-- Logs begin at Fri 2021-08-06 15:12:18 UTC, end at Fri 2021-08-06 17:29:17 UTC. -- Aug 06 15:43:16.603022 n-d-803756-1 systemd[1]: Started Devstack devstack@q-svc.service. Aug 06 15:43:19.283000 n-d-803756-1 neutron-server[105657]: INFO neutron.common.config [-] Logging enabled! Aug 06 15:43:19.283668 n-d-803756-1 neutron-server[105657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 06 15:43:19.283759 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 06 15:43:19.286976 n-d-803756-1 neutron-server[105657]: INFO neutron.common.config [-] Logging enabled! Aug 06 15:43:19.287229 n-d-803756-1 neutron-server[105657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 06 15:43:19.287538 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 06 15:43:19.288454 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 06 15:43:19.288687 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 06 15:43:19.289046 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 06 15:43:19.289291 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 06 15:43:19.289518 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 06 15:43:19.289860 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.290163 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.290459 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.290688 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.290981 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.291268 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.291546 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.292375 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.292666 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.292949 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.293228 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.293511 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.293773 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.294057 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.294345 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.294631 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.294854 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] debug = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.295132 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.295553 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.295964 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.296245 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.296533 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.296808 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.297076 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.297349 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.297651 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.297975 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] host = n-d-803756-1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.298249 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.298533 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.298817 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.299101 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.299372 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.299645 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.299928 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.300203 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.300474 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] log_file = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.300748 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.301034 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.301320 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.301606 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.301851 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.302074 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.302361 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.302645 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.302918 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.303188 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.303460 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.303730 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.303999 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.304264 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.304544 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.304823 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.305105 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.305376 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.305667 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.305940 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.306208 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.306490 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.306759 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.307027 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.307318 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.307605 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.307873 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.308143 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.308442 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.308726 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.309004 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.309288 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.309558 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.309875 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.310146 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.310419 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.310687 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] use_json = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.310955 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.311222 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.311500 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.311769 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.312036 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.312306 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.312575 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.312858 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:19.313151 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.313445 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.313774 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.314059 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.314354 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.314634 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.314921 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.315196 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.315484 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.315772 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.316059 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.316333 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.316619 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.316896 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.317189 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.317491 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.317811 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.318104 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.318378 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.318653 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.318925 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.319201 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.319483 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.319777 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.320066 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.320344 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.320620 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.320909 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.321183 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.321453 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.321750 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.322038 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.322313 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.322581 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.322858 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.323153 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.323420 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.323689 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.323965 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.324252 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.324525 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.324792 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.325060 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.325331 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.325597 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.325901 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.326174 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.326442 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.326709 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.326982 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.327251 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.327518 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.327792 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.328061 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.328333 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.328600 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.328865 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.329132 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.329399 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.329691 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.329963 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.330237 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.330509 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.330776 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.331043 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.331309 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.331576 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.331846 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.332126 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.332418 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.332693 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.332967 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.333240 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.333513 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.333814 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.334091 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.334365 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.334638 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.334907 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.335192 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.335469 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.335754 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.336034 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.336312 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.336608 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.336887 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.337169 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.337441 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.337736 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.338024 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.338303 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.338595 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.339422 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.339709 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.339999 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.340291 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.340566 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.340871 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.341144 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:19.341357 n-d-803756-1 neutron-server[105657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 06 15:43:19.341593 n-d-803756-1 neutron-server[105657]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105657) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 06 15:43:19.689190 n-d-803756-1 neutron-server[105657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 06 15:43:19.689464 n-d-803756-1 neutron-server[105657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 06 15:43:19.689777 n-d-803756-1 neutron-server[105657]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 06 15:43:19.690108 n-d-803756-1 neutron-server[105657]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 06 15:43:20.091009 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.091217 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.091476 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.092788 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.093064 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.093332 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.127783 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.128067 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.128335 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.144918 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.145199 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.145474 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.174122 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.174404 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.174679 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.209990 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.210266 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.210535 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.440922 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.441540 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.441540 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.441764 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.442430 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.562261 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.562582 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.562867 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.563146 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.563427 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.563743 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.564007 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.564276 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.564542 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.564828 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.565091 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.565359 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.565648 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.565906 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.566163 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.566432 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.566693 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.566962 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.567232 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.567495 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.567767 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.568024 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.568307 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.568686 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.568946 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.569196 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.569728 n-d-803756-1 neutron-server[105657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 15:43:20.569977 n-d-803756-1 neutron-server[105657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 15:43:20.570218 n-d-803756-1 neutron-server[105657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 15:43:20.570457 n-d-803756-1 neutron-server[105657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 15:43:20.570697 n-d-803756-1 neutron-server[105657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 15:43:20.570936 n-d-803756-1 neutron-server[105657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 15:43:20.571300 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 06 15:43:20.574482 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 06 15:43:20.578417 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 06 15:43:20.582031 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Aug 06 15:43:20.583654 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 06 15:43:20.584101 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 06 15:43:20.584435 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 06 15:43:20.584812 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 06 15:43:20.587610 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 06 15:43:20.587859 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 06 15:43:20.588205 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 06 15:43:20.594176 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 06 15:43:20.616240 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 06 15:43:20.616679 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.616979 n-d-803756-1 neutron-server[105657]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105657) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 06 15:43:20.617339 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.618701 n-d-803756-1 neutron-server[105657]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105657) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 06 15:43:20.618984 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 06 15:43:20.619232 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 06 15:43:20.622378 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.622664 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:20.685967 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 06 15:43:20.686200 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 06 15:43:20.686438 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 06 15:43:20.686804 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 06 15:43:20.707982 n-d-803756-1 neutron-server[105657]: DEBUG oslo_db.sqlalchemy.engines [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105657) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 06 15:43:21.243117 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Initializing driver for type 'gre' Aug 06 15:43:21.243622 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] gre ID ranges: [(1, 1000)] Aug 06 15:43:21.297606 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Initializing driver for type 'local' Aug 06 15:43:21.297969 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Initializing driver for type 'vlan' Aug 06 15:43:21.311067 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] VlanTypeDriver initialization complete Aug 06 15:43:21.311453 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Initializing driver for type 'vxlan' Aug 06 15:43:21.311947 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] vxlan ID ranges: [(1, 1000)] Aug 06 15:43:21.362559 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Initializing extension driver 'port_security' Aug 06 15:43:21.362892 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.extensions.port_security [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] PortSecurityExtensionDriver initialization complete Aug 06 15:43:21.363225 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Initializing mechanism driver 'openvswitch' Aug 06 15:43:21.363548 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Initializing mechanism driver 'hyperv' Aug 06 15:43:21.370510 n-d-803756-1 neutron-server[105657]: DEBUG neutron.plugins.ml2.plugin [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:43:21.371341 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > port after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.371707 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > port after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.372055 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > port after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.372564 n-d-803756-1 neutron-server[105657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 15:43:21.372992 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > subnet after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.373343 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > subnet after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.373711 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.374107 n-d-803756-1 neutron-server[105657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 15:43:21.374770 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > network after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.375113 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > network after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.375474 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > network after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.375856 n-d-803756-1 neutron-server[105657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 15:43:21.376252 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > security_group after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.376598 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > security_group after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.376935 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.377324 n-d-803756-1 neutron-server[105657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 15:43:21.377762 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.378101 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.378433 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.378818 n-d-803756-1 neutron-server[105657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 15:43:21.379212 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > address_group after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.379553 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > address_group after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.379887 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.380268 n-d-803756-1 neutron-server[105657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 15:43:21.380640 n-d-803756-1 neutron-server[105657]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] ML2 OVO RPC backend initialized. {{(pid=105657) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 06 15:43:21.381327 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.381704 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.382117 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > network before_response 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.382459 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > networks before_response 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.382802 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > port before_response 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.383138 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > ports before_response 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.383476 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > subnet before_response 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.383818 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > subnets before_response 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.384159 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > network after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.384493 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > network after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.384822 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > network after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.385149 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > port after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.386152 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > port after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.386482 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > port after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.386828 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > subnet after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.387143 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > subnet after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.387469 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.388034 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.plugin [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Modular L2 Plugin initialization complete Aug 06 15:43:21.388358 n-d-803756-1 neutron-server[105657]: DEBUG neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading services supported by the core plugin {{(pid=105657) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 06 15:43:21.388678 n-d-803756-1 neutron-server[105657]: INFO neutron.plugins.ml2.managers [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Got port-security extension from driver 'port_security' Aug 06 15:43:21.389134 n-d-803756-1 neutron-server[105657]: INFO neutron.extensions.vlantransparent [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Disabled vlantransparent extension. Aug 06 15:43:21.389604 n-d-803756-1 neutron-server[105657]: DEBUG neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105657) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 06 15:43:21.389933 n-d-803756-1 neutron-server[105657]: INFO neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading Plugin: router Aug 06 15:43:21.425326 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.425745 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router after_create 55549900 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.426114 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router before_create 55549900 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.426473 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.426839 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.427184 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router after_delete 55549900 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.427536 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.427891 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router after_create 55549900 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.428350 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router after_update 55549900 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.428693 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router after_update 55549900 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.429036 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.429389 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router after_update 55549900 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.429817 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router precommit_update 55549900 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.430177 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: port after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.430509 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: port after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.430841 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: subnet after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.431175 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.431516 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.431856 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router precommit_create 55549900 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.432683 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: port before_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.433022 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router precommit_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.433371 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router after_update 55549900 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.433738 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.434083 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router precommit_create 55549900 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.434438 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.434775 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router precommit_update 55549900 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.435129 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > agent after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.435471 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > agent after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.435808 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > network after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.436666 n-d-803756-1 neutron-server[105657]: DEBUG neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Tracking information for resource: router configured {{(pid=105657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 15:43:21.436999 n-d-803756-1 neutron-server[105657]: DEBUG neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Tracking information for resource: floatingip configured {{(pid=105657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 15:43:21.441839 n-d-803756-1 neutron-server[105657]: INFO neutron.db.l3_agentschedulers_db [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 06 15:43:21.442440 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: port after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.442754 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: port after_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.443097 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: port after_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.443445 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: port after_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.444232 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router before_create 55550100 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.444587 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.444942 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router precommit_create 55550100 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.445291 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > router precommit_update 55550100 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.450432 n-d-803756-1 neutron-server[105657]: DEBUG neutron.services.provider_configuration [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Service providers = [] {{(pid=105657) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 06 15:43:21.450793 n-d-803756-1 neutron-server[105657]: DEBUG neutron.db.servicetype_db [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105657) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 06 15:43:21.453719 n-d-803756-1 neutron-server[105657]: DEBUG neutron.services.service_base [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 15:43:21.454065 n-d-803756-1 neutron-server[105657]: DEBUG neutron.services.service_base [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 15:43:21.454404 n-d-803756-1 neutron-server[105657]: DEBUG neutron.services.service_base [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 15:43:21.455296 n-d-803756-1 neutron-server[105657]: DEBUG neutron.services.service_base [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 15:43:21.455666 n-d-803756-1 neutron-server[105657]: INFO neutron.services.service_base [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 06 15:43:21.456041 n-d-803756-1 neutron-server[105657]: DEBUG neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 15:43:21.456357 n-d-803756-1 neutron-server[105657]: INFO neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 06 15:43:21.468188 n-d-803756-1 neutron-server[105657]: DEBUG neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 15:43:21.468523 n-d-803756-1 neutron-server[105657]: INFO neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading Plugin: auto_allocate Aug 06 15:43:21.474240 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: network precommit_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.474602 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: network precommit_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.475114 n-d-803756-1 neutron-server[105657]: DEBUG neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 15:43:21.475431 n-d-803756-1 neutron-server[105657]: INFO neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading Plugin: tag Aug 06 15:43:21.482112 n-d-803756-1 neutron-server[105657]: DEBUG neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 15:43:21.482439 n-d-803756-1 neutron-server[105657]: INFO neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading Plugin: timestamp Aug 06 15:43:21.486218 n-d-803756-1 neutron-server[105657]: DEBUG neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 15:43:21.486551 n-d-803756-1 neutron-server[105657]: INFO neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading Plugin: network_ip_availability Aug 06 15:43:21.491865 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.492231 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.492579 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.493336 n-d-803756-1 neutron-server[105657]: DEBUG neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 15:43:21.493599 n-d-803756-1 neutron-server[105657]: INFO neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading Plugin: flavors Aug 06 15:43:21.499112 n-d-803756-1 neutron-server[105657]: DEBUG neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 15:43:21.499709 n-d-803756-1 neutron-server[105657]: INFO neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading Plugin: revisions Aug 06 15:43:21.503983 n-d-803756-1 neutron-server[105657]: DEBUG neutron.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 15:43:21.504365 n-d-803756-1 neutron-server[105657]: DEBUG oslo_concurrency.lockutils [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.815s {{(pid=105657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 06 15:43:21.505084 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105657) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 06 15:43:21.505419 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Initializing extension manager. Aug 06 15:43:21.505955 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: __init__.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.506294 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: __pycache__ {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.506627 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.506958 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: address_group.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.507707 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.508260 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: address-group Aug 06 15:43:21.508579 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: address_scope.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.509282 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.509814 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: address-scope Aug 06 15:43:21.510133 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.511724 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.512235 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: router-admin-state-down-before-update Aug 06 15:43:21.512555 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: agent.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.513258 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.513797 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: agent Aug 06 15:43:21.514117 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: agent_resources_synced.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.515019 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.515528 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: agent-resources-synced Aug 06 15:43:21.515845 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: allowedaddresspairs.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.517595 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.518140 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: allowed-address-pairs Aug 06 15:43:21.518463 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: auto_allocated_topology.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.519521 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.520029 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: auto-allocated-topology Aug 06 15:43:21.520347 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: availability_zone.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.521027 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.521529 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: availability_zone Aug 06 15:43:21.521885 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: availability_zone_filter.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.522784 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.523295 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: availability_zone_filter Aug 06 15:43:21.523612 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: data_plane_status.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.524522 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.525018 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension data-plane-status not supported by any of loaded plugins Aug 06 15:43:21.525336 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: default_subnetpools.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.526305 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.526808 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: default-subnetpools Aug 06 15:43:21.527129 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.527931 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.528438 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: dhcp_agent_scheduler Aug 06 15:43:21.528756 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: dns.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.529690 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.530196 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension dns-integration not supported by any of loaded plugins Aug 06 15:43:21.530518 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: dns_domain_ports.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.531428 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.531934 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 06 15:43:21.532255 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.533201 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.533738 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 06 15:43:21.534063 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: dvr.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.534726 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.535229 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: dvr Aug 06 15:43:21.535547 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: ecmp_routes.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.536453 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.536955 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 06 15:43:21.537271 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: empty_string_filtering.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.538203 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.538712 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: empty-string-filtering Aug 06 15:43:21.539028 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.539925 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.540428 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 06 15:43:21.540745 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.541756 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.542201 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 06 15:43:21.542517 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: external_net.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.543424 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.543927 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: external-net Aug 06 15:43:21.544245 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.545136 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.545653 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: extra_dhcp_opt Aug 06 15:43:21.545981 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: extraroute.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.546878 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.547379 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: extraroute Aug 06 15:43:21.547697 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: extraroute_atomic.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.548724 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.549232 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: extraroute-atomic Aug 06 15:43:21.549553 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: filter_validation.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.550399 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.550906 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: filter-validation Aug 06 15:43:21.551223 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: fip_pf_description.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.552126 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.552625 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 06 15:43:21.552943 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: fip_port_details.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.553879 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.554387 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: fip-port-details Aug 06 15:43:21.554703 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: flavors.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.555917 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.556433 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: flavors Aug 06 15:43:21.556755 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.558955 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.559474 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 06 15:43:21.559800 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: floatingip_pools.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.560495 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.561007 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: floatingip-pools Aug 06 15:43:21.561329 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: ip_allocation.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.562273 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.562780 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension ip_allocation not supported by any of loaded plugins Aug 06 15:43:21.563105 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.564017 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.564523 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: ip-substring-filtering Aug 06 15:43:21.564846 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: l2_adjacency.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.565792 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.566303 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 06 15:43:21.566620 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: l3.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.567565 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.568077 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: router Aug 06 15:43:21.568395 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.570611 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.571142 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 06 15:43:21.571471 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.572417 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.573487 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: ext-gw-mode Aug 06 15:43:21.573847 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.574784 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.575300 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: l3-ha Aug 06 15:43:21.575621 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: l3_flavors.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.576526 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.577040 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: l3-flavors Aug 06 15:43:21.577357 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.578288 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.578798 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 06 15:43:21.579117 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: l3agentscheduler.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.580142 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.580654 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: l3_agent_scheduler Aug 06 15:43:21.580976 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: logging.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.582474 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.582998 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension logging not supported by any of loaded plugins Aug 06 15:43:21.583328 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: metering.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.584071 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.584644 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: metering Aug 06 15:43:21.584969 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.586186 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.586704 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: metering_source_and_destination_fields Aug 06 15:43:21.587029 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: multiprovidernet.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.587942 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.588477 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: multi-provider Aug 06 15:43:21.588801 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: netmtu.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.589742 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.590249 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: net-mtu Aug 06 15:43:21.590571 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: netmtu_writable.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.591477 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.591985 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: net-mtu-writable Aug 06 15:43:21.592307 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: network_availability_zone.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.592969 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.593475 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: network_availability_zone Aug 06 15:43:21.593839 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: network_ip_availability.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.594909 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.595421 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: network-ip-availability Aug 06 15:43:21.595743 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: network_segment_range.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.596498 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.597000 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension network-segment-range not supported by any of loaded plugins Aug 06 15:43:21.597321 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: pagination.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.598319 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.598646 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: pagination Aug 06 15:43:21.598966 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: port_device_profile.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.599857 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.600367 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: port-device-profile Aug 06 15:43:21.600684 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.601602 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.602126 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: port-mac-address-regenerate Aug 06 15:43:21.602444 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.603340 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.603851 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: port-numa-affinity-policy Aug 06 15:43:21.604708 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: port_resource_request.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.605614 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.606137 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension port-resource-request not supported by any of loaded plugins Aug 06 15:43:21.606452 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: portbindings.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.607371 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.607878 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: binding Aug 06 15:43:21.608195 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: portbindings_extended.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.609537 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.610085 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: binding-extended Aug 06 15:43:21.610410 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: portsecurity.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.611324 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.611836 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: port-security Aug 06 15:43:21.612156 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: project_id.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.613115 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.613441 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: project-id Aug 06 15:43:21.613786 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: providernet.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.614704 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.615211 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: provider Aug 06 15:43:21.615529 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: qos.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.619061 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.619587 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension qos not supported by any of loaded plugins Aug 06 15:43:21.620471 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.621722 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.622244 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 06 15:43:21.622574 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.623487 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.623999 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 06 15:43:21.624571 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: qos_default.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.625481 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.626022 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension qos-default not supported by any of loaded plugins Aug 06 15:43:21.626347 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: qos_fip.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.626994 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.627498 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension qos-fip not supported by any of loaded plugins Aug 06 15:43:21.627818 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: qos_gateway_ip.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.628732 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.629241 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 06 15:43:21.629560 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: qos_port_network_policy.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.630491 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.631000 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 06 15:43:21.631317 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: qos_pps_rule.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.632480 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.632994 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension qos-pps not supported by any of loaded plugins Aug 06 15:43:21.633316 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: qos_rule_type_details.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.634268 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.634774 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 06 15:43:21.635096 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: qos_rules_alias.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.636150 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.636658 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 06 15:43:21.636978 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: quotasv2.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.638086 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.638412 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: quotas Aug 06 15:43:21.638731 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: quotasv2_detail.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.641725 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.642064 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: quota_details Aug 06 15:43:21.642393 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: rbac.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.643432 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.643957 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: rbac-policies Aug 06 15:43:21.644283 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: rbac_address_group.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.645198 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.645746 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: rbac-address-group Aug 06 15:43:21.646072 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: rbac_address_scope.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.646977 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.647488 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: rbac-address-scope Aug 06 15:43:21.647810 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: rbac_security_groups.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.648710 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.649220 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: rbac-security-groups Aug 06 15:43:21.649540 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: rbac_subnetpool.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.650474 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.651016 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: rbac-subnetpool Aug 06 15:43:21.651334 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: revisionifmatch.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.652238 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.652753 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: revision-if-match Aug 06 15:43:21.653073 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: revisions.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.654197 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.654708 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: standard-attr-revisions Aug 06 15:43:21.655028 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: router_availability_zone.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.655693 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.656201 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: router_availability_zone Aug 06 15:43:21.656519 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: routerservicetype.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.657422 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.657959 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension router-service-type not supported by any of loaded plugins Aug 06 15:43:21.658278 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.659182 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.659691 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: security-groups-normalized-cidr Aug 06 15:43:21.660008 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.660912 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.661418 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: port-security-groups-filtering Aug 06 15:43:21.661773 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.662682 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.663194 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: security-groups-remote-address-group Aug 06 15:43:21.663516 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: securitygroup.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.674123 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.674655 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: security-group Aug 06 15:43:21.674983 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: segment.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.675768 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.676279 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension segment not supported by any of loaded plugins Aug 06 15:43:21.676602 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.677539 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.678078 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 06 15:43:21.678401 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: servicetype.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.679559 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.680083 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: service-type Aug 06 15:43:21.680404 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: sorting.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.681374 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.681730 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: sorting Aug 06 15:43:21.682051 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: standard_attr_segment.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.683512 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.684020 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 06 15:43:21.684344 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: standardattrdescription.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.684980 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.685489 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: standard-attr-description Aug 06 15:43:21.685831 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: stateful_security_group.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.686753 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.687268 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: stateful-security-group Aug 06 15:43:21.687588 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: stdattrs_common.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.688164 n-d-803756-1 neutron-server[105657]: WARNING neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 06 15:43:21.688484 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.689401 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.689948 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 06 15:43:21.690271 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: subnet_onboard.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.691337 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.691848 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: subnet_onboard Aug 06 15:43:21.692168 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.693085 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.693587 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 06 15:43:21.693932 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: subnet_service_types.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.694849 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.695355 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: subnet-service-types Aug 06 15:43:21.695673 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: subnetallocation.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.696738 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.697248 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: subnet_allocation Aug 06 15:43:21.697569 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.698276 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.698779 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: subnetpool-prefix-ops Aug 06 15:43:21.699093 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.700021 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.700528 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 06 15:43:21.700846 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: tagging.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.701905 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.702416 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: standard-attr-tag Aug 06 15:43:21.702740 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: timestamp.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.703936 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.704455 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loaded extension: standard-attr-timestamp Aug 06 15:43:21.704778 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: trunk.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.705815 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.706332 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension trunk not supported by any of loaded plugins Aug 06 15:43:21.706652 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: trunk_details.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.707575 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.708084 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension trunk-details not supported by any of loaded plugins Aug 06 15:43:21.708402 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: uplink_status_propagation.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.709307 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.709849 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 06 15:43:21.710167 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Loading extension file: vlantransparent.py {{(pid=105657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:43:21.710826 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:43:21.711328 n-d-803756-1 neutron-server[105657]: INFO neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 06 15:43:21.713792 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of TrackedResource for resource:network Aug 06 15:43:21.714312 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of TrackedResource for resource:subnet Aug 06 15:43:21.714713 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 15:43:21.715104 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of TrackedResource for resource:port Aug 06 15:43:21.716307 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.v2.resource_helper [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:43:21.716755 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.v2.resource_helper [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Service FLAVORS assigned prefix: {{(pid=105657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:43:21.717377 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.v2.resource_helper [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:43:21.717825 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.v2.resource_helper [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:43:21.718152 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of TrackedResource for resource:router Aug 06 15:43:21.718577 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of TrackedResource for resource:floatingip Aug 06 15:43:21.719080 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.v2.resource_helper [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Service METERING assigned prefix: /metering {{(pid=105657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:43:21.720491 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.720854 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.721202 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:43:21.722198 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of CountableResource for resource:rbac_policy Aug 06 15:43:21.722647 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of TrackedResource for resource:security_group Aug 06 15:43:21.723084 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 06 15:43:21.723694 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.v2.resource_helper [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Service CORE assigned prefix: {{(pid=105657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:43:21.724021 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 15:43:21.724370 n-d-803756-1 neutron-server[105657]: WARNING neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] subnetpool is already registered Aug 06 15:43:21.724807 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.v2.resource_helper [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Service CORE assigned prefix: {{(pid=105657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:43:21.725130 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 15:43:21.725456 n-d-803756-1 neutron-server[105657]: WARNING neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] subnetpool is already registered Aug 06 15:43:21.727736 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.v2.resource_helper [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:43:21.728280 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.v2.resource_helper [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Service FLAVORS assigned prefix: {{(pid=105657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:43:21.728901 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.v2.resource_helper [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:43:21.729910 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.v2.resource_helper [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:43:21.730243 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of TrackedResource for resource:router Aug 06 15:43:21.730578 n-d-803756-1 neutron-server[105657]: WARNING neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] router is already registered Aug 06 15:43:21.730985 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of TrackedResource for resource:floatingip Aug 06 15:43:21.731313 n-d-803756-1 neutron-server[105657]: WARNING neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] floatingip is already registered Aug 06 15:43:21.731779 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.v2.resource_helper [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Service METERING assigned prefix: /metering {{(pid=105657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:43:21.732479 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of CountableResource for resource:rbac_policy Aug 06 15:43:21.732800 n-d-803756-1 neutron-server[105657]: WARNING neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] rbac_policy is already registered Aug 06 15:43:21.733223 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of TrackedResource for resource:security_group Aug 06 15:43:21.733550 n-d-803756-1 neutron-server[105657]: WARNING neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] security_group is already registered Aug 06 15:43:21.733994 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 06 15:43:21.734327 n-d-803756-1 neutron-server[105657]: WARNING neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] security_group_rule is already registered Aug 06 15:43:21.734813 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.v2.resource_helper [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Service CORE assigned prefix: {{(pid=105657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:43:21.735132 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 15:43:21.735458 n-d-803756-1 neutron-server[105657]: WARNING neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] subnetpool is already registered Aug 06 15:43:21.735892 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.v2.resource_helper [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Service CORE assigned prefix: {{(pid=105657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:43:21.736220 n-d-803756-1 neutron-server[105657]: INFO neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 15:43:21.736544 n-d-803756-1 neutron-server[105657]: WARNING neutron.quota.resource_registry [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] subnetpool is already registered Aug 06 15:43:21.738179 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: extensions {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.739634 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: address-groups {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.741077 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: address-scopes {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.742309 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: agents {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.743594 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: auto-allocated-topology {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.745315 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: availability_zones {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.746557 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: dhcp-networks {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.747950 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: dhcp-agents {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.749718 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: routers {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.751384 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: flavors {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.752543 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: service_profiles {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.753851 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: next_providers {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.755267 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: service_profiles {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.756672 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: floatingip-pools {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.757990 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: routers {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.759656 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: floatingips {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.760850 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: l3-routers {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.762375 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: l3-agents {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.763760 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: metering-labels {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.764990 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: metering-label-rules {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.766263 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: network-ip-availabilities {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.767602 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: bindings {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.769254 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: quotas {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.770667 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: quotas {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.772158 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: rbac-policies {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.773312 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: security-groups {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.774526 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: security-group-rules {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.775972 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: service-providers {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.777221 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: subnetpools {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.778531 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: subnetpools {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.780038 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: tags {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.781719 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: tags {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.783584 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: tags {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.785420 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: tags {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.787123 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: tags {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.788934 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: tags {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.790728 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: tags {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.793008 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: tags {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.795797 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: tags {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.797516 n-d-803756-1 neutron-server[105657]: DEBUG neutron.api.extensions [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Extended resource: tags {{(pid=105657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:43:21.803468 n-d-803756-1 neutron-server[105657]: WARNING keystonemiddleware.auth_token [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 06 15:43:21.808545 n-d-803756-1 neutron-server[105657]: WARNING keystonemiddleware.auth_token [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 06 15:43:21.816858 n-d-803756-1 neutron-server[105657]: DEBUG oslo_concurrency.lockutils [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Acquired lock "singleton_lock" {{(pid=105657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 06 15:43:21.817326 n-d-803756-1 neutron-server[105657]: DEBUG oslo_concurrency.lockutils [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Releasing lock "singleton_lock" {{(pid=105657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 06 15:43:21.817991 n-d-803756-1 neutron-server[105657]: INFO oslo_service.service [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Starting 2 workers Aug 06 15:43:21.822806 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Started child 105764 {{(pid=105657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 15:43:21.830159 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Started child 105765 {{(pid=105657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 15:43:21.830456 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:21.831133 n-d-803756-1 neutron-server[105657]: INFO neutron.service [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 06 15:43:21.831284 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [-] (105764) wsgi starting up on http://0.0.0.0:9696 Aug 06 15:43:21.831426 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Notify callbacks [] for process, before_spawn {{(pid=105657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:21.832383 n-d-803756-1 neutron-server[105657]: INFO oslo_service.service [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Starting 1 workers Aug 06 15:43:21.833793 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:21.835227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [-] (105765) wsgi starting up on http://0.0.0.0:9696 Aug 06 15:43:21.837553 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Started child 105766 {{(pid=105657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 15:43:21.838082 n-d-803756-1 neutron-server[105657]: INFO oslo_service.service [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Starting 1 workers Aug 06 15:43:21.841239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.service [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] calling RpcWorker wait() {{(pid=105766) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 06 15:43:21.841875 n-d-803756-1 neutron-server[105766]: DEBUG neutron.service [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] returning from RpcWorker wait() {{(pid=105766) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 06 15:43:21.842618 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Started child 105767 {{(pid=105657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 15:43:21.842982 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:21.843415 n-d-803756-1 neutron-server[105657]: DEBUG neutron_lib.callbacks.manager [None req-c02c6752-ee4b-4ab0-9303-ee0525cb8798 None None] Notify callbacks [] for process, after_spawn {{(pid=105657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:21.843564 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:43:21.845314 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 06 15:43:21.845526 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 06 15:43:21.845810 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 06 15:43:21.845983 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 06 15:43:21.846261 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 06 15:43:21.846489 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 06 15:43:21.846924 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.847301 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.847453 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:21.848222 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.848222 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.848222 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.848656 n-d-803756-1 neutron-server[105767]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:43:21.848806 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.848806 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.849082 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.849279 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.849617 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.849809 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.849948 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.850108 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.850334 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.850617 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.850908 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.851149 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.851413 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.851583 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.851839 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.852089 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.852343 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.852604 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] debug = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.852843 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.853306 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.853525 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.853794 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.854549 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.854836 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.855062 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.855331 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.855567 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.855882 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.856034 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.856271 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.856510 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.856713 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.856923 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.857189 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.857440 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.857883 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] host = n-d-803756-1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.858153 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.858323 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.858542 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.858781 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.859030 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.859260 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.859517 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.859778 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.860012 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.860250 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.860471 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.860697 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.860907 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.861139 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] log_file = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.861282 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] log_options = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.861496 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.861769 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.862048 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.862213 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.862395 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.862568 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.862812 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.862974 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.863218 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.863428 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.863635 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.863842 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.864051 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.864259 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.864513 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.864742 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.864950 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.865158 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.865412 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.865687 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.865901 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.866139 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.866355 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.866595 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.866818 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.867048 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.867258 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.867566 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.867731 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.867937 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.868162 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.868402 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.868641 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.868902 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.869131 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.869352 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.869591 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.870446 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.870675 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.870921 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.871168 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.871379 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.871621 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.871862 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.872074 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.872284 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] use_json = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.872561 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.872711 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.872934 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.873161 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.873369 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.873577 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.873804 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.874028 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.874713 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.875000 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.875303 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.875625 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.875938 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.876231 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.876463 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.876680 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.876931 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.877578 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.877578 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.877964 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.878335 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.878542 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.878690 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.879198 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.879531 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.879872 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.880092 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.880321 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.880562 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.880775 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.881148 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.881418 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.881701 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.882087 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.882244 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.882416 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.882664 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.882895 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.883139 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.883352 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.883610 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.883828 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.884190 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.884330 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.884475 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.884691 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.884904 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.885144 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.885428 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.886335 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.886335 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.886335 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.886335 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.886657 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.886812 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.886998 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.887232 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.887494 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.888219 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.888219 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.888219 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.888452 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.888573 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.891033 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.891033 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.891033 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.891033 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.891033 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.891033 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.891033 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.891033 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.891033 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.891617 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.891617 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.891617 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.891915 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.892834 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.892834 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.892834 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.892834 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.892834 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.893333 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.893333 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.893475 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.893704 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.893948 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.894179 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.894412 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.894644 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.894881 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.895092 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.895319 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.895842 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.895940 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.896449 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.896449 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.896621 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.896833 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.897070 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.897318 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.897561 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.897838 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.898055 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.898299 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.898811 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.898811 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.899060 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.899182 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.899429 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.899672 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.899889 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.900117 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.900345 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.900584 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.900840 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.903945 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.903945 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.903945 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.903945 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.903945 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.903945 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.903945 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.903945 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.905015 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.905015 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.905015 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.905015 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.905015 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.905015 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.905015 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.905015 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.905969 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.905969 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.905969 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.905969 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.906418 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.906418 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.906659 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.906786 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.906997 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.907411 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.907560 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.907685 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.909281 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.909281 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.909281 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.909281 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.909281 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.909281 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.909281 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.910093 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.910093 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.910093 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.910591 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.910821 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.911035 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.911245 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.912553 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.912553 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.912553 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.912553 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.912553 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.912553 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.913299 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.913299 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.913299 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.913299 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.913795 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.913795 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.913949 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.914162 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.914393 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.914624 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.914840 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.915068 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.915312 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.915521 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.915958 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.916401 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.917319 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.917744 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.918046 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.918309 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.918523 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.918807 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.919067 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.919295 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.919549 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.919841 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.920120 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.920357 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.920600 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.921036 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.921274 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.921533 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.921885 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.922135 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.922364 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.922596 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.922831 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.923072 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.923300 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.923536 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.923748 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.923979 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.924206 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.924457 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.924674 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.924924 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.927506 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.927506 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.927506 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.927506 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.927506 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.927506 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.927506 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.927506 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.928396 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.928396 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.928396 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.928396 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.928396 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.928396 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.928396 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.928396 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.928979 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.928979 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.928979 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.929191 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.929382 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.929599 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.929835 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.930070 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.930274 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.930514 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.930720 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.930932 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.931136 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.931354 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.931898 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.931898 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.932085 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.932753 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.933116 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.933482 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.933884 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.934273 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.934686 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.935074 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.935458 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.935910 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.936179 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.936429 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.936728 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.936977 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.937220 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.937463 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.937806 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.938017 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.938283 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.938499 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.938713 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.938930 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.939161 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.939479 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.939753 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.940000 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.940287 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.940541 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.940813 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.941092 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.941300 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.941591 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.941942 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.942211 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.942452 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.942706 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.942960 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.943197 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.943407 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.943634 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.943862 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.944072 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.944331 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.944553 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.944789 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.945003 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.945234 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.945444 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.945712 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.945936 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.946166 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.946377 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.946529 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 06 15:43:21.947042 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 06 15:43:21.947200 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 06 15:43:21.947348 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 06 15:43:21.947511 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 06 15:43:21.947675 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 06 15:43:21.947849 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 06 15:43:21.948053 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.948247 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.948401 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.948559 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.948689 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.948824 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.948979 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.949137 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.949291 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.949444 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.949597 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.949777 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.950163 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.950318 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.950473 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.950627 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.950780 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.950934 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.951094 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.951249 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.951402 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.951555 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.951710 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] debug = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.951866 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.952052 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.952210 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.952364 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.952519 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.952672 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.952825 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.952978 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.953132 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.953285 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.953438 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.953592 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.953769 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.953923 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.954077 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.954231 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.954856 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.955017 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] host = n-d-803756-1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.955172 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.955329 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.955483 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.955636 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.955791 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.955945 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.956099 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.956254 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.956466 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.956596 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.956709 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.956829 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.956972 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.957127 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] log_file = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.957280 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] log_options = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.957433 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.957587 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.957766 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.957945 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.958104 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.958247 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.958401 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.958556 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.958711 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.958864 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.959018 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.959172 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.959327 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.959481 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.959633 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.959787 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.959941 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.960095 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.960248 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.960401 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.960554 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.960706 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.960861 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.961015 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.961168 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.961321 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.961474 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.961651 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.961798 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.961952 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.962105 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.962259 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.962414 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.962568 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.962721 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.962874 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.963027 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.963185 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.963340 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.964017 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.964172 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.964325 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.964479 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.964632 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.964786 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.964939 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] use_json = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.965134 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.965232 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.965385 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.965538 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.965723 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.965877 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.966030 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.966183 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:43:21.966354 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.966512 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.966680 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.966837 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.966993 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.967150 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.967318 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.967463 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.967619 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.967775 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.967939 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.968095 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.968261 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.968418 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.968574 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.968732 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.968889 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.969044 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.969185 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.969344 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.969501 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.969662 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.969838 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.969994 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.970151 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.970307 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.970463 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.970620 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.970776 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.970934 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.971090 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.971247 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.971404 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.971559 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.971714 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.971872 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.972026 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.972184 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.972340 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.972497 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.972654 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.972810 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.972966 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.973123 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.973279 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.973440 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.973593 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.973917 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.974097 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.974276 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.974463 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.974638 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.974810 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.974977 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.975144 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.975309 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.975562 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.975722 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.975882 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.976044 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.976129 n-d-803756-1 neutron-server[105766]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:43:21.976225 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.976367 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.976526 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.976686 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.976870 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.977031 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.977212 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.977371 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.977531 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.977723 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.977884 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.978047 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.978206 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.978364 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.978545 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.978704 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.978863 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.979103 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.979270 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.979430 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.979590 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.979748 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.979908 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.980066 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.980235 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.980408 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.980567 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.980725 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.980883 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.981042 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.981201 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.981359 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.981516 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.981702 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.981863 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.982021 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.982180 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.982340 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.982499 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.982656 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.982813 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.982971 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.983128 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.983286 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.983443 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.983600 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.983758 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.983916 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.984075 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.984232 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.984390 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.984558 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.984717 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.984878 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.985041 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.985190 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.985358 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.985517 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.985736 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.985899 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.986057 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.986218 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.986377 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.986536 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.986695 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.986854 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.987012 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.987398 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.987398 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.987639 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.987639 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.988267 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.988461 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.988621 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.988780 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.988940 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.989099 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.989319 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.989655 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.989825 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.989985 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.990145 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.990305 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.990465 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.990624 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.990782 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.990941 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.991330 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.991488 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.991643 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.991802 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.991962 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.992122 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.992343 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.992477 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.992585 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.992742 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.992900 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.993063 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.993224 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.993375 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.993512 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.993739 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.993890 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.994031 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.994169 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.994303 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.994431 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.994572 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.995218 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.995384 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.995546 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.995707 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.995868 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.996027 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.996187 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.996348 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.996508 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.996668 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.996827 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.996987 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.997147 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.997307 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.997466 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.997624 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.997799 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.997963 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.998138 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.998291 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.998450 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.998608 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.998766 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.998924 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.999083 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.999242 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.999702 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.999791 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:21.999947 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.000108 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.000269 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.000428 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.000587 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.000744 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.000903 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.001060 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.001219 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.001389 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.001548 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.001749 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.002145 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.002305 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.002469 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.002639 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.002800 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.002953 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.003111 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.003248 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.003383 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.003547 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.003706 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.003864 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.004022 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.004181 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.004340 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.004507 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.004650 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.004810 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.004972 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.005128 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.005290 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.005440 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.005601 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.005767 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.005927 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.006084 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.006242 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.006410 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.006569 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.006727 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.006885 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.007043 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.007200 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.007369 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.007530 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.007689 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.007855 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.008017 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.008175 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.008333 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.008503 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.008661 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.008823 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.008983 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.009140 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.009299 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.009459 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.009708 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.009799 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.009961 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.010121 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.010360 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.010529 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.010697 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.010855 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.011019 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.011188 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.011347 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.011505 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.011663 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.011822 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.011979 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.012138 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.012296 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.012454 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.012617 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.012776 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.012933 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.013090 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.013249 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.013407 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.013566 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.013751 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.013913 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.014069 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.014227 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:43:22.014380 n-d-803756-1 neutron-server[105657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 06 15:43:22.282031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51474) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:22.290382 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062029 Aug 06 15:43:33.724044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30783326-319a-49a4-8636-c70676cb8a74 None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 15:43:33.790113 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30783326-319a-49a4-8636-c70676cb8a74 None None] No non-hosted networks {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 06 15:43:33.816840 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-820f02a3-467e-439d-b1a7-5f0b36f1382a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-955294'] for agent, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:36.098813 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-760a39a2-eeda-464a-8d10-ee9598405995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-955294'] for agent, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:36.139137 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56676e4b-55d7-41aa-b0ed-3b2fcca0bf16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:36.476214 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-955294'] for agent, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:36.478383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:36.482137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:36.482491 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:36.483646 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:36.484130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:36.485534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:36.488130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:36.489824 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:36.490323 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:36.490808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:36.492317 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:36.492807 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:36.495120 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-803756-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:43:36.506439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-803756-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:43:37.152009 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-955294'] for agent, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:38.846424 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-955294'] for agent, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:39.818824 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51566) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:40.300810 n-d-803756-1 neutron-server[105765]: WARNING oslo_policy.policy [None req-199b2b79-3e99-47c3-91e9-c52acc8e355c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 15:43:40.301409 n-d-803756-1 neutron-server[105765]: WARNING oslo_policy.policy [None req-199b2b79-3e99-47c3-91e9-c52acc8e355c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 15:43:40.523308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-199b2b79-3e99-47c3-91e9-c52acc8e355c admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:43:40.524373 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-199b2b79-3e99-47c3-91e9-c52acc8e355c admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7046430 Aug 06 15:43:42.859732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51580) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:43.175443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-5ca1a954-045a-4666-93b2-9efcefecc87f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:43.267964 n-d-803756-1 neutron-server[105765]: DEBUG neutron.policy [None req-5ca1a954-045a-4666-93b2-9efcefecc87f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105765) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 06 15:43:43.312933 n-d-803756-1 neutron-server[105765]: WARNING oslo_policy.policy [None req-5ca1a954-045a-4666-93b2-9efcefecc87f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 15:43:43.313294 n-d-803756-1 neutron-server[105765]: WARNING oslo_policy.policy [None req-5ca1a954-045a-4666-93b2-9efcefecc87f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 15:43:43.322482 n-d-803756-1 neutron-server[105765]: INFO neutron.quota [None req-5ca1a954-045a-4666-93b2-9efcefecc87f admin admin] Loaded quota_driver: . Aug 06 15:43:43.374556 n-d-803756-1 neutron-server[105766]: INFO neutron.db.l3_hamode_db [None req-483b1fdf-b2fe-49d6-90b7-a8855ab8f1c6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 06 15:43:43.416466 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a954-045a-4666-93b2-9efcefecc87f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730161393212', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730161392751', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730161446803', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730161444430', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730161540793', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730161424050', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66638185', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66937202', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-857097', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-695228'] for rbac-policy, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:43.452708 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b1fdf-b2fe-49d6-90b7-a8855ab8f1c6 None None] Routers set() bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:43:43.453151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b1fdf-b2fe-49d6-90b7-a8855ab8f1c6 None None] Router IDs set() for agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 15:43:43.481365 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a954-045a-4666-93b2-9efcefecc87f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:43.482531 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5ca1a954-045a-4666-93b2-9efcefecc87f admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6218274 Aug 06 15:43:46.014225 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51592) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:46.503428 n-d-803756-1 neutron-server[105764]: WARNING oslo_policy.policy [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 15:43:46.504021 n-d-803756-1 neutron-server[105764]: WARNING oslo_policy.policy [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 15:43:46.722355 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Request body: {'network': {'tenant_id': '6fafb268d38b43ab828b5d48b50947aa', 'admin_state_up': True, 'project_id': '6fafb268d38b43ab828b5d48b50947aa', 'name': 'private'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:46.723938 n-d-803756-1 neutron-server[105764]: INFO neutron.quota [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Loaded quota_driver: . Aug 06 15:43:46.781853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Made reservation on behalf of 6fafb268d38b43ab828b5d48b50947aa for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:43:46.848145 n-d-803756-1 neutron-server[105764]: DEBUG neutron.policy [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105764) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 06 15:43:46.892610 n-d-803756-1 neutron-server[105764]: WARNING oslo_policy.policy [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 15:43:46.892976 n-d-803756-1 neutron-server[105764]: WARNING oslo_policy.policy [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 15:43:46.903568 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:46.925318 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:47.063163 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:47.068047 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:47.088413 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:43:47.117198 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730158308280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:47.117803 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Unsubscribe: segment precommit_create {{(pid=105764) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 06 15:43:47.118320 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Added segment 4f76edca-5d33-4040-bf52-3153bc7b6b8e of type vlan for network 43f37b22-ddc3-4013-a76b-781960b8fc9c Aug 06 15:43:47.137191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e523f721-62e2-4568-8918-d931eb5a4dfd,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:47.158282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:47.158620 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:47.158953 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:47.159280 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:47.159604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:47.159945 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:47.160297 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:47.160633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:47.160860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:47.161171 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:47.161484 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:47.161822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Tracked resource versions report: Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: pushed versions: Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: { 'AddressGroup': {'1.2'}, Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'ConntrackHelper': {'1.0'}, Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'Log': {'1.0'}, Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'Network': {'1.1'}, Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'Port': {'1.7'}, Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'PortForwarding': {'1.2'}, Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'QosPolicy': {'1.9'}, Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'SecurityGroup': {'1.4'}, Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'SecurityGroupRule': {'1.2'}, Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'SubPort': {'1.0'}, Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'Subnet': {'1.1'}, Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'Trunk': {'1.1'}} Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: consumer versions: Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: { DHCP agent@n-d-803756-1: {}, Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: L3 agent@n-d-803756-1: {}, Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: Metadata agent@n-d-803756-1: {}, Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: Metering agent@n-d-803756-1: {}, Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: Open vSwitch agent@n-d-803756-1: { 'AddressGroup': '1.2', Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'ConntrackHelper': '1.0', Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'Log': '1.0', Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'Network': '1.1', Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'Port': '1.7', Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'PortForwarding': '1.2', Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'QosPolicy': '1.9', Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'SecurityGroup': '1.4', Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'SecurityGroupRule': '1.2', Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'SubPort': '1.0', Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'Subnet': '1.1', Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: 'Trunk': '1.1'}} Aug 06 15:43:47.162931 n-d-803756-1 neutron-server[105764]: {{(pid=105764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 15:43:47.253974 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:47.305519 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:47.307314 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:47.307968 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:47.364205 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3477013 Aug 06 15:43:47.411110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a747e-458a-41a5-913a-aeaf6d694ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=43f37b22-ddc3-4013-a76b-781960b8fc9c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:47.424016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 43f37b22-ddc3-4013-a76b-781960b8fc9c details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:43:49.952356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51614) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:50.371151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a19e48-1345-4669-a738-cbe1c0767535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:50.372567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-60a19e48-1345-4669-a738-cbe1c0767535 admin admin] 10.222.0.37 "GET /v2.0/networks/43f37b22-ddc3-4013-a76b-781960b8fc9c HTTP/1.1" status: 200 len: 825 time: 0.4193025 Aug 06 15:43:50.396837 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-29f8b7ca-6042-4b0d-8c2b-23a417e16d42 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/555740f0-dad2-4404-b8e2-0ab401cc4d03 HTTP/1.1" status: 200 len: 734 time: 0.0181124 Aug 06 15:43:50.406049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '555740f0-dad2-4404-b8e2-0ab401cc4d03', 'gateway_ip': '172.20.0.1', 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c', 'tenant_id': '6fafb268d38b43ab828b5d48b50947aa', 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:50.431455 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Made reservation on behalf of 6fafb268d38b43ab828b5d48b50947aa for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:43:50.434116 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Notify callbacks [] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:50.718622 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:50.785232 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Checking segment: {'id': '4f76edca-5d33-4040-bf52-3153bc7b6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:43:50.785651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Network hostable DHCP agents. Network: 43f37b22-ddc3-4013-a76b-781960b8fc9c, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:43:50.795785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf66d603-aee2-49c6-860e-901a6eb017fc,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:50.812968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:50.813419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:50.813880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:50.814309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:50.814742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:50.815180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:50.815618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:50.816102 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:50.816564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:50.816981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:50.817395 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:50.817873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Tracked resource versions report: Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: pushed versions: Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: { 'AddressGroup': {'1.2'}, Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'ConntrackHelper': {'1.0'}, Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'Log': {'1.0'}, Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'Network': {'1.1'}, Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'Port': {'1.7'}, Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'PortForwarding': {'1.2'}, Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'QosPolicy': {'1.9'}, Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'SecurityGroup': {'1.4'}, Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'SecurityGroupRule': {'1.2'}, Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'SubPort': {'1.0'}, Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'Subnet': {'1.1'}, Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'Trunk': {'1.1'}} Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: consumer versions: Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: { DHCP agent@n-d-803756-1: {}, Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: L3 agent@n-d-803756-1: {}, Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: Metadata agent@n-d-803756-1: {}, Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: Metering agent@n-d-803756-1: {}, Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: Open vSwitch agent@n-d-803756-1: { 'AddressGroup': '1.2', Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'ConntrackHelper': '1.0', Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'Log': '1.0', Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'Network': '1.1', Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'Port': '1.7', Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'PortForwarding': '1.2', Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'QosPolicy': '1.9', Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'SecurityGroup': '1.4', Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'SecurityGroupRule': '1.2', Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'SubPort': '1.0', Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'Subnet': '1.1', Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: 'Trunk': '1.1'}} Aug 06 15:43:50.819475 n-d-803756-1 neutron-server[105765]: {{(pid=105765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 15:43:50.851845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Network 43f37b22-ddc3-4013-a76b-781960b8fc9c is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:43:50.865175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 43f37b22-ddc3-4013-a76b-781960b8fc9c) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:43:50.870552 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:50.871181 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:50.875900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bafb6b-e8cd-4730-8d45-7a6300124dc7 None None] Network 43f37b22-ddc3-4013-a76b-781960b8fc9c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:43:50.885484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e9cbe1e7-c684-474c-a291-c74bd2f9f89a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4825580 Aug 06 15:43:51.193779 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-43f37b22-ddc3-4013-a76b-781960b8fc9c', 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c', 'tenant_id': '6fafb268d38b43ab828b5d48b50947aa', 'fixed_ips': [{'subnet_id': 'bf66d603-aee2-49c6-860e-901a6eb017fc'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:43:51.195105 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:51.461212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Allocated IP 172.20.0.2 (43f37b22-ddc3-4013-a76b-781960b8fc9c/bf66d603-aee2-49c6-860e-901a6eb017fc/8d7f1e76-ffe0-4a4c-b78a-705701730be6) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:43:51.690721 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:51.706242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Transition to ACTIVE for port object 8d7f1e76-ffe0-4a4c-b78a-705701730be6 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:43:51.726524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Transition to ACTIVE for port object 8d7f1e76-ffe0-4a4c-b78a-705701730be6 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:43:51.735298 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:51.806000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Network 43f37b22-ddc3-4013-a76b-781960b8fc9c is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:43:51.810687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:43:51.820581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:43:51.824995 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Pushing event updated for resources: {'Port': ['ID=8d7f1e76-ffe0-4a4c-b78a-705701730be6,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:51.833526 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:51.833897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:51.834295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:51.834653 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:51.834983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:51.835312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:51.835639 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:51.835963 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:51.836287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:51.836608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:51.837539 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:51.837886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Tracked resource versions report: Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: pushed versions: Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: { 'AddressGroup': {'1.2'}, Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'ConntrackHelper': {'1.0'}, Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'Log': {'1.0'}, Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'Network': {'1.1'}, Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'Port': {'1.7'}, Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'PortForwarding': {'1.2'}, Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'QosPolicy': {'1.9'}, Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'SecurityGroup': {'1.4'}, Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'SecurityGroupRule': {'1.2'}, Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'SubPort': {'1.0'}, Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'Subnet': {'1.1'}, Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'Trunk': {'1.1'}} Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: consumer versions: Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: { DHCP agent@n-d-803756-1: {}, Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: L3 agent@n-d-803756-1: {}, Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: Metadata agent@n-d-803756-1: {}, Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: Metering agent@n-d-803756-1: {}, Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: Open vSwitch agent@n-d-803756-1: { 'AddressGroup': '1.2', Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'ConntrackHelper': '1.0', Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'Log': '1.0', Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'Network': '1.1', Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'Port': '1.7', Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'PortForwarding': '1.2', Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'QosPolicy': '1.9', Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'SecurityGroup': '1.4', Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'SecurityGroupRule': '1.2', Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'SubPort': '1.0', Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'Subnet': '1.1', Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: 'Trunk': '1.1'}} Aug 06 15:43:51.839020 n-d-803756-1 neutron-server[105766]: {{(pid=105766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 15:43:51.910912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Attempting to bind port 8d7f1e76-ffe0-4a4c-b78a-705701730be6 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:43:51.911548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Attempting to bind port 8d7f1e76-ffe0-4a4c-b78a-705701730be6 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '4f76edca-5d33-4040-bf52-3153bc7b6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:43:51.911731 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Attempting to bind port 8d7f1e76-ffe0-4a4c-b78a-705701730be6 on network 43f37b22-ddc3-4013-a76b-781960b8fc9c {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:43:51.916682 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:43:51.917092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Checking segment: {'id': '4f76edca-5d33-4040-bf52-3153bc7b6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:43:51.917588 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:51.918007 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Bound using segment: {'id': '4f76edca-5d33-4040-bf52-3153bc7b6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:43:51.918485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Bound port: 8d7f1e76-ffe0-4a4c-b78a-705701730be6, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f76edca-5d33-4040-bf52-3153bc7b6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:43:51.918912 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:51.983801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-78efefd4-4efe-4314-92df-dc247164080c None None] For port 8d7f1e76-ffe0-4a4c-b78a-705701730be6, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:43:51.987935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-78efefd4-4efe-4314-92df-dc247164080c None None] For port 8d7f1e76-ffe0-4a4c-b78a-705701730be6, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8d7f1e76-ffe0-4a4c-b78a-705701730be6,segment=NetworkSegment(4f76edca-5d33-4040-bf52-3153bc7b6b8e),segment_id=4f76edca-5d33-4040-bf52-3153bc7b6b8e)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:43:51.992831 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:52.056853 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efefd4-4efe-4314-92df-dc247164080c None None] Pushing event updated for resources: {'Port': ['ID=8d7f1e76-ffe0-4a4c-b78a-705701730be6,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:53.260570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51626) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:53.574385 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-13cb7706-8253-43fb-a496-ce3b43dc4b96 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:43:53.575362 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-13cb7706-8253-43fb-a496-ce3b43dc4b96 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3137553 Aug 06 15:43:55.955599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51634) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:56.268969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-1e225c3e-8a7b-44b8-8a74-63c9b76e08c3 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:43:56.270039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1e225c3e-8a7b-44b8-8a74-63c9b76e08c3 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3135173 Aug 06 15:43:58.867018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51644) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:59.169599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c121b3d4-58ef-4e49-9faf-508e725be0cf admin admin] Request body: {'router': {'tenant_id': '6fafb268d38b43ab828b5d48b50947aa', 'admin_state_up': True, 'name': 'router1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:59.194108 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c121b3d4-58ef-4e49-9faf-508e725be0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:59.195632 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c121b3d4-58ef-4e49-9faf-508e725be0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:59.349019 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c121b3d4-58ef-4e49-9faf-508e725be0cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:59.354731 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c121b3d4-58ef-4e49-9faf-508e725be0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:59.368443 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c121b3d4-58ef-4e49-9faf-508e725be0cf admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:59.369736 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c121b3d4-58ef-4e49-9faf-508e725be0cf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5016825 Aug 06 15:44:00.326285 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8d7f1e76-ffe0-4a4c-b78a-705701730be6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:00.371322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9334255-c137-4fc9-b646-59115a4e5925 None None] Network 43f37b22-ddc3-4013-a76b-781960b8fc9c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:44:00.468356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4c0ce179-1dfd-49ba-8dc5-62cc7be9ff8c None None] Provisioning for port 8d7f1e76-ffe0-4a4c-b78a-705701730be6 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:00.487326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 8d7f1e76-ffe0-4a4c-b78a-705701730be6 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:00.496558 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 8d7f1e76-ffe0-4a4c-b78a-705701730be6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:00.496895 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:00.659745 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:00.710482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 8d7f1e76-ffe0-4a4c-b78a-705701730be6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8d7f1e76-ffe0-4a4c-b78a-705701730be6,segment=NetworkSegment(4f76edca-5d33-4040-bf52-3153bc7b6b8e),segment_id=4f76edca-5d33-4040-bf52-3153bc7b6b8e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:00.714138 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:00.765967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=8d7f1e76-ffe0-4a4c-b78a-705701730be6,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:00.904267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a2d77b1b-4fcb-4387-aae9-239b61e1db4f None None] Provisioning complete for port 8d7f1e76-ffe0-4a4c-b78a-705701730be6 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:00.904633 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2d77b1b-4fcb-4387-aae9-239b61e1db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:01.716407 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51658) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:01.906355 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 5 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:44:02.023467 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-14095f7f-1744-4ce5-92a4-236eae6bd974 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:44:02.024973 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-14095f7f-1744-4ce5-92a4-236eae6bd974 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3076036 Aug 06 15:44:02.300987 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8d7f1e76-ffe0-4a4c-b78a-705701730be6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:02.346341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 8d7f1e76-ffe0-4a4c-b78a-705701730be6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:02.346710 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:03.599553 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-78fc47a1-ad0c-4888-af42-cf4b195b8812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:04.406491 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51666) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:04.713384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-328d3033-413a-4d78-a64b-181d5ebbba58 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:04.733655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328d3033-413a-4d78-a64b-181d5ebbba58 admin admin] Made reservation on behalf of 4c2fccf1547846b2b0e12e3e8697a7d6 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:04.735890 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-328d3033-413a-4d78-a64b-181d5ebbba58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:04.744162 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-328d3033-413a-4d78-a64b-181d5ebbba58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:04.832229 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-328d3033-413a-4d78-a64b-181d5ebbba58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:04.835937 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-328d3033-413a-4d78-a64b-181d5ebbba58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:04.852884 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-328d3033-413a-4d78-a64b-181d5ebbba58 admin admin] Reserving flat network on physical network physnet1 {{(pid=105764) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 06 15:44:04.866981 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d3033-413a-4d78-a64b-181d5ebbba58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1efaa3-8030-4dd0-9b7c-4d5592bfa01b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:04.876430 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-328d3033-413a-4d78-a64b-181d5ebbba58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:04.877006 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-328d3033-413a-4d78-a64b-181d5ebbba58 admin admin] Added segment 00bff74a-dd97-4715-bb7b-ab0605ef81ea of type flat for network a032e3c1-4d26-4652-b5c8-781664ed13c0 Aug 06 15:44:04.928055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-328d3033-413a-4d78-a64b-181d5ebbba58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:04.962867 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-328d3033-413a-4d78-a64b-181d5ebbba58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:04.963780 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328d3033-413a-4d78-a64b-181d5ebbba58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:04.964349 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-328d3033-413a-4d78-a64b-181d5ebbba58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:04.991992 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-328d3033-413a-4d78-a64b-181d5ebbba58 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5844991 Aug 06 15:44:05.028017 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d3033-413a-4d78-a64b-181d5ebbba58 admin admin] Pushing event updated for resources: {'Network': ['ID=a032e3c1-4d26-4652-b5c8-781664ed13c0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:05.038056 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:44:06.092003 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3d7e3e04-02d8-4d70-802d-06df8093852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:06.460241 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:07.087673 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:07.323117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51682) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:07.647273 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95da8295-e055-4181-a608-bba8a7530a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:07.648656 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-95da8295-e055-4181-a608-bba8a7530a1b admin admin] 10.222.0.37 "GET /v2.0/subnets/bf66d603-aee2-49c6-860e-901a6eb017fc HTTP/1.1" status: 200 len: 849 time: 0.3245771 Aug 06 15:44:07.766537 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9306fa4d-eff0-404b-9612-4505022f89b6 admin admin] 10.222.0.37 "GET /v2.0/routers/6e700792-1580-4c02-83aa-a8e3c39c93c3 HTTP/1.1" status: 200 len: 704 time: 0.1118023 Aug 06 15:44:08.027850 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.319633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Allocated IP 172.20.0.1 (43f37b22-ddc3-4013-a76b-781960b8fc9c/bf66d603-aee2-49c6-860e-901a6eb017fc/05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:44:08.498719 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.521137 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Transition to ACTIVE for port object 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:08.599500 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.662486 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Network 43f37b22-ddc3-4013-a76b-781960b8fc9c is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:08.673424 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:08.682616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:08.683539 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.704904 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Pushing event updated for resources: {'Port': ['ID=05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:08.801179 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.842126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d2395aa3-3383-4ac7-b28c-bf718b74c9f9 None None] Provisioning for port 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:08.845939 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d2395aa3-3383-4ac7-b28c-bf718b74c9f9 None None] Provisioning complete for port 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:08.846307 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d2395aa3-3383-4ac7-b28c-bf718b74c9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.880128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d2395aa3-3383-4ac7-b28c-bf718b74c9f9 None None] Port 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:44:08.925708 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:09.126045 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:09.130488 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:09.131332 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:09.217740 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Pushing event updated for resources: {'Port': ['ID=05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:09.257468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Network 43f37b22-ddc3-4013-a76b-781960b8fc9c is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:09.259353 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:09.401199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a77b2b67-b75f-497f-80f1-041faa72b733 None None] Provisioning complete for port 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:09.401592 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a77b2b67-b75f-497f-80f1-041faa72b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:09.415057 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Router 6e700792-1580-4c02-83aa-a8e3c39c93c3 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:44:09.436336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a77b2b67-b75f-497f-80f1-041faa72b733 None None] Port 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:44:09.505186 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:44:09.511032 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b68e1d92-2d57-4cbe-86e3-4daeb92c038c admin admin] 10.222.0.37 "PUT /v2.0/routers/6e700792-1580-4c02-83aa-a8e3c39c93c3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7391675 Aug 06 15:44:09.514860 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Sync routers for ids ['6e700792-1580-4c02-83aa-a8e3c39c93c3'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:44:09.528588 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Routers {'6e700792-1580-4c02-83aa-a8e3c39c93c3'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:44:09.529347 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:44:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6e700792-1580-4c02-83aa-a8e3c39c93c3'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:09.708946 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Set router 6e700792-1580-4c02-83aa-a8e3c39c93c3 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:44:10.126014 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e700792-1580-4c02-83aa-a8e3c39c93c3', 'name': 'router1', 'tenant_id': '6fafb268d38b43ab828b5d48b50947aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:43:59Z', 'updated_at': '2021-08-06T15:44:08Z', 'revision_number': 2, 'project_id': '6fafb268d38b43ab828b5d48b50947aa', 'gw_port_host': None, '_interfaces': [{'id': '05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd', 'name': '', 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c', 'tenant_id': '6fafb268d38b43ab828b5d48b50947aa', 'mac_address': 'fa:16:3e:ea:7c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e700792-1580-4c02-83aa-a8e3c39c93c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf66d603-aee2-49c6-860e-901a6eb017fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:08Z', 'updated_at': '2021-08-06T15:44:08Z', 'revision_number': 2, 'project_id': '6fafb268d38b43ab828b5d48b50947aa', 'subnets': [{'id': 'bf66d603-aee2-49c6-860e-901a6eb017fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '555740f0-dad2-4404-b8e2-0ab401cc4d03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:10.178592 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Checking router: 6e700792-1580-4c02-83aa-a8e3c39c93c3 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:44:10.178960 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Updating router 6e700792-1580-4c02-83aa-a8e3c39c93c3 port 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:44:10.225929 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:10.739554 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:10.757690 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Transition to ACTIVE for port object 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:10.764447 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:10.916267 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d78511-f163-4eac-a9c0-9af355f1f3fe None None] Pushing event updated for resources: {'Port': ['ID=05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:10.930870 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78511-f163-4eac-a9c0-9af355f1f3fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:10.931207 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78511-f163-4eac-a9c0-9af355f1f3fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:10.931542 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78511-f163-4eac-a9c0-9af355f1f3fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:10.931868 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78511-f163-4eac-a9c0-9af355f1f3fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:10.932193 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78511-f163-4eac-a9c0-9af355f1f3fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:10.932512 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78511-f163-4eac-a9c0-9af355f1f3fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:10.932828 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78511-f163-4eac-a9c0-9af355f1f3fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:10.933144 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78511-f163-4eac-a9c0-9af355f1f3fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:10.933455 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78511-f163-4eac-a9c0-9af355f1f3fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:10.933793 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78511-f163-4eac-a9c0-9af355f1f3fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:10.934104 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78511-f163-4eac-a9c0-9af355f1f3fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:10.934414 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78511-f163-4eac-a9c0-9af355f1f3fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d78511-f163-4eac-a9c0-9af355f1f3fe None None] Tracked resource versions report: Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: pushed versions: Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: { 'AddressGroup': {'1.2'}, Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'ConntrackHelper': {'1.0'}, Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'Log': {'1.0'}, Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'Network': {'1.1'}, Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'Port': {'1.7'}, Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'PortForwarding': {'1.2'}, Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'QosPolicy': {'1.9'}, Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'SecurityGroup': {'1.4'}, Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'SecurityGroupRule': {'1.2'}, Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'SubPort': {'1.0'}, Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'Subnet': {'1.1'}, Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'Trunk': {'1.1'}} Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: consumer versions: Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: { DHCP agent@n-d-803756-1: {}, Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: L3 agent@n-d-803756-1: {}, Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: Metadata agent@n-d-803756-1: {}, Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: Metering agent@n-d-803756-1: {}, Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: Open vSwitch agent@n-d-803756-1: { 'AddressGroup': '1.2', Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'ConntrackHelper': '1.0', Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'Log': '1.0', Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'Network': '1.1', Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'Port': '1.7', Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'PortForwarding': '1.2', Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'QosPolicy': '1.9', Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'SecurityGroup': '1.4', Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'SecurityGroupRule': '1.2', Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'SubPort': '1.0', Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'Subnet': '1.1', Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: 'Trunk': '1.1'}} Aug 06 15:44:10.935525 n-d-803756-1 neutron-server[105767]: {{(pid=105767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 15:44:10.940977 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Attempting to bind port 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:44:10.941375 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Attempting to bind port 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '4f76edca-5d33-4040-bf52-3153bc7b6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:44:10.941832 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Attempting to bind port 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd on network 43f37b22-ddc3-4013-a76b-781960b8fc9c {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:44:10.947176 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:44:10.947580 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Checking segment: {'id': '4f76edca-5d33-4040-bf52-3153bc7b6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:10.948057 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:10.948433 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Bound using segment: {'id': '4f76edca-5d33-4040-bf52-3153bc7b6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:44:10.948906 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Bound port: 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f76edca-5d33-4040-bf52-3153bc7b6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:44:10.949287 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:11.014631 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] For port 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:44:11.035971 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] For port 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd,segment=NetworkSegment(4f76edca-5d33-4040-bf52-3153bc7b6b8e),segment_id=4f76edca-5d33-4040-bf52-3153bc7b6b8e)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:44:11.040399 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:11.086671 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Routers {'6e700792-1580-4c02-83aa-a8e3c39c93c3'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:44:11.087284 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:44:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6e700792-1580-4c02-83aa-a8e3c39c93c3'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:11.175954 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d78511-f163-4eac-a9c0-9af355f1f3fe None None] Pushing event updated for resources: {'Port': ['ID=05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:11.196039 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] Set router 6e700792-1580-4c02-83aa-a8e3c39c93c3 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:44:11.398325 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e700792-1580-4c02-83aa-a8e3c39c93c3', 'name': 'router1', 'tenant_id': '6fafb268d38b43ab828b5d48b50947aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:43:59Z', 'updated_at': '2021-08-06T15:44:08Z', 'revision_number': 2, 'project_id': '6fafb268d38b43ab828b5d48b50947aa', 'gw_port_host': None, '_interfaces': [{'id': '05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd', 'name': '', 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c', 'tenant_id': '6fafb268d38b43ab828b5d48b50947aa', 'mac_address': 'fa:16:3e:ea:7c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e700792-1580-4c02-83aa-a8e3c39c93c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf66d603-aee2-49c6-860e-901a6eb017fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:08Z', 'updated_at': '2021-08-06T15:44:11Z', 'revision_number': 4, 'project_id': '6fafb268d38b43ab828b5d48b50947aa', 'subnets': [{'id': 'bf66d603-aee2-49c6-860e-901a6eb017fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '555740f0-dad2-4404-b8e2-0ab401cc4d03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:11.423134 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461c049b-5ab4-470e-8acf-e98bbc753588 None None] The sync data for ids ['6e700792-1580-4c02-83aa-a8e3c39c93c3'] in n-d-803756-1 is: [{'id': '6e700792-1580-4c02-83aa-a8e3c39c93c3', 'name': 'router1', 'tenant_id': '6fafb268d38b43ab828b5d48b50947aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:43:59Z', 'updated_at': '2021-08-06T15:44:08Z', 'revision_number': 2, 'project_id': '6fafb268d38b43ab828b5d48b50947aa', 'gw_port_host': None, '_interfaces': [{'id': '05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd', 'name': '', 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c', 'tenant_id': '6fafb268d38b43ab828b5d48b50947aa', 'mac_address': 'fa:16:3e:ea:7c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e700792-1580-4c02-83aa-a8e3c39c93c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf66d603-aee2-49c6-860e-901a6eb017fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:08Z', 'updated_at': '2021-08-06T15:44:11Z', 'revision_number': 4, 'project_id': '6fafb268d38b43ab828b5d48b50947aa', 'subnets': [{'id': 'bf66d603-aee2-49c6-860e-901a6eb017fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '555740f0-dad2-4404-b8e2-0ab401cc4d03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:44:11.730569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51702) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:11.845898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1ceded-1ac7-408c-89e7-bbc67692cff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:11.847251 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ca1ceded-1ac7-408c-89e7-bbc67692cff3 admin admin] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 842 time: 0.1157498 Aug 06 15:44:11.857798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-018f091a-1b6c-4684-a3d2-7c6273cb9e31 admin admin] Request body: {'subnet': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'cidr': '172.25.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.1.1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:11.877680 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018f091a-1b6c-4684-a3d2-7c6273cb9e31 admin admin] Made reservation on behalf of 4c2fccf1547846b2b0e12e3e8697a7d6 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:11.879809 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-018f091a-1b6c-4684-a3d2-7c6273cb9e31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:12.221242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.objects.ports [None req-018f091a-1b6c-4684-a3d2-7c6273cb9e31 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:44:12.221605 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-018f091a-1b6c-4684-a3d2-7c6273cb9e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:12.280628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f091a-1b6c-4684-a3d2-7c6273cb9e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a549e46e-8057-448b-98df-ba5bb48c3cb5,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:12.284748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018f091a-1b6c-4684-a3d2-7c6273cb9e31 admin admin] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:12.285097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018f091a-1b6c-4684-a3d2-7c6273cb9e31 admin admin] Network hostable DHCP agents. Network: a032e3c1-4d26-4652-b5c8-781664ed13c0, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:44:12.301115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018f091a-1b6c-4684-a3d2-7c6273cb9e31 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:44:12.309317 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-018f091a-1b6c-4684-a3d2-7c6273cb9e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a032e3c1-4d26-4652-b5c8-781664ed13c0) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:12.313197 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018f091a-1b6c-4684-a3d2-7c6273cb9e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:12.313967 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-018f091a-1b6c-4684-a3d2-7c6273cb9e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:12.318244 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e80e3c1-d845-4a9c-815e-54fb39ac4cc7 None None] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:44:12.337733 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-018f091a-1b6c-4684-a3d2-7c6273cb9e31 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4732680 Aug 06 15:44:12.449458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299388cc-0887-4a37-ab2c-e9cbbcddbfb8 None None] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:44:14.567311 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51712) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:14.696824 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-21f35ce4-9c86-4856-823c-8317bf93f06a admin admin] 10.222.0.37 "GET /v2.0/routers/6e700792-1580-4c02-83aa-a8e3c39c93c3 HTTP/1.1" status: 200 len: 710 time: 0.1284049 Aug 06 15:44:14.782517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a885a97-5b7d-4557-80da-3bc503179518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:14.783816 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1a885a97-5b7d-4557-80da-3bc503179518 admin admin] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 886 time: 0.0813820 Aug 06 15:44:14.793685 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:15.110838 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.351389 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.427442 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.530592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Allocated IP 172.25.1.232 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/4fb1034a-1bca-41f2-9cc2-604fa5671d89) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:44:15.627722 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.666423 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.706077 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:15.711296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:15.715488 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:15.748786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb1034a-1bca-41f2-9cc2-604fa5671d89,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:15.964697 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:16.154759 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:16.157943 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:16.263903 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Router 6e700792-1580-4c02-83aa-a8e3c39c93c3 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:44:16.378222 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:44:16.382313 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:16.383640 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-539280e1-6fe5-47b7-8471-bf086d2abf82 admin admin] 10.222.0.37 "PUT /v2.0/routers/6e700792-1580-4c02-83aa-a8e3c39c93c3 HTTP/1.1" status: 200 len: 890 time: 1.5933971 Aug 06 15:44:17.801537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Sync routers for ids ['6e700792-1580-4c02-83aa-a8e3c39c93c3'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:44:17.811716 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Routers {'6e700792-1580-4c02-83aa-a8e3c39c93c3'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:44:17.812354 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:44:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6e700792-1580-4c02-83aa-a8e3c39c93c3'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:18.068650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Set router 6e700792-1580-4c02-83aa-a8e3c39c93c3 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:44:18.332895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:18.448027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:18.452899 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:18.453264 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:18.555597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e700792-1580-4c02-83aa-a8e3c39c93c3', 'name': 'router1', 'tenant_id': '6fafb268d38b43ab828b5d48b50947aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '4fb1034a-1bca-41f2-9cc2-604fa5671d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:43:59Z', 'updated_at': '2021-08-06T15:44:15Z', 'revision_number': 4, 'project_id': '6fafb268d38b43ab828b5d48b50947aa', 'gw_port': {'id': '4fb1034a-1bca-41f2-9cc2-604fa5671d89', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e700792-1580-4c02-83aa-a8e3c39c93c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:15Z', 'updated_at': '2021-08-06T15:44:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd', 'name': '', 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c', 'tenant_id': '6fafb268d38b43ab828b5d48b50947aa', 'mac_address': 'fa:16:3e:ea:7c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e700792-1580-4c02-83aa-a8e3c39c93c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf66d603-aee2-49c6-860e-901a6eb017fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:08Z', 'updated_at': '2021-08-06T15:44:11Z', 'revision_number': 4, 'project_id': '6fafb268d38b43ab828b5d48b50947aa', 'subnets': [{'id': 'bf66d603-aee2-49c6-860e-901a6eb017fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '555740f0-dad2-4404-b8e2-0ab401cc4d03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:18.610579 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Checking router: 6e700792-1580-4c02-83aa-a8e3c39c93c3 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:44:18.610945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Updating router 6e700792-1580-4c02-83aa-a8e3c39c93c3 port 4fb1034a-1bca-41f2-9cc2-604fa5671d89 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:44:18.653747 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:18.674683 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:18.720945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd,segment=NetworkSegment(4f76edca-5d33-4040-bf52-3153bc7b6b8e),segment_id=4f76edca-5d33-4040-bf52-3153bc7b6b8e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:18.745133 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:18.749479 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51724) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:18.862478 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b2540aec-a8b6-401f-aa96-3ad9a11c5321 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1115675 Aug 06 15:44:18.897508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:19.064014 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:19.074196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Transition to ACTIVE for port object 4fb1034a-1bca-41f2-9cc2-604fa5671d89 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:19.079225 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:19.129685 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Attempting to bind port 4fb1034a-1bca-41f2-9cc2-604fa5671d89 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:44:19.129995 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Attempting to bind port 4fb1034a-1bca-41f2-9cc2-604fa5671d89 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:44:19.130359 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Attempting to bind port 4fb1034a-1bca-41f2-9cc2-604fa5671d89 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:44:19.136940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a4dd5-edcd-4584-90d5-6829ba478bf9 None None] Pushing event updated for resources: {'Port': ['ID=4fb1034a-1bca-41f2-9cc2-604fa5671d89,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:19.142884 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:44:19.143284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:19.143705 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:19.144091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:44:19.144567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Bound port: 4fb1034a-1bca-41f2-9cc2-604fa5671d89, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:44:19.144921 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:19.196063 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] For port 4fb1034a-1bca-41f2-9cc2-604fa5671d89, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:44:19.199228 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] For port 4fb1034a-1bca-41f2-9cc2-604fa5671d89, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4fb1034a-1bca-41f2-9cc2-604fa5671d89,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:44:19.203399 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:19.262089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a4dd5-edcd-4584-90d5-6829ba478bf9 None None] Pushing event updated for resources: {'Port': ['ID=4fb1034a-1bca-41f2-9cc2-604fa5671d89,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:19.265924 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Routers {'6e700792-1580-4c02-83aa-a8e3c39c93c3'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:44:19.266522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:44:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6e700792-1580-4c02-83aa-a8e3c39c93c3'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:19.453128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] Set router 6e700792-1580-4c02-83aa-a8e3c39c93c3 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:44:19.667390 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e700792-1580-4c02-83aa-a8e3c39c93c3', 'name': 'router1', 'tenant_id': '6fafb268d38b43ab828b5d48b50947aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '4fb1034a-1bca-41f2-9cc2-604fa5671d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:43:59Z', 'updated_at': '2021-08-06T15:44:15Z', 'revision_number': 4, 'project_id': '6fafb268d38b43ab828b5d48b50947aa', 'gw_port': {'id': '4fb1034a-1bca-41f2-9cc2-604fa5671d89', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e700792-1580-4c02-83aa-a8e3c39c93c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:15Z', 'updated_at': '2021-08-06T15:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd', 'name': '', 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c', 'tenant_id': '6fafb268d38b43ab828b5d48b50947aa', 'mac_address': 'fa:16:3e:ea:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e700792-1580-4c02-83aa-a8e3c39c93c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf66d603-aee2-49c6-860e-901a6eb017fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:08Z', 'updated_at': '2021-08-06T15:44:18Z', 'revision_number': 5, 'project_id': '6fafb268d38b43ab828b5d48b50947aa', 'subnets': [{'id': 'bf66d603-aee2-49c6-860e-901a6eb017fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '555740f0-dad2-4404-b8e2-0ab401cc4d03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:19.694210 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e320b9-d1a7-45f4-b65f-c3441876ceb1 None None] The sync data for ids ['6e700792-1580-4c02-83aa-a8e3c39c93c3'] in n-d-803756-1 is: [{'id': '6e700792-1580-4c02-83aa-a8e3c39c93c3', 'name': 'router1', 'tenant_id': '6fafb268d38b43ab828b5d48b50947aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '4fb1034a-1bca-41f2-9cc2-604fa5671d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:43:59Z', 'updated_at': '2021-08-06T15:44:15Z', 'revision_number': 4, 'project_id': '6fafb268d38b43ab828b5d48b50947aa', 'gw_port': {'id': '4fb1034a-1bca-41f2-9cc2-604fa5671d89', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e700792-1580-4c02-83aa-a8e3c39c93c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:15Z', 'updated_at': '2021-08-06T15:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd', 'name': '', 'network_id': '43f37b22-ddc3-4013-a76b-781960b8fc9c', 'tenant_id': '6fafb268d38b43ab828b5d48b50947aa', 'mac_address': 'fa:16:3e:ea:7c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e700792-1580-4c02-83aa-a8e3c39c93c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bf66d603-aee2-49c6-860e-901a6eb017fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:08Z', 'updated_at': '2021-08-06T15:44:18Z', 'revision_number': 5, 'project_id': '6fafb268d38b43ab828b5d48b50947aa', 'subnets': [{'id': 'bf66d603-aee2-49c6-860e-901a6eb017fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '555740f0-dad2-4404-b8e2-0ab401cc4d03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:44:20.402594 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4fb1034a-1bca-41f2-9cc2-604fa5671d89 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:20.457876 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 4fb1034a-1bca-41f2-9cc2-604fa5671d89 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:20.462151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 4fb1034a-1bca-41f2-9cc2-604fa5671d89 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:20.462522 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:20.558789 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:20.580951 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 4fb1034a-1bca-41f2-9cc2-604fa5671d89, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4fb1034a-1bca-41f2-9cc2-604fa5671d89,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:20.584987 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:20.586100 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:20.661070 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=4fb1034a-1bca-41f2-9cc2-604fa5671d89,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:20.672661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:20.673038 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:22.356383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4fb1034a-1bca-41f2-9cc2-604fa5671d89 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:22.430069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 4fb1034a-1bca-41f2-9cc2-604fa5671d89 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:22.430668 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:33.607760 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-704338ed-ac0d-4330-a999-d40afa279858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:36.096396 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ae90e339-6611-4940-886b-e00523c56f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:36.462525 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:37.092488 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:38.818262 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:38.905165 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 5 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:45:03.600686 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-554aca50-fb45-468f-a259-d8cccb7d0215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:06.091083 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fd10d719-03be-4b5e-b061-72d74e8a882c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:06.465491 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:07.093091 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:08.827905 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:15.904084 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 5 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:45:33.603161 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0181f284-b4f1-4e87-a974-69721901bc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:36.092117 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-119770aa-4861-4517-8bc6-379c84cfa255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:36.467512 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.094574 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.829602 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.902512 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 5 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:45:57.865766 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52324) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.929679 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a226e9-92b5-4a3f-9b65-36962b3d08ef admin admin] GET failed (client error): The resource could not be found. Aug 06 15:45:57.931011 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-53a226e9-92b5-4a3f-9b65-36962b3d08ef admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0642943 Aug 06 15:45:58.179098 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd07ecd-4f90-4ee5-b941-1922961459de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:58.180576 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cfd07ecd-4f90-4ee5-b941-1922961459de admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2451870 Aug 06 15:46:00.305481 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52334) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:00.396312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008b9745-03f1-4599-876f-a21321ed7c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:00.397635 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-008b9745-03f1-4599-876f-a21321ed7c04 admin admin] 10.222.0.37 "GET /v2.0/subnets/bf66d603-aee2-49c6-860e-901a6eb017fc HTTP/1.1" status: 200 len: 849 time: 0.0911424 Aug 06 15:46:00.407497 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:00.493576 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Notify callbacks [] for subnet, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:00.632678 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730158194270'] for subnet, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:00.661146 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:00.661813 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:00.663431 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] 10.222.0.37 "PUT /v2.0/subnets/bf66d603-aee2-49c6-860e-901a6eb017fc HTTP/1.1" status: 200 len: 868 time: 0.2596126 Aug 06 15:46:00.666607 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c31379-d6ac-4983-b6cc-24eaf59529bc None None] Network 43f37b22-ddc3-4013-a76b-781960b8fc9c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:46:00.685751 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf66d603-aee2-49c6-860e-901a6eb017fc,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:00.693607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:00.693971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:00.694313 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:00.694646 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:00.694976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:00.695299 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:00.695624 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:00.695946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:00.696258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:00.696583 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:00.696903 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:00.697218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda58af-278d-4eba-9612-fad321a2acce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:01.010238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5a7515e3-0bc2-4c78-809c-70e1d3b0fad4 None None] Provisioning complete for port 05ec4d86-a9dd-4cb4-b6e8-262d96ea4dcd triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:01.010605 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5a7515e3-0bc2-4c78-809c-70e1d3b0fad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:01.092126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5a7515e3-0bc2-4c78-809c-70e1d3b0fad4 None None] Provisioning complete for port 8d7f1e76-ffe0-4a4c-b78a-705701730be6 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:01.092403 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5a7515e3-0bc2-4c78-809c-70e1d3b0fad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:02.785093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52342) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:02.980347 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd64479-d1d4-4cf3-825f-cab3d2226d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:02.980730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd64479-d1d4-4cf3-825f-cab3d2226d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:02.982266 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fcd64479-d1d4-4cf3-825f-cab3d2226d4a admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1961925 Aug 06 15:46:03.604515 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-add08b0a-d501-4a40-bed0-dbf59ddf42a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:05.135312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52350) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:05.265260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e4cba2-4c95-48f7-9520-f3b59587e41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:05.265753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e4cba2-4c95-48f7-9520-f3b59587e41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:05.267283 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-71e4cba2-4c95-48f7-9520-f3b59587e41d admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310384 Aug 06 15:46:06.094106 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5eeeb6d2-61d1-49a4-af66-aa772284ef1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:06.468186 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:07.097141 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:07.398744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52358) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:07.529005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ecf689-4409-4dbf-a7e5-5ffbd9cbc290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:07.530394 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c4ecf689-4409-4dbf-a7e5-5ffbd9cbc290 admin admin] 10.222.0.37 "GET /v2.0/networks/43f37b22-ddc3-4013-a76b-781960b8fc9c HTTP/1.1" status: 200 len: 869 time: 0.1307111 Aug 06 15:46:08.832149 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:09.649253 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52366) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:09.772934 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a50ec-9a2f-463b-bb35-3eb0d5d9c194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:09.774319 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ba3a50ec-9a2f-463b-bb35-3eb0d5d9c194 admin admin] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 886 time: 0.1240935 Aug 06 15:46:11.902398 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52374) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:12.024549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d486e2a-f12f-4e46-a86f-81631f9943f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:12.025006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d486e2a-f12f-4e46-a86f-81631f9943f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:12.026657 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0d486e2a-f12f-4e46-a86f-81631f9943f5 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232121 Aug 06 15:46:14.151117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52382) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:14.245876 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59db026d-7794-4eb0-af44-17960ea90b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:14.246335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59db026d-7794-4eb0-af44-17960ea90b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:14.247830 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-59db026d-7794-4eb0-af44-17960ea90b0b admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0957453 Aug 06 15:46:16.367453 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52390) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:16.451314 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9299c13-9afc-4e08-aaf1-d4db426140d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:16.452627 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b9299c13-9afc-4e08-aaf1-d4db426140d2 admin admin] 10.222.0.37 "GET /v2.0/subnets/a549e46e-8057-448b-98df-ba5bb48c3cb5 HTTP/1.1" status: 200 len: 816 time: 0.0839617 Aug 06 15:46:18.573312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52398) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:18.665303 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bca8972-2f24-4eb8-b862-c0335efe09d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:18.666670 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3bca8972-2f24-4eb8-b862-c0335efe09d8 admin admin] 10.222.0.37 "GET /v2.0/subnets/bf66d603-aee2-49c6-860e-901a6eb017fc HTTP/1.1" status: 200 len: 868 time: 0.0923269 Aug 06 15:46:29.900996 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 5 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:46:33.604977 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6c30eac7-c90f-4cbd-b2e6-bd3d31ee9bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:36.095593 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9274ca4e-bed5-4842-9c26-1b3868c97305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:36.469277 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:37.100242 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:38.836880 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:44.025000 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52452) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:44.072758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-bd5453df-6f23-4627-a98c-2dfb722b2e37 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:46:44.073782 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bd5453df-6f23-4627-a98c-2dfb722b2e37 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478137 Aug 06 15:46:46.299564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52460) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:46.358389 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-393fe9a1-993b-42a1-8605-73abfff537e8 admin admin] GET failed (client error): The resource could not be found. Aug 06 15:46:46.359707 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-393fe9a1-993b-42a1-8605-73abfff537e8 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591960 Aug 06 15:46:46.442981 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8135103e-9c4a-4a5a-b66b-b513ffa7fddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:46.444429 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8135103e-9c4a-4a5a-b66b-b513ffa7fddb admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0804269 Aug 06 15:46:48.615780 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52468) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:48.661906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-54f29925-9fa1-47f3-8fa9-232b550ee11d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:48.682983 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f29925-9fa1-47f3-8fa9-232b550ee11d admin admin] Made reservation on behalf of 4c2fccf1547846b2b0e12e3e8697a7d6 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:46:48.685272 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54f29925-9fa1-47f3-8fa9-232b550ee11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:48.712964 n-d-803756-1 neutron-server[105764]: WARNING neutron.services.revisions.revision_plugin [None req-54f29925-9fa1-47f3-8fa9-232b550ee11d admin admin] Could not find related network for resource to bump revision. Aug 06 15:46:48.724845 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f29925-9fa1-47f3-8fa9-232b550ee11d admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:46:48.733707 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54f29925-9fa1-47f3-8fa9-232b550ee11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:48.734672 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-54f29925-9fa1-47f3-8fa9-232b550ee11d admin admin] Added segment 0d08422e-148d-48a0-bd58-748f201099ed of type vlan for network cc783e4e-6f81-499d-86c9-4ab32b897a77 Aug 06 15:46:48.774108 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54f29925-9fa1-47f3-8fa9-232b550ee11d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:48.801308 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54f29925-9fa1-47f3-8fa9-232b550ee11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:48.802257 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f29925-9fa1-47f3-8fa9-232b550ee11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:48.802825 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54f29925-9fa1-47f3-8fa9-232b550ee11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:48.831168 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-54f29925-9fa1-47f3-8fa9-232b550ee11d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2142286 Aug 06 15:46:48.863345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f29925-9fa1-47f3-8fa9-232b550ee11d admin admin] Pushing event updated for resources: {'Network': ['ID=cc783e4e-6f81-499d-86c9-4ab32b897a77,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:48.874599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:46:50.991639 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52476) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:51.052634 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad2106f-77db-4de9-b53f-bf7b6646bb91 admin admin] GET failed (client error): The resource could not be found. Aug 06 15:46:51.053997 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4ad2106f-77db-4de9-b53f-bf7b6646bb91 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611470 Aug 06 15:46:51.126238 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b005d29d-77e4-4760-9e0d-719719ac92f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:51.127703 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b005d29d-77e4-4760-9e0d-719719ac92f2 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691826 Aug 06 15:46:51.137706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6513beec-6e86-44b1-ba39-c83b7c8774a1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:51.160760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6513beec-6e86-44b1-ba39-c83b7c8774a1 admin admin] Made reservation on behalf of 4c2fccf1547846b2b0e12e3e8697a7d6 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:46:51.163111 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6513beec-6e86-44b1-ba39-c83b7c8774a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:51.444472 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6513beec-6e86-44b1-ba39-c83b7c8774a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:51.494590 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513beec-6e86-44b1-ba39-c83b7c8774a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=109ba8c4-2391-4735-8e26-c775bcb69577,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:51.510641 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6513beec-6e86-44b1-ba39-c83b7c8774a1 admin admin] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:46:51.510996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6513beec-6e86-44b1-ba39-c83b7c8774a1 admin admin] Network hostable DHCP agents. Network: cc783e4e-6f81-499d-86c9-4ab32b897a77, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:46:51.532965 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6513beec-6e86-44b1-ba39-c83b7c8774a1 admin admin] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:46:51.543802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-6513beec-6e86-44b1-ba39-c83b7c8774a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, cc783e4e-6f81-499d-86c9-4ab32b897a77) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:51.547941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6513beec-6e86-44b1-ba39-c83b7c8774a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:51.548517 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6513beec-6e86-44b1-ba39-c83b7c8774a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:51.553188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3fa69a-0931-46ec-953a-1b71c98738ac None None] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:46:51.561419 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6513beec-6e86-44b1-ba39-c83b7c8774a1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4270914 Aug 06 15:46:51.796584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-cc783e4e-6f81-499d-86c9-4ab32b897a77', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'tenant_id': '4c2fccf1547846b2b0e12e3e8697a7d6', 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:46:51.797498 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:51.934474 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Allocated IP 192.168.233.2 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/0cca6eb5-c299-4791-8aef-f23cb21de6d9) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:52.083010 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:52.091455 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Transition to ACTIVE for port object 0cca6eb5-c299-4791-8aef-f23cb21de6d9 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:46:52.106074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Transition to ACTIVE for port object 0cca6eb5-c299-4791-8aef-f23cb21de6d9 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:46:52.112390 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:52.147656 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:46:52.152392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:52.155885 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:46:52.164470 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Pushing event updated for resources: {'Port': ['ID=0cca6eb5-c299-4791-8aef-f23cb21de6d9,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:52.186669 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:52.187586 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:52.187926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:52.188263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:52.188595 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:52.188920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:52.189242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:52.189564 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:52.189914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:52.190234 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:52.190575 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:52.190890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:52.226469 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Attempting to bind port 0cca6eb5-c299-4791-8aef-f23cb21de6d9 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:46:52.226828 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Attempting to bind port 0cca6eb5-c299-4791-8aef-f23cb21de6d9 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:46:52.227183 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Attempting to bind port 0cca6eb5-c299-4791-8aef-f23cb21de6d9 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:46:52.232193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:46:52.232488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:46:52.232877 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:52.233262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:46:52.234267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Bound port: 0cca6eb5-c299-4791-8aef-f23cb21de6d9, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:46:52.234663 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:52.295882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] For port 0cca6eb5-c299-4791-8aef-f23cb21de6d9, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:46:52.299710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] For port 0cca6eb5-c299-4791-8aef-f23cb21de6d9, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=0cca6eb5-c299-4791-8aef-f23cb21de6d9,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:46:52.303746 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:52.365479 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f854d-d61d-4459-aba8-ca1300618c0b None None] Pushing event updated for resources: {'Port': ['ID=0cca6eb5-c299-4791-8aef-f23cb21de6d9,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:53.207457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11011427-9392-452c-a325-62eba359f3da None None] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:46:53.285684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d4e1be63-255d-474a-947e-067b1fb2aa0a None None] Provisioning for port 0cca6eb5-c299-4791-8aef-f23cb21de6d9 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:46:54.524067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 0cca6eb5-c299-4791-8aef-f23cb21de6d9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:46:54.571888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 0cca6eb5-c299-4791-8aef-f23cb21de6d9 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:46:54.575463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 0cca6eb5-c299-4791-8aef-f23cb21de6d9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:54.575947 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:54.655145 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:54.685138 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 0cca6eb5-c299-4791-8aef-f23cb21de6d9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=0cca6eb5-c299-4791-8aef-f23cb21de6d9,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:54.689996 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:54.735315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=0cca6eb5-c299-4791-8aef-f23cb21de6d9,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:56.502224 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 0cca6eb5-c299-4791-8aef-f23cb21de6d9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:46:56.548517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 0cca6eb5-c299-4791-8aef-f23cb21de6d9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:56.548884 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:03.606449 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-03940370-c536-48ed-8ba3-bcb7e4dc1140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:06.096513 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-32d0b0c7-407f-4c8a-a501-23afb4bd4389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:06.472232 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:06.899519 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 5 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:47:07.103577 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:08.839494 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:33.608447 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-76e94533-cbed-4d41-bc17-4ee9b5f2f38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:36.095958 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dd8808fd-0a3c-4ae2-95c8-cc012b5aeda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:36.477530 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:37.107184 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.844269 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:43.898234 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 5 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:47:58.758557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52528) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:58.765021 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-b50bde43-e0e5-403b-aba8-76eec84c0846 tempest-verify_tempest_config-1375964134 tempest-verify_tempest_config-1375964134-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:47:58.766024 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b50bde43-e0e5-403b-aba8-76eec84c0846 tempest-verify_tempest_config-1375964134 tempest-verify_tempest_config-1375964134-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065069 Aug 06 15:47:59.063255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52546) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:59.162650 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.249608 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.253248 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.295634 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1984df27-db74-4477-91fa-38b9c014a569,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:59.299178 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1a29f9129af4c1693f6121f16402672&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2349565 Aug 06 15:47:59.301983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52550) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:59.304401 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.304742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.305075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.305403 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.305759 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.306089 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.306407 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.306724 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.307042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.307358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.307674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.307987 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c8f3e0-8a35-4108-ae60-502c1f4c7c08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.380055 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.400535 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.492050 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.494594 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.495726 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1984df27-db74-4477-91fa-38b9c014a569 HTTP/1.1" status: 204 len: 168 time: 0.1926694 Aug 06 15:47:59.504299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1984df27-db74-4477-91fa-38b9c014a569,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:59.510694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.511035 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.511375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.511706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.512036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.512366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.512688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.513011 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.513330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.513739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.514062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:59.514385 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f372-ee53-4cf0-8e9a-089fe94ae3b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:03.608266 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-960858e1-72dc-4a2c-ac4a-abdd73412868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:06.095689 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c3fec950-d0f0-470d-88de-668fe4082457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:06.478202 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:07.109915 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:08.845204 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:20.896063 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 5 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:48:33.607980 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b798c4f0-3330-410a-b81a-5b75b8729dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:36.095825 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-78259524-3660-415a-bec6-67e83e243ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:36.478012 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:37.113579 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:38.850588 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:57.895302 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 5 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:49:03.608448 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fbca21f9-2c5f-4c7a-88c4-e0ac38370f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:06.094751 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-306dfb7f-7327-4d82-859f-7d7f199ed28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:06.479421 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.115947 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:08.851411 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.608454 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b03204be-46f4-4f21-a2a0-aa4ae86137d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:34.894312 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 5 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:49:36.094442 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-26f70299-d5f7-4fee-aa91-f332f1533332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:36.481332 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.120090 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.855384 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.610235 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aace895d-2f88-4e3d-ac95-75b50ba11762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:06.095527 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b239d00f-72e8-48e0-bfda-a3ef8d72fbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:06.484479 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:07.123970 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:08.858400 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:11.893404 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 5 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:50:33.611166 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b9de-ae7b-49cc-8e3f-09a911247684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:36.096385 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2828ee12-7bef-49b1-b09b-5ffcc2498360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:36.486223 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:37.128841 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:38.860768 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:48.891523 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 5 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:50:53.032158 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-955294'] for agent, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:53.424303 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-955294'] for agent, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:03.610996 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3284200e-da0b-49f0-987a-2cda5e5f1e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:06.096840 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4e932e92-83ac-471d-9578-e5512ee8a8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:06.491014 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:07.127292 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:08.863808 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:22.984710 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.372885 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:25.890154 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:51:33.612054 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-540d6cfe-d028-4315-9e7b-935428b21b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:36.096443 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4cad98ba-f696-4dd1-a3b1-97c3dd65c2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:36.491399 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:37.131132 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:38.871998 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.346304 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52620) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:48.450032 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a67628af-bdb0-4935-b7f0-568ddf963c1b admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1019897 Aug 06 15:51:50.647012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52630) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:50.707353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-95baeb8a-40d6-482f-b4af-665f65afde32 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0592766 Aug 06 15:51:52.994164 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:53.379020 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:02.888978 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:52:03.615079 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-082762e7-6f36-49ea-9a6f-4442e0382b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.096722 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d508511d-fd03-45e1-a1a8-aa51c3db5cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.492343 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:07.132302 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:08.871725 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:22.996628 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:23.386434 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:33.632068 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-37764c49-30fd-440a-8108-f903adb9d7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:36.098508 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e74d96a6-2d83-45c3-822d-a65b07fc89e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:36.494286 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:37.137186 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:38.877085 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:39.888172 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:52:52.997528 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:53.387212 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:03.614093 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7564f69e-c2c5-424c-a76c-62be9b85bb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:06.108596 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0688524e-bdc9-4ce3-ad3a-5c82a5eaa753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:06.497792 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:07.162563 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:08.881682 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:09.782475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52886) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:10.112072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-719bfab5-fd28-4a2d-a55d-2aa76495b28e tempest-AutoAllocateNetworkTest-1558152111 tempest-AutoAllocateNetworkTest-1558152111-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=491ecdf88a0043d48692d0dc3d5fec12&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3283875 Aug 06 15:53:10.114595 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52908) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:10.289715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc97d2e5-c8e7-466d-9c89-11b243d273ad tempest-AutoAllocateNetworkTest-1558152111 tempest-AutoAllocateNetworkTest-1558152111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:10.294300 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cc97d2e5-c8e7-466d-9c89-11b243d273ad tempest-AutoAllocateNetworkTest-1558152111 tempest-AutoAllocateNetworkTest-1558152111-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1787121 Aug 06 15:53:10.294959 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52912) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:10.464054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52920) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:10.464610 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4b5be7a1-c7f2-4e5b-9883-98103dc8ab71 tempest-AutoAllocateNetworkTest-1558152111 tempest-AutoAllocateNetworkTest-1558152111-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1678536 Aug 06 15:53:10.514429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-64db5a74-b9b8-447d-b59a-0aec393fa083 tempest-AutoAllocateNetworkTest-1558152111 tempest-AutoAllocateNetworkTest-1558152111-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=491ecdf88a0043d48692d0dc3d5fec12 HTTP/1.1" status: 200 len: 208 time: 0.0490205 Aug 06 15:53:11.057209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52964) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:11.289521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52982) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:11.494420 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:11.598481 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:11.604180 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:11.650079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be60475-cc09-48b1-b490-d52d006ac23d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:11.654105 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=491ecdf88a0043d48692d0dc3d5fec12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5951207 Aug 06 15:53:11.657492 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52996) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:11.661040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.661498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.661972 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.662524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.663077 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.663917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.664515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.665048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.665437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.666097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.666626 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.667136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888057f3-752b-4cc9-9adb-2600dc6535a5 admin admin] Tracked resource versions report: Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: pushed versions: Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: { 'AddressGroup': {'1.2'}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'ConntrackHelper': {'1.0'}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'Log': {'1.0'}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'Network': {'1.1'}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'Port': {'1.7'}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'PortForwarding': {'1.2'}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'QosPolicy': {'1.9'}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'SecurityGroup': {'1.4'}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'SecurityGroupRule': {'1.2'}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'SubPort': {'1.0'}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'Subnet': {'1.1'}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'Trunk': {'1.1'}} Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: consumer versions: Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: { DHCP agent@n-d-803756-1: {}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: HyperV agent@n-h1-803756-1: {}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: HyperV agent@n-h2-803756-1: {}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: L3 agent@n-d-803756-1: {}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: Metadata agent@n-d-803756-1: {}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: Metering agent@n-d-803756-1: {}, Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: Open vSwitch agent@n-d-803756-1: { 'AddressGroup': '1.2', Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'ConntrackHelper': '1.0', Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'Log': '1.0', Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'Network': '1.1', Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'Port': '1.7', Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'PortForwarding': '1.2', Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'QosPolicy': '1.9', Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'SecurityGroup': '1.4', Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'SecurityGroupRule': '1.2', Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'SubPort': '1.0', Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'Subnet': '1.1', Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: 'Trunk': '1.1'}} Aug 06 15:53:11.668623 n-d-803756-1 neutron-server[105765]: {{(pid=105765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 15:53:11.716272 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:11.741895 n-d-803756-1 neutron-server[105765]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 06 15:53:11.746798 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:11.824439 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:11.827925 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:11.832759 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1be60475-cc09-48b1-b490-d52d006ac23d HTTP/1.1" status: 204 len: 168 time: 0.1736736 Aug 06 15:53:11.840711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be60475-cc09-48b1-b490-d52d006ac23d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:11.850398 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.850931 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.851435 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.852069 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.852613 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.853340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.853867 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.854354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.854826 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.855404 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.855892 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.856368 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62f181b-334a-4a2d-bd75-dc7738c5e7be admin admin] Tracked resource versions report: Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: pushed versions: Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: { 'AddressGroup': {'1.2'}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'ConntrackHelper': {'1.0'}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'Log': {'1.0'}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'Network': {'1.1'}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'Port': {'1.7'}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'PortForwarding': {'1.2'}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'QosPolicy': {'1.9'}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'SecurityGroup': {'1.4'}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'SecurityGroupRule': {'1.2'}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'SubPort': {'1.0'}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'Subnet': {'1.1'}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'Trunk': {'1.1'}} Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: consumer versions: Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: { DHCP agent@n-d-803756-1: {}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: HyperV agent@n-h1-803756-1: {}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: HyperV agent@n-h2-803756-1: {}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: L3 agent@n-d-803756-1: {}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: Metadata agent@n-d-803756-1: {}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: Metering agent@n-d-803756-1: {}, Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: Open vSwitch agent@n-d-803756-1: { 'AddressGroup': '1.2', Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'ConntrackHelper': '1.0', Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'Log': '1.0', Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'Network': '1.1', Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'Port': '1.7', Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'PortForwarding': '1.2', Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'QosPolicy': '1.9', Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'SecurityGroup': '1.4', Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'SecurityGroupRule': '1.2', Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'SubPort': '1.0', Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'Subnet': '1.1', Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: 'Trunk': '1.1'}} Aug 06 15:53:11.857671 n-d-803756-1 neutron-server[105764]: {{(pid=105764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 15:53:11.959904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a52cc-e2ca-4fbc-bbc7-0eb81adfcc56 req-3ce67f08-91cf-42d1-ae51-cf07d49581f8 tempest-NetworksTest-309133673 tempest-NetworksTest-309133673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:11.960684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a52cc-e2ca-4fbc-bbc7-0eb81adfcc56 req-3ce67f08-91cf-42d1-ae51-cf07d49581f8 tempest-NetworksTest-309133673 tempest-NetworksTest-309133673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:11.961154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a52cc-e2ca-4fbc-bbc7-0eb81adfcc56 req-3ce67f08-91cf-42d1-ae51-cf07d49581f8 tempest-NetworksTest-309133673 tempest-NetworksTest-309133673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:11.962759 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f8a52cc-e2ca-4fbc-bbc7-0eb81adfcc56 req-3ce67f08-91cf-42d1-ae51-cf07d49581f8 tempest-NetworksTest-309133673 tempest-NetworksTest-309133673-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.6720071 Aug 06 15:53:12.446271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53046) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:12.808091 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edecc3-9fe9-4d2d-89d1-a31ade93adf1 req-4520ca84-4113-4a8f-bf9a-f623b479e246 tempest-NetworksTest-309133673 tempest-NetworksTest-309133673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:12.809598 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53edecc3-9fe9-4d2d-89d1-a31ade93adf1 req-4520ca84-4113-4a8f-bf9a-f623b479e246 tempest-NetworksTest-309133673 tempest-NetworksTest-309133673-project-admin] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 886 time: 0.3621359 Aug 06 15:53:12.854756 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53072) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:13.041266 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6652d49d-f2e2-4a14-8aa9-66408c694f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:13.221318 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-ba637c4c-0f1b-4e13-ac66-bd0be8098080 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=25de4693983940bf867ab6083463eb6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709968 Aug 06 15:53:13.341940 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6652d49d-f2e2-4a14-8aa9-66408c694f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:13.354753 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6652d49d-f2e2-4a14-8aa9-66408c694f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:13.380703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb1779-cda0-4bce-8ba3-0acd8495a340 req-2c396992-9c02-4140-ad58-55558b8b5437 tempest-NetworksTest-309133673 tempest-NetworksTest-309133673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:13.381184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb1779-cda0-4bce-8ba3-0acd8495a340 req-2c396992-9c02-4140-ad58-55558b8b5437 tempest-NetworksTest-309133673 tempest-NetworksTest-309133673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:13.381669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb1779-cda0-4bce-8ba3-0acd8495a340 req-2c396992-9c02-4140-ad58-55558b8b5437 tempest-NetworksTest-309133673 tempest-NetworksTest-309133673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:13.383235 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b1fb1779-cda0-4bce-8ba3-0acd8495a340 req-2c396992-9c02-4140-ad58-55558b8b5437 tempest-NetworksTest-309133673 tempest-NetworksTest-309133673-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2588797 Aug 06 15:53:13.407272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6652d49d-f2e2-4a14-8aa9-66408c694f17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42faa9426ac34e899049826e624851fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5512698 Aug 06 15:53:13.410542 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53120) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:13.424425 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-ce2f70d0-3248-46b4-981b-86ae10f1ff37 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:13.432791 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-ce2f70d0-3248-46b4-981b-86ae10f1ff37 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954844 Aug 06 15:53:13.464672 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-79bcf27a-f489-46f8-8612-b948022a840b tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/quotas/25de4693983940bf867ab6083463eb6f HTTP/1.1" status: 200 len: 375 time: 0.0309789 Aug 06 15:53:13.491040 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-91b733b2-b949-45b8-b4bc-5f03dfb19189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:13.512928 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-91b733b2-b949-45b8-b4bc-5f03dfb19189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:13.534895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-44897fdb-e6b4-4ce4-82d1-f027a7f67799 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=25de4693983940bf867ab6083463eb6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684557 Aug 06 15:53:13.535743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652d49d-f2e2-4a14-8aa9-66408c694f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dcc700-b490-4822-a94a-b444717d284a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:13.570626 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-91b733b2-b949-45b8-b4bc-5f03dfb19189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:13.573313 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-91b733b2-b949-45b8-b4bc-5f03dfb19189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:13.574681 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-91b733b2-b949-45b8-b4bc-5f03dfb19189 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3dcc700-b490-4822-a94a-b444717d284a HTTP/1.1" status: 204 len: 168 time: 0.1617804 Aug 06 15:53:13.583687 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b733b2-b949-45b8-b4bc-5f03dfb19189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dcc700-b490-4822-a94a-b444717d284a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:13.778143 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d338bc12-36dc-4011-acf0-19a3736518fb req-d8238de5-7113-4577-92c3-1b9268b87c7e tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 210 time: 0.0490258 Aug 06 15:53:13.898569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53154) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:14.100019 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53164) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:14.221147 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbd1f5b5-4136-457e-858b-8be22d6173f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.325995 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbd1f5b5-4136-457e-858b-8be22d6173f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.330835 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbd1f5b5-4136-457e-858b-8be22d6173f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.362864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1f5b5-4136-457e-858b-8be22d6173f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538e9a5f-83cd-441d-9dde-20b30decf57d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:14.365487 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53178) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:14.379535 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dbd1f5b5-4136-457e-858b-8be22d6173f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7933337accd4e8187cbbace3e374e87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4798794 Aug 06 15:53:14.380306 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53180) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:14.383837 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dd51246b-aac2-4ef8-aff2-dc7ba7174b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.430646 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10eb3b15-0569-478a-bca0-660f13091acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.457875 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10eb3b15-0569-478a-bca0-660f13091acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.509034 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10eb3b15-0569-478a-bca0-660f13091acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.512389 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10eb3b15-0569-478a-bca0-660f13091acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.513746 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-10eb3b15-0569-478a-bca0-660f13091acd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/538e9a5f-83cd-441d-9dde-20b30decf57d HTTP/1.1" status: 204 len: 168 time: 0.1323555 Aug 06 15:53:14.523237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb3b15-0569-478a-bca0-660f13091acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538e9a5f-83cd-441d-9dde-20b30decf57d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:14.551341 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dd51246b-aac2-4ef8-aff2-dc7ba7174b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.560637 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dd51246b-aac2-4ef8-aff2-dc7ba7174b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.579695 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa7dc37e-5592-4728-b443-907cc328e3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.675901 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dd51246b-aac2-4ef8-aff2-dc7ba7174b9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5b0993699e847a9bd0a0fdec72c9262&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3086698 Aug 06 15:53:14.676732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53190) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:14.686708 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51246b-aac2-4ef8-aff2-dc7ba7174b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100e2a65-1ea8-49b0-a563-2012013058e9,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:14.722330 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa7dc37e-5592-4728-b443-907cc328e3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.729681 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa7dc37e-5592-4728-b443-907cc328e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.788385 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63528e7b-b43f-4c27-a558-71b4a0bd5b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.802301 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fa7dc37e-5592-4728-b443-907cc328e3bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a70356ad68f540579e96febd6e4b2475&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6993253 Aug 06 15:53:14.803126 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53198) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:14.803598 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7dc37e-5592-4728-b443-907cc328e3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ef4286-50f5-4a5e-b85b-b23327d45dc5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:14.847807 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63528e7b-b43f-4c27-a558-71b4a0bd5b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.920289 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6a349f8-7cde-479c-ac60-e259fece6af6 req-49982d47-98a4-47be-a647-3a54748c0c37 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 210 time: 0.0571139 Aug 06 15:53:14.947344 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-34016e05-bcda-4261-a2c6-b05df5c14ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.966106 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-34016e05-bcda-4261-a2c6-b05df5c14ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.975130 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63528e7b-b43f-4c27-a558-71b4a0bd5b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.977935 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63528e7b-b43f-4c27-a558-71b4a0bd5b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:14.981455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-63528e7b-b43f-4c27-a558-71b4a0bd5b57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/100e2a65-1ea8-49b0-a563-2012013058e9 HTTP/1.1" status: 204 len: 168 time: 0.3001201 Aug 06 15:53:14.999025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63528e7b-b43f-4c27-a558-71b4a0bd5b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100e2a65-1ea8-49b0-a563-2012013058e9,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:15.071348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53214) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:15.071881 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-34016e05-bcda-4261-a2c6-b05df5c14ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:15.076326 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-34016e05-bcda-4261-a2c6-b05df5c14ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:15.077595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-34016e05-bcda-4261-a2c6-b05df5c14ca1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4ef4286-50f5-4a5e-b85b-b23327d45dc5 HTTP/1.1" status: 204 len: 168 time: 0.2733624 Aug 06 15:53:15.091038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34016e05-bcda-4261-a2c6-b05df5c14ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ef4286-50f5-4a5e-b85b-b23327d45dc5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:15.095428 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fdafcd53-eebc-400b-b5da-4ecec959a00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:15.210364 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fdafcd53-eebc-400b-b5da-4ecec959a00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:15.215361 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fdafcd53-eebc-400b-b5da-4ecec959a00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:15.261480 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fdafcd53-eebc-400b-b5da-4ecec959a00f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3814172712ba467585b316017edb2bbc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1887140 Aug 06 15:53:15.264413 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53226) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:15.276415 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafcd53-eebc-400b-b5da-4ecec959a00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2882b434-43af-4869-bfc1-80bbcc9fc305,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:15.332616 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0786cf6f-f598-48cf-8bcc-088a267ecb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:15.359716 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0786cf6f-f598-48cf-8bcc-088a267ecb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:15.420678 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0786cf6f-f598-48cf-8bcc-088a267ecb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:15.422937 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0786cf6f-f598-48cf-8bcc-088a267ecb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:15.424092 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0786cf6f-f598-48cf-8bcc-088a267ecb09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2882b434-43af-4869-bfc1-80bbcc9fc305 HTTP/1.1" status: 204 len: 168 time: 0.1572170 Aug 06 15:53:15.432108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786cf6f-f598-48cf-8bcc-088a267ecb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2882b434-43af-4869-bfc1-80bbcc9fc305,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:15.683901 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53246) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:15.709503 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e663ea0-5224-4b12-b00f-8ebf72bb5c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:15.849321 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e663ea0-5224-4b12-b00f-8ebf72bb5c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:15.857529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e663ea0-5224-4b12-b00f-8ebf72bb5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:15.921047 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3e663ea0-5224-4b12-b00f-8ebf72bb5c8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8da4489c3610402c81bc21bba87c3c31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2337050 Aug 06 15:53:15.921543 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53266) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:15.926615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e663ea0-5224-4b12-b00f-8ebf72bb5c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de3ba15-2209-4f5e-a226-622ca2774612,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:15.981335 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-15fd4167-54d5-4223-ab39-149b216ea82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:16.026338 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-15fd4167-54d5-4223-ab39-149b216ea82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:16.084584 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-15fd4167-54d5-4223-ab39-149b216ea82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:16.087244 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-15fd4167-54d5-4223-ab39-149b216ea82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:16.089326 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-15fd4167-54d5-4223-ab39-149b216ea82a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5de3ba15-2209-4f5e-a226-622ca2774612 HTTP/1.1" status: 204 len: 168 time: 0.1660912 Aug 06 15:53:16.101273 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd4167-54d5-4223-ab39-149b216ea82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de3ba15-2209-4f5e-a226-622ca2774612,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:16.139124 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d4678a7-c3cd-45ab-a82b-c41c061fc075 req-41b136d1-4ef4-4f62-bbe1-00be45c71a94 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 210 time: 0.0399394 Aug 06 15:53:16.274048 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.78', 51624) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:16.329579 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-b45b907c-2f48-4d56-a06b-43e370d039d2 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=25de4693983940bf867ab6083463eb6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540636 Aug 06 15:53:16.555581 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-6b5b6940-3b47-495e-b67c-403b73eb5253 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:16.557097 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-6b5b6940-3b47-495e-b67c-403b73eb5253 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2210052 Aug 06 15:53:16.625094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Request body: {'port': {'device_id': '9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '25de4693983940bf867ab6083463eb6f'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:16.851796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Made reservation on behalf of 25de4693983940bf867ab6083463eb6f for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:16.855772 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:16.872591 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:16.887130 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:53:17.010343 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:17.025949 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:17.138779 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3173ebb2-36c9-4f47-ac4b-d849201b9aaf,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:17.251493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c96b0f36-02e3-4791-b6f7-be9e5869c318 req-d275e5a6-3162-47bd-b580-a0b39637a5fc tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 210 time: 0.0337615 Aug 06 15:53:17.272956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Allocated IP 192.168.233.9 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/3f800853-babb-4ce9-a149-8c1c8ae291ff) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:17.739180 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:17.779949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Transition to ACTIVE for port object 3f800853-babb-4ce9-a149-8c1c8ae291ff will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:17.852921 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:18.000431 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Pushing event updated for resources: {'Port': ['ID=3f800853-babb-4ce9-a149-8c1c8ae291ff,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:18.018538 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:18.020501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:18.023227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:18.029547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:18.030160 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:18.065153 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-81a30686-5f24-4a0f-8386-c8d359767d72 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4439325 Aug 06 15:53:18.394056 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cafd7e9d-8e87-4842-8141-805016ff154d None None] Provisioning for port 3f800853-babb-4ce9-a149-8c1c8ae291ff completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:18.408284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cafd7e9d-8e87-4842-8141-805016ff154d None None] Provisioning complete for port 3f800853-babb-4ce9-a149-8c1c8ae291ff triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:18.408669 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cafd7e9d-8e87-4842-8141-805016ff154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:18.519141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-cafd7e9d-8e87-4842-8141-805016ff154d None None] Port 3f800853-babb-4ce9-a149-8c1c8ae291ff cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:53:18.532977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad5a19-e41d-4d75-97ef-cc0702a99058 req-07f16a76-653b-497f-888d-92e0ba8f1adc tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:18.536718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3aad5a19-e41d-4d75-97ef-cc0702a99058 req-07f16a76-653b-497f-888d-92e0ba8f1adc tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 934 time: 0.1536233 Aug 06 15:53:18.635595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3aad5a19-e41d-4d75-97ef-cc0702a99058 req-1db855e2-bdc3-4e3c-bb0d-24e238d07213 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840993 Aug 06 15:53:19.207468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53430) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:19.445802 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-26ec240c-f490-40d7-9bd6-476dc5eae904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:19.597671 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-26ec240c-f490-40d7-9bd6-476dc5eae904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:19.618872 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-26ec240c-f490-40d7-9bd6-476dc5eae904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:19.683237 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-26ec240c-f490-40d7-9bd6-476dc5eae904 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=426adf9ac5e34bd48ff05cc6b1eb7f1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4718430 Aug 06 15:53:19.683497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53454) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:19.706161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec240c-f490-40d7-9bd6-476dc5eae904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdbda06-20bb-4d2e-bd02-544d598faadb,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:19.771038 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fbdc8d69-3408-4d5f-ae3b-15cabf7eeb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:19.798634 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fbdc8d69-3408-4d5f-ae3b-15cabf7eeb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:19.890077 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fbdc8d69-3408-4d5f-ae3b-15cabf7eeb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:19.894809 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fbdc8d69-3408-4d5f-ae3b-15cabf7eeb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:19.896231 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fbdc8d69-3408-4d5f-ae3b-15cabf7eeb27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bdbda06-20bb-4d2e-bd02-544d598faadb HTTP/1.1" status: 204 len: 168 time: 0.2118883 Aug 06 15:53:19.982422 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc8d69-3408-4d5f-ae3b-15cabf7eeb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdbda06-20bb-4d2e-bd02-544d598faadb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:20.050567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e1be800-e479-45b7-9b19-66e5606836bc req-22c7bc1c-e157-4c51-b03d-c774c273ea68 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d6ef6b2ca0fe4e4bbee1f52acb83ceea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1289191 Aug 06 15:53:20.190190 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e808cb51-e809-4800-865f-6423d1b15422 req-13debb47-69a5-4167-8681-9ab0e9dcfb9f tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bd581fb1837d4339908dda6cbab97b6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283507 Aug 06 15:53:20.306481 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1be800-e479-45b7-9b19-66e5606836bc req-bde7b921-f8f7-4ffc-b567-6824fd004372 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:20.308126 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e1be800-e479-45b7-9b19-66e5606836bc req-bde7b921-f8f7-4ffc-b567-6824fd004372 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2565353 Aug 06 15:53:20.351347 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e1be800-e479-45b7-9b19-66e5606836bc req-e30179e0-aa09-461b-a168-eb417c6ab954 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/quotas/d6ef6b2ca0fe4e4bbee1f52acb83ceea HTTP/1.1" status: 200 len: 375 time: 0.0288076 Aug 06 15:53:20.414242 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e1be800-e479-45b7-9b19-66e5606836bc req-e53e4fb2-f06f-4e11-b86f-3e014de4f80f tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6ef6b2ca0fe4e4bbee1f52acb83ceea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429397 Aug 06 15:53:20.425092 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808cb51-e809-4800-865f-6423d1b15422 req-87ab342b-ea99-4a11-accd-e1854b7d3dcb tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:20.433243 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e808cb51-e809-4800-865f-6423d1b15422 req-87ab342b-ea99-4a11-accd-e1854b7d3dcb tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2420886 Aug 06 15:53:20.449607 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e808cb51-e809-4800-865f-6423d1b15422 req-a7422021-7116-45cf-ac0f-8cb5bdd57d8e tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/quotas/bd581fb1837d4339908dda6cbab97b6a HTTP/1.1" status: 200 len: 375 time: 0.0151267 Aug 06 15:53:20.473760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53488) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:20.489678 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae830078-7fc0-49e5-9a46-192a923c7e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:20.507724 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e808cb51-e809-4800-865f-6423d1b15422 req-509ca74e-4775-419a-b711-fd4902a5f454 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd581fb1837d4339908dda6cbab97b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570898 Aug 06 15:53:20.613439 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae830078-7fc0-49e5-9a46-192a923c7e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:20.618707 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae830078-7fc0-49e5-9a46-192a923c7e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:20.646590 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae830078-7fc0-49e5-9a46-192a923c7e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8e9814-7751-4d51-9e1c-eb66c3d49815,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:20.682067 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ae830078-7fc0-49e5-9a46-192a923c7e8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73ef60c622f0423aafe381194d84a251&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2046371 Aug 06 15:53:20.682067 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53498) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:20.754480 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cca580cd-03e7-4ceb-b16c-b0bcb009a020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:20.786862 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cca580cd-03e7-4ceb-b16c-b0bcb009a020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:20.865329 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cca580cd-03e7-4ceb-b16c-b0bcb009a020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:20.865809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f444f-107c-45c1-b932-2642872d6fad req-31e32beb-ea2e-4ed3-acec-7c877e6c361b tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:20.868128 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cca580cd-03e7-4ceb-b16c-b0bcb009a020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:20.869431 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cca580cd-03e7-4ceb-b16c-b0bcb009a020 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c8e9814-7751-4d51-9e1c-eb66c3d49815 HTTP/1.1" status: 204 len: 168 time: 0.1865072 Aug 06 15:53:20.869718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db2f444f-107c-45c1-b932-2642872d6fad req-31e32beb-ea2e-4ed3-acec-7c877e6c361b tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 934 time: 0.0899024 Aug 06 15:53:20.879778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca580cd-03e7-4ceb-b16c-b0bcb009a020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8e9814-7751-4d51-9e1c-eb66c3d49815,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:20.962255 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db2f444f-107c-45c1-b932-2642872d6fad req-f4f97ff1-89fa-41b7-90c1-b00a121c8ca7 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704393 Aug 06 15:53:21.062565 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e1995e4-1449-42be-82d0-ad5b1406dabf req-2fd34bcd-0a6b-48e3-91d5-7a79d3170635 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 210 time: 0.0440917 Aug 06 15:53:21.188753 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-162b48df-65f8-438f-8979-70056ec9389b req-7db4bc22-7808-4137-b280-bc75500ef90c tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 210 time: 0.0816486 Aug 06 15:53:21.666727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53542) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:21.684090 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-67670ce5-edae-4bc7-a426-e8888b32cffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:21.832122 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-67670ce5-edae-4bc7-a426-e8888b32cffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:21.838868 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-67670ce5-edae-4bc7-a426-e8888b32cffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:21.875066 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67670ce5-edae-4bc7-a426-e8888b32cffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee797a3f-d98d-4b16-8348-655dd3a88eb5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:21.911509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53550) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:21.924074 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-67670ce5-edae-4bc7-a426-e8888b32cffe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31935fb74b0446e7a3a8f26ca7cc1f68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2554154 Aug 06 15:53:22.005607 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68b07f36-cab5-4bcd-8fd9-cdba1ec4a934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:22.044674 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68b07f36-cab5-4bcd-8fd9-cdba1ec4a934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:22.190125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19c5033b-6fa5-45c4-b6d3-9d9e5f773e2e req-c0ac0dcf-5610-4dde-8892-8b78c8180223 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 210 time: 0.0657454 Aug 06 15:53:22.212937 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68b07f36-cab5-4bcd-8fd9-cdba1ec4a934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:22.216136 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68b07f36-cab5-4bcd-8fd9-cdba1ec4a934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:22.217337 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-68b07f36-cab5-4bcd-8fd9-cdba1ec4a934 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee797a3f-d98d-4b16-8348-655dd3a88eb5 HTTP/1.1" status: 204 len: 168 time: 0.3040543 Aug 06 15:53:22.228284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d50f2-3c02-44e2-bbb2-3b06620301b0 req-b42024f2-06ce-49cc-a4f8-6ab3cfb3c231 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:22.229963 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f4d50f2-3c02-44e2-bbb2-3b06620301b0 req-b42024f2-06ce-49cc-a4f8-6ab3cfb3c231 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 934 time: 0.1174343 Aug 06 15:53:22.246178 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b07f36-cab5-4bcd-8fd9-cdba1ec4a934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee797a3f-d98d-4b16-8348-655dd3a88eb5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:22.321914 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f4d50f2-3c02-44e2-bbb2-3b06620301b0 req-cf64ea3a-1388-4470-9d8e-478d1f7784b4 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655513 Aug 06 15:53:22.466105 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b927f3fd-f1e1-48a4-8874-fef579cadecd req-140d6b23-5875-48e6-8015-40871b29f826 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 210 time: 0.0428612 Aug 06 15:53:22.604429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.13', 57193) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:22.656343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e808cb51-e809-4800-865f-6423d1b15422 req-71051423-a916-4d58-b451-21176332bbfc tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bd581fb1837d4339908dda6cbab97b6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506454 Aug 06 15:53:22.875382 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808cb51-e809-4800-865f-6423d1b15422 req-e26a866e-c65b-4d6d-b21e-9464684b4246 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:22.883357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e808cb51-e809-4800-865f-6423d1b15422 req-e26a866e-c65b-4d6d-b21e-9464684b4246 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141402 Aug 06 15:53:22.949333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-e808cb51-e809-4800-865f-6423d1b15422 req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Request body: {'port': {'device_id': 'e2ee9286-9a46-4852-abed-c5e848577137', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': 'bd581fb1837d4339908dda6cbab97b6a'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:23.037736 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:23.186653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e808cb51-e809-4800-865f-6423d1b15422 req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Made reservation on behalf of bd581fb1837d4339908dda6cbab97b6a for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:23.191552 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e808cb51-e809-4800-865f-6423d1b15422 req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:23.205437 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e808cb51-e809-4800-865f-6423d1b15422 req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:23.209558 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.13', 57197) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:23.253196 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4e1be800-e479-45b7-9b19-66e5606836bc req-832d0628-22f4-4ed8-8a34-40097021b767 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d6ef6b2ca0fe4e4bbee1f52acb83ceea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416813 Aug 06 15:53:23.436126 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53c6eb6d-193c-4773-9053-3307f2050a15 req-e84e18c5-07db-4de8-be29-b0287051eb0d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 210 time: 0.0910740 Aug 06 15:53:23.466752 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:23.555485 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e808cb51-e809-4800-865f-6423d1b15422 req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:23.560946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1be800-e479-45b7-9b19-66e5606836bc req-9ffac995-e258-45d1-95a8-dc75311b0771 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:23.564784 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e808cb51-e809-4800-865f-6423d1b15422 req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:23.566181 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4e1be800-e479-45b7-9b19-66e5606836bc req-9ffac995-e258-45d1-95a8-dc75311b0771 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3007579 Aug 06 15:53:23.584400 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-4e1be800-e479-45b7-9b19-66e5606836bc req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Request body: {'port': {'device_id': '286b8ead-ab78-4189-a256-c7f2447f5c15', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': 'd6ef6b2ca0fe4e4bbee1f52acb83ceea'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:23.682058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53616) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:23.755919 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9239c-6f80-4155-90bf-0b73963ab01c req-a90158d3-c709-45f7-8f63-f1f2cee0bad9 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:23.758055 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-24a9239c-6f80-4155-90bf-0b73963ab01c req-a90158d3-c709-45f7-8f63-f1f2cee0bad9 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 934 time: 0.2432353 Aug 06 15:53:23.796130 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1be800-e479-45b7-9b19-66e5606836bc req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Made reservation on behalf of d6ef6b2ca0fe4e4bbee1f52acb83ceea for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:23.816106 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4e1be800-e479-45b7-9b19-66e5606836bc req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:23.832102 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4e1be800-e479-45b7-9b19-66e5606836bc req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:23.862730 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07f57cd2-e9ac-42cb-b326-0e2f5d3d745e req-77575813-e939-4dcc-b824-a6be3aee19ac tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 210 time: 0.1361489 Aug 06 15:53:23.885943 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dafb2344-e534-48e4-a67f-61bba1c8009a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:23.988239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-24a9239c-6f80-4155-90bf-0b73963ab01c req-5089c9ab-a296-45d7-9915-80149c843c49 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784606 Aug 06 15:53:24.092686 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-e808cb51-e809-4800-865f-6423d1b15422 req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Allocated IP 192.168.233.251 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/1f3e8ec1-85cf-45b5-8bf2-9b87289097f4) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:24.165248 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4e1be800-e479-45b7-9b19-66e5606836bc req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.174556 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4e1be800-e479-45b7-9b19-66e5606836bc req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.266172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7baaeef1-c4da-4902-8272-a7f8b8c67646,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:24.436540 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b94288db-11c6-40b8-b2ff-f21d91511dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.494804 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e808cb51-e809-4800-865f-6423d1b15422 req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.555240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-e808cb51-e809-4800-865f-6423d1b15422 req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Transition to ACTIVE for port object 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:24.627523 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b94288db-11c6-40b8-b2ff-f21d91511dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.641057 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b94288db-11c6-40b8-b2ff-f21d91511dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.707207 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f3010a7-d30d-465d-88bd-7f7e39124c34 req-65ba5b6c-8d7f-40e6-9134-baf715519e83 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 210 time: 0.0843346 Aug 06 15:53:24.710430 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94288db-11c6-40b8-b2ff-f21d91511dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675ec3ca-9e4f-43e5-a2c6-74ef362d5614,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:24.765029 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b94288db-11c6-40b8-b2ff-f21d91511dfb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=588cb91972c54641a06246a16d063f00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0818660 Aug 06 15:53:24.768228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53638) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:24.803834 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e808cb51-e809-4800-865f-6423d1b15422 req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.896893 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-4e1be800-e479-45b7-9b19-66e5606836bc req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Allocated IP 192.168.233.68 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/50d9f445-9a07-4a3e-8ed2-dd33466b4e5b) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:24.921236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e808cb51-e809-4800-865f-6423d1b15422 req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:24.938291 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-e808cb51-e809-4800-865f-6423d1b15422 req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:24.955272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e808cb51-e809-4800-865f-6423d1b15422 req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:24.956916 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c46532d6-8da6-4ecd-9f08-ef592ba41ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.969092 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808cb51-e809-4800-865f-6423d1b15422 req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:24.973875 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e808cb51-e809-4800-865f-6423d1b15422 req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.064674 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c46532d6-8da6-4ecd-9f08-ef592ba41ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.116100 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e808cb51-e809-4800-865f-6423d1b15422 req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1737845 Aug 06 15:53:25.117026 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d74b35-76f7-46c3-8d8e-bb05023be701 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Pushing event updated for resources: {'Port': ['ID=1f3e8ec1-85cf-45b5-8bf2-9b87289097f4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:25.152256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13e231-8465-42aa-9189-11ac6413aca5 req-b1d63465-799b-43eb-b2a6-ade8efded1bf tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:25.170443 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a13e231-8465-42aa-9189-11ac6413aca5 req-b1d63465-799b-43eb-b2a6-ade8efded1bf tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 936 time: 0.1741965 Aug 06 15:53:25.204774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-e808cb51-e809-4800-865f-6423d1b15422 req-dd889b95-a83c-4021-8c9f-d35c42e037e9 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:53:25.206558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e808cb51-e809-4800-865f-6423d1b15422 req-dd889b95-a83c-4021-8c9f-d35c42e037e9 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0314746 Aug 06 15:53:25.403860 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c46532d6-8da6-4ecd-9f08-ef592ba41ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.413929 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c46532d6-8da6-4ecd-9f08-ef592ba41ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.415793 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b003fcce-4d6e-41f2-9eef-88b687a96fc6 None None] Provisioning for port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:25.423800 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c46532d6-8da6-4ecd-9f08-ef592ba41ba4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/675ec3ca-9e4f-43e5-a2c6-74ef362d5614 HTTP/1.1" status: 204 len: 168 time: 0.6536369 Aug 06 15:53:25.424462 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b003fcce-4d6e-41f2-9eef-88b687a96fc6 None None] Provisioning complete for port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:25.426749 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b003fcce-4d6e-41f2-9eef-88b687a96fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.457438 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46532d6-8da6-4ecd-9f08-ef592ba41ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675ec3ca-9e4f-43e5-a2c6-74ef362d5614,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:25.478033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c6721-7a32-4aad-b2b9-0c328bb14e01 req-02595980-6674-48f4-a8b9-87ac35d18b22 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:25.487539 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-106c6721-7a32-4aad-b2b9-0c328bb14e01 req-02595980-6674-48f4-a8b9-87ac35d18b22 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 934 time: 0.3142600 Aug 06 15:53:25.495303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a13e231-8465-42aa-9189-11ac6413aca5 req-bcffef62-776e-4fc8-b686-b55a8a2584ec tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236828 Aug 06 15:53:25.531175 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4e1be800-e479-45b7-9b19-66e5606836bc req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.567812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-4e1be800-e479-45b7-9b19-66e5606836bc req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Transition to ACTIVE for port object 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:25.601677 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b003fcce-4d6e-41f2-9eef-88b687a96fc6 None None] Port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:53:25.630583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-106c6721-7a32-4aad-b2b9-0c328bb14e01 req-a8517bd8-f4c2-4368-aa2e-1b99b170f397 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421318 Aug 06 15:53:25.655220 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4e1be800-e479-45b7-9b19-66e5606836bc req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.768488 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1be800-e479-45b7-9b19-66e5606836bc req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:25.776291 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-4e1be800-e479-45b7-9b19-66e5606836bc req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:25.811803 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1be800-e479-45b7-9b19-66e5606836bc req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:25.831047 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1be800-e479-45b7-9b19-66e5606836bc req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:25.833728 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4e1be800-e479-45b7-9b19-66e5606836bc req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.862506 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Pushing event updated for resources: {'Port': ['ID=50d9f445-9a07-4a3e-8ed2-dd33466b4e5b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:25.887102 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4e1be800-e479-45b7-9b19-66e5606836bc req-f0f5f8fe-39a6-43d4-b2a6-e04c92fc1180 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3064868 Aug 06 15:53:26.070604 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a1476-1c93-4a5c-a811-e7433b6fb173 req-92888906-9ec5-42aa-a332-1ba7b8caac83 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:26.080600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a5a1476-1c93-4a5c-a811-e7433b6fb173 req-92888906-9ec5-42aa-a332-1ba7b8caac83 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 935 time: 0.1825085 Aug 06 15:53:26.099090 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Request body: {'port': {'device_id': 'e2ee9286-9a46-4852-abed-c5e848577137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:26.148512 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5fe3a64b-d233-45d9-9fd1-eaa1a5488d62 None None] Provisioning for port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:26.157412 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5fe3a64b-d233-45d9-9fd1-eaa1a5488d62 None None] Provisioning complete for port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:26.159373 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5fe3a64b-d233-45d9-9fd1-eaa1a5488d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:26.188177 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Request body: {'port': {'device_id': '286b8ead-ab78-4189-a256-c7f2447f5c15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:26.224208 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a5a1476-1c93-4a5c-a811-e7433b6fb173 req-be03fd88-465e-4f9a-a7cd-732f825b460c tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401539 Aug 06 15:53:26.306724 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-42b5e366-fa8e-4efc-9200-76c1304a45c8 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:53:26.307848 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-42b5e366-fa8e-4efc-9200-76c1304a45c8 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221729 Aug 06 15:53:26.312401 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:26.316331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3a64b-d233-45d9-9fd1-eaa1a5488d62 None None] Port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:53:26.387360 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53670) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:26.403466 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:26.437570 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8322877c-6c7f-49e9-acd1-4704f1b4a9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:26.841829 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Request body: {'port': {'device_id': '9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6', 'device_owner': 'compute:tempest-test_az-1670550405', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:26.945387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77c28f-0b99-4f5f-8254-706b9011dea0 req-27ffa4be-59fb-4b41-b37e-c3e9f8da9b20 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:26.953923 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f77c28f-0b99-4f5f-8254-706b9011dea0 req-27ffa4be-59fb-4b41-b37e-c3e9f8da9b20 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 936 time: 0.2216012 Aug 06 15:53:26.999625 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.003862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5cac2-852c-49df-b344-9eb77feaf936 req-eb00c6ed-3096-48fc-a43a-93aa9f4d8bb6 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:27.005931 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77b5cac2-852c-49df-b344-9eb77feaf936 req-eb00c6ed-3096-48fc-a43a-93aa9f4d8bb6 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 934 time: 0.1250868 Aug 06 15:53:27.016226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f77c28f-0b99-4f5f-8254-706b9011dea0 req-77d95780-cb56-4b21-a71b-7d3d69cd10fa tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613794 Aug 06 15:53:27.102057 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77b5cac2-852c-49df-b344-9eb77feaf936 req-a6d37f04-7cb6-4b9c-93ff-42d8660ab8ff tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839787 Aug 06 15:53:27.111262 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8322877c-6c7f-49e9-acd1-4704f1b4a9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.141068 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8322877c-6c7f-49e9-acd1-4704f1b4a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.278877 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:27.290061 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.307033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Transition to ACTIVE for port object 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:27.340159 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.462103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01aacb-0c62-43c9-b348-01e7fac4a67b req-94bff841-288d-4ee2-b202-2cf286e95c67 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:27.463757 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb01aacb-0c62-43c9-b348-01e7fac4a67b req-94bff841-288d-4ee2-b202-2cf286e95c67 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 947 time: 0.0727329 Aug 06 15:53:27.532935 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb01aacb-0c62-43c9-b348-01e7fac4a67b req-82a592e0-06f8-4dda-9069-65ce1c274cb1 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498052 Aug 06 15:53:27.557749 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8322877c-6c7f-49e9-acd1-4704f1b4a9f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45ad0f8c90b24d388b8c6ece1b167534&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1692975 Aug 06 15:53:27.568157 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53706) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:27.610391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:27.627128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322877c-6c7f-49e9-acd1-4704f1b4a9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98ee3f0-3417-4868-908a-b933358c7e92,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:27.630198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Pushing event updated for resources: {'Port': ['ID=50d9f445-9a07-4a3e-8ed2-dd33466b4e5b,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:27.641541 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.728277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Transition to ACTIVE for port object 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:27.733037 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ce76cca-80f5-446c-ba03-01322595ecff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.737079 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.761766 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Attempting to bind port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:27.762228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Attempting to bind port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:27.762649 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Attempting to bind port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:27.817534 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:53:27.817970 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Attempting to bind port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:27.835716 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:27.836181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:27.836824 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:27.837376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Bound port: 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:27.837840 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.925967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] For port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:27.930671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] For port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=50d9f445-9a07-4a3e-8ed2-dd33466b4e5b,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:27.941139 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.992319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53712) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:28.020843 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:28.021877 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.023781 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4e1be800-e479-45b7-9b19-66e5606836bc req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] 10.222.0.13 "PUT /v2.0/ports/50d9f445-9a07-4a3e-8ed2-dd33466b4e5b HTTP/1.1" status: 200 len: 1095 time: 2.1292200 Aug 06 15:53:28.033226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286b8ead-ab78-4189-a256-c7f2447f5c15', 'tag': '50d9f445-9a07-4a3e-8ed2-dd33466b4e5b'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:28.035178 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ce76cca-80f5-446c-ba03-01322595ecff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.185044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3e8ec1-85cf-45b5-8bf2-9b87289097f4,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:28.237103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Attempting to bind port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:28.237470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Attempting to bind port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:28.237833 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Attempting to bind port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:28.264923 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e6b28a42-3794-4ce1-a18b-ec6eaddd4787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.278738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:53:28.279272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Attempting to bind port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:28.285188 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a8a96-97ed-44f4-b74c-7d79bdbbad7d service neutron] Pushing event updated for resources: {'Port': ['ID=50d9f445-9a07-4a3e-8ed2-dd33466b4e5b,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:28.294599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:28.294974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:28.295549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:28.296020 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Bound port: 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:28.296942 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.314990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe963b-5c2f-4a39-9421-a3bbf5e5c2ca req-1127b79f-39de-4211-a807-28575c49c59a tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:28.322731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6dfe963b-5c2f-4a39-9421-a3bbf5e5c2ca req-1127b79f-39de-4211-a807-28575c49c59a tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 948 time: 0.1688843 Aug 06 15:53:28.357312 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ce76cca-80f5-446c-ba03-01322595ecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.360083 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ce76cca-80f5-446c-ba03-01322595ecff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.361164 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2ce76cca-80f5-446c-ba03-01322595ecff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d98ee3f0-3417-4868-908a-b933358c7e92 HTTP/1.1" status: 204 len: 168 time: 0.7918975 Aug 06 15:53:28.486459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989d63c-80d5-46d0-90f8-b499bd65973d req-d57fce9a-6aec-456f-be7d-9bf0cc1f3774 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:28.488033 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4989d63c-80d5-46d0-90f8-b499bd65973d req-d57fce9a-6aec-456f-be7d-9bf0cc1f3774 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 934 time: 0.2672083 Aug 06 15:53:28.488824 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce76cca-80f5-446c-ba03-01322595ecff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98ee3f0-3417-4868-908a-b933358c7e92,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:28.524319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f800853-babb-4ce9-a149-8c1c8ae291ff {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:28.537462 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.565893 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Transition to ACTIVE for port object 3f800853-babb-4ce9-a149-8c1c8ae291ff will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:28.572185 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6dfe963b-5c2f-4a39-9421-a3bbf5e5c2ca req-9e7d0cee-1335-4758-aefb-9ba316bbe49f tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375681 Aug 06 15:53:28.578804 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.634001 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da26060-450a-4944-b95a-893ad29c14af" -d '{"events": [{"name": "network-changed", "server_uuid": "286b8ead-ab78-4189-a256-c7f2447f5c15", "tag": "50d9f445-9a07-4a3e-8ed2-dd33466b4e5b"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:28.637293 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Pushing event updated for resources: {'Port': ['ID=3f800853-babb-4ce9-a149-8c1c8ae291ff,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:28.724632 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] For port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:28.732353 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Attempting to bind port 3f800853-babb-4ce9-a149-8c1c8ae291ff on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:28.732686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Attempting to bind port 3f800853-babb-4ce9-a149-8c1c8ae291ff by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:28.733147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Attempting to bind port 3f800853-babb-4ce9-a149-8c1c8ae291ff on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:28.752681 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e6b28a42-3794-4ce1-a18b-ec6eaddd4787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.753176 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4989d63c-80d5-46d0-90f8-b499bd65973d req-122ab931-0d4e-4493-bf5a-095173895955 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555017 Aug 06 15:53:28.767158 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Port 3f800853-babb-4ce9-a149-8c1c8ae291ff on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:53:28.767498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Attempting to bind port 3f800853-babb-4ce9-a149-8c1c8ae291ff on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:28.782405 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:28.784313 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:28.784890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:28.786337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Bound port: 3f800853-babb-4ce9-a149-8c1c8ae291ff, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:28.786914 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.789605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] For port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=1f3e8ec1-85cf-45b5-8bf2-9b87289097f4,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:28.800512 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.806642 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e6b28a42-3794-4ce1-a18b-ec6eaddd4787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.863625 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b28a42-3794-4ce1-a18b-ec6eaddd4787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e6abab-402f-437e-8342-ead74dac79a2,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:28.864308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416a4ca-5e20-413c-b4fd-35b141d2f614 req-93a73bb9-e820-4313-b020-a2130eecc15f tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:28.872072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7416a4ca-5e20-413c-b4fd-35b141d2f614 req-93a73bb9-e820-4313-b020-a2130eecc15f tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 947 time: 0.1489344 Aug 06 15:53:28.915944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:28.916641 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.918339 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e808cb51-e809-4800-865f-6423d1b15422 req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] 10.222.0.13 "PUT /v2.0/ports/1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 HTTP/1.1" status: 200 len: 1096 time: 3.3102171 Aug 06 15:53:28.918931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ee9286-9a46-4852-abed-c5e848577137', 'tag': '1f3e8ec1-85cf-45b5-8bf2-9b87289097f4'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:29.011368 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e6b28a42-3794-4ce1-a18b-ec6eaddd4787 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a0c2d7f2bb046c0b0a69ccff61884ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0179758 Aug 06 15:53:29.014482 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53738) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:29.028751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7416a4ca-5e20-413c-b4fd-35b141d2f614 req-11e403f6-b9ad-48dc-8e3d-ad38d0bf2d6e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556759 Aug 06 15:53:29.052658 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9829b-ad7a-4be9-b10c-a385f7d34e83 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3e8ec1-85cf-45b5-8bf2-9b87289097f4,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:29.163260 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b197ab12-6173-49ae-af46-9911375d24b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.293045 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a18a796-4ac6-490a-862c-e223a0c7a91f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ee9286-9a46-4852-abed-c5e848577137", "tag": "1f3e8ec1-85cf-45b5-8bf2-9b87289097f4"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:29.384430 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] For port 3f800853-babb-4ce9-a149-8c1c8ae291ff, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:29.389361 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1be800-e479-45b7-9b19-66e5606836bc req-6ce4c4e8-b795-4200-b248-b1faed359a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:29.394295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e1be800-e479-45b7-9b19-66e5606836bc req-6ce4c4e8-b795-4200-b248-b1faed359a4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6ef6b2ca0fe4e4bbee1f52acb83ceea&device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 1098 time: 0.2502480 Aug 06 15:53:29.446195 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4868171-db8a-4124-b772-ec3bef1aeb1b x-openstack-request-id: req-e4868171-db8a-4124-b772-ec3bef1aeb1b {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:29.446504 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286b8ead-ab78-4189-a256-c7f2447f5c15", "tag": "50d9f445-9a07-4a3e-8ed2-dd33466b4e5b", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:29.450270 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4868171-db8a-4124-b772-ec3bef1aeb1b {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:29.450812 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286b8ead-ab78-4189-a256-c7f2447f5c15', 'tag': '50d9f445-9a07-4a3e-8ed2-dd33466b4e5b', 'status': 'completed', 'code': 200} Aug 06 15:53:29.485009 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] For port 3f800853-babb-4ce9-a149-8c1c8ae291ff, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=3f800853-babb-4ce9-a149-8c1c8ae291ff,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:29.538480 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b197ab12-6173-49ae-af46-9911375d24b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.582627 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.632711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e1be800-e479-45b7-9b19-66e5606836bc req-8d2ed76a-83fc-406b-9947-1496ea9076f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=50d9f445-9a07-4a3e-8ed2-dd33466b4e5b HTTP/1.1" status: 200 len: 217 time: 0.2275851 Aug 06 15:53:29.656830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808cb51-e809-4800-865f-6423d1b15422 req-ae0f0336-9dd1-432b-b7bb-6f77570ae8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:29.659613 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e808cb51-e809-4800-865f-6423d1b15422 req-ae0f0336-9dd1-432b-b7bb-6f77570ae8e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd581fb1837d4339908dda6cbab97b6a&device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 1099 time: 0.4977911 Aug 06 15:53:29.708278 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f301a18-a6eb-4588-b9b7-2844e325d6e0 x-openstack-request-id: req-8f301a18-a6eb-4588-b9b7-2844e325d6e0 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:29.709768 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ee9286-9a46-4852-abed-c5e848577137", "tag": "1f3e8ec1-85cf-45b5-8bf2-9b87289097f4", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:29.710231 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f301a18-a6eb-4588-b9b7-2844e325d6e0 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:29.711124 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ee9286-9a46-4852-abed-c5e848577137', 'tag': '1f3e8ec1-85cf-45b5-8bf2-9b87289097f4', 'status': 'completed', 'code': 200} Aug 06 15:53:29.779925 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b197ab12-6173-49ae-af46-9911375d24b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.797542 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b197ab12-6173-49ae-af46-9911375d24b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.798993 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b197ab12-6173-49ae-af46-9911375d24b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98e6abab-402f-437e-8342-ead74dac79a2 HTTP/1.1" status: 204 len: 168 time: 0.7818074 Aug 06 15:53:29.868770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1be800-e479-45b7-9b19-66e5606836bc req-90109938-7f47-4d09-a28d-3cf5397ed35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:29.870303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e1be800-e479-45b7-9b19-66e5606836bc req-90109938-7f47-4d09-a28d-3cf5397ed35b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2244666 Aug 06 15:53:29.937468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:29.939592 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.949564 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] 10.222.0.78 "PUT /v2.0/ports/3f800853-babb-4ce9-a149-8c1c8ae291ff HTTP/1.1" status: 200 len: 1116 time: 3.2352958 Aug 06 15:53:30.007843 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a107d5-8cd6-4b69-b289-9edf04361cff req-107f2d06-a2ac-4d08-8fb0-b149845ac32d tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:30.009403 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2a107d5-8cd6-4b69-b289-9edf04361cff req-107f2d06-a2ac-4d08-8fb0-b149845ac32d tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 948 time: 0.2239771 Aug 06 15:53:30.073441 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e808cb51-e809-4800-865f-6423d1b15422 req-60101830-1b11-437c-8b52-4433c310c291 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 HTTP/1.1" status: 200 len: 217 time: 0.3028164 Aug 06 15:53:30.076860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197ab12-6173-49ae-af46-9911375d24b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e6abab-402f-437e-8342-ead74dac79a2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:30.200963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1be800-e479-45b7-9b19-66e5606836bc req-464e9e84-d1b5-456a-b528-9768c30ab761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:30.200963 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e1be800-e479-45b7-9b19-66e5606836bc req-464e9e84-d1b5-456a-b528-9768c30ab761 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3070126 Aug 06 15:53:30.216402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bf84d-35f0-4cfc-ad39-e17e046aa076 service neutron] Pushing event updated for resources: {'Port': ['ID=3f800853-babb-4ce9-a149-8c1c8ae291ff,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:30.266332 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808cb51-e809-4800-865f-6423d1b15422 req-5e92e4a9-1d40-4d73-a837-6ca6dfb723d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:30.267889 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e808cb51-e809-4800-865f-6423d1b15422 req-5e92e4a9-1d40-4d73-a837-6ca6dfb723d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1713047 Aug 06 15:53:30.396378 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808cb51-e809-4800-865f-6423d1b15422 req-150ecf6b-f609-44e6-b814-45397c5d4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:30.399936 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e808cb51-e809-4800-865f-6423d1b15422 req-150ecf6b-f609-44e6-b814-45397c5d4b37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229897 Aug 06 15:53:30.445866 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e1be800-e479-45b7-9b19-66e5606836bc req-583cc038-4f42-4375-b529-be7bdf7ea2ea service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329645 Aug 06 15:53:30.453283 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53778) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:30.473552 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2a107d5-8cd6-4b69-b289-9edf04361cff req-c19e6aa8-4f90-4cdd-9e02-42a53794afaa tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515479 Aug 06 15:53:30.490464 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-57b5d92c-9ded-4b15-82d9-e3f34c6a7b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:30.524044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f94d47-37d2-4ed0-b6fd-6483ef84b4e6 req-cb2c7308-9dde-46ba-b929-c444ce67e6ac tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:30.539900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2f94d47-37d2-4ed0-b6fd-6483ef84b4e6 req-cb2c7308-9dde-46ba-b929-c444ce67e6ac tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 968 time: 0.5507319 Aug 06 15:53:30.600666 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2f94d47-37d2-4ed0-b6fd-6483ef84b4e6 req-870108e9-8547-4561-9d5c-a01d876aab8e tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594642 Aug 06 15:53:30.726058 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-57b5d92c-9ded-4b15-82d9-e3f34c6a7b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:30.740612 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-57b5d92c-9ded-4b15-82d9-e3f34c6a7b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:30.742211 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7122a-6f0c-43ed-8b0b-9922e6b3e551 req-753a2caa-014f-4e7c-b0db-e7959d61dc4d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:30.754225 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ce7122a-6f0c-43ed-8b0b-9922e6b3e551 req-753a2caa-014f-4e7c-b0db-e7959d61dc4d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 947 time: 0.1235301 Aug 06 15:53:30.846281 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-b8f743cc-53d8-47a1-bf15-62e2c7826674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:30.848117 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-b8f743cc-53d8-47a1-bf15-62e2c7826674 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=25de4693983940bf867ab6083463eb6f&device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 1119 time: 0.1704395 Aug 06 15:53:30.848338 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ce7122a-6f0c-43ed-8b0b-9922e6b3e551 req-4913c2b3-aec4-4919-816d-7cb48a5df03b tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906990 Aug 06 15:53:30.866365 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-57b5d92c-9ded-4b15-82d9-e3f34c6a7b07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ce85a15151948c2b8496cd9824d8efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116814 Aug 06 15:53:30.869608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5d92c-9ded-4b15-82d9-e3f34c6a7b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826f83bf-7d4d-48f4-8547-5f31a2e14852,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:30.870012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53784) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:30.921635 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-2844120d-541b-436f-8cb4-047d588bd955 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=3f800853-babb-4ce9-a149-8c1c8ae291ff HTTP/1.1" status: 200 len: 217 time: 0.0535917 Aug 06 15:53:30.988496 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2056ce96-f014-465c-a534-aa70f13dfb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:31.011165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-8f3701b6-8722-411c-bbce-672b78b561fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:31.012660 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-8f3701b6-8722-411c-bbce-672b78b561fc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0777810 Aug 06 15:53:31.016010 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2056ce96-f014-465c-a534-aa70f13dfb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:31.089373 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2056ce96-f014-465c-a534-aa70f13dfb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:31.092415 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-5b1afc4c-408e-4492-b6ed-b91ddf998fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:31.092747 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2056ce96-f014-465c-a534-aa70f13dfb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:31.094527 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-5b1afc4c-408e-4492-b6ed-b91ddf998fde service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731080 Aug 06 15:53:31.094783 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2056ce96-f014-465c-a534-aa70f13dfb2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/826f83bf-7d4d-48f4-8547-5f31a2e14852 HTTP/1.1" status: 204 len: 168 time: 0.2246432 Aug 06 15:53:31.104584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056ce96-f014-465c-a534-aa70f13dfb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826f83bf-7d4d-48f4-8547-5f31a2e14852,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:31.224711 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-a4a32eab-cc65-4850-877f-75d997e98653 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202009 Aug 06 15:53:31.354277 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-60a4dea2-fbea-40ac-b6cf-75882a06bca0 req-875066df-6c39-4acf-a429-480f40371874 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061342 Aug 06 15:53:31.454296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6', 'tag': '3f800853-babb-4ce9-a149-8c1c8ae291ff'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:31.458211 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3158011-71e7-4712-8b3c-e81756d633f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6", "tag": "3f800853-babb-4ce9-a149-8c1c8ae291ff"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:31.512409 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5754e739-61c0-4224-ab3f-d17b2075226f x-openstack-request-id: req-5754e739-61c0-4224-ab3f-d17b2075226f {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:31.512857 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6", "tag": "3f800853-babb-4ce9-a149-8c1c8ae291ff", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:31.513259 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5754e739-61c0-4224-ab3f-d17b2075226f {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:31.513797 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6', 'tag': '3f800853-babb-4ce9-a149-8c1c8ae291ff', 'status': 'completed', 'code': 200} Aug 06 15:53:31.604433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3158011-71e7-4712-8b3c-e81756d633f1 req-d1db4f4b-eaf0-4795-95a1-d4862ac44638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:31.605887 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d3158011-71e7-4712-8b3c-e81756d633f1 req-d1db4f4b-eaf0-4795-95a1-d4862ac44638 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=25de4693983940bf867ab6083463eb6f&device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 1119 time: 0.0648768 Aug 06 15:53:31.637159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9c3dc-3da5-4060-9677-5225af9efc07 req-db2bbb0d-3161-4319-a1ce-e17f670c95c1 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:31.646307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5d9c3dc-3da5-4060-9677-5225af9efc07 req-db2bbb0d-3161-4319-a1ce-e17f670c95c1 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 948 time: 0.0664489 Aug 06 15:53:31.694531 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5d9c3dc-3da5-4060-9677-5225af9efc07 req-a5fe312e-d176-4ff6-8e2d-448cc5e1ec53 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469711 Aug 06 15:53:31.881602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3158011-71e7-4712-8b3c-e81756d633f1 req-71236aa1-a381-4815-be8e-4de8cab53949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:31.883223 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d3158011-71e7-4712-8b3c-e81756d633f1 req-71236aa1-a381-4815-be8e-4de8cab53949 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.2693577 Aug 06 15:53:31.884310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a0009-4adc-4cd4-ab7c-4a0186ac69c5 req-d3d36596-48cb-460f-8214-454d1923fbe8 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:31.887243 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec2a0009-4adc-4cd4-ab7c-4a0186ac69c5 req-d3d36596-48cb-460f-8214-454d1923fbe8 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 968 time: 0.1172388 Aug 06 15:53:31.939354 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec2a0009-4adc-4cd4-ab7c-4a0186ac69c5 req-5b6fdf3f-8b44-4e5b-9413-ec6b22513047 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450621 Aug 06 15:53:31.955544 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d3158011-71e7-4712-8b3c-e81756d633f1 req-66e5b7ce-9ec6-449d-9cd6-c96934574043 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=3f800853-babb-4ce9-a149-8c1c8ae291ff HTTP/1.1" status: 200 len: 217 time: 0.0594163 Aug 06 15:53:32.038264 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3158011-71e7-4712-8b3c-e81756d633f1 req-745face6-9bb2-469c-bea5-8c07cd05f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:32.041177 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d3158011-71e7-4712-8b3c-e81756d633f1 req-745face6-9bb2-469c-bea5-8c07cd05f692 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0747979 Aug 06 15:53:32.113263 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3158011-71e7-4712-8b3c-e81756d633f1 req-2b12ad58-9a93-4686-959e-28fa940a84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:32.115044 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d3158011-71e7-4712-8b3c-e81756d633f1 req-2b12ad58-9a93-4686-959e-28fa940a84e8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0629830 Aug 06 15:53:32.130452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fc203-cb1b-4860-a92b-8eadb963578f req-2d9f5cb8-014b-4290-8afd-ae1d6bd352d1 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:32.146202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c0fc203-cb1b-4860-a92b-8eadb963578f req-2d9f5cb8-014b-4290-8afd-ae1d6bd352d1 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 947 time: 0.1392968 Aug 06 15:53:32.218392 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c0fc203-cb1b-4860-a92b-8eadb963578f req-6dab80dd-ff30-4e94-84b3-eeb5e9b4f614 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452287 Aug 06 15:53:32.281263 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d3158011-71e7-4712-8b3c-e81756d633f1 req-d57ae448-6406-41a1-967e-cff4670cffb8 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572986 Aug 06 15:53:32.470749 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d3158011-71e7-4712-8b3c-e81756d633f1 req-b436644a-593c-4f9a-bd6f-a6196801c973 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811008 Aug 06 15:53:32.766432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53848) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:32.829882 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588593f-9fcd-413e-9fec-6b8f66c6ef10 req-326eaf3e-b8db-422b-9f0a-492413f15c32 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:32.837727 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3588593f-9fcd-413e-9fec-6b8f66c6ef10 req-326eaf3e-b8db-422b-9f0a-492413f15c32 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 948 time: 0.0674677 Aug 06 15:53:32.885326 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3588593f-9fcd-413e-9fec-6b8f66c6ef10 req-40175d0e-a78c-4c7e-bc9b-234d17422001 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463967 Aug 06 15:53:33.050792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-99ca4c6b-eaba-4b13-ad0c-abc86f2f6854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.078685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56b0a2-6c4c-4a65-a532-aa2d67cead09 req-34e9fa20-d3c0-40b2-82dc-61357afeff1d tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:33.082083 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f56b0a2-6c4c-4a65-a532-aa2d67cead09 req-34e9fa20-d3c0-40b2-82dc-61357afeff1d tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 968 time: 0.0674527 Aug 06 15:53:33.145432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f56b0a2-6c4c-4a65-a532-aa2d67cead09 req-85c5d669-7e8a-4b5b-b2b5-436f29e3bf3a tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589173 Aug 06 15:53:33.157816 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-99ca4c6b-eaba-4b13-ad0c-abc86f2f6854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.162092 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-99ca4c6b-eaba-4b13-ad0c-abc86f2f6854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.213234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca4c6b-eaba-4b13-ad0c-abc86f2f6854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4a9302-c9a0-4c59-a38c-24c91f8a8e53,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:33.223823 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-99ca4c6b-eaba-4b13-ad0c-abc86f2f6854 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b78b829909f64ace9b259460ed84530c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4559436 Aug 06 15:53:33.226238 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53860) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:33.295898 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73ddc7fc-e3b3-47a8-84f1-5ee18a57b3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.321274 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73ddc7fc-e3b3-47a8-84f1-5ee18a57b3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.391917 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73ddc7fc-e3b3-47a8-84f1-5ee18a57b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.394551 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73ddc7fc-e3b3-47a8-84f1-5ee18a57b3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.395699 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-73ddc7fc-e3b3-47a8-84f1-5ee18a57b3f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc4a9302-c9a0-4c59-a38c-24c91f8a8e53 HTTP/1.1" status: 204 len: 168 time: 0.1687291 Aug 06 15:53:33.403712 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddc7fc-e3b3-47a8-84f1-5ee18a57b3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4a9302-c9a0-4c59-a38c-24c91f8a8e53,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:33.405560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c689d-9644-4900-90d4-29c9dc4788fa req-b164c75b-b8ab-4020-9f13-d311df1ceec3 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:33.407279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-018c689d-9644-4900-90d4-29c9dc4788fa req-b164c75b-b8ab-4020-9f13-d311df1ceec3 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 947 time: 0.0541332 Aug 06 15:53:33.470271 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-018c689d-9644-4900-90d4-29c9dc4788fa req-92e23eed-0475-40b5-9049-6ce65a0f14c8 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555797 Aug 06 15:53:33.635686 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-630fab10-67f3-4386-9571-a4c3b7e653e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.733153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53884) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:33.750197 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-df746831-8582-424a-b3fc-0274b753d13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.866571 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-df746831-8582-424a-b3fc-0274b753d13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.873102 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-df746831-8582-424a-b3fc-0274b753d13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.912449 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df746831-8582-424a-b3fc-0274b753d13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1244d5-02f8-4ed7-84e0-e0d37e2b04d6,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:33.921836 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53890) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:33.931666 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-df746831-8582-424a-b3fc-0274b753d13b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f28c8b316564941a9a0640a3ef62362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946971 Aug 06 15:53:33.932018 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53894) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:34.066105 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ae22-a004-4b69-b1d5-e9c981a88e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.153903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec08c4-b106-46dd-965f-3b67ce08b4d7 req-ad23d20f-fd70-4947-99b8-d4cee6792e59 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:34.155999 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84ec08c4-b106-46dd-965f-3b67ce08b4d7 req-ad23d20f-fd70-4947-99b8-d4cee6792e59 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 948 time: 0.0964549 Aug 06 15:53:34.156929 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a015c9e-d087-403f-b2c1-9d38f9a6d063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.169086 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ae22-a004-4b69-b1d5-e9c981a88e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.176512 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ae22-a004-4b69-b1d5-e9c981a88e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.203126 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a015c9e-d087-403f-b2c1-9d38f9a6d063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.245994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84ec08c4-b106-46dd-965f-3b67ce08b4d7 req-dc07d863-3152-43fa-88f0-5595b95e215d tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793860 Aug 06 15:53:34.250272 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0ae22-a004-4b69-b1d5-e9c981a88e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358bc55c-9cfc-474c-9d82-3e12593f39fb,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:34.288240 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f1d0ae22-a004-4b69-b1d5-e9c981a88e52 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c303c05e006649b18ab5cca8b2d93c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648214 Aug 06 15:53:34.289228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53898) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:34.313264 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a015c9e-d087-403f-b2c1-9d38f9a6d063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.316905 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a015c9e-d087-403f-b2c1-9d38f9a6d063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.321557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0a015c9e-d087-403f-b2c1-9d38f9a6d063 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a1244d5-02f8-4ed7-84e0-e0d37e2b04d6 HTTP/1.1" status: 204 len: 168 time: 0.3883853 Aug 06 15:53:34.357863 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b3817-01c5-40c6-a54d-14f205f6e909 req-9af2d47e-28d1-4ce5-9520-cba089462300 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:34.359401 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f69b3817-01c5-40c6-a54d-14f205f6e909 req-9af2d47e-28d1-4ce5-9520-cba089462300 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 968 time: 0.1052570 Aug 06 15:53:34.360319 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a015c9e-d087-403f-b2c1-9d38f9a6d063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1244d5-02f8-4ed7-84e0-e0d37e2b04d6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:34.394221 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-41784edb-93fb-434e-8b61-02b00bfb84b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.416051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f69b3817-01c5-40c6-a54d-14f205f6e909 req-baebf079-172d-4888-88a9-1bcf1cd0c14b tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479090 Aug 06 15:53:34.434967 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-41784edb-93fb-434e-8b61-02b00bfb84b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.497732 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-41784edb-93fb-434e-8b61-02b00bfb84b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.510357 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-41784edb-93fb-434e-8b61-02b00bfb84b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.513299 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-41784edb-93fb-434e-8b61-02b00bfb84b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/358bc55c-9cfc-474c-9d82-3e12593f39fb HTTP/1.1" status: 204 len: 168 time: 0.2205768 Aug 06 15:53:34.535972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41784edb-93fb-434e-8b61-02b00bfb84b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358bc55c-9cfc-474c-9d82-3e12593f39fb,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:34.643463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7487226-4176-4b6d-ac22-35f7519272cc req-f98ff501-48d9-46b9-89c6-74d948816f5d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:34.644969 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7487226-4176-4b6d-ac22-35f7519272cc req-f98ff501-48d9-46b9-89c6-74d948816f5d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 947 time: 0.0758176 Aug 06 15:53:34.691864 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7487226-4176-4b6d-ac22-35f7519272cc req-c73dbf7f-fca2-4b23-8d35-570bff9090fb tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Aug 06 15:53:34.999587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53922) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:35.014055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-568a16c1-4df0-4e39-875b-fa2b8d4952fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:35.129243 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-568a16c1-4df0-4e39-875b-fa2b8d4952fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:35.134571 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-568a16c1-4df0-4e39-875b-fa2b8d4952fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:35.174825 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-568a16c1-4df0-4e39-875b-fa2b8d4952fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8bf168fb06ac4f109ad97cf1701c1266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1740654 Aug 06 15:53:35.176142 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a16c1-4df0-4e39-875b-fa2b8d4952fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea758edc-962a-47e9-91ae-a837c57053c7,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:35.177761 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53926) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:35.240990 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cf07cdf8-915a-486b-a7c5-1bc42f7855f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:35.264264 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cf07cdf8-915a-486b-a7c5-1bc42f7855f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:35.326433 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cf07cdf8-915a-486b-a7c5-1bc42f7855f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:35.333056 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cf07cdf8-915a-486b-a7c5-1bc42f7855f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:35.338826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cf07cdf8-915a-486b-a7c5-1bc42f7855f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea758edc-962a-47e9-91ae-a837c57053c7 HTTP/1.1" status: 204 len: 168 time: 0.1545255 Aug 06 15:53:35.349275 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07cdf8-915a-486b-a7c5-1bc42f7855f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea758edc-962a-47e9-91ae-a837c57053c7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:35.454562 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f42a1-1611-4851-8766-fad16aecfc97 req-7c7bc381-73ba-4def-8dbb-d2cead7e0e93 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:35.456259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-555f42a1-1611-4851-8766-fad16aecfc97 req-7c7bc381-73ba-4def-8dbb-d2cead7e0e93 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 948 time: 0.0531313 Aug 06 15:53:35.537693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-555f42a1-1611-4851-8766-fad16aecfc97 req-0fc102a3-9604-4f12-a2c4-4138bafaa6e8 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694926 Aug 06 15:53:35.598356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b6e6a-cdfd-48af-b6be-3e7f82edeee5 req-bdc866d9-4466-4435-abbd-742e26ab81e0 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:35.600618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b03b6e6a-cdfd-48af-b6be-3e7f82edeee5 req-bdc866d9-4466-4435-abbd-742e26ab81e0 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 968 time: 0.0657496 Aug 06 15:53:35.656322 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b03b6e6a-cdfd-48af-b6be-3e7f82edeee5 req-51cccdd3-7424-4346-920d-73e81c91f9e6 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478981 Aug 06 15:53:35.774130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 3f800853-babb-4ce9-a149-8c1c8ae291ff details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:53:35.896119 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ad6a1-807e-4500-95d2-44e398d0d318 req-c57f666f-759f-481a-9a87-9773ff89bcd4 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:35.898563 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-946ad6a1-807e-4500-95d2-44e398d0d318 req-c57f666f-759f-481a-9a87-9773ff89bcd4 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 947 time: 0.0952373 Aug 06 15:53:35.943491 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 3f800853-babb-4ce9-a149-8c1c8ae291ff, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=3f800853-babb-4ce9-a149-8c1c8ae291ff,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:35.958202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '3f800853-babb-4ce9-a149-8c1c8ae291ff', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '3f800853-babb-4ce9-a149-8c1c8ae291ff', 'mac_address': 'fa:16:3e:d9:ba:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:tempest-test_az-1670550405', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:53:35.972958 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-946ad6a1-807e-4500-95d2-44e398d0d318 req-bbd0eb95-db9c-4645-b860-9a738b997c5e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639975 Aug 06 15:53:36.022843 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:36.037502 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f800853-babb-4ce9-a149-8c1c8ae291ff {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:36.066777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 3f800853-babb-4ce9-a149-8c1c8ae291ff, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=3f800853-babb-4ce9-a149-8c1c8ae291ff,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:36.072403 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:36.127416 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e8d83e34-e051-4632-b6b3-a2d225ce77b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:36.149443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=3f800853-babb-4ce9-a149-8c1c8ae291ff,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:36.157591 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:36.157960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:36.158295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:36.158626 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:36.158989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:36.159277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:36.159598 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:36.159923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:36.161715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:36.161715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:36.161715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:36.161715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Tracked resource versions report: Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: pushed versions: Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: { 'AddressGroup': {'1.2'}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'ConntrackHelper': {'1.0'}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'Log': {'1.0'}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'Network': {'1.1'}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'Port': {'1.7'}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'PortForwarding': {'1.2'}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'QosPolicy': {'1.9'}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'SecurityGroup': {'1.4'}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'SecurityGroupRule': {'1.2'}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'SubPort': {'1.0'}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'Subnet': {'1.1'}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'Trunk': {'1.1'}} Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: consumer versions: Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: { DHCP agent@n-d-803756-1: {}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: HyperV agent@n-h1-803756-1: {}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: HyperV agent@n-h2-803756-1: {}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: L3 agent@n-d-803756-1: {}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: Metadata agent@n-d-803756-1: {}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: Metering agent@n-d-803756-1: {}, Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: Open vSwitch agent@n-d-803756-1: { 'AddressGroup': '1.2', Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'ConntrackHelper': '1.0', Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'Log': '1.0', Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'Network': '1.1', Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'Port': '1.7', Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'PortForwarding': '1.2', Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'QosPolicy': '1.9', Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'SecurityGroup': '1.4', Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'SecurityGroupRule': '1.2', Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'SubPort': '1.0', Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'Subnet': '1.1', Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: 'Trunk': '1.1'}} Aug 06 15:53:36.162305 n-d-803756-1 neutron-server[105766]: {{(pid=105766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 15:53:36.462418 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['3f800853-babb-4ce9-a149-8c1c8ae291ff'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:53:36.565524 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:36.600255 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e808cb51-e809-4800-865f-6423d1b15422 req-c0e14fe4-4d95-4a22-be93-b14b27e79012 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544485 Aug 06 15:53:36.622383 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e1be800-e479-45b7-9b19-66e5606836bc req-2e5b1e85-29b5-45c9-ae55-3dacd5cd72ac service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655114 Aug 06 15:53:36.695302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81f7ff-feea-42c1-bfbf-1344e5bd7da8 req-40716b7d-5a39-4e99-a8ce-763ac97b3b7c tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:36.706534 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ef81f7ff-feea-42c1-bfbf-1344e5bd7da8 req-40716b7d-5a39-4e99-a8ce-763ac97b3b7c tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 948 time: 0.0710480 Aug 06 15:53:36.783433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ef81f7ff-feea-42c1-bfbf-1344e5bd7da8 req-70d4298d-bdf7-46a6-8ed0-b1f8857a5e12 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754848 Aug 06 15:53:36.817417 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da26060-450a-4944-b95a-893ad29c14af req-198823e6-e48e-4b70-81a9-51ed900cda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:36.820343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7da26060-450a-4944-b95a-893ad29c14af req-198823e6-e48e-4b70-81a9-51ed900cda70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6ef6b2ca0fe4e4bbee1f52acb83ceea&device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 1098 time: 0.0893774 Aug 06 15:53:36.881454 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e808cb51-e809-4800-865f-6423d1b15422 req-d921f01e-1b0a-414f-91ed-3f389e0f1cdf service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140303 Aug 06 15:53:36.983095 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a796-4ac6-490a-862c-e223a0c7a91f req-b49d39f8-9ac5-4de0-ac56-a89238e619b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:36.984970 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a18a796-4ac6-490a-862c-e223a0c7a91f req-b49d39f8-9ac5-4de0-ac56-a89238e619b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd581fb1837d4339908dda6cbab97b6a&device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 1099 time: 0.0482056 Aug 06 15:53:37.006874 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-fae717ec-3a18-42ba-b634-d85c5ec2b5ad tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=64b4eee2187148a7980a898905a2228e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1199365 Aug 06 15:53:37.156420 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d0d52-630a-4fc5-be09-b43ec76493aa req-52efa70f-8cfa-4063-be2b-15691594db56 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:37.156766 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:37.161003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e5d0d52-630a-4fc5-be09-b43ec76493aa req-52efa70f-8cfa-4063-be2b-15691594db56 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 969 time: 0.2739649 Aug 06 15:53:37.188846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da26060-450a-4944-b95a-893ad29c14af req-c5ab1999-8b03-40f5-b7bb-2cbd21d297d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:37.190442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7da26060-450a-4944-b95a-893ad29c14af req-c5ab1999-8b03-40f5-b7bb-2cbd21d297d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.3596647 Aug 06 15:53:37.259970 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7da26060-450a-4944-b95a-893ad29c14af req-eec61b11-6231-472f-9171-44743705f503 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=50d9f445-9a07-4a3e-8ed2-dd33466b4e5b HTTP/1.1" status: 200 len: 217 time: 0.0581868 Aug 06 15:53:37.276596 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a796-4ac6-490a-862c-e223a0c7a91f req-d3cb6dae-2ab4-4630-b416-ad0161aab2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:37.278219 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a18a796-4ac6-490a-862c-e223a0c7a91f req-d3cb6dae-2ab4-4630-b416-ad0161aab2d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.2852554 Aug 06 15:53:37.287819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-4cd5d276-be20-4a3b-b71d-f35e6c3b9a9f tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:37.289342 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-4cd5d276-be20-4a3b-b71d-f35e6c3b9a9f tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706332 Aug 06 15:53:37.293704 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e5d0d52-630a-4fc5-be09-b43ec76493aa req-73905f92-02dc-4c78-a476-3f085f864bd1 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208730 Aug 06 15:53:37.324413 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a18a796-4ac6-490a-862c-e223a0c7a91f req-b8c98287-ea14-44ab-83f0-5efc21201c13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 HTTP/1.1" status: 200 len: 217 time: 0.0392754 Aug 06 15:53:37.336424 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-1bb771c9-c214-4e42-8ac4-cd95658104af tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/quotas/64b4eee2187148a7980a898905a2228e HTTP/1.1" status: 200 len: 375 time: 0.0233066 Aug 06 15:53:37.345862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da26060-450a-4944-b95a-893ad29c14af req-2de517bd-c060-4337-9e91-9dafa151b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:37.347332 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7da26060-450a-4944-b95a-893ad29c14af req-2de517bd-c060-4337-9e91-9dafa151b296 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0769408 Aug 06 15:53:37.383650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a796-4ac6-490a-862c-e223a0c7a91f req-07600256-3a1c-4626-afc8-7eeeb4df0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:37.384452 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-5b8f67e5-9acc-446f-b3d4-e7a3697c454f tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=64b4eee2187148a7980a898905a2228e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413513 Aug 06 15:53:37.385740 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a18a796-4ac6-490a-862c-e223a0c7a91f req-07600256-3a1c-4626-afc8-7eeeb4df0b02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0536163 Aug 06 15:53:37.438083 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a796-4ac6-490a-862c-e223a0c7a91f req-a12ec866-13fe-4519-bf79-e6e94f4a5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:37.439646 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a18a796-4ac6-490a-862c-e223a0c7a91f req-a12ec866-13fe-4519-bf79-e6e94f4a5193 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0461180 Aug 06 15:53:37.448325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da26060-450a-4944-b95a-893ad29c14af req-f941a1ff-2854-4626-a40b-7aff70b9adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:37.449798 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7da26060-450a-4944-b95a-893ad29c14af req-f941a1ff-2854-4626-a40b-7aff70b9adad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919881 Aug 06 15:53:37.457905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f73d5-3d10-4386-a7c8-425df241ecdd req-a50e3e77-7625-47fc-97b2-b2a6a624a0d3 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:37.459350 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-784f73d5-3d10-4386-a7c8-425df241ecdd req-a50e3e77-7625-47fc-97b2-b2a6a624a0d3 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 947 time: 0.0789287 Aug 06 15:53:37.554885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-784f73d5-3d10-4386-a7c8-425df241ecdd req-f97a17ec-9e63-4763-aa24-f43898f878ef tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872099 Aug 06 15:53:37.578339 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a18a796-4ac6-490a-862c-e223a0c7a91f req-5487a3f0-b617-4ff2-8ff1-73f01dc3d6be service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273263 Aug 06 15:53:37.594037 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7da26060-450a-4944-b95a-893ad29c14af req-f51f9c02-5ad9-4343-8a1c-9dd1a065f562 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332574 Aug 06 15:53:37.707482 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a18a796-4ac6-490a-862c-e223a0c7a91f req-7385d916-969d-45c0-b3cf-50f175980e52 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237593 Aug 06 15:53:37.728189 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3da8226-3e54-4c9d-b43f-2d5114ae72e1 req-cad6b7ea-5370-4928-b523-554657c7ef3c tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 210 time: 0.0669994 Aug 06 15:53:37.736878 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 3f800853-babb-4ce9-a149-8c1c8ae291ff up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:37.778172 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7da26060-450a-4944-b95a-893ad29c14af req-8383cb31-966f-4fad-8cc7-4a7763b6bba8 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768246 Aug 06 15:53:37.795374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 3f800853-babb-4ce9-a149-8c1c8ae291ff completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:37.802844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 3f800853-babb-4ce9-a149-8c1c8ae291ff triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:37.803295 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:37.903857 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:37.935231 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f800853-babb-4ce9-a149-8c1c8ae291ff'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:37.944509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eddd7-b721-4280-86ea-1ef52f7690bb req-21c588ca-2227-4795-b1e9-471e1dcb9e8c tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:37.946380 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-430eddd7-b721-4280-86ea-1ef52f7690bb req-21c588ca-2227-4795-b1e9-471e1dcb9e8c tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 948 time: 0.0648115 Aug 06 15:53:38.016453 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-430eddd7-b721-4280-86ea-1ef52f7690bb req-1e8add4f-7a2e-4978-98cf-a782f7858e60 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632899 Aug 06 15:53:38.019860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 3f800853-babb-4ce9-a149-8c1c8ae291ff, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=3f800853-babb-4ce9-a149-8c1c8ae291ff,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:38.027668 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:38.080649 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c985069-bf09-4de5-9b65-2fda5a0a1926" -d '{"events": [{"server_uuid": "9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6", "name": "network-vif-plugged", "status": "completed", "tag": "3f800853-babb-4ce9-a149-8c1c8ae291ff"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:38.125654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=3f800853-babb-4ce9-a149-8c1c8ae291ff,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:38.207695 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41726c95-b2d2-4583-8ed2-cc2f3e162ed2 x-openstack-request-id: req-41726c95-b2d2-4583-8ed2-cc2f3e162ed2 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:38.208291 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6", "name": "network-vif-plugged", "status": "completed", "tag": "3f800853-babb-4ce9-a149-8c1c8ae291ff", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:38.208491 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41726c95-b2d2-4583-8ed2-cc2f3e162ed2 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:38.208791 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f800853-babb-4ce9-a149-8c1c8ae291ff', 'code': 200} Aug 06 15:53:38.390990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9fb64-3f62-47c5-b626-eee9f559d60a req-e85ec322-562e-415e-9b5e-0ff610be169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:38.392966 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ba9fb64-3f62-47c5-b626-eee9f559d60a req-e85ec322-562e-415e-9b5e-0ff610be169c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 1121 time: 0.0847373 Aug 06 15:53:38.415852 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ba9fb64-3f62-47c5-b626-eee9f559d60a req-937b9c60-cd0e-42b1-afc2-f1ad31502fdf service neutron] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:38.421781 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056ab37-9941-4f0f-8809-cd4b67900791 req-b0b17a61-a39c-4542-bfed-fd20c3e2c178 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:38.421941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7056ab37-9941-4f0f-8809-cd4b67900791 req-b0b17a61-a39c-4542-bfed-fd20c3e2c178 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 970 time: 0.0534751 Aug 06 15:53:38.422383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54072) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:38.466702 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7056ab37-9941-4f0f-8809-cd4b67900791 req-56b73bc0-d19a-4b4a-b0f8-90b5433b8ed9 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383644 Aug 06 15:53:38.548184 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ba9fb64-3f62-47c5-b626-eee9f559d60a req-937b9c60-cd0e-42b1-afc2-f1ad31502fdf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:38.553191 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ba9fb64-3f62-47c5-b626-eee9f559d60a req-937b9c60-cd0e-42b1-afc2-f1ad31502fdf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:38.554786 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3cbb-7d49-41fd-86c2-d441ea890296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:38.593970 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ba9fb64-3f62-47c5-b626-eee9f559d60a req-937b9c60-cd0e-42b1-afc2-f1ad31502fdf service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908128 Aug 06 15:53:38.599328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b9c60-cd0e-42b1-afc2-f1ad31502fdf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0060f5a4-fe01-4b2c-b0f2-97ad1d7532db,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:38.667284 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3cbb-7d49-41fd-86c2-d441ea890296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:38.677819 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3cbb-7d49-41fd-86c2-d441ea890296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:38.743062 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1b5a3cbb-7d49-41fd-86c2-d441ea890296 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8872912c2d1241cab7d65bf457dd73dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196609 Aug 06 15:53:38.745292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a3cbb-7d49-41fd-86c2-d441ea890296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e6dde0-c8a4-40ef-9e56-a8754e144057,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:38.746216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54078) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:38.778878 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7c63-e407-4984-80d3-65528b9decb0 req-f959d9fc-5937-426e-93eb-56cfaf10d77e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:38.781137 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a5e7c63-e407-4984-80d3-65528b9decb0 req-f959d9fc-5937-426e-93eb-56cfaf10d77e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 947 time: 0.1160905 Aug 06 15:53:38.832169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a5e7c63-e407-4984-80d3-65528b9decb0 req-3348e0a7-0b8a-43c9-867c-0be020d32771 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448854 Aug 06 15:53:38.860592 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a52f1afc-ce85-4f17-90f8-a6c589386fdf req-3dd001c1-32b2-48eb-866d-0e6c2380cd28 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 210 time: 0.0338786 Aug 06 15:53:38.883651 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-42f2ac4d-17eb-475a-ba1c-48e8d9471a9f tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=64b4eee2187148a7980a898905a2228e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852604 Aug 06 15:53:38.886319 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:38.931583 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-154e9226-e3b6-4aa9-8fce-2018b3a5e830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:38.997609 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-154e9226-e3b6-4aa9-8fce-2018b3a5e830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.054916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-bacf6ab7-5a08-4317-8499-c395ea945405 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:39.056492 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-bacf6ab7-5a08-4317-8499-c395ea945405 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1641748 Aug 06 15:53:39.076150 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Request body: {'port': {'device_id': 'b5472769-b4cc-46fb-91e9-95aab70a99df', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '64b4eee2187148a7980a898905a2228e'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:39.098149 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-154e9226-e3b6-4aa9-8fce-2018b3a5e830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.100785 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-154e9226-e3b6-4aa9-8fce-2018b3a5e830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.102224 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-154e9226-e3b6-4aa9-8fce-2018b3a5e830 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31e6dde0-c8a4-40ef-9e56-a8754e144057 HTTP/1.1" status: 204 len: 168 time: 0.3540883 Aug 06 15:53:39.139269 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb6364-faab-4a70-8bc9-e273f9d7324b req-64cb28bc-fbd3-4e70-bd44-026db176ea37 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:39.141391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eadb6364-faab-4a70-8bc9-e273f9d7324b req-64cb28bc-fbd3-4e70-bd44-026db176ea37 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 948 time: 0.0536335 Aug 06 15:53:39.144774 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e9226-e3b6-4aa9-8fce-2018b3a5e830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e6dde0-c8a4-40ef-9e56-a8754e144057,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:39.190325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eadb6364-faab-4a70-8bc9-e273f9d7324b req-707f86df-16bc-4f42-8937-51ccc3c45484 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Aug 06 15:53:39.225582 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Made reservation on behalf of 64b4eee2187148a7980a898905a2228e for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:39.229556 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.244664 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.355384 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.360997 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.424483 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7457173c-2c92-4d85-990d-8e7a964a6ecf,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:39.455067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54088) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:39.468308 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9077133d-3af7-43d9-b5dc-4ac967afed5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.517291 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Allocated IP 192.168.233.128 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/96fa0f17-98c3-460e-9f9b-012edb6a834f) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:39.690830 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.706442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Transition to ACTIVE for port object 96fa0f17-98c3-460e-9f9b-012edb6a834f will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:39.708311 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9077133d-3af7-43d9-b5dc-4ac967afed5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.713303 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9077133d-3af7-43d9-b5dc-4ac967afed5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.741512 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.767079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde7615-230c-4316-9f1c-90025c3ea147 req-6154531b-a8b8-4dd2-8a21-0222f0c9493b tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:39.768558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dcde7615-230c-4316-9f1c-90025c3ea147 req-6154531b-a8b8-4dd2-8a21-0222f0c9493b tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 970 time: 0.2166469 Aug 06 15:53:39.774544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9077133d-3af7-43d9-b5dc-4ac967afed5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0512692512344c7901d275270de78ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184528 Aug 06 15:53:39.777240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077133d-3af7-43d9-b5dc-4ac967afed5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356563f4-c2c4-4615-ab17-96889882d8fe,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:39.777775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54092) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:39.804658 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:39.813139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dcde7615-230c-4316-9f1c-90025c3ea147 req-fc400d56-2bae-4eab-b109-4b74798ab98b tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373609 Aug 06 15:53:39.816721 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:39.819253 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:39.824831 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:39.825462 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.844431 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Pushing event updated for resources: {'Port': ['ID=96fa0f17-98c3-460e-9f9b-012edb6a834f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:39.867762 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-6bb16cea-c26d-44ab-bde9-dc130a17dc4e tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7987235 Aug 06 15:53:39.883249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Request body: {'port': {'device_id': 'b5472769-b4cc-46fb-91e9-95aab70a99df', 'device_owner': 'compute:tempest-test_az-1670550405', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:39.913029 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eeb64be8-1d01-48c7-bde6-ece7cb10c1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.961521 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eeb64be8-1d01-48c7-bde6-ece7cb10c1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.970550 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.037029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e76c2-3a5f-4c81-a696-d1fd22127934 req-f7334d41-5fc6-40d1-97c1-718cc25ad4dd tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:40.045700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-467e76c2-3a5f-4c81-a696-d1fd22127934 req-f7334d41-5fc6-40d1-97c1-718cc25ad4dd tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 947 time: 0.1107082 Aug 06 15:53:40.072646 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fea48b-2bd2-482e-8731-16bc063c65ca req-9a901611-c65a-4a4d-ac10-f272c01870c8 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:40.078268 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64fea48b-2bd2-482e-8731-16bc063c65ca req-9a901611-c65a-4a4d-ac10-f272c01870c8 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 936 time: 0.1089411 Aug 06 15:53:40.080680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-946a1cb3-dcb8-4297-b5e7-30c35f2d7957 None None] Provisioning for port 96fa0f17-98c3-460e-9f9b-012edb6a834f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:40.087333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-946a1cb3-dcb8-4297-b5e7-30c35f2d7957 None None] Provisioning complete for port 96fa0f17-98c3-460e-9f9b-012edb6a834f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:40.088011 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-946a1cb3-dcb8-4297-b5e7-30c35f2d7957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.124153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-467e76c2-3a5f-4c81-a696-d1fd22127934 req-445f0cb0-61b2-4524-b4dd-0bfc44f995cf tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768046 Aug 06 15:53:40.132746 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:53:40.142586 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64fea48b-2bd2-482e-8731-16bc063c65ca req-b232938d-5fce-4c98-94c0-5af45a886d79 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/security-groups?id=7457173c-2c92-4d85-990d-8e7a964a6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600991 Aug 06 15:53:40.149018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-946a1cb3-dcb8-4297-b5e7-30c35f2d7957 None None] Port 96fa0f17-98c3-460e-9f9b-012edb6a834f cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:53:40.194402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eeb64be8-1d01-48c7-bde6-ece7cb10c1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.197160 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eeb64be8-1d01-48c7-bde6-ece7cb10c1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.198284 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-eeb64be8-1d01-48c7-bde6-ece7cb10c1e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/356563f4-c2c4-4615-ab17-96889882d8fe HTTP/1.1" status: 204 len: 168 time: 0.4175689 Aug 06 15:53:40.214477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb64be8-1d01-48c7-bde6-ece7cb10c1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356563f4-c2c4-4615-ab17-96889882d8fe,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:40.319009 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=1f3e8ec1-85cf-45b5-8bf2-9b87289097f4,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:40.340722 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '1f3e8ec1-85cf-45b5-8bf2-9b87289097f4', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '1f3e8ec1-85cf-45b5-8bf2-9b87289097f4', 'mac_address': 'fa:16:3e:df:b5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:53:40.347610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b4f95-f79e-4597-a57d-1082db6d325b req-474f3849-1ac6-42f5-9694-19967177c55c tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:40.350250 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fa0f17-98c3-460e-9f9b-012edb6a834f {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:40.351528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-457b4f95-f79e-4597-a57d-1082db6d325b req-474f3849-1ac6-42f5-9694-19967177c55c tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 948 time: 0.0658948 Aug 06 15:53:40.369475 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.387304 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Transition to ACTIVE for port object 96fa0f17-98c3-460e-9f9b-012edb6a834f will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:40.393589 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.404380 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.426761 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:40.447665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Pushing event updated for resources: {'Port': ['ID=96fa0f17-98c3-460e-9f9b-012edb6a834f,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:40.456036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-457b4f95-f79e-4597-a57d-1082db6d325b req-3b59d78c-01cf-4210-9a17-f6fe9661ced3 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907640 Aug 06 15:53:40.464986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=1f3e8ec1-85cf-45b5-8bf2-9b87289097f4,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:40.483450 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.483832 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:53:40.502592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Attempting to bind port 96fa0f17-98c3-460e-9f9b-012edb6a834f on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:40.502943 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Attempting to bind port 96fa0f17-98c3-460e-9f9b-012edb6a834f by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:40.503265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Attempting to bind port 96fa0f17-98c3-460e-9f9b-012edb6a834f on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:40.510178 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Port 96fa0f17-98c3-460e-9f9b-012edb6a834f on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:53:40.510788 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Attempting to bind port 96fa0f17-98c3-460e-9f9b-012edb6a834f on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:40.519547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:40.520102 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:40.520764 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:40.521454 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Bound port: 96fa0f17-98c3-460e-9f9b-012edb6a834f, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:40.522040 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.565030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=50d9f445-9a07-4a3e-8ed2-dd33466b4e5b,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:40.585022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '50d9f445-9a07-4a3e-8ed2-dd33466b4e5b', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '50d9f445-9a07-4a3e-8ed2-dd33466b4e5b', 'mac_address': 'fa:16:3e:dc:d3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:53:40.634015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] For port 96fa0f17-98c3-460e-9f9b-012edb6a834f, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:40.634996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=1f3e8ec1-85cf-45b5-8bf2-9b87289097f4,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:40.638254 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] For port 96fa0f17-98c3-460e-9f9b-012edb6a834f, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=96fa0f17-98c3-460e-9f9b-012edb6a834f,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:40.644293 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.659086 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.677902 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:40.686861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:40.687490 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.689234 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] 10.222.0.78 "PUT /v2.0/ports/96fa0f17-98c3-460e-9f9b-012edb6a834f HTTP/1.1" status: 200 len: 1118 time: 0.8101919 Aug 06 15:53:40.689901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5472769-b4cc-46fb-91e9-95aab70a99df', 'tag': '96fa0f17-98c3-460e-9f9b-012edb6a834f'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:40.692009 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7a8064-d8b2-49e6-a01e-9014ac32c38e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5472769-b4cc-46fb-91e9-95aab70a99df", "tag": "96fa0f17-98c3-460e-9f9b-012edb6a834f"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:40.711293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=50d9f445-9a07-4a3e-8ed2-dd33466b4e5b,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:40.716947 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.731803 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ff16e-ddb9-4fcc-8b9e-0e255a672859 service neutron] Pushing event updated for resources: {'Port': ['ID=96fa0f17-98c3-460e-9f9b-012edb6a834f,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:40.767267 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090f3df1-6ba0-44ff-80ce-d5374e14d33b x-openstack-request-id: req-090f3df1-6ba0-44ff-80ce-d5374e14d33b {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:40.767713 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5472769-b4cc-46fb-91e9-95aab70a99df", "tag": "96fa0f17-98c3-460e-9f9b-012edb6a834f", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:40.768075 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-090f3df1-6ba0-44ff-80ce-d5374e14d33b {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:40.768582 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5472769-b4cc-46fb-91e9-95aab70a99df', 'tag': '96fa0f17-98c3-460e-9f9b-012edb6a834f', 'status': 'completed', 'code': 200} Aug 06 15:53:40.803772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-60d6d1e9-bae9-4247-86ae-cb6dbcc1d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:40.805527 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-60d6d1e9-bae9-4247-86ae-cb6dbcc1d5c5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=64b4eee2187148a7980a898905a2228e&device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 1121 time: 0.0546143 Aug 06 15:53:40.814642 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=50d9f445-9a07-4a3e-8ed2-dd33466b4e5b,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:40.860809 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-653820ad-d6c5-4e96-8406-006790f6a9e8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=96fa0f17-98c3-460e-9f9b-012edb6a834f HTTP/1.1" status: 200 len: 217 time: 0.0423682 Aug 06 15:53:40.938977 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-af82f0ba-3960-4aa3-9bef-4e9a0cc171be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:40.941730 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-af82f0ba-3960-4aa3-9bef-4e9a0cc171be service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0729575 Aug 06 15:53:40.982000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b7703-805e-4f19-8ba1-69883b880399 req-5a059433-ec8a-466d-9890-d187db53350e tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:40.984577 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-631b7703-805e-4f19-8ba1-69883b880399 req-5a059433-ec8a-466d-9890-d187db53350e tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 970 time: 0.0592444 Aug 06 15:53:41.018040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-7e6b8084-d7a1-4431-98fc-f5db469f19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:41.019610 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-7e6b8084-d7a1-4431-98fc-f5db469f19ac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695682 Aug 06 15:53:41.037503 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-631b7703-805e-4f19-8ba1-69883b880399 req-4d2c69b4-e116-482c-b976-a9042e7c1100 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415149 Aug 06 15:53:41.078005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['50d9f445-9a07-4a3e-8ed2-dd33466b4e5b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:53:41.121525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['1f3e8ec1-85cf-45b5-8bf2-9b87289097f4'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:53:41.182239 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-d8ceb1a0-290a-4d52-b315-4562baa1d65d service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541336 Aug 06 15:53:41.311783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb99dd-351b-4854-a91d-6dcd59b5f7d0 req-12a095d1-dc6b-49a7-b1c0-6c5d7b156c95 tempest-AggregatesAdminTestJSON-1086489617 tempest-AggregatesAdminTestJSON-1086489617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:41.313484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-defb99dd-351b-4854-a91d-6dcd59b5f7d0 req-12a095d1-dc6b-49a7-b1c0-6c5d7b156c95 tempest-AggregatesAdminTestJSON-1086489617 tempest-AggregatesAdminTestJSON-1086489617-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 1121 time: 0.1495755 Aug 06 15:53:41.332776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bece2-1347-4d5b-b760-9e8289a3d6a1 req-f1086f98-8609-4dfe-b7cc-169a87448c77 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:41.341027 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc7bece2-1347-4d5b-b760-9e8289a3d6a1 req-f1086f98-8609-4dfe-b7cc-169a87448c77 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 948 time: 0.1104252 Aug 06 15:53:41.368643 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-defb99dd-351b-4854-a91d-6dcd59b5f7d0 req-f105b38d-2a9c-49be-b7db-04034213bdcb tempest-AggregatesAdminTestJSON-1086489617 tempest-AggregatesAdminTestJSON-1086489617-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:41.390872 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3dfe05c3-7ff0-4e0e-b33c-deb004afc5fc req-e3061a27-6123-4e3a-b9c0-84a8d75363e3 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975174 Aug 06 15:53:41.410204 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc7bece2-1347-4d5b-b760-9e8289a3d6a1 req-876b01d0-c5e9-4f28-a9a6-796c5d931e95 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682590 Aug 06 15:53:41.539308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a8064-d8b2-49e6-a01e-9014ac32c38e req-2877b725-c212-49a6-b2d2-5a082e3004c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:41.541071 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8a7a8064-d8b2-49e6-a01e-9014ac32c38e req-2877b725-c212-49a6-b2d2-5a082e3004c7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=64b4eee2187148a7980a898905a2228e&device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 1121 time: 0.0559099 Aug 06 15:53:41.589409 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-defb99dd-351b-4854-a91d-6dcd59b5f7d0 req-f105b38d-2a9c-49be-b7db-04034213bdcb tempest-AggregatesAdminTestJSON-1086489617 tempest-AggregatesAdminTestJSON-1086489617-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:41.609427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031ca73-7f16-4d22-943f-3f178c237bd1 req-f7f76603-1250-467c-8242-dbe02d38459f tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:41.611731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9031ca73-7f16-4d22-943f-3f178c237bd1 req-f7f76603-1250-467c-8242-dbe02d38459f tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 970 time: 0.1014121 Aug 06 15:53:41.612828 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-defb99dd-351b-4854-a91d-6dcd59b5f7d0 req-f105b38d-2a9c-49be-b7db-04034213bdcb tempest-AggregatesAdminTestJSON-1086489617 tempest-AggregatesAdminTestJSON-1086489617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:41.654494 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a8064-d8b2-49e6-a01e-9014ac32c38e req-613efa79-2e90-4425-9b95-b3a9c02b9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:41.656107 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8a7a8064-d8b2-49e6-a01e-9014ac32c38e req-613efa79-2e90-4425-9b95-b3a9c02b9af0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1058087 Aug 06 15:53:41.673153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-defb99dd-351b-4854-a91d-6dcd59b5f7d0 req-f105b38d-2a9c-49be-b7db-04034213bdcb tempest-AggregatesAdminTestJSON-1086489617 tempest-AggregatesAdminTestJSON-1086489617-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510225 Aug 06 15:53:41.678631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105b38d-2a9c-49be-b7db-04034213bdcb tempest-AggregatesAdminTestJSON-1086489617 tempest-AggregatesAdminTestJSON-1086489617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34db63a3-4bf6-4871-9f26-969140ecbfb4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:41.694360 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9031ca73-7f16-4d22-943f-3f178c237bd1 req-b5162f14-d223-40ab-a42c-e91a13000c3b tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/security-groups?id=7457173c-2c92-4d85-990d-8e7a964a6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646484 Aug 06 15:53:41.723778 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8a7a8064-d8b2-49e6-a01e-9014ac32c38e req-81edd88a-a476-4b52-8309-aca4b6898034 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=96fa0f17-98c3-460e-9f9b-012edb6a834f HTTP/1.1" status: 200 len: 217 time: 0.0587852 Aug 06 15:53:41.805390 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a8064-d8b2-49e6-a01e-9014ac32c38e req-5b4af9ae-24f7-43cc-8ace-a1ae125f3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:41.807071 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8a7a8064-d8b2-49e6-a01e-9014ac32c38e req-5b4af9ae-24f7-43cc-8ace-a1ae125f3e79 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0758810 Aug 06 15:53:41.862345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543076cb-f524-4534-99c2-1d484c02d974 req-8e9bba56-518b-4a62-936e-ac5c841dda9e tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:41.864282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-543076cb-f524-4534-99c2-1d484c02d974 req-8e9bba56-518b-4a62-936e-ac5c841dda9e tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 949 time: 0.0830131 Aug 06 15:53:41.884384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a8064-d8b2-49e6-a01e-9014ac32c38e req-573f9b19-1bff-4a79-aef1-2b7597df1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:41.886353 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8a7a8064-d8b2-49e6-a01e-9014ac32c38e req-573f9b19-1bff-4a79-aef1-2b7597df1429 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668244 Aug 06 15:53:41.915129 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-543076cb-f524-4534-99c2-1d484c02d974 req-b6e6b109-7547-4b4b-a864-c9d7e39eae42 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437131 Aug 06 15:53:42.016294 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8a7a8064-d8b2-49e6-a01e-9014ac32c38e req-382fdc70-5a66-477e-b975-febd7910b233 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079473 Aug 06 15:53:42.121527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:42.143662 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8a7a8064-d8b2-49e6-a01e-9014ac32c38e req-c45871d6-79fe-49c5-8ede-c09a9c44b976 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183972 Aug 06 15:53:42.304635 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:42.309053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:42.309496 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:42.423353 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:42.448490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ee9286-9a46-4852-abed-c5e848577137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3e8ec1-85cf-45b5-8bf2-9b87289097f4'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:42.450786 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e268a8-2257-4a69-8c21-3cb55d570db1" -d '{"events": [{"server_uuid": "e2ee9286-9a46-4852-abed-c5e848577137", "name": "network-vif-plugged", "status": "completed", "tag": "1f3e8ec1-85cf-45b5-8bf2-9b87289097f4"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:42.465993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=1f3e8ec1-85cf-45b5-8bf2-9b87289097f4,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:42.470888 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:42.472026 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:42.575954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=1f3e8ec1-85cf-45b5-8bf2-9b87289097f4,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:42.604114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:42.612966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:42.613340 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:42.657128 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa967e1-4bfa-4eb9-b4fe-d0a9dce03091 x-openstack-request-id: req-0aa967e1-4bfa-4eb9-b4fe-d0a9dce03091 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:42.657128 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ee9286-9a46-4852-abed-c5e848577137", "name": "network-vif-plugged", "status": "completed", "tag": "1f3e8ec1-85cf-45b5-8bf2-9b87289097f4", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:42.657128 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0aa967e1-4bfa-4eb9-b4fe-d0a9dce03091 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:42.657448 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ee9286-9a46-4852-abed-c5e848577137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3e8ec1-85cf-45b5-8bf2-9b87289097f4', 'code': 200} Aug 06 15:53:42.674346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0188d-ad9a-4d75-ac2d-4c170fa77378 req-474d89a9-9607-410a-a5ac-f265a62ccee3 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:42.676830 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14f0188d-ad9a-4d75-ac2d-4c170fa77378 req-474d89a9-9607-410a-a5ac-f265a62ccee3 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 948 time: 0.0615911 Aug 06 15:53:42.720840 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:42.727740 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14f0188d-ad9a-4d75-ac2d-4c170fa77378 req-c2dcb190-5f30-43f3-9ed1-ac10d9fa9b2e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 Aug 06 15:53:42.767172 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=50d9f445-9a07-4a3e-8ed2-dd33466b4e5b,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:42.774606 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:42.794049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659e92d-8602-4db2-bab1-8cae613062e0 req-8c0821b2-b8e4-4b52-a3f6-8660aa7f73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:42.796569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e659e92d-8602-4db2-bab1-8cae613062e0 req-8c0821b2-b8e4-4b52-a3f6-8660aa7f73c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 1101 time: 0.0674856 Aug 06 15:53:42.842496 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=50d9f445-9a07-4a3e-8ed2-dd33466b4e5b,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:42.879063 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e659e92d-8602-4db2-bab1-8cae613062e0 req-9112d5df-98f9-44ca-b58a-8f1277eb05cd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721653 Aug 06 15:53:42.899876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab1e5a-f534-4ce4-be70-699f26203e40 req-13644954-6a41-45c9-bd58-8e4104aad5dc tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:42.901395 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cbab1e5a-f534-4ce4-be70-699f26203e40 req-13644954-6a41-45c9-bd58-8e4104aad5dc tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 970 time: 0.0618730 Aug 06 15:53:42.942390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cbab1e5a-f534-4ce4-be70-699f26203e40 req-a52f5e3a-fe11-4bef-85df-b4aec6b88776 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/security-groups?id=7457173c-2c92-4d85-990d-8e7a964a6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Aug 06 15:53:43.060252 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40a85b-8cbd-4300-ab47-7ca87e018641 req-f71204a3-2cbf-4552-9186-a66e10c85dd7 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:43.062635 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f40a85b-8cbd-4300-ab47-7ca87e018641 req-f71204a3-2cbf-4552-9186-a66e10c85dd7 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 950 time: 0.0541036 Aug 06 15:53:43.111335 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f40a85b-8cbd-4300-ab47-7ca87e018641 req-ecf1092a-5514-47f5-bb9d-eaaecdcfdee7 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421367 Aug 06 15:53:43.426232 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54240) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:43.566515 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c8559202-2140-4891-bd51-48a04b71200e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:43.677032 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c8559202-2140-4891-bd51-48a04b71200e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:43.681123 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c8559202-2140-4891-bd51-48a04b71200e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:43.721900 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c8559202-2140-4891-bd51-48a04b71200e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=549c148f04734c22b76c766e8a89e957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944112 Aug 06 15:53:43.723075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8559202-2140-4891-bd51-48a04b71200e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419d2caa-72df-43fd-8068-dc784fa3b064,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:43.724587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54262) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:43.786724 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0c24-89ad-48ee-82ba-5259f20ce588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:43.843446 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0c24-89ad-48ee-82ba-5259f20ce588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:43.897022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcf0da-138f-42dd-a514-25c3d9007921 req-d5aca1c8-4733-441a-9efe-cd71ad390fdf tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:43.898731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99bcf0da-138f-42dd-a514-25c3d9007921 req-d5aca1c8-4733-441a-9efe-cd71ad390fdf tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 949 time: 0.0912979 Aug 06 15:53:43.942416 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0c24-89ad-48ee-82ba-5259f20ce588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:43.946634 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0c24-89ad-48ee-82ba-5259f20ce588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:43.950466 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2d6a0c24-89ad-48ee-82ba-5259f20ce588 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/419d2caa-72df-43fd-8068-dc784fa3b064 HTTP/1.1" status: 204 len: 168 time: 0.2248783 Aug 06 15:53:43.969916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a0c24-89ad-48ee-82ba-5259f20ce588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419d2caa-72df-43fd-8068-dc784fa3b064,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:43.985599 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99bcf0da-138f-42dd-a514-25c3d9007921 req-e0bb7e81-3932-442d-9433-8b43e84fc300 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781524 Aug 06 15:53:44.146390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ebeb9-ba2d-4ad1-90e3-01d457170a30 req-91c8f5e5-7fa3-450a-9f50-2d3b60a8aee1 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:44.148143 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f4ebeb9-ba2d-4ad1-90e3-01d457170a30 req-91c8f5e5-7fa3-450a-9f50-2d3b60a8aee1 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 970 time: 0.0612350 Aug 06 15:53:44.193394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f4ebeb9-ba2d-4ad1-90e3-01d457170a30 req-47de9244-d4f4-4fe4-b9ea-ec71c5953e43 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/security-groups?id=7457173c-2c92-4d85-990d-8e7a964a6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390031 Aug 06 15:53:44.344468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54312) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:44.367775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-971dbeec-0935-430d-8026-cbd9788abf4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.392783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8f701-f295-42d0-ac82-5bd8b2e8e608 req-35c0aec0-2726-4092-9953-8c6599838019 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:44.393862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edf8f701-f295-42d0-ac82-5bd8b2e8e608 req-35c0aec0-2726-4092-9953-8c6599838019 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 950 time: 0.0830009 Aug 06 15:53:44.455634 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edf8f701-f295-42d0-ac82-5bd8b2e8e608 req-2a64bb15-e17a-4565-8cb8-a0f2864850d8 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Aug 06 15:53:44.513427 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-971dbeec-0935-430d-8026-cbd9788abf4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.519054 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-971dbeec-0935-430d-8026-cbd9788abf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.578751 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-971dbeec-0935-430d-8026-cbd9788abf4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfd0c87d58034c63bdc57fe978cd843d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293322 Aug 06 15:53:44.578751 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54332) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:44.602185 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dbeec-0935-430d-8026-cbd9788abf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876860df-6d47-4063-8d07-233363321ce7,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:44.604131 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54336) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:44.659554 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286b8ead-ab78-4189-a256-c7f2447f5c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d9f445-9a07-4a3e-8ed2-dd33466b4e5b'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:44.663481 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b46e49-2df6-454d-8e42-04f65ec68104" -d '{"events": [{"server_uuid": "286b8ead-ab78-4189-a256-c7f2447f5c15", "name": "network-vif-plugged", "status": "completed", "tag": "50d9f445-9a07-4a3e-8ed2-dd33466b4e5b"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:44.689225 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f9bd353-4ff8-4e88-b34b-30b994b5bb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.721484 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf574536-b5d3-4478-9603-8a8f1fd92ab7 x-openstack-request-id: req-bf574536-b5d3-4478-9603-8a8f1fd92ab7 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:44.722074 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286b8ead-ab78-4189-a256-c7f2447f5c15", "name": "network-vif-plugged", "status": "completed", "tag": "50d9f445-9a07-4a3e-8ed2-dd33466b4e5b", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:44.722573 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf574536-b5d3-4478-9603-8a8f1fd92ab7 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:44.723246 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286b8ead-ab78-4189-a256-c7f2447f5c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d9f445-9a07-4a3e-8ed2-dd33466b4e5b', 'code': 200} Aug 06 15:53:44.724341 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f9bd353-4ff8-4e88-b34b-30b994b5bb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.766482 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-61430c7b-4d47-4a20-bf3b-8cb29acd9066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.867383 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f9bd353-4ff8-4e88-b34b-30b994b5bb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.871123 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f9bd353-4ff8-4e88-b34b-30b994b5bb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.872841 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1f9bd353-4ff8-4e88-b34b-30b994b5bb01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/876860df-6d47-4063-8d07-233363321ce7 HTTP/1.1" status: 204 len: 168 time: 0.2932897 Aug 06 15:53:44.874198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932c4ee-877c-4873-b4ac-e695b2b5ceef req-2001d709-947d-40cb-ba2a-204069bdd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:44.876340 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7932c4ee-877c-4873-b4ac-e695b2b5ceef req-2001d709-947d-40cb-ba2a-204069bdd251 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 1100 time: 0.0645146 Aug 06 15:53:44.889063 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bd353-4ff8-4e88-b34b-30b994b5bb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876860df-6d47-4063-8d07-233363321ce7,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:44.971472 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7932c4ee-877c-4873-b4ac-e695b2b5ceef req-7ec2a368-debe-4982-8d87-25638c00b8f9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881112 Aug 06 15:53:45.012565 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-61430c7b-4d47-4a20-bf3b-8cb29acd9066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.018791 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-61430c7b-4d47-4a20-bf3b-8cb29acd9066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.073004 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-61430c7b-4d47-4a20-bf3b-8cb29acd9066 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fafe03ddff93480aaab49af4f3555066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4620557 Aug 06 15:53:45.073481 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54376) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:45.074381 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61430c7b-4d47-4a20-bf3b-8cb29acd9066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3180eacd-44ae-40ac-9890-ddb01ae26115,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:45.152222 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-989afcb8-c081-4a94-bc17-ed852658c278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.213549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54390) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:45.223569 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-989afcb8-c081-4a94-bc17-ed852658c278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.282320 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d7346-bc1e-49d8-82f3-3b0122248afb req-5f311e13-375e-49f5-8779-c4abcf964697 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:45.283675 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b58d7346-bc1e-49d8-82f3-3b0122248afb req-5f311e13-375e-49f5-8779-c4abcf964697 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 949 time: 0.1247189 Aug 06 15:53:45.325089 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-989afcb8-c081-4a94-bc17-ed852658c278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.328575 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-989afcb8-c081-4a94-bc17-ed852658c278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.329840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-989afcb8-c081-4a94-bc17-ed852658c278 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3180eacd-44ae-40ac-9890-ddb01ae26115 HTTP/1.1" status: 204 len: 168 time: 0.2541628 Aug 06 15:53:45.350207 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b58d7346-bc1e-49d8-82f3-3b0122248afb req-e0117362-22aa-4840-b764-9900b53310d7 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575886 Aug 06 15:53:45.351165 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989afcb8-c081-4a94-bc17-ed852658c278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3180eacd-44ae-40ac-9890-ddb01ae26115,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:45.474625 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2fe66-6ded-44b3-95a9-43423c7e5501 req-23f405bd-e190-4319-a3e6-3811e98f27d2 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:45.477335 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcf2fe66-6ded-44b3-95a9-43423c7e5501 req-23f405bd-e190-4319-a3e6-3811e98f27d2 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 970 time: 0.0707395 Aug 06 15:53:45.550934 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcf2fe66-6ded-44b3-95a9-43423c7e5501 req-c8f6373f-a335-49b6-9d42-48eb97c36ba8 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/security-groups?id=7457173c-2c92-4d85-990d-8e7a964a6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606847 Aug 06 15:53:45.628915 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5139366-e0b4-40c0-8eec-582fd0b5d408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.719225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790fb4a-7104-49ee-9e83-2416446c95f4 req-d6d49211-4762-4535-8a14-11187f2db303 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:45.720745 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1790fb4a-7104-49ee-9e83-2416446c95f4 req-d6d49211-4762-4535-8a14-11187f2db303 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 950 time: 0.0898349 Aug 06 15:53:45.766191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54432) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:45.783248 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-abb76095-4325-441f-b4fb-194d3ab8f973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.806895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 96fa0f17-98c3-460e-9f9b-012edb6a834f details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:53:45.834736 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1790fb4a-7104-49ee-9e83-2416446c95f4 req-547feebf-95f1-4678-9112-b4db8d88861a tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818415 Aug 06 15:53:45.915970 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5139366-e0b4-40c0-8eec-582fd0b5d408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.921763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 96fa0f17-98c3-460e-9f9b-012edb6a834f, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=96fa0f17-98c3-460e-9f9b-012edb6a834f,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:45.923200 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5139366-e0b4-40c0-8eec-582fd0b5d408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.955216 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '96fa0f17-98c3-460e-9f9b-012edb6a834f', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '96fa0f17-98c3-460e-9f9b-012edb6a834f', 'mac_address': 'fa:16:3e:2b:85:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:tempest-test_az-1670550405', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:53:46.003449 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5139366-e0b4-40c0-8eec-582fd0b5d408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d10887-d289-4dcd-bc78-aedcd2fe6eff,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:46.029005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f5139366-e0b4-40c0-8eec-582fd0b5d408 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50cf878acb21486b9f92ee60c69c2eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8116469 Aug 06 15:53:46.032701 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54442) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:46.048815 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-abb76095-4325-441f-b4fb-194d3ab8f973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.053535 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.053857 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-abb76095-4325-441f-b4fb-194d3ab8f973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.087276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fa0f17-98c3-460e-9f9b-012edb6a834f {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:46.106798 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4c25a956-ab5f-478c-a9b2-5caf1e972ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.125755 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-abb76095-4325-441f-b4fb-194d3ab8f973 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=936ebdd5dd674aeabd3487e15661928c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569202 Aug 06 15:53:46.129509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54444) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:46.131708 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 96fa0f17-98c3-460e-9f9b-012edb6a834f, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=96fa0f17-98c3-460e-9f9b-012edb6a834f,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:46.141009 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.144014 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4c25a956-ab5f-478c-a9b2-5caf1e972ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.166248 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb76095-4325-441f-b4fb-194d3ab8f973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aeca6af-2e12-4772-93af-b0aa77902f65,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:46.290259 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-272c7de6-cafa-4cf3-80d3-e639fe7818fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.295197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=96fa0f17-98c3-460e-9f9b-012edb6a834f,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:46.345085 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4c25a956-ab5f-478c-a9b2-5caf1e972ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.347974 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4c25a956-ab5f-478c-a9b2-5caf1e972ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.349173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4c25a956-ab5f-478c-a9b2-5caf1e972ae7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2d10887-d289-4dcd-bc78-aedcd2fe6eff HTTP/1.1" status: 204 len: 168 time: 0.3152764 Aug 06 15:53:46.353054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-272c7de6-cafa-4cf3-80d3-e639fe7818fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.376293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25a956-ab5f-478c-a9b2-5caf1e972ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d10887-d289-4dcd-bc78-aedcd2fe6eff,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:46.455284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['96fa0f17-98c3-460e-9f9b-012edb6a834f'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:53:46.487442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819854cd-41eb-4e95-b368-1a89d09efa96 req-c34ec664-d7d8-4553-8600-395ba9ef03b0 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:46.489261 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-819854cd-41eb-4e95-b368-1a89d09efa96 req-c34ec664-d7d8-4553-8600-395ba9ef03b0 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 970 time: 0.0799410 Aug 06 15:53:46.490476 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-272c7de6-cafa-4cf3-80d3-e639fe7818fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.493023 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-272c7de6-cafa-4cf3-80d3-e639fe7818fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.494256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-272c7de6-cafa-4cf3-80d3-e639fe7818fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1aeca6af-2e12-4772-93af-b0aa77902f65 HTTP/1.1" status: 204 len: 168 time: 0.3634486 Aug 06 15:53:46.520839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c7de6-cafa-4cf3-80d3-e639fe7818fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aeca6af-2e12-4772-93af-b0aa77902f65,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:46.542464 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-819854cd-41eb-4e95-b368-1a89d09efa96 req-692fce15-94ae-4c8b-b865-9c012436ed46 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470858 Aug 06 15:53:46.671809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86e375-ae62-4eef-a11a-e4f8f2430dbd req-ac444511-4b0d-4e7d-9675-8f80bd94d85f tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:46.675130 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ba86e375-ae62-4eef-a11a-e4f8f2430dbd req-ac444511-4b0d-4e7d-9675-8f80bd94d85f tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 949 time: 0.0846775 Aug 06 15:53:46.760301 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ba86e375-ae62-4eef-a11a-e4f8f2430dbd req-e1d7e93b-816d-4a39-9397-c8126665c3a4 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800834 Aug 06 15:53:46.800404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb730f26-fafc-49f1-8b63-5a60745b5f8e req-f06db20c-aa23-4d68-8083-76d59c144818 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:46.803429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb730f26-fafc-49f1-8b63-5a60745b5f8e req-f06db20c-aa23-4d68-8083-76d59c144818 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 971 time: 0.0975175 Aug 06 15:53:46.866298 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb730f26-fafc-49f1-8b63-5a60745b5f8e req-10810825-3ce5-4bdf-9961-0f08a7ebf0e3 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/security-groups?id=7457173c-2c92-4d85-990d-8e7a964a6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537262 Aug 06 15:53:47.012206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-c813ebd1-acb9-42ed-95fb-22750e404f60 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bd581fb1837d4339908dda6cbab97b6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273461 Aug 06 15:53:47.166721 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-6b57566c-06ce-4098-b439-8b184f2f9612 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:47.168431 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-6b57566c-06ce-4098-b439-8b184f2f9612 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478345 Aug 06 15:53:47.185246 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54496) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:47.213870 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a418f73f-ff2c-494f-8767-545d48eea245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.223001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-fa5dcf7c-18df-44b3-9b27-318e17838f83 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/quotas/bd581fb1837d4339908dda6cbab97b6a HTTP/1.1" status: 200 len: 375 time: 0.0454776 Aug 06 15:53:47.329009 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-8d998a8b-57e9-456f-97bc-9895cec100ce tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd581fb1837d4339908dda6cbab97b6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1045716 Aug 06 15:53:47.347763 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a418f73f-ff2c-494f-8767-545d48eea245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.355036 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a418f73f-ff2c-494f-8767-545d48eea245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.431207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54506) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:47.431642 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a418f73f-ff2c-494f-8767-545d48eea245 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2f51b4c440541e98df648de041f4e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435133 Aug 06 15:53:47.438711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418f73f-ff2c-494f-8767-545d48eea245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4103af10-526e-40eb-ae63-457100d19e7a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:47.509308 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-773bb997-d8f3-400e-9679-3b11e1f94362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.568634 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-773bb997-d8f3-400e-9679-3b11e1f94362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.634881 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-773bb997-d8f3-400e-9679-3b11e1f94362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.635025 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-773bb997-d8f3-400e-9679-3b11e1f94362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.638803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-773bb997-d8f3-400e-9679-3b11e1f94362 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4103af10-526e-40eb-ae63-457100d19e7a HTTP/1.1" status: 204 len: 168 time: 0.2065651 Aug 06 15:53:47.657707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bb997-d8f3-400e-9679-3b11e1f94362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4103af10-526e-40eb-ae63-457100d19e7a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:47.831849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 96fa0f17-98c3-460e-9f9b-012edb6a834f up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:47.859150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933c794-d294-45f1-a997-ec06548cf183 req-7dffadcc-6c57-4104-98e2-7306fc42949f tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:47.867460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d933c794-d294-45f1-a997-ec06548cf183 req-7dffadcc-6c57-4104-98e2-7306fc42949f tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 970 time: 0.1420300 Aug 06 15:53:47.898326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d38fd-ac33-489d-b8d6-042beb981d76 req-677f65e8-06cd-49ae-9e00-f8dac152a64c tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:47.906438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb7d38fd-ac33-489d-b8d6-042beb981d76 req-677f65e8-06cd-49ae-9e00-f8dac152a64c tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 949 time: 0.1391137 Aug 06 15:53:47.910109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 96fa0f17-98c3-460e-9f9b-012edb6a834f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:47.918356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 96fa0f17-98c3-460e-9f9b-012edb6a834f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:47.919140 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.945488 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d933c794-d294-45f1-a997-ec06548cf183 req-0c686dc0-cfbd-4aaa-bbfd-2f2d32b32df1 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768898 Aug 06 15:53:47.994748 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb7d38fd-ac33-489d-b8d6-042beb981d76 req-34601a6d-d8ec-4426-9c9d-a219feb60ede tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874169 Aug 06 15:53:48.074644 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d25672f-8254-4d6a-9f2a-14f62627ee8b req-85e47f52-4bf5-4735-b8d1-e330cb463cf1 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 210 time: 0.0435812 Aug 06 15:53:48.082836 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:48.125558 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5472769-b4cc-46fb-91e9-95aab70a99df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fa0f17-98c3-460e-9f9b-012edb6a834f'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:48.128835 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b03e8a3-87c2-4bff-85ef-6fb36dac5c73" -d '{"events": [{"server_uuid": "b5472769-b4cc-46fb-91e9-95aab70a99df", "name": "network-vif-plugged", "status": "completed", "tag": "96fa0f17-98c3-460e-9f9b-012edb6a834f"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:48.147447 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4623acd-870f-4735-a7ea-29dd11d3a4a7 req-6c2d2708-fd16-4722-a993-7578ee2eb7be tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:48.150040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 96fa0f17-98c3-460e-9f9b-012edb6a834f, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=96fa0f17-98c3-460e-9f9b-012edb6a834f,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:48.150881 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e4623acd-870f-4735-a7ea-29dd11d3a4a7 req-6c2d2708-fd16-4722-a993-7578ee2eb7be tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 970 time: 0.1708283 Aug 06 15:53:48.159026 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:48.252331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=96fa0f17-98c3-460e-9f9b-012edb6a834f,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:48.399013 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d96715-3772-4ce4-98c8-79942c876531 req-f24cf4ba-4c1a-45f4-9daa-262163340d15 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:48.406911 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-24d96715-3772-4ce4-98c8-79942c876531 req-f24cf4ba-4c1a-45f4-9daa-262163340d15 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 972 time: 0.2140803 Aug 06 15:53:48.495207 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-24d96715-3772-4ce4-98c8-79942c876531 req-423d360c-6bfb-434e-9586-f2e1fedd6b06 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/security-groups?id=7457173c-2c92-4d85-990d-8e7a964a6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863786 Aug 06 15:53:48.504544 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d054516-2b9d-4d7a-9292-1c8e6497fcf6 x-openstack-request-id: req-0d054516-2b9d-4d7a-9292-1c8e6497fcf6 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:48.504841 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5472769-b4cc-46fb-91e9-95aab70a99df", "name": "network-vif-plugged", "status": "completed", "tag": "96fa0f17-98c3-460e-9f9b-012edb6a834f", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:48.505151 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d054516-2b9d-4d7a-9292-1c8e6497fcf6 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:48.505655 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5472769-b4cc-46fb-91e9-95aab70a99df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fa0f17-98c3-460e-9f9b-012edb6a834f', 'code': 200} Aug 06 15:53:48.527691 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-e4623acd-870f-4735-a7ea-29dd11d3a4a7 req-a4616c11-302c-4a6f-b54f-48b972038f7a tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Deleting port 3f800853-babb-4ce9-a149-8c1c8ae291ff {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:48.529675 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e4623acd-870f-4735-a7ea-29dd11d3a4a7 req-a4616c11-302c-4a6f-b54f-48b972038f7a tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:48.585031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.78', 51636) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:48.668270 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-e4623acd-870f-4735-a7ea-29dd11d3a4a7 req-a4616c11-302c-4a6f-b54f-48b972038f7a tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] For port 3f800853-babb-4ce9-a149-8c1c8ae291ff, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=3f800853-babb-4ce9-a149-8c1c8ae291ff,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:48.668633 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e4623acd-870f-4735-a7ea-29dd11d3a4a7 req-a4616c11-302c-4a6f-b54f-48b972038f7a tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:48.680601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496195fa-05ec-416b-b0fb-926b440c8654 req-b2521cfa-ce7c-49b9-8a41-89c6791c1d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:48.683877 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-496195fa-05ec-416b-b0fb-926b440c8654 req-b2521cfa-ce7c-49b9-8a41-89c6791c1d5c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 1123 time: 0.0976739 Aug 06 15:53:48.717288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-e4623acd-870f-4735-a7ea-29dd11d3a4a7 req-a4616c11-302c-4a6f-b54f-48b972038f7a tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Calling delete_port for 3f800853-babb-4ce9-a149-8c1c8ae291ff owned by compute:tempest-test_az-1670550405 {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:48.763154 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-496195fa-05ec-416b-b0fb-926b440c8654 req-9a8bc185-64b4-4c84-a0f8-c471e17fb6c8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7457173c-2c92-4d85-990d-8e7a964a6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674789 Aug 06 15:53:49.258633 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40e289-fb54-49f7-bc7a-31ec51c9aa35 req-353ae51b-c545-4269-9c12-65cfc66ba17b tempest-DeleteServersAdminTestJSON-365832276 tempest-DeleteServersAdminTestJSON-365832276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:49.267400 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b40e289-fb54-49f7-bc7a-31ec51c9aa35 req-353ae51b-c545-4269-9c12-65cfc66ba17b tempest-DeleteServersAdminTestJSON-365832276 tempest-DeleteServersAdminTestJSON-365832276-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 1100 time: 0.2058933 Aug 06 15:53:49.272747 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-bbf189b3-55fc-4062-8fb2-72be27786ff3 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bd581fb1837d4339908dda6cbab97b6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747156 Aug 06 15:53:49.295134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f7c4b-e4ff-46f4-8204-0f017e588107 req-1b27ddc8-b71e-4f2b-8c31-67eef9de6ef5 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:49.311421 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f42f7c4b-e4ff-46f4-8204-0f017e588107 req-1b27ddc8-b71e-4f2b-8c31-67eef9de6ef5 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6 HTTP/1.1" status: 200 len: 970 time: 0.1902397 Aug 06 15:53:49.354924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54616) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:49.378318 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e4623acd-870f-4735-a7ea-29dd11d3a4a7 req-a4616c11-302c-4a6f-b54f-48b972038f7a tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.400866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['3f800853-babb-4ce9-a149-8c1c8ae291ff'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:53:49.426915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54620) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:49.438530 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f42f7c4b-e4ff-46f4-8204-0f017e588107 req-9f888c70-0fa9-470e-adca-5b257ae55ae8 tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.37 "GET /v2.0/security-groups?id=3173ebb2-36c9-4f47-ac4b-d849201b9aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150875 Aug 06 15:53:49.470458 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4616c11-302c-4a6f-b54f-48b972038f7a tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Pushing event deleted for resources: {'Port': ['ID=3f800853-babb-4ce9-a149-8c1c8ae291ff,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:49.500511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7064a6-d622-4010-b5c2-4bea255e41c5 req-3ea5da2d-fbd5-4103-9a87-c65a9bb4fa51 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:49.511704 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff7064a6-d622-4010-b5c2-4bea255e41c5 req-3ea5da2d-fbd5-4103-9a87-c65a9bb4fa51 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 949 time: 0.1989353 Aug 06 15:53:49.577734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4623acd-870f-4735-a7ea-29dd11d3a4a7 req-a4616c11-302c-4a6f-b54f-48b972038f7a tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] No DVR routers for this DVR port 3f800853-babb-4ce9-a149-8c1c8ae291ff on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:53:49.586972 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e4623acd-870f-4735-a7ea-29dd11d3a4a7 req-a4616c11-302c-4a6f-b54f-48b972038f7a tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.589126 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e4623acd-870f-4735-a7ea-29dd11d3a4a7 req-a4616c11-302c-4a6f-b54f-48b972038f7a tempest-AggregatesAdminTestJSON-1926336419 tempest-AggregatesAdminTestJSON-1926336419-project] 10.222.0.78 "DELETE /v2.0/ports/3f800853-babb-4ce9-a149-8c1c8ae291ff HTTP/1.1" status: 204 len: 173 time: 1.4291871 Aug 06 15:53:49.589504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6', 'name': 'network-vif-deleted', 'tag': '3f800853-babb-4ce9-a149-8c1c8ae291ff'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:49.591814 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a667011-dd22-449f-ad6b-9cc20cdba28c" -d '{"events": [{"server_uuid": "9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6", "name": "network-vif-deleted", "tag": "3f800853-babb-4ce9-a149-8c1c8ae291ff"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:49.655599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d560e49f-53c6-4ffd-84ff-aa84b9dfce5a tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:49.660870 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d560e49f-53c6-4ffd-84ff-aa84b9dfce5a tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3748112 Aug 06 15:53:49.683357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-eb0cd05a-2cf1-4b2b-b131-206e76f689d3 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Request body: {'port': {'device_id': 'b0014921-1e7c-4eb2-95af-6c3f89530af2', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': 'bd581fb1837d4339908dda6cbab97b6a'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:49.700986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ee6eb94-fc59-4be0-b2a4-a1da9e03167f req-b5cbbc38-58c6-4055-b598-e50744b66e48 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 210 time: 0.0972950 Aug 06 15:53:49.761302 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff7064a6-d622-4010-b5c2-4bea255e41c5 req-3d1eefa9-ad75-46fe-9c94-d10d11644eee tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473006 Aug 06 15:53:49.814387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-network', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:49.876183 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95d22bf2-f32f-42ff-a7fb-2eca1484bbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.906988 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.api [None req-95d22bf2-f32f-42ff-a7fb-2eca1484bbe4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:53:49.906988 n-d-803756-1 neutron-server[105764]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 15:53:49.906988 n-d-803756-1 neutron-server[105764]: [parameters: {'project_id': '987a801917a84847beafbdf127f86b47', 'id': '2390acc0-5046-40d5-be39-4da158ca58d4', 'expiration': datetime.datetime(2021, 8, 6, 15, 55, 49, 900034)}] Aug 06 15:53:49.906988 n-d-803756-1 neutron-server[105764]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:53:49.907637 n-d-803756-1 neutron-server[105764]: DEBUG oslo_db.api [None req-95d22bf2-f32f-42ff-a7fb-2eca1484bbe4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:53:49.917442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9b40e289-fb54-49f7-bc7a-31ec51c9aa35 req-672951ce-c6ce-42e9-8dd3-492992f85f52 tempest-DeleteServersAdminTestJSON-365832276 tempest-DeleteServersAdminTestJSON-365832276-project-admin] Deleting port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:49.922567 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9b40e289-fb54-49f7-bc7a-31ec51c9aa35 req-672951ce-c6ce-42e9-8dd3-492992f85f52 tempest-DeleteServersAdminTestJSON-365832276 tempest-DeleteServersAdminTestJSON-365832276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.956664 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732eacd5-a8d9-4f81-941e-112075903091 x-openstack-request-id: req-732eacd5-a8d9-4f81-941e-112075903091 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:49.957582 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6", "name": "network-vif-deleted", "tag": "3f800853-babb-4ce9-a149-8c1c8ae291ff", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:49.958255 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-732eacd5-a8d9-4f81-941e-112075903091 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:49.958972 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e15bdd9-eb9b-41f6-bb14-8257a46a4ca6', 'name': 'network-vif-deleted', 'tag': '3f800853-babb-4ce9-a149-8c1c8ae291ff', 'status': 'completed', 'code': 200} Aug 06 15:53:49.996771 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] Made reservation on behalf of 61d9ec8c4bd445cc8dcdca9b8e60c7e8 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:49.999240 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.014831 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-eb0cd05a-2cf1-4b2b-b131-206e76f689d3 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Made reservation on behalf of bd581fb1837d4339908dda6cbab97b6a for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:50.023711 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-eb0cd05a-2cf1-4b2b-b131-206e76f689d3 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.040755 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.095836 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c30fe-f427-4d22-b500-0893669d21dd req-18df967d-880e-4b33-b5f3-48295a65a3c0 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:50.097616 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc2c30fe-f427-4d22-b500-0893669d21dd req-18df967d-880e-4b33-b5f3-48295a65a3c0 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 972 time: 0.1449938 Aug 06 15:53:50.129161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-9b40e289-fb54-49f7-bc7a-31ec51c9aa35 req-672951ce-c6ce-42e9-8dd3-492992f85f52 tempest-DeleteServersAdminTestJSON-365832276 tempest-DeleteServersAdminTestJSON-365832276-project-admin] For port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=50d9f445-9a07-4a3e-8ed2-dd33466b4e5b,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:50.129874 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9b40e289-fb54-49f7-bc7a-31ec51c9aa35 req-672951ce-c6ce-42e9-8dd3-492992f85f52 tempest-DeleteServersAdminTestJSON-365832276 tempest-DeleteServersAdminTestJSON-365832276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.158608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9b40e289-fb54-49f7-bc7a-31ec51c9aa35 req-672951ce-c6ce-42e9-8dd3-492992f85f52 tempest-DeleteServersAdminTestJSON-365832276 tempest-DeleteServersAdminTestJSON-365832276-project-admin] Calling delete_port for 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:50.222113 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-eb0cd05a-2cf1-4b2b-b131-206e76f689d3 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Allocated IP 192.168.233.165 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/6d4c1e92-70a7-4ed7-a7f0-6d71d8421667) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:50.230012 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc2c30fe-f427-4d22-b500-0893669d21dd req-823f2f02-3a75-4908-b898-c6116e9ffdb6 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/security-groups?id=7457173c-2c92-4d85-990d-8e7a964a6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164274 Aug 06 15:53:50.367076 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.393570 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.411479 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95d22bf2-f32f-42ff-a7fb-2eca1484bbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.437511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efaabdb-3e57-4c5a-8483-381bc4c92aee,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:50.455493 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9b40e289-fb54-49f7-bc7a-31ec51c9aa35 req-672951ce-c6ce-42e9-8dd3-492992f85f52 tempest-DeleteServersAdminTestJSON-365832276 tempest-DeleteServersAdminTestJSON-365832276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.470359 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['50d9f445-9a07-4a3e-8ed2-dd33466b4e5b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:53:50.475047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:53:50.535993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672951ce-c6ce-42e9-8dd3-492992f85f52 tempest-DeleteServersAdminTestJSON-365832276 tempest-DeleteServersAdminTestJSON-365832276-project-admin] Pushing event deleted for resources: {'Port': ['ID=50d9f445-9a07-4a3e-8ed2-dd33466b4e5b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:50.548102 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-eb0cd05a-2cf1-4b2b-b131-206e76f689d3 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.570079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-eb0cd05a-2cf1-4b2b-b131-206e76f689d3 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Transition to ACTIVE for port object 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:50.632312 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730158308280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.636040 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] Unsubscribe: segment precommit_create {{(pid=105765) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 06 15:53:50.636781 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] Added segment 6cc48c4b-0ed1-4a95-82c1-317fec956454 of type vlan for network be64a754-66d4-4a99-b5f7-5f4723a93a1f Aug 06 15:53:50.646523 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-eb0cd05a-2cf1-4b2b-b131-206e76f689d3 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.658109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['1f3e8ec1-85cf-45b5-8bf2-9b87289097f4'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:53:50.690606 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b40e289-fb54-49f7-bc7a-31ec51c9aa35 req-672951ce-c6ce-42e9-8dd3-492992f85f52 tempest-DeleteServersAdminTestJSON-365832276 tempest-DeleteServersAdminTestJSON-365832276-project-admin] No DVR routers for this DVR port 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:53:50.717923 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9b40e289-fb54-49f7-bc7a-31ec51c9aa35 req-672951ce-c6ce-42e9-8dd3-492992f85f52 tempest-DeleteServersAdminTestJSON-365832276 tempest-DeleteServersAdminTestJSON-365832276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.720209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b40e289-fb54-49f7-bc7a-31ec51c9aa35 req-672951ce-c6ce-42e9-8dd3-492992f85f52 tempest-DeleteServersAdminTestJSON-365832276 tempest-DeleteServersAdminTestJSON-365832276-project-admin] 10.222.0.13 "DELETE /v2.0/ports/50d9f445-9a07-4a3e-8ed2-dd33466b4e5b HTTP/1.1" status: 204 len: 173 time: 1.4064646 Aug 06 15:53:50.722138 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286b8ead-ab78-4189-a256-c7f2447f5c15', 'name': 'network-vif-deleted', 'tag': '50d9f445-9a07-4a3e-8ed2-dd33466b4e5b'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:50.727918 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a194619a-a07e-4d7e-bc47-0a7455e4ce8d" -d '{"events": [{"server_uuid": "286b8ead-ab78-4189-a256-c7f2447f5c15", "name": "network-vif-deleted", "tag": "50d9f445-9a07-4a3e-8ed2-dd33466b4e5b"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:50.754996 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.851948 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.853007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:50.853599 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.871071 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-eb0cd05a-2cf1-4b2b-b131-206e76f689d3 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:50.883495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cd05a-2cf1-4b2b-b131-206e76f689d3 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Pushing event updated for resources: {'Port': ['ID=6d4c1e92-70a7-4ed7-a7f0-6d71d8421667,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:50.895890 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95d22bf2-f32f-42ff-a7fb-2eca1484bbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.897192 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-eb0cd05a-2cf1-4b2b-b131-206e76f689d3 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:50.908530 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-eb0cd05a-2cf1-4b2b-b131-206e76f689d3 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:50.921942 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-eb0cd05a-2cf1-4b2b-b131-206e76f689d3 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:50.926880 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-eb0cd05a-2cf1-4b2b-b131-206e76f689d3 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.933602 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95d22bf2-f32f-42ff-a7fb-2eca1484bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.001956 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-eb0cd05a-2cf1-4b2b-b131-206e76f689d3 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3285670 Aug 06 15:53:51.018065 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-95d22bf2-f32f-42ff-a7fb-2eca1484bbe4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=987a801917a84847beafbdf127f86b47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6618829 Aug 06 15:53:51.019042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54686) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:51.030473 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Request body: {'port': {'device_id': 'b0014921-1e7c-4eb2-95af-6c3f89530af2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:51.033372 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d22bf2-f32f-42ff-a7fb-2eca1484bbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a6dcdd-59e0-413b-badf-226d1ce8e81d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:51.042993 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a2c96e-959e-4405-85c8-82f8fa37d491 x-openstack-request-id: req-01a2c96e-959e-4405-85c8-82f8fa37d491 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:51.042993 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286b8ead-ab78-4189-a256-c7f2447f5c15", "name": "network-vif-deleted", "tag": "50d9f445-9a07-4a3e-8ed2-dd33466b4e5b", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:51.043267 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01a2c96e-959e-4405-85c8-82f8fa37d491 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:51.044821 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286b8ead-ab78-4189-a256-c7f2447f5c15', 'name': 'network-vif-deleted', 'tag': '50d9f445-9a07-4a3e-8ed2-dd33466b4e5b', 'status': 'completed', 'code': 200} Aug 06 15:53:51.045489 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] Pushing event updated for resources: {'Network': ['ID=be64a754-66d4-4a99-b5f7-5f4723a93a1f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:51.091817 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network be64a754-66d4-4a99-b5f7-5f4723a93a1f details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:53:51.149745 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0e5a4217-ffc9-4347-98f0-dc6ebdbc077e req-1e9b0bcc-46af-4744-b8b1-dcfa8bc378da tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=286b8ead-ab78-4189-a256-c7f2447f5c15 HTTP/1.1" status: 200 len: 210 time: 0.1123269 Aug 06 15:53:51.156008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1605aaad-f6f3-42cb-931a-aaadff5ca711 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7087214 Aug 06 15:53:51.161046 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54690) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:51.186958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b068df-527f-4a09-bebb-651837b30358 req-e92a19bf-537e-46d5-84c3-0385589332a0 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:51.188622 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-92b068df-527f-4a09-bebb-651837b30358 req-e92a19bf-537e-46d5-84c3-0385589332a0 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 936 time: 0.1475496 Aug 06 15:53:51.192696 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0d9f4d16-ec96-444a-b959-e935b66f8a02 admin admin] Request body: {'subnet': {'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-subnet', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:51.229696 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.261550 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-92b068df-527f-4a09-bebb-651837b30358 req-bff473b6-2cf7-4f7e-9c7f-b1d94320f595 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637586 Aug 06 15:53:51.302002 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9f4d16-ec96-444a-b959-e935b66f8a02 admin admin] Made reservation on behalf of 61d9ec8c4bd445cc8dcdca9b8e60c7e8 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:51.305338 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d9f4d16-ec96-444a-b959-e935b66f8a02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.320425 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54698) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:51.339375 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5de7ed98-013a-4653-bee8-cf473b5326d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.385858 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54702) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:51.392805 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8403c7af-78bf-42cd-b765-69c00f6dfe6e None None] Provisioning for port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:51.401394 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8403c7af-78bf-42cd-b765-69c00f6dfe6e None None] Provisioning complete for port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:51.403124 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8403c7af-78bf-42cd-b765-69c00f6dfe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.450263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce467de7-6fff-4882-b29f-64030791ae9c req-3f595b87-e0e5-468c-8e19-7f0f53dff1e5 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:51.454886 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce467de7-6fff-4882-b29f-64030791ae9c req-3f595b87-e0e5-468c-8e19-7f0f53dff1e5 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 972 time: 0.0867419 Aug 06 15:53:51.479114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8403c7af-78bf-42cd-b765-69c00f6dfe6e None None] Port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:53:51.492706 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5de7ed98-013a-4653-bee8-cf473b5326d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.535968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce467de7-6fff-4882-b29f-64030791ae9c req-54649fce-1776-4e72-be49-8b1684d527d0 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/security-groups?id=7457173c-2c92-4d85-990d-8e7a964a6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748744 Aug 06 15:53:51.642646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-50b14965-cf0a-46f1-9a3a-34d80be9871c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25de4693983940bf867ab6083463eb6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3183858 Aug 06 15:53:51.642930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54710) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:51.673754 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5de7ed98-013a-4653-bee8-cf473b5326d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.676719 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5de7ed98-013a-4653-bee8-cf473b5326d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.677896 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5de7ed98-013a-4653-bee8-cf473b5326d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28a6dcdd-59e0-413b-badf-226d1ce8e81d HTTP/1.1" status: 204 len: 168 time: 0.6414990 Aug 06 15:53:51.684722 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ddba12fb-518e-4caa-9752-1984e4f4b143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.705750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7ed98-013a-4653-bee8-cf473b5326d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a6dcdd-59e0-413b-badf-226d1ce8e81d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:51.728299 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ca8c-837c-46b6-a867-61dde028896e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.765491 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ca8c-837c-46b6-a867-61dde028896e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.824009 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ca8c-837c-46b6-a867-61dde028896e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.828250 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ca6ca8c-837c-46b6-a867-61dde028896e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.829818 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1ca6ca8c-837c-46b6-a867-61dde028896e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3173ebb2-36c9-4f47-ac4b-d849201b9aaf HTTP/1.1" status: 204 len: 168 time: 0.1858892 Aug 06 15:53:51.841656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6ca8c-837c-46b6-a867-61dde028896e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3173ebb2-36c9-4f47-ac4b-d849201b9aaf,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:51.844260 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 3f800853-babb-4ce9-a149-8c1c8ae291ff no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:51.873389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 3f800853-babb-4ce9-a149-8c1c8ae291ff {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:53:51.874537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 3f800853-babb-4ce9-a149-8c1c8ae291ff not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:53:51.917111 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:51.937776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.959354 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d9f4d16-ec96-444a-b959-e935b66f8a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.969752 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Transition to ACTIVE for port object 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:52.002230 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.075747 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f4d16-ec96-444a-b959-e935b66f8a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7139516a-55da-4c51-9f07-a4156520643c,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:52.093702 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54722) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:52.110760 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ddba12fb-518e-4caa-9752-1984e4f4b143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.133872 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ddba12fb-518e-4caa-9752-1984e4f4b143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.139675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4c1e92-70a7-4ed7-a7f0-6d71d8421667,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:52.250305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f4d16-ec96-444a-b959-e935b66f8a02 admin admin] Checking segment: {'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:52.250767 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9f4d16-ec96-444a-b959-e935b66f8a02 admin admin] Network hostable DHCP agents. Network: be64a754-66d4-4a99-b5f7-5f4723a93a1f, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:53:52.304978 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Attempting to bind port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:52.305368 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Attempting to bind port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:52.305735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Attempting to bind port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:52.315782 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ddba12fb-518e-4caa-9752-1984e4f4b143 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e83a869d67114f95adce6903a3dbfdde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9243503 Aug 06 15:53:52.316447 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54738) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:52.317587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba12fb-518e-4caa-9752-1984e4f4b143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f69d5bc-09bc-47ca-a39e-ef06cc76d504,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:52.323969 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:53:52.324302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Attempting to bind port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:52.336802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:52.336802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:52.336802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:52.337574 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Bound port: 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:52.338082 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.348198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9f4d16-ec96-444a-b959-e935b66f8a02 admin admin] Network be64a754-66d4-4a99-b5f7-5f4723a93a1f is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:53:52.376211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-0d9f4d16-ec96-444a-b959-e935b66f8a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, be64a754-66d4-4a99-b5f7-5f4723a93a1f) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:52.386274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562d06d9-c9bf-4a2d-b8c4-4b58069bea63 None None] Network be64a754-66d4-4a99-b5f7-5f4723a93a1f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:52.430395 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bee4964c-975c-490b-9c6f-16de327da157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.455449 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54740) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:52.471751 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f4d16-ec96-444a-b959-e935b66f8a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:52.472354 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d9f4d16-ec96-444a-b959-e935b66f8a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.481310 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] For port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:52.486927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] For port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6d4c1e92-70a7-4ed7-a7f0-6d71d8421667,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:52.492811 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.503752 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0d9f4d16-ec96-444a-b959-e935b66f8a02 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3378088 Aug 06 15:53:52.507908 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54742) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:52.535086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:52.543516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:52.544314 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.546249 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] 10.222.0.13 "PUT /v2.0/ports/6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 HTTP/1.1" status: 200 len: 1096 time: 1.5261712 Aug 06 15:53:52.550787 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0014921-1e7c-4eb2-95af-6c3f89530af2', 'tag': '6d4c1e92-70a7-4ed7-a7f0-6d71d8421667'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:52.553727 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3cce29-066f-4011-bb57-24f0f2e6d7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b0014921-1e7c-4eb2-95af-6c3f89530af2", "tag": "6d4c1e92-70a7-4ed7-a7f0-6d71d8421667"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:52.586433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54748) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:52.667912 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6e767f8-99bd-45ed-bf99-ee80abf2549e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.683538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1821a34-7f96-44a5-9ff2-8d390e1a44e4 req-3d8d117e-f630-48a8-98f8-c117c2cb9b97 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:52.692046 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1821a34-7f96-44a5-9ff2-8d390e1a44e4 req-3d8d117e-f630-48a8-98f8-c117c2cb9b97 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 948 time: 0.2425106 Aug 06 15:53:52.721125 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7b2704-1dbc-4be3-b6a8-c5f03b732e5f x-openstack-request-id: req-ca7b2704-1dbc-4be3-b6a8-c5f03b732e5f {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:52.721673 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0014921-1e7c-4eb2-95af-6c3f89530af2", "tag": "6d4c1e92-70a7-4ed7-a7f0-6d71d8421667", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:52.721777 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca7b2704-1dbc-4be3-b6a8-c5f03b732e5f {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:52.722095 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0014921-1e7c-4eb2-95af-6c3f89530af2', 'tag': '6d4c1e92-70a7-4ed7-a7f0-6d71d8421667', 'status': 'completed', 'code': 200} Aug 06 15:53:52.733659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-9c20f736-edaa-4d65-a376-ffcf6bd1341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:52.735333 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-9c20f736-edaa-4d65-a376-ffcf6bd1341e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd581fb1837d4339908dda6cbab97b6a&device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 1099 time: 0.1003251 Aug 06 15:53:52.756205 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:53:52.757545 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.762904 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95087da-379f-4491-8d19-8050d6cd7925 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4c1e92-70a7-4ed7-a7f0-6d71d8421667,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:52.766829 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1821a34-7f96-44a5-9ff2-8d390e1a44e4 req-e97cd5e0-2d86-40fd-9b01-b68d03634677 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671911 Aug 06 15:53:52.811758 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [None req-c6e767f8-99bd-45ed-bf99-ee80abf2549e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:53:52.811758 n-d-803756-1 neutron-server[105765]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 15:53:52.811758 n-d-803756-1 neutron-server[105765]: [parameters: {'project_id_1': '3857c86662d24cbcaaf05db8c0ce04d8', 'expiration_1': datetime.datetime(2021, 8, 6, 15, 53, 52, 774714)}] Aug 06 15:53:52.811758 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:53:52.812235 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [None req-c6e767f8-99bd-45ed-bf99-ee80abf2549e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:53:52.827406 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ca4c0683-d7fa-4644-a3e5-fafd80653c0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=faf5508791a7467794ab8800f0438781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358749 Aug 06 15:53:52.828878 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.829729 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.831446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54754) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:52.835346 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-1e9b06d6-df91-455a-ae50-f9785f071052 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 HTTP/1.1" status: 200 len: 217 time: 0.0604239 Aug 06 15:53:52.839986 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b623b1d-8fd2-464a-b6ef-0ad33b444ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.943947 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.946878 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b623b1d-8fd2-464a-b6ef-0ad33b444ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.948729 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-e40ea1f7-da31-4fde-bfbf-de343c6e60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:52.950586 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-e40ea1f7-da31-4fde-bfbf-de343c6e60e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1054585 Aug 06 15:53:52.986021 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-ab193251-a40d-4d8f-8c76-cb6bce462a54 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d6ef6b2ca0fe4e4bbee1f52acb83ceea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700481 Aug 06 15:53:53.022699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Allocated IP 172.20.0.2 (be64a754-66d4-4a99-b5f7-5f4723a93a1f/7139516a-55da-4c51-9f07-a4156520643c/5841872c-f0ee-41c8-8db3-04fc80e1fcf1) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:53.057090 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.086628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389715f8-0cce-4b40-a528-df615e8c1fbd req-2d725c2c-782d-4f35-9acc-f2f71ceba966 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:53.089736 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-389715f8-0cce-4b40-a528-df615e8c1fbd req-2d725c2c-782d-4f35-9acc-f2f71ceba966 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 972 time: 0.2188864 Aug 06 15:53:53.129130 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.153942 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-958f68bb-c371-4336-b84f-c314a081f07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.156939 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-f682bdbe-788c-4719-b519-3a495bb28036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:53.158782 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-f682bdbe-788c-4719-b519-3a495bb28036 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1279457 Aug 06 15:53:53.236868 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.312914 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-a17768a1-716a-49b6-8dbd-601fad4147c7 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453919 Aug 06 15:53:53.323676 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6e767f8-99bd-45ed-bf99-ee80abf2549e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.365156 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-958f68bb-c371-4336-b84f-c314a081f07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.372609 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bee4964c-975c-490b-9c6f-16de327da157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.376034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Transition to ACTIVE for port object 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:53.395622 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b623b1d-8fd2-464a-b6ef-0ad33b444ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.397580 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Transition to ACTIVE for port object 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:53.398209 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b623b1d-8fd2-464a-b6ef-0ad33b444ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.399393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8b623b1d-8fd2-464a-b6ef-0ad33b444ba4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f69d5bc-09bc-47ca-a39e-ef06cc76d504 HTTP/1.1" status: 204 len: 168 time: 1.0818543 Aug 06 15:53:53.411386 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bee4964c-975c-490b-9c6f-16de327da157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.413079 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.457695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b623b1d-8fd2-464a-b6ef-0ad33b444ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f69d5bc-09bc-47ca-a39e-ef06cc76d504,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:53.463906 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Pushing event updated for resources: {'Port': ['ID=5841872c-f0ee-41c8-8db3-04fc80e1fcf1,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:53.479226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-389715f8-0cce-4b40-a528-df615e8c1fbd req-23586248-73fd-4471-85ad-d7f749c53a99 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/security-groups?id=7457173c-2c92-4d85-990d-8e7a964a6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701811 Aug 06 15:53:53.504322 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.506488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Network be64a754-66d4-4a99-b5f7-5f4723a93a1f is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:53.507942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:53.510767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:53.520868 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-e52c2063-c678-47df-a407-ab5d30f982b1 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:53.528392 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-e52c2063-c678-47df-a407-ab5d30f982b1 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5256784 Aug 06 15:53:53.565932 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bee4964c-975c-490b-9c6f-16de327da157 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3164f47e4a4c456499b91a29df0bf4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4676104 Aug 06 15:53:53.569068 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54768) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:53.577583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-d27697c2-f50f-4847-b4df-db029437706f tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/quotas/d6ef6b2ca0fe4e4bbee1f52acb83ceea HTTP/1.1" status: 200 len: 375 time: 0.0482779 Aug 06 15:53:53.596298 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4964c-975c-490b-9c6f-16de327da157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30132b0f-f7d7-41ea-a22a-ebd7d2eee939,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:53.597741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Attempting to bind port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:53.598386 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Attempting to bind port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:53.598810 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Attempting to bind port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 on network be64a754-66d4-4a99-b5f7-5f4723a93a1f {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:53.605652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:53.606507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Checking segment: {'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:53.606996 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.608101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Bound using segment: {'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:53.608780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Bound port: 5841872c-f0ee-41c8-8db3-04fc80e1fcf1, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:53.609156 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.653614 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-958f68bb-c371-4336-b84f-c314a081f07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.657033 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-958f68bb-c371-4336-b84f-c314a081f07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.660979 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-958f68bb-c371-4336-b84f-c314a081f07d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34db63a3-4bf6-4871-9f26-969140ecbfb4 HTTP/1.1" status: 204 len: 168 time: 0.8261993 Aug 06 15:53:53.678189 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-e1fc3d09-fe47-49c5-b4ce-28123c0a04dc tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6ef6b2ca0fe4e4bbee1f52acb83ceea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742919 Aug 06 15:53:53.700700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f68bb-c371-4336-b84f-c314a081f07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34db63a3-4bf6-4871-9f26-969140ecbfb4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:53.723664 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a36a33c9-c70d-451a-8466-10231202277f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.766496 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6e767f8-99bd-45ed-bf99-ee80abf2549e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.772380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] For port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:53.777463 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6e767f8-99bd-45ed-bf99-ee80abf2549e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.784357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] For port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5841872c-f0ee-41c8-8db3-04fc80e1fcf1,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:53.784940 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a36a33c9-c70d-451a-8466-10231202277f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.791657 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.889321 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:53:53.955334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321914fc-c9f8-4946-a16a-6e9e6031e411 None None] Pushing event updated for resources: {'Port': ['ID=5841872c-f0ee-41c8-8db3-04fc80e1fcf1,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:53.988493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54780) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:54.028703 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c6e767f8-99bd-45ed-bf99-ee80abf2549e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3857c86662d24cbcaaf05db8c0ce04d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5422034 Aug 06 15:53:54.029609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e767f8-99bd-45ed-bf99-ee80abf2549e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd3a3a8-940e-4997-990b-b1844e317c9b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:54.036039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54782) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:54.048097 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-242d4b25-cc3f-4c30-9bd9-e0fec68aae77 req-3e325445-4cef-4843-bba3-5daf9e0221ba service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7279029 Aug 06 15:53:54.072573 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.094466 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d31922d-1caa-43db-8a6f-41612e8b311a req-0ac563f6-9d09-4aba-8892-6757092fd40e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 210 time: 0.1041179 Aug 06 15:53:54.096057 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0914bcb4-79a3-4f57-bd10-724006c05430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.103315 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.173721 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:54.200623 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cce29-066f-4011-bb57-24f0f2e6d7e8 req-6037e4e3-2d67-4e0b-bde3-8ccdac72fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:54.203151 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2b3cce29-066f-4011-bb57-24f0f2e6d7e8 req-6037e4e3-2d67-4e0b-bde3-8ccdac72fe8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd581fb1837d4339908dda6cbab97b6a&device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 1099 time: 0.0708437 Aug 06 15:53:54.208126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:53:54.208480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 50d9f445-9a07-4a3e-8ed2-dd33466b4e5b not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:53:54.214711 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a36a33c9-c70d-451a-8466-10231202277f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.217986 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a36a33c9-c70d-451a-8466-10231202277f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.219099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a36a33c9-c70d-451a-8466-10231202277f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30132b0f-f7d7-41ea-a22a-ebd7d2eee939 HTTP/1.1" status: 204 len: 168 time: 0.6484270 Aug 06 15:53:54.253512 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa3534-db41-44ae-80b9-ff261a4fb510 req-3f0e0105-e849-45c0-a7f5-6ea31846a920 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:54.261500 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-50fa3534-db41-44ae-80b9-ff261a4fb510 req-3f0e0105-e849-45c0-a7f5-6ea31846a920 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 948 time: 0.3418088 Aug 06 15:53:54.278596 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a33c9-c70d-451a-8466-10231202277f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30132b0f-f7d7-41ea-a22a-ebd7d2eee939,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:54.449110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cce29-066f-4011-bb57-24f0f2e6d7e8 req-73b22fea-969c-4041-9337-918ea626312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:54.450621 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2b3cce29-066f-4011-bb57-24f0f2e6d7e8 req-73b22fea-969c-4041-9337-918ea626312c service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.2383556 Aug 06 15:53:54.541341 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0914bcb4-79a3-4f57-bd10-724006c05430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.573778 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2b3cce29-066f-4011-bb57-24f0f2e6d7e8 req-6cc24056-2bf1-4f27-bf5d-5655a48f8a30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 HTTP/1.1" status: 200 len: 217 time: 0.0792546 Aug 06 15:53:54.585061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e22392-91d1-43c8-830e-4298bd1fc732 req-ffaa6d75-b5ce-4d65-be39-05456368d40d tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:54.586707 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-15e22392-91d1-43c8-830e-4298bd1fc732 req-ffaa6d75-b5ce-4d65-be39-05456368d40d tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.78 "GET /v2.0/ports?device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 972 time: 0.1390226 Aug 06 15:53:54.599369 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8348b7cc-348e-4c97-b5a4-ca0d82c8a2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.621066 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0914bcb4-79a3-4f57-bd10-724006c05430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.756976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cce29-066f-4011-bb57-24f0f2e6d7e8 req-66b03128-4271-44b3-89f3-03b5f5661ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:54.758559 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2b3cce29-066f-4011-bb57-24f0f2e6d7e8 req-66b03128-4271-44b3-89f3-03b5f5661ed6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1655865 Aug 06 15:53:54.786998 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Allocated IP 172.25.1.152 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/7fcae272-c561-4794-9c95-32b0b5324319) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:54.855121 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8348b7cc-348e-4c97-b5a4-ca0d82c8a2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.898341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:54.901206 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cce29-066f-4011-bb57-24f0f2e6d7e8 req-38bb97ac-fd7e-4b47-ab86-8fe54e72561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:54.910204 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2b3cce29-066f-4011-bb57-24f0f2e6d7e8 req-38bb97ac-fd7e-4b47-ab86-8fe54e72561e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426129 Aug 06 15:53:54.915384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-15e22392-91d1-43c8-830e-4298bd1fc732 req-f322fc5c-0a55-4f55-ac71-a7735a13331b tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Deleting port 96fa0f17-98c3-460e-9f9b-012edb6a834f {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:54.915796 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-15e22392-91d1-43c8-830e-4298bd1fc732 req-f322fc5c-0a55-4f55-ac71-a7735a13331b tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.961564 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0914bcb4-79a3-4f57-bd10-724006c05430 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=739b6ed16b494859957b267b4a57a76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9553015 Aug 06 15:53:54.962394 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54808) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:54.984920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54810) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:54.991053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914bcb4-79a3-4f57-bd10-724006c05430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b052442-e946-4d8f-8c17-994ae059f593,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:55.001241 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-50fa3534-db41-44ae-80b9-ff261a4fb510 req-e2464a04-0d01-4a52-81be-94bf963ea7b7 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7387862 Aug 06 15:53:55.010145 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e300a92c-9fe4-4e9c-be18-8b87e6806f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.026358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:55.075918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce7494-27d3-4e40-9454-b582ed932667 req-30b542b9-0863-4611-953b-cd08a0850b34 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:55.077539 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44ce7494-27d3-4e40-9454-b582ed932667 req-30b542b9-0863-4611-953b-cd08a0850b34 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 972 time: 0.3981590 Aug 06 15:53:55.084896 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8348b7cc-348e-4c97-b5a4-ca0d82c8a2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.088890 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8348b7cc-348e-4c97-b5a4-ca0d82c8a2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.092903 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8348b7cc-348e-4c97-b5a4-ca0d82c8a2f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2dd3a3a8-940e-4997-990b-b1844e317c9b HTTP/1.1" status: 204 len: 168 time: 1.0448740 Aug 06 15:53:55.169459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348b7cc-348e-4c97-b5a4-ca0d82c8a2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd3a3a8-940e-4997-990b-b1844e317c9b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:55.207056 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.255010 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44ce7494-27d3-4e40-9454-b582ed932667 req-ee0c7709-0b46-4811-892a-27c42c2aa6f8 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/security-groups?id=7457173c-2c92-4d85-990d-8e7a964a6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615710 Aug 06 15:53:55.286486 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2b3cce29-066f-4011-bb57-24f0f2e6d7e8 req-70ee0709-1681-48b4-bb00-201b70adf3e8 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653071 Aug 06 15:53:55.298671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-15e22392-91d1-43c8-830e-4298bd1fc732 req-f322fc5c-0a55-4f55-ac71-a7735a13331b tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] For port 96fa0f17-98c3-460e-9f9b-012edb6a834f, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=96fa0f17-98c3-460e-9f9b-012edb6a834f,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:55.299320 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-15e22392-91d1-43c8-830e-4298bd1fc732 req-f322fc5c-0a55-4f55-ac71-a7735a13331b tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.320603 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02f0d6b9-a36e-4158-9f5b-0a3495157be3 req-5f61afe6-7e53-4d62-8e7f-ed1e1c3f3ec6 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 210 time: 0.0547075 Aug 06 15:53:55.330542 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-15e22392-91d1-43c8-830e-4298bd1fc732 req-f322fc5c-0a55-4f55-ac71-a7735a13331b tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Calling delete_port for 96fa0f17-98c3-460e-9f9b-012edb6a834f owned by compute:tempest-test_az-1670550405 {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:55.414837 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e300a92c-9fe4-4e9c-be18-8b87e6806f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.420798 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e300a92c-9fe4-4e9c-be18-8b87e6806f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.483377 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e300a92c-9fe4-4e9c-be18-8b87e6806f7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ec84ea548664ec0aa102a5e8c7416f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052736 Aug 06 15:53:55.484390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300a92c-9fe4-4e9c-be18-8b87e6806f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6918881-3a06-4ad6-a21b-9c42ada0b4e8,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:55.490059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54824) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:55.492541 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.502076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8257afeb-b16c-4751-a853-893b34044f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.535811 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8257afeb-b16c-4751-a853-893b34044f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.598421 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:55.610647 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:55.648099 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79fd4fd5-171e-4db8-891b-8d454f8d090d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.668759 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:55.733061 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-1feb9944-4db2-4f79-b35a-79e1ddc98832 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=d6ef6b2ca0fe4e4bbee1f52acb83ceea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463686 Aug 06 15:53:55.738541 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79fd4fd5-171e-4db8-891b-8d454f8d090d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.792710 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8257afeb-b16c-4751-a853-893b34044f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.796578 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8257afeb-b16c-4751-a853-893b34044f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.797728 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8257afeb-b16c-4751-a853-893b34044f47 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b052442-e946-4d8f-8c17-994ae059f593 HTTP/1.1" status: 204 len: 168 time: 0.7943349 Aug 06 15:53:55.856801 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257afeb-b16c-4751-a853-893b34044f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b052442-e946-4d8f-8c17-994ae059f593,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:55.885667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b91f1-7d88-4fe6-9b06-5b87b6266db2 None None] Network be64a754-66d4-4a99-b5f7-5f4723a93a1f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:55.897875 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Pushing event updated for resources: {'Port': ['ID=7fcae272-c561-4794-9c95-32b0b5324319,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:55.924753 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79fd4fd5-171e-4db8-891b-8d454f8d090d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.938227 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79fd4fd5-171e-4db8-891b-8d454f8d090d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.941787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-79fd4fd5-171e-4db8-891b-8d454f8d090d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6918881-3a06-4ad6-a21b-9c42ada0b4e8 HTTP/1.1" status: 204 len: 168 time: 0.4464405 Aug 06 15:53:55.947205 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2b3cce29-066f-4011-bb57-24f0f2e6d7e8 req-746a7f7b-45c1-4eb0-b562-e7b6d102b035 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6417589 Aug 06 15:53:55.963414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-a7bb1b9d-3e3a-43b3-9480-f0fe1149b0b5 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:55.964904 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-a7bb1b9d-3e3a-43b3-9480-f0fe1149b0b5 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167945 Aug 06 15:53:55.989285 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd4fd5-171e-4db8-891b-8d454f8d090d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6918881-3a06-4ad6-a21b-9c42ada0b4e8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:56.005070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-6bf500c5-93ff-482a-87d9-12df67fb494d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Request body: {'port': {'device_id': '35cae867-48b6-405d-b141-042832144033', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': 'd6ef6b2ca0fe4e4bbee1f52acb83ceea'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:56.028535 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:56.065502 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8d6cb75e-6b7c-4c84-bd13-be6f2907cc39 None None] Provisioning for port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:56.081250 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8d6cb75e-6b7c-4c84-bd13-be6f2907cc39 None None] Provisioning complete for port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:56.090795 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb75e-6b7c-4c84-bd13-be6f2907cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:56.325796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3c831-0829-416c-a1f6-8ab7d9b00510 req-7e8421a5-1054-4970-bb14-43e6fcf49be9 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:56.341132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7f3c831-0829-416c-a1f6-8ab7d9b00510 req-7e8421a5-1054-4970-bb14-43e6fcf49be9 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 948 time: 0.1863885 Aug 06 15:53:56.347438 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb75e-6b7c-4c84-bd13-be6f2907cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:56.366464 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-6bf500c5-93ff-482a-87d9-12df67fb494d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Made reservation on behalf of d6ef6b2ca0fe4e4bbee1f52acb83ceea for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:56.379433 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-6bf500c5-93ff-482a-87d9-12df67fb494d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:56.394045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8d6cb75e-6b7c-4c84-bd13-be6f2907cc39 None None] For port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5841872c-f0ee-41c8-8db3-04fc80e1fcf1,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:56.407230 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb75e-6b7c-4c84-bd13-be6f2907cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:56.509295 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-15e22392-91d1-43c8-830e-4298bd1fc732 req-f322fc5c-0a55-4f55-ac71-a7735a13331b tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:56.548578 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cb75e-6b7c-4c84-bd13-be6f2907cc39 None None] Pushing event updated for resources: {'Port': ['ID=5841872c-f0ee-41c8-8db3-04fc80e1fcf1,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:56.563839 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322fc5c-0a55-4f55-ac71-a7735a13331b tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Pushing event deleted for resources: {'Port': ['ID=96fa0f17-98c3-460e-9f9b-012edb6a834f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:56.599933 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7f3c831-0829-416c-a1f6-8ab7d9b00510 req-0b43596e-0073-469b-9f21-ef5cbd2a175d tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547259 Aug 06 15:53:56.665468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066c74a-255f-4579-93ab-8de38c6559dd req-8664fbec-53ca-4e67-ae5b-d031d5c8c726 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:56.667089 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6066c74a-255f-4579-93ab-8de38c6559dd req-8664fbec-53ca-4e67-ae5b-d031d5c8c726 tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5472769-b4cc-46fb-91e9-95aab70a99df HTTP/1.1" status: 200 len: 889 time: 0.2261217 Aug 06 15:53:56.683437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e22392-91d1-43c8-830e-4298bd1fc732 req-f322fc5c-0a55-4f55-ac71-a7735a13331b tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] No DVR routers for this DVR port 96fa0f17-98c3-460e-9f9b-012edb6a834f on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:53:56.690564 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-15e22392-91d1-43c8-830e-4298bd1fc732 req-f322fc5c-0a55-4f55-ac71-a7735a13331b tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:56.695324 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-15e22392-91d1-43c8-830e-4298bd1fc732 req-f322fc5c-0a55-4f55-ac71-a7735a13331b tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.78 "DELETE /v2.0/ports/96fa0f17-98c3-460e-9f9b-012edb6a834f HTTP/1.1" status: 204 len: 173 time: 2.0733895 Aug 06 15:53:56.696243 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5472769-b4cc-46fb-91e9-95aab70a99df', 'name': 'network-vif-deleted', 'tag': '96fa0f17-98c3-460e-9f9b-012edb6a834f'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:56.703902 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee9a553-e3b0-406b-888c-2dc644d62552" -d '{"events": [{"server_uuid": "b5472769-b4cc-46fb-91e9-95aab70a99df", "name": "network-vif-deleted", "tag": "96fa0f17-98c3-460e-9f9b-012edb6a834f"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:56.803001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6066c74a-255f-4579-93ab-8de38c6559dd req-8a7ac044-d075-427e-8eeb-8b0ba1adc4bb tempest-TenantUsagesTestJSON-254303365 tempest-TenantUsagesTestJSON-254303365-project] 10.222.0.37 "GET /v2.0/security-groups?id=7457173c-2c92-4d85-990d-8e7a964a6ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288929 Aug 06 15:53:56.848290 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-92176e35-15e9-4563-a952-b4e7eb3061ea None None] Provisioning complete for port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:56.848678 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-92176e35-15e9-4563-a952-b4e7eb3061ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:56.870095 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:56.925612 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:56.948499 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609870b9-bd11-4319-a42d-ba44a16dfcb0 x-openstack-request-id: req-609870b9-bd11-4319-a42d-ba44a16dfcb0 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:56.948934 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5472769-b4cc-46fb-91e9-95aab70a99df", "name": "network-vif-deleted", "tag": "96fa0f17-98c3-460e-9f9b-012edb6a834f", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:56.949577 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-609870b9-bd11-4319-a42d-ba44a16dfcb0 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:56.950248 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5472769-b4cc-46fb-91e9-95aab70a99df', 'name': 'network-vif-deleted', 'tag': '96fa0f17-98c3-460e-9f9b-012edb6a834f', 'status': 'completed', 'code': 200} Aug 06 15:53:57.027221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a388e46d-5b00-413e-adf0-e97fc77690c0 req-4cb8e398-6a0d-4287-baf7-d0a9a94dcc01 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 210 time: 0.1653006 Aug 06 15:53:57.030064 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-6bf500c5-93ff-482a-87d9-12df67fb494d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Allocated IP 192.168.233.210 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:57.119015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Router 9d542748-cef1-467e-a7c7-16ebca8d5796 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:53:57.134186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:57.135211 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:57.263340 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a697525c-a3e5-4459-ac26-641157bb2cfc req-e0e9d024-2041-40b0-bf80-2c48c38ac1e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1294200 Aug 06 15:53:57.308659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:53:57.322434 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Sync routers for ids ['9d542748-cef1-467e-a7c7-16ebca8d5796'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:53:57.340572 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Routers {'9d542748-cef1-467e-a7c7-16ebca8d5796'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:53:57.342253 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:53:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9d542748-cef1-467e-a7c7-16ebca8d5796'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:57.364394 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-6bf500c5-93ff-482a-87d9-12df67fb494d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:57.415531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-6bf500c5-93ff-482a-87d9-12df67fb494d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Transition to ACTIVE for port object d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:57.451368 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:57.455908 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7deda6b7-1e8f-48a6-8ad2-c5d2fb2139df admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.9438477 Aug 06 15:53:57.456688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54888) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:57.511033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697525c-a3e5-4459-ac26-641157bb2cfc req-e9c44020-67bd-40b9-a307-6e062a830914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:57.512573 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a697525c-a3e5-4459-ac26-641157bb2cfc req-e9c44020-67bd-40b9-a307-6e062a830914 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd581fb1837d4339908dda6cbab97b6a&device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 1101 time: 0.1839695 Aug 06 15:53:57.544110 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-6bf500c5-93ff-482a-87d9-12df67fb494d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:57.691553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-6bf500c5-93ff-482a-87d9-12df67fb494d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:57.707796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-6bf500c5-93ff-482a-87d9-12df67fb494d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:57.712098 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-6bf500c5-93ff-482a-87d9-12df67fb494d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:57.739119 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-6bf500c5-93ff-482a-87d9-12df67fb494d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:57.739798 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-6bf500c5-93ff-482a-87d9-12df67fb494d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:57.761027 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Set router 9d542748-cef1-467e-a7c7-16ebca8d5796 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:53:57.830937 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf500c5-93ff-482a-87d9-12df67fb494d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Pushing event updated for resources: {'Port': ['ID=d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:57.834371 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-6bf500c5-93ff-482a-87d9-12df67fb494d tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8498042 Aug 06 15:53:57.847783 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 96fa0f17-98c3-460e-9f9b-012edb6a834f no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:57.860705 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Request body: {'port': {'device_id': '35cae867-48b6-405d-b141-042832144033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:57.906713 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 96fa0f17-98c3-460e-9f9b-012edb6a834f {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:53:57.907292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 96fa0f17-98c3-460e-9f9b-012edb6a834f not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:53:57.909504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697525c-a3e5-4459-ac26-641157bb2cfc req-7e4bad04-9a4f-41f0-b4c1-4d03b8d2453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:57.928821 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a697525c-a3e5-4459-ac26-641157bb2cfc req-7e4bad04-9a4f-41f0-b4c1-4d03b8d2453a service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.3907287 Aug 06 15:53:57.953895 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42857a0a-49dd-4117-a525-ca09dd0db910 req-4ff286bc-d36e-4d95-9f32-8834ffc340df tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:57.957045 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42857a0a-49dd-4117-a525-ca09dd0db910 req-4ff286bc-d36e-4d95-9f32-8834ffc340df tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 948 time: 0.2126577 Aug 06 15:53:57.994337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54908) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:58.001907 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a697525c-a3e5-4459-ac26-641157bb2cfc req-e0a40107-6b33-420e-888b-af74ed740aec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 HTTP/1.1" status: 200 len: 217 time: 0.0719028 Aug 06 15:53:58.135140 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42857a0a-49dd-4117-a525-ca09dd0db910 req-b6e54163-8b5a-46b3-911b-e4bab72cb0a0 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669774 Aug 06 15:53:58.135715 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.164050 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697525c-a3e5-4459-ac26-641157bb2cfc req-94add2ef-6f1f-4f6f-be07-5792661793cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:58.165532 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a697525c-a3e5-4459-ac26-641157bb2cfc req-94add2ef-6f1f-4f6f-be07-5792661793cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1549067 Aug 06 15:53:58.183693 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:53:58.238399 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:53:55Z', 'revision_number': 3, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:58.284411 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Checking router: 9d542748-cef1-467e-a7c7-16ebca8d5796 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:53:58.285072 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Updating router 9d542748-cef1-467e-a7c7-16ebca8d5796 port 7fcae272-c561-4794-9c95-32b0b5324319 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:53:58.329661 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697525c-a3e5-4459-ac26-641157bb2cfc req-b426a4fd-a5c3-4492-bee0-4c52065e404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:58.331283 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a697525c-a3e5-4459-ac26-641157bb2cfc req-b426a4fd-a5c3-4492-bee0-4c52065e404e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1567299 Aug 06 15:53:58.339811 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.445352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-68bd2e4b-b2d6-4433-a8db-2b576ac32a15 None None] Provisioning for port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:58.465112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-68bd2e4b-b2d6-4433-a8db-2b576ac32a15 None None] Provisioning complete for port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:58.465112 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-68bd2e4b-b2d6-4433-a8db-2b576ac32a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.488995 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a697525c-a3e5-4459-ac26-641157bb2cfc req-6a5b6f9d-76af-46f9-9078-e8f6ea3154ed service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238403 Aug 06 15:53:58.509078 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb8ca5-c2c5-4a3b-97fc-857858673cfe req-276e18f5-2b64-45b6-a352-d11aa978af68 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:58.524095 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14cb8ca5-c2c5-4a3b-97fc-857858673cfe req-276e18f5-2b64-45b6-a352-d11aa978af68 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 936 time: 0.3548779 Aug 06 15:53:58.624303 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b6e10a1b-d7d5-4857-9dd1-bf040d049878 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1898026910-network', 'tenant_id': '852011720c8b4e718d18a1374910def6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:58.636860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6d4c1e92-70a7-4ed7-a7f0-6d71d8421667,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:58.695673 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a697525c-a3e5-4459-ac26-641157bb2cfc req-0371bdc9-44d4-4b32-a106-07ec96f9b039 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980727 Aug 06 15:53:58.728536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-68bd2e4b-b2d6-4433-a8db-2b576ac32a15 None None] Port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:53:58.738894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '6d4c1e92-70a7-4ed7-a7f0-6d71d8421667', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '6d4c1e92-70a7-4ed7-a7f0-6d71d8421667', 'mac_address': 'fa:16:3e:b5:b8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:53:58.769567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e10a1b-d7d5-4857-9dd1-bf040d049878 admin admin] Made reservation on behalf of 852011720c8b4e718d18a1374910def6 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:58.777442 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b6e10a1b-d7d5-4857-9dd1-bf040d049878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.799299 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b6e10a1b-d7d5-4857-9dd1-bf040d049878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.818249 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.831509 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14cb8ca5-c2c5-4a3b-97fc-857858673cfe req-51d29d75-6faa-4d73-8104-7c17b9e6c58e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797177 Aug 06 15:53:58.839240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54928) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:58.841785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:58.859492 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.882267 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Transition to ACTIVE for port object 7fcae272-c561-4794-9c95-32b0b5324319 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:58.894477 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6d4c1e92-70a7-4ed7-a7f0-6d71d8421667,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:58.898388 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.907176 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.945968 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.054277 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Attempting to bind port 7fcae272-c561-4794-9c95-32b0b5324319 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:59.054723 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Attempting to bind port 7fcae272-c561-4794-9c95-32b0b5324319 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:59.055010 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Attempting to bind port 7fcae272-c561-4794-9c95-32b0b5324319 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:59.059592 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=6d4c1e92-70a7-4ed7-a7f0-6d71d8421667,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:59.071048 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc341a-dfd1-4c86-ad07-81bba18e8c8a None None] Pushing event updated for resources: {'Port': ['ID=7fcae272-c561-4794-9c95-32b0b5324319,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:59.077050 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:59.077443 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:59.078224 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.078357 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:59.079126 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Bound port: 7fcae272-c561-4794-9c95-32b0b5324319, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:59.079126 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.090717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:59.107194 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.116219 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['6d4c1e92-70a7-4ed7-a7f0-6d71d8421667'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:53:59.160965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Transition to ACTIVE for port object d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:59.165310 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b6e10a1b-d7d5-4857-9dd1-bf040d049878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.172290 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.185091 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b6e10a1b-d7d5-4857-9dd1-bf040d049878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.188105 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc341a-dfd1-4c86-ad07-81bba18e8c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:59.204386 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc341a-dfd1-4c86-ad07-81bba18e8c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:59.204777 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc341a-dfd1-4c86-ad07-81bba18e8c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:59.205222 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc341a-dfd1-4c86-ad07-81bba18e8c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:59.205426 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc341a-dfd1-4c86-ad07-81bba18e8c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:59.205799 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc341a-dfd1-4c86-ad07-81bba18e8c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:59.206129 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc341a-dfd1-4c86-ad07-81bba18e8c8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:59.206459 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc341a-dfd1-4c86-ad07-81bba18e8c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:59.206788 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc341a-dfd1-4c86-ad07-81bba18e8c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:59.207119 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc341a-dfd1-4c86-ad07-81bba18e8c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:59.207551 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc341a-dfd1-4c86-ad07-81bba18e8c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:59.207885 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc341a-dfd1-4c86-ad07-81bba18e8c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cc341a-dfd1-4c86-ad07-81bba18e8c8a None None] Tracked resource versions report: Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: pushed versions: Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: { 'AddressGroup': {'1.2'}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'ConntrackHelper': {'1.0'}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'Log': {'1.0'}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'Network': {'1.1'}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'Port': {'1.7'}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'PortForwarding': {'1.2'}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'QosPolicy': {'1.9'}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'SecurityGroup': {'1.4'}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'SecurityGroupRule': {'1.2'}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'SubPort': {'1.0'}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'Subnet': {'1.1'}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'Trunk': {'1.1'}} Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: consumer versions: Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: { DHCP agent@n-d-803756-1: {}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: HyperV agent@n-h1-803756-1: {}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: HyperV agent@n-h2-803756-1: {}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: L3 agent@n-d-803756-1: {}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: Metadata agent@n-d-803756-1: {}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: Metering agent@n-d-803756-1: {}, Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: Open vSwitch agent@n-d-803756-1: { 'AddressGroup': '1.2', Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'ConntrackHelper': '1.0', Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'Log': '1.0', Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'Network': '1.1', Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'Port': '1.7', Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'PortForwarding': '1.2', Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'QosPolicy': '1.9', Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'SecurityGroup': '1.4', Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'SecurityGroupRule': '1.2', Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'SubPort': '1.0', Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'Subnet': '1.1', Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: 'Trunk': '1.1'}} Aug 06 15:53:59.209208 n-d-803756-1 neutron-server[105767]: {{(pid=105767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 15:53:59.247784 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] For port 7fcae272-c561-4794-9c95-32b0b5324319, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:59.256544 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] For port 7fcae272-c561-4794-9c95-32b0b5324319, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7fcae272-c561-4794-9c95-32b0b5324319,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:59.282222 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.300304 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e10a1b-d7d5-4857-9dd1-bf040d049878 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:53:59.320326 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e10a1b-d7d5-4857-9dd1-bf040d049878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62369057-4f6e-4123-8a27-d81c2d5394af,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:59.389197 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b6e10a1b-d7d5-4857-9dd1-bf040d049878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.392597 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-b6e10a1b-d7d5-4857-9dd1-bf040d049878 admin admin] Added segment 00647388-23a6-4ceb-85c5-7fa88728aa1a of type vlan for network 897fb748-581b-4095-a788-9e69c09f9551 Aug 06 15:53:59.424591 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Routers {'9d542748-cef1-467e-a7c7-16ebca8d5796'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:53:59.426182 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:53:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9d542748-cef1-467e-a7c7-16ebca8d5796'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:59.496620 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc341a-dfd1-4c86-ad07-81bba18e8c8a None None] Pushing event updated for resources: {'Port': ['ID=7fcae272-c561-4794-9c95-32b0b5324319,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:59.505158 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:59.572800 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b6e10a1b-d7d5-4857-9dd1-bf040d049878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.686081 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Allocated IP 172.20.0.1 (be64a754-66d4-4a99-b5f7-5f4723a93a1f/7139516a-55da-4c51-9f07-a4156520643c/a2935328-0fac-4811-86f2-19bbf45378be) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:59.716588 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b6e10a1b-d7d5-4857-9dd1-bf040d049878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.718208 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] Set router 9d542748-cef1-467e-a7c7-16ebca8d5796 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:53:59.724352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Attempting to bind port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:59.724818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Attempting to bind port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:59.725200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Attempting to bind port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:59.728041 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e10a1b-d7d5-4857-9dd1-bf040d049878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:59.731347 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b6e10a1b-d7d5-4857-9dd1-bf040d049878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.738583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-faea0e1c-52a5-4528-9e8c-835a24b37d11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64b4eee2187148a7980a898905a2228e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8955138 Aug 06 15:53:59.743683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54954) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:59.769296 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:53:59.769655 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Attempting to bind port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:59.806534 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1d769-1f27-46a5-ae53-70d665b3e9a5 req-aac764c1-7abd-43bf-a863-23e5fa0a55a7 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:59.818335 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0f1d769-1f27-46a5-ae53-70d665b3e9a5 req-aac764c1-7abd-43bf-a863-23e5fa0a55a7 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 949 time: 0.5006173 Aug 06 15:53:59.842424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:59.843853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:59.844653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:59.846967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Bound port: d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:59.849243 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.039134 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.045319 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] For port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:00.048785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] For port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:00.059275 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Transition to ACTIVE for port object a2935328-0fac-4811-86f2-19bbf45378be will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:00.086752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.093309 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b6e10a1b-d7d5-4857-9dd1-bf040d049878 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0902197 Aug 06 15:54:00.097147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54968) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:00.103283 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-083e430f-7299-428e-9074-ea87f16f9cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.104229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-afbc3610-de01-4952-92b3-12cdefe51448 admin admin] Request body: {'subnet': {'network_id': '897fb748-581b-4095-a788-9e69c09f9551', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1898026910-subnet', 'tenant_id': '852011720c8b4e718d18a1374910def6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:00.112012 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0f1d769-1f27-46a5-ae53-70d665b3e9a5 req-d791ce36-bb2f-4776-911c-678d111dced0 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916701 Aug 06 15:54:00.116510 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.132588 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:53:55Z', 'revision_number': 3, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:00.148481 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:00.149101 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.150705 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] 10.222.0.78 "PUT /v2.0/ports/d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b HTTP/1.1" status: 200 len: 1096 time: 2.2972622 Aug 06 15:54:00.164555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cae867-48b6-405d-b141-042832144033', 'tag': 'd3e7c0eb-fbc2-4b89-b528-c150ea73cc0b'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:00.167705 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5721bfc-ea97-43f5-a20d-7e9a6a3c1f97" -d '{"events": [{"name": "network-changed", "server_uuid": "35cae867-48b6-405d-b141-042832144033", "tag": "d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:00.187552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Pushing event updated for resources: {'Port': ['ID=a2935328-0fac-4811-86f2-19bbf45378be,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:00.199767 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-083e430f-7299-428e-9074-ea87f16f9cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.203634 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e10a1b-d7d5-4857-9dd1-bf040d049878 admin admin] Pushing event updated for resources: {'Network': ['ID=897fb748-581b-4095-a788-9e69c09f9551,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:00.214506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:00.231172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Network be64a754-66d4-4a99-b5f7-5f4723a93a1f is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:00.239896 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de703f7-ff9f-47e1-a187-3ba601fa9bb0 None None] The sync data for ids ['9d542748-cef1-467e-a7c7-16ebca8d5796'] in n-d-803756-1 is: [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:53:55Z', 'revision_number': 3, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:54:00.246935 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:00.261728 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:00.264684 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.296912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fa717-b020-4810-b97b-9340fe354fc4 req-6bf79923-882f-45b6-bd17-a72b7c3cf68c tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:00.304710 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-099fa717-b020-4810-b97b-9340fe354fc4 req-6bf79923-882f-45b6-bd17-a72b7c3cf68c tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 948 time: 0.3339453 Aug 06 15:54:00.343573 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 897fb748-581b-4095-a788-9e69c09f9551 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:54:00.371339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505a343-d8e9-4187-8b96-824f60e3e120 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:00.432582 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154c74e0-8eb9-437d-8209-9c300d7a9ddb x-openstack-request-id: req-154c74e0-8eb9-437d-8209-9c300d7a9ddb {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:00.432800 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cae867-48b6-405d-b141-042832144033", "tag": "d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:00.433230 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-154c74e0-8eb9-437d-8209-9c300d7a9ddb {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:00.433837 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cae867-48b6-405d-b141-042832144033', 'tag': 'd3e7c0eb-fbc2-4b89-b528-c150ea73cc0b', 'status': 'completed', 'code': 200} Aug 06 15:54:00.439867 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbc3610-de01-4952-92b3-12cdefe51448 admin admin] Made reservation on behalf of 852011720c8b4e718d18a1374910def6 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:00.456230 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afbc3610-de01-4952-92b3-12cdefe51448 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.578173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-da9b90ae-1d74-425a-aadc-e47c5e8a15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:00.583047 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-da9b90ae-1d74-425a-aadc-e47c5e8a15a1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d6ef6b2ca0fe4e4bbee1f52acb83ceea&device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 1099 time: 0.3354471 Aug 06 15:54:00.591005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-099fa717-b020-4810-b97b-9340fe354fc4 req-7555aa4c-d0c4-4647-95ad-f28694364a54 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509825 Aug 06 15:54:00.608728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:00.630526 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:00.634884 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.684781 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-4121de2a-942b-49ef-b2c6-d57948a081e8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b HTTP/1.1" status: 200 len: 217 time: 0.0823488 Aug 06 15:54:00.714890 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-083e430f-7299-428e-9074-ea87f16f9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.718649 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-083e430f-7299-428e-9074-ea87f16f9cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.720750 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-083e430f-7299-428e-9074-ea87f16f9cb5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7457173c-2c92-4d85-990d-8e7a964a6ecf HTTP/1.1" status: 204 len: 168 time: 0.9746461 Aug 06 15:54:00.762520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e430f-7299-428e-9074-ea87f16f9cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7457173c-2c92-4d85-990d-8e7a964a6ecf,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:00.804188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-44c6962a-0ad0-42fa-b75b-5b59c3db8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:00.806025 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-44c6962a-0ad0-42fa-b75b-5b59c3db8a5a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1026020 Aug 06 15:54:00.817965 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.841262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-51c40898-a103-4c9c-a885-ed1d538b7a17 None None] Provisioning for port a2935328-0fac-4811-86f2-19bbf45378be completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:00.930039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-d965e363-2eb8-4270-a496-70631b128b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:00.933429 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-51c40898-a103-4c9c-a885-ed1d538b7a17 None None] Provisioning complete for port a2935328-0fac-4811-86f2-19bbf45378be triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:00.933851 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51c40898-a103-4c9c-a885-ed1d538b7a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.942047 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-d965e363-2eb8-4270-a496-70631b128b45 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266870 Aug 06 15:54:01.027546 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:01.073098 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-51c40898-a103-4c9c-a885-ed1d538b7a17 None None] Port a2935328-0fac-4811-86f2-19bbf45378be cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:01.092009 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0014921-1e7c-4eb2-95af-6c3f89530af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4c1e92-70a7-4ed7-a7f0-6d71d8421667'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:01.094362 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c37f800-17f0-4ac9-bf2a-3ab64a6dfacb" -d '{"events": [{"server_uuid": "b0014921-1e7c-4eb2-95af-6c3f89530af2", "name": "network-vif-plugged", "status": "completed", "tag": "6d4c1e92-70a7-4ed7-a7f0-6d71d8421667"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:01.106192 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-fd0c2897-4d3e-44b6-82f1-039500ed36a2 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550717 Aug 06 15:54:01.125277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6d4c1e92-70a7-4ed7-a7f0-6d71d8421667,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:01.136614 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:01.202825 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fafb63-63fa-4446-a620-de01c6284a95 x-openstack-request-id: req-61fafb63-63fa-4446-a620-de01c6284a95 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:01.203138 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0014921-1e7c-4eb2-95af-6c3f89530af2", "name": "network-vif-plugged", "status": "completed", "tag": "6d4c1e92-70a7-4ed7-a7f0-6d71d8421667", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:01.204331 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61fafb63-63fa-4446-a620-de01c6284a95 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:01.207908 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0014921-1e7c-4eb2-95af-6c3f89530af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4c1e92-70a7-4ed7-a7f0-6d71d8421667', 'code': 200} Aug 06 15:54:01.299500 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=6d4c1e92-70a7-4ed7-a7f0-6d71d8421667,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:01.424313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55008) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:01.480060 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afbc3610-de01-4952-92b3-12cdefe51448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:01.518384 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edd582d2-28bc-4e61-b49b-b9ecc50d2b3b req-0bcd7be2-61dc-46f7-adca-549bb6a5a0f1 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021387 Aug 06 15:54:01.527605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92968e-9e85-4dcd-813d-fdde81e8d7e5 req-72f74e65-11b2-4620-915d-7f809402ca9c tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:01.529342 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f92968e-9e85-4dcd-813d-fdde81e8d7e5 req-72f74e65-11b2-4620-915d-7f809402ca9c tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 950 time: 0.1037154 Aug 06 15:54:01.537319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc3610-de01-4952-92b3-12cdefe51448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d664c5d0-d8e0-485d-86af-246349783b8c,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:01.617451 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61064e41-5f49-44d4-9fef-a8afa6511fd9 req-1052a6d4-ce92-4e2f-877c-5164dc79e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:01.618127 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-61064e41-5f49-44d4-9fef-a8afa6511fd9 req-1052a6d4-ce92-4e2f-877c-5164dc79e07b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 1101 time: 0.1394086 Aug 06 15:54:01.673712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f92968e-9e85-4dcd-813d-fdde81e8d7e5 req-e39e9014-b67f-4c97-8e99-77ad2a066a03 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301944 Aug 06 15:54:01.682331 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-61064e41-5f49-44d4-9fef-a8afa6511fd9 req-f5bd37d8-a973-4f66-ad8e-467a52f82231 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544906 Aug 06 15:54:01.686601 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc3610-de01-4952-92b3-12cdefe51448 admin admin] Checking segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:01.687291 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbc3610-de01-4952-92b3-12cdefe51448 admin admin] Network hostable DHCP agents. Network: 897fb748-581b-4095-a788-9e69c09f9551, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:54:01.707671 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:01.712327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55020) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:01.725384 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:01.728739 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:01.748981 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbc3610-de01-4952-92b3-12cdefe51448 admin admin] Network 897fb748-581b-4095-a788-9e69c09f9551 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:54:01.751846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5721bfc-ea97-43f5-a20d-7e9a6a3c1f97 req-4db2216c-4a31-4616-9a11-74b305ae621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:01.753407 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5721bfc-ea97-43f5-a20d-7e9a6a3c1f97 req-4db2216c-4a31-4616-9a11-74b305ae621b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=d6ef6b2ca0fe4e4bbee1f52acb83ceea&device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 1099 time: 0.1577313 Aug 06 15:54:01.759671 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91af46c3-4553-43c5-ba22-f3ba8e3fd8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:01.820720 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-afbc3610-de01-4952-92b3-12cdefe51448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 897fb748-581b-4095-a788-9e69c09f9551) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:01.831987 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbc3610-de01-4952-92b3-12cdefe51448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:01.832572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afbc3610-de01-4952-92b3-12cdefe51448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:01.834241 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be3fedb-b8c6-46c9-94a1-a6e67b7a1d01 None None] Network 897fb748-581b-4095-a788-9e69c09f9551 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:01.876289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Pushing event updated for resources: {'Port': ['ID=a2935328-0fac-4811-86f2-19bbf45378be,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:01.955410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8ce4-9e90-4163-b015-58c3a459f9b1 req-499b9a84-2d14-488f-9a59-90f368837aa2 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:01.957413 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-739d8ce4-9e90-4163-b015-58c3a459f9b1 req-499b9a84-2d14-488f-9a59-90f368837aa2 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 948 time: 0.1500416 Aug 06 15:54:01.961638 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Network be64a754-66d4-4a99-b5f7-5f4723a93a1f is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:01.965929 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:02.002724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5721bfc-ea97-43f5-a20d-7e9a6a3c1f97 req-2dc50b53-c9ce-4b4a-b47b-85978cb3e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:02.004925 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5721bfc-ea97-43f5-a20d-7e9a6a3c1f97 req-2dc50b53-c9ce-4b4a-b47b-85978cb3e7aa service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.2366402 Aug 06 15:54:02.078256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5721bfc-ea97-43f5-a20d-7e9a6a3c1f97 req-607cb8c6-5822-486c-a398-a2d7c0380865 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b HTTP/1.1" status: 200 len: 217 time: 0.0608399 Aug 06 15:54:02.085453 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-739d8ce4-9e90-4163-b015-58c3a459f9b1 req-a348791f-00a4-47fe-93d1-22542120098a tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166635 Aug 06 15:54:02.131732 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dba9ab-f0b2-4fc9-8a3f-b78e2682f7ba None None] Network 897fb748-581b-4095-a788-9e69c09f9551 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:02.207995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Router 9d542748-cef1-467e-a7c7-16ebca8d5796 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:54:02.232443 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa426-1351-4ed6-a529-94706465cfab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:02.254857 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-36e830e3-2719-422f-9f6c-a99c678bacc1 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=261f0b371ec84b8386de53a882b55255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851324 Aug 06 15:54:02.260330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5721bfc-ea97-43f5-a20d-7e9a6a3c1f97 req-608ed1d9-eba7-4127-ab27-6235026a286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:02.262357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5721bfc-ea97-43f5-a20d-7e9a6a3c1f97 req-608ed1d9-eba7-4127-ab27-6235026a286e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1748347 Aug 06 15:54:02.309137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-13a5491f-08b9-4441-a574-b398a32045ad None None] Provisioning complete for port a2935328-0fac-4811-86f2-19bbf45378be triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:02.309701 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-13a5491f-08b9-4441-a574-b398a32045ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:02.362862 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91af46c3-4553-43c5-ba22-f3ba8e3fd8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:02.379330 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-13a5491f-08b9-4441-a574-b398a32045ad None None] Port a2935328-0fac-4811-86f2-19bbf45378be cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:02.406342 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-afbc3610-de01-4952-92b3-12cdefe51448 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2986078 Aug 06 15:54:02.432417 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91af46c3-4553-43c5-ba22-f3ba8e3fd8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:02.434058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:54:02.448268 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f3dded7e-9eac-409c-ad61-179e25c6d57b admin admin] 10.222.0.37 "PUT /v2.0/routers/9d542748-cef1-467e-a7c7-16ebca8d5796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9910183 Aug 06 15:54:02.502210 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5721bfc-ea97-43f5-a20d-7e9a6a3c1f97 req-c01caf7f-0c3b-4669-bb88-b387fbd93535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:02.503822 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5721bfc-ea97-43f5-a20d-7e9a6a3c1f97 req-c01caf7f-0c3b-4669-bb88-b387fbd93535 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2173326 Aug 06 15:54:02.545279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af46c3-4553-43c5-ba22-f3ba8e3fd8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0230d7c-b2bf-427e-aabe-3a9e4fffa13f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:02.559711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-91af46c3-4553-43c5-ba22-f3ba8e3fd8ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55eea85f20b943d5b4f94fff306b412e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8430421 Aug 06 15:54:02.563028 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55046) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:02.624890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-d8977d66-6d3a-4f4d-bf3f-0a2d8385894d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:02.631894 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-d8977d66-6d3a-4f4d-bf3f-0a2d8385894d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3643005 Aug 06 15:54:02.671121 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-fbd44666-c429-43d8-95be-6d8ac6462c50 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/quotas/261f0b371ec84b8386de53a882b55255 HTTP/1.1" status: 200 len: 375 time: 0.0383303 Aug 06 15:54:02.673281 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23d2649a-0745-41e1-8a11-8773356bcb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:02.743089 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23d2649a-0745-41e1-8a11-8773356bcb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:02.782600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-cb893048-10f7-4437-8c59-d33e43829286 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981376 Aug 06 15:54:02.805375 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5721bfc-ea97-43f5-a20d-7e9a6a3c1f97 req-5bed82ec-5b8f-4e80-9e1b-91ee3aeddf30 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885773 Aug 06 15:54:02.849102 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa426-1351-4ed6-a529-94706465cfab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:02.889996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7fcae272-c561-4794-9c95-32b0b5324319 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:02.892168 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23d2649a-0745-41e1-8a11-8773356bcb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:02.908585 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23d2649a-0745-41e1-8a11-8773356bcb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:02.910965 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-23d2649a-0745-41e1-8a11-8773356bcb7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0230d7c-b2bf-427e-aabe-3a9e4fffa13f HTTP/1.1" status: 204 len: 168 time: 0.3468187 Aug 06 15:54:02.926879 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa426-1351-4ed6-a529-94706465cfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:02.938249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2649a-0745-41e1-8a11-8773356bcb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0230d7c-b2bf-427e-aabe-3a9e4fffa13f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:03.023247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 7fcae272-c561-4794-9c95-32b0b5324319 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:03.028654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7fcae272-c561-4794-9c95-32b0b5324319 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:03.029280 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.098753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4aa426-1351-4ed6-a529-94706465cfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e92983-ddf4-4825-a7af-620cc32183bd,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:03.117761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ca4aa426-1351-4ed6-a529-94706465cfab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=503c4bcc46b140fe93481f2b9a942e54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6887929 Aug 06 15:54:03.118526 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55078) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:03.136326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4fe9a-203a-407b-81b7-1bf4bade8df1 req-84f82707-4974-48f7-9b07-9658a47e4f82 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:03.142526 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4a4fe9a-203a-407b-81b7-1bf4bade8df1 req-84f82707-4974-48f7-9b07-9658a47e4f82 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 950 time: 0.2962368 Aug 06 15:54:03.149509 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Sync routers for ids ['9d542748-cef1-467e-a7c7-16ebca8d5796'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:54:03.183658 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5721bfc-ea97-43f5-a20d-7e9a6a3c1f97 req-72e5e0f1-57ff-45a3-bca0-23f92e1ee47b service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678153 Aug 06 15:54:03.201727 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Routers {'9d542748-cef1-467e-a7c7-16ebca8d5796'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:03.202732 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:53:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9d542748-cef1-467e-a7c7-16ebca8d5796'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:03.243968 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ada99a7-654a-48b0-bba2-1421df831722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.255978 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4a4fe9a-203a-407b-81b7-1bf4bade8df1 req-92b55f97-f8f0-4efe-91f3-200baf9cc8b9 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923889 Aug 06 15:54:03.314291 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ada99a7-654a-48b0-bba2-1421df831722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.319427 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa24de27-8ac9-4439-ab22-8d25cf508e20 req-9127d67a-f0ea-46a4-b18d-fad21cf30c81 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 210 time: 0.1331379 Aug 06 15:54:03.411351 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.412885 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ada99a7-654a-48b0-bba2-1421df831722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.417456 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ada99a7-654a-48b0-bba2-1421df831722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.421047 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5ada99a7-654a-48b0-bba2-1421df831722 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0e92983-ddf4-4825-a7af-620cc32183bd HTTP/1.1" status: 204 len: 168 time: 0.2986360 Aug 06 15:54:03.454444 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada99a7-654a-48b0-bba2-1421df831722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e92983-ddf4-4825-a7af-620cc32183bd,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:03.466807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8472d44-105f-44d9-aaa6-473903998580 req-17793822-0f83-4920-97cd-7155ce6b46b6 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:03.480907 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8472d44-105f-44d9-aaa6-473903998580 req-17793822-0f83-4920-97cd-7155ce6b46b6 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 948 time: 0.0713677 Aug 06 15:54:03.496506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 7fcae272-c561-4794-9c95-32b0b5324319, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7fcae272-c561-4794-9c95-32b0b5324319,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:03.519374 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.536943 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8472d44-105f-44d9-aaa6-473903998580 req-e1a1dc5b-b9f2-4d02-ae5b-a5a4f221d31b tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548651 Aug 06 15:54:03.653140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Set router 9d542748-cef1-467e-a7c7-16ebca8d5796 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:03.690060 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-04497d0d-5654-4473-a5cb-20cfd64f9d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.700498 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=7fcae272-c561-4794-9c95-32b0b5324319,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:03.872194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:54:03.872888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31e615-cee0-45a7-b0f4-1fe61126ab2c req-4e35984f-6a68-49c1-bed4-8ef75c81b247 tempest-ServersAdminNegativeTestJSON-1086182698 tempest-ServersAdminNegativeTestJSON-1086182698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:03.876662 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-be31e615-cee0-45a7-b0f4-1fe61126ab2c req-4e35984f-6a68-49c1-bed4-8ef75c81b247 tempest-ServersAdminNegativeTestJSON-1086182698 tempest-ServersAdminNegativeTestJSON-1086182698-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 1101 time: 0.0641828 Aug 06 15:54:03.918210 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-be31e615-cee0-45a7-b0f4-1fe61126ab2c req-8bec0870-7b60-48c1-9138-fc36602cb4dd tempest-ServersAdminNegativeTestJSON-1086182698 tempest-ServersAdminNegativeTestJSON-1086182698-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.052623 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:04.068080 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55122) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:04.074105 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'd3e7c0eb-fbc2-4b89-b528-c150ea73cc0b', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'd3e7c0eb-fbc2-4b89-b528-c150ea73cc0b', 'mac_address': 'fa:16:3e:f5:6a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:54:04.076769 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8fb9530a-2f2c-4e61-937a-90d8f3096d19 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1634427673-network', 'tenant_id': '875069046a1a438c88f894120431df54'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:04.095538 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-be31e615-cee0-45a7-b0f4-1fe61126ab2c req-8bec0870-7b60-48c1-9138-fc36602cb4dd tempest-ServersAdminNegativeTestJSON-1086182698 tempest-ServersAdminNegativeTestJSON-1086182698-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.101388 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-be31e615-cee0-45a7-b0f4-1fe61126ab2c req-8bec0870-7b60-48c1-9138-fc36602cb4dd tempest-ServersAdminNegativeTestJSON-1086182698 tempest-ServersAdminNegativeTestJSON-1086182698-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.119010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:54:00Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a2935328-0fac-4811-86f2-19bbf45378be', 'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'mac_address': 'fa:16:3e:55:42:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:58Z', 'updated_at': '2021-08-06T15:54:00Z', 'revision_number': 2, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'subnets': [{'id': '7139516a-55da-4c51-9f07-a4156520643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:04.127061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb9530a-2f2c-4e61-937a-90d8f3096d19 admin admin] Made reservation on behalf of 875069046a1a438c88f894120431df54 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:04.129971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fb9530a-2f2c-4e61-937a-90d8f3096d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.133063 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-be31e615-cee0-45a7-b0f4-1fe61126ab2c req-8bec0870-7b60-48c1-9138-fc36602cb4dd tempest-ServersAdminNegativeTestJSON-1086182698 tempest-ServersAdminNegativeTestJSON-1086182698-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471673 Aug 06 15:54:04.149311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec0870-7b60-48c1-9138-fc36602cb4dd tempest-ServersAdminNegativeTestJSON-1086182698 tempest-ServersAdminNegativeTestJSON-1086182698-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f2d9a0-4615-4f06-b1dc-66c6b5d4a129,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:04.160083 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fb9530a-2f2c-4e61-937a-90d8f3096d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.168046 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Checking router: 9d542748-cef1-467e-a7c7-16ebca8d5796 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:54:04.168374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Updating router 9d542748-cef1-467e-a7c7-16ebca8d5796 port a2935328-0fac-4811-86f2-19bbf45378be binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:54:04.192840 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.212573 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.215576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:04.273504 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:04.293854 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.348408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55128) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:04.355876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-fc10d1e2-3b9e-43e7-a3c7-9e2fe0f03789 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-24126346-network', 'tenant_id': 'ea84e61f597447b88a501e67b85c2526'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:04.386799 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fb9530a-2f2c-4e61-937a-90d8f3096d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.395472 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fb9530a-2f2c-4e61-937a-90d8f3096d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.426741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb9530a-2f2c-4e61-937a-90d8f3096d19 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:54:04.449993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:04.452652 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fb9530a-2f2c-4e61-937a-90d8f3096d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.453183 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-8fb9530a-2f2c-4e61-937a-90d8f3096d19 admin admin] Added segment 770486ad-ce96-410f-8853-282fc9b48b00 of type vlan for network 8e2eda1f-0eab-4843-b283-9ba5860f54ca Aug 06 15:54:04.498093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55130) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:04.512729 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fb9530a-2f2c-4e61-937a-90d8f3096d19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.550429 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fb9530a-2f2c-4e61-937a-90d8f3096d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.551483 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb9530a-2f2c-4e61-937a-90d8f3096d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:04.552075 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fb9530a-2f2c-4e61-937a-90d8f3096d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.556034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:04.597028 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9530a-2f2c-4e61-937a-90d8f3096d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc656070-85a9-47b3-9867-7b2871a13791,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:04.629926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55134) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:04.634418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc10d1e2-3b9e-43e7-a3c7-9e2fe0f03789 admin admin] Made reservation on behalf of ea84e61f597447b88a501e67b85c2526 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:04.636804 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fc10d1e2-3b9e-43e7-a3c7-9e2fe0f03789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.647311 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8fb9530a-2f2c-4e61-937a-90d8f3096d19 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5772495 Aug 06 15:54:04.654322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55136) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:04.656459 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fc10d1e2-3b9e-43e7-a3c7-9e2fe0f03789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.666180 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9530a-2f2c-4e61-937a-90d8f3096d19 admin admin] Pushing event updated for resources: {'Network': ['ID=8e2eda1f-0eab-4843-b283-9ba5860f54ca,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:04.677140 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-ba7ea713-905e-4f60-adea-e6f9dac5022e tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=261f0b371ec84b8386de53a882b55255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2210269 Aug 06 15:54:04.685947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 8e2eda1f-0eab-4843-b283-9ba5860f54ca details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:54:04.696295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-10ae2682-0b70-40d8-b75f-9cff3da283bd admin admin] Request body: {'subnet': {'network_id': '8e2eda1f-0eab-4843-b283-9ba5860f54ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1634427673-subnet', 'tenant_id': '875069046a1a438c88f894120431df54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:04.749389 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-486bdf95-0c38-4607-87d8-85144a83384a req-54765e1c-b5e4-4ddb-92c9-dc65e8ebf10e tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 210 time: 0.2534668 Aug 06 15:54:04.750343 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97798001-c775-4a52-90bf-9b683d04090f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.901603 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7fcae272-c561-4794-9c95-32b0b5324319 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:04.924333 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-299a61e9-96e4-405d-8677-c3d63e42d5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.956531 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fc10d1e2-3b9e-43e7-a3c7-9e2fe0f03789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.972468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb1ecb-140e-471c-8c67-50e52e88ed94 req-993fb290-c80e-45bc-87d1-cb5b68681368 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:04.978284 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-26fb1ecb-140e-471c-8c67-50e52e88ed94 req-993fb290-c80e-45bc-87d1-cb5b68681368 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 949 time: 0.2217972 Aug 06 15:54:04.988489 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fc10d1e2-3b9e-43e7-a3c7-9e2fe0f03789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.064957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-10f6f8f0-3338-41fd-9822-19302a4c2e8e tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:05.069069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-10f6f8f0-3338-41fd-9822-19302a4c2e8e tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3112493 Aug 06 15:54:05.069069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ae2682-0b70-40d8-b75f-9cff3da283bd admin admin] Made reservation on behalf of 875069046a1a438c88f894120431df54 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:05.077455 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10ae2682-0b70-40d8-b75f-9cff3da283bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.077455 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc10d1e2-3b9e-43e7-a3c7-9e2fe0f03789 admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:54:05.087906 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Request body: {'port': {'device_id': '4fe5daac-08f9-4bee-81ab-26c1600b9809', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '261f0b371ec84b8386de53a882b55255'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:05.092105 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.093017 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10d1e2-3b9e-43e7-a3c7-9e2fe0f03789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de40036-8dc5-462b-9695-d6ac7493d8ba,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:05.120323 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7fcae272-c561-4794-9c95-32b0b5324319 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:05.120740 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.125363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Transition to ACTIVE for port object a2935328-0fac-4811-86f2-19bbf45378be will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:05.150702 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.176671 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fc10d1e2-3b9e-43e7-a3c7-9e2fe0f03789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.177198 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-fc10d1e2-3b9e-43e7-a3c7-9e2fe0f03789 admin admin] Added segment 6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a of type vlan for network 14885431-54b6-4367-8cf5-68eecaa386f5 Aug 06 15:54:05.180769 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-26fb1ecb-140e-471c-8c67-50e52e88ed94 req-9e9be701-4716-440a-8230-2257a298f032 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834493 Aug 06 15:54:05.240129 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84dad3-8fe5-4441-9298-27d2fdd45966 None None] Pushing event updated for resources: {'Port': ['ID=a2935328-0fac-4811-86f2-19bbf45378be,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:05.334577 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fc10d1e2-3b9e-43e7-a3c7-9e2fe0f03789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.391071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Attempting to bind port a2935328-0fac-4811-86f2-19bbf45378be on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:05.391697 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Attempting to bind port a2935328-0fac-4811-86f2-19bbf45378be by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:05.392240 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Attempting to bind port a2935328-0fac-4811-86f2-19bbf45378be on network be64a754-66d4-4a99-b5f7-5f4723a93a1f {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:05.406549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:05.407358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Checking segment: {'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:05.408272 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.408873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Bound using segment: {'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:05.409536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Bound port: a2935328-0fac-4811-86f2-19bbf45378be, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:05.410089 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.435681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59202a2f-0185-4de6-b74c-44b3774c4c76 req-3a73ed1a-a0f8-4a3f-8a65-e07a217216e0 tempest-ServersAdminNegativeTestJSON-1086182698 tempest-ServersAdminNegativeTestJSON-1086182698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:05.437209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59202a2f-0185-4de6-b74c-44b3774c4c76 req-3a73ed1a-a0f8-4a3f-8a65-e07a217216e0 tempest-ServersAdminNegativeTestJSON-1086182698 tempest-ServersAdminNegativeTestJSON-1086182698-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 1101 time: 0.2005491 Aug 06 15:54:05.469735 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fc10d1e2-3b9e-43e7-a3c7-9e2fe0f03789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.470689 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc10d1e2-3b9e-43e7-a3c7-9e2fe0f03789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:05.471984 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fc10d1e2-3b9e-43e7-a3c7-9e2fe0f03789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.489053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] For port a2935328-0fac-4811-86f2-19bbf45378be, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:05.492558 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] For port a2935328-0fac-4811-86f2-19bbf45378be, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a2935328-0fac-4811-86f2-19bbf45378be,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:05.497082 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.581091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84dad3-8fe5-4441-9298-27d2fdd45966 None None] Pushing event updated for resources: {'Port': ['ID=a2935328-0fac-4811-86f2-19bbf45378be,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:05.593857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Routers {'9d542748-cef1-467e-a7c7-16ebca8d5796'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:05.594487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:53:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9d542748-cef1-467e-a7c7-16ebca8d5796'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:05.678244 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97798001-c775-4a52-90bf-9b683d04090f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.733818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] Set router 9d542748-cef1-467e-a7c7-16ebca8d5796 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:05.735967 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97798001-c775-4a52-90bf-9b683d04090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.788656 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fc10d1e2-3b9e-43e7-a3c7-9e2fe0f03789 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4359121 Aug 06 15:54:05.800534 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10d1e2-3b9e-43e7-a3c7-9e2fe0f03789 admin admin] Pushing event updated for resources: {'Network': ['ID=14885431-54b6-4367-8cf5-68eecaa386f5,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:05.811332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55168) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:05.837146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 14885431-54b6-4367-8cf5-68eecaa386f5 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:54:05.850295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59202a2f-0185-4de6-b74c-44b3774c4c76 req-246fbf9f-9029-4fd8-aa9c-64e06bb94600 tempest-ServersAdminNegativeTestJSON-1086182698 tempest-ServersAdminNegativeTestJSON-1086182698-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030242 Aug 06 15:54:05.865029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-aa146a46-0491-47d7-9d0a-f48d08390b53 admin admin] Request body: {'subnet': {'network_id': '14885431-54b6-4367-8cf5-68eecaa386f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24126346-subnet', 'tenant_id': 'ea84e61f597447b88a501e67b85c2526', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:05.879631 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-299a61e9-96e4-405d-8677-c3d63e42d5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.887287 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-299a61e9-96e4-405d-8677-c3d63e42d5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.922468 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-97798001-c775-4a52-90bf-9b683d04090f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef100e15b9ae45fab12f436620b6e55d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4110653 Aug 06 15:54:05.923411 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97798001-c775-4a52-90bf-9b683d04090f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c245524f-ce7e-4d62-9a73-9465329c3742,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:05.926509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55174) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:05.932200 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10ae2682-0b70-40d8-b75f-9cff3da283bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.972619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:06.019623 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-299a61e9-96e4-405d-8677-c3d63e42d5d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6eff79b3ec284537b952ba0643fc9a81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3859870 Aug 06 15:54:06.020267 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55182) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:06.022641 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a61e9-96e4-405d-8677-c3d63e42d5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1fad1b-752a-4fbf-ac4d-f3d35dc471ec,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:06.057467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:06.084564 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:06.084930 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.107554 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-119e9182-62fc-4f03-8979-b5e0f691fc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.137782 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-119e9182-62fc-4f03-8979-b5e0f691fc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.149598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae2682-0b70-40d8-b75f-9cff3da283bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae14174-1371-4b72-a87b-43914b632183,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:06.167873 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2700d8ec-ae21-4160-b0e8-90756582db1e req-e5c63acb-6593-48b9-8957-bd51f33a44e1 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 210 time: 0.2848077 Aug 06 15:54:06.187105 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-58084997-9f13-4582-882f-dd40955afb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.195992 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cd3971d1-cc23-4879-9d2c-e83db0ce7ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.213522 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-58084997-9f13-4582-882f-dd40955afb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.246512 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-119e9182-62fc-4f03-8979-b5e0f691fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.253772 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-119e9182-62fc-4f03-8979-b5e0f691fc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.256146 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-119e9182-62fc-4f03-8979-b5e0f691fc28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a1fad1b-752a-4fbf-ac4d-f3d35dc471ec HTTP/1.1" status: 204 len: 168 time: 0.2138872 Aug 06 15:54:06.294434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e9182-62fc-4f03-8979-b5e0f691fc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1fad1b-752a-4fbf-ac4d-f3d35dc471ec,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:06.305094 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-58084997-9f13-4582-882f-dd40955afb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.307770 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-58084997-9f13-4582-882f-dd40955afb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.308899 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-58084997-9f13-4582-882f-dd40955afb23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c245524f-ce7e-4d62-9a73-9465329c3742 HTTP/1.1" status: 204 len: 168 time: 0.3721976 Aug 06 15:54:06.333888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Made reservation on behalf of 261f0b371ec84b8386de53a882b55255 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:06.337474 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.352715 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.387891 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cae867-48b6-405d-b141-042832144033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e7c0eb-fbc2-4b89-b528-c150ea73cc0b'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:06.390495 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ae1c7f-8e14-4bbc-bd95-7ecab869a732" -d '{"events": [{"server_uuid": "35cae867-48b6-405d-b141-042832144033", "name": "network-vif-plugged", "status": "completed", "tag": "d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:06.396858 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:54:00Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a2935328-0fac-4811-86f2-19bbf45378be', 'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'mac_address': 'fa:16:3e:55:42:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:58Z', 'updated_at': '2021-08-06T15:54:05Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'subnets': [{'id': '7139516a-55da-4c51-9f07-a4156520643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:06.410949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58084997-9f13-4582-882f-dd40955afb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c245524f-ce7e-4d62-9a73-9465329c3742,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:06.423047 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.433911 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:06.439575 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafbdec-7e71-4086-8d1f-7d8e12d8c973 None None] The sync data for ids ['9d542748-cef1-467e-a7c7-16ebca8d5796'] in n-d-803756-1 is: [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:54:00Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a2935328-0fac-4811-86f2-19bbf45378be', 'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'mac_address': 'fa:16:3e:55:42:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:58Z', 'updated_at': '2021-08-06T15:54:05Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'subnets': [{'id': '7139516a-55da-4c51-9f07-a4156520643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:54:06.441170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa146a46-0491-47d7-9d0a-f48d08390b53 admin admin] Made reservation on behalf of ea84e61f597447b88a501e67b85c2526 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:06.443483 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aa146a46-0491-47d7-9d0a-f48d08390b53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.445941 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.462222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ae2682-0b70-40d8-b75f-9cff3da283bd admin admin] Checking segment: {'id': '770486ad-ce96-410f-8853-282fc9b48b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8e2eda1f-0eab-4843-b283-9ba5860f54ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:06.462584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ae2682-0b70-40d8-b75f-9cff3da283bd admin admin] Network hostable DHCP agents. Network: 8e2eda1f-0eab-4843-b283-9ba5860f54ca, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:54:06.538985 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:06.542819 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.579943 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb400a60-1656-458e-be10-be05e903ff8c req-a87a29cf-ee68-4163-8b02-b292d58439ba tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:06.581573 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb400a60-1656-458e-be10-be05e903ff8c req-a87a29cf-ee68-4163-8b02-b292d58439ba tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 950 time: 0.2811284 Aug 06 15:54:06.615043 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a645c-4955-4613-8156-9163c5584ada req-da2bf7f1-e6b4-484f-a456-7d4230792af2 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:06.621846 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-001a645c-4955-4613-8156-9163c5584ada req-da2bf7f1-e6b4-484f-a456-7d4230792af2 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 949 time: 0.3095455 Aug 06 15:54:06.723915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ae2682-0b70-40d8-b75f-9cff3da283bd admin admin] Network 8e2eda1f-0eab-4843-b283-9ba5860f54ca is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:54:06.765947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb400a60-1656-458e-be10-be05e903ff8c req-542fbf82-fda2-44de-83f8-d4d59a8fd235 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664689 Aug 06 15:54:06.820934 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-001a645c-4955-4613-8156-9163c5584ada req-5132962a-a5bb-4a88-a6d7-1b805b718724 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944118 Aug 06 15:54:06.841426 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-10ae2682-0b70-40d8-b75f-9cff3da283bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 8e2eda1f-0eab-4843-b283-9ba5860f54ca) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:06.854749 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b573cee5-7216-47d7-b480-8572912a2f62 None None] Network 8e2eda1f-0eab-4843-b283-9ba5860f54ca requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:06.861278 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a2935328-0fac-4811-86f2-19bbf45378be up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:06.867586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ae2682-0b70-40d8-b75f-9cff3da283bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:06.868217 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10ae2682-0b70-40d8-b75f-9cff3da283bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.888611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55214) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:06.914803 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6787021e-5568-4331-9e0e-c0f2e53dd95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.062336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66e54f-be1f-40fa-943b-39b461d45666 req-cf1b15b4-91c5-4189-a24e-037f60fb32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:07.067057 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b66e54f-be1f-40fa-943b-39b461d45666 req-cf1b15b4-91c5-4189-a24e-037f60fb32c3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 1101 time: 0.0829887 Aug 06 15:54:07.126621 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdb7031-fdf8-4596-b248-4add8d5532a6 x-openstack-request-id: req-0fdb7031-fdf8-4596-b248-4add8d5532a6 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:07.126953 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cae867-48b6-405d-b141-042832144033", "name": "network-vif-plugged", "status": "completed", "tag": "d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:07.130536 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fdb7031-fdf8-4596-b248-4add8d5532a6 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:07.130969 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cae867-48b6-405d-b141-042832144033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e7c0eb-fbc2-4b89-b528-c150ea73cc0b', 'code': 200} Aug 06 15:54:07.133761 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aa146a46-0491-47d7-9d0a-f48d08390b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.148401 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.154469 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.163592 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b66e54f-be1f-40fa-943b-39b461d45666 req-43ce5862-da44-4124-8021-227615f90634 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839283 Aug 06 15:54:07.230635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45679858-8555-4390-95a3-b2a8249f365e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:07.234925 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-10ae2682-0b70-40d8-b75f-9cff3da283bd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5601077 Aug 06 15:54:07.256847 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.264251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6df7a0-d283-4068-8f96-8cd9a71a80b5 None None] Network 8e2eda1f-0eab-4843-b283-9ba5860f54ca requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:07.412949 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6787021e-5568-4331-9e0e-c0f2e53dd95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.416400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a2935328-0fac-4811-86f2-19bbf45378be completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:07.422203 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6787021e-5568-4331-9e0e-c0f2e53dd95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.427647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a2935328-0fac-4811-86f2-19bbf45378be triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:07.428303 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.480043 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c26fbc7-0e1f-4920-a806-14cbd4caf76a req-b43dd9a0-37e0-4727-967e-2cf0e3d3e1be tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 210 time: 0.1912870 Aug 06 15:54:07.488016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa146a46-0491-47d7-9d0a-f48d08390b53 admin admin] Checking segment: {'id': '6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '14885431-54b6-4367-8cf5-68eecaa386f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:07.489899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa146a46-0491-47d7-9d0a-f48d08390b53 admin admin] Network hostable DHCP agents. Network: 14885431-54b6-4367-8cf5-68eecaa386f5, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:54:07.495713 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787021e-5568-4331-9e0e-c0f2e53dd95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463eec65-4df8-47c3-bbaa-245182f44224,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:07.503785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa146a46-0491-47d7-9d0a-f48d08390b53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b260dd-e369-4e6b-a48e-b147ade76028,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:07.548556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55232) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:07.555079 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6787021e-5568-4331-9e0e-c0f2e53dd95a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f8bd220c8b3446a8950a7f24bfec438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6533036 Aug 06 15:54:07.620132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Allocated IP 192.168.233.180 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/6841fe8f-f1ac-4eef-a329-6f127beb51bb) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:07.654649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa146a46-0491-47d7-9d0a-f48d08390b53 admin admin] Network 14885431-54b6-4367-8cf5-68eecaa386f5 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:54:07.703650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-aa146a46-0491-47d7-9d0a-f48d08390b53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 14885431-54b6-4367-8cf5-68eecaa386f5) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:07.710744 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.718209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a41aee3-82bf-46a0-8b32-dc753088466c None None] Network 14885431-54b6-4367-8cf5-68eecaa386f5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:07.774383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa146a46-0491-47d7-9d0a-f48d08390b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:07.775086 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aa146a46-0491-47d7-9d0a-f48d08390b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.776893 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb8a5c-50f7-4163-b6c7-95bf81a2a399 req-7d173cb4-9d7f-48fe-acf5-96da47950110 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:07.780770 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fcbb8a5c-50f7-4163-b6c7-95bf81a2a399 req-7d173cb4-9d7f-48fe-acf5-96da47950110 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 950 time: 0.1355655 Aug 06 15:54:07.890901 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-aa146a46-0491-47d7-9d0a-f48d08390b53 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0363820 Aug 06 15:54:07.898109 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55244) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:07.899725 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-371998b4-22e0-43f1-a664-9d8b7ab2c48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.906741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-24126346-router', 'tenant_id': 'ea84e61f597447b88a501e67b85c2526', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:07.985183 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port a2935328-0fac-4811-86f2-19bbf45378be, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a2935328-0fac-4811-86f2-19bbf45378be,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:07.999955 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.008913 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.016718 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.050905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-fcbb8a5c-50f7-4163-b6c7-95bf81a2a399 req-5fb2d925-4647-445e-9571-af39ba52261a tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Deleting port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:08.051459 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fcbb8a5c-50f7-4163-b6c7-95bf81a2a399 req-5fb2d925-4647-445e-9571-af39ba52261a tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.133358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=a2935328-0fac-4811-86f2-19bbf45378be,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:08.232787 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.255843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-14885431-54b6-4367-8cf5-68eecaa386f5', 'network_id': '14885431-54b6-4367-8cf5-68eecaa386f5', 'tenant_id': 'ea84e61f597447b88a501e67b85c2526', 'fixed_ips': [{'subnet_id': '13b260dd-e369-4e6b-a48e-b147ade76028'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:54:08.257442 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.261309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Transition to ACTIVE for port object 6841fe8f-f1ac-4eef-a329-6f127beb51bb will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:08.290185 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-371998b4-22e0-43f1-a664-9d8b7ab2c48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.296477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-fcbb8a5c-50f7-4163-b6c7-95bf81a2a399 req-5fb2d925-4647-445e-9571-af39ba52261a tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] For port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6d4c1e92-70a7-4ed7-a7f0-6d71d8421667,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:08.297010 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fcbb8a5c-50f7-4163-b6c7-95bf81a2a399 req-5fb2d925-4647-445e-9571-af39ba52261a tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.320338 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-fcbb8a5c-50f7-4163-b6c7-95bf81a2a399 req-5fb2d925-4647-445e-9571-af39ba52261a tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Calling delete_port for 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:08.321334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e1422-2370-41fc-a8f8-9df27253d74e req-955b490f-b2f8-42b5-9577-2dab0955099c tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:08.332194 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-186e1422-2370-41fc-a8f8-9df27253d74e req-955b490f-b2f8-42b5-9577-2dab0955099c tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0014921-1e7c-4eb2-95af-6c3f89530af2 HTTP/1.1" status: 200 len: 950 time: 0.4518576 Aug 06 15:54:08.348847 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55254) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:08.491469 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Allocated IP 172.20.0.2 (14885431-54b6-4367-8cf5-68eecaa386f5/13b260dd-e369-4e6b-a48e-b147ade76028/eb12ceb1-e653-46f2-8cb7-eb56cb86fb45) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:08.597066 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-186e1422-2370-41fc-a8f8-9df27253d74e req-ad55f2da-6228-4731-ab30-e2b78d5d4f4a tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593989 Aug 06 15:54:08.624081 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.633964 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23022d4c-9d57-42c5-a761-869dd276297d req-722fe65a-a114-454b-b0c0-d3bf4d61d765 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:08.636797 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-23022d4c-9d57-42c5-a761-869dd276297d req-722fe65a-a114-454b-b0c0-d3bf4d61d765 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 950 time: 0.6443529 Aug 06 15:54:08.659759 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fcbb8a5c-50f7-4163-b6c7-95bf81a2a399 req-5fb2d925-4647-445e-9571-af39ba52261a tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.678873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['1f3e8ec1-85cf-45b5-8bf2-9b87289097f4', '6d4c1e92-70a7-4ed7-a7f0-6d71d8421667'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:08.741741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2d925-4647-445e-9571-af39ba52261a tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Pushing event deleted for resources: {'Port': ['ID=6d4c1e92-70a7-4ed7-a7f0-6d71d8421667,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:08.743278 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83841d58-3ceb-4c13-b613-f23256609e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.851638 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.873737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a2935328-0fac-4811-86f2-19bbf45378be up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:08.884463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbb8a5c-50f7-4163-b6c7-95bf81a2a399 req-5fb2d925-4647-445e-9571-af39ba52261a tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] No DVR routers for this DVR port 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:54:08.888849 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fcbb8a5c-50f7-4163-b6c7-95bf81a2a399 req-5fb2d925-4647-445e-9571-af39ba52261a tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.898545 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fcbb8a5c-50f7-4163-b6c7-95bf81a2a399 req-5fb2d925-4647-445e-9571-af39ba52261a tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.13 "DELETE /v2.0/ports/6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 HTTP/1.1" status: 204 len: 173 time: 1.1024132 Aug 06 15:54:08.899044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0014921-1e7c-4eb2-95af-6c3f89530af2', 'name': 'network-vif-deleted', 'tag': '6d4c1e92-70a7-4ed7-a7f0-6d71d8421667'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:08.901442 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70293a7b-51d3-4c87-881c-e8525c0889ce" -d '{"events": [{"server_uuid": "b0014921-1e7c-4eb2-95af-6c3f89530af2", "name": "network-vif-deleted", "tag": "6d4c1e92-70a7-4ed7-a7f0-6d71d8421667"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:08.947076 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-371998b4-22e0-43f1-a664-9d8b7ab2c48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.949712 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-371998b4-22e0-43f1-a664-9d8b7ab2c48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.959269 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-371998b4-22e0-43f1-a664-9d8b7ab2c48c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/463eec65-4df8-47c3-bbaa-245182f44224 HTTP/1.1" status: 204 len: 168 time: 1.3340895 Aug 06 15:54:09.018076 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.108162 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83841d58-3ceb-4c13-b613-f23256609e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.113859 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83841d58-3ceb-4c13-b613-f23256609e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.158617 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371998b4-22e0-43f1-a664-9d8b7ab2c48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463eec65-4df8-47c3-bbaa-245182f44224,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:09.203395 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event updated for resources: {'Port': ['ID=6841fe8f-f1ac-4eef-a329-6f127beb51bb,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:09.209401 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-23022d4c-9d57-42c5-a761-869dd276297d req-800de77b-1768-4529-b666-aa4392173b86 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626571 Aug 06 15:54:09.225446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:09.266654 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-83841d58-3ceb-4c13-b613-f23256609e2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0596f339665e41eda4e5b2e551a65085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9167430 Aug 06 15:54:09.268479 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55288) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:09.276298 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83841d58-3ceb-4c13-b613-f23256609e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c151bda-af89-438a-bd76-bd6a99065e0e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:09.289367 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.316444 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Transition to ACTIVE for port object eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:09.334686 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76342774-fb2c-44bb-8f5c-3e8d09820d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.346277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Transition to ACTIVE for port object eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:09.366669 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76342774-fb2c-44bb-8f5c-3e8d09820d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.367880 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a2935328-0fac-4811-86f2-19bbf45378be triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:09.368635 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.415365 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.432063 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76342774-fb2c-44bb-8f5c-3e8d09820d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.434870 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76342774-fb2c-44bb-8f5c-3e8d09820d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.436260 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-76342774-fb2c-44bb-8f5c-3e8d09820d5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c151bda-af89-438a-bd76-bd6a99065e0e HTTP/1.1" status: 204 len: 168 time: 0.1662989 Aug 06 15:54:09.446697 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76342774-fb2c-44bb-8f5c-3e8d09820d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c151bda-af89-438a-bd76-bd6a99065e0e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:09.471081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Network 14885431-54b6-4367-8cf5-68eecaa386f5 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:09.475955 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.480242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:09.485679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:09.503853 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:09.530278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:09.542847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:09.544054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.548791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Pushing event updated for resources: {'Port': ['ID=eb12ceb1-e653-46f2-8cb7-eb56cb86fb45,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:09.628874 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Attempting to bind port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:09.632849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Attempting to bind port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '14885431-54b6-4367-8cf5-68eecaa386f5'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:09.632849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Attempting to bind port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 on network 14885431-54b6-4367-8cf5-68eecaa386f5 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:09.644171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:09.644533 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Checking segment: {'id': '6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '14885431-54b6-4367-8cf5-68eecaa386f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:09.644928 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.645317 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Bound using segment: {'id': '6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '14885431-54b6-4367-8cf5-68eecaa386f5'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:09.645822 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Bound port: eb12ceb1-e653-46f2-8cb7-eb56cb86fb45, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '14885431-54b6-4367-8cf5-68eecaa386f5'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:09.646204 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.741225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] For port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:09.745102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] For port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=eb12ceb1-e653-46f2-8cb7-eb56cb86fb45,segment=NetworkSegment(6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a),segment_id=6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:09.751233 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.804107 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-8ed4d0cf-5c85-4175-8edb-3b761a586e3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7244978 Aug 06 15:54:09.834231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Request body: {'port': {'device_id': '4fe5daac-08f9-4bee-81ab-26c1600b9809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:09.834604 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a3fe8-3528-4047-b11d-2224ac0778dc None None] Pushing event updated for resources: {'Port': ['ID=eb12ceb1-e653-46f2-8cb7-eb56cb86fb45,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:09.915567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43776ad7-e758-45af-a868-7412c8fa31cd req-fc36a03a-a54a-4dba-9dc3-f05198b588fb tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:09.917114 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43776ad7-e758-45af-a868-7412c8fa31cd req-fc36a03a-a54a-4dba-9dc3-f05198b588fb tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 936 time: 0.4339371 Aug 06 15:54:09.937036 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c213d9ef-fd8d-491f-bd72-f9e6ebbc39b9 None None] Provisioning for port 6841fe8f-f1ac-4eef-a329-6f127beb51bb completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:09.942549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c213d9ef-fd8d-491f-bd72-f9e6ebbc39b9 None None] Provisioning complete for port 6841fe8f-f1ac-4eef-a329-6f127beb51bb triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:09.942973 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c213d9ef-fd8d-491f-bd72-f9e6ebbc39b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.973371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a2681-1029-4124-9a72-f782108d2e97 req-0ca96dee-77c6-4153-8a9a-933381de611b tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:09.975179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-372a2681-1029-4124-9a72-f782108d2e97 req-0ca96dee-77c6-4153-8a9a-933381de611b tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 821 time: 0.7548108 Aug 06 15:54:10.007593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c213d9ef-fd8d-491f-bd72-f9e6ebbc39b9 None None] Port 6841fe8f-f1ac-4eef-a329-6f127beb51bb cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:10.031181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55314) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:10.044828 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:10.048269 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e498c114-d971-42f0-9c63-1cfedec6ae17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:10.078404 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-372a2681-1029-4124-9a72-f782108d2e97 req-8400806f-0d4e-41ea-8415-0c163bf4f197 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/quotas/852011720c8b4e718d18a1374910def6 HTTP/1.1" status: 200 len: 375 time: 0.0540829 Aug 06 15:54:10.134976 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-372a2681-1029-4124-9a72-f782108d2e97 req-1879015c-41d1-4d77-97a1-b197f3833523 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455339 Aug 06 15:54:10.154309 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43776ad7-e758-45af-a868-7412c8fa31cd req-385942fd-e9ac-4ccb-ac35-8dc3447e4f80 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996925 Aug 06 15:54:10.222350 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bc0107-0f19-408e-8a33-ab961c5ab4e5 x-openstack-request-id: req-a9bc0107-0f19-408e-8a33-ab961c5ab4e5 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:10.222798 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0014921-1e7c-4eb2-95af-6c3f89530af2", "name": "network-vif-deleted", "tag": "6d4c1e92-70a7-4ed7-a7f0-6d71d8421667", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:10.222877 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9bc0107-0f19-408e-8a33-ab961c5ab4e5 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:10.223309 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0014921-1e7c-4eb2-95af-6c3f89530af2', 'name': 'network-vif-deleted', 'tag': '6d4c1e92-70a7-4ed7-a7f0-6d71d8421667', 'status': 'completed', 'code': 200} Aug 06 15:54:10.228565 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e498c114-d971-42f0-9c63-1cfedec6ae17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:10.234313 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e498c114-d971-42f0-9c63-1cfedec6ae17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:10.285255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498c114-d971-42f0-9c63-1cfedec6ae17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9e73fb-278b-48d0-a553-07780b28e17c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:10.306969 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e498c114-d971-42f0-9c63-1cfedec6ae17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab2d5edb0e6f40bfa9d436a5151b420f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744784 Aug 06 15:54:10.310516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55326) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:10.373429 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b43e51ab-269e-483e-82e4-d71e27c1b7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:10.398590 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b43e51ab-269e-483e-82e4-d71e27c1b7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:10.459537 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b43e51ab-269e-483e-82e4-d71e27c1b7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:10.463138 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b43e51ab-269e-483e-82e4-d71e27c1b7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:10.465530 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b43e51ab-269e-483e-82e4-d71e27c1b7ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db9e73fb-278b-48d0-a553-07780b28e17c HTTP/1.1" status: 204 len: 168 time: 0.1530366 Aug 06 15:54:10.476501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e51ab-269e-483e-82e4-d71e27c1b7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9e73fb-278b-48d0-a553-07780b28e17c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:10.518310 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:10.558254 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-372a2681-1029-4124-9a72-f782108d2e97 req-739fb463-4248-4ffa-a772-5a3dff9f9682 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:54:10.559181 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-372a2681-1029-4124-9a72-f782108d2e97 req-739fb463-4248-4ffa-a772-5a3dff9f9682 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1758230 Aug 06 15:54:10.560514 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:10.895406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:10.907326 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-372a2681-1029-4124-9a72-f782108d2e97 req-b2b8f993-8e92-4391-b223-aec4aaa08242 service neutron] 10.222.0.37 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339355 Aug 06 15:54:10.963001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6841fe8f-f1ac-4eef-a329-6f127beb51bb {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:10.980023 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:10.991527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:11.063518 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcda1cb-b3e6-4546-a3bf-2e880c45aff4 req-6ce85d30-17ba-4e42-a0c6-2d1ce1987ae7 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:11.065005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1bcda1cb-b3e6-4546-a3bf-2e880c45aff4 req-6ce85d30-17ba-4e42-a0c6-2d1ce1987ae7 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 950 time: 0.2544210 Aug 06 15:54:11.073505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Allocated IP 172.25.1.251 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:11.077073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Transition to ACTIVE for port object 6841fe8f-f1ac-4eef-a329-6f127beb51bb will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:11.105976 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:11.242877 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1bcda1cb-b3e6-4546-a3bf-2e880c45aff4 req-70db97aa-96f4-428d-9822-7c0518230554 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645362 Aug 06 15:54:11.259005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Pushing event updated for resources: {'Port': ['ID=6841fe8f-f1ac-4eef-a329-6f127beb51bb,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:11.283827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-372a2681-1029-4124-9a72-f782108d2e97 req-9647a167-e456-4417-a154-c94fae4b417f service neutron] 10.222.0.37 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572860 Aug 06 15:54:11.302779 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f869677d-1e7e-4180-936f-768e8d5497a9 None None] Network 14885431-54b6-4367-8cf5-68eecaa386f5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:11.320533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Attempting to bind port 6841fe8f-f1ac-4eef-a329-6f127beb51bb on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:11.320875 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Attempting to bind port 6841fe8f-f1ac-4eef-a329-6f127beb51bb by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:11.321212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Attempting to bind port 6841fe8f-f1ac-4eef-a329-6f127beb51bb on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:11.334856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Port 6841fe8f-f1ac-4eef-a329-6f127beb51bb on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:54:11.335193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Attempting to bind port 6841fe8f-f1ac-4eef-a329-6f127beb51bb on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:11.363952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:11.364295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:11.364682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:11.365122 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Bound port: 6841fe8f-f1ac-4eef-a329-6f127beb51bb, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:11.365577 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:11.375855 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:11.495854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-955beec5-9ee4-4b36-9c14-0f906c400c8a None None] Provisioning for port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:11.517852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-955beec5-9ee4-4b36-9c14-0f906c400c8a None None] Provisioning complete for port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:11.518357 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-955beec5-9ee4-4b36-9c14-0f906c400c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:11.568196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] For port 6841fe8f-f1ac-4eef-a329-6f127beb51bb, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:11.584707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] For port 6841fe8f-f1ac-4eef-a329-6f127beb51bb, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6841fe8f-f1ac-4eef-a329-6f127beb51bb,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:11.586767 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:11.637172 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:11.721705 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-955beec5-9ee4-4b36-9c14-0f906c400c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:11.794992 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-955beec5-9ee4-4b36-9c14-0f906c400c8a None None] For port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=eb12ceb1-e653-46f2-8cb7-eb56cb86fb45,segment=NetworkSegment(6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a),segment_id=6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:11.800725 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-955beec5-9ee4-4b36-9c14-0f906c400c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:11.876670 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:11.893586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:11.894227 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:11.895700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] 10.222.0.78 "PUT /v2.0/ports/6841fe8f-f1ac-4eef-a329-6f127beb51bb HTTP/1.1" status: 200 len: 1096 time: 2.0670073 Aug 06 15:54:11.899388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:11.908586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe5daac-08f9-4bee-81ab-26c1600b9809', 'tag': '6841fe8f-f1ac-4eef-a329-6f127beb51bb'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:11.910884 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f105adf9-2f31-4585-9beb-efb33cce4a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe5daac-08f9-4bee-81ab-26c1600b9809", "tag": "6841fe8f-f1ac-4eef-a329-6f127beb51bb"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:11.915773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:11.917949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955beec5-9ee4-4b36-9c14-0f906c400c8a None None] Pushing event updated for resources: {'Port': ['ID=eb12ceb1-e653-46f2-8cb7-eb56cb86fb45,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:12.012427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:12.029996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55396) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:12.125218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.130278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.130687 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.130990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.131319 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.131679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.131992 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.132305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.132767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.132985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.133391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.133790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.174338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9286bd63-2d25-466f-8889-5f5c787c7bc9 None None] Provisioning complete for port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:12.174950 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9286bd63-2d25-466f-8889-5f5c787c7bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.189686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-network', 'tenant_id': '8134872260564a36b0e07d9336f135c4'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:12.210876 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc1db972-63cc-4a6f-b1af-2e508f09730f req-60ac68f2-ee23-4513-94cb-0e4d5d271f8a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 210 time: 0.1041577 Aug 06 15:54:12.220454 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Made reservation on behalf of 8134872260564a36b0e07d9336f135c4 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:12.224225 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.229749 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eeeb6f-0d96-4530-86c5-672d56ec3982 req-35621ecb-4f8b-412e-b5dd-86bd6ff5212b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:12.231374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-69eeeb6f-0d96-4530-86c5-672d56ec3982 req-35621ecb-4f8b-412e-b5dd-86bd6ff5212b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 948 time: 0.5880554 Aug 06 15:54:12.235656 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.297062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-92ee990b-f0f6-4d07-a05d-e907e8bb486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:12.298048 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-92ee990b-f0f6-4d07-a05d-e907e8bb486f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 1099 time: 0.2876389 Aug 06 15:54:12.328322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:54:12.351116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:54:12.351455 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6d4c1e92-70a7-4ed7-a7f0-6d71d8421667 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:54:12.370316 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.375123 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.406126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:54:12.412320 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1270ca-a687-45d6-9458-9537d6e897b1,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:12.424558 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.425309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.425999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.426580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.427154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.427695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.428706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.429339 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.429866 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.430363 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.430889 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.431360 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:12.437088 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.437552 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Added segment a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5 of type vlan for network 3df65d06-2654-4c94-83d6-de2bceefdc8a Aug 06 15:54:12.479517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-55c1c5ce-f68a-4741-ae2d-0907306356dc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=6841fe8f-f1ac-4eef-a329-6f127beb51bb HTTP/1.1" status: 200 len: 217 time: 0.1149702 Aug 06 15:54:12.489032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d4073-dfea-4730-bf86-09c52a2885fc service neutron] Pushing event updated for resources: {'Port': ['ID=6841fe8f-f1ac-4eef-a329-6f127beb51bb,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:12.492968 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.520484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-69eeeb6f-0d96-4530-86c5-672d56ec3982 req-90c7e4ad-1d42-442d-ac2a-360dd9e0f710 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629292 Aug 06 15:54:12.524893 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.526085 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:12.526859 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.584214 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5529978 Aug 06 15:54:12.587138 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55402) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:12.592755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f8b865ec-90c2-4f88-9a60-c69f6828a793 admin admin] Request body: {'subnet': {'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-subnet', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:12.601126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa54dc-0e8d-4976-9520-a4e70f9165d8 admin admin] Pushing event updated for resources: {'Network': ['ID=3df65d06-2654-4c94-83d6-de2bceefdc8a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:12.616546 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 3df65d06-2654-4c94-83d6-de2bceefdc8a details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:54:12.629468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b865ec-90c2-4f88-9a60-c69f6828a793 admin admin] Made reservation on behalf of 8134872260564a36b0e07d9336f135c4 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:12.640043 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8b865ec-90c2-4f88-9a60-c69f6828a793 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.640749 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534334a9-2e2f-408d-9b9d-7894ec48b27b req-74f84c90-abc9-45bc-944c-7efcdfd91334 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:12.649797 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-534334a9-2e2f-408d-9b9d-7894ec48b27b req-74f84c90-abc9-45bc-944c-7efcdfd91334 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 950 time: 0.2840936 Aug 06 15:54:12.678318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-ae31e075-b9ba-42a1-9bb0-a67b9665fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:12.680329 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-ae31e075-b9ba-42a1-9bb0-a67b9665fdb5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1871290 Aug 06 15:54:12.777785 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.807513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-534334a9-2e2f-408d-9b9d-7894ec48b27b req-55cb98b6-c09f-4def-ac84-d55110c9cb2f tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.37 "GET /v2.0/security-groups?id=dafb2344-e534-48e4-a67f-61bba1c8009a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561167 Aug 06 15:54:12.807844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:12.891283 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd552bb-46dc-4578-879d-c3b171fe00fe x-openstack-request-id: req-9cd552bb-46dc-4578-879d-c3b171fe00fe {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:12.891985 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe5daac-08f9-4bee-81ab-26c1600b9809", "tag": "6841fe8f-f1ac-4eef-a329-6f127beb51bb", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:12.892514 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cd552bb-46dc-4578-879d-c3b171fe00fe {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:12.893716 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe5daac-08f9-4bee-81ab-26c1600b9809', 'tag': '6841fe8f-f1ac-4eef-a329-6f127beb51bb', 'status': 'completed', 'code': 200} Aug 06 15:54:12.925344 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8b865ec-90c2-4f88-9a60-c69f6828a793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.925703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-235a6bb1-97ef-4570-b3d1-53a969a6339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:12.927715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:12.928060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-235a6bb1-97ef-4570-b3d1-53a969a6339a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2204149 Aug 06 15:54:12.928168 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:13.017445 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d6883-3429-4817-9654-5feb43797949 req-2bf39084-4913-440e-ac4c-dc9a77d2167c tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:13.019540 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-351d6883-3429-4817-9654-5feb43797949 req-2bf39084-4913-440e-ac4c-dc9a77d2167c tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2ee9286-9a46-4852-abed-c5e848577137 HTTP/1.1" status: 200 len: 950 time: 0.1912992 Aug 06 15:54:13.096306 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b865ec-90c2-4f88-9a60-c69f6828a793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=747b97e7-085e-4d9c-99fb-9f7861357373,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:13.114651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b865ec-90c2-4f88-9a60-c69f6828a793 admin admin] Checking segment: {'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:13.115019 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b865ec-90c2-4f88-9a60-c69f6828a793 admin admin] Network hostable DHCP agents. Network: 3df65d06-2654-4c94-83d6-de2bceefdc8a, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:54:13.167242 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b865ec-90c2-4f88-9a60-c69f6828a793 admin admin] Network 3df65d06-2654-4c94-83d6-de2bceefdc8a is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:54:13.179045 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-f8b865ec-90c2-4f88-9a60-c69f6828a793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 3df65d06-2654-4c94-83d6-de2bceefdc8a) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:13.185265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b865ec-90c2-4f88-9a60-c69f6828a793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:13.185958 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8b865ec-90c2-4f88-9a60-c69f6828a793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:13.193841 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-351d6883-3429-4817-9654-5feb43797949 req-e65eea1c-765b-43c9-bee6-f2cc98cfae98 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Deleting port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:13.194277 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-351d6883-3429-4817-9654-5feb43797949 req-e65eea1c-765b-43c9-bee6-f2cc98cfae98 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:13.194534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148cda5f-320a-4be3-b61d-ab840ad89796 None None] Network 3df65d06-2654-4c94-83d6-de2bceefdc8a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:13.235117 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f8b865ec-90c2-4f88-9a60-c69f6828a793 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6353948 Aug 06 15:54:13.239809 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-b5313f60-9076-4856-b418-11277d61b920 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944593 Aug 06 15:54:13.242970 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55414) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:13.278669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:13.301975 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-351d6883-3429-4817-9654-5feb43797949 req-e65eea1c-765b-43c9-bee6-f2cc98cfae98 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] For port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=1f3e8ec1-85cf-45b5-8bf2-9b87289097f4,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:13.302396 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-351d6883-3429-4817-9654-5feb43797949 req-e65eea1c-765b-43c9-bee6-f2cc98cfae98 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:13.323521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a2681-1029-4124-9a72-f782108d2e97 req-5465690d-6fdd-4122-99e0-3a9e74453ed4 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:13.323715 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-351d6883-3429-4817-9654-5feb43797949 req-e65eea1c-765b-43c9-bee6-f2cc98cfae98 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Calling delete_port for 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:13.325308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-372a2681-1029-4124-9a72-f782108d2e97 req-5465690d-6fdd-4122-99e0-3a9e74453ed4 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.13 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 821 time: 0.4293766 Aug 06 15:54:13.328216 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:13.329321 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:13.403645 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-372a2681-1029-4124-9a72-f782108d2e97 req-d5f15204-6ff4-43aa-95c4-aa40a81cfe02 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Request body: {'port': {'device_id': 'f95b706d-2fce-4609-b929-6d4b8eb0a6ef', 'network_id': '897fb748-581b-4095-a788-9e69c09f9551', 'admin_state_up': True, 'tenant_id': '852011720c8b4e718d18a1374910def6'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:13.420888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-3df65d06-2654-4c94-83d6-de2bceefdc8a', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:54:13.422210 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:13.459328 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:13.471327 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-351d6883-3429-4817-9654-5feb43797949 req-e65eea1c-765b-43c9-bee6-f2cc98cfae98 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:13.496089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['1f3e8ec1-85cf-45b5-8bf2-9b87289097f4'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:13.510164 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65eea1c-765b-43c9-bee6-f2cc98cfae98 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Pushing event deleted for resources: {'Port': ['ID=1f3e8ec1-85cf-45b5-8bf2-9b87289097f4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:13.540655 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79ce62-2373-43b6-9f34-ac4d3dfe64b6 req-6aca73c5-b69c-4e0d-b595-ecd25a3d5170 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:13.542242 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f79ce62-2373-43b6-9f34-ac4d3dfe64b6 req-6aca73c5-b69c-4e0d-b595-ecd25a3d5170 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 950 time: 0.5477388 Aug 06 15:54:13.550979 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6eed305e-4c10-41af-b587-7dbc3c0fc0dd req-0032a588-3b59-4925-ac5b-9dd091638b23 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 210 time: 0.1577380 Aug 06 15:54:13.572343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-351d6883-3429-4817-9654-5feb43797949 req-e65eea1c-765b-43c9-bee6-f2cc98cfae98 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] No DVR routers for this DVR port 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:54:13.586851 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-351d6883-3429-4817-9654-5feb43797949 req-e65eea1c-765b-43c9-bee6-f2cc98cfae98 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:13.589016 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-351d6883-3429-4817-9654-5feb43797949 req-e65eea1c-765b-43c9-bee6-f2cc98cfae98 tempest-ServersAdminNegativeTestJSON-1885755994 tempest-ServersAdminNegativeTestJSON-1885755994-project] 10.222.0.13 "DELETE /v2.0/ports/1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 HTTP/1.1" status: 204 len: 173 time: 0.5620325 Aug 06 15:54:13.589672 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ee9286-9a46-4852-abed-c5e848577137', 'name': 'network-vif-deleted', 'tag': '1f3e8ec1-85cf-45b5-8bf2-9b87289097f4'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:13.592065 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89573d7f-e96d-4e98-80cf-d97a07b75f58" -d '{"events": [{"server_uuid": "e2ee9286-9a46-4852-abed-c5e848577137", "name": "network-vif-deleted", "tag": "1f3e8ec1-85cf-45b5-8bf2-9b87289097f4"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:13.645199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Allocated IP 172.20.0.2 (3df65d06-2654-4c94-83d6-de2bceefdc8a/747b97e7-085e-4d9c-99fb-9f7861357373/e46aa950-c80b-4734-a972-e1ef8a5b2135) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:13.830846 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:13.842754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Transition to ACTIVE for port object e46aa950-c80b-4734-a972-e1ef8a5b2135 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:13.860857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Transition to ACTIVE for port object e46aa950-c80b-4734-a972-e1ef8a5b2135 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:13.867181 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:13.911310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Network 3df65d06-2654-4c94-83d6-de2bceefdc8a is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:13.914341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:13.919546 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:13.926792 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Pushing event updated for resources: {'Port': ['ID=e46aa950-c80b-4734-a972-e1ef8a5b2135,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:13.988236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Attempting to bind port e46aa950-c80b-4734-a972-e1ef8a5b2135 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:13.988664 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Attempting to bind port e46aa950-c80b-4734-a972-e1ef8a5b2135 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:13.989031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Attempting to bind port e46aa950-c80b-4734-a972-e1ef8a5b2135 on network 3df65d06-2654-4c94-83d6-de2bceefdc8a {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:13.995472 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:13.995846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Checking segment: {'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:14.002284 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:14.003725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Bound using segment: {'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:14.004845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Bound port: e46aa950-c80b-4734-a972-e1ef8a5b2135, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:14.007340 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:14.085568 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] For port e46aa950-c80b-4734-a972-e1ef8a5b2135, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:14.088927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] For port e46aa950-c80b-4734-a972-e1ef8a5b2135, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e46aa950-c80b-4734-a972-e1ef8a5b2135,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:14.095767 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:14.149431 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f79ce62-2373-43b6-9f34-ac4d3dfe64b6 req-3e7771bd-156d-41cf-80d2-1cbb4b292a99 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289078 Aug 06 15:54:14.151768 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7154b8d3-7f4b-4a57-b844-991755fbb5dd req-32e07771-29ea-4613-9d08-14fb669bbfca service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8488066 Aug 06 15:54:14.188416 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:14.214402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8cc18-e5cd-40ee-9182-f643880594bc None None] Pushing event updated for resources: {'Port': ['ID=e46aa950-c80b-4734-a972-e1ef8a5b2135,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:14.219203 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:14.248869 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9cf035-444c-4623-afee-c5f09dfeff7b x-openstack-request-id: req-df9cf035-444c-4623-afee-c5f09dfeff7b {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:14.249450 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ee9286-9a46-4852-abed-c5e848577137", "name": "network-vif-deleted", "tag": "1f3e8ec1-85cf-45b5-8bf2-9b87289097f4", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:14.249799 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df9cf035-444c-4623-afee-c5f09dfeff7b {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:14.250239 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ee9286-9a46-4852-abed-c5e848577137', 'name': 'network-vif-deleted', 'tag': '1f3e8ec1-85cf-45b5-8bf2-9b87289097f4', 'status': 'completed', 'code': 200} Aug 06 15:54:14.275531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ab34d-32f9-44ee-b90e-bc9ec181c946 req-702e32af-69bf-4481-904f-25367490d804 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:14.284634 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-580ab34d-32f9-44ee-b90e-bc9ec181c946 req-702e32af-69bf-4481-904f-25367490d804 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 948 time: 0.3960004 Aug 06 15:54:14.291299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372a2681-1029-4124-9a72-f782108d2e97 req-d5f15204-6ff4-43aa-95c4-aa40a81cfe02 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Made reservation on behalf of 852011720c8b4e718d18a1374910def6 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:14.294908 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-372a2681-1029-4124-9a72-f782108d2e97 req-d5f15204-6ff4-43aa-95c4-aa40a81cfe02 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:14.575296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-580ab34d-32f9-44ee-b90e-bc9ec181c946 req-177da07e-ba1e-4137-a6fd-0dfdb148283a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893906 Aug 06 15:54:14.764501 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105adf9-2f31-4585-9beb-efb33cce4a0d req-b1d2274a-9d25-423c-9525-4747d10fb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:14.764880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f105adf9-2f31-4585-9beb-efb33cce4a0d req-b1d2274a-9d25-423c-9525-4747d10fb029 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 1099 time: 0.4766436 Aug 06 15:54:14.862878 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aec05a62-0ea1-479f-9b52-4914d65dfb4e req-bc070cd7-5070-4c3d-9acf-51f63e270152 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 210 time: 0.0950415 Aug 06 15:54:14.924609 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55452) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:14.951126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e46aa950-c80b-4734-a972-e1ef8a5b2135 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:14.974573 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55456) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:15.025400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port e46aa950-c80b-4734-a972-e1ef8a5b2135 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:15.181578 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-879df77c-f719-4b20-b444-0efa3616b05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.208429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-372a2681-1029-4124-9a72-f782108d2e97 req-d5f15204-6ff4-43aa-95c4-aa40a81cfe02 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Allocated IP 172.20.0.5 (897fb748-581b-4095-a788-9e69c09f9551/d664c5d0-d8e0-485d-86af-246349783b8c/94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:15.241704 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105adf9-2f31-4585-9beb-efb33cce4a0d req-fdbeda2d-cc70-47d0-9774-2375709bec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:15.246056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f105adf9-2f31-4585-9beb-efb33cce4a0d req-fdbeda2d-cc70-47d0-9774-2375709bec9a service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.4617758 Aug 06 15:54:15.277671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5018b-24ec-41a7-9001-7ffe009ace15 req-718548e3-9813-4e25-9bcf-47fe759d3910 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:15.286919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2bb5018b-24ec-41a7-9001-7ffe009ace15 req-718548e3-9813-4e25-9bcf-47fe759d3910 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 950 time: 0.3748250 Aug 06 15:54:15.288711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Router 7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:54:15.357501 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f105adf9-2f31-4585-9beb-efb33cce4a0d req-45702931-7c10-4816-8a62-639b77b2d3d2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=6841fe8f-f1ac-4eef-a329-6f127beb51bb HTTP/1.1" status: 200 len: 217 time: 0.0565381 Aug 06 15:54:15.357812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55462) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:15.419518 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-879df77c-f719-4b20-b444-0efa3616b05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.425314 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-879df77c-f719-4b20-b444-0efa3616b05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.466751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105adf9-2f31-4585-9beb-efb33cce4a0d req-90c63491-0ed4-4a88-bc61-a70b10eefef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:15.468620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f105adf9-2f31-4585-9beb-efb33cce4a0d req-90c63491-0ed4-4a88-bc61-a70b10eefef9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0923159 Aug 06 15:54:15.534896 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9d7a0dbb-e108-441f-b08b-0699b41d204c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.554104 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-879df77c-f719-4b20-b444-0efa3616b05e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cdef560444c4b7f9ef26950fc9ce42e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6278455 Aug 06 15:54:15.554742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55466) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:15.560660 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879df77c-f719-4b20-b444-0efa3616b05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d676ec-4e4a-46e6-a009-f7183ef0bf38,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:15.640880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2bb5018b-24ec-41a7-9001-7ffe009ace15 req-8020d4ab-e905-46d6-8bdc-788f93348ab8 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/security-groups?id=7baaeef1-c4da-4902-8272-a7f8b8c67646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529816 Aug 06 15:54:15.666635 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dfbf95a8-f2d5-47f0-adf1-137b45fe0614 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd581fb1837d4339908dda6cbab97b6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2988644 Aug 06 15:54:15.666635 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55470) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:15.736177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564ed2db-1569-4bdd-b521-d4025c358159 None None] Network 3df65d06-2654-4c94-83d6-de2bceefdc8a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:15.743110 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5479d8f-58b7-4ec3-b9d6-fd8679213099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.785499 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5479d8f-58b7-4ec3-b9d6-fd8679213099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.797200 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e37d389a-a0ea-4361-8d35-803a7d4fdd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.854893 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e37d389a-a0ea-4361-8d35-803a7d4fdd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.951904 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9d7a0dbb-e108-441f-b08b-0699b41d204c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.952258 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1486c2ae-c3a4-45dc-8b8f-6d3fb998cceb None None] Provisioning for port e46aa950-c80b-4734-a972-e1ef8a5b2135 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:15.964117 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9d7a0dbb-e108-441f-b08b-0699b41d204c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.982171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1486c2ae-c3a4-45dc-8b8f-6d3fb998cceb None None] Provisioning complete for port e46aa950-c80b-4734-a972-e1ef8a5b2135 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:15.982792 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1486c2ae-c3a4-45dc-8b8f-6d3fb998cceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.991069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105adf9-2f31-4585-9beb-efb33cce4a0d req-acb92034-2084-457e-8cee-e46cc1266005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:15.993874 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f105adf9-2f31-4585-9beb-efb33cce4a0d req-acb92034-2084-457e-8cee-e46cc1266005 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5066133 Aug 06 15:54:16.009753 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9d7a0dbb-e108-441f-b08b-0699b41d204c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5d131b822594cf990d70b7fc582950b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0330284 Aug 06 15:54:16.010717 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e37d389a-a0ea-4361-8d35-803a7d4fdd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.013334 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e37d389a-a0ea-4361-8d35-803a7d4fdd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.014516 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e37d389a-a0ea-4361-8d35-803a7d4fdd99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dafb2344-e534-48e4-a67f-61bba1c8009a HTTP/1.1" status: 204 len: 168 time: 0.3522613 Aug 06 15:54:16.015332 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5479d8f-58b7-4ec3-b9d6-fd8679213099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.018552 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5479d8f-58b7-4ec3-b9d6-fd8679213099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.023180 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a5479d8f-58b7-4ec3-b9d6-fd8679213099 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7d676ec-4e4a-46e6-a009-f7183ef0bf38 HTTP/1.1" status: 204 len: 168 time: 0.4603899 Aug 06 15:54:16.023416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55474) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:16.058981 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a0dbb-e108-441f-b08b-0699b41d204c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe8b376-aaba-4ee1-a910-86a4b61fd865,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:16.076966 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d389a-a0ea-4361-8d35-803a7d4fdd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafb2344-e534-48e4-a67f-61bba1c8009a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:16.100926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5479d8f-58b7-4ec3-b9d6-fd8679213099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d676ec-4e4a-46e6-a009-f7183ef0bf38,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:16.172218 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1486c2ae-c3a4-45dc-8b8f-6d3fb998cceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.178521 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fcb8ff5-1cfe-48c2-b1a5-05ec4684ba5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.211889 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fcb8ff5-1cfe-48c2-b1a5-05ec4684ba5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.248238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1486c2ae-c3a4-45dc-8b8f-6d3fb998cceb None None] For port e46aa950-c80b-4734-a972-e1ef8a5b2135, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e46aa950-c80b-4734-a972-e1ef8a5b2135,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:16.257568 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1486c2ae-c3a4-45dc-8b8f-6d3fb998cceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.280003 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fcb8ff5-1cfe-48c2-b1a5-05ec4684ba5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.283030 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fcb8ff5-1cfe-48c2-b1a5-05ec4684ba5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.284306 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4fcb8ff5-1cfe-48c2-b1a5-05ec4684ba5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fe8b376-aaba-4ee1-a910-86a4b61fd865 HTTP/1.1" status: 204 len: 168 time: 0.2596838 Aug 06 15:54:16.294698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb8ff5-1cfe-48c2-b1a5-05ec4684ba5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe8b376-aaba-4ee1-a910-86a4b61fd865,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:16.305123 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-099ef560-0401-47eb-8fa3-c2b1276276ea req-a0fb2026-f75e-4144-bc2d-77074fbd77c5 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 210 time: 0.2008755 Aug 06 15:54:16.339586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98ce65-63f1-42ad-845d-d3a02b3a2270 req-50078a46-162e-48ec-b612-9497a4e9667b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:16.341920 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec98ce65-63f1-42ad-845d-d3a02b3a2270 req-50078a46-162e-48ec-b612-9497a4e9667b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 948 time: 0.6317101 Aug 06 15:54:16.350526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:54:16.360682 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Sync routers for ids ['7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:54:16.375292 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-372a2681-1029-4124-9a72-f782108d2e97 req-d5f15204-6ff4-43aa-95c4-aa40a81cfe02 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.375983 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Routers {'7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:16.378578 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:54:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:16.432310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486c2ae-c3a4-45dc-8b8f-6d3fb998cceb None None] Pushing event updated for resources: {'Port': ['ID=e46aa950-c80b-4734-a972-e1ef8a5b2135,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:16.506861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec1c21-b275-46e6-a630-7405216cc67f req-90851070-9571-4360-94e9-c1f37d09f263 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:16.509145 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-00ec1c21-b275-46e6-a630-7405216cc67f req-90851070-9571-4360-94e9-c1f37d09f263 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.78 "GET /v2.0/ports?device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 950 time: 0.1306157 Aug 06 15:54:16.593016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-70a70006-b10f-4a1e-878a-2debb99a5edc None None] Provisioning complete for port e46aa950-c80b-4734-a972-e1ef8a5b2135 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:16.593390 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-70a70006-b10f-4a1e-878a-2debb99a5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.599330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55486) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:16.608876 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.616958 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec98ce65-63f1-42ad-845d-d3a02b3a2270 req-ec280430-6c3c-4fd2-a407-6a2d2b39659a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484198 Aug 06 15:54:16.647831 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Set router 7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:16.754619 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90725444-a9e3-43d9-b37f-7b3bdd3dbfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.868054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e46aa950-c80b-4734-a972-e1ef8a5b2135 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:16.893251 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90725444-a9e3-43d9-b37f-7b3bdd3dbfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.908624 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90725444-a9e3-43d9-b37f-7b3bdd3dbfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.938456 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90725444-a9e3-43d9-b37f-7b3bdd3dbfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29924699-8c75-45c4-9a61-01004b64a7cb,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:16.952299 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24126346-router', 'tenant_id': 'ea84e61f597447b88a501e67b85c2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:08Z', 'updated_at': '2021-08-06T15:54:12Z', 'revision_number': 3, 'project_id': 'ea84e61f597447b88a501e67b85c2526', 'gw_port': {'id': 'e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:26:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:10Z', 'updated_at': '2021-08-06T15:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:16.957936 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-00ec1c21-b275-46e6-a630-7405216cc67f req-b924e0e9-f057-4934-af8e-6537ce89081e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Deleting port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:16.958472 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-00ec1c21-b275-46e6-a630-7405216cc67f req-b924e0e9-f057-4934-af8e-6537ce89081e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.982929 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Checking router: 7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:54:16.983511 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Updating router 7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421 port e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:54:17.009158 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.010751 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port e46aa950-c80b-4734-a972-e1ef8a5b2135 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:17.011076 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.071879 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-00ec1c21-b275-46e6-a630-7405216cc67f req-b924e0e9-f057-4934-af8e-6537ce89081e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] For port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:17.072401 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-00ec1c21-b275-46e6-a630-7405216cc67f req-b924e0e9-f057-4934-af8e-6537ce89081e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.091951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-00ec1c21-b275-46e6-a630-7405216cc67f req-b924e0e9-f057-4934-af8e-6537ce89081e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Calling delete_port for d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:17.135800 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.137872 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.139428 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e94e76f0-f0ee-4212-a455-79eda47ae5f9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.2377286 Aug 06 15:54:17.142793 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f105adf9-2f31-4585-9beb-efb33cce4a0d req-7343048b-7966-459a-9a3d-2993c895a98a service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0332551 Aug 06 15:54:17.145979 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55492) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:17.146358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55494) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:17.146676 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55496) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:17.251931 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-00ec1c21-b275-46e6-a630-7405216cc67f req-b924e0e9-f057-4934-af8e-6537ce89081e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.257074 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-90725444-a9e3-43d9-b37f-7b3bdd3dbfb9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1a9469fe1c14462acf007484619407b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6564159 Aug 06 15:54:17.263099 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55498) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:17.279491 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:17.290274 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-372a2681-1029-4124-9a72-f782108d2e97 req-d5f15204-6ff4-43aa-95c4-aa40a81cfe02 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.295202 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.309327 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Transition to ACTIVE for port object e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:17.319319 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.327544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924e0e9-f057-4934-af8e-6537ce89081e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Pushing event deleted for resources: {'Port': ['ID=d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:17.383787 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d71613-8f8e-42e9-9b04-356f221e35af None None] Pushing event updated for resources: {'Port': ['ID=e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:17.393435 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Attempting to bind port e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:17.393832 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Attempting to bind port e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:17.394377 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Attempting to bind port e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:17.400125 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:17.400749 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:17.401333 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.401923 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:17.402557 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Bound port: e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:17.403162 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.406436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ec1c21-b275-46e6-a630-7405216cc67f req-b924e0e9-f057-4934-af8e-6537ce89081e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] No DVR routers for this DVR port d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:54:17.411831 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-00ec1c21-b275-46e6-a630-7405216cc67f req-b924e0e9-f057-4934-af8e-6537ce89081e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.413837 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-00ec1c21-b275-46e6-a630-7405216cc67f req-b924e0e9-f057-4934-af8e-6537ce89081e tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.78 "DELETE /v2.0/ports/d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b HTTP/1.1" status: 204 len: 173 time: 0.8964856 Aug 06 15:54:17.414280 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cae867-48b6-405d-b141-042832144033', 'name': 'network-vif-deleted', 'tag': 'd3e7c0eb-fbc2-4b89-b528-c150ea73cc0b'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:17.416524 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be8417d-32da-4953-82af-bb0f77693e40" -d '{"events": [{"server_uuid": "35cae867-48b6-405d-b141-042832144033", "name": "network-vif-deleted", "tag": "d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:17.446779 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-36d5b473-0fe5-40a1-b23b-6d761ff5a1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.477745 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] For port e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:17.484658 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] For port e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:17.490887 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.496253 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-36d5b473-0fe5-40a1-b23b-6d761ff5a1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.543423 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ef4942f-2410-4343-a83f-2208453058e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.565254 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Routers {'7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:17.566169 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:54:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:17.568362 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d71613-8f8e-42e9-9b04-356f221e35af None None] Pushing event updated for resources: {'Port': ['ID=e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:17.575220 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-36d5b473-0fe5-40a1-b23b-6d761ff5a1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.578312 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-36d5b473-0fe5-40a1-b23b-6d761ff5a1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.584624 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-36d5b473-0fe5-40a1-b23b-6d761ff5a1f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29924699-8c75-45c4-9a61-01004b64a7cb HTTP/1.1" status: 204 len: 168 time: 0.3181162 Aug 06 15:54:17.594606 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5b473-0fe5-40a1-b23b-6d761ff5a1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29924699-8c75-45c4-9a61-01004b64a7cb,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:17.618517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80dae7fd-9600-429c-9bf1-0af8643e8d23 req-7abffc2a-a228-4712-bba4-ddf470636938 tempest-DeleteServersAdminTestJSON-1175515220 tempest-DeleteServersAdminTestJSON-1175515220-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cae867-48b6-405d-b141-042832144033 HTTP/1.1" status: 200 len: 210 time: 0.4743087 Aug 06 15:54:17.676775 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372a2681-1029-4124-9a72-f782108d2e97 req-d5f15204-6ff4-43aa-95c4-aa40a81cfe02 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Network 897fb748-581b-4095-a788-9e69c09f9551 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:17.687350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-372a2681-1029-4124-9a72-f782108d2e97 req-d5f15204-6ff4-43aa-95c4-aa40a81cfe02 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:17.689505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f15204-6ff4-43aa-95c4-aa40a81cfe02 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Pushing event updated for resources: {'Port': ['ID=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:17.698313 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad95d34-c942-4a66-9315-477ee00df1cc x-openstack-request-id: req-3ad95d34-c942-4a66-9315-477ee00df1cc {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:17.698608 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cae867-48b6-405d-b141-042832144033", "name": "network-vif-deleted", "tag": "d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:17.698860 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ad95d34-c942-4a66-9315-477ee00df1cc {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:17.699260 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cae867-48b6-405d-b141-042832144033', 'name': 'network-vif-deleted', 'tag': 'd3e7c0eb-fbc2-4b89-b528-c150ea73cc0b', 'status': 'completed', 'code': 200} Aug 06 15:54:17.749685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-372a2681-1029-4124-9a72-f782108d2e97 req-d5f15204-6ff4-43aa-95c4-aa40a81cfe02 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:17.755345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a2681-1029-4124-9a72-f782108d2e97 req-d5f15204-6ff4-43aa-95c4-aa40a81cfe02 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:17.755982 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-372a2681-1029-4124-9a72-f782108d2e97 req-d5f15204-6ff4-43aa-95c4-aa40a81cfe02 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.761081 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] Set router 7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:17.901364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 6841fe8f-f1ac-4eef-a329-6f127beb51bb details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:54:17.938174 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b49b77eb-fc17-4f4c-93b2-5e526ba26e4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6e21e0195fe4316b6598d4d5de9f37b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7874563 Aug 06 15:54:17.938840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55516) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:17.967515 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f105adf9-2f31-4585-9beb-efb33cce4a0d req-70dc5f2f-67c6-4d2c-84a5-a3f55b7d544d service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707957 Aug 06 15:54:17.986067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effec7c6-2adc-4458-a190-9292fceea0bc req-21c0171b-bdf3-42f1-9d5d-a1159fa3aca9 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:17.987825 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-effec7c6-2adc-4458-a190-9292fceea0bc req-21c0171b-bdf3-42f1-9d5d-a1159fa3aca9 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 931 time: 0.4510760 Aug 06 15:54:17.989131 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Allocated IP 172.25.1.158 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/048380e2-c320-4579-bc0e-afbeaf90ad78) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:18.032951 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 6841fe8f-f1ac-4eef-a329-6f127beb51bb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6841fe8f-f1ac-4eef-a329-6f127beb51bb,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:18.051604 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d93e1-3b61-4391-bc3e-8b449eff267b req-51ac481f-414d-4286-9654-c9eb7f54ec15 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:18.060829 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-361d93e1-3b61-4391-bc3e-8b449eff267b req-51ac481f-414d-4286-9654-c9eb7f54ec15 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 948 time: 0.2950025 Aug 06 15:54:18.062745 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1242b87c-3258-4ef9-a9ba-9833f756be85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.063973 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '6841fe8f-f1ac-4eef-a329-6f127beb51bb', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '6841fe8f-f1ac-4eef-a329-6f127beb51bb', 'mac_address': 'fa:16:3e:23:04:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:54:18.089483 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1242b87c-3258-4ef9-a9ba-9833f756be85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.135731 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24126346-router', 'tenant_id': 'ea84e61f597447b88a501e67b85c2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:08Z', 'updated_at': '2021-08-06T15:54:12Z', 'revision_number': 3, 'project_id': 'ea84e61f597447b88a501e67b85c2526', 'gw_port': {'id': 'e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:26:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:10Z', 'updated_at': '2021-08-06T15:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:18.159717 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ef4942f-2410-4343-a83f-2208453058e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.162072 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1242b87c-3258-4ef9-a9ba-9833f756be85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.164295 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.164915 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1242b87c-3258-4ef9-a9ba-9833f756be85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.169665 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1242b87c-3258-4ef9-a9ba-9833f756be85 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8f2d9a0-4615-4f06-b1dc-66c6b5d4a129 HTTP/1.1" status: 204 len: 168 time: 0.2258668 Aug 06 15:54:18.178415 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242b87c-3258-4ef9-a9ba-9833f756be85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f2d9a0-4615-4f06-b1dc-66c6b5d4a129,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:18.189700 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c50d7-0104-4d24-bce3-64a4c424d9a4 None None] The sync data for ids ['7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'] in n-d-803756-1 is: [{'id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24126346-router', 'tenant_id': 'ea84e61f597447b88a501e67b85c2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:08Z', 'updated_at': '2021-08-06T15:54:12Z', 'revision_number': 3, 'project_id': 'ea84e61f597447b88a501e67b85c2526', 'gw_port': {'id': 'e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:26:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:10Z', 'updated_at': '2021-08-06T15:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:54:18.203950 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ef4942f-2410-4343-a83f-2208453058e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.212282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-effec7c6-2adc-4458-a190-9292fceea0bc req-e2466a1c-2cd5-4ab8-ac84-e0627affa8b5 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153885 Aug 06 15:54:18.217820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6841fe8f-f1ac-4eef-a329-6f127beb51bb {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:18.227933 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-372a2681-1029-4124-9a72-f782108d2e97 req-d5f15204-6ff4-43aa-95c4-aa40a81cfe02 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8334019 Aug 06 15:54:18.252773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Request body: {'port': {'device_id': 'f95b706d-2fce-4609-b929-6d4b8eb0a6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:18.269992 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 6841fe8f-f1ac-4eef-a329-6f127beb51bb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6841fe8f-f1ac-4eef-a329-6f127beb51bb,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:18.275838 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.343200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=6841fe8f-f1ac-4eef-a329-6f127beb51bb,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:18.343460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-361d93e1-3b61-4391-bc3e-8b449eff267b req-640e096b-416d-4f1a-8ff4-9a32a69c5533 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813759 Aug 06 15:54:18.366341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:54:18.387602 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6ef4942f-2410-4343-a83f-2208453058e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1547b56885244d58c9f2ebd0896af24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2321908 Aug 06 15:54:18.390027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55524) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:18.400200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4942f-2410-4343-a83f-2208453058e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b6e2a0-47b3-4eed-a1c0-4e60f8aaa286,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:18.401476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:54:18.401880 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 1f3e8ec1-85cf-45b5-8bf2-9b87289097f4 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:54:18.454413 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.471776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f022ea2c-9d12-48e1-8ac3-88ec7d192cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.491547 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.502610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6841fe8f-f1ac-4eef-a329-6f127beb51bb'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:18.521565 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f022ea2c-9d12-48e1-8ac3-88ec7d192cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.613254 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f022ea2c-9d12-48e1-8ac3-88ec7d192cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.616421 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f022ea2c-9d12-48e1-8ac3-88ec7d192cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.617769 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f022ea2c-9d12-48e1-8ac3-88ec7d192cb9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30b6e2a0-47b3-4eed-a1c0-4e60f8aaa286 HTTP/1.1" status: 204 len: 168 time: 0.2267289 Aug 06 15:54:18.636901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022ea2c-9d12-48e1-8ac3-88ec7d192cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b6e2a0-47b3-4eed-a1c0-4e60f8aaa286,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:18.886792 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.945142 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:18.997937 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:19.012287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:19.018772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:19.019254 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:19.159062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:19.164410 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:19.176711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:19.207586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:19.218535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:19.228037 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:19.241895 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Pushing event updated for resources: {'Port': ['ID=048380e2-c320-4579-bc0e-afbeaf90ad78,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:19.350599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:19.551918 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55572) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:19.763704 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58df5de-2a08-41e0-bd4b-4340cf508552 req-052d376a-0578-42e1-9df2-229fef2c1a04 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:19.765249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c58df5de-2a08-41e0-bd4b-4340cf508552 req-052d376a-0578-42e1-9df2-229fef2c1a04 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 949 time: 0.2358530 Aug 06 15:54:19.788166 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-416fa91b-bf19-4b4a-8f14-38ecf05cc87d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6ef6b2ca0fe4e4bbee1f52acb83ceea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2347705 Aug 06 15:54:19.790625 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55582) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:19.836559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab273101-2dbe-43b7-a8e0-20fcb676ac72 req-f84944ee-8108-48e2-8c96-aaaa51480bd9 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:19.844584 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab273101-2dbe-43b7-a8e0-20fcb676ac72 req-f84944ee-8108-48e2-8c96-aaaa51480bd9 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 931 time: 0.3163943 Aug 06 15:54:19.857007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Allocated IP 172.20.0.1 (14885431-54b6-4367-8cf5-68eecaa386f5/13b260dd-e369-4e6b-a48e-b147ade76028/b337e533-899a-4d40-bbaa-6334fb3a33b9) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:19.873861 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-44afefb0-397a-4a2e-8283-6536ca52687b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:19.897909 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-44afefb0-397a-4a2e-8283-6536ca52687b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:19.901949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 6841fe8f-f1ac-4eef-a329-6f127beb51bb up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:19.990325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 6841fe8f-f1ac-4eef-a329-6f127beb51bb completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:20.003048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 6841fe8f-f1ac-4eef-a329-6f127beb51bb triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:20.003559 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.009399 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-44afefb0-397a-4a2e-8283-6536ca52687b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.012157 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-44afefb0-397a-4a2e-8283-6536ca52687b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.016350 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-44afefb0-397a-4a2e-8283-6536ca52687b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7baaeef1-c4da-4902-8272-a7f8b8c67646 HTTP/1.1" status: 204 len: 168 time: 0.2244673 Aug 06 15:54:20.029744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afefb0-397a-4a2e-8283-6536ca52687b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baaeef1-c4da-4902-8272-a7f8b8c67646,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:20.047229 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab273101-2dbe-43b7-a8e0-20fcb676ac72 req-789687e2-fe60-4e20-b428-041ffe3279f6 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020228 Aug 06 15:54:20.048179 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.116388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:20.175341 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.200663 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.227206 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe5daac-08f9-4bee-81ab-26c1600b9809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6841fe8f-f1ac-4eef-a329-6f127beb51bb'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:20.240019 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33abb94f-666d-4bda-8ae4-0ecc5b0a11a9" -d '{"events": [{"server_uuid": "4fe5daac-08f9-4bee-81ab-26c1600b9809", "name": "network-vif-plugged", "status": "completed", "tag": "6841fe8f-f1ac-4eef-a329-6f127beb51bb"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:20.275304 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c58df5de-2a08-41e0-bd4b-4340cf508552 req-e4b35591-7b28-4a9e-bc10-214f1337bbe4 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797060 Aug 06 15:54:20.304067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Transition to ACTIVE for port object 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:20.308796 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 6841fe8f-f1ac-4eef-a329-6f127beb51bb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6841fe8f-f1ac-4eef-a329-6f127beb51bb,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:20.315413 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.320957 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.326004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:54:20.441481 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebc58e0-6f19-4a10-a2d0-55f3c93ff546 x-openstack-request-id: req-aebc58e0-6f19-4a10-a2d0-55f3c93ff546 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:20.442279 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe5daac-08f9-4bee-81ab-26c1600b9809", "name": "network-vif-plugged", "status": "completed", "tag": "6841fe8f-f1ac-4eef-a329-6f127beb51bb", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:20.442705 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aebc58e0-6f19-4a10-a2d0-55f3c93ff546 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:20.443423 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe5daac-08f9-4bee-81ab-26c1600b9809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6841fe8f-f1ac-4eef-a329-6f127beb51bb', 'code': 200} Aug 06 15:54:20.447565 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:54:20.448338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d3e7c0eb-fbc2-4b89-b528-c150ea73cc0b not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:54:20.450672 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.493458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=6841fe8f-f1ac-4eef-a329-6f127beb51bb,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:20.569382 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Pushing event updated for resources: {'Port': ['ID=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:20.575071 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Transition to ACTIVE for port object b337e533-899a-4d40-bbaa-6334fb3a33b9 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:20.633731 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Attempting to bind port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:20.634093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Attempting to bind port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:20.634423 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Attempting to bind port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:20.655708 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 on network 897fb748-581b-4095-a788-9e69c09f9551 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:54:20.656032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Attempting to bind port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:20.669058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41908df-dfd4-4204-96df-e26ba954eb19 req-7c3ce70e-4618-47df-a7b9-6f851db37d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:20.670675 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a41908df-dfd4-4204-96df-e26ba954eb19 req-7c3ce70e-4618-47df-a7b9-6f851db37d45 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 1101 time: 0.2322564 Aug 06 15:54:20.679873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:20.680234 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Checking segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:20.680598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Bound using segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:20.681043 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Bound port: 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:20.681398 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.720825 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.754274 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.767401 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55616) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:20.785321 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff6dab2f-f2e5-4635-9ad5-24f997f9a853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.810622 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Network 14885431-54b6-4367-8cf5-68eecaa386f5 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:20.814063 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a41908df-dfd4-4204-96df-e26ba954eb19 req-31cbe310-5126-45ed-b343-0dbc279c222a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266813 Aug 06 15:54:20.833555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:20.894547 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:20.894933 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.916086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:20.919081 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:20.920254 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.983629 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff6dab2f-f2e5-4635-9ad5-24f997f9a853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.993044 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff6dab2f-f2e5-4635-9ad5-24f997f9a853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.056511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] For port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:21.060023 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Pushing event updated for resources: {'Port': ['ID=b337e533-899a-4d40-bbaa-6334fb3a33b9,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:21.077306 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ff6dab2f-f2e5-4635-9ad5-24f997f9a853 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b9802a29c7948c2ab33ea37e005f881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050516 Aug 06 15:54:21.082468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55622) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:21.108412 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dab2f-f2e5-4635-9ad5-24f997f9a853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f164aacb-94b3-403d-94cf-e5b70393788f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:21.148255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] For port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:21.160357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55626) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:21.230272 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.327417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4a796b49-0459-45a9-af6a-16a9f6bde66f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-491306476-network', 'tenant_id': '1f390577d5e54c3a8cd8179cec36e627'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:21.330476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e84cef16-974b-4bb6-98a8-7e60fadca03f None None] Provisioning for port b337e533-899a-4d40-bbaa-6334fb3a33b9 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:21.358919 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e84cef16-974b-4bb6-98a8-7e60fadca03f None None] Provisioning complete for port b337e533-899a-4d40-bbaa-6334fb3a33b9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:21.364755 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e84cef16-974b-4bb6-98a8-7e60fadca03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.431762 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a796b49-0459-45a9-af6a-16a9f6bde66f admin admin] Made reservation on behalf of 1f390577d5e54c3a8cd8179cec36e627 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:21.438469 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4a796b49-0459-45a9-af6a-16a9f6bde66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.451840 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4a796b49-0459-45a9-af6a-16a9f6bde66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.461868 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e84cef16-974b-4bb6-98a8-7e60fadca03f None None] Port b337e533-899a-4d40-bbaa-6334fb3a33b9 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:21.538818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:21.542526 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.544919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-372a2681-1029-4124-9a72-f782108d2e97 req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] 10.222.0.13 "PUT /v2.0/ports/94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 HTTP/1.1" status: 200 len: 1091 time: 3.2967949 Aug 06 15:54:21.569665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b706d-2fce-4609-b929-6d4b8eb0a6ef', 'tag': '94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:21.572515 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48be34b8-3534-4381-b5ca-d2a1337f714f" -d '{"events": [{"name": "network-changed", "server_uuid": "f95b706d-2fce-4609-b929-6d4b8eb0a6ef", "tag": "94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:21.621371 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4a796b49-0459-45a9-af6a-16a9f6bde66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.641762 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4a796b49-0459-45a9-af6a-16a9f6bde66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.670020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a796b49-0459-45a9-af6a-16a9f6bde66f admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:54:21.692192 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4a796b49-0459-45a9-af6a-16a9f6bde66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.692845 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-4a796b49-0459-45a9-af6a-16a9f6bde66f admin admin] Added segment c819c12d-997b-4c45-919b-5618ac5e831f of type vlan for network 4f9f30a7-d6f5-45c7-a84e-da0de5d1300c Aug 06 15:54:21.730797 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a796b49-0459-45a9-af6a-16a9f6bde66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a56a56-3ce9-4b98-b74a-acbdcab56589,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:21.754510 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4a796b49-0459-45a9-af6a-16a9f6bde66f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.787381 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4a796b49-0459-45a9-af6a-16a9f6bde66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.788369 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a796b49-0459-45a9-af6a-16a9f6bde66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:21.789109 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4a796b49-0459-45a9-af6a-16a9f6bde66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.824198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed62650-ed5c-47ce-b63f-028a934c3a73 service neutron] Pushing event updated for resources: {'Port': ['ID=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:21.856746 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4a796b49-0459-45a9-af6a-16a9f6bde66f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6947289 Aug 06 15:54:21.860026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55662) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:21.866921 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7c5b48c3-a443-4c60-b427-cd3a007392f0 admin admin] Request body: {'subnet': {'network_id': '4f9f30a7-d6f5-45c7-a84e-da0de5d1300c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-491306476-subnet', 'tenant_id': '1f390577d5e54c3a8cd8179cec36e627', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:21.878079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a796b49-0459-45a9-af6a-16a9f6bde66f admin admin] Pushing event updated for resources: {'Network': ['ID=4f9f30a7-d6f5-45c7-a84e-da0de5d1300c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:21.890167 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 4f9f30a7-d6f5-45c7-a84e-da0de5d1300c details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:54:21.890627 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85e85e-3667-4396-be6c-838ce7ab6e5f req-424558af-aab8-4ccd-ad90-1102ca9e1ae9 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:21.898235 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a85e85e-3667-4396-be6c-838ce7ab6e5f req-424558af-aab8-4ccd-ad90-1102ca9e1ae9 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 943 time: 0.6959293 Aug 06 15:54:21.899075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5b48c3-a443-4c60-b427-cd3a007392f0 admin admin] Made reservation on behalf of 1f390577d5e54c3a8cd8179cec36e627 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:21.902063 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c5b48c3-a443-4c60-b427-cd3a007392f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.906149 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8393a10e-9d76-4731-b9aa-061ab2a5bade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.935343 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.976804 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90b34e-cd90-4ad7-8ac5-7bca904bf21c req-38556b50-3f22-424a-860c-970f5c1be05d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:21.977962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d90b34e-cd90-4ad7-8ac5-7bca904bf21c req-38556b50-3f22-424a-860c-970f5c1be05d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 950 time: 0.4805138 Aug 06 15:54:21.991219 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8393a10e-9d76-4731-b9aa-061ab2a5bade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:22.005306 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Router dc457fbf-f077-4fb2-ac87-3b5796bf2306 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:54:22.008200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a2681-1029-4124-9a72-f782108d2e97 req-f18984e3-bcc0-479e-bda4-a5704902c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:22.009703 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-372a2681-1029-4124-9a72-f782108d2e97 req-f18984e3-bcc0-479e-bda4-a5704902c9e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 1094 time: 0.2093110 Aug 06 15:54:22.061816 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a85e85e-3667-4396-be6c-838ce7ab6e5f req-cfdad87e-d67d-4623-a9fd-e90b2cbfba8b tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626966 Aug 06 15:54:22.124231 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e86dede-b0cc-45f3-9845-37993c5ecdf2 x-openstack-request-id: req-9e86dede-b0cc-45f3-9845-37993c5ecdf2 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:22.124523 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95b706d-2fce-4609-b929-6d4b8eb0a6ef", "tag": "94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:22.124885 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e86dede-b0cc-45f3-9845-37993c5ecdf2 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:22.125145 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b706d-2fce-4609-b929-6d4b8eb0a6ef', 'tag': '94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2', 'status': 'completed', 'code': 200} Aug 06 15:54:22.129952 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c5b48c3-a443-4c60-b427-cd3a007392f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:22.134159 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-372a2681-1029-4124-9a72-f782108d2e97 req-0622d08c-e068-4301-b3d7-c5e3016ee91f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 HTTP/1.1" status: 200 len: 217 time: 0.0950799 Aug 06 15:54:22.220053 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b48c3-a443-4c60-b427-cd3a007392f0 admin admin] Checking segment: {'id': 'c819c12d-997b-4c45-919b-5618ac5e831f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4f9f30a7-d6f5-45c7-a84e-da0de5d1300c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:22.220406 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b48c3-a443-4c60-b427-cd3a007392f0 admin admin] Network hostable DHCP agents. Network: 4f9f30a7-d6f5-45c7-a84e-da0de5d1300c, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:54:22.229518 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b48c3-a443-4c60-b427-cd3a007392f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c228cd5-ebf5-4d54-bf5e-9d298a411b97,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:22.245060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b48c3-a443-4c60-b427-cd3a007392f0 admin admin] Network 4f9f30a7-d6f5-45c7-a84e-da0de5d1300c is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:54:22.258582 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-7c5b48c3-a443-4c60-b427-cd3a007392f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 4f9f30a7-d6f5-45c7-a84e-da0de5d1300c) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:22.265270 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5b48c3-a443-4c60-b427-cd3a007392f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:22.265894 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c5b48c3-a443-4c60-b427-cd3a007392f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:22.279659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27a8cc4-697e-405a-bf03-433897e3c7e8 None None] Network 4f9f30a7-d6f5-45c7-a84e-da0de5d1300c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:22.284638 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d90b34e-cd90-4ad7-8ac5-7bca904bf21c req-362305f8-f3b1-41bd-9935-8f6381d27839 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690225 Aug 06 15:54:22.306072 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7c5b48c3-a443-4c60-b427-cd3a007392f0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4386640 Aug 06 15:54:22.333874 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8393a10e-9d76-4731-b9aa-061ab2a5bade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:22.337052 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8393a10e-9d76-4731-b9aa-061ab2a5bade admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:22.338374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8393a10e-9d76-4731-b9aa-061ab2a5bade admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f164aacb-94b3-403d-94cf-e5b70393788f HTTP/1.1" status: 204 len: 168 time: 1.2492607 Aug 06 15:54:22.377482 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a2681-1029-4124-9a72-f782108d2e97 req-9ba2351d-bbe7-4ec6-ae24-748cb8e8c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:22.379020 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-372a2681-1029-4124-9a72-f782108d2e97 req-9ba2351d-bbe7-4ec6-ae24-748cb8e8c560 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.1980379 Aug 06 15:54:22.379927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393a10e-9d76-4731-b9aa-061ab2a5bade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f164aacb-94b3-403d-94cf-e5b70393788f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:22.429767 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-372a2681-1029-4124-9a72-f782108d2e97 req-32250be0-0ba5-4f4e-b342-2681743708f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402186 Aug 06 15:54:22.435169 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:54:22.450486 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Sync routers for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:54:22.464534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58be61e9-cbff-488f-a4b1-989c8869906b None None] Network 4f9f30a7-d6f5-45c7-a84e-da0de5d1300c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:22.493700 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:22.494488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:54:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:22.531618 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:22.535994 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55686) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:22.536159 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-aaf70447-43c9-4588-9319-a45ac984aef3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.2638535 Aug 06 15:54:22.544781 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:22.554699 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:22.555690 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:22.603238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55692) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:22.652869 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-372a2681-1029-4124-9a72-f782108d2e97 req-9543e86c-282d-420a-9172-701c595ecc5d service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095189 Aug 06 15:54:22.696191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:22.708200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea9b1518-378e-42dd-9951-5cf39853a20f req-de59a512-5f82-4876-8dac-1ee95646c82c tempest-FlavorsV2NegativeTest-1954923648 tempest-FlavorsV2NegativeTest-1954923648-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a31418cd1aa3451d870770ead2ba7932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804756 Aug 06 15:54:22.713264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Pushing event updated for resources: {'Port': ['ID=b337e533-899a-4d40-bbaa-6334fb3a33b9,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:22.889436 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Network 14885431-54b6-4367-8cf5-68eecaa386f5 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:22.902602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:22.916005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-372a2681-1029-4124-9a72-f782108d2e97 req-91d82f88-710c-47a1-83f6-ecd1c343a486 service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474725 Aug 06 15:54:22.937183 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b1518-378e-42dd-9951-5cf39853a20f req-b2624046-bdc1-481a-8adc-990eecd5b4b3 tempest-FlavorsV2NegativeTest-1954923648 tempest-FlavorsV2NegativeTest-1954923648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:22.939735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea9b1518-378e-42dd-9951-5cf39853a20f req-b2624046-bdc1-481a-8adc-990eecd5b4b3 tempest-FlavorsV2NegativeTest-1954923648 tempest-FlavorsV2NegativeTest-1954923648-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2144580 Aug 06 15:54:23.055803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:19Z', 'revision_number': 3, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:23.066784 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b36352e-7309-4990-97f1-ddfb731e636a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:23.082320 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea9b1518-378e-42dd-9951-5cf39853a20f req-4b40e2ef-7cc8-4228-8614-5b96273b50fe tempest-FlavorsV2NegativeTest-1954923648 tempest-FlavorsV2NegativeTest-1954923648-project] 10.222.0.37 "GET /v2.0/quotas/a31418cd1aa3451d870770ead2ba7932 HTTP/1.1" status: 200 len: 375 time: 0.0848653 Aug 06 15:54:23.119608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Checking router: dc457fbf-f077-4fb2-ac87-3b5796bf2306 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:54:23.120523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Updating router dc457fbf-f077-4fb2-ac87-3b5796bf2306 port 048380e2-c320-4579-bc0e-afbeaf90ad78 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:54:23.203461 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:23.207458 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:23.253606 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea9b1518-378e-42dd-9951-5cf39853a20f req-5993c86a-e17b-4562-b863-408fd876866d tempest-FlavorsV2NegativeTest-1954923648 tempest-FlavorsV2NegativeTest-1954923648-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a31418cd1aa3451d870770ead2ba7932&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1516488 Aug 06 15:54:23.306955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be34b8-3534-4381-b5ca-d2a1337f714f req-7732552f-1e0d-4243-b0e5-dd635dc870b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:23.308992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48be34b8-3534-4381-b5ca-d2a1337f714f req-7732552f-1e0d-4243-b0e5-dd635dc870b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 1094 time: 0.3133664 Aug 06 15:54:23.377735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8f927a7b-24c7-4cf8-bbbd-757f7f7a2ec4 None None] Provisioning complete for port b337e533-899a-4d40-bbaa-6334fb3a33b9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:23.378705 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8f927a7b-24c7-4cf8-bbbd-757f7f7a2ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:23.383610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55728) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:23.390839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-54d8d887-79b0-46f4-910c-82663869d075 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-876489062-network', 'tenant_id': 'c82743e461ac47f08f4108ae103eef22'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:23.442074 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48588a3-de0b-4340-a1ea-b363c541a470 req-44a39262-976e-4971-9016-0c8551b7e3a4 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:23.443787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d48588a3-de0b-4340-a1ea-b363c541a470 req-44a39262-976e-4971-9016-0c8551b7e3a4 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 943 time: 0.1962736 Aug 06 15:54:23.448597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Router 7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:54:23.585877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8f927a7b-24c7-4cf8-bbbd-757f7f7a2ec4 None None] Port b337e533-899a-4d40-bbaa-6334fb3a33b9 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:23.602456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be34b8-3534-4381-b5ca-d2a1337f714f req-20f1dc99-6f42-4a8c-bc28-e4dfe74d3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:23.604182 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48be34b8-3534-4381-b5ca-d2a1337f714f req-20f1dc99-6f42-4a8c-bc28-e4dfe74d3806 service neutron] 10.222.0.13 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.2804615 Aug 06 15:54:23.623070 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:23.634884 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Transition to ACTIVE for port object 048380e2-c320-4579-bc0e-afbeaf90ad78 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:23.644361 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:23.681461 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d48588a3-de0b-4340-a1ea-b363c541a470 req-0008a1b5-b755-4bae-ae97-5565bc3f933f tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019074 Aug 06 15:54:23.694422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48be34b8-3534-4381-b5ca-d2a1337f714f req-acdab704-4ff4-4094-a1b6-df82218c15e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 HTTP/1.1" status: 200 len: 217 time: 0.0773647 Aug 06 15:54:23.707750 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d13fa8-ed03-4daf-ad54-235c1b54da53 req-e7c829fe-bd32-4c77-b0fe-5f785e26f45e tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:23.709780 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43d13fa8-ed03-4daf-ad54-235c1b54da53 req-e7c829fe-bd32-4c77-b0fe-5f785e26f45e tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 950 time: 0.2630386 Aug 06 15:54:23.727361 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:23.740276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Attempting to bind port 048380e2-c320-4579-bc0e-afbeaf90ad78 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:23.740578 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Attempting to bind port 048380e2-c320-4579-bc0e-afbeaf90ad78 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:23.740942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Attempting to bind port 048380e2-c320-4579-bc0e-afbeaf90ad78 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:23.746876 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:23.747341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:23.747751 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:23.748140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:23.748607 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Bound port: 048380e2-c320-4579-bc0e-afbeaf90ad78, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:23.748986 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:23.750769 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e052df-09a7-4b16-b3a2-6f7f277bc460 None None] Pushing event updated for resources: {'Port': ['ID=048380e2-c320-4579-bc0e-afbeaf90ad78,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:23.831570 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] For port 048380e2-c320-4579-bc0e-afbeaf90ad78, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:23.838529 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] For port 048380e2-c320-4579-bc0e-afbeaf90ad78, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=048380e2-c320-4579-bc0e-afbeaf90ad78,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:23.846086 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:23.954579 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:23.968999 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:23.969788 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:54:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:23.973874 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e052df-09a7-4b16-b3a2-6f7f277bc460 None None] Pushing event updated for resources: {'Port': ['ID=048380e2-c320-4579-bc0e-afbeaf90ad78,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:24.021011 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b36352e-7309-4990-97f1-ddfb731e636a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:24.026673 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:54:24.035950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a83e4256-7a36-4c07-a806-46df460d5b1d admin admin] 10.222.0.37 "PUT /v2.0/routers/7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8744533 Aug 06 15:54:24.036586 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Sync routers for ids ['7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:54:24.051675 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Routers {'7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:24.053483 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:54:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:24.057732 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b36352e-7309-4990-97f1-ddfb731e636a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:24.164593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be34b8-3534-4381-b5ca-d2a1337f714f req-45f862ae-c421-44be-837e-044b87c433bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:24.165306 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48be34b8-3534-4381-b5ca-d2a1337f714f req-45f862ae-c421-44be-837e-044b87c433bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.4194999 Aug 06 15:54:24.172155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d8d887-79b0-46f4-910c-82663869d075 admin admin] Made reservation on behalf of c82743e461ac47f08f4108ae103eef22 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:24.174508 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d8d887-79b0-46f4-910c-82663869d075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:24.202990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:24.216213 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55756) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:24.217094 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8b36352e-7309-4990-97f1-ddfb731e636a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08576aa7029044298ac79424c8e9ab72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6125860 Aug 06 15:54:24.227030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36352e-7309-4990-97f1-ddfb731e636a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b9d9fa-bfcb-4ce4-81d0-321751101733,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:24.279630 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43d13fa8-ed03-4daf-ad54-235c1b54da53 req-246a34c3-41a4-4e51-b109-fbac3c70aca2 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267019 Aug 06 15:54:24.281093 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d8d887-79b0-46f4-910c-82663869d075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:24.284606 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48be34b8-3534-4381-b5ca-d2a1337f714f req-447c08ab-f619-49ef-9284-2699c7fd0634 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078703 Aug 06 15:54:24.382039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Allocated IP 172.20.0.1 (3df65d06-2654-4c94-83d6-de2bceefdc8a/747b97e7-085e-4d9c-99fb-9f7861357373/5f9dab4e-b623-4328-8992-d90a83fb2e98) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:24.449123 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2779fab9-6ade-4210-a4b7-3951c4eb3904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:24.506398 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48be34b8-3534-4381-b5ca-d2a1337f714f req-9862f8ec-e673-4e56-aa8b-7f4a84517ed3 service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039669 Aug 06 15:54:24.558447 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Set router 7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:24.619258 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2779fab9-6ade-4210-a4b7-3951c4eb3904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:24.655899 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:19Z', 'revision_number': 3, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:24.770592 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:24.796346 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48be34b8-3534-4381-b5ca-d2a1337f714f req-dff1db4d-87ca-416d-8182-e689260adb18 service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805791 Aug 06 15:54:24.798621 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef383679-ac29-4ced-b1ee-66df523327b1 None None] The sync data for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 is: [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:19Z', 'revision_number': 3, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:54:24.841914 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Transition to ACTIVE for port object 5f9dab4e-b623-4328-8992-d90a83fb2e98 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:24.846213 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2779fab9-6ade-4210-a4b7-3951c4eb3904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:24.857197 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2779fab9-6ade-4210-a4b7-3951c4eb3904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:24.860559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55774) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:24.867785 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2779fab9-6ade-4210-a4b7-3951c4eb3904 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59b9d9fa-bfcb-4ce4-81d0-321751101733 HTTP/1.1" status: 204 len: 168 time: 0.6490161 Aug 06 15:54:24.896234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779fab9-6ade-4210-a4b7-3951c4eb3904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b9d9fa-bfcb-4ce4-81d0-321751101733,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:24.968263 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24126346-router', 'tenant_id': 'ea84e61f597447b88a501e67b85c2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:08Z', 'updated_at': '2021-08-06T15:54:21Z', 'revision_number': 4, 'project_id': 'ea84e61f597447b88a501e67b85c2526', 'gw_port': {'id': 'e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:26:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:10Z', 'updated_at': '2021-08-06T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b337e533-899a-4d40-bbaa-6334fb3a33b9', 'name': '', 'network_id': '14885431-54b6-4367-8cf5-68eecaa386f5', 'tenant_id': 'ea84e61f597447b88a501e67b85c2526', 'mac_address': 'fa:16:3e:bf:3d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '13b260dd-e369-4e6b-a48e-b147ade76028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:18Z', 'updated_at': '2021-08-06T15:54:22Z', 'revision_number': 2, 'project_id': 'ea84e61f597447b88a501e67b85c2526', 'subnets': [{'id': '13b260dd-e369-4e6b-a48e-b147ade76028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:24.974583 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:24.997316 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d8d887-79b0-46f4-910c-82663869d075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.011226 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d8d887-79b0-46f4-910c-82663869d075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.031956 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Checking router: 7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:54:25.032315 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Updating router 7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421 port b337e533-899a-4d40-bbaa-6334fb3a33b9 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:54:25.034020 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b49ab2-2802-4161-85a3-3589e4248c2a req-9e1762a5-87c1-46a8-b020-d36410fac2b6 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:25.041238 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-24b49ab2-2802-4161-85a3-3589e4248c2a req-9e1762a5-87c1-46a8-b020-d36410fac2b6 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 1101 time: 0.1796889 Aug 06 15:54:25.050698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Network 3df65d06-2654-4c94-83d6-de2bceefdc8a is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:25.059549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:25.065541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:25.068495 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.072808 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=5f9dab4e-b623-4328-8992-d90a83fb2e98,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:25.073103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d8d887-79b0-46f4-910c-82663869d075 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:54:25.110758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbea08-b40c-4c11-b15b-75539e17c92c req-aae2cafc-e0a5-4635-a172-e8b7ba27a32b tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:25.112335 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1dcbea08-b40c-4c11-b15b-75539e17c92c req-aae2cafc-e0a5-4635-a172-e8b7ba27a32b tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 943 time: 0.2210255 Aug 06 15:54:25.123872 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-24b49ab2-2802-4161-85a3-3589e4248c2a req-e510bbba-dae2-43b1-918b-4e3810873fb5 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.127262 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.170526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8d887-79b0-46f4-910c-82663869d075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffd1e83-dc53-415f-b2b4-85b9a36208f8,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:25.180581 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d8d887-79b0-46f4-910c-82663869d075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.180861 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-54d8d887-79b0-46f4-910c-82663869d075 admin admin] Added segment 3feaf3ca-3382-4322-9140-2b4e13acd722 of type vlan for network a15eff91-bfab-4451-b561-29b8a5a80889 Aug 06 15:54:25.389713 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f414-a0aa-4796-8d7f-83b6ca981514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.425787 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.438901 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d8d887-79b0-46f4-910c-82663869d075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.482925 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1dcbea08-b40c-4c11-b15b-75539e17c92c req-9a7d026a-f1d5-408f-8a53-d2920dd0b5b0 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414688 Aug 06 15:54:25.484460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55788) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:25.526988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-faa01738-201d-433d-a420-c872f68f1fc1 None None] Provisioning for port 5f9dab4e-b623-4328-8992-d90a83fb2e98 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:25.529802 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bd1f8f5c-d743-41fd-a2e8-842769d42b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.536670 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-faa01738-201d-433d-a420-c872f68f1fc1 None None] Provisioning complete for port 5f9dab4e-b623-4328-8992-d90a83fb2e98 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:25.537042 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-faa01738-201d-433d-a420-c872f68f1fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.588658 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d8d887-79b0-46f4-910c-82663869d075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.589916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d8d887-79b0-46f4-910c-82663869d075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:25.590588 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d8d887-79b0-46f4-910c-82663869d075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.615392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-faa01738-201d-433d-a420-c872f68f1fc1 None None] Port 5f9dab4e-b623-4328-8992-d90a83fb2e98 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:25.727225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8d887-79b0-46f4-910c-82663869d075 admin admin] Pushing event updated for resources: {'Network': ['ID=a15eff91-bfab-4451-b561-29b8a5a80889,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:25.743931 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-24b49ab2-2802-4161-85a3-3589e4248c2a req-e510bbba-dae2-43b1-918b-4e3810873fb5 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.752717 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a15eff91-bfab-4451-b561-29b8a5a80889 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:54:25.754564 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-24b49ab2-2802-4161-85a3-3589e4248c2a req-e510bbba-dae2-43b1-918b-4e3810873fb5 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.817643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510bbba-dae2-43b1-918b-4e3810873fb5 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f5ddca-bab8-4d48-a6c9-7f01e920da56,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:25.819923 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.825209 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.828044 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.861528 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.879728 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-24b49ab2-2802-4161-85a3-3589e4248c2a req-e510bbba-dae2-43b1-918b-4e3810873fb5 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8374352 Aug 06 15:54:25.899155 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Pushing event updated for resources: {'Port': ['ID=5f9dab4e-b623-4328-8992-d90a83fb2e98,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:25.922840 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Transition to ACTIVE for port object b337e533-899a-4d40-bbaa-6334fb3a33b9 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:25.932167 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.004460 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f414-a0aa-4796-8d7f-83b6ca981514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.012403 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f414-a0aa-4796-8d7f-83b6ca981514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.081360 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2f414-a0aa-4796-8d7f-83b6ca981514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7e98d3-8851-4fe8-9e60-18439468880c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:26.129381 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1c3e8-414c-4941-8a2a-68182a8724c3 None None] Pushing event updated for resources: {'Port': ['ID=b337e533-899a-4d40-bbaa-6334fb3a33b9,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:26.138266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a2f2f414-a0aa-4796-8d7f-83b6ca981514 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a31418cd1aa3451d870770ead2ba7932&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2755194 Aug 06 15:54:26.139299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55804) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:26.160983 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Network 3df65d06-2654-4c94-83d6-de2bceefdc8a is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:26.164283 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Attempting to bind port b337e533-899a-4d40-bbaa-6334fb3a33b9 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:26.164655 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Attempting to bind port b337e533-899a-4d40-bbaa-6334fb3a33b9 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '14885431-54b6-4367-8cf5-68eecaa386f5'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:26.165021 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Attempting to bind port b337e533-899a-4d40-bbaa-6334fb3a33b9 on network 14885431-54b6-4367-8cf5-68eecaa386f5 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:26.167282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:26.170436 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:26.170812 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Checking segment: {'id': '6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '14885431-54b6-4367-8cf5-68eecaa386f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:26.171231 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.171604 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Bound using segment: {'id': '6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '14885431-54b6-4367-8cf5-68eecaa386f5'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:26.172197 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Bound port: b337e533-899a-4d40-bbaa-6334fb3a33b9, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '14885431-54b6-4367-8cf5-68eecaa386f5'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:26.172475 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.359112 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bd1f8f5c-d743-41fd-a2e8-842769d42b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.363284 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] For port b337e533-899a-4d40-bbaa-6334fb3a33b9, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:26.368579 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] For port b337e533-899a-4d40-bbaa-6334fb3a33b9, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b337e533-899a-4d40-bbaa-6334fb3a33b9,segment=NetworkSegment(6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a),segment_id=6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:26.380195 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.388127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:54:26.393015 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bd1f8f5c-d743-41fd-a2e8-842769d42b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.481950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f8f5c-d743-41fd-a2e8-842769d42b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9593f030-d3c9-4f96-bd26-51c1d124403c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:26.492638 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-54d8d887-79b0-46f4-910c-82663869d075 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1063585 Aug 06 15:54:26.498198 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Routers {'7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:26.499322 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:54:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:26.499695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55822) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:26.515246 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-da4bfe01-7ddf-4bfa-b611-00af5c452674 admin admin] Request body: {'subnet': {'network_id': 'a15eff91-bfab-4451-b561-29b8a5a80889', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-876489062-subnet', 'tenant_id': 'c82743e461ac47f08f4108ae103eef22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:26.553917 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Router dc457fbf-f077-4fb2-ac87-3b5796bf2306 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:54:26.599456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bd1f8f5c-d743-41fd-a2e8-842769d42b58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29ff845b09ad4b85b63f0bb617320371&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0846353 Aug 06 15:54:26.602470 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1c3e8-414c-4941-8a2a-68182a8724c3 None None] Pushing event updated for resources: {'Port': ['ID=b337e533-899a-4d40-bbaa-6334fb3a33b9,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:26.604612 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55830) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:26.608713 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1f289fb3-49c3-4174-9401-487bfc1fa903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.723464 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:26.742700 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] Set router 7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:26.748613 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2', 'network_id': '897fb748-581b-4095-a788-9e69c09f9551', 'port_id': '94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2', 'mac_address': 'fa:16:3e:c7:2f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd664c5d0-d8e0-485d-86af-246349783b8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:54:26.772517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-9f3aae45-9f25-462f-b0df-fa6a44fa1175 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=261f0b371ec84b8386de53a882b55255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1685393 Aug 06 15:54:26.798326 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1f289fb3-49c3-4174-9401-487bfc1fa903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.808363 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:54:26.818047 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5834a1a2-f0aa-448f-8c41-cec59f2bd1d6 admin admin] 10.222.0.37 "PUT /v2.0/routers/dc457fbf-f077-4fb2-ac87-3b5796bf2306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2809658 Aug 06 15:54:26.863829 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.897362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:26.898290 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4bfe01-7ddf-4bfa-b611-00af5c452674 admin admin] Made reservation on behalf of c82743e461ac47f08f4108ae103eef22 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:26.907529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da4bfe01-7ddf-4bfa-b611-00af5c452674 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.915545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-783e8b23-1fe2-4d55-97d3-26d5e70cf8d9 None None] Provisioning complete for port 5f9dab4e-b623-4328-8992-d90a83fb2e98 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:26.916071 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-783e8b23-1fe2-4d55-97d3-26d5e70cf8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.924815 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 048380e2-c320-4579-bc0e-afbeaf90ad78 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:26.974458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:26.983646 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.085818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55836) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:27.091865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b51cceb4-c8e8-4c4e-8f02-765aed0e4dff tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485478879', 'description': 'tempest-description--141646319'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:27.134404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-783e8b23-1fe2-4d55-97d3-26d5e70cf8d9 None None] Port 5f9dab4e-b623-4328-8992-d90a83fb2e98 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:27.143959 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b51cceb4-c8e8-4c4e-8f02-765aed0e4dff tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.160887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:27.169718 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da4bfe01-7ddf-4bfa-b611-00af5c452674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.174458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 048380e2-c320-4579-bc0e-afbeaf90ad78 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:27.180007 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 048380e2-c320-4579-bc0e-afbeaf90ad78 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:27.180385 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.215899 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24126346-router', 'tenant_id': 'ea84e61f597447b88a501e67b85c2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:08Z', 'updated_at': '2021-08-06T15:54:21Z', 'revision_number': 4, 'project_id': 'ea84e61f597447b88a501e67b85c2526', 'gw_port': {'id': 'e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:26:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:10Z', 'updated_at': '2021-08-06T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b337e533-899a-4d40-bbaa-6334fb3a33b9', 'name': '', 'network_id': '14885431-54b6-4367-8cf5-68eecaa386f5', 'tenant_id': 'ea84e61f597447b88a501e67b85c2526', 'mac_address': 'fa:16:3e:bf:3d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '13b260dd-e369-4e6b-a48e-b147ade76028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:18Z', 'updated_at': '2021-08-06T15:54:26Z', 'revision_number': 4, 'project_id': 'ea84e61f597447b88a501e67b85c2526', 'subnets': [{'id': '13b260dd-e369-4e6b-a48e-b147ade76028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:27.234021 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bfe01-7ddf-4bfa-b611-00af5c452674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad65f872-eeb2-4125-b81e-5bdd049588c5,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:27.239068 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:27.294874 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39fba76-c4a1-42a1-94c2-d0c83c8b76ce None None] The sync data for ids ['7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'] in n-d-803756-1 is: [{'id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24126346-router', 'tenant_id': 'ea84e61f597447b88a501e67b85c2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:08Z', 'updated_at': '2021-08-06T15:54:21Z', 'revision_number': 4, 'project_id': 'ea84e61f597447b88a501e67b85c2526', 'gw_port': {'id': 'e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:26:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:10Z', 'updated_at': '2021-08-06T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b337e533-899a-4d40-bbaa-6334fb3a33b9', 'name': '', 'network_id': '14885431-54b6-4367-8cf5-68eecaa386f5', 'tenant_id': 'ea84e61f597447b88a501e67b85c2526', 'mac_address': 'fa:16:3e:bf:3d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '13b260dd-e369-4e6b-a48e-b147ade76028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:18Z', 'updated_at': '2021-08-06T15:54:26Z', 'revision_number': 4, 'project_id': 'ea84e61f597447b88a501e67b85c2526', 'subnets': [{'id': '13b260dd-e369-4e6b-a48e-b147ade76028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:54:27.318890 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-667cbe26-d799-4c1c-b608-440f91ef9a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.348419 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.356570 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b51cceb4-c8e8-4c4e-8f02-765aed0e4dff tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.362535 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b51cceb4-c8e8-4c4e-8f02-765aed0e4dff tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.402670 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1f289fb3-49c3-4174-9401-487bfc1fa903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.405146 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1f289fb3-49c3-4174-9401-487bfc1fa903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.406344 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1f289fb3-49c3-4174-9401-487bfc1fa903 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e7e98d3-8851-4fe8-9e60-18439468880c HTTP/1.1" status: 204 len: 168 time: 1.2623806 Aug 06 15:54:27.422728 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b51cceb4-c8e8-4c4e-8f02-765aed0e4dff tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.423988 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b51cceb4-c8e8-4c4e-8f02-765aed0e4dff tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3368368 Aug 06 15:54:27.436447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 048380e2-c320-4579-bc0e-afbeaf90ad78, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=048380e2-c320-4579-bc0e-afbeaf90ad78,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:27.447697 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.451987 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55844) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:27.472330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-17614415-682b-4c44-a811-7d20e55a90bc tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Request body: {'security_group_rule': {'security_group_id': '89ec07d4-9161-4559-bea3-0c2597f20f2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:27.512742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cceb4-c8e8-4c4e-8f02-765aed0e4dff tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ec07d4-9161-4559-bea3-0c2597f20f2b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:27.540423 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17614415-682b-4c44-a811-7d20e55a90bc tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.560388 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=048380e2-c320-4579-bc0e-afbeaf90ad78,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:27.612139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-5126ad15-8b97-4e2b-9578-a0f44253e7b8 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:27.613727 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-5126ad15-8b97-4e2b-9578-a0f44253e7b8 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8403950 Aug 06 15:54:27.626226 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-667cbe26-d799-4c1c-b608-440f91ef9a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.628616 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f289fb3-49c3-4174-9401-487bfc1fa903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7e98d3-8851-4fe8-9e60-18439468880c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:27.682451 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Sync routers for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:54:27.701967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:27.702792 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:54:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:27.705609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d8266-472c-4841-a3e3-690283f56b49 req-1d7c89aa-88ee-4c45-aabc-1e07e3893c49 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:27.719067 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f95d8266-472c-4841-a3e3-690283f56b49 req-1d7c89aa-88ee-4c45-aabc-1e07e3893c49 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 944 time: 0.3875897 Aug 06 15:54:27.728717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-15752479-4f1a-4d55-b6ac-d3fad540cd6d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/quotas/261f0b371ec84b8386de53a882b55255 HTTP/1.1" status: 200 len: 375 time: 0.0908024 Aug 06 15:54:27.741379 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4bfe01-7ddf-4bfa-b611-00af5c452674 admin admin] Checking segment: {'id': '3feaf3ca-3382-4322-9140-2b4e13acd722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'a15eff91-bfab-4451-b561-29b8a5a80889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:27.741981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4bfe01-7ddf-4bfa-b611-00af5c452674 admin admin] Network hostable DHCP agents. Network: a15eff91-bfab-4451-b561-29b8a5a80889, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:54:27.747373 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17614415-682b-4c44-a811-7d20e55a90bc tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.754193 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17614415-682b-4c44-a811-7d20e55a90bc tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.800471 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17614415-682b-4c44-a811-7d20e55a90bc tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0832c8aa-d211-44c1-a8b5-7a6c72cc3904,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:27.807647 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17614415-682b-4c44-a811-7d20e55a90bc tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.815808 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-17614415-682b-4c44-a811-7d20e55a90bc tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3639195 Aug 06 15:54:27.820288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55850) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:27.839532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55852) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:27.856638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d11e6e69-cd81-4675-9e49-1e55d9d3431f tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Request body: {'security_group_rule': {'security_group_id': '89ec07d4-9161-4559-bea3-0c2597f20f2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:27.887448 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:27.923648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f95d8266-472c-4841-a3e3-690283f56b49 req-d574cfcc-3e36-49c0-b17a-a7046d2e605d tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033422 Aug 06 15:54:27.930869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4bfe01-7ddf-4bfa-b611-00af5c452674 admin admin] Network a15eff91-bfab-4451-b561-29b8a5a80889 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:54:27.955810 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d11e6e69-cd81-4675-9e49-1e55d9d3431f tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.959624 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-667cbe26-d799-4c1c-b608-440f91ef9a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.965277 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-667cbe26-d799-4c1c-b608-440f91ef9a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.966640 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-667cbe26-d799-4c1c-b608-440f91ef9a84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9593f030-d3c9-4f96-bd26-51c1d124403c HTTP/1.1" status: 204 len: 168 time: 1.3535368 Aug 06 15:54:27.967579 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-da4bfe01-7ddf-4bfa-b611-00af5c452674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a15eff91-bfab-4451-b561-29b8a5a80889) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:27.979791 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-ae2360d7-2132-4ab1-9fd7-72c2e13a7914 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2201006 Aug 06 15:54:27.986584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4bfe01-7ddf-4bfa-b611-00af5c452674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:27.986584 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da4bfe01-7ddf-4bfa-b611-00af5c452674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.014857 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-da4bfe01-7ddf-4bfa-b611-00af5c452674 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5064981 Aug 06 15:54:28.043528 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db96a52-6880-41bf-9642-762df109e8b9 None None] Network a15eff91-bfab-4451-b561-29b8a5a80889 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:28.082300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667cbe26-d799-4c1c-b608-440f91ef9a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9593f030-d3c9-4f96-bd26-51c1d124403c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:28.086074 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8de86a83-1a42-49c9-8318-c36a9db71d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.161964 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d11e6e69-cd81-4675-9e49-1e55d9d3431f tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.166151 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d11e6e69-cd81-4675-9e49-1e55d9d3431f tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.215635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e6e69-cd81-4675-9e49-1e55d9d3431f tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf07a61f-e4ad-4028-afff-8ab03663148d,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:28.283492 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8de86a83-1a42-49c9-8318-c36a9db71d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.291789 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8de86a83-1a42-49c9-8318-c36a9db71d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.295005 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d11e6e69-cd81-4675-9e49-1e55d9d3431f tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.296559 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d11e6e69-cd81-4675-9e49-1e55d9d3431f tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4733274 Aug 06 15:54:28.299685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55866) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:28.304775 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:28.362935 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.399942 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8de86a83-1a42-49c9-8318-c36a9db71d93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=252f3133da0b43ee824bf03353b60311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5586693 Aug 06 15:54:28.400818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de86a83-1a42-49c9-8318-c36a9db71d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcd7d41-90cb-41be-902a-401d86a16733,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:28.403904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55868) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:28.404343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:28.527073 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2540b7c2-6024-49f8-a1b1-411432377291 None None] Network a15eff91-bfab-4451-b561-29b8a5a80889 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:28.670180 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55884) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:28.684507 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93771df2-940e-41d7-9191-cdfa96ee1a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.786293 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93771df2-940e-41d7-9191-cdfa96ee1a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.845696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12359367-54ba-4946-ab19-7ec02ba50013 req-3b72263e-71cf-45b5-9831-ad0f9676799b tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:28.845904 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-313c740a-415c-4692-b9de-3d4ebf6fd55f admin admin] Deleting subnet 8c228cd5-ebf5-4d54-bf5e-9d298a411b97 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:54:28.845904 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-313c740a-415c-4692-b9de-3d4ebf6fd55f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.852933 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12359367-54ba-4946-ab19-7ec02ba50013 req-3b72263e-71cf-45b5-9831-ad0f9676799b tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 820 time: 0.3179750 Aug 06 15:54:28.930745 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:28.941171 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-313c740a-415c-4692-b9de-3d4ebf6fd55f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.946552 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 2, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:28.952486 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93771df2-940e-41d7-9191-cdfa96ee1a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.956257 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93771df2-940e-41d7-9191-cdfa96ee1a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.957476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-93771df2-940e-41d7-9191-cdfa96ee1a0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7bcd7d41-90cb-41be-902a-401d86a16733 HTTP/1.1" status: 204 len: 168 time: 0.5526352 Aug 06 15:54:28.985172 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-313c740a-415c-4692-b9de-3d4ebf6fd55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.998278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12359367-54ba-4946-ab19-7ec02ba50013 req-69aedcc3-c3a8-4560-8790-5f73dc082cde tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/quotas/8134872260564a36b0e07d9336f135c4 HTTP/1.1" status: 200 len: 375 time: 0.1442354 Aug 06 15:54:29.033528 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93771df2-940e-41d7-9191-cdfa96ee1a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcd7d41-90cb-41be-902a-401d86a16733,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:29.048925 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.140515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:29.141538 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.167866 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12359367-54ba-4946-ab19-7ec02ba50013 req-14070af9-686c-45d1-a4ea-0b0881500b44 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1686475 Aug 06 15:54:29.186545 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-313c740a-415c-4692-b9de-3d4ebf6fd55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.239912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 048380e2-c320-4579-bc0e-afbeaf90ad78 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:29.288592 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-313c740a-415c-4692-b9de-3d4ebf6fd55f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.296469 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-313c740a-415c-4692-b9de-3d4ebf6fd55f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8c228cd5-ebf5-4d54-bf5e-9d298a411b97 HTTP/1.1" status: 204 len: 168 time: 0.6251681 Aug 06 15:54:29.298450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55908) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:29.299849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Checking router: dc457fbf-f077-4fb2-ac87-3b5796bf2306 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:54:29.300212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Updating router dc457fbf-f077-4fb2-ac87-3b5796bf2306 port 5f9dab4e-b623-4328-8992-d90a83fb2e98 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:54:29.315467 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c740a-415c-4692-b9de-3d4ebf6fd55f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c228cd5-ebf5-4d54-bf5e-9d298a411b97,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:29.378541 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.495040 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.538789 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Allocated IP 172.25.1.168 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/c1c3021e-8bbd-41b0-a710-3052798dc40c) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:29.649058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55920) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:29.667946 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.670922 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef697001-dc31-4f11-b5df-5a2ba4415e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.781692 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef697001-dc31-4f11-b5df-5a2ba4415e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.787293 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:54:29.787658 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:54:29.788416 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:54:29.788746 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Subscribe: > port after_create 55550000 {{(pid=105764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:54:29.789482 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:54:29.789752 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Subscribe: > port after_update 55550000 {{(pid=105764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:54:29.790265 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:54:29.790589 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:54:29.790907 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:54:29.791538 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:54:29.813266 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.876714 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12359367-54ba-4946-ab19-7ec02ba50013 req-e5927204-cd40-449a-998b-bfd828c17aba service neutron] 10.222.0.37 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6946244 Aug 06 15:54:29.905464 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 048380e2-c320-4579-bc0e-afbeaf90ad78 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:29.906289 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.920056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9432c25-6714-4732-acd4-ef8a789942b4 req-72e85187-bcde-41b6-9ff2-8acfeb8bc7cf tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:29.931042 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9432c25-6714-4732-acd4-ef8a789942b4 req-72e85187-bcde-41b6-9ff2-8acfeb8bc7cf tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 944 time: 0.6122983 Aug 06 15:54:29.945291 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:54:29.945684 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:54:29.946076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:54:29.946407 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:54:29.946777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9f30a7-d6f5-45c7-a84e-da0de5d1300c']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:30.004133 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef697001-dc31-4f11-b5df-5a2ba4415e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.018570 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c819c12d-997b-4c45-919b-5618ac5e831f') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:30.019772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c819c12d-997b-4c45-919b-5618ac5e831f') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:30.027060 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.045978 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9432c25-6714-4732-acd4-ef8a789942b4 req-ca49b7d0-e63b-4f63-a4a8-088619cd957d tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139467 Aug 06 15:54:30.073480 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.089310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Transition to ACTIVE for port object 5f9dab4e-b623-4328-8992-d90a83fb2e98 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:30.113128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef697001-dc31-4f11-b5df-5a2ba4415e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ad78ca-8ec6-4e12-adb3-681a67d31ec4,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:30.140396 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.178773 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ef697001-dc31-4f11-b5df-5a2ba4415e9c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87251d4411384b309fdfbdadf7cf0fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5280483 Aug 06 15:54:30.179727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55934) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:30.189965 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.210363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:30.213521 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:54:30.214211 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.216130 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.244654 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80bc2a4a-0dac-4d57-b21c-c9b16cc8fd34 req-41c9e23e-7eb8-423b-beda-85d965c01bd8 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 210 time: 0.0451899 Aug 06 15:54:30.246624 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:30.250529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: from cryptography.utils import int_from_bytes Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: from cryptography.utils import int_from_bytes Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: timer() Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:54:30.252985 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:54:30.275614 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55936) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:30.309250 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12359367-54ba-4946-ab19-7ec02ba50013 req-ca990d82-51be-4703-a12b-864e12fa6d70 service neutron] 10.222.0.37 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297619 Aug 06 15:54:30.311810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Pushing event updated for resources: {'Port': ['ID=c1c3021e-8bbd-41b0-a710-3052798dc40c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:30.427200 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.439853 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.450978 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.452945 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4f9f30a7-d6f5-45c7-a84e-da0de5d1300c HTTP/1.1" status: 204 len: 168 time: 1.1533844 Aug 06 15:54:30.456901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55942) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:30.474663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07aa51-fe05-4330-9d74-6f536ad326ea None None] Pushing event updated for resources: {'Port': ['ID=5f9dab4e-b623-4328-8992-d90a83fb2e98,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:30.515557 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d360e9c-939b-4e4b-bba1-ff80f6584dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.559726 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e859b2-74e0-473b-82fe-b1a565698515 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f9f30a7-d6f5-45c7-a84e-da0de5d1300c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:30.605267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:30.617127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95b706d-2fce-4609-b929-6d4b8eb0a6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:30.626613 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92579e63-9fc8-4c1b-9b68-f84005ee4132" -d '{"events": [{"server_uuid": "f95b706d-2fce-4609-b929-6d4b8eb0a6ef", "name": "network-vif-plugged", "status": "completed", "tag": "94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:30.645148 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.652127 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d360e9c-939b-4e4b-bba1-ff80f6584dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.732309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-05788675-31d6-4f44-8afb-c8997669bcbc admin admin] Deleting subnet ad65f872-eeb2-4125-b81e-5bdd049588c5 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:54:30.776230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:30.784522 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-05788675-31d6-4f44-8afb-c8997669bcbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.799440 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2db189c-9359-4b80-947e-9962ff90df47 x-openstack-request-id: req-d2db189c-9359-4b80-947e-9962ff90df47 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:30.799906 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95b706d-2fce-4609-b929-6d4b8eb0a6ef", "name": "network-vif-plugged", "status": "completed", "tag": "94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:30.800155 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2db189c-9359-4b80-947e-9962ff90df47 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:30.803654 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95b706d-2fce-4609-b929-6d4b8eb0a6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2', 'code': 200} Aug 06 15:54:30.885231 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-05788675-31d6-4f44-8afb-c8997669bcbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.889217 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:54:30.921263 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d360e9c-939b-4e4b-bba1-ff80f6584dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.924498 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d360e9c-939b-4e4b-bba1-ff80f6584dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.931061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b337e533-899a-4d40-bbaa-6334fb3a33b9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:30.938547 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1d360e9c-939b-4e4b-bba1-ff80f6584dc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12ad78ca-8ec6-4e12-adb3-681a67d31ec4 HTTP/1.1" status: 204 len: 168 time: 0.7490792 Aug 06 15:54:30.997602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d360e9c-939b-4e4b-bba1-ff80f6584dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ad78ca-8ec6-4e12-adb3-681a67d31ec4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:31.039380 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-05788675-31d6-4f44-8afb-c8997669bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.135613 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Attempting to bind port 5f9dab4e-b623-4328-8992-d90a83fb2e98 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:31.136205 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Attempting to bind port 5f9dab4e-b623-4328-8992-d90a83fb2e98 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:31.136524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Attempting to bind port 5f9dab4e-b623-4328-8992-d90a83fb2e98 on network 3df65d06-2654-4c94-83d6-de2bceefdc8a {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:31.144354 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.146665 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:31.146665 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Checking segment: {'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:31.147288 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.147780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Bound using segment: {'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:31.148375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Bound port: 5f9dab4e-b623-4328-8992-d90a83fb2e98, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:31.148849 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.206701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05922275-26cb-4bd6-acbf-e5005c1f3bf6 req-218fdb2f-bc60-4890-ae73-ae969da10bd7 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 210 time: 0.5811253 Aug 06 15:54:31.214150 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-05788675-31d6-4f44-8afb-c8997669bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.216173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612951873-network', 'tenant_id': '2809f47e9dd34c59b18c66559926a307'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:31.237407 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port b337e533-899a-4d40-bbaa-6334fb3a33b9 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:31.252109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port b337e533-899a-4d40-bbaa-6334fb3a33b9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:31.252923 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.330709 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-05788675-31d6-4f44-8afb-c8997669bcbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.335644 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-05788675-31d6-4f44-8afb-c8997669bcbc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ad65f872-eeb2-4125-b81e-5bdd049588c5 HTTP/1.1" status: 204 len: 168 time: 0.8647902 Aug 06 15:54:31.339334 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05788675-31d6-4f44-8afb-c8997669bcbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad65f872-eeb2-4125-b81e-5bdd049588c5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:31.348339 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55978) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:31.401591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] Made reservation on behalf of 2809f47e9dd34c59b18c66559926a307 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:31.408368 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.443549 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b0ca-b494-4eef-909e-c174e45c6943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.445153 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] For port 5f9dab4e-b623-4328-8992-d90a83fb2e98, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:31.450285 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] For port 5f9dab4e-b623-4328-8992-d90a83fb2e98, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5f9dab4e-b623-4328-8992-d90a83fb2e98,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:31.458044 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.540203 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.557921 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-21ee76bb-b185-4667-9f1d-34677287a0d0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=261f0b371ec84b8386de53a882b55255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3693135 Aug 06 15:54:31.624013 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b0ca-b494-4eef-909e-c174e45c6943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.685336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-9ab5b0ca-b494-4eef-909e-c174e45c6943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15eff91-bfab-4451-b561-29b8a5a80889']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:31.719527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:31.723820 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-7cc7146c-fa5c-4f09-a769-974d5170c458 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=261f0b371ec84b8386de53a882b55255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708063 Aug 06 15:54:31.726094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:54:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:31.726716 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-9ab5b0ca-b494-4eef-909e-c174e45c6943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3feaf3ca-3382-4322-9140-2b4e13acd722') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:31.727192 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-9ab5b0ca-b494-4eef-909e-c174e45c6943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3feaf3ca-3382-4322-9140-2b4e13acd722') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:31.728772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07aa51-fe05-4330-9d74-6f536ad326ea None None] Pushing event updated for resources: {'Port': ['ID=5f9dab4e-b623-4328-8992-d90a83fb2e98,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:31.745233 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.755320 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b0ca-b494-4eef-909e-c174e45c6943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.896919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-355d5deb-452e-4919-ac07-94887fdd36c4 req-bf98cc0e-c7b0-41a0-96ca-8f0361615c3a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 210 time: 0.4168620 Aug 06 15:54:31.911625 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-158754df-7ea8-473d-927b-919bf8236ecb tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:31.913616 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-158754df-7ea8-473d-927b-919bf8236ecb tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3410964 Aug 06 15:54:31.917994 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.979836 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-73da0812-f989-4153-9e73-a3457a585547 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Request body: {'port': {'device_id': '47dc93a3-35e4-4474-ba14-2b2152500839', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '261f0b371ec84b8386de53a882b55255'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:31.980274 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b0ca-b494-4eef-909e-c174e45c6943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.990767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf41a08-cfdc-4b3c-a94e-499874118387 req-71d9f9cb-9a35-4ba9-a86f-40f5cffc470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:31.992711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1cf41a08-cfdc-4b3c-a94e-499874118387 req-71d9f9cb-9a35-4ba9-a86f-40f5cffc470a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 1096 time: 0.8070495 Aug 06 15:54:31.998475 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port b337e533-899a-4d40-bbaa-6334fb3a33b9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b337e533-899a-4d40-bbaa-6334fb3a33b9,segment=NetworkSegment(6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a),segment_id=6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:32.010101 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.045794 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab5b0ca-b494-4eef-909e-c174e45c6943 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:54:32.046360 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b0ca-b494-4eef-909e-c174e45c6943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.048255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d189a5e-6df0-47c2-83c6-ab233ccd45ab req-2eab7699-dd87-40d0-8aa4-b306d4198551 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:32.049963 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d189a5e-6df0-47c2-83c6-ab233ccd45ab req-2eab7699-dd87-40d0-8aa4-b306d4198551 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 945 time: 0.7493434 Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: timer() Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:54:32.076617 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:54:32.118935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:32.157816 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=b337e533-899a-4d40-bbaa-6334fb3a33b9,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:32.271792 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1cf41a08-cfdc-4b3c-a94e-499874118387 req-ab6477c3-92b7-44a5-a570-b119ad60aead service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622094 Aug 06 15:54:32.297021 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d189a5e-6df0-47c2-83c6-ab233ccd45ab req-f33fc0a9-1b8f-467a-aa6f-4ab05ebd13a4 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941409 Aug 06 15:54:32.347344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-67b4260d-9128-496f-a966-eb65fbd22989 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:32.352286 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-67b4260d-9128-496f-a966-eb65fbd22989 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6149971 Aug 06 15:54:32.372515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-774d4aaf-ff8d-4154-9567-aacd8eb05759 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Request body: {'port': {'device_id': '6628159e-7681-45f1-8e74-6a9094c26cb8', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '261f0b371ec84b8386de53a882b55255'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:32.377304 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32fe67c8-91a8-4069-a70d-8a86b6d71baa req-b429a9fc-14a9-470c-bb1b-e6d4c4b5bf6a tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 210 time: 0.0599897 Aug 06 15:54:32.428014 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.450081 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.451561 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b0ca-b494-4eef-909e-c174e45c6943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.464156 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.483098 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b0ca-b494-4eef-909e-c174e45c6943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.484533 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9ab5b0ca-b494-4eef-909e-c174e45c6943 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a15eff91-bfab-4451-b561-29b8a5a80889 HTTP/1.1" status: 204 len: 168 time: 1.1352205 Aug 06 15:54:32.486745 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.580689 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.581293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:31Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:32.596736 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5b0ca-b494-4eef-909e-c174e45c6943 admin admin] Pushing event deleted for resources: {'Network': ['ID=a15eff91-bfab-4451-b561-29b8a5a80889,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:32.621711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-73da0812-f989-4153-9e73-a3457a585547 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Made reservation on behalf of 261f0b371ec84b8386de53a882b55255 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:32.625511 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-73da0812-f989-4153-9e73-a3457a585547 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.631484 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:54:32.651649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Pushing event updated for resources: {'Port': ['ID=c1c3021e-8bbd-41b0-a710-3052798dc40c,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:32.660592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5ec195-f823-49e3-b9ff-a3290d0adbb3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:32.670008 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.671468 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-862a56b0-2321-4c8a-9d3c-cfc92d524cc6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3704538 Aug 06 15:54:32.689226 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.689552 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] Added segment 51ba6114-4cb6-475c-aa51-3969b802b115 of type vlan for network 1cc9fedf-52ab-41ab-8226-e02b5522cdbb Aug 06 15:54:32.696475 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa76270-ea9f-4118-91ba-59bca9cbc2a9 None None] The sync data for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 is: [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:31Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:54:32.722030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12359367-54ba-4946-ab19-7ec02ba50013 req-46072607-cb87-452e-90c4-79ea73bd45ad tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:32.723659 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12359367-54ba-4946-ab19-7ec02ba50013 req-46072607-cb87-452e-90c4-79ea73bd45ad tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.13 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 820 time: 0.2981863 Aug 06 15:54:32.816573 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-774d4aaf-ff8d-4154-9567-aacd8eb05759 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Made reservation on behalf of 261f0b371ec84b8386de53a882b55255 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:32.827886 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-774d4aaf-ff8d-4154-9567-aacd8eb05759 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.857906 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-12359367-54ba-4946-ab19-7ec02ba50013 req-a1242456-d116-4cd2-b347-d19c4dd928a8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Request body: {'port': {'device_id': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'admin_state_up': True, 'tenant_id': '8134872260564a36b0e07d9336f135c4'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:32.925692 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.017598 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56028) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:33.132869 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aa41af71-8a7a-4ed3-8ef9-2b6c717fb8d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f390577d5e54c3a8cd8179cec36e627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1062071 Aug 06 15:54:33.133161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56032) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:33.156761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-252f758c-e17b-4b76-a358-e8f050728699 req-b21855c4-1fcf-446c-85df-b8ebfe8e15a4 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=14fe81b8e5234185be09940accfcf29d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1461713 Aug 06 15:54:33.169271 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.resource_extend [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:54:33.207501 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7b844a0-2ec0-4633-a8c0-e4f13c7f1b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.241087 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7b844a0-2ec0-4633-a8c0-e4f13c7f1b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.247957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-73da0812-f989-4153-9e73-a3457a585547 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Allocated IP 192.168.233.122 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/cd7f3e53-11ec-4b61-b617-8c627b1b9b53) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:33.257492 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8892ccd9-2117-431c-b51e-f09f10473d75 req-710e6242-af30-4f68-86b4-5fee9bb59e56 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 210 time: 0.1498713 Aug 06 15:54:33.273586 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.274553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:33.275132 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.359533 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7b844a0-2ec0-4633-a8c0-e4f13c7f1b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.362364 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7b844a0-2ec0-4633-a8c0-e4f13c7f1b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.363511 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c7b844a0-2ec0-4633-a8c0-e4f13c7f1b49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2a56a56-3ce9-4b98-b74a-acbdcab56589 HTTP/1.1" status: 204 len: 168 time: 0.2294068 Aug 06 15:54:33.382716 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b844a0-2ec0-4633-a8c0-e4f13c7f1b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a56a56-3ce9-4b98-b74a-acbdcab56589,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:33.525856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.2387326 Aug 06 15:54:33.526295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56056) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:33.531128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d1b180b7-ab47-4527-96b0-3c5af09f1e7f admin admin] Request body: {'subnet': {'network_id': '1cc9fedf-52ab-41ab-8226-e02b5522cdbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612951873-subnet', 'tenant_id': '2809f47e9dd34c59b18c66559926a307', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:33.553738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c03b3-da91-4dfe-8f31-3d7f4bfdb948 admin admin] Pushing event updated for resources: {'Network': ['ID=1cc9fedf-52ab-41ab-8226-e02b5522cdbb,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:33.567879 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 1cc9fedf-52ab-41ab-8226-e02b5522cdbb details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:54:33.581341 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.api [None req-d1b180b7-ab47-4527-96b0-3c5af09f1e7f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:54:33.581341 n-d-803756-1 neutron-server[105764]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 15:54:33.581341 n-d-803756-1 neutron-server[105764]: [parameters: {'project_id_1': '2809f47e9dd34c59b18c66559926a307', 'expiration_1': datetime.datetime(2021, 8, 6, 15, 54, 33, 535946)}] Aug 06 15:54:33.581341 n-d-803756-1 neutron-server[105764]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:54:33.581783 n-d-803756-1 neutron-server[105764]: DEBUG oslo_db.api [None req-d1b180b7-ab47-4527-96b0-3c5af09f1e7f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:54:33.686897 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6a35b1e2-23fd-455c-9821-452a56f94796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.703618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f758c-e17b-4b76-a358-e8f050728699 req-7d9f763c-f553-42c8-aa21-68f10b06f7a5 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:33.710804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-252f758c-e17b-4b76-a358-e8f050728699 req-7d9f763c-f553-42c8-aa21-68f10b06f7a5 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5097673 Aug 06 15:54:33.712430 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12359367-54ba-4946-ab19-7ec02ba50013 req-a1242456-d116-4cd2-b347-d19c4dd928a8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Made reservation on behalf of 8134872260564a36b0e07d9336f135c4 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:33.716274 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-12359367-54ba-4946-ab19-7ec02ba50013 req-a1242456-d116-4cd2-b347-d19c4dd928a8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.725258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-7913be7b-7f17-4663-97bc-88555cac8ad1 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1485478879&fields=id&tenant_id=61d9ec8c4bd445cc8dcdca9b8e60c7e8 HTTP/1.1" status: 200 len: 267 time: 0.3118181 Aug 06 15:54:33.779454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-252f758c-e17b-4b76-a358-e8f050728699 req-81a56064-a01f-4035-859f-c7c9a73ccf4a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/quotas/14fe81b8e5234185be09940accfcf29d HTTP/1.1" status: 200 len: 375 time: 0.0678964 Aug 06 15:54:33.815572 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56064) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:33.868071 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-252f758c-e17b-4b76-a358-e8f050728699 req-1a4be010-b1f7-4740-af56-164f70788032 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=14fe81b8e5234185be09940accfcf29d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790863 Aug 06 15:54:33.886046 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56066) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:33.887586 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0437832c-55b2-46c6-9958-848da43e949e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c82743e461ac47f08f4108ae103eef22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0698168 Aug 06 15:54:34.131584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b180b7-ab47-4527-96b0-3c5af09f1e7f admin admin] Made reservation on behalf of 2809f47e9dd34c59b18c66559926a307 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:34.135998 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1b180b7-ab47-4527-96b0-3c5af09f1e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.228199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5f9dab4e-b623-4328-8992-d90a83fb2e98 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:34.299024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 5f9dab4e-b623-4328-8992-d90a83fb2e98 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:34.307689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 5f9dab4e-b623-4328-8992-d90a83fb2e98 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:34.310833 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.421027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-51199f15-3d0c-4e81-845e-c3588689dcb8 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:34.430490 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-51199f15-3d0c-4e81-845e-c3588689dcb8 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/networks?id=be64a754-66d4-4a99-b5f7-5f4723a93a1f HTTP/1.1" status: 200 len: 823 time: 0.6499851 Aug 06 15:54:34.441917 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-73da0812-f989-4153-9e73-a3457a585547 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.466834 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.508037 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-2615ffae-c500-483e-b6fe-f13e963571eb tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/quotas/61d9ec8c4bd445cc8dcdca9b8e60c7e8 HTTP/1.1" status: 200 len: 375 time: 0.0761681 Aug 06 15:54:34.539067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-73da0812-f989-4153-9e73-a3457a585547 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Transition to ACTIVE for port object cd7f3e53-11ec-4b61-b617-8c627b1b9b53 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:34.544203 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 5f9dab4e-b623-4328-8992-d90a83fb2e98, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5f9dab4e-b623-4328-8992-d90a83fb2e98,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:34.550133 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.552544 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b337e533-899a-4d40-bbaa-6334fb3a33b9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:34.554177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c9c9b-98bf-4510-b1f0-7ba7ff69d1bb req-b464f5f6-47a0-4768-b367-9bdebab7a3dc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:34.563144 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-518c9c9b-98bf-4510-b1f0-7ba7ff69d1bb req-b464f5f6-47a0-4768-b367-9bdebab7a3dc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 945 time: 0.3043425 Aug 06 15:54:34.617112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-12359367-54ba-4946-ab19-7ec02ba50013 req-a1242456-d116-4cd2-b347-d19c4dd928a8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Allocated IP 172.20.0.6 (3df65d06-2654-4c94-83d6-de2bceefdc8a/747b97e7-085e-4d9c-99fb-9f7861357373/75c3a40c-0fe4-4e45-a8aa-116fe49a1063) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:34.635138 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca934670-0fc5-4789-935b-cf8aae98ff37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.637531 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1b180b7-ab47-4527-96b0-3c5af09f1e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.684062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=5f9dab4e-b623-4328-8992-d90a83fb2e98,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:34.695237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b180b7-ab47-4527-96b0-3c5af09f1e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c5b63e-8697-4d37-8c50-67f26452f695,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:34.705939 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port b337e533-899a-4d40-bbaa-6334fb3a33b9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:34.708261 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.718029 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca934670-0fc5-4789-935b-cf8aae98ff37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.733774 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b180b7-ab47-4527-96b0-3c5af09f1e7f admin admin] Checking segment: {'id': '51ba6114-4cb6-475c-aa51-3969b802b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cc9fedf-52ab-41ab-8226-e02b5522cdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:34.734132 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b180b7-ab47-4527-96b0-3c5af09f1e7f admin admin] Network hostable DHCP agents. Network: 1cc9fedf-52ab-41ab-8226-e02b5522cdbb, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:54:34.747454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-518c9c9b-98bf-4510-b1f0-7ba7ff69d1bb req-6f0e284e-3110-408c-9872-bb6dae0afd4d tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833541 Aug 06 15:54:34.760695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b180b7-ab47-4527-96b0-3c5af09f1e7f admin admin] Network 1cc9fedf-52ab-41ab-8226-e02b5522cdbb is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:54:34.771783 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9ae61aa-ac7f-457e-8aea-18592719f75f tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=61d9ec8c4bd445cc8dcdca9b8e60c7e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2619889 Aug 06 15:54:34.813722 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-d1b180b7-ab47-4527-96b0-3c5af09f1e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 1cc9fedf-52ab-41ab-8226-e02b5522cdbb) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:34.815566 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-73da0812-f989-4153-9e73-a3457a585547 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.835861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98406702-c4fb-435d-9201-23cd5af9eb85 None None] Network 1cc9fedf-52ab-41ab-8226-e02b5522cdbb requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:34.841800 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6841fe8f-f1ac-4eef-a329-6f127beb51bb'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:34.894389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b180b7-ab47-4527-96b0-3c5af09f1e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:34.895203 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1b180b7-ab47-4527-96b0-3c5af09f1e7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.936917 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d1b180b7-ab47-4527-96b0-3c5af09f1e7f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4096503 Aug 06 15:54:34.940729 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56086) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:34.945181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612951873-router', 'tenant_id': '2809f47e9dd34c59b18c66559926a307', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:34.954572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-73da0812-f989-4153-9e73-a3457a585547 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:34.984112 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5415599b-5b65-4226-a6a2-888a51915132 req-61199160-df51-4c9e-8509-127d15933d1c tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 210 time: 0.0924904 Aug 06 15:54:34.984374 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-774d4aaf-ff8d-4154-9567-aacd8eb05759 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Allocated IP 192.168.233.211 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/484abe1c-3cc2-4b42-97f1-b6c1789f3a49) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:35.001111 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.002634 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.002772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-73da0812-f989-4153-9e73-a3457a585547 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:35.010619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-73da0812-f989-4153-9e73-a3457a585547 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:35.017084 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-73da0812-f989-4153-9e73-a3457a585547 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:35.018150 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-73da0812-f989-4153-9e73-a3457a585547 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.031636 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da0812-f989-4153-9e73-a3457a585547 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event updated for resources: {'Port': ['ID=cd7f3e53-11ec-4b61-b617-8c627b1b9b53,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:35.034445 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca934670-0fc5-4789-935b-cf8aae98ff37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.037198 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca934670-0fc5-4789-935b-cf8aae98ff37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.039380 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ca934670-0fc5-4789-935b-cf8aae98ff37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ffd1e83-dc53-415f-b2b4-85b9a36208f8 HTTP/1.1" status: 204 len: 168 time: 1.1509621 Aug 06 15:54:35.070720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca934670-0fc5-4789-935b-cf8aae98ff37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffd1e83-dc53-415f-b2b4-85b9a36208f8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:35.081650 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-73da0812-f989-4153-9e73-a3457a585547 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1036034 Aug 06 15:54:35.109704 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Request body: {'port': {'device_id': '47dc93a3-35e4-4474-ba14-2b2152500839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:35.124807 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.177135 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-12359367-54ba-4946-ab19-7ec02ba50013 req-a1242456-d116-4cd2-b347-d19c4dd928a8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.243069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-12359367-54ba-4946-ab19-7ec02ba50013 req-a1242456-d116-4cd2-b347-d19c4dd928a8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Transition to ACTIVE for port object 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:35.256625 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-eaabacfb-7d4d-468d-8845-b65c95ad4f9f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:54:35.266576 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-eaabacfb-7d4d-468d-8845-b65c95ad4f9f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2767601 Aug 06 15:54:35.448204 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-252f758c-e17b-4b76-a358-e8f050728699 req-3de030e2-a786-4e3a-ab52-76863d32e1b5 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=14fe81b8e5234185be09940accfcf29d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383518 Aug 06 15:54:35.456351 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-1cc9fedf-52ab-41ab-8226-e02b5522cdbb', 'network_id': '1cc9fedf-52ab-41ab-8226-e02b5522cdbb', 'tenant_id': '2809f47e9dd34c59b18c66559926a307', 'fixed_ips': [{'subnet_id': '79c5b63e-8697-4d37-8c50-67f26452f695'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:54:35.457202 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.469544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-95038644-8375-4960-9422-d1d4ea96f6c8 service neutron] 10.222.0.37 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020528 Aug 06 15:54:35.541959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e3cdd41f-cd73-4563-8b87-a80c819c7434 None None] Provisioning for port cd7f3e53-11ec-4b61-b617-8c627b1b9b53 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:35.595557 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.600433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e3cdd41f-cd73-4563-8b87-a80c819c7434 None None] Provisioning complete for port cd7f3e53-11ec-4b61-b617-8c627b1b9b53 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:35.600998 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3cdd41f-cd73-4563-8b87-a80c819c7434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.625096 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.684808 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-774d4aaf-ff8d-4154-9567-aacd8eb05759 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.780853 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e3cdd41f-cd73-4563-8b87-a80c819c7434 None None] Port cd7f3e53-11ec-4b61-b617-8c627b1b9b53 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:35.817573 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f758c-e17b-4b76-a358-e8f050728699 req-4be6d543-c82f-4f57-bda5-00bdcf950a4f tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:35.821289 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-252f758c-e17b-4b76-a358-e8f050728699 req-4be6d543-c82f-4f57-bda5-00bdcf950a4f tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3251617 Aug 06 15:54:35.823644 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-774d4aaf-ff8d-4154-9567-aacd8eb05759 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Transition to ACTIVE for port object 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:35.840214 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-252f758c-e17b-4b76-a358-e8f050728699 req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Request body: {'port': {'device_id': '7bcdf74f-91fc-4cee-9be0-ed0cc33f196f', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '14fe81b8e5234185be09940accfcf29d'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:35.866909 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-bcd28e79-538d-4a75-85e3-23f18f0dc515 service neutron] 10.222.0.37 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803270 Aug 06 15:54:35.890646 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-12359367-54ba-4946-ab19-7ec02ba50013 req-a1242456-d116-4cd2-b347-d19c4dd928a8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.891399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Allocated IP 172.20.0.2 (1cc9fedf-52ab-41ab-8226-e02b5522cdbb/79c5b63e-8697-4d37-8c50-67f26452f695/768ac374-9c75-42b0-8d86-1420f9cfbb82) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:35.979753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12359367-54ba-4946-ab19-7ec02ba50013 req-a1242456-d116-4cd2-b347-d19c4dd928a8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Network 3df65d06-2654-4c94-83d6-de2bceefdc8a is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:35.996791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-12359367-54ba-4946-ab19-7ec02ba50013 req-a1242456-d116-4cd2-b347-d19c4dd928a8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:36.002693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4e2d27b-b6c8-4582-9941-604bfd95961c req-6018201e-0247-4c29-8c55-5c56e786c4fa tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bcdf74f-91fc-4cee-9be0-ed0cc33f196f HTTP/1.1" status: 200 len: 210 time: 0.0987773 Aug 06 15:54:36.005287 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-12359367-54ba-4946-ab19-7ec02ba50013 req-a1242456-d116-4cd2-b347-d19c4dd928a8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:36.020086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12359367-54ba-4946-ab19-7ec02ba50013 req-a1242456-d116-4cd2-b347-d19c4dd928a8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:36.021216 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-12359367-54ba-4946-ab19-7ec02ba50013 req-a1242456-d116-4cd2-b347-d19c4dd928a8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:36.046059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1242456-d116-4cd2-b347-d19c4dd928a8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Pushing event updated for resources: {'Port': ['ID=75c3a40c-0fe4-4e45-a8aa-116fe49a1063,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:36.068976 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12359367-54ba-4946-ab19-7ec02ba50013 req-a1242456-d116-4cd2-b347-d19c4dd928a8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2707815 Aug 06 15:54:36.087999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Request body: {'port': {'device_id': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:36.134908 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252f758c-e17b-4b76-a358-e8f050728699 req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Made reservation on behalf of 14fe81b8e5234185be09940accfcf29d for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:36.145513 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-252f758c-e17b-4b76-a358-e8f050728699 req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:36.159157 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-62e27ccc-23fb-40ad-b5de-66f3866de0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:36.191913 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:36.199598 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-252f758c-e17b-4b76-a358-e8f050728699 req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:36.220756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Transition to ACTIVE for port object 768ac374-9c75-42b0-8d86-1420f9cfbb82 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:36.232858 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-774d4aaf-ff8d-4154-9567-aacd8eb05759 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:36.248537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Transition to ACTIVE for port object 768ac374-9c75-42b0-8d86-1420f9cfbb82 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:36.259191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6841fe8f-f1ac-4eef-a329-6f127beb51bb'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:36.270627 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5f9dab4e-b623-4328-8992-d90a83fb2e98 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:36.351656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-774d4aaf-ff8d-4154-9567-aacd8eb05759 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:36.353811 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:36.359338 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-774d4aaf-ff8d-4154-9567-aacd8eb05759 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:36.386015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-774d4aaf-ff8d-4154-9567-aacd8eb05759 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:36.478545 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:36.531843 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd34c-fc5f-4551-bf7e-47578085df34 req-17f22952-4f57-423d-8558-68756ef26a88 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:36.533837 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fcbdd34c-fc5f-4551-bf7e-47578085df34 req-17f22952-4f57-423d-8558-68756ef26a88 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 936 time: 0.3026373 Aug 06 15:54:36.558159 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-774d4aaf-ff8d-4154-9567-aacd8eb05759 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:36.560049 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-774d4aaf-ff8d-4154-9567-aacd8eb05759 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:36.662289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d4aaf-ff8d-4154-9567-aacd8eb05759 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event updated for resources: {'Port': ['ID=484abe1c-3cc2-4b42-97f1-b6c1789f3a49,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:36.741783 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fcbdd34c-fc5f-4551-bf7e-47578085df34 req-023bd672-4e82-450c-98d3-b2cf27b55da9 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811287 Aug 06 15:54:36.925946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Network 1cc9fedf-52ab-41ab-8226-e02b5522cdbb is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:36.958259 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:36.962946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:36.970486 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:36.986975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-19cc55d6-63da-40ea-a43e-ea53b159b452 None None] Provisioning for port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:36.993610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-19cc55d6-63da-40ea-a43e-ea53b159b452 None None] Provisioning complete for port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:36.994004 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-19cc55d6-63da-40ea-a43e-ea53b159b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.081617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Pushing event updated for resources: {'Port': ['ID=768ac374-9c75-42b0-8d86-1420f9cfbb82,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:37.107623 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-252f758c-e17b-4b76-a358-e8f050728699 req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.108716 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:37.109330 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.109437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:37.109437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:37.109781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:37.110126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:37.110463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:37.110785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:37.111127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:37.111776 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:37.111776 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:37.113791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:37.114420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:37.147035 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7f3e53-11ec-4b61-b617-8c627b1b9b53 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:37.159826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-19cc55d6-63da-40ea-a43e-ea53b159b452 None None] Port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:37.162151 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-252f758c-e17b-4b76-a358-e8f050728699 req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.177235 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.206792 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-774d4aaf-ff8d-4154-9567-aacd8eb05759 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8413517 Aug 06 15:54:37.208076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.215006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56144) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:37.228994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc4b5c-4486-49e4-a531-c9bd6b29d81b req-261f150f-bbb4-479c-9659-0b3e52b09f76 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:37.231311 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70cc4b5c-4486-49e4-a531-c9bd6b29d81b req-261f150f-bbb4-479c-9659-0b3e52b09f76 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 1096 time: 0.2007191 Aug 06 15:54:37.239949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Transition to ACTIVE for port object cd7f3e53-11ec-4b61-b617-8c627b1b9b53 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:37.242750 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.249383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Attempting to bind port 768ac374-9c75-42b0-8d86-1420f9cfbb82 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:37.250134 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Attempting to bind port 768ac374-9c75-42b0-8d86-1420f9cfbb82 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '51ba6114-4cb6-475c-aa51-3969b802b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cc9fedf-52ab-41ab-8226-e02b5522cdbb'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:37.250672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Attempting to bind port 768ac374-9c75-42b0-8d86-1420f9cfbb82 on network 1cc9fedf-52ab-41ab-8226-e02b5522cdbb {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:37.254977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2f817-7142-45a4-8111-5a7298e63c5d req-b90eee98-8027-49bb-911d-ff9ade1b3e58 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:37.258625 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:37.259237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Checking segment: {'id': '51ba6114-4cb6-475c-aa51-3969b802b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cc9fedf-52ab-41ab-8226-e02b5522cdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:37.259824 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.260555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Bound using segment: {'id': '51ba6114-4cb6-475c-aa51-3969b802b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cc9fedf-52ab-41ab-8226-e02b5522cdbb'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:37.261514 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Bound port: 768ac374-9c75-42b0-8d86-1420f9cfbb82, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ba6114-4cb6-475c-aa51-3969b802b115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1cc9fedf-52ab-41ab-8226-e02b5522cdbb'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:37.262104 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.267995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06e2f817-7142-45a4-8111-5a7298e63c5d req-b90eee98-8027-49bb-911d-ff9ade1b3e58 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 931 time: 0.2534924 Aug 06 15:54:37.280332 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.326056 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 5f9dab4e-b623-4328-8992-d90a83fb2e98 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:37.333345 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.416972 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06e2f817-7142-45a4-8111-5a7298e63c5d req-8fd05416-f1fd-4837-a546-bde6285357de tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375992 Aug 06 15:54:37.454273 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-252f758c-e17b-4b76-a358-e8f050728699 req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Allocated IP 192.168.233.253 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/a53ae04a-ece8-417d-83de-33dae4db0d43) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:37.461323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Pushing event updated for resources: {'Port': ['ID=cd7f3e53-11ec-4b61-b617-8c627b1b9b53,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:37.511904 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-da9df945-cb6d-4be3-a3d1-e707a55e4836 None None] Provisioning for port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:37.526714 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70cc4b5c-4486-49e4-a531-c9bd6b29d81b req-8dba5dac-ae69-486f-9d05-62bf4eef9497 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565243 Aug 06 15:54:37.541969 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-da9df945-cb6d-4be3-a3d1-e707a55e4836 None None] Provisioning complete for port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:37.542349 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-da9df945-cb6d-4be3-a3d1-e707a55e4836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.614800 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-da9df945-cb6d-4be3-a3d1-e707a55e4836 None None] Port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:37.654159 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Request body: {'port': {'device_id': '6628159e-7681-45f1-8e74-6a9094c26cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:37.666936 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] For port 768ac374-9c75-42b0-8d86-1420f9cfbb82, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:37.692682 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] For port 768ac374-9c75-42b0-8d86-1420f9cfbb82, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=768ac374-9c75-42b0-8d86-1420f9cfbb82,segment=NetworkSegment(51ba6114-4cb6-475c-aa51-3969b802b115),segment_id=51ba6114-4cb6-475c-aa51-3969b802b115)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:37.695822 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:37.700275 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.722461 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.724718 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Transition to ACTIVE for port object 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:37.739710 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.801216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Attempting to bind port cd7f3e53-11ec-4b61-b617-8c627b1b9b53 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:37.803949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Attempting to bind port cd7f3e53-11ec-4b61-b617-8c627b1b9b53 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:37.804589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Attempting to bind port cd7f3e53-11ec-4b61-b617-8c627b1b9b53 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:37.819378 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c42308eb-817d-4e67-b0c7-047f41199882 req-9836e0fe-bfa3-478c-81b1-ea82cf472068 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 210 time: 0.0930684 Aug 06 15:54:37.861918 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f956d5-e14c-4ed2-b43c-ee997ad68bda None None] Pushing event updated for resources: {'Port': ['ID=768ac374-9c75-42b0-8d86-1420f9cfbb82,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:37.930618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Port cd7f3e53-11ec-4b61-b617-8c627b1b9b53 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:54:37.931248 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Attempting to bind port cd7f3e53-11ec-4b61-b617-8c627b1b9b53 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:37.948434 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.956249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a3636c-86a7-4932-9943-d0bd76fff545,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:37.982596 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-252f758c-e17b-4b76-a358-e8f050728699 req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.986944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.78', 51650) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:38.084303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:38.086122 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:38.086607 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:38.087344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Bound port: cd7f3e53-11ec-4b61-b617-8c627b1b9b53, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:38.088046 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.126751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4407d1a6-a0b9-416a-b7d7-a89ac3e49899 req-b7cd38b5-e945-43bd-bfb2-be4d2609a00a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bcdf74f-91fc-4cee-9be0-ed0cc33f196f HTTP/1.1" status: 200 len: 210 time: 0.1727488 Aug 06 15:54:38.245108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Pushing event updated for resources: {'Port': ['ID=75c3a40c-0fe4-4e45-a8aa-116fe49a1063,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:38.347969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Attempting to bind port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:38.348428 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Attempting to bind port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:38.348856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Attempting to bind port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 on network 3df65d06-2654-4c94-83d6-de2bceefdc8a {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:38.355945 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-252f758c-e17b-4b76-a358-e8f050728699 req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Transition to ACTIVE for port object a53ae04a-ece8-417d-83de-33dae4db0d43 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:38.369093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6442cd8-be04-4e91-9465-9ea6e988999a req-674a8998-b54a-4689-a6a8-32c95a52d3f7 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:38.372276 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6442cd8-be04-4e91-9465-9ea6e988999a req-674a8998-b54a-4689-a6a8-32c95a52d3f7 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 1096 time: 0.3597741 Aug 06 15:54:38.374177 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-47d80b1a-b273-4b9b-a8b5-80215c5e3245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.380862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 on network 3df65d06-2654-4c94-83d6-de2bceefdc8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:54:38.381528 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Attempting to bind port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 on network 3df65d06-2654-4c94-83d6-de2bceefdc8a {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:38.415941 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:38.418979 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Checking segment: {'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:38.419760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Bound using segment: {'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:38.419895 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Bound port: 75c3a40c-0fe4-4e45-a8aa-116fe49a1063, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:38.420148 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.455960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] For port cd7f3e53-11ec-4b61-b617-8c627b1b9b53, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:38.485578 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a679a-e8f5-40e5-9e9a-c6ed37158051 req-465ed269-7d03-43c2-8d3a-e1854d7c97fa tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:38.486992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-809a679a-e8f5-40e5-9e9a-c6ed37158051 req-465ed269-7d03-43c2-8d3a-e1854d7c97fa tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 936 time: 0.2144818 Aug 06 15:54:38.512893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] For port cd7f3e53-11ec-4b61-b617-8c627b1b9b53, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cd7f3e53-11ec-4b61-b617-8c627b1b9b53,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:38.524656 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6442cd8-be04-4e91-9465-9ea6e988999a req-d9166631-563c-4cc8-b0ce-a5c9507be864 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392298 Aug 06 15:54:38.534212 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.576129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Allocated IP 172.25.1.94 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/7343677c-cd59-46d0-860e-5b2bdb897763) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:38.655517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:38.656264 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.657897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] 10.222.0.78 "PUT /v2.0/ports/cd7f3e53-11ec-4b61-b617-8c627b1b9b53 HTTP/1.1" status: 200 len: 1096 time: 3.5640118 Aug 06 15:54:38.658612 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dc93a3-35e4-4474-ba14-2b2152500839', 'tag': 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:38.661240 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64b123f-1d53-4cb1-9e32-ac9e3cb3543c" -d '{"events": [{"name": "network-changed", "server_uuid": "47dc93a3-35e4-4474-ba14-2b2152500839", "tag": "cd7f3e53-11ec-4b61-b617-8c627b1b9b53"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:38.664310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89787082-9e04-43d4-94f0-bb125091d24f service neutron] Pushing event updated for resources: {'Port': ['ID=cd7f3e53-11ec-4b61-b617-8c627b1b9b53,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:38.681595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-809a679a-e8f5-40e5-9e9a-c6ed37158051 req-840f946f-fe57-4677-9ce9-355380108db3 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670878 Aug 06 15:54:38.685618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] For port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:38.689586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] For port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=75c3a40c-0fe4-4e45-a8aa-116fe49a1063,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:38.699553 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.820935 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:38.838104 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.840234 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12359367-54ba-4946-ab19-7ec02ba50013 req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] 10.222.0.13 "PUT /v2.0/ports/75c3a40c-0fe4-4e45-a8aa-116fe49a1063 HTTP/1.1" status: 200 len: 1091 time: 2.7624779 Aug 06 15:54:38.909850 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.924968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f087ce1-83f0-4db7-b334-83a1bba6e7ba service neutron] Pushing event updated for resources: {'Port': ['ID=75c3a40c-0fe4-4e45-a8aa-116fe49a1063,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:38.990695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-6828a25f-3ad5-4186-870a-ffc50d20aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:38.993048 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-6828a25f-3ad5-4186-870a-ffc50d20aa84 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=47dc93a3-35e4-4474-ba14-2b2152500839 HTTP/1.1" status: 200 len: 1099 time: 0.2312794 Aug 06 15:54:39.064482 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-252f758c-e17b-4b76-a358-e8f050728699 req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:39.065994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-4389bcfb-e8b5-4ba3-b48a-f5fe0c9b23e3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=cd7f3e53-11ec-4b61-b617-8c627b1b9b53 HTTP/1.1" status: 200 len: 217 time: 0.0615520 Aug 06 15:54:39.074533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cd4ae-2199-45c0-946a-e2e2cc19ab38 req-1ba2ef00-b8ab-4be0-96ae-e411405098d7 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:39.076136 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-570cd4ae-2199-45c0-946a-e2e2cc19ab38 req-1ba2ef00-b8ab-4be0-96ae-e411405098d7 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 943 time: 0.2246716 Aug 06 15:54:39.078034 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12359367-54ba-4946-ab19-7ec02ba50013 req-008b9b69-da1c-41a4-8b91-b7bf8f73b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:39.079474 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12359367-54ba-4946-ab19-7ec02ba50013 req-008b9b69-da1c-41a4-8b91-b7bf8f73b102 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 1094 time: 0.1903436 Aug 06 15:54:39.113753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252f758c-e17b-4b76-a358-e8f050728699 req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:39.132812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-252f758c-e17b-4b76-a358-e8f050728699 req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:39.136234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-252f758c-e17b-4b76-a358-e8f050728699 req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:39.329264 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-dd8d954f-2e4a-458a-9260-d1ef24bf0ff6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:39.331416 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-dd8d954f-2e4a-458a-9260-d1ef24bf0ff6 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.78 "GET /v2.0/networks?id=be64a754-66d4-4a99-b5f7-5f4723a93a1f HTTP/1.1" status: 200 len: 823 time: 1.3219972 Aug 06 15:54:39.402755 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d0c478-06af-457a-8c0d-10fa08fabb85 x-openstack-request-id: req-56d0c478-06af-457a-8c0d-10fa08fabb85 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:39.403043 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dc93a3-35e4-4474-ba14-2b2152500839", "tag": "cd7f3e53-11ec-4b61-b617-8c627b1b9b53", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:39.403352 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56d0c478-06af-457a-8c0d-10fa08fabb85 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:39.403659 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dc93a3-35e4-4474-ba14-2b2152500839', 'tag': 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53', 'status': 'completed', 'code': 200} Aug 06 15:54:39.448253 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12359367-54ba-4946-ab19-7ec02ba50013 req-27b96c99-7d19-45a1-a292-88b38fb2665e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75c3a40c-0fe4-4e45-a8aa-116fe49a1063 HTTP/1.1" status: 200 len: 217 time: 0.3592672 Aug 06 15:54:39.453800 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-be6f7e1a-579f-4672-a75c-9baace490e13 req-3e0ac567-4674-4c44-b033-9411f5f03af9 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 210 time: 0.0785971 Aug 06 15:54:39.479462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-570cd4ae-2199-45c0-946a-e2e2cc19ab38 req-67e7addd-431f-4bf4-aa62-13f4e2b75421 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915260 Aug 06 15:54:39.482277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a58c892-fd19-4063-9b1c-5048b7f7a44c None None] Network 1cc9fedf-52ab-41ab-8226-e02b5522cdbb requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:39.504609 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Pushing event updated for resources: {'Port': ['ID=a53ae04a-ece8-417d-83de-33dae4db0d43,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:39.533365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-b0601fff-bb8f-4574-980d-a14a5d967404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:39.534865 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-b0601fff-bb8f-4574-980d-a14a5d967404 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.4545262 Aug 06 15:54:39.543842 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-57a0db9c-b8f9-411d-ab70-89aed7387e79 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61d9ec8c4bd445cc8dcdca9b8e60c7e8 HTTP/1.1" status: 200 len: 380 time: 0.1953962 Aug 06 15:54:39.551156 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f758c-e17b-4b76-a358-e8f050728699 req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:39.551926 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-252f758c-e17b-4b76-a358-e8f050728699 req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:39.559133 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12359367-54ba-4946-ab19-7ec02ba50013 req-be804e3d-c391-4656-89c3-41ed6323bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:39.560576 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12359367-54ba-4946-ab19-7ec02ba50013 req-be804e3d-c391-4656-89c3-41ed6323bf5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.0845976 Aug 06 15:54:39.577165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-72fb7e41-b13c-432d-a46d-c5004617b066 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Request body: {'port': {'device_id': '167d47ef-883a-4b1d-bfb0-9c518dc6b3da', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'admin_state_up': True, 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'security_groups': ['89ec07d4-9161-4559-bea3-0c2597f20f2b']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:39.619775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cfd2ecef-8149-4aa0-b5d5-1dad3165d7e6 None None] Provisioning for port 768ac374-9c75-42b0-8d86-1420f9cfbb82 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:39.679110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12359367-54ba-4946-ab19-7ec02ba50013 req-7797c515-23fd-496f-a520-b34dad3b9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:39.680996 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12359367-54ba-4946-ab19-7ec02ba50013 req-7797c515-23fd-496f-a520-b34dad3b9e05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128206 Aug 06 15:54:39.684625 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:39.685492 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-7debe21d-d73d-4a41-96ac-ea74a9585442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:39.687596 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-7debe21d-d73d-4a41-96ac-ea74a9585442 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1371446 Aug 06 15:54:39.712135 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:39.732977 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cfd2ecef-8149-4aa0-b5d5-1dad3165d7e6 None None] Provisioning for port a53ae04a-ece8-417d-83de-33dae4db0d43 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:39.737328 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:39.739879 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cfd2ecef-8149-4aa0-b5d5-1dad3165d7e6 None None] Provisioning complete for port a53ae04a-ece8-417d-83de-33dae4db0d43 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:39.740735 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ecef-8149-4aa0-b5d5-1dad3165d7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:39.745610 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Transition to ACTIVE for port object 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:39.756583 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:39.791706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-cfd2ecef-8149-4aa0-b5d5-1dad3165d7e6 None None] Port a53ae04a-ece8-417d-83de-33dae4db0d43 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:39.898784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106208eb-3b1d-444f-b8fa-2714daad23be req-1e0d881e-6fc3-4653-9719-4be59150323d tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:39.910868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-106208eb-3b1d-444f-b8fa-2714daad23be req-1e0d881e-6fc3-4653-9719-4be59150323d tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bcdf74f-91fc-4cee-9be0-ed0cc33f196f HTTP/1.1" status: 200 len: 936 time: 0.2979658 Aug 06 15:54:39.968824 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Attempting to bind port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:39.969151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Attempting to bind port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:39.969477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Attempting to bind port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:40.013467 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:54:40.013936 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Attempting to bind port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:40.027079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Pushing event updated for resources: {'Port': ['ID=484abe1c-3cc2-4b42-97f1-b6c1789f3a49,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:40.030819 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-37ccc8d2-4954-4a3e-a6a4-2d1810736b00 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335631 Aug 06 15:54:40.054787 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-47d80b1a-b273-4b9b-a8b5-80215c5e3245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.074826 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-252f758c-e17b-4b76-a358-e8f050728699 req-7212e539-5612-4b87-a890-4c556ffb219a tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2377570 Aug 06 15:54:40.076189 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:40.078181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:40.078842 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:40.080108 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Bound port: 484abe1c-3cc2-4b42-97f1-b6c1789f3a49, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:40.086786 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.118042 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-47d80b1a-b273-4b9b-a8b5-80215c5e3245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.127836 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Request body: {'port': {'device_id': '7bcdf74f-91fc-4cee-9be0-ed0cc33f196f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:40.137256 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.184905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:40.192176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 768ac374-9c75-42b0-8d86-1420f9cfbb82 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:40.197899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:40.243750 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-106208eb-3b1d-444f-b8fa-2714daad23be req-18dd502c-2f5b-4f16-841e-1e6683b9d7fb tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316674 Aug 06 15:54:40.249267 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:40.258743 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-27aa744f-1c1c-4c88-bd64-6b18df092bd3 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200229 Aug 06 15:54:40.262937 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12359367-54ba-4946-ab19-7ec02ba50013 req-ca93732b-4bea-42a8-b73d-3a32a5072032 service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680540 Aug 06 15:54:40.278910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 768ac374-9c75-42b0-8d86-1420f9cfbb82 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:40.293277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 768ac374-9c75-42b0-8d86-1420f9cfbb82 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:40.293988 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.312361 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Pushing event updated for resources: {'Port': ['ID=7343677c-cd59-46d0-860e-5b2bdb897763,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:40.384369 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] For port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:40.388240 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] For port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=484abe1c-3cc2-4b42-97f1-b6c1789f3a49,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:40.399855 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-72fb7e41-b13c-432d-a46d-c5004617b066 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Made reservation on behalf of 61d9ec8c4bd445cc8dcdca9b8e60c7e8 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:40.403454 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-72fb7e41-b13c-432d-a46d-c5004617b066 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.406405 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.437566 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.447622 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-47d80b1a-b273-4b9b-a8b5-80215c5e3245 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2d8495652294eb19a273db27c6e7f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2197335 Aug 06 15:54:40.455066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56214) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:40.460697 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d80b1a-b273-4b9b-a8b5-80215c5e3245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddfd4c7-20c1-4c63-8604-d8a674589f54,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:40.491337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 768ac374-9c75-42b0-8d86-1420f9cfbb82, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=768ac374-9c75-42b0-8d86-1420f9cfbb82,segment=NetworkSegment(51ba6114-4cb6-475c-aa51-3969b802b115),segment_id=51ba6114-4cb6-475c-aa51-3969b802b115)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:40.499237 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.540217 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12359367-54ba-4946-ab19-7ec02ba50013 req-f59d821d-7d11-400e-9d57-3c36fe01898c service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644508 Aug 06 15:54:40.593933 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d98892-2292-4f47-b990-97a3933f700d req-eed5a950-9a42-47c1-93e5-7d0af9139495 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:40.595940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46d98892-2292-4f47-b990-97a3933f700d req-eed5a950-9a42-47c1-93e5-7d0af9139495 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 948 time: 0.2057192 Aug 06 15:54:40.600644 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b123f-1d53-4cb1-9e32-ac9e3cb3543c req-e624cf3f-5423-4062-9df1-f1e955faa9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:40.602267 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b64b123f-1d53-4cb1-9e32-ac9e3cb3543c req-e624cf3f-5423-4062-9df1-f1e955faa9f4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=47dc93a3-35e4-4474-ba14-2b2152500839 HTTP/1.1" status: 200 len: 1099 time: 0.2616062 Aug 06 15:54:40.602721 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=768ac374-9c75-42b0-8d86-1420f9cfbb82,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:40.625485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:40.626384 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.628734 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] 10.222.0.78 "PUT /v2.0/ports/484abe1c-3cc2-4b42-97f1-b6c1789f3a49 HTTP/1.1" status: 200 len: 1096 time: 3.2565722 Aug 06 15:54:40.646979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6628159e-7681-45f1-8e74-6a9094c26cb8', 'tag': '484abe1c-3cc2-4b42-97f1-b6c1789f3a49'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:40.651789 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e254cd9-81e4-4d3f-bd4c-cc9bb57b1ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "6628159e-7681-45f1-8e74-6a9094c26cb8", "tag": "484abe1c-3cc2-4b42-97f1-b6c1789f3a49"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:40.672253 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.679711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be31510-01d1-4dee-aa98-2d9a09b3fd19 service neutron] Pushing event updated for resources: {'Port': ['ID=484abe1c-3cc2-4b42-97f1-b6c1789f3a49,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:40.717601 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-451f35ff-4be3-47d3-8506-64b60bc5c34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.755806 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46d98892-2292-4f47-b990-97a3933f700d req-3e1ffda1-2fc7-4d62-88eb-6669b565d825 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474195 Aug 06 15:54:40.808767 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-451f35ff-4be3-47d3-8506-64b60bc5c34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.819245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b123f-1d53-4cb1-9e32-ac9e3cb3543c req-d1e19719-6854-419a-9af2-6ae074297aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:40.820743 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b64b123f-1d53-4cb1-9e32-ac9e3cb3543c req-d1e19719-6854-419a-9af2-6ae074297aca service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.2084966 Aug 06 15:54:40.887003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b64b123f-1d53-4cb1-9e32-ac9e3cb3543c req-f181828b-d5de-4db5-9b3d-d69c7b88329c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=cd7f3e53-11ec-4b61-b617-8c627b1b9b53 HTTP/1.1" status: 200 len: 217 time: 0.0471923 Aug 06 15:54:40.973045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b123f-1d53-4cb1-9e32-ac9e3cb3543c req-0eba03c1-bb09-4a9b-9441-bae09b1488e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:40.994081 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b64b123f-1d53-4cb1-9e32-ac9e3cb3543c req-0eba03c1-bb09-4a9b-9441-bae09b1488e1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0993774 Aug 06 15:54:40.995843 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-451f35ff-4be3-47d3-8506-64b60bc5c34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.999245 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-451f35ff-4be3-47d3-8506-64b60bc5c34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.999916 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-451f35ff-4be3-47d3-8506-64b60bc5c34f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eddfd4c7-20c1-4c63-8604-d8a674589f54 HTTP/1.1" status: 204 len: 168 time: 0.5399916 Aug 06 15:54:41.033824 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f35ff-4be3-47d3-8506-64b60bc5c34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddfd4c7-20c1-4c63-8604-d8a674589f54,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:41.066171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b123f-1d53-4cb1-9e32-ac9e3cb3543c req-9d5f84de-0fe1-4354-b527-3120d95b228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:41.068180 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b64b123f-1d53-4cb1-9e32-ac9e3cb3543c req-9d5f84de-0fe1-4354-b527-3120d95b228f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0669422 Aug 06 15:54:41.182364 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-b8fe560c-667b-45f1-8d06-a7fc807610a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:41.184500 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-b8fe560c-667b-45f1-8d06-a7fc807610a5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 1099 time: 0.4701054 Aug 06 15:54:41.242035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d899ce42-d70f-40ca-99c3-dd1d9e585e77 req-5ebae51d-749a-46e8-a28c-dd4a196e952d tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 210 time: 0.1129911 Aug 06 15:54:41.320727 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b64b123f-1d53-4cb1-9e32-ac9e3cb3543c req-fdcc06bd-18c4-46ea-8099-1dd617dfe254 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329841 Aug 06 15:54:41.326718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-72fb7e41-b13c-432d-a46d-c5004617b066 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Allocated IP 172.20.0.4 (be64a754-66d4-4a99-b5f7-5f4723a93a1f/7139516a-55da-4c51-9f07-a4156520643c/a9d05e4c-b218-4b20-8418-548fdb692d32) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:41.341370 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-182a8b2b-de24-4841-9822-38da61f6c9bb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=484abe1c-3cc2-4b42-97f1-b6c1789f3a49 HTTP/1.1" status: 200 len: 217 time: 0.1351082 Aug 06 15:54:41.418782 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'tag': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:41.421774 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb7ce29-e7da-4ca4-b50a-63922ce71217" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e51047-43a9-4342-9b53-8f31abc90eb6", "tag": "75c3a40c-0fe4-4e45-a8aa-116fe49a1063"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:41.466540 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b728bd-9c4b-464c-b647-09393417802c req-424ba58d-e0f2-40c4-8eac-04aeaf266920 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:41.468322 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59b728bd-9c4b-464c-b647-09393417802c req-424ba58d-e0f2-40c4-8eac-04aeaf266920 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 943 time: 0.1306779 Aug 06 15:54:41.488082 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b64b123f-1d53-4cb1-9e32-ac9e3cb3543c req-b3d9c12c-d050-44ed-97e8-cbf4b3616b4e service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598682 Aug 06 15:54:41.528420 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59b728bd-9c4b-464c-b647-09393417802c req-c3832497-7eb4-4c44-9683-99d3987f5913 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514410 Aug 06 15:54:41.617559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56258) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:41.675602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56264) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:41.702897 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ebac5867-2128-4c23-8901-9c230b3e545d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:41.705971 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d437d06-b54a-436c-8760-20c7dfaabafc x-openstack-request-id: req-9d437d06-b54a-436c-8760-20c7dfaabafc {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:41.706519 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6628159e-7681-45f1-8e74-6a9094c26cb8", "tag": "484abe1c-3cc2-4b42-97f1-b6c1789f3a49", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:41.706519 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d437d06-b54a-436c-8760-20c7dfaabafc {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:41.706885 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6628159e-7681-45f1-8e74-6a9094c26cb8', 'tag': '484abe1c-3cc2-4b42-97f1-b6c1789f3a49', 'status': 'completed', 'code': 200} Aug 06 15:54:41.784783 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:41.797456 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-f3f6edec-b202-4023-9cc6-85e9947f44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:41.798989 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-f3f6edec-b202-4023-9cc6-85e9947f44ff service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.3917646 Aug 06 15:54:41.831583 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ebac5867-2128-4c23-8901-9c230b3e545d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:41.836832 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ebac5867-2128-4c23-8901-9c230b3e545d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:41.868384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac5867-2128-4c23-8901-9c230b3e545d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974c5a42-6cac-4684-9c99-c2e1eae5e19f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:41.901287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ebac5867-2128-4c23-8901-9c230b3e545d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb151c96d86646c790ed48e9c1b7df4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220891 Aug 06 15:54:41.908956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56270) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:41.919117 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-b9878bf6-865a-4377-849c-31ed1d55cfbe tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:54:41.929715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-b9878bf6-865a-4377-849c-31ed1d55cfbe tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3108687 Aug 06 15:54:42.041778 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1efcf271-6fbb-4d25-97c1-23bdb93b3527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.069731 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1efcf271-6fbb-4d25-97c1-23bdb93b3527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.086886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-e72cd146-f681-481d-8f42-716889aeebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:42.088657 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-e72cd146-f681-481d-8f42-716889aeebad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2466099 Aug 06 15:54:42.094596 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53ae04a-ece8-417d-83de-33dae4db0d43 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:42.118606 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-c153009c-5b2d-4c18-b1ad-4962283f7153 service neutron] Request body: {'binding': {'host': 'n-h1-803756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:42.119128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-c153009c-5b2d-4c18-b1ad-4962283f7153 service neutron] Unknown quota resources ['binding']. {{(pid=105765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:54:42.136548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 768ac374-9c75-42b0-8d86-1420f9cfbb82 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:42.150990 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-72fb7e41-b13c-432d-a46d-c5004617b066 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.152313 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1efcf271-6fbb-4d25-97c1-23bdb93b3527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.154856 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1efcf271-6fbb-4d25-97c1-23bdb93b3527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.156019 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1efcf271-6fbb-4d25-97c1-23bdb93b3527 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/974c5a42-6cac-4684-9c99-c2e1eae5e19f HTTP/1.1" status: 204 len: 168 time: 0.2460973 Aug 06 15:54:42.169658 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-72fb7e41-b13c-432d-a46d-c5004617b066 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Transition to ACTIVE for port object a9d05e4c-b218-4b20-8418-548fdb692d32 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:42.181810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ab59b-4782-45ee-82ab-f08e2533d4df req-8ea95d11-1353-4018-860a-b9d7cfe1bad6 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:42.183916 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae6ab59b-4782-45ee-82ab-f08e2533d4df req-8ea95d11-1353-4018-860a-b9d7cfe1bad6 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bcdf74f-91fc-4cee-9be0-ed0cc33f196f HTTP/1.1" status: 200 len: 936 time: 0.2173007 Aug 06 15:54:42.187404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcf271-6fbb-4d25-97c1-23bdb93b3527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974c5a42-6cac-4684-9c99-c2e1eae5e19f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:42.231425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 768ac374-9c75-42b0-8d86-1420f9cfbb82 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:42.231798 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.246075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae6ab59b-4782-45ee-82ab-f08e2533d4df req-c0351808-e45d-4308-9f71-e83a85fc3edb tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463080 Aug 06 15:54:42.319774 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-ecf7ee1c-65cd-44e5-a8c8-8eedec555e66 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200024 Aug 06 15:54:42.324491 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1735355b-5cd7-4916-a8e2-4efa2b4df1df x-openstack-request-id: req-1735355b-5cd7-4916-a8e2-4efa2b4df1df {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:42.325094 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e51047-43a9-4342-9b53-8f31abc90eb6", "tag": "75c3a40c-0fe4-4e45-a8aa-116fe49a1063", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:42.325682 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1735355b-5cd7-4916-a8e2-4efa2b4df1df {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:42.327699 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'tag': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'status': 'completed', 'code': 200} Aug 06 15:54:42.334905 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.426495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Transition to ACTIVE for port object a53ae04a-ece8-417d-83de-33dae4db0d43 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:42.459138 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-72fb7e41-b13c-432d-a46d-c5004617b066 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.463468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-c153009c-5b2d-4c18-b1ad-4962283f7153 service neutron] Attempting to bind port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 on host n-h1-803756-1 for vnic_type normal with profile None {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:42.463935 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-c153009c-5b2d-4c18-b1ad-4962283f7153 service neutron] Attempting to bind port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:42.464236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-c153009c-5b2d-4c18-b1ad-4962283f7153 service neutron] Attempting to bind port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:42.464398 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.478921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660dd76-dcf3-47cf-9672-32ff030878c6 req-e543e450-7b68-4a20-8af2-c7fc1225f540 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:42.480512 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3660dd76-dcf3-47cf-9672-32ff030878c6 req-e543e450-7b68-4a20-8af2-c7fc1225f540 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 948 time: 0.0875521 Aug 06 15:54:42.482559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-c153009c-5b2d-4c18-b1ad-4962283f7153 service neutron] Port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 on network 897fb748-581b-4095-a788-9e69c09f9551 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:54:42.482880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-c153009c-5b2d-4c18-b1ad-4962283f7153 service neutron] Attempting to bind port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:42.486216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7ce29-e7da-4ca4-b50a-63922ce71217 req-e4a8c2c4-2881-4962-99ad-19d2a56beff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:42.487671 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdb7ce29-e7da-4ca4-b50a-63922ce71217 req-e4a8c2c4-2881-4962-99ad-19d2a56beff7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 1094 time: 0.1394157 Aug 06 15:54:42.559532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-72fb7e41-b13c-432d-a46d-c5004617b066 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Network be64a754-66d4-4a99-b5f7-5f4723a93a1f is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:42.574194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Pushing event updated for resources: {'Port': ['ID=a53ae04a-ece8-417d-83de-33dae4db0d43,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:42.584895 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.587371 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-72fb7e41-b13c-432d-a46d-c5004617b066 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:42.600402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-72fb7e41-b13c-432d-a46d-c5004617b066 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:42.626656 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e078c22-333b-4fdd-a1ef-790a42e53509 req-b5ee754b-cba5-48ee-892b-53de99ffec76 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850773 Aug 06 15:54:42.732552 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-c153009c-5b2d-4c18-b1ad-4962283f7153 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:42.738853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-c153009c-5b2d-4c18-b1ad-4962283f7153 service neutron] Checking segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:42.739854 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-c153009c-5b2d-4c18-b1ad-4962283f7153 service neutron] Bound using segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:42.741293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-c153009c-5b2d-4c18-b1ad-4962283f7153 service neutron] Bound port: 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:42.955431 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb7e41-b13c-432d-a46d-c5004617b066 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Pushing event updated for resources: {'Port': ['ID=a9d05e4c-b218-4b20-8418-548fdb692d32,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:42.990897 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-72fb7e41-b13c-432d-a46d-c5004617b066 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:42.991572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-72fb7e41-b13c-432d-a46d-c5004617b066 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.998403 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3660dd76-dcf3-47cf-9672-32ff030878c6 req-9d6e841e-6a45-45fb-898e-ea72b9288b3d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071783 Aug 06 15:54:43.039998 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-c153009c-5b2d-4c18-b1ad-4962283f7153 service neutron] For port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:43.040895 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-72fb7e41-b13c-432d-a46d-c5004617b066 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4744201 Aug 06 15:54:43.044200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Attempting to bind port a53ae04a-ece8-417d-83de-33dae4db0d43 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:43.044701 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Attempting to bind port a53ae04a-ece8-417d-83de-33dae4db0d43 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:43.045082 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Attempting to bind port a53ae04a-ece8-417d-83de-33dae4db0d43 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:43.045356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7ce29-e7da-4ca4-b50a-63922ce71217 req-ecb163c9-8d45-4a50-bf45-436685cace78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:43.047055 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdb7ce29-e7da-4ca4-b50a-63922ce71217 req-ecb163c9-8d45-4a50-bf45-436685cace78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 921 time: 0.5524797 Aug 06 15:54:43.049476 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-c153009c-5b2d-4c18-b1ad-4962283f7153 service neutron] Notify callbacks [] for binding, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.051148 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-c153009c-5b2d-4c18-b1ad-4962283f7153 service neutron] 10.222.0.37 "POST /v2.0/ports/94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2/bindings HTTP/1.1" status: 201 len: 389 time: 1.0564551 Aug 06 15:54:43.057730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e254cd9-81e4-4d3f-bd4c-cc9bb57b1ddd req-dcc1f026-313d-4787-9fbc-ad05399365bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:43.058045 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8e254cd9-81e4-4d3f-bd4c-cc9bb57b1ddd req-dcc1f026-313d-4787-9fbc-ad05399365bf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 1099 time: 0.3426461 Aug 06 15:54:43.068859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Request body: {'port': {'device_id': '167d47ef-883a-4b1d-bfb0-9c518dc6b3da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:43.074601 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Port a53ae04a-ece8-417d-83de-33dae4db0d43 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:54:43.074940 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Attempting to bind port a53ae04a-ece8-417d-83de-33dae4db0d43 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:43.100461 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa87ef85-6c4a-4789-a441-51be3c2aaa26 None None] Provisioning for port a9d05e4c-b218-4b20-8418-548fdb692d32 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:43.112805 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa87ef85-6c4a-4789-a441-51be3c2aaa26 None None] Provisioning complete for port a9d05e4c-b218-4b20-8418-548fdb692d32 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:43.113858 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa87ef85-6c4a-4789-a441-51be3c2aaa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.125695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:43.125695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:43.126622 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:43.126754 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Bound port: a53ae04a-ece8-417d-83de-33dae4db0d43, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:43.127021 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.132362 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdb7ce29-e7da-4ca4-b50a-63922ce71217 req-5e75b6fd-c2c9-419a-a988-c5bf5801e2ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75c3a40c-0fe4-4e45-a8aa-116fe49a1063 HTTP/1.1" status: 200 len: 217 time: 0.0775313 Aug 06 15:54:43.142633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Router 846f9ca4-852c-48bb-8ed0-30d7ac582cbf is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:54:43.217609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa87ef85-6c4a-4789-a441-51be3c2aaa26 None None] Port a9d05e4c-b218-4b20-8418-548fdb692d32 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:43.266906 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7ce29-e7da-4ca4-b50a-63922ce71217 req-afe832eb-f9f3-4d14-b08b-e5856cef7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:43.268412 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdb7ce29-e7da-4ca4-b50a-63922ce71217 req-afe832eb-f9f3-4d14-b08b-e5856cef7c6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.1285205 Aug 06 15:54:43.298151 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.406928 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7ce29-e7da-4ca4-b50a-63922ce71217 req-5257fcf6-332a-46a9-b5d5-a213cbd74724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:43.409587 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdb7ce29-e7da-4ca4-b50a-63922ce71217 req-5257fcf6-332a-46a9-b5d5-a213cbd74724 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332905 Aug 06 15:54:43.436733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b21e2-abea-403e-9540-2ed23f8d4d59 req-71cd1e06-a688-4a3f-b82d-d7ba17d34f36 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:43.445368 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-894b21e2-abea-403e-9540-2ed23f8d4d59 req-71cd1e06-a688-4a3f-b82d-d7ba17d34f36 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 931 time: 0.1131301 Aug 06 15:54:43.451036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e254cd9-81e4-4d3f-bd4c-cc9bb57b1ddd req-64fcca06-e4da-4eca-979c-4bbee6c9f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:43.452571 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8e254cd9-81e4-4d3f-bd4c-cc9bb57b1ddd req-64fcca06-e4da-4eca-979c-4bbee6c9f0ae service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.3533609 Aug 06 15:54:43.498165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56314) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:43.546358 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8e254cd9-81e4-4d3f-bd4c-cc9bb57b1ddd req-9776a384-6f45-4c2b-8ab9-1499fc9de3ac service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=484abe1c-3cc2-4b42-97f1-b6c1789f3a49 HTTP/1.1" status: 200 len: 217 time: 0.0469160 Aug 06 15:54:43.547235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] For port a53ae04a-ece8-417d-83de-33dae4db0d43, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:43.579582 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-894b21e2-abea-403e-9540-2ed23f8d4d59 req-864b2ac9-c966-40c4-810b-cc2913850a47 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327226 Aug 06 15:54:43.592258 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-0d61e7f3-d976-4b8f-a0b2-bffc35440d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:43.593941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-0d61e7f3-d976-4b8f-a0b2-bffc35440d3a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 1096 time: 0.1809695 Aug 06 15:54:43.663938 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] For port a53ae04a-ece8-417d-83de-33dae4db0d43, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a53ae04a-ece8-417d-83de-33dae4db0d43,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:43.724084 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.768010 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7c92bb72-6368-4c90-bb4b-4453853ed637 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1986646165-network', 'tenant_id': 'ff0472d9ffe740fc9030c046bf3bb89c'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:43.791809 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:54:43.793205 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdb7ce29-e7da-4ca4-b50a-63922ce71217 req-04a16a73-6acb-4071-9c26-6019d17e0996 service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668580 Aug 06 15:54:43.804547 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Sync routers for ids ['846f9ca4-852c-48bb-8ed0-30d7ac582cbf'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:54:43.830147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:43.830410 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Routers {'846f9ca4-852c-48bb-8ed0-30d7ac582cbf'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:43.830410 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:54:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['846f9ca4-852c-48bb-8ed0-30d7ac582cbf'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:43.830745 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.831990 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-252f758c-e17b-4b76-a358-e8f050728699 req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] 10.222.0.13 "PUT /v2.0/ports/a53ae04a-ece8-417d-83de-33dae4db0d43 HTTP/1.1" status: 200 len: 1096 time: 3.7365057 Aug 06 15:54:43.842087 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bcdf74f-91fc-4cee-9be0-ed0cc33f196f', 'tag': 'a53ae04a-ece8-417d-83de-33dae4db0d43'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:43.844622 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a46a52-b156-4412-a3d5-5889ca7b6427" -d '{"events": [{"name": "network-changed", "server_uuid": "7bcdf74f-91fc-4cee-9be0-ed0cc33f196f", "tag": "a53ae04a-ece8-417d-83de-33dae4db0d43"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:43.851896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e254cd9-81e4-4d3f-bd4c-cc9bb57b1ddd req-96801e9a-ab8f-4586-a68c-78d41ed937a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:43.854256 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8e254cd9-81e4-4d3f-bd4c-cc9bb57b1ddd req-96801e9a-ab8f-4586-a68c-78d41ed937a9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2997506 Aug 06 15:54:43.910052 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-f76f600f-6d71-4307-8ebc-b362382d00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:43.911540 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-f76f600f-6d71-4307-8ebc-b362382d00d1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.3080924 Aug 06 15:54:43.927688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46fe3c-40dc-4cd3-a607-19e6f67e2095 req-df7ed8f2-db40-439e-a2ca-baffe0e0168e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:43.935936 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd46fe3c-40dc-4cd3-a607-19e6f67e2095 req-df7ed8f2-db40-439e-a2ca-baffe0e0168e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 945 time: 0.1999822 Aug 06 15:54:43.974083 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Set router 846f9ca4-852c-48bb-8ed0-30d7ac582cbf gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:44.013775 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-49b54ee0-61d9-4d08-8604-7b9defcb7d38 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 HTTP/1.1" status: 200 len: 217 time: 0.0737174 Aug 06 15:54:44.024390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f281c-e83d-457c-9c4c-ed9c220e9d4d req-7a42d28c-8485-41dd-9f53-248bf9ddc547 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:44.033556 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device cd7f3e53-11ec-4b61-b617-8c627b1b9b53 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:54:44.042820 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a7f281c-e83d-457c-9c4c-ed9c220e9d4d req-7a42d28c-8485-41dd-9f53-248bf9ddc547 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 943 time: 0.3246088 Aug 06 15:54:44.164777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port cd7f3e53-11ec-4b61-b617-8c627b1b9b53, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cd7f3e53-11ec-4b61-b617-8c627b1b9b53,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:44.178717 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53', 'mac_address': 'fa:16:3e:0f:8d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:54:44.184384 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdb7ce29-e7da-4ca4-b50a-63922ce71217 req-58666787-d277-4c13-80d4-bbdcde572694 service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825822 Aug 06 15:54:44.201019 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd46fe3c-40dc-4cd3-a607-19e6f67e2095 req-df3db23c-41bd-40b6-858b-da2a5b2e0637 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622204 Aug 06 15:54:44.204798 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a7f281c-e83d-457c-9c4c-ed9c220e9d4d req-1e505fca-5fcd-419d-b77c-af509269b7b1 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610477 Aug 06 15:54:44.215099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-973f92f4-345d-4675-994f-9e4630a0c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:44.218900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-973f92f4-345d-4675-994f-9e4630a0c5b6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.1720979 Aug 06 15:54:44.271606 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.278717 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846f9ca4-852c-48bb-8ed0-30d7ac582cbf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612951873-router', 'tenant_id': '2809f47e9dd34c59b18c66559926a307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7343677c-cd59-46d0-860e-5b2bdb897763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:35Z', 'updated_at': '2021-08-06T15:54:40Z', 'revision_number': 3, 'project_id': '2809f47e9dd34c59b18c66559926a307', 'gw_port': {'id': '7343677c-cd59-46d0-860e-5b2bdb897763', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846f9ca4-852c-48bb-8ed0-30d7ac582cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:37Z', 'updated_at': '2021-08-06T15:54:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:44.278979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c92bb72-6368-4c90-bb4b-4453853ed637 admin admin] Made reservation on behalf of ff0472d9ffe740fc9030c046bf3bb89c for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:44.281763 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb72-6368-4c90-bb4b-4453853ed637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.287682 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7f3e53-11ec-4b61-b617-8c627b1b9b53 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:44.293441 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-47a601e6-f77e-42dd-8b04-09c93b098642 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584106 Aug 06 15:54:44.303520 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb72-6368-4c90-bb4b-4453853ed637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.306685 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.311350 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-79b7b6ed-6dcd-4eb3-ae9e-ad22d4291dfd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.3671112 Aug 06 15:54:44.321781 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56328) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:44.326420 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Checking router: 846f9ca4-852c-48bb-8ed0-30d7ac582cbf for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:54:44.326927 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Updating router 846f9ca4-852c-48bb-8ed0-30d7ac582cbf port 7343677c-cd59-46d0-860e-5b2bdb897763 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:54:44.334297 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port cd7f3e53-11ec-4b61-b617-8c627b1b9b53, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cd7f3e53-11ec-4b61-b617-8c627b1b9b53,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:44.343458 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.370671 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.387342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e961f5-c817-494e-af21-5d48acc37199 service neutron] Pushing event updated for resources: {'Port': ['ID=a53ae04a-ece8-417d-83de-33dae4db0d43,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:44.433506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=cd7f3e53-11ec-4b61-b617-8c627b1b9b53,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:44.499808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:54:44.589069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0e9d5-059b-47d9-b2f3-c74921841442 req-fd4bcac5-faf3-4053-991e-cb25678cf47b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:44.590943 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04e0e9d5-059b-47d9-b2f3-c74921841442 req-fd4bcac5-faf3-4053-991e-cb25678cf47b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bcdf74f-91fc-4cee-9be0-ed0cc33f196f HTTP/1.1" status: 200 len: 948 time: 0.2281585 Aug 06 15:54:44.597534 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-12206b29-9fd8-4fcc-8fdc-7057a32f4555 service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950220 Aug 06 15:54:44.741245 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04e0e9d5-059b-47d9-b2f3-c74921841442 req-eb6a3b2e-bd68-4d2c-b768-454cce343fe8 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420984 Aug 06 15:54:44.777593 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e80bcb-89b0-4d95-9a55-2dcd26fd36de x-openstack-request-id: req-75e80bcb-89b0-4d95-9a55-2dcd26fd36de {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:44.777905 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bcdf74f-91fc-4cee-9be0-ed0cc33f196f", "tag": "a53ae04a-ece8-417d-83de-33dae4db0d43", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:44.778149 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75e80bcb-89b0-4d95-9a55-2dcd26fd36de {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:44.778550 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bcdf74f-91fc-4cee-9be0-ed0cc33f196f', 'tag': 'a53ae04a-ece8-417d-83de-33dae4db0d43', 'status': 'completed', 'code': 200} Aug 06 15:54:44.783194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['cd7f3e53-11ec-4b61-b617-8c627b1b9b53'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:44.795828 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d05e4c-b218-4b20-8418-548fdb692d32 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:44.809402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f758c-e17b-4b76-a358-e8f050728699 req-af8a7e1f-9322-4cd1-a569-8c74f9671f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:44.810981 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-252f758c-e17b-4b76-a358-e8f050728699 req-af8a7e1f-9322-4cd1-a569-8c74f9671f5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14fe81b8e5234185be09940accfcf29d&device_id=7bcdf74f-91fc-4cee-9be0-ed0cc33f196f HTTP/1.1" status: 200 len: 1099 time: 0.8938067 Aug 06 15:54:44.812623 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e254cd9-81e4-4d3f-bd4c-cc9bb57b1ddd req-bdeebe71-e2ff-4ade-93ca-b9ac1f7bfbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:44.817177 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8e254cd9-81e4-4d3f-bd4c-cc9bb57b1ddd req-bdeebe71-e2ff-4ade-93ca-b9ac1f7bfbdc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9292645 Aug 06 15:54:44.821146 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.858211 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=75c3a40c-0fe4-4e45-a8aa-116fe49a1063,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:44.885564 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'port_id': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'mac_address': 'fa:16:3e:4f:49:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:54:44.915649 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-252f758c-e17b-4b76-a358-e8f050728699 req-3aaf5b2c-4509-4fd4-b25c-d0c6a7cb87c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a53ae04a-ece8-417d-83de-33dae4db0d43 HTTP/1.1" status: 200 len: 217 time: 0.0905540 Aug 06 15:54:44.926582 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Transition to ACTIVE for port object a9d05e4c-b218-4b20-8418-548fdb692d32 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:44.927060 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.942879 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Transition to ACTIVE for port object 7343677c-cd59-46d0-860e-5b2bdb897763 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:44.951961 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.954204 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-3ead49bf-5fd6-464d-91fd-b765275a5cf3 service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421328 Aug 06 15:54:44.977466 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.994671 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.013590 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa747c-648a-49a2-899a-ad03c39db7ca None None] Pushing event updated for resources: {'Port': ['ID=7343677c-cd59-46d0-860e-5b2bdb897763,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:45.030380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:45.039001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665910aa-bf17-4f64-a2d4-b66472bf3b1c req-7d6ec0bb-1018-424b-8418-d72bff46f8f6 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:45.042094 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-665910aa-bf17-4f64-a2d4-b66472bf3b1c req-7d6ec0bb-1018-424b-8418-d72bff46f8f6 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 948 time: 0.2257094 Aug 06 15:54:45.050287 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Attempting to bind port 7343677c-cd59-46d0-860e-5b2bdb897763 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:45.050745 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Attempting to bind port 7343677c-cd59-46d0-860e-5b2bdb897763 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:45.051140 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Attempting to bind port 7343677c-cd59-46d0-860e-5b2bdb897763 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:45.059624 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:45.060434 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:45.060853 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.061306 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:45.061824 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Bound port: 7343677c-cd59-46d0-860e-5b2bdb897763, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:45.062233 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.065414 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=75c3a40c-0fe4-4e45-a8aa-116fe49a1063,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:45.100532 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.146622 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb72-6368-4c90-bb4b-4453853ed637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.156472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab1457-6997-4255-ba25-7725c1d27804 req-ff893315-4a87-4ffd-bec4-5a8f354290f9 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:45.158256 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f758c-e17b-4b76-a358-e8f050728699 req-4a602d6b-6f40-4f6f-9daf-706688e0a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:45.158590 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] For port 7343677c-cd59-46d0-860e-5b2bdb897763, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:45.159167 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7dab1457-6997-4255-ba25-7725c1d27804 req-ff893315-4a87-4ffd-bec4-5a8f354290f9 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 931 time: 0.2667260 Aug 06 15:54:45.160993 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-252f758c-e17b-4b76-a358-e8f050728699 req-4a602d6b-6f40-4f6f-9daf-706688e0a504 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2313457 Aug 06 15:54:45.170135 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] For port 7343677c-cd59-46d0-860e-5b2bdb897763, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7343677c-cd59-46d0-860e-5b2bdb897763,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:45.178558 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.181854 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb72-6368-4c90-bb4b-4453853ed637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.188196 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d05e4c-b218-4b20-8418-548fdb692d32,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:45.192695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=75c3a40c-0fe4-4e45-a8aa-116fe49a1063,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:45.270437 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Routers {'846f9ca4-852c-48bb-8ed0-30d7ac582cbf'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:45.271337 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:54:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['846f9ca4-852c-48bb-8ed0-30d7ac582cbf'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:45.325806 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['75c3a40c-0fe4-4e45-a8aa-116fe49a1063'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:45.334374 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c92bb72-6368-4c90-bb4b-4453853ed637 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:54:45.342254 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa747c-648a-49a2-899a-ad03c39db7ca None None] Pushing event updated for resources: {'Port': ['ID=7343677c-cd59-46d0-860e-5b2bdb897763,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:45.344537 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92bb72-6368-4c90-bb4b-4453853ed637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1add44d-f6d6-4890-9d1b-855e459896e0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:45.351699 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8e254cd9-81e4-4d3f-bd4c-cc9bb57b1ddd req-6311b9f3-c4a0-48e2-a84f-7010379849ed service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142355 Aug 06 15:54:45.367693 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb72-6368-4c90-bb4b-4453853ed637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.368048 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-7c92bb72-6368-4c90-bb4b-4453853ed637 admin admin] Added segment 675db2bd-4c65-46a0-8021-3a10b15e74ba of type vlan for network 8fe731e7-52dc-4870-9e41-0b72fb97ee31 Aug 06 15:54:45.457986 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] Set router 846f9ca4-852c-48bb-8ed0-30d7ac582cbf gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:45.506208 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f758c-e17b-4b76-a358-e8f050728699 req-f728db37-8f86-44ea-a1b1-fb7d9b642168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:45.507792 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-252f758c-e17b-4b76-a358-e8f050728699 req-f728db37-8f86-44ea-a1b1-fb7d9b642168 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2983654 Aug 06 15:54:45.556575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Attempting to bind port a9d05e4c-b218-4b20-8418-548fdb692d32 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:45.556911 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Attempting to bind port a9d05e4c-b218-4b20-8418-548fdb692d32 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:45.557240 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Attempting to bind port a9d05e4c-b218-4b20-8418-548fdb692d32 on network be64a754-66d4-4a99-b5f7-5f4723a93a1f {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:45.569838 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb72-6368-4c90-bb4b-4453853ed637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.575826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7dab1457-6997-4255-ba25-7725c1d27804 req-bb521f12-cf7f-4d0d-b5bf-48f632cb8546 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3823583 Aug 06 15:54:45.581683 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-665910aa-bf17-4f64-a2d4-b66472bf3b1c req-1a34e07f-7b34-422e-b98a-8bf8064a11b0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801395 Aug 06 15:54:45.583624 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Port a9d05e4c-b218-4b20-8418-548fdb692d32 on network be64a754-66d4-4a99-b5f7-5f4723a93a1f not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:54:45.583952 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Attempting to bind port a9d05e4c-b218-4b20-8418-548fdb692d32 on network be64a754-66d4-4a99-b5f7-5f4723a93a1f {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:45.595247 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-11b63ae5-7926-4906-8a75-e28f97a4bfa6 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:45.597020 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-11b63ae5-7926-4906-8a75-e28f97a4bfa6 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef&tenant_id=852011720c8b4e718d18a1374910def6&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 1096 time: 0.4944289 Aug 06 15:54:45.649927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:45.650267 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Checking segment: {'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:45.650648 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Bound using segment: {'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:45.651322 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Bound port: a9d05e4c-b218-4b20-8418-548fdb692d32, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:45.651726 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.653197 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803756-1'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:45.701528 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8e254cd9-81e4-4d3f-bd4c-cc9bb57b1ddd req-fad38e0a-4368-4ce6-9d10-e077bed9cabc service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316352 Aug 06 15:54:45.735774 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb72-6368-4c90-bb4b-4453853ed637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.736985 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c92bb72-6368-4c90-bb4b-4453853ed637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:45.737334 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb72-6368-4c90-bb4b-4453853ed637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.800918 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.809668 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7c92bb72-6368-4c90-bb4b-4453853ed637 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3093035 Aug 06 15:54:45.814120 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846f9ca4-852c-48bb-8ed0-30d7ac582cbf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612951873-router', 'tenant_id': '2809f47e9dd34c59b18c66559926a307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7343677c-cd59-46d0-860e-5b2bdb897763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:35Z', 'updated_at': '2021-08-06T15:54:40Z', 'revision_number': 3, 'project_id': '2809f47e9dd34c59b18c66559926a307', 'gw_port': {'id': '7343677c-cd59-46d0-860e-5b2bdb897763', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846f9ca4-852c-48bb-8ed0-30d7ac582cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:37Z', 'updated_at': '2021-08-06T15:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:45.817013 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56350) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:45.826862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b7e9c9af-1a36-405d-8685-e98b613b7712 admin admin] Request body: {'subnet': {'network_id': '8fe731e7-52dc-4870-9e41-0b72fb97ee31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1986646165-subnet', 'tenant_id': 'ff0472d9ffe740fc9030c046bf3bb89c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:45.844683 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-252f758c-e17b-4b76-a358-e8f050728699 req-17681afc-9969-4d8e-a102-9e3349c7f293 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243802 Aug 06 15:54:45.860088 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f1654c-87f2-4b99-a5cf-bebe1d704a34 None None] The sync data for ids ['846f9ca4-852c-48bb-8ed0-30d7ac582cbf'] in n-d-803756-1 is: [{'id': '846f9ca4-852c-48bb-8ed0-30d7ac582cbf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612951873-router', 'tenant_id': '2809f47e9dd34c59b18c66559926a307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7343677c-cd59-46d0-860e-5b2bdb897763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:35Z', 'updated_at': '2021-08-06T15:54:40Z', 'revision_number': 3, 'project_id': '2809f47e9dd34c59b18c66559926a307', 'gw_port': {'id': '7343677c-cd59-46d0-860e-5b2bdb897763', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846f9ca4-852c-48bb-8ed0-30d7ac582cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:37Z', 'updated_at': '2021-08-06T15:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:54:45.865385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92bb72-6368-4c90-bb4b-4453853ed637 admin admin] Pushing event updated for resources: {'Network': ['ID=8fe731e7-52dc-4870-9e41-0b72fb97ee31,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:45.876688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] For port a9d05e4c-b218-4b20-8418-548fdb692d32, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:45.878697 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 8fe731e7-52dc-4870-9e41-0b72fb97ee31 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:54:45.878898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8767f0-0b48-4253-8c86-82d1843b0d37 req-876138fe-d5dc-488f-b00d-0e028b1e12d5 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:45.880452 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d8767f0-0b48-4253-8c86-82d1843b0d37 req-876138fe-d5dc-488f-b00d-0e028b1e12d5 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 945 time: 0.1786613 Aug 06 15:54:45.935366 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] For port a9d05e4c-b218-4b20-8418-548fdb692d32, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=a9d05e4c-b218-4b20-8418-548fdb692d32,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:45.941951 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.965651 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.995951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e9c9af-1a36-405d-8685-e98b613b7712 admin admin] Made reservation on behalf of ff0472d9ffe740fc9030c046bf3bb89c for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:45.998829 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c9af-1a36-405d-8685-e98b613b7712 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.002318 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:46.002949 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.004437 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] 10.222.0.78 "PUT /v2.0/ports/a9d05e4c-b218-4b20-8418-548fdb692d32 HTTP/1.1" status: 200 len: 1091 time: 2.9451315 Aug 06 15:54:46.034328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:54:46.049011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0549b-175a-4c40-aa26-ec06fb2c3fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d05e4c-b218-4b20-8418-548fdb692d32,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:46.056933 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-252f758c-e17b-4b76-a358-e8f050728699 req-4cfd6581-7233-4013-a8e7-2a759aac7334 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038815 Aug 06 15:54:46.088343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device cd7f3e53-11ec-4b61-b617-8c627b1b9b53 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:46.107733 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-3772e5da-da66-49f6-ae1f-a10a31468639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:46.109508 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-3772e5da-da66-49f6-ae1f-a10a31468639 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61d9ec8c4bd445cc8dcdca9b8e60c7e8&device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 1094 time: 0.0515304 Aug 06 15:54:46.271494 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-33103970-c694-4ac8-bc10-f0fcbe7eb271 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9d05e4c-b218-4b20-8418-548fdb692d32 HTTP/1.1" status: 200 len: 217 time: 0.1491778 Aug 06 15:54:46.309202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port cd7f3e53-11ec-4b61-b617-8c627b1b9b53 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:46.332378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port cd7f3e53-11ec-4b61-b617-8c627b1b9b53 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:46.333469 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.339905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=484abe1c-3cc2-4b42-97f1-b6c1789f3a49,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:46.347742 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d8767f0-0b48-4253-8c86-82d1843b0d37 req-b7ea23ec-a283-4d0e-9137-53e939f1796b tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538984 Aug 06 15:54:46.381346 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a46a52-b156-4412-a3d5-5889ca7b6427 req-e366b3f7-600a-46f7-bd2b-735b25c4104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:46.384342 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d5a46a52-b156-4412-a3d5-5889ca7b6427 req-e366b3f7-600a-46f7-bd2b-735b25c4104c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14fe81b8e5234185be09940accfcf29d&device_id=7bcdf74f-91fc-4cee-9be0-ed0cc33f196f HTTP/1.1" status: 200 len: 1099 time: 0.2737660 Aug 06 15:54:46.414353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '484abe1c-3cc2-4b42-97f1-b6c1789f3a49', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '484abe1c-3cc2-4b42-97f1-b6c1789f3a49', 'mac_address': 'fa:16:3e:7e:96:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:54:46.499379 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] For port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:46.502927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:46.525872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-f4b3c143-b594-49d2-9fa8-d6b39bf18554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:46.527393 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-f4b3c143-b594-49d2-9fa8-d6b39bf18554 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7139516a-55da-4c51-9f07-a4156520643c HTTP/1.1" status: 200 len: 862 time: 0.2460313 Aug 06 15:54:46.530162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8c6a3-b4b9-45ae-919c-e93851ad46d4 req-14a1608f-49c3-4f6d-9c0d-a6ce19ae4a0a tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:46.531897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ca8c6a3-b4b9-45ae-919c-e93851ad46d4 req-14a1608f-49c3-4f6d-9c0d-a6ce19ae4a0a tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 944 time: 0.3991547 Aug 06 15:54:46.593056 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.615475 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:46.619122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a46a52-b156-4412-a3d5-5889ca7b6427 req-605d5a19-778c-4797-864c-6311103a84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:46.623111 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d5a46a52-b156-4412-a3d5-5889ca7b6427 req-605d5a19-778c-4797-864c-6311103a84a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.2253633 Aug 06 15:54:46.627573 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.681950 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port cd7f3e53-11ec-4b61-b617-8c627b1b9b53, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cd7f3e53-11ec-4b61-b617-8c627b1b9b53,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:46.682172 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Allocated IP 172.20.0.1 (1cc9fedf-52ab-41ab-8226-e02b5522cdbb/79c5b63e-8697-4d37-8c50-67f26452f695/a003cec1-0092-49d3-b835-acf4a7f5af12) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:46.682970 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d5a46a52-b156-4412-a3d5-5889ca7b6427 req-8b2e36a9-1ce6-466c-9314-2a439e395e6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a53ae04a-ece8-417d-83de-33dae4db0d43 HTTP/1.1" status: 200 len: 217 time: 0.0523038 Aug 06 15:54:46.685668 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=484abe1c-3cc2-4b42-97f1-b6c1789f3a49,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:46.685838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-9167182c-0550-4f83-b929-15ab9c3f7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:46.686695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dc93a3-35e4-4474-ba14-2b2152500839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:46.687756 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-9167182c-0550-4f83-b929-15ab9c3f7dd2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=be64a754-66d4-4a99-b5f7-5f4723a93a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480536 Aug 06 15:54:46.689335 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2d5bab-8d10-4f48-b708-5462a5113921" -d '{"events": [{"server_uuid": "47dc93a3-35e4-4474-ba14-2b2152500839", "name": "network-vif-plugged", "status": "completed", "tag": "cd7f3e53-11ec-4b61-b617-8c627b1b9b53"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:46.694714 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.701545 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.749435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:46.749674 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ca8c6a3-b4b9-45ae-919c-e93851ad46d4 req-c128c848-a1d5-4596-afd8-6020cd0b36e7 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031689 Aug 06 15:54:46.756366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] For port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:46.765838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:46.766248 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.782319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167d47ef-883a-4b1d-bfb0-9c518dc6b3da', 'tag': 'a9d05e4c-b218-4b20-8418-548fdb692d32'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:46.786135 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c8b712-99a1-4db7-a736-c21768505f32" -d '{"events": [{"name": "network-changed", "server_uuid": "167d47ef-883a-4b1d-bfb0-9c518dc6b3da", "tag": "a9d05e4c-b218-4b20-8418-548fdb692d32"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:46.809434 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=cd7f3e53-11ec-4b61-b617-8c627b1b9b53,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:46.881079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aeb07-f9bd-4de1-92a1-d9f3b84fe7d5 req-d937fc11-4858-4e9f-8067-588755717907 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:46.883038 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d71aeb07-f9bd-4de1-92a1-d9f3b84fe7d5 req-d937fc11-4858-4e9f-8067-588755717907 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bcdf74f-91fc-4cee-9be0-ed0cc33f196f HTTP/1.1" status: 200 len: 948 time: 0.3864925 Aug 06 15:54:46.888966 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a46a52-b156-4412-a3d5-5889ca7b6427 req-45e10092-4492-4b1a-8c21-c6e67f7550c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:46.891054 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d5a46a52-b156-4412-a3d5-5889ca7b6427 req-45e10092-4492-4b1a-8c21-c6e67f7550c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2008257 Aug 06 15:54:46.899353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=484abe1c-3cc2-4b42-97f1-b6c1789f3a49,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:46.915792 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c9af-1a36-405d-8685-e98b613b7712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.944499 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.983506 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-f857b0ab-868e-4541-a321-a0372f519fd9 service neutron] 10.222.0.78 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811770 Aug 06 15:54:47.007388 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['484abe1c-3cc2-4b42-97f1-b6c1789f3a49'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:47.015106 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=75c3a40c-0fe4-4e45-a8aa-116fe49a1063,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:47.016272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95b706d-2fce-4609-b929-6d4b8eb0a6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:47.023323 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226252fb-e884-4123-a21d-af603ffc3e07" -d '{"events": [{"server_uuid": "f95b706d-2fce-4609-b929-6d4b8eb0a6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:47.035144 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.074798 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a46a52-b156-4412-a3d5-5889ca7b6427 req-09903962-4b40-4dec-8c40-555e49c0abce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:47.077181 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d5a46a52-b156-4412-a3d5-5889ca7b6427 req-09903962-4b40-4dec-8c40-555e49c0abce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1734216 Aug 06 15:54:47.097279 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.192647 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d71aeb07-f9bd-4de1-92a1-d9f3b84fe7d5 req-fae19c6d-a6ec-4ed6-acd5-13d2ecdb206d tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910352 Aug 06 15:54:47.193259 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c9af-1a36-405d-8685-e98b613b7712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada90492-ef2a-47df-bdaa-61a64de59613,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:47.234715 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.251300 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d5a46a52-b156-4412-a3d5-5889ca7b6427 req-3b87a824-a40b-417b-b354-328bdb27d05e service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329317 Aug 06 15:54:47.283425 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.285777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e9c9af-1a36-405d-8685-e98b613b7712 admin admin] Checking segment: {'id': '675db2bd-4c65-46a0-8021-3a10b15e74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe731e7-52dc-4870-9e41-0b72fb97ee31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:47.286183 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e9c9af-1a36-405d-8685-e98b613b7712 admin admin] Network hostable DHCP agents. Network: 8fe731e7-52dc-4870-9e41-0b72fb97ee31, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:54:47.295454 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31bd7a-533e-4322-a025-53390c06f95b req-96ed09b5-59d1-4335-be16-f55d42ac457a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:47.302736 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad31bd7a-533e-4322-a025-53390c06f95b req-96ed09b5-59d1-4335-be16-f55d42ac457a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 949 time: 0.2350509 Aug 06 15:54:47.309233 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Pushing event updated for resources: {'Port': ['ID=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,revision_number=7']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:47.351177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=75c3a40c-0fe4-4e45-a8aa-116fe49a1063,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:47.370087 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-127205b1-dd81-44b6-b662-d431c9aeb9e5 req-b0220f4e-3715-4f80-a8de-75b273873919 service neutron] 10.222.0.78 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695440 Aug 06 15:54:47.408297 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d5a46a52-b156-4412-a3d5-5889ca7b6427 req-c5e39491-9b3b-43c5-8051-24e8fd07df83 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482084 Aug 06 15:54:47.437713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Transition to ACTIVE for port object a003cec1-0092-49d3-b835-acf4a7f5af12 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:47.447450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Attempting to bind port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 on host n-h2-803756-1 for vnic_type normal with profile {"migrating_to": "n-h1-803756-1"} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:47.447873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Attempting to bind port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:47.448167 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Attempting to bind port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:47.463073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e9c9af-1a36-405d-8685-e98b613b7712 admin admin] Network 8fe731e7-52dc-4870-9e41-0b72fb97ee31 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:54:47.479513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 on network 897fb748-581b-4095-a788-9e69c09f9551 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:54:47.480642 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Attempting to bind port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:47.494560 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad31bd7a-533e-4322-a025-53390c06f95b req-e3b75570-c396-4df6-870f-7788537b2930 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905971 Aug 06 15:54:47.524588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-b7e9c9af-1a36-405d-8685-e98b613b7712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 8fe731e7-52dc-4870-9e41-0b72fb97ee31) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:47.530238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:47.530580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Checking segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:47.530963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Bound using segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:47.532064 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Bound port: 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:47.532064 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.539407 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23889e1-09d3-4f62-aa9d-6df5dae4041d None None] Network 8fe731e7-52dc-4870-9e41-0b72fb97ee31 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:47.559260 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de85b81-682c-4c5d-81d9-8e4c00416bb0 req-6eff508b-682b-475f-90b1-cf382756f9af tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:47.560900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6de85b81-682c-4c5d-81d9-8e4c00416bb0 req-6eff508b-682b-475f-90b1-cf382756f9af tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 943 time: 0.2205927 Aug 06 15:54:47.562256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e9c9af-1a36-405d-8685-e98b613b7712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:47.562836 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c9af-1a36-405d-8685-e98b613b7712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.569950 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e659215c-1e35-4f49-bf4b-3768b63826f9 x-openstack-request-id: req-e659215c-1e35-4f49-bf4b-3768b63826f9 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:47.570411 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47dc93a3-35e4-4474-ba14-2b2152500839", "name": "network-vif-plugged", "status": "completed", "tag": "cd7f3e53-11ec-4b61-b617-8c627b1b9b53", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:47.570592 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e659215c-1e35-4f49-bf4b-3768b63826f9 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:47.570874 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dc93a3-35e4-4474-ba14-2b2152500839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53', 'code': 200} Aug 06 15:54:47.594057 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b7e9c9af-1a36-405d-8685-e98b613b7712 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7687683 Aug 06 15:54:47.598200 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.648773 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4cf435-aea1-4e59-928e-951856fef0f7 x-openstack-request-id: req-3f4cf435-aea1-4e59-928e-951856fef0f7 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:47.649194 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167d47ef-883a-4b1d-bfb0-9c518dc6b3da", "tag": "a9d05e4c-b218-4b20-8418-548fdb692d32", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:47.649944 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f4cf435-aea1-4e59-928e-951856fef0f7 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:47.650528 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167d47ef-883a-4b1d-bfb0-9c518dc6b3da', 'tag': 'a9d05e4c-b218-4b20-8418-548fdb692d32', 'status': 'completed', 'code': 200} Aug 06 15:54:47.724016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Network 1cc9fedf-52ab-41ab-8226-e02b5522cdbb is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:47.730647 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41973759-91a9-4da4-baad-b7af32f48769 x-openstack-request-id: req-41973759-91a9-4da4-baad-b7af32f48769 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:47.731023 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95b706d-2fce-4609-b929-6d4b8eb0a6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:47.731207 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41973759-91a9-4da4-baad-b7af32f48769 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:47.731639 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95b706d-2fce-4609-b929-6d4b8eb0a6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2', 'code': 200} Aug 06 15:54:47.747747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:47.750452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:47.753135 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.815544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d2706-1521-413a-a2ce-a1fda6977e17 req-92b09636-acd1-4ab6-9acf-01929f17b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:47.818172 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-802d2706-1521-413a-a2ce-a1fda6977e17 req-92b09636-acd1-4ab6-9acf-01929f17b0a8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=47dc93a3-35e4-4474-ba14-2b2152500839 HTTP/1.1" status: 200 len: 1101 time: 0.1504643 Aug 06 15:54:47.829308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8b712-99a1-4db7-a736-c21768505f32 req-aff73c06-0ef9-403e-ace7-cdf3aa68a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:47.831267 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c5c8b712-99a1-4db7-a736-c21768505f32 req-aff73c06-0ef9-403e-ace7-cdf3aa68a58e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61d9ec8c4bd445cc8dcdca9b8e60c7e8&device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 1094 time: 0.0939562 Aug 06 15:54:47.875054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1185743c-b0ce-4daa-a259-ee8273978305 None None] Network 8fe731e7-52dc-4870-9e41-0b72fb97ee31 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:47.997183 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-802d2706-1521-413a-a2ce-a1fda6977e17 req-2653102d-e082-44ad-96c7-edfbbf14e4db service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646123 Aug 06 15:54:48.050714 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8b712-99a1-4db7-a736-c21768505f32 req-b6cca51a-7b5c-496e-a93b-26e3f1bd6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:48.052594 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c5c8b712-99a1-4db7-a736-c21768505f32 req-b6cca51a-7b5c-496e-a93b-26e3f1bd6806 service neutron] 10.222.0.78 "GET /v2.0/networks?id=be64a754-66d4-4a99-b5f7-5f4723a93a1f HTTP/1.1" status: 200 len: 924 time: 0.2106984 Aug 06 15:54:48.070747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6de85b81-682c-4c5d-81d9-8e4c00416bb0 req-a104de00-75c1-4543-989a-69fe708cd0cf tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4914529 Aug 06 15:54:48.075404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Pushing event updated for resources: {'Port': ['ID=a003cec1-0092-49d3-b835-acf4a7f5af12,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:48.181188 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.217784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] For port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:48.241108 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7343677c-cd59-46d0-860e-5b2bdb897763 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:48.259330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] For port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:48.270583 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5837e-40de-462b-baee-48a221d24e3d req-96d83902-203f-422a-a6fc-52ad96ed5c19 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:48.272558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1cb5837e-40de-462b-baee-48a221d24e3d req-96d83902-203f-422a-a6fc-52ad96ed5c19 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 943 time: 0.3187399 Aug 06 15:54:48.305470 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.362763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7b709f9f-379c-4f73-abf8-adf0514a0d64 None None] Provisioning for port a003cec1-0092-49d3-b835-acf4a7f5af12 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:48.378156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7b709f9f-379c-4f73-abf8-adf0514a0d64 None None] Provisioning complete for port a003cec1-0092-49d3-b835-acf4a7f5af12 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:48.378637 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7b709f9f-379c-4f73-abf8-adf0514a0d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.434485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 7343677c-cd59-46d0-860e-5b2bdb897763 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:48.445819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7343677c-cd59-46d0-860e-5b2bdb897763 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:48.450945 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.486164 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-7b709f9f-379c-4f73-abf8-adf0514a0d64 None None] Port a003cec1-0092-49d3-b835-acf4a7f5af12 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:48.497582 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a53ae04a-ece8-417d-83de-33dae4db0d43 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:54:48.518715 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c5c8b712-99a1-4db7-a736-c21768505f32 req-bd270ca7-3ae0-447a-9642-7811ebd70d36 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9d05e4c-b218-4b20-8418-548fdb692d32 HTTP/1.1" status: 200 len: 217 time: 0.4283290 Aug 06 15:54:48.655556 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.657043 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1cb5837e-40de-462b-baee-48a221d24e3d req-05dcc25f-7ec0-41c6-8a9b-8c36513f48fe tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609121 Aug 06 15:54:48.658743 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8b712-99a1-4db7-a736-c21768505f32 req-06ecaaf1-11e3-4db0-86da-b9c4864a94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:48.660771 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:48.661400 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.663006 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] 10.222.0.78 "PUT /v2.0/ports/94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 HTTP/1.1" status: 200 len: 1121 time: 3.0173805 Aug 06 15:54:48.664431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dda76-11dd-4571-8de8-710f9ecd076b service neutron] Pushing event updated for resources: {'Port': ['ID=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,revision_number=8']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:48.668006 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c5c8b712-99a1-4db7-a736-c21768505f32 req-06ecaaf1-11e3-4db0-86da-b9c4864a94cd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7139516a-55da-4c51-9f07-a4156520643c HTTP/1.1" status: 200 len: 862 time: 0.1331818 Aug 06 15:54:48.696207 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a53ae04a-ece8-417d-83de-33dae4db0d43, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a53ae04a-ece8-417d-83de-33dae4db0d43,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:48.726979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:48.762757 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'a53ae04a-ece8-417d-83de-33dae4db0d43', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'a53ae04a-ece8-417d-83de-33dae4db0d43', 'mac_address': 'fa:16:3e:06:cf:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:54:48.768612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 7343677c-cd59-46d0-860e-5b2bdb897763, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7343677c-cd59-46d0-860e-5b2bdb897763,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:48.778336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8b712-99a1-4db7-a736-c21768505f32 req-c03fc2f4-04b3-4b50-bdd8-453348f0ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:48.781118 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c5c8b712-99a1-4db7-a736-c21768505f32 req-c03fc2f4-04b3-4b50-bdd8-453348f0ae66 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=be64a754-66d4-4a99-b5f7-5f4723a93a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946372 Aug 06 15:54:48.782941 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.884722 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.890464 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.891363 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.928746 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.935110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Pushing event updated for resources: {'Port': ['ID=a003cec1-0092-49d3-b835-acf4a7f5af12,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:48.965100 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56402) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:48.972131 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d0b2b376-0a5a-4220-b12f-fad81845eb4f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-430316161-network', 'tenant_id': '03be9b8348994c05ba54686be2c5f633'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:48.989004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53ae04a-ece8-417d-83de-33dae4db0d43 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:48.994010 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8df816-b55f-452b-9693-45185bf525a8 req-1797de5f-19ea-4e2d-99a5-c0f11bc95289 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:49.004796 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e8df816-b55f-452b-9693-45185bf525a8 req-1797de5f-19ea-4e2d-99a5-c0f11bc95289 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 945 time: 0.1768191 Aug 06 15:54:49.022339 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c5c8b712-99a1-4db7-a736-c21768505f32 req-73e96f1b-c58f-4d75-84ae-227db79fb50d service neutron] 10.222.0.78 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287307 Aug 06 15:54:49.024079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b2b376-0a5a-4220-b12f-fad81845eb4f admin admin] Made reservation on behalf of 03be9b8348994c05ba54686be2c5f633 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:49.025169 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=7343677c-cd59-46d0-860e-5b2bdb897763,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:49.028457 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b376-0a5a-4220-b12f-fad81845eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.046973 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a53ae04a-ece8-417d-83de-33dae4db0d43, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a53ae04a-ece8-417d-83de-33dae4db0d43,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:49.057770 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b376-0a5a-4220-b12f-fad81845eb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.059253 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.163861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a53ae04a-ece8-417d-83de-33dae4db0d43,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:49.208378 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c5c8b712-99a1-4db7-a736-c21768505f32 req-16c4e06c-8aca-4e94-8df7-6158d7ad58b9 service neutron] 10.222.0.78 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748922 Aug 06 15:54:49.266259 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b376-0a5a-4220-b12f-fad81845eb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.270906 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b376-0a5a-4220-b12f-fad81845eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.298635 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b2b376-0a5a-4220-b12f-fad81845eb4f admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:54:49.310571 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2b376-0a5a-4220-b12f-fad81845eb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b58359-e2ea-4279-8b19-ee4ef30a8758,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:49.316353 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b376-0a5a-4220-b12f-fad81845eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.316700 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-d0b2b376-0a5a-4220-b12f-fad81845eb4f admin admin] Added segment 4d4711d9-9f88-4780-bee5-88f764d5e038 of type vlan for network 0fa250b6-aa80-4f21-9a27-3006808b0ac3 Aug 06 15:54:49.329785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a53ae04a-ece8-417d-83de-33dae4db0d43'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:49.368886 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b376-0a5a-4220-b12f-fad81845eb4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.391186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c552da-9965-42d7-abb1-1d67dded4a07 req-b90ef4fa-c68a-4c53-befb-416cab508b92 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:49.392682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-57c552da-9965-42d7-abb1-1d67dded4a07 req-b90ef4fa-c68a-4c53-befb-416cab508b92 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bcdf74f-91fc-4cee-9be0-ed0cc33f196f HTTP/1.1" status: 200 len: 948 time: 0.4586709 Aug 06 15:54:49.397901 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e8df816-b55f-452b-9693-45185bf525a8 req-7f57691a-6eba-4f41-826d-ffc1ecc888db tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898933 Aug 06 15:54:49.425409 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b376-0a5a-4220-b12f-fad81845eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.427315 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b2b376-0a5a-4220-b12f-fad81845eb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:49.428097 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b376-0a5a-4220-b12f-fad81845eb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.438524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Network 1cc9fedf-52ab-41ab-8226-e02b5522cdbb is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:49.443748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:49.467062 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-57c552da-9965-42d7-abb1-1d67dded4a07 req-fb54a945-0a51-437b-b604-717f5e27a9cf tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681841 Aug 06 15:54:49.508457 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d0b2b376-0a5a-4220-b12f-fad81845eb4f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5422230 Aug 06 15:54:49.513892 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56408) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:49.521704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-bc492963-f8fb-44f4-a8c6-82a374bccf99 admin admin] Request body: {'subnet': {'network_id': '0fa250b6-aa80-4f21-9a27-3006808b0ac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-430316161-subnet', 'tenant_id': '03be9b8348994c05ba54686be2c5f633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:49.533892 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2b376-0a5a-4220-b12f-fad81845eb4f admin admin] Pushing event updated for resources: {'Network': ['ID=0fa250b6-aa80-4f21-9a27-3006808b0ac3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:49.548945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 0fa250b6-aa80-4f21-9a27-3006808b0ac3 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:54:49.576638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:49.578392 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc492963-f8fb-44f4-a8c6-82a374bccf99 admin admin] Made reservation on behalf of 03be9b8348994c05ba54686be2c5f633 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:49.579919 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434bbc9d-dda9-4321-bc1d-421fe7581a89" -d '{"events": [{"server_uuid": "b5e51047-43a9-4342-9b53-8f31abc90eb6", "name": "network-vif-plugged", "status": "completed", "tag": "75c3a40c-0fe4-4e45-a8aa-116fe49a1063"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:49.580724 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc492963-f8fb-44f4-a8c6-82a374bccf99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.692186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85195d19-5e8b-4634-b950-fc5a239cbbfa req-ba36beac-2a64-4ee5-b3da-0449768eb61e tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:49.700123 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-85195d19-5e8b-4634-b950-fc5a239cbbfa req-ba36beac-2a64-4ee5-b3da-0449768eb61e tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 949 time: 0.1613207 Aug 06 15:54:49.735722 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b706d-2fce-4609-b929-6d4b8eb0a6ef', 'tag': '94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:49.738581 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83bc297-6d7f-4a73-89fe-cbc20362d963" -d '{"events": [{"name": "network-changed", "server_uuid": "f95b706d-2fce-4609-b929-6d4b8eb0a6ef", "tag": "94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:49.749708 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Router 846f9ca4-852c-48bb-8ed0-30d7ac582cbf has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:54:49.774065 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-85195d19-5e8b-4634-b950-fc5a239cbbfa req-61771616-cbfb-402d-9145-b3d25ac6ec6a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726869 Aug 06 15:54:49.881143 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc492963-f8fb-44f4-a8c6-82a374bccf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.943502 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc492963-f8fb-44f4-a8c6-82a374bccf99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a929fa-4ce9-4eaf-ae54-26409fb97529,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:49.944151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1b470255-9dcc-464b-bd97-dedab8f0674b None None] Provisioning complete for port a003cec1-0092-49d3-b835-acf4a7f5af12 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:49.944934 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1b470255-9dcc-464b-bd97-dedab8f0674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.951127 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:54:49.958148 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc492963-f8fb-44f4-a8c6-82a374bccf99 admin admin] Checking segment: {'id': '4d4711d9-9f88-4780-bee5-88f764d5e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0fa250b6-aa80-4f21-9a27-3006808b0ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:49.958669 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc492963-f8fb-44f4-a8c6-82a374bccf99 admin admin] Network hostable DHCP agents. Network: 0fa250b6-aa80-4f21-9a27-3006808b0ac3, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:54:49.972928 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-79907b23-5089-45a2-8e85-8e6f493f10fa admin admin] 10.222.0.37 "PUT /v2.0/routers/846f9ca4-852c-48bb-8ed0-30d7ac582cbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6496909 Aug 06 15:54:49.981027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc492963-f8fb-44f4-a8c6-82a374bccf99 admin admin] Network 0fa250b6-aa80-4f21-9a27-3006808b0ac3 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:54:49.991994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e031aa6-a704-4b4a-99a5-5a10cc5d17b0 req-f84f857a-11b5-45ea-9d0a-5a61b8a401d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:49.994295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e031aa6-a704-4b4a-99a5-5a10cc5d17b0 req-f84f857a-11b5-45ea-9d0a-5a61b8a401d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 943 time: 0.1102819 Aug 06 15:54:50.001094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-bc492963-f8fb-44f4-a8c6-82a374bccf99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 0fa250b6-aa80-4f21-9a27-3006808b0ac3) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:50.007800 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc492963-f8fb-44f4-a8c6-82a374bccf99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:50.008595 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc492963-f8fb-44f4-a8c6-82a374bccf99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:50.024369 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a825aaa4-eb1a-4c7b-8b00-47d2fc3a4055 None None] Network 0fa250b6-aa80-4f21-9a27-3006808b0ac3 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:50.027442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322d996-e467-4433-aadd-7d90b66619b6 None None] Sync routers for ids ['846f9ca4-852c-48bb-8ed0-30d7ac582cbf'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:54:50.028160 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bc492963-f8fb-44f4-a8c6-82a374bccf99 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5131712 Aug 06 15:54:50.097952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e031aa6-a704-4b4a-99a5-5a10cc5d17b0 req-66e8ba65-ba16-4a92-a907-e6508f8b7c06 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935416 Aug 06 15:54:50.169608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device a9d05e4c-b218-4b20-8418-548fdb692d32 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:54:50.171479 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:50.268854 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a21035-5ecc-4edf-a089-febbea90764f x-openstack-request-id: req-a8a21035-5ecc-4edf-a089-febbea90764f {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:50.269238 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95b706d-2fce-4609-b929-6d4b8eb0a6ef", "tag": "94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:50.269591 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8a21035-5ecc-4edf-a089-febbea90764f {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:50.270124 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b706d-2fce-4609-b929-6d4b8eb0a6ef', 'tag': '94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2', 'status': 'completed', 'code': 200} Aug 06 15:54:50.375860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebdd9c-5f20-4f0e-8126-395efddec9fc req-c2b73906-8ff8-4714-9b4f-6dd5f251ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:50.377557 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-acebdd9c-5f20-4f0e-8126-395efddec9fc req-c2b73906-8ff8-4714-9b4f-6dd5f251ad01 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 1096 time: 0.0782309 Aug 06 15:54:50.387665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bc297-6d7f-4a73-89fe-cbc20362d963 req-0ff10afa-41f2-4430-ae94-cfa903f13e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:50.389273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f83bc297-6d7f-4a73-89fe-cbc20362d963 req-0ff10afa-41f2-4430-ae94-cfa903f13e75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 1124 time: 0.0900948 Aug 06 15:54:50.407256 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322d996-e467-4433-aadd-7d90b66619b6 None None] Routers {'846f9ca4-852c-48bb-8ed0-30d7ac582cbf'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:50.408300 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d322d996-e467-4433-aadd-7d90b66619b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:54:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['846f9ca4-852c-48bb-8ed0-30d7ac582cbf'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:50.413107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f073ade-6062-4357-b9e0-359ee7e5fd2f req-a9aff651-f9ca-4eca-9e63-b1457ca8d8ef tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:50.417673 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18841870-5401-4463-a902-888963e8f017 x-openstack-request-id: req-18841870-5401-4463-a902-888963e8f017 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:50.418120 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e51047-43a9-4342-9b53-8f31abc90eb6", "name": "network-vif-plugged", "status": "completed", "tag": "75c3a40c-0fe4-4e45-a8aa-116fe49a1063", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:50.418491 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18841870-5401-4463-a902-888963e8f017 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:50.419052 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'code': 200} Aug 06 15:54:50.420590 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-acebdd9c-5f20-4f0e-8126-395efddec9fc req-cd75e7b2-ba95-4380-be07-dd71463efeb8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352969 Aug 06 15:54:50.422152 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f073ade-6062-4357-b9e0-359ee7e5fd2f req-a9aff651-f9ca-4eca-9e63-b1457ca8d8ef tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 943 time: 0.0915112 Aug 06 15:54:50.431790 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7343677c-cd59-46d0-860e-5b2bdb897763 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:50.536341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f073ade-6062-4357-b9e0-359ee7e5fd2f req-033dacb1-6582-4c0c-8f05-fae194982613 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129382 Aug 06 15:54:50.555577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a53ae04a-ece8-417d-83de-33dae4db0d43 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:50.577021 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1b470255-9dcc-464b-bd97-dedab8f0674b None None] Port a003cec1-0092-49d3-b835-acf4a7f5af12 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:50.600048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bc297-6d7f-4a73-89fe-cbc20362d963 req-62142e37-f51f-4e4d-8ba5-10730ca2a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:50.602137 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f83bc297-6d7f-4a73-89fe-cbc20362d963 req-62142e37-f51f-4e4d-8ba5-10730ca2a8a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.2046702 Aug 06 15:54:50.684184 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f83bc297-6d7f-4a73-89fe-cbc20362d963 req-115c39e2-386a-40ba-9ca0-1b09288abba2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 HTTP/1.1" status: 200 len: 217 time: 0.0737491 Aug 06 15:54:50.753295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port a9d05e4c-b218-4b20-8418-548fdb692d32, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=a9d05e4c-b218-4b20-8418-548fdb692d32,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:50.762043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9763556b-8266-4330-b485-6b3a572ff913 None None] Network 0fa250b6-aa80-4f21-9a27-3006808b0ac3 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:50.784722 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-bcc03a35-e242-4e63-af66-0692d5c96934 req-fa34254d-8321-47a2-af2a-cdc2bbee0ecb tempest-FloatingIPDetailsNegativeTestJSON-1055661990 tempest-FloatingIPDetailsNegativeTestJSON-1055661990-project] show failed (client error): The resource could not be found. Aug 06 15:54:50.785419 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcc03a35-e242-4e63-af66-0692d5c96934 req-fa34254d-8321-47a2-af2a-cdc2bbee0ecb tempest-FloatingIPDetailsNegativeTestJSON-1055661990 tempest-FloatingIPDetailsNegativeTestJSON-1055661990-project] 10.222.0.37 "GET /v2.0/floatingips/76f9d736-e18e-43df-94e9-da7617a882f5 HTTP/1.1" status: 404 len: 350 time: 0.1032267 Aug 06 15:54:50.801969 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56442) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:50.811605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bc297-6d7f-4a73-89fe-cbc20362d963 req-d718b322-2786-4f87-ad10-60f590daba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:50.813108 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f83bc297-6d7f-4a73-89fe-cbc20362d963 req-d718b322-2786-4f87-ad10-60f590daba40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.1220293 Aug 06 15:54:50.888988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f83bc297-6d7f-4a73-89fe-cbc20362d963 req-bb9eaec0-d520-45b2-9645-7b578a2fe8a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672286 Aug 06 15:54:50.992918 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'a9d05e4c-b218-4b20-8418-548fdb692d32', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'port_id': 'a9d05e4c-b218-4b20-8418-548fdb692d32', 'mac_address': 'fa:16:3e:52:28:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:54:50.999845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:51.011662 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d322d996-e467-4433-aadd-7d90b66619b6 None None] Set router 846f9ca4-852c-48bb-8ed0-30d7ac582cbf gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:51.059960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:51.060337 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:51.073972 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f83bc297-6d7f-4a73-89fe-cbc20362d963 req-d432eb9c-1c8c-4996-b578-c9b38ef6a9a5 service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767216 Aug 06 15:54:51.140249 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7343677c-cd59-46d0-860e-5b2bdb897763 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:51.140629 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:51.179006 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port a53ae04a-ece8-417d-83de-33dae4db0d43 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:51.232924 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port a53ae04a-ece8-417d-83de-33dae4db0d43 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:51.233346 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:51.246564 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f83bc297-6d7f-4a73-89fe-cbc20362d963 req-2b75a733-1c08-4ce2-8072-a534ebc37e42 service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497121 Aug 06 15:54:51.291102 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:51.326939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dbca7-e9dd-4059-9a60-98901f37fdf3 req-fbd7cc23-3cb3-495d-9665-142dc7363eb4 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:51.334350 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-429dbca7-e9dd-4059-9a60-98901f37fdf3 req-fbd7cc23-3cb3-495d-9665-142dc7363eb4 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 945 time: 0.2582474 Aug 06 15:54:51.392065 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-429dbca7-e9dd-4059-9a60-98901f37fdf3 req-804cda62-99b5-442a-8f3a-b9cbaed1ff97 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567150 Aug 06 15:54:51.401557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56462) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:51.453695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba46354-61d1-494a-a795-2928a6afd885 req-d54f64af-aa67-47e4-af58-2aa410017bc4 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:51.464629 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eba46354-61d1-494a-a795-2928a6afd885 req-d54f64af-aa67-47e4-af58-2aa410017bc4 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/networks?id=8fe731e7-52dc-4870-9e41-0b72fb97ee31 HTTP/1.1" status: 200 len: 815 time: 0.3884931 Aug 06 15:54:51.483908 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d05e4c-b218-4b20-8418-548fdb692d32 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:51.484238 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eba46354-61d1-494a-a795-2928a6afd885 req-3b44db58-848c-45c9-ac79-2ac5e1f92ee4 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/quotas/ff0472d9ffe740fc9030c046bf3bb89c HTTP/1.1" status: 200 len: 375 time: 0.0183659 Aug 06 15:54:51.532586 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port a9d05e4c-b218-4b20-8418-548fdb692d32, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=a9d05e4c-b218-4b20-8418-548fdb692d32,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:51.534561 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eba46354-61d1-494a-a795-2928a6afd885 req-b8abe3a3-a9ea-44d7-b4c5-18fa72bcb404 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff0472d9ffe740fc9030c046bf3bb89c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496264 Aug 06 15:54:51.572194 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:51.646000 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbae3-c409-4ded-85f5-4781126afae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:51.692344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7fced-a698-4d42-bb18-50e901d11d04 req-fd57c267-b50e-47b2-bd56-d05a3a89e2b2 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:51.700173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73c7fced-a698-4d42-bb18-50e901d11d04 req-fd57c267-b50e-47b2-bd56-d05a3a89e2b2 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bcdf74f-91fc-4cee-9be0-ed0cc33f196f HTTP/1.1" status: 200 len: 949 time: 0.2039950 Aug 06 15:54:51.701555 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aebaddfd-9b2b-4383-901e-64f61887ac4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:51.743945 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eba46354-61d1-494a-a795-2928a6afd885 req-1e405a03-e247-4650-bdf7-fe271f5d38f5 service neutron] 10.222.0.37 "GET /v2.0/networks/8fe731e7-52dc-4870-9e41-0b72fb97ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083781 Aug 06 15:54:51.855271 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73c7fced-a698-4d42-bb18-50e901d11d04 req-af3a001b-7758-428f-8c3f-6a35e0412c43 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528511 Aug 06 15:54:51.872472 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:51.935394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eba46354-61d1-494a-a795-2928a6afd885 req-a069e134-5081-4efe-96e0-b0c7025f9600 service neutron] 10.222.0.37 "GET /v2.0/networks/8fe731e7-52dc-4870-9e41-0b72fb97ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872220 Aug 06 15:54:51.936519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=484abe1c-3cc2-4b42-97f1-b6c1789f3a49,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:51.943005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=a9d05e4c-b218-4b20-8418-548fdb692d32,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:51.962156 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:51.964558 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.011845 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbae3-c409-4ded-85f5-4781126afae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.021390 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a53ae04a-ece8-417d-83de-33dae4db0d43, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a53ae04a-ece8-417d-83de-33dae4db0d43,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:52.038066 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.080252 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbae3-c409-4ded-85f5-4781126afae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.084819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['a9d05e4c-b218-4b20-8418-548fdb692d32'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:52.088255 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:54:52.156891 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d322d996-e467-4433-aadd-7d90b66619b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846f9ca4-852c-48bb-8ed0-30d7ac582cbf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612951873-router', 'tenant_id': '2809f47e9dd34c59b18c66559926a307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7343677c-cd59-46d0-860e-5b2bdb897763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:35Z', 'updated_at': '2021-08-06T15:54:47Z', 'revision_number': 4, 'project_id': '2809f47e9dd34c59b18c66559926a307', 'gw_port': {'id': '7343677c-cd59-46d0-860e-5b2bdb897763', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846f9ca4-852c-48bb-8ed0-30d7ac582cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:37Z', 'updated_at': '2021-08-06T15:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a003cec1-0092-49d3-b835-acf4a7f5af12', 'name': '', 'network_id': '1cc9fedf-52ab-41ab-8226-e02b5522cdbb', 'tenant_id': '2809f47e9dd34c59b18c66559926a307', 'mac_address': 'fa:16:3e:d4:20:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846f9ca4-852c-48bb-8ed0-30d7ac582cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '79c5b63e-8697-4d37-8c50-67f26452f695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:46Z', 'updated_at': '2021-08-06T15:54:48Z', 'revision_number': 2, 'project_id': '2809f47e9dd34c59b18c66559926a307', 'subnets': [{'id': '79c5b63e-8697-4d37-8c50-67f26452f695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:52.185656 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ecfcbae3-c409-4ded-85f5-4781126afae1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=442dbd4d9250439eb3dc0fe60e36ecef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7831044 Aug 06 15:54:52.219942 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56470) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:52.235795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322d996-e467-4433-aadd-7d90b66619b6 None None] Checking router: 846f9ca4-852c-48bb-8ed0-30d7ac582cbf for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:54:52.236327 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322d996-e467-4433-aadd-7d90b66619b6 None None] Updating router 846f9ca4-852c-48bb-8ed0-30d7ac582cbf port a003cec1-0092-49d3-b835-acf4a7f5af12 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:54:52.262332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=484abe1c-3cc2-4b42-97f1-b6c1789f3a49,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:52.288996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13054f-e7f4-4155-83e1-4c4721cd0821 req-f4c48d53-23ff-4053-88e6-9633d84b8a65 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:52.291439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eb13054f-e7f4-4155-83e1-4c4721cd0821 req-f4c48d53-23ff-4053-88e6-9633d84b8a65 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 950 time: 0.2854617 Aug 06 15:54:52.335243 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcbae3-c409-4ded-85f5-4781126afae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92210d5-7982-41b2-8791-7e3c6fe60fbd,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:52.348743 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-aebaddfd-9b2b-4383-901e-64f61887ac4c admin admin] Deleting port a003cec1-0092-49d3-b835-acf4a7f5af12 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:52.349519 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aebaddfd-9b2b-4383-901e-64f61887ac4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.380936 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d322d996-e467-4433-aadd-7d90b66619b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.402520 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eb13054f-e7f4-4155-83e1-4c4721cd0821 req-aae147cd-71f0-4044-903c-66a5408484dd tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463717 Aug 06 15:54:52.419421 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-82b78d37-a5bf-400a-bc4f-38a5fa93ee09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.430914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270ca91-ae4e-4c5f-8b89-dd23265f0dc8 req-da33630f-6ba0-44e3-a09d-8770c0a8225e tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:52.439648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4270ca91-ae4e-4c5f-8b89-dd23265f0dc8 req-da33630f-6ba0-44e3-a09d-8770c0a8225e tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 944 time: 0.1894474 Aug 06 15:54:52.445725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6628159e-7681-45f1-8e74-6a9094c26cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484abe1c-3cc2-4b42-97f1-b6c1789f3a49'}, {'server_uuid': '7bcdf74f-91fc-4cee-9be0-ed0cc33f196f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53ae04a-ece8-417d-83de-33dae4db0d43'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:52.448515 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c082a995-7c4f-4c0f-af0f-f1d86a012930" -d '{"events": [{"server_uuid": "6628159e-7681-45f1-8e74-6a9094c26cb8", "name": "network-vif-plugged", "status": "completed", "tag": "484abe1c-3cc2-4b42-97f1-b6c1789f3a49"}, {"server_uuid": "7bcdf74f-91fc-4cee-9be0-ed0cc33f196f", "name": "network-vif-plugged", "status": "completed", "tag": "a53ae04a-ece8-417d-83de-33dae4db0d43"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:52.519652 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4270ca91-ae4e-4c5f-8b89-dd23265f0dc8 req-124e8bfa-045f-4b9f-8d6f-d5421756b9c1 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681961 Aug 06 15:54:52.544260 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-82b78d37-a5bf-400a-bc4f-38a5fa93ee09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.574923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a53ae04a-ece8-417d-83de-33dae4db0d43,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:52.626375 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-be87085d-a17a-4cdf-8667-5e8540cd9afa req-875a9398-6a47-49fb-808e-fb4b483a7b50 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a0715c0-8337-431b-bb83-3b00e180b8f5 HTTP/1.1" status: 200 len: 210 time: 0.0491419 Aug 06 15:54:52.632010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:52.663470 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aebaddfd-9b2b-4383-901e-64f61887ac4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.680668 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 has no active binding in host n-h1-803756-1 {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 15:54:52.686627 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-82b78d37-a5bf-400a-bc4f-38a5fa93ee09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.692377 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-82b78d37-a5bf-400a-bc4f-38a5fa93ee09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.698011 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-82b78d37-a5bf-400a-bc4f-38a5fa93ee09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a92210d5-7982-41b2-8791-7e3c6fe60fbd HTTP/1.1" status: 204 len: 168 time: 0.4695041 Aug 06 15:54:52.706795 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-aebaddfd-9b2b-4383-901e-64f61887ac4c admin admin] Calling delete_port for a003cec1-0092-49d3-b835-acf4a7f5af12 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:52.728757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b78d37-a5bf-400a-bc4f-38a5fa93ee09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92210d5-7982-41b2-8791-7e3c6fe60fbd,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:52.772088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb722415-92b3-4f00-8a29-69d5fc40a0fa req-321355da-37b5-49fe-aa3d-0f808b559333 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:52.775275 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb722415-92b3-4f00-8a29-69d5fc40a0fa req-321355da-37b5-49fe-aa3d-0f808b559333 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 943 time: 0.1034689 Aug 06 15:54:52.955498 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb722415-92b3-4f00-8a29-69d5fc40a0fa req-f84c99fe-79ed-48a8-be82-fd72cdc7ed07 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578948 Aug 06 15:54:53.054777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084c1ab-6901-430a-b0fb-91fef9dc377c req-62544da9-112d-499e-af89-ad428aea7856 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:53.058024 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f084c1ab-6901-430a-b0fb-91fef9dc377c req-62544da9-112d-499e-af89-ad428aea7856 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 945 time: 0.2009940 Aug 06 15:54:53.135718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f084c1ab-6901-430a-b0fb-91fef9dc377c req-d070764a-57e7-4b44-9414-3b7b55d5787b tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660646 Aug 06 15:54:53.145016 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e7f8b2-3062-40fc-847a-9ce130f46af6 x-openstack-request-id: req-b4e7f8b2-3062-40fc-847a-9ce130f46af6 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:53.145373 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6628159e-7681-45f1-8e74-6a9094c26cb8", "name": "network-vif-plugged", "status": "completed", "tag": "484abe1c-3cc2-4b42-97f1-b6c1789f3a49", "code": 200}, {"server_uuid": "7bcdf74f-91fc-4cee-9be0-ed0cc33f196f", "name": "network-vif-plugged", "status": "completed", "tag": "a53ae04a-ece8-417d-83de-33dae4db0d43", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:53.145667 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4e7f8b2-3062-40fc-847a-9ce130f46af6 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:53.146202 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6628159e-7681-45f1-8e74-6a9094c26cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484abe1c-3cc2-4b42-97f1-b6c1789f3a49', 'code': 200} Aug 06 15:54:53.152583 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcdf74f-91fc-4cee-9be0-ed0cc33f196f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53ae04a-ece8-417d-83de-33dae4db0d43', 'code': 200} Aug 06 15:54:53.214294 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:53.308706 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aebaddfd-9b2b-4383-901e-64f61887ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:53.353171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a9bfd-6f37-4bc5-8947-a3f9648ddf87 req-f52b7ea1-6d58-462f-af09-cdceafae26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:53.355643 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a5a9bfd-6f37-4bc5-8947-a3f9648ddf87 req-f52b7ea1-6d58-462f-af09-cdceafae26ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7bcdf74f-91fc-4cee-9be0-ed0cc33f196f HTTP/1.1" status: 200 len: 1101 time: 0.1686840 Aug 06 15:54:53.393320 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebaddfd-9b2b-4383-901e-64f61887ac4c admin admin] Pushing event deleted for resources: {'Port': ['ID=a003cec1-0092-49d3-b835-acf4a7f5af12,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:53.455917 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada8472-03d7-4ab4-ab9b-defca32b6df5 req-b12f6519-737e-4097-8d37-9c38868e3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:53.458869 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dada8472-03d7-4ab4-ab9b-defca32b6df5 req-b12f6519-737e-4097-8d37-9c38868e3d6b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 1101 time: 0.1634164 Aug 06 15:54:53.459316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56492) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:53.480858 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:53.497576 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-d322d996-e467-4433-aadd-7d90b66619b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:54:53.498424 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-d322d996-e467-4433-aadd-7d90b66619b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:54:53.549848 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9b1ee-1aee-4407-9c97-553674593e7e req-6353d99f-ad64-4311-a10d-3102a6efba36 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:53.553826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7d9b1ee-1aee-4407-9c97-553674593e7e req-6353d99f-ad64-4311-a10d-3102a6efba36 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bcdf74f-91fc-4cee-9be0-ed0cc33f196f HTTP/1.1" status: 200 len: 950 time: 0.3127513 Aug 06 15:54:53.564977 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2deb2c57-3990-4210-a518-58aa50f19e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:53.598195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a5a9bfd-6f37-4bc5-8947-a3f9648ddf87 req-d692d82d-ee49-42a0-a9d4-e4fa5f27394d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256694 Aug 06 15:54:53.718352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7d9b1ee-1aee-4407-9c97-553674593e7e req-6616a8be-cd9f-439f-9801-fd7c2cbe2616 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488132 Aug 06 15:54:53.740150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b18e0f34-438c-4493-a153-beedb987679d req-92cf9a51-01d0-46c0-9660-920615091547 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4597418 Aug 06 15:54:53.745611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-b18e0f34-438c-4493-a153-beedb987679d req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:53.777594 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dada8472-03d7-4ab4-ab9b-defca32b6df5 req-bf8b4c09-9812-4140-adf9-9d0818ad9a64 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035066 Aug 06 15:54:53.783440 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.api [None req-2deb2c57-3990-4210-a518-58aa50f19e3d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:54:53.783440 n-d-803756-1 neutron-server[105764]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 15:54:53.783440 n-d-803756-1 neutron-server[105764]: [parameters: {'project_id': '00f1cfd677254abfbb9c01aea111ff5a', 'id': 'd7b60209-1021-46a4-9f3c-42154ef0eeb0', 'expiration': datetime.datetime(2021, 8, 6, 15, 56, 53, 773437)}] Aug 06 15:54:53.783440 n-d-803756-1 neutron-server[105764]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:54:53.784191 n-d-803756-1 neutron-server[105764]: DEBUG oslo_db.api [None req-2deb2c57-3990-4210-a518-58aa50f19e3d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:54:53.806746 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aebaddfd-9b2b-4383-901e-64f61887ac4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:53.810137 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b18e0f34-438c-4493-a153-beedb987679d req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:54.033685 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322d996-e467-4433-aadd-7d90b66619b6 None None] Port a003cec1-0092-49d3-b835-acf4a7f5af12 not found while updating agent binding for router 846f9ca4-852c-48bb-8ed0-30d7ac582cbf. {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 06 15:54:54.067854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322d996-e467-4433-aadd-7d90b66619b6 None None] Routers {'846f9ca4-852c-48bb-8ed0-30d7ac582cbf'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:54.074925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d322d996-e467-4433-aadd-7d90b66619b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:54:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['846f9ca4-852c-48bb-8ed0-30d7ac582cbf'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:54.167737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device a9d05e4c-b218-4b20-8418-548fdb692d32 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:54.227344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a417eb0-ee08-4134-a345-7aa07a1ddea7 req-0542143b-7c4a-45f3-893e-876503997384 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:54.229082 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a417eb0-ee08-4134-a345-7aa07a1ddea7 req-0542143b-7c4a-45f3-893e-876503997384 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 950 time: 0.4405191 Aug 06 15:54:54.302700 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2deb2c57-3990-4210-a518-58aa50f19e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:54.325166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d322d996-e467-4433-aadd-7d90b66619b6 None None] Set router 846f9ca4-852c-48bb-8ed0-30d7ac582cbf gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:54.328792 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port a9d05e4c-b218-4b20-8418-548fdb692d32 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:54.381711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebaddfd-9b2b-4383-901e-64f61887ac4c admin admin] Router 846f9ca4-852c-48bb-8ed0-30d7ac582cbf has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:54:54.386549 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a417eb0-ee08-4134-a345-7aa07a1ddea7 req-1746b9dd-a009-4c00-870c-310c0f7516e1 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449716 Aug 06 15:54:54.400288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba46354-61d1-494a-a795-2928a6afd885 req-fb3e99b3-42a5-4df9-b215-e1a77dc23d0a tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:54.404393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eba46354-61d1-494a-a795-2928a6afd885 req-fb3e99b3-42a5-4df9-b215-e1a77dc23d0a tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.13 "GET /v2.0/networks?id=8fe731e7-52dc-4870-9e41-0b72fb97ee31 HTTP/1.1" status: 200 len: 815 time: 0.3040135 Aug 06 15:54:54.419304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port a9d05e4c-b218-4b20-8418-548fdb692d32 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:54.419304 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:54.435556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-eba46354-61d1-494a-a795-2928a6afd885 req-7eb9f6d7-5866-4aae-8c7c-cd5d231eb579 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Request body: {'port': {'device_id': '4a0715c0-8337-431b-bb83-3b00e180b8f5', 'network_id': '8fe731e7-52dc-4870-9e41-0b72fb97ee31', 'admin_state_up': True, 'tenant_id': 'ff0472d9ffe740fc9030c046bf3bb89c'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:54.579827 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2deb2c57-3990-4210-a518-58aa50f19e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:54.607862 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2deb2c57-3990-4210-a518-58aa50f19e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:54.638210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebaddfd-9b2b-4383-901e-64f61887ac4c admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:54:54.651313 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2deb2c57-3990-4210-a518-58aa50f19e3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00f1cfd677254abfbb9c01aea111ff5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1867805 Aug 06 15:54:54.652604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56502) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:54.665661 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aebaddfd-9b2b-4383-901e-64f61887ac4c admin admin] 10.222.0.37 "PUT /v2.0/routers/846f9ca4-852c-48bb-8ed0-30d7ac582cbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8586366 Aug 06 15:54:54.668088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56504) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:54.701070 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b18e0f34-438c-4493-a153-beedb987679d req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:54.784087 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ad9e4-997b-42cc-a529-5c88ec026a4f req-c27c07e0-8462-4843-b9cb-93c633525e49 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:54.785867 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c52ad9e4-997b-42cc-a529-5c88ec026a4f req-c27c07e0-8462-4843-b9cb-93c633525e49 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 944 time: 0.1726813 Aug 06 15:54:54.876200 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:54.881768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba46354-61d1-494a-a795-2928a6afd885 req-7eb9f6d7-5866-4aae-8c7c-cd5d231eb579 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Made reservation on behalf of ff0472d9ffe740fc9030c046bf3bb89c for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:54.886436 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eba46354-61d1-494a-a795-2928a6afd885 req-7eb9f6d7-5866-4aae-8c7c-cd5d231eb579 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:54.893405 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb2c57-3990-4210-a518-58aa50f19e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2adcfaa-f108-4f32-b8aa-52cb637cb240,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:54.934764 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c52ad9e4-997b-42cc-a529-5c88ec026a4f req-d4a91e23-bd55-401b-8da2-5695fada5f19 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302586 Aug 06 15:54:54.951002 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port a9d05e4c-b218-4b20-8418-548fdb692d32, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=a9d05e4c-b218-4b20-8418-548fdb692d32,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:54.961602 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:55.018643 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d322d996-e467-4433-aadd-7d90b66619b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846f9ca4-852c-48bb-8ed0-30d7ac582cbf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612951873-router', 'tenant_id': '2809f47e9dd34c59b18c66559926a307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7343677c-cd59-46d0-860e-5b2bdb897763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:35Z', 'updated_at': '2021-08-06T15:54:53Z', 'revision_number': 5, 'project_id': '2809f47e9dd34c59b18c66559926a307', 'gw_port': {'id': '7343677c-cd59-46d0-860e-5b2bdb897763', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846f9ca4-852c-48bb-8ed0-30d7ac582cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:37Z', 'updated_at': '2021-08-06T15:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:55.068464 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-fb255012-eb93-41ef-94ae-13214a2b2c1d service neutron] 10.222.0.13 "GET /v2.0/ports/94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2/bindings/n-h1-803756-1 HTTP/1.1" status: 200 len: 384 time: 0.4022958 Aug 06 15:54:55.071366 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a93f67f9-0b8c-42ec-9c3b-90c4b59c7e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:55.077161 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f202d927-29be-42ff-bfbd-f5aff668ab94 admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:55.083671 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d322d996-e467-4433-aadd-7d90b66619b6 None None] The sync data for ids ['846f9ca4-852c-48bb-8ed0-30d7ac582cbf'] in n-d-803756-1 is: [{'id': '846f9ca4-852c-48bb-8ed0-30d7ac582cbf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612951873-router', 'tenant_id': '2809f47e9dd34c59b18c66559926a307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '7343677c-cd59-46d0-860e-5b2bdb897763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:35Z', 'updated_at': '2021-08-06T15:54:53Z', 'revision_number': 5, 'project_id': '2809f47e9dd34c59b18c66559926a307', 'gw_port': {'id': '7343677c-cd59-46d0-860e-5b2bdb897763', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:69:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846f9ca4-852c-48bb-8ed0-30d7ac582cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:37Z', 'updated_at': '2021-08-06T15:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:54:55.110487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=a9d05e4c-b218-4b20-8418-548fdb692d32,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:55.133698 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-699f1609-bcc9-4106-9b36-8c196a25c2da req-619e2f48-e43e-42aa-8b06-236ac7ca6fae tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a0715c0-8337-431b-bb83-3b00e180b8f5 HTTP/1.1" status: 200 len: 210 time: 0.0861866 Aug 06 15:54:55.150277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-b18e0f34-438c-4493-a153-beedb987679d req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Allocated IP 172.25.1.236 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/ab13dc64-fd11-49a6-9288-d1bf42a94f95) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:55.154107 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167d47ef-883a-4b1d-bfb0-9c518dc6b3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d05e4c-b218-4b20-8418-548fdb692d32'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:55.157956 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9078f2-6ac0-498b-9825-3e4cd02d7cd8" -d '{"events": [{"server_uuid": "167d47ef-883a-4b1d-bfb0-9c518dc6b3da", "name": "network-vif-plugged", "status": "completed", "tag": "a9d05e4c-b218-4b20-8418-548fdb692d32"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:55.237135 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a93f67f9-0b8c-42ec-9c3b-90c4b59c7e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:55.273482 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-eba46354-61d1-494a-a795-2928a6afd885 req-7eb9f6d7-5866-4aae-8c7c-cd5d231eb579 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Allocated IP 172.20.0.4 (8fe731e7-52dc-4870-9e41-0b72fb97ee31/ada90492-ef2a-47df-bdaa-61a64de59613/2db0a0cf-f91a-4835-8e6c-deeec0882632) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:55.590520 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f202d927-29be-42ff-bfbd-f5aff668ab94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:55.653127 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b18e0f34-438c-4493-a153-beedb987679d req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:55.696001 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eba46354-61d1-494a-a795-2928a6afd885 req-7eb9f6d7-5866-4aae-8c7c-cd5d231eb579 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:55.704908 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a93f67f9-0b8c-42ec-9c3b-90c4b59c7e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:55.711456 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a93f67f9-0b8c-42ec-9c3b-90c4b59c7e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:55.718284 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a93f67f9-0b8c-42ec-9c3b-90c4b59c7e83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2adcfaa-f108-4f32-b8aa-52cb637cb240 HTTP/1.1" status: 204 len: 168 time: 1.0488963 Aug 06 15:54:55.735650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72920fcf-3f46-44d3-a7fe-1b8c0db99a1a req-7cdc2364-136a-45fd-a9ce-6af996fe26e9 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:55.738185 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72920fcf-3f46-44d3-a7fe-1b8c0db99a1a req-7cdc2364-136a-45fd-a9ce-6af996fe26e9 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 943 time: 0.4414642 Aug 06 15:54:55.773073 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f67f9-0b8c-42ec-9c3b-90c4b59c7e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2adcfaa-f108-4f32-b8aa-52cb637cb240,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:55.842449 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-44544e7f-644c-40b3-830e-4a522fe163ee service neutron] For port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:55.872608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-44544e7f-644c-40b3-830e-4a522fe163ee service neutron] For port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:55.876983 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f202d927-29be-42ff-bfbd-f5aff668ab94 admin admin] Deleting port 7343677c-cd59-46d0-860e-5b2bdb897763 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:55.877803 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f202d927-29be-42ff-bfbd-f5aff668ab94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:55.879932 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72920fcf-3f46-44d3-a7fe-1b8c0db99a1a req-3e3d77aa-30fc-44e3-96b0-ee4813c53857 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252656 Aug 06 15:54:55.885093 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b18e0f34-438c-4493-a153-beedb987679d req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:55.946001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Pushing event updated for resources: {'Port': ['ID=ab13dc64-fd11-49a6-9288-d1bf42a94f95,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:55.951078 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eba46354-61d1-494a-a795-2928a6afd885 req-7eb9f6d7-5866-4aae-8c7c-cd5d231eb579 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:55.953549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18e0f34-438c-4493-a153-beedb987679d req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:56.016560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9f6d7-5866-4aae-8c7c-cd5d231eb579 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Pushing event updated for resources: {'Port': ['ID=2db0a0cf-f91a-4835-8e6c-deeec0882632,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:56.020798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-b18e0f34-438c-4493-a153-beedb987679d req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:56.045375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18e0f34-438c-4493-a153-beedb987679d req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:56.075244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-f202d927-29be-42ff-bfbd-f5aff668ab94 admin admin] For port 7343677c-cd59-46d0-860e-5b2bdb897763, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7343677c-cd59-46d0-860e-5b2bdb897763,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:56.075244 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f202d927-29be-42ff-bfbd-f5aff668ab94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:56.090120 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f202d927-29be-42ff-bfbd-f5aff668ab94 admin admin] Calling delete_port for 7343677c-cd59-46d0-860e-5b2bdb897763 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:56.144441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba46354-61d1-494a-a795-2928a6afd885 req-7eb9f6d7-5866-4aae-8c7c-cd5d231eb579 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Network 8fe731e7-52dc-4870-9e41-0b72fb97ee31 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:56.157125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-eba46354-61d1-494a-a795-2928a6afd885 req-7eb9f6d7-5866-4aae-8c7c-cd5d231eb579 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:56.163863 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba46354-61d1-494a-a795-2928a6afd885 req-7eb9f6d7-5866-4aae-8c7c-cd5d231eb579 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:56.170350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba46354-61d1-494a-a795-2928a6afd885 req-7eb9f6d7-5866-4aae-8c7c-cd5d231eb579 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:56.171090 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eba46354-61d1-494a-a795-2928a6afd885 req-7eb9f6d7-5866-4aae-8c7c-cd5d231eb579 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:56.192737 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b18e0f34-438c-4493-a153-beedb987679d req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:56.203466 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-44544e7f-644c-40b3-830e-4a522fe163ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:56.212242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67120be9-08e7-4b82-b3dc-c6b4104002c8 req-124e7f76-1fab-4d16-ad0f-f62209bd884f tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:56.212242 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67120be9-08e7-4b82-b3dc-c6b4104002c8 req-124e7f76-1fab-4d16-ad0f-f62209bd884f tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bcdf74f-91fc-4cee-9be0-ed0cc33f196f HTTP/1.1" status: 200 len: 950 time: 0.1885450 Aug 06 15:54:56.220166 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eba46354-61d1-494a-a795-2928a6afd885 req-7eb9f6d7-5866-4aae-8c7c-cd5d231eb579 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8060849 Aug 06 15:54:56.229711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-44544e7f-644c-40b3-830e-4a522fe163ee service neutron] For port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:56.234940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Request body: {'port': {'device_id': '4a0715c0-8337-431b-bb83-3b00e180b8f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:56.256515 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-44544e7f-644c-40b3-830e-4a522fe163ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:56.386196 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b18e0f34-438c-4493-a153-beedb987679d req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:56.402714 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0877c3e9-25b0-4591-985b-c967ce3309c4 None None] Sync routers for ids ['846f9ca4-852c-48bb-8ed0-30d7ac582cbf'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:54:56.414245 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0877c3e9-25b0-4591-985b-c967ce3309c4 None None] Routers {'846f9ca4-852c-48bb-8ed0-30d7ac582cbf'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:56.415179 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-0877c3e9-25b0-4591-985b-c967ce3309c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:54:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['846f9ca4-852c-48bb-8ed0-30d7ac582cbf'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:56.478545 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67120be9-08e7-4b82-b3dc-c6b4104002c8 req-e4261d6e-b29e-49ab-a38a-f5415375095d tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488339 Aug 06 15:54:56.527404 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f202d927-29be-42ff-bfbd-f5aff668ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:56.538756 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-44544e7f-644c-40b3-830e-4a522fe163ee service neutron] Transition to ACTIVE for port object 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:56.566709 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-0877c3e9-25b0-4591-985b-c967ce3309c4 None None] Set router 846f9ca4-852c-48bb-8ed0-30d7ac582cbf gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:56.566896 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:56.577358 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-44544e7f-644c-40b3-830e-4a522fe163ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:56.590433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202d927-29be-42ff-bfbd-f5aff668ab94 admin admin] Pushing event deleted for resources: {'Port': ['ID=7343677c-cd59-46d0-860e-5b2bdb897763,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:56.647515 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0666d0b2-3d4c-4fe4-a0b0-5626a38fd375 x-openstack-request-id: req-0666d0b2-3d4c-4fe4-a0b0-5626a38fd375 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:56.649199 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167d47ef-883a-4b1d-bfb0-9c518dc6b3da", "name": "network-vif-plugged", "status": "completed", "tag": "a9d05e4c-b218-4b20-8418-548fdb692d32", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:56.650129 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0666d0b2-3d4c-4fe4-a0b0-5626a38fd375 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:56.651631 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167d47ef-883a-4b1d-bfb0-9c518dc6b3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d05e4c-b218-4b20-8418-548fdb692d32', 'code': 200} Aug 06 15:54:56.676214 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-0877c3e9-25b0-4591-985b-c967ce3309c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846f9ca4-852c-48bb-8ed0-30d7ac582cbf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612951873-router', 'tenant_id': '2809f47e9dd34c59b18c66559926a307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:35Z', 'updated_at': '2021-08-06T15:54:55Z', 'revision_number': 6, 'project_id': '2809f47e9dd34c59b18c66559926a307', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:56.746920 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0877c3e9-25b0-4591-985b-c967ce3309c4 None None] Checking router: 846f9ca4-852c-48bb-8ed0-30d7ac582cbf for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:54:56.758489 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0877c3e9-25b0-4591-985b-c967ce3309c4 None None] Routers {'846f9ca4-852c-48bb-8ed0-30d7ac582cbf'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:56.759425 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-0877c3e9-25b0-4591-985b-c967ce3309c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:54:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['846f9ca4-852c-48bb-8ed0-30d7ac582cbf'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:56.780018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-44544e7f-644c-40b3-830e-4a522fe163ee service neutron] No DVR routers for this DVR port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:54:56.846660 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44544e7f-644c-40b3-830e-4a522fe163ee service neutron] Pushing event updated for resources: {'Port': ['ID=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,revision_number=10']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:56.885071 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f202d927-29be-42ff-bfbd-f5aff668ab94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:56.909760 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-44544e7f-644c-40b3-830e-4a522fe163ee service neutron] 10.222.0.13 "PUT /v2.0/ports/94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2/bindings/n-h1-803756-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8283176 Aug 06 15:54:56.933659 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-0877c3e9-25b0-4591-985b-c967ce3309c4 None None] Set router 846f9ca4-852c-48bb-8ed0-30d7ac582cbf gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:56.980112 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1763a0-818d-4aad-8ce0-6bd1faaed991 req-0cbbfb1b-ae2c-40c0-bef7-5029e1e029ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:56.982879 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3b1763a0-818d-4aad-8ce0-6bd1faaed991 req-0cbbfb1b-ae2c-40c0-bef7-5029e1e029ca service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 1096 time: 0.2185853 Aug 06 15:54:57.023157 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-0877c3e9-25b0-4591-985b-c967ce3309c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846f9ca4-852c-48bb-8ed0-30d7ac582cbf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612951873-router', 'tenant_id': '2809f47e9dd34c59b18c66559926a307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:35Z', 'updated_at': '2021-08-06T15:54:56Z', 'revision_number': 7, 'project_id': '2809f47e9dd34c59b18c66559926a307', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:57.033294 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f202d927-29be-42ff-bfbd-f5aff668ab94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.035770 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f202d927-29be-42ff-bfbd-f5aff668ab94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.058274 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0877c3e9-25b0-4591-985b-c967ce3309c4 None None] The sync data for ids ['846f9ca4-852c-48bb-8ed0-30d7ac582cbf'] in n-d-803756-1 is: [{'id': '846f9ca4-852c-48bb-8ed0-30d7ac582cbf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-612951873-router', 'tenant_id': '2809f47e9dd34c59b18c66559926a307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:35Z', 'updated_at': '2021-08-06T15:54:56Z', 'revision_number': 7, 'project_id': '2809f47e9dd34c59b18c66559926a307', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:54:57.114333 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3b1763a0-818d-4aad-8ce0-6bd1faaed991 req-3e531fe0-0bec-49fa-8db9-0208a1831ecd service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028624 Aug 06 15:54:57.125022 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f202d927-29be-42ff-bfbd-f5aff668ab94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.125022 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f202d927-29be-42ff-bfbd-f5aff668ab94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 846f9ca4-852c-48bb-8ed0-30d7ac582cbf {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:54:57.131098 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f202d927-29be-42ff-bfbd-f5aff668ab94 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.132276 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f202d927-29be-42ff-bfbd-f5aff668ab94 admin admin] 10.222.0.37 "DELETE /v2.0/routers/846f9ca4-852c-48bb-8ed0-30d7ac582cbf HTTP/1.1" status: 204 len: 168 time: 2.4605329 Aug 06 15:54:57.138195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56540) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:57.232222 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9a2770-73ae-4a2a-af16-f32e74d87db5 admin admin] Deleting subnet 79c5b63e-8697-4d37-8c50-67f26452f695 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:54:57.237814 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af9a2770-73ae-4a2a-af16-f32e74d87db5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.238645 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56260ef8-55ec-46ea-b0d3-5027178ebf80 req-ab8980ba-877b-4d0f-97a7-ab03f3e606b0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:57.240230 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-56260ef8-55ec-46ea-b0d3-5027178ebf80 req-ab8980ba-877b-4d0f-97a7-ab03f3e606b0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 950 time: 0.4080915 Aug 06 15:54:57.247026 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b18e0f34-438c-4493-a153-beedb987679d req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.267464 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b18e0f34-438c-4493-a153-beedb987679d req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.316080 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af9a2770-73ae-4a2a-af16-f32e74d87db5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.317517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-484bb447-49f6-44c1-8e3a-2d97ede31421 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:57.319254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-484bb447-49f6-44c1-8e3a-2d97ede31421 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef&tenant_id=852011720c8b4e718d18a1374910def6&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 1095 time: 0.2788131 Aug 06 15:54:57.338184 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b18e0f34-438c-4493-a153-beedb987679d req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.430982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Pushing event updated for resources: {'Port': ['ID=ab13dc64-fd11-49a6-9288-d1bf42a94f95,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:57.453671 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b18e0f34-438c-4493-a153-beedb987679d req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.455004 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b18e0f34-438c-4493-a153-beedb987679d req-7a4afec5-cea1-4f01-9ed8-2633f500b8e2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7140317 Aug 06 15:54:57.458229 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-56260ef8-55ec-46ea-b0d3-5027178ebf80 req-33cb8dfb-e3f1-4d35-8431-2d877deb8835 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050283 Aug 06 15:54:57.547841 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af9a2770-73ae-4a2a-af16-f32e74d87db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.669164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af9a2770-73ae-4a2a-af16-f32e74d87db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.720953 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a2770-73ae-4a2a-af16-f32e74d87db5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c5b63e-8697-4d37-8c50-67f26452f695,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:57.724730 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af9a2770-73ae-4a2a-af16-f32e74d87db5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.728391 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-af9a2770-73ae-4a2a-af16-f32e74d87db5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/79c5b63e-8697-4d37-8c50-67f26452f695 HTTP/1.1" status: 204 len: 168 time: 0.5886080 Aug 06 15:54:57.732114 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56550) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:57.734929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02020360-497d-4d64-b44e-c2f751de61e4 None None] Network 1cc9fedf-52ab-41ab-8226-e02b5522cdbb requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:57.915436 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b18e0f34-438c-4493-a153-beedb987679d req-c24c41bf-0e0a-4846-a563-737b42baab53 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 696 time: 0.4424486 Aug 06 15:54:57.953205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-5e7bedeb-8d57-44ff-b7ce-4450687e94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:57.955531 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-5e7bedeb-8d57-44ff-b7ce-4450687e94a1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef&tenant_id=852011720c8b4e718d18a1374910def6 HTTP/1.1" status: 200 len: 1095 time: 0.5910337 Aug 06 15:54:58.048466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4afa0ec-d19c-4a3d-b5f6-47eff2a95d44 None None] DHCP port deletion for 1cc9fedf-52ab-41ab-8226-e02b5522cdbb request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:54:58.104003 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db0a0cf-f91a-4835-8e6c-deeec0882632 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:58.149913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b578b-d24a-4eab-903b-ea43cc3aef1e req-6df3f87c-32dc-49f7-a55d-7f5f1bf062dd tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:58.158897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a02b578b-d24a-4eab-903b-ea43cc3aef1e req-6df3f87c-32dc-49f7-a55d-7f5f1bf062dd tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 945 time: 0.2949908 Aug 06 15:54:58.185916 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.212136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-dd569b78-cad8-4b92-90b3-f059a2f940ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:58.213756 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-dd569b78-cad8-4b92-90b3-f059a2f940ef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 1095 time: 0.2176137 Aug 06 15:54:58.272745 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 768ac374-9c75-42b0-8d86-1420f9cfbb82 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:54:58.276724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d4afa0ec-d19c-4a3d-b5f6-47eff2a95d44 None None] Deleting port 768ac374-9c75-42b0-8d86-1420f9cfbb82 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:58.277337 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d4afa0ec-d19c-4a3d-b5f6-47eff2a95d44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.292402 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a02b578b-d24a-4eab-903b-ea43cc3aef1e req-f0c049fb-9573-46fa-ac14-3364331ca250 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290593 Aug 06 15:54:58.295152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Transition to ACTIVE for port object 2db0a0cf-f91a-4835-8e6c-deeec0882632 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:58.330872 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.356194 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.356849 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6c4b5-8846-4f5f-809b-bdb1949f3f72 req-33d2ff62-7c81-4cae-b6f7-6d2dd192c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:58.358554 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3df6c4b5-8846-4f5f-809b-bdb1949f3f72 req-33d2ff62-7c81-4cae-b6f7-6d2dd192c85b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 1095 time: 0.1594672 Aug 06 15:54:58.528092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d4afa0ec-d19c-4a3d-b5f6-47eff2a95d44 None None] For port 768ac374-9c75-42b0-8d86-1420f9cfbb82, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=768ac374-9c75-42b0-8d86-1420f9cfbb82,segment=NetworkSegment(51ba6114-4cb6-475c-aa51-3969b802b115),segment_id=51ba6114-4cb6-475c-aa51-3969b802b115)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:58.528653 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d4afa0ec-d19c-4a3d-b5f6-47eff2a95d44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.540044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] Deleting port 768ac374-9c75-42b0-8d86-1420f9cfbb82 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:58.540361 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.560431 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:54:58.579649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d4afa0ec-d19c-4a3d-b5f6-47eff2a95d44 None None] Calling delete_port for 768ac374-9c75-42b0-8d86-1420f9cfbb82 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:58.604526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e0f34-438c-4493-a153-beedb987679d req-3a7aa50d-8427-4249-8a95-898d686b7c60 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:58.605959 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b18e0f34-438c-4493-a153-beedb987679d req-3a7aa50d-8427-4249-8a95-898d686b7c60 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.6678133 Aug 06 15:54:58.621663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Pushing event updated for resources: {'Port': ['ID=2db0a0cf-f91a-4835-8e6c-deeec0882632,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:58.633295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-b18e0f34-438c-4493-a153-beedb987679d req-2c17a520-84e8-411e-86d1-215bea3fb941 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:54:58.634617 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b18e0f34-438c-4493-a153-beedb987679d req-2c17a520-84e8-411e-86d1-215bea3fb941 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209160 Aug 06 15:54:58.683806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6c4b5-8846-4f5f-809b-bdb1949f3f72 req-0274221e-aa5a-44c3-8f7d-0076666d5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:58.687782 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3df6c4b5-8846-4f5f-809b-bdb1949f3f72 req-0274221e-aa5a-44c3-8f7d-0076666d5db8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.2977569 Aug 06 15:54:58.707607 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-a89037e0-af2c-469b-aa02-da10ae2bd85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:58.709644 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-a89037e0-af2c-469b-aa02-da10ae2bd85a service neutron] 10.222.0.78 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.4790728 Aug 06 15:54:58.718712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fe655-09e1-4483-9c14-174c14648704 req-5bf66c5a-d3b7-42c2-9e38-553fecbf1782 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:58.720634 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-273fe655-09e1-4483-9c14-174c14648704 req-5bf66c5a-d3b7-42c2-9e38-553fecbf1782 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a0715c0-8337-431b-bb83-3b00e180b8f5 HTTP/1.1" status: 200 len: 943 time: 0.2228644 Aug 06 15:54:58.721739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Attempting to bind port 2db0a0cf-f91a-4835-8e6c-deeec0882632 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:58.722227 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Attempting to bind port 2db0a0cf-f91a-4835-8e6c-deeec0882632 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '675db2bd-4c65-46a0-8021-3a10b15e74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe731e7-52dc-4870-9e41-0b72fb97ee31'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:58.722740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Attempting to bind port 2db0a0cf-f91a-4835-8e6c-deeec0882632 on network 8fe731e7-52dc-4870-9e41-0b72fb97ee31 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:58.735951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Port 2db0a0cf-f91a-4835-8e6c-deeec0882632 on network 8fe731e7-52dc-4870-9e41-0b72fb97ee31 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:54:58.736527 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Attempting to bind port 2db0a0cf-f91a-4835-8e6c-deeec0882632 on network 8fe731e7-52dc-4870-9e41-0b72fb97ee31 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:58.808087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-273fe655-09e1-4483-9c14-174c14648704 req-e897df4c-3d53-4729-8047-e7a8085af9e1 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1add44d-f6d6-4890-9d1b-855e459896e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791597 Aug 06 15:54:58.809693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-b3f582c7-a56a-490f-aaa0-73941ef65c33 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 HTTP/1.1" status: 200 len: 217 time: 0.0699282 Aug 06 15:54:58.810618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:58.811619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Checking segment: {'id': '675db2bd-4c65-46a0-8021-3a10b15e74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe731e7-52dc-4870-9e41-0b72fb97ee31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:58.812175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Bound using segment: {'id': '675db2bd-4c65-46a0-8021-3a10b15e74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe731e7-52dc-4870-9e41-0b72fb97ee31'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:58.812907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Bound port: 2db0a0cf-f91a-4835-8e6c-deeec0882632, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675db2bd-4c65-46a0-8021-3a10b15e74ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe731e7-52dc-4870-9e41-0b72fb97ee31'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:58.813427 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.870201 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3df6c4b5-8846-4f5f-809b-bdb1949f3f72 req-7f82cea4-ea21-4e9b-9b25-7bd0447806b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 HTTP/1.1" status: 200 len: 217 time: 0.1543376 Aug 06 15:54:58.918622 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-72b59da2-4dfb-451b-9f73-890cd54b19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:58.920415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-72b59da2-4dfb-451b-9f73-890cd54b19a6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.1035781 Aug 06 15:54:58.927652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] For port 2db0a0cf-f91a-4835-8e6c-deeec0882632, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:58.931544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] For port 2db0a0cf-f91a-4835-8e6c-deeec0882632, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=2db0a0cf-f91a-4835-8e6c-deeec0882632,segment=NetworkSegment(675db2bd-4c65-46a0-8021-3a10b15e74ba),segment_id=675db2bd-4c65-46a0-8021-3a10b15e74ba)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:58.938503 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.983132 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6c4b5-8846-4f5f-809b-bdb1949f3f72 req-d09251f3-3585-4e96-8140-42fd40a224d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:58.986334 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3df6c4b5-8846-4f5f-809b-bdb1949f3f72 req-d09251f3-3585-4e96-8140-42fd40a224d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.1064312 Aug 06 15:54:59.017657 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-90e1a1e3-b63d-4cc3-b7b0-9dad6c30c5c8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758398 Aug 06 15:54:59.030010 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:59.030933 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:59.032555 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eba46354-61d1-494a-a795-2928a6afd885 req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] 10.222.0.13 "PUT /v2.0/ports/2db0a0cf-f91a-4835-8e6c-deeec0882632 HTTP/1.1" status: 200 len: 1091 time: 2.8045247 Aug 06 15:54:59.033231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0715c0-8337-431b-bb83-3b00e180b8f5', 'tag': '2db0a0cf-f91a-4835-8e6c-deeec0882632'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:59.035809 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d55b5c-dfa5-4837-91d3-bcf52c38537a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0715c0-8337-431b-bb83-3b00e180b8f5", "tag": "2db0a0cf-f91a-4835-8e6c-deeec0882632"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:59.067854 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] For port 768ac374-9c75-42b0-8d86-1420f9cfbb82, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=768ac374-9c75-42b0-8d86-1420f9cfbb82,segment=NetworkSegment(51ba6114-4cb6-475c-aa51-3969b802b115),segment_id=51ba6114-4cb6-475c-aa51-3969b802b115)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:59.070429 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:59.086021 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3df6c4b5-8846-4f5f-809b-bdb1949f3f72 req-812c2376-03a1-4903-a088-e5ea6f11f16f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834222 Aug 06 15:54:59.155606 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:59.156214 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-e7771d6b-5ee1-4988-9bd9-5bbc815e1b6c service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076200 Aug 06 15:54:59.173608 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d4afa0ec-d19c-4a3d-b5f6-47eff2a95d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:59.228517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] Calling delete_port for 768ac374-9c75-42b0-8d86-1420f9cfbb82 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:59.242699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4afa0ec-d19c-4a3d-b5f6-47eff2a95d44 None None] No DVR routers for this DVR port 768ac374-9c75-42b0-8d86-1420f9cfbb82 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:54:59.288030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1700a-e15d-4e80-acc4-aca2aef00dbc service neutron] Pushing event updated for resources: {'Port': ['ID=2db0a0cf-f91a-4835-8e6c-deeec0882632,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:59.297137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afa0ec-d19c-4a3d-b5f6-47eff2a95d44 None None] Pushing event deleted for resources: {'Port': ['ID=768ac374-9c75-42b0-8d86-1420f9cfbb82,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:59.388510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73216485-396f-4dd4-8be4-88a80b5d68ad req-a8d97565-b228-424f-9ba1-935f17a59440 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:59.392162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7343677c-cd59-46d0-860e-5b2bdb897763 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:54:59.393150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73216485-396f-4dd4-8be4-88a80b5d68ad req-a8d97565-b228-424f-9ba1-935f17a59440 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 944 time: 0.3514445 Aug 06 15:54:59.444596 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba46354-61d1-494a-a795-2928a6afd885 req-1c1fd737-228d-4652-9c81-1b325229ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:59.446565 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:54:59.449188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eba46354-61d1-494a-a795-2928a6afd885 req-1c1fd737-228d-4652-9c81-1b325229ea90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff0472d9ffe740fc9030c046bf3bb89c&device_id=4a0715c0-8337-431b-bb83-3b00e180b8f5 HTTP/1.1" status: 200 len: 1094 time: 0.2919672 Aug 06 15:54:59.449900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 7343677c-cd59-46d0-860e-5b2bdb897763 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:54:59.450443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7343677c-cd59-46d0-860e-5b2bdb897763 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:54:59.457048 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3df6c4b5-8846-4f5f-809b-bdb1949f3f72 req-1ef692ec-2190-4689-8c8f-83767a04a4f5 service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429933 Aug 06 15:54:59.560724 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:59.595992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eba46354-61d1-494a-a795-2928a6afd885 req-46023f3f-5ab9-4a46-a2ed-700ce5721456 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2db0a0cf-f91a-4835-8e6c-deeec0882632 HTTP/1.1" status: 200 len: 217 time: 0.0880988 Aug 06 15:54:59.601713 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-6c9374f3-7eb6-480d-9bd4-8621b639495d service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951168 Aug 06 15:54:59.611521 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=768ac374-9c75-42b0-8d86-1420f9cfbb82,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:59.622206 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] No DVR routers for this DVR port 768ac374-9c75-42b0-8d86-1420f9cfbb82 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:54:59.668543 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73216485-396f-4dd4-8be4-88a80b5d68ad req-ff40dfb1-57f9-468e-9451-06ece2f35059 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363884 Aug 06 15:54:59.671548 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3df6c4b5-8846-4f5f-809b-bdb1949f3f72 req-8123dd9f-91f0-47cf-bc7f-3fa244e3dbba service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965427 Aug 06 15:54:59.690715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37917fec-091a-4eec-9247-c01b56fbca56 req-ddca7bb8-2510-4ce8-9858-8b09f75e72a2 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:59.693346 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37917fec-091a-4eec-9247-c01b56fbca56 req-ddca7bb8-2510-4ce8-9858-8b09f75e72a2 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=47dc93a3-35e4-4474-ba14-2b2152500839 HTTP/1.1" status: 200 len: 950 time: 0.2980025 Aug 06 15:54:59.740384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba46354-61d1-494a-a795-2928a6afd885 req-6b37a3af-3db9-4c7f-8525-e79c6647f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:59.742897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eba46354-61d1-494a-a795-2928a6afd885 req-6b37a3af-3db9-4c7f-8525-e79c6647f88c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ada90492-ef2a-47df-bdaa-61a64de59613 HTTP/1.1" status: 200 len: 855 time: 0.1395187 Aug 06 15:54:59.747075 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dd74e9-b074-43af-9477-dbe01063bcfa x-openstack-request-id: req-10dd74e9-b074-43af-9477-dbe01063bcfa {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:59.747513 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0715c0-8337-431b-bb83-3b00e180b8f5", "tag": "2db0a0cf-f91a-4835-8e6c-deeec0882632", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:59.747912 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10dd74e9-b074-43af-9477-dbe01063bcfa {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:59.748521 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0715c0-8337-431b-bb83-3b00e180b8f5', 'tag': '2db0a0cf-f91a-4835-8e6c-deeec0882632', 'status': 'completed', 'code': 200} Aug 06 15:54:59.786086 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:59.807162 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc9fedf-52ab-41ab-8226-e02b5522cdbb']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:59.810554 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eba46354-61d1-494a-a795-2928a6afd885 req-e156b500-b6d4-4457-bb45-472e89fc084d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fe731e7-52dc-4870-9e41-0b72fb97ee31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542495 Aug 06 15:54:59.826667 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ba6114-4cb6-475c-aa51-3969b802b115') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:59.827307 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ba6114-4cb6-475c-aa51-3969b802b115') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:59.831077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37917fec-091a-4eec-9247-c01b56fbca56 req-db12004a-7946-465e-bc3a-a040a8984443 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210136 Aug 06 15:54:59.863882 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:59.902072 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:59.938051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:54:59.938717 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: timer() Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:54:59.942525 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:55:00.104514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a405fa7-d7bc-46d6-bdf9-f1c4b292e6d0 req-d594cf1f-0e13-4890-af22-db08cd75bded tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:00.114472 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a405fa7-d7bc-46d6-bdf9-f1c4b292e6d0 req-d594cf1f-0e13-4890-af22-db08cd75bded tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bcdf74f-91fc-4cee-9be0-ed0cc33f196f HTTP/1.1" status: 200 len: 950 time: 0.3023577 Aug 06 15:55:00.164527 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.194180 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.196092 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] 10.222.0.37 "DELETE /v2.0/networks/1cc9fedf-52ab-41ab-8226-e02b5522cdbb HTTP/1.1" status: 204 len: 168 time: 2.4629111 Aug 06 15:55:00.201175 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-e493c2a1-f437-4a39-ace9-1155c33d141e tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:00.203549 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-e493c2a1-f437-4a39-ace9-1155c33d141e tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef&tenant_id=852011720c8b4e718d18a1374910def6&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 1095 time: 0.1936650 Aug 06 15:55:00.205508 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a2f03-09ff-4297-9acf-d589a0086f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=1cc9fedf-52ab-41ab-8226-e02b5522cdbb,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:00.213875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10e0cbce-e9f9-40da-9087-2281345964b7 req-064cb5cc-eeea-4f1c-9a2f-b8fe0e0bbe6d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3178465 Aug 06 15:55:00.426566 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eba46354-61d1-494a-a795-2928a6afd885 req-baee8653-1440-410e-8db7-fa909527c704 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe731e7-52dc-4870-9e41-0b72fb97ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578279 Aug 06 15:55:00.455204 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a405fa7-d7bc-46d6-bdf9-f1c4b292e6d0 req-7967c237-7e4f-4f42-a201-d547561545af tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166637 Aug 06 15:55:00.459191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-bcd54c49-54a9-4902-a1d3-960383f20fa1 service neutron] For port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:00.464708 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-bcd54c49-54a9-4902-a1d3-960383f20fa1 service neutron] Notify callbacks [] for binding, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.466961 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4838eec2-a536-465b-9d5d-7890174a49d8 req-bcd54c49-54a9-4902-a1d3-960383f20fa1 service neutron] 10.222.0.78 "DELETE /v2.0/ports/94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2/bindings/n-h2-803756-1 HTTP/1.1" status: 204 len: 173 time: 0.2529192 Aug 06 15:55:00.643369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0cbce-e9f9-40da-9087-2281345964b7 req-f8634e6f-36cc-4f1f-b05f-15cf24cd0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:00.645944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10e0cbce-e9f9-40da-9087-2281345964b7 req-f8634e6f-36cc-4f1f-b05f-15cf24cd0482 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 1101 time: 0.3417590 Aug 06 15:55:00.691603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56598) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:00.746789 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-154f5013-582e-4ad4-a166-2c2d8f6eb438 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2809f47e9dd34c59b18c66559926a307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513940 Aug 06 15:55:00.747080 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56604) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:00.757609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-2e292260-67c9-425e-be57-4a15d369ed00 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:00.760197 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-2e292260-67c9-425e-be57-4a15d369ed00 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 820 time: 0.7186542 Aug 06 15:55:00.810188 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2efecdbb-71fe-49f8-bdb9-b0ecc5e95836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.841992 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2efecdbb-71fe-49f8-bdb9-b0ecc5e95836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.919782 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2efecdbb-71fe-49f8-bdb9-b0ecc5e95836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.923645 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2efecdbb-71fe-49f8-bdb9-b0ecc5e95836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.928398 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2efecdbb-71fe-49f8-bdb9-b0ecc5e95836 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a5ec195-f823-49e3-b9ff-a3290d0adbb3 HTTP/1.1" status: 204 len: 168 time: 0.1768713 Aug 06 15:55:00.939761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-69112ba4-0d99-4bbe-9749-aba16053e3c8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/quotas/8134872260564a36b0e07d9336f135c4 HTTP/1.1" status: 200 len: 375 time: 0.1249540 Aug 06 15:55:00.939951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efecdbb-71fe-49f8-bdb9-b0ecc5e95836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5ec195-f823-49e3-b9ff-a3290d0adbb3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:01.001301 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ff89c-88c4-4755-add7-dc580447c3cf req-c277b8e1-bc28-4b5b-9969-face26b37424 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:01.004524 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f71ff89c-88c4-4755-add7-dc580447c3cf req-c277b8e1-bc28-4b5b-9969-face26b37424 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 945 time: 0.3569880 Aug 06 15:55:01.039656 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eba46354-61d1-494a-a795-2928a6afd885 req-ce86a769-a6c6-4fd3-9540-0625203ba90e service neutron] 10.222.0.13 "GET /v2.0/networks/8fe731e7-52dc-4870-9e41-0b72fb97ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041577 Aug 06 15:55:01.211030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0cbce-e9f9-40da-9087-2281345964b7 req-5fd8b5aa-f2c4-4008-b260-d65dc01a9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:01.212610 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10e0cbce-e9f9-40da-9087-2281345964b7 req-5fd8b5aa-f2c4-4008-b260-d65dc01a9acc service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.5008636 Aug 06 15:55:01.231605 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-591ef6be-ed8c-493a-915f-8dfc020a1308 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2484159 Aug 06 15:55:01.240158 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f71ff89c-88c4-4755-add7-dc580447c3cf req-31a4e688-ece9-4b15-a243-7e69a29e94a8 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063661 Aug 06 15:55:01.312790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10e0cbce-e9f9-40da-9087-2281345964b7 req-daeb071c-ff59-4102-a53d-771d7d82889b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=6841fe8f-f1ac-4eef-a329-6f127beb51bb HTTP/1.1" status: 200 len: 217 time: 0.0766513 Aug 06 15:55:01.361583 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d55b5c-dfa5-4837-91d3-bcf52c38537a req-60aff512-3b80-4b89-a74b-ef62f21b0c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:01.363504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02d55b5c-dfa5-4837-91d3-bcf52c38537a req-60aff512-3b80-4b89-a74b-ef62f21b0c26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff0472d9ffe740fc9030c046bf3bb89c&device_id=4a0715c0-8337-431b-bb83-3b00e180b8f5 HTTP/1.1" status: 200 len: 1094 time: 0.2415361 Aug 06 15:55:01.481124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0cbce-e9f9-40da-9087-2281345964b7 req-531a82d9-9331-41c3-94df-c0f93f0fc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:01.483028 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10e0cbce-e9f9-40da-9087-2281345964b7 req-531a82d9-9331-41c3-94df-c0f93f0fc1a0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1358228 Aug 06 15:55:01.549379 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-1fc1e69c-896f-4885-8401-cec9c0b6cc01 service neutron] 10.222.0.37 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071487 Aug 06 15:55:01.596828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d55b5c-dfa5-4837-91d3-bcf52c38537a req-dc08e349-7fb8-4f3c-b2b3-10a47cc2e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:01.598494 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02d55b5c-dfa5-4837-91d3-bcf52c38537a req-dc08e349-7fb8-4f3c-b2b3-10a47cc2e4dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fe731e7-52dc-4870-9e41-0b72fb97ee31 HTTP/1.1" status: 200 len: 916 time: 0.2144468 Aug 06 15:55:01.960041 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0cbce-e9f9-40da-9087-2281345964b7 req-a5c3f5ac-9338-4df5-b984-5bcacec7aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:01.962522 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10e0cbce-e9f9-40da-9087-2281345964b7 req-a5c3f5ac-9338-4df5-b984-5bcacec7aee8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4642067 Aug 06 15:55:01.967369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02d55b5c-dfa5-4837-91d3-bcf52c38537a req-20f85869-0b39-45f4-9937-3609957162cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2db0a0cf-f91a-4835-8e6c-deeec0882632 HTTP/1.1" status: 200 len: 217 time: 0.3560557 Aug 06 15:55:02.076825 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-860b2dcb-cfc9-4fa0-a4aa-276bd06ecc41 service neutron] 10.222.0.37 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165741 Aug 06 15:55:02.151938 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d55b5c-dfa5-4837-91d3-bcf52c38537a req-14e4ee32-8c41-430c-a64f-b76038a7a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:02.154415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02d55b5c-dfa5-4837-91d3-bcf52c38537a req-14e4ee32-8c41-430c-a64f-b76038a7a30b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ada90492-ef2a-47df-bdaa-61a64de59613 HTTP/1.1" status: 200 len: 855 time: 0.1790860 Aug 06 15:55:02.215752 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02d55b5c-dfa5-4837-91d3-bcf52c38537a req-68e8ddc1-b5db-4183-aae6-32ac78691f35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fe731e7-52dc-4870-9e41-0b72fb97ee31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520384 Aug 06 15:55:02.223159 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10e0cbce-e9f9-40da-9087-2281345964b7 req-ccafbc4a-93a2-403d-b88a-73d4811ba011 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461488 Aug 06 15:55:02.433924 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02d55b5c-dfa5-4837-91d3-bcf52c38537a req-28c647e4-01b0-4435-8bfb-91baaf8ee2a8 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe731e7-52dc-4870-9e41-0b72fb97ee31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095184 Aug 06 15:55:02.463678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913984a2-6503-40b7-add3-b98bc56f038f req-8da42e53-f3b9-405c-959c-92e9e486ccf5 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:02.465178 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-913984a2-6503-40b7-add3-b98bc56f038f req-8da42e53-f3b9-405c-959c-92e9e486ccf5 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a0715c0-8337-431b-bb83-3b00e180b8f5 HTTP/1.1" status: 200 len: 943 time: 0.1252348 Aug 06 15:55:02.484307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10e0cbce-e9f9-40da-9087-2281345964b7 req-07f4c0ef-7c25-4107-94b5-8cb54c9e08fd service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413235 Aug 06 15:55:02.568992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-913984a2-6503-40b7-add3-b98bc56f038f req-e2e0c63b-d7e5-45dc-9659-1cf4f1222d6b tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1add44d-f6d6-4890-9d1b-855e459896e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936756 Aug 06 15:55:02.599840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02d55b5c-dfa5-4837-91d3-bcf52c38537a req-8b68f2be-9179-495c-b944-53fa31d2c902 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe731e7-52dc-4870-9e41-0b72fb97ee31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583622 Aug 06 15:55:02.702608 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-95495a30-2e26-4757-896f-488123e636d6 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=14fe81b8e5234185be09940accfcf29d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310228 Aug 06 15:55:02.873519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2bf92-b364-4282-b35e-790c0055e18d req-942af3ef-3547-45b0-a83a-fa5faeb616fc tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:02.880819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2bf92-b364-4282-b35e-790c0055e18d req-942af3ef-3547-45b0-a83a-fa5faeb616fc tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:02.882500 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80d2bf92-b364-4282-b35e-790c0055e18d req-942af3ef-3547-45b0-a83a-fa5faeb616fc tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=47dc93a3-35e4-4474-ba14-2b2152500839&device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 1691 time: 0.1786575 Aug 06 15:55:02.940059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-a81f78da-6de6-4c9a-b069-d2b6685bf6ca tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:02.940059 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-a81f78da-6de6-4c9a-b069-d2b6685bf6ca tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2188354 Aug 06 15:55:02.971822 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-79b49bbc-b0fe-4a2b-82c6-ac79f34253c2 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/quotas/14fe81b8e5234185be09940accfcf29d HTTP/1.1" status: 200 len: 375 time: 0.0237114 Aug 06 15:55:02.975021 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80d2bf92-b364-4282-b35e-790c0055e18d req-4b6e2f5f-1f3d-48c5-b382-ffe6b7df8b55 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853314 Aug 06 15:55:03.052168 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-eefb869e-80a7-4b44-8f7e-06aff14aea32 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=14fe81b8e5234185be09940accfcf29d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729032 Aug 06 15:55:03.122890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07883267-eea2-416e-8def-953647d891d4 req-966d6c39-f319-4fb7-ad24-353ff3c786a2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:03.132483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07883267-eea2-416e-8def-953647d891d4 req-966d6c39-f319-4fb7-ad24-353ff3c786a2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 944 time: 0.0650909 Aug 06 15:55:03.188988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07883267-eea2-416e-8def-953647d891d4 req-579d52e2-1ed0-4a3a-89af-f163acfd9b38 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525699 Aug 06 15:55:03.357706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb81693-37e0-430d-a902-3f731aa98af8 req-655f28a6-8cff-43b7-aac5-2c7b0dc3eef5 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:03.359662 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0bb81693-37e0-430d-a902-3f731aa98af8 req-655f28a6-8cff-43b7-aac5-2c7b0dc3eef5 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 945 time: 0.0647430 Aug 06 15:55:03.371963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56666) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:03.379695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8acf97b4-14b3-4830-97c4-f5eb0f58597b tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Request body: {'floatingip': {'port_id': 'a9d05e4c-b218-4b20-8418-548fdb692d32'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:03.504180 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8acf97b4-14b3-4830-97c4-f5eb0f58597b tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for floatingip, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:03.662040 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f7a1953f-38e1-4902-85f3-7c6c320c0aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:03.690467 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5607e81-fc1f-4ceb-b68f-e9b70c0de277 req-6db2a314-9fd2-4bd9-9042-f104aae88205 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 210 time: 0.1325150 Aug 06 15:55:03.974631 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-237d6624-527c-43bd-964e-7b9e706922fc req-cc570590-9c92-457c-97c4-526d37e56234 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 210 time: 0.2022126 Aug 06 15:55:04.098825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0e11d-94a2-4a32-a457-81dde43680a0 req-952cf706-72c5-48c7-a3d4-c786ed579332 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:04.100243 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4e0e11d-94a2-4a32-a457-81dde43680a0 req-952cf706-72c5-48c7-a3d4-c786ed579332 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a0715c0-8337-431b-bb83-3b00e180b8f5 HTTP/1.1" status: 200 len: 943 time: 0.0803933 Aug 06 15:55:04.123121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-c5d8ab19-f0ca-48a3-bc67-a89533d77ee3 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:04.125579 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-c5d8ab19-f0ca-48a3-bc67-a89533d77ee3 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.13 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 820 time: 0.4317222 Aug 06 15:55:04.160649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-b5fbb6be-ecad-4305-a145-4a97d74c41fc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Request body: {'port': {'device_id': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'admin_state_up': True, 'tenant_id': '8134872260564a36b0e07d9336f135c4'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:04.256743 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4e0e11d-94a2-4a32-a457-81dde43680a0 req-1e9cdefe-f562-45c5-ac98-b50cb08ad268 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1add44d-f6d6-4890-9d1b-855e459896e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417637 Aug 06 15:55:04.258826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe861876-461a-4af0-80a8-8ff73067075e req-42fc467e-a099-400c-9787-63798915dc85 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:04.261070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe861876-461a-4af0-80a8-8ff73067075e req-42fc467e-a099-400c-9787-63798915dc85 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=47dc93a3-35e4-4474-ba14-2b2152500839 HTTP/1.1" status: 200 len: 1101 time: 0.1583321 Aug 06 15:55:04.374958 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe861876-461a-4af0-80a8-8ff73067075e req-2923d941-ae64-45c5-84f4-5bf331e95770 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831082 Aug 06 15:55:04.410797 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-b5fbb6be-ecad-4305-a145-4a97d74c41fc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Made reservation on behalf of 8134872260564a36b0e07d9336f135c4 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:04.425960 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-b5fbb6be-ecad-4305-a145-4a97d74c41fc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:04.445914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a361cf6-f868-4a6c-9940-76f640001f66 req-b8163ac5-1811-43c1-8afc-a266e839f8e6 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:04.447903 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a361cf6-f868-4a6c-9940-76f640001f66 req-b8163ac5-1811-43c1-8afc-a266e839f8e6 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 1095 time: 0.0771639 Aug 06 15:55:04.552059 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a361cf6-f868-4a6c-9940-76f640001f66 req-2ba939e1-9d51-456a-9b3d-200cc0a3bc53 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916002 Aug 06 15:55:04.554509 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 2db0a0cf-f91a-4835-8e6c-deeec0882632 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:55:04.678776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-b5fbb6be-ecad-4305-a145-4a97d74c41fc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Allocated IP 172.20.0.10 (3df65d06-2654-4c94-83d6-de2bceefdc8a/747b97e7-085e-4d9c-99fb-9f7861357373/7fd532ad-8cea-4885-b31c-2d2b8c3e641c) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:04.759438 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 2db0a0cf-f91a-4835-8e6c-deeec0882632, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=2db0a0cf-f91a-4835-8e6c-deeec0882632,segment=NetworkSegment(675db2bd-4c65-46a0-8021-3a10b15e74ba),segment_id=675db2bd-4c65-46a0-8021-3a10b15e74ba)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:04.787361 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '2db0a0cf-f91a-4835-8e6c-deeec0882632', 'network_id': '8fe731e7-52dc-4870-9e41-0b72fb97ee31', 'port_id': '2db0a0cf-f91a-4835-8e6c-deeec0882632', 'mac_address': 'fa:16:3e:fa:3b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada90492-ef2a-47df-bdaa-61a64de59613', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:55:04.804771 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.resource_extend [None req-8acf97b4-14b3-4830-97c4-f5eb0f58597b tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:55:04.847724 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:04.904971 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c17086-c55b-43a4-a95e-b38690d556d9 req-301c7d64-997a-4d5e-a0d2-3b00973b7e83 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:04.905576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db0a0cf-f91a-4835-8e6c-deeec0882632 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:04.908086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7c17086-c55b-43a4-a95e-b38690d556d9 req-301c7d64-997a-4d5e-a0d2-3b00973b7e83 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 1101 time: 0.1787977 Aug 06 15:55:04.950109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 2db0a0cf-f91a-4835-8e6c-deeec0882632, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=2db0a0cf-f91a-4835-8e6c-deeec0882632,segment=NetworkSegment(675db2bd-4c65-46a0-8021-3a10b15e74ba),segment_id=675db2bd-4c65-46a0-8021-3a10b15e74ba)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:04.953405 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8acf97b4-14b3-4830-97c4-f5eb0f58597b tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:04.955826 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:04.959890 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8acf97b4-14b3-4830-97c4-f5eb0f58597b tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:05.017411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=2db0a0cf-f91a-4835-8e6c-deeec0882632,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:05.093731 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-8acf97b4-14b3-4830-97c4-f5eb0f58597b tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Floating IP 1a1af641-c986-4c6e-8f05-938470d3dc50 associated. External IP: 172.25.1.168, port: a9d05e4c-b218-4b20-8418-548fdb692d32. Aug 06 15:55:05.107948 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7910f541-52e2-408e-89b4-d8e8a6e14c6a req-4e099cad-74a0-4223-999f-3a27bb616c8e tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 210 time: 0.0899851 Aug 06 15:55:05.164202 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-b5fbb6be-ecad-4305-a145-4a97d74c41fc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:05.171939 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-2a552828-df0f-4d76-a9bc-3fc6eec8d9e3 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=14fe81b8e5234185be09940accfcf29d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397961 Aug 06 15:55:05.177921 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7c17086-c55b-43a4-a95e-b38690d556d9 req-0e9d6f33-d821-4390-96e3-3a333c822066 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174616 Aug 06 15:55:05.185026 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['2db0a0cf-f91a-4835-8e6c-deeec0882632'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:05.271329 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-b5fbb6be-ecad-4305-a145-4a97d74c41fc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Transition to ACTIVE for port object 7fd532ad-8cea-4885-b31c-2d2b8c3e641c will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:05.390640 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-509e5c51-106d-4974-971c-9fa2e8bc47f7 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:05.392589 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-509e5c51-106d-4974-971c-9fa2e8bc47f7 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072992 Aug 06 15:55:05.432745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-72b39f85-4a3a-42e9-a524-621995e5958b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Request body: {'port': {'device_id': 'dc434854-be38-4c10-9786-f05409f386c8', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '14fe81b8e5234185be09940accfcf29d'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:05.650699 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f008ecf-9981-4d09-83bf-e63544847ac1 req-ad803e94-132d-4d97-824e-02bc435a681c tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 210 time: 0.1235435 Aug 06 15:55:05.663146 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-b5fbb6be-ecad-4305-a145-4a97d74c41fc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:05.726785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acf97b4-14b3-4830-97c4-f5eb0f58597b tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Router 9d542748-cef1-467e-a7c7-16ebca8d5796 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:55:05.758256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-b5fbb6be-ecad-4305-a145-4a97d74c41fc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Network 3df65d06-2654-4c94-83d6-de2bceefdc8a is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:05.779530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-b5fbb6be-ecad-4305-a145-4a97d74c41fc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:05.793310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-b5fbb6be-ecad-4305-a145-4a97d74c41fc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:05.799896 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-b5fbb6be-ecad-4305-a145-4a97d74c41fc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:05.801395 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-b5fbb6be-ecad-4305-a145-4a97d74c41fc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:05.811060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-c1fea505-5850-4cd6-8cad-2edeb279eec5 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:05.819924 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-c1fea505-5850-4cd6-8cad-2edeb279eec5 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 821 time: 0.5193083 Aug 06 15:55:05.879474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-72b39f85-4a3a-42e9-a524-621995e5958b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Made reservation on behalf of 14fe81b8e5234185be09940accfcf29d for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:05.893125 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-72b39f85-4a3a-42e9-a524-621995e5958b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:05.897076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbb6be-ecad-4305-a145-4a97d74c41fc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Pushing event updated for resources: {'Port': ['ID=7fd532ad-8cea-4885-b31c-2d2b8c3e641c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:05.913531 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['75c3a40c-0fe4-4e45-a8aa-116fe49a1063'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:05.949335 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-2fde5ccb-f5aa-48d9-a842-264fd179b0ca tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/quotas/852011720c8b4e718d18a1374910def6 HTTP/1.1" status: 200 len: 375 time: 0.1281064 Aug 06 15:55:05.974503 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acf97b4-14b3-4830-97c4-f5eb0f58597b tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:55:05.979438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-b5fbb6be-ecad-4305-a145-4a97d74c41fc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8295603 Aug 06 15:55:05.986402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8acf97b4-14b3-4830-97c4-f5eb0f58597b tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.020321 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796bdbf-8deb-4b33-b475-360a490426bb None None] Sync routers for ids ['9d542748-cef1-467e-a7c7-16ebca8d5796'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:55:06.045256 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8acf97b4-14b3-4830-97c4-f5eb0f58597b tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "PUT /v2.0/floatingips/1a1af641-c986-4c6e-8f05-938470d3dc50 HTTP/1.1" status: 200 len: 991 time: 2.6716743 Aug 06 15:55:06.045872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167d47ef-883a-4b1d-bfb0-9c518dc6b3da', 'tag': 'a9d05e4c-b218-4b20-8418-548fdb692d32'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:06.054803 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9c8959-ff45-4867-b5ec-e1c85bb0bbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "167d47ef-883a-4b1d-bfb0-9c518dc6b3da", "tag": "a9d05e4c-b218-4b20-8418-548fdb692d32"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:06.066759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Request body: {'port': {'device_id': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:06.094380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7796bdbf-8deb-4b33-b475-360a490426bb None None] Routers {'9d542748-cef1-467e-a7c7-16ebca8d5796'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:06.095349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-7796bdbf-8deb-4b33-b475-360a490426bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:54:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9d542748-cef1-467e-a7c7-16ebca8d5796'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:06.221147 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-59d6bdf9-bdc6-4247-a462-16876a55893e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.303161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3e12ebc1-81fd-4726-af36-e0cf02255b13 None None] Provisioning for port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:06.322034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3e12ebc1-81fd-4726-af36-e0cf02255b13 None None] Provisioning complete for port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:06.322603 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3e12ebc1-81fd-4726-af36-e0cf02255b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.426058 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-7796bdbf-8deb-4b33-b475-360a490426bb None None] Set router 9d542748-cef1-467e-a7c7-16ebca8d5796 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:06.471700 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3e12ebc1-81fd-4726-af36-e0cf02255b13 None None] Port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:55:06.497290 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56772) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:06.557521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-bc8c20c1-dc30-4bbb-91a0-be6c103ba359 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6024468 Aug 06 15:55:06.567268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-72b39f85-4a3a-42e9-a524-621995e5958b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Allocated IP 192.168.233.185 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/f5380a96-1499-4993-a787-32dc4db0f5c4) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:06.587117 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.596463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33214ef7-e8bc-4a90-9210-e5991f0c5dda req-b4210ee0-0a70-4249-b5e0-2f597d0140bc tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:06.598008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33214ef7-e8bc-4a90-9210-e5991f0c5dda req-b4210ee0-0a70-4249-b5e0-2f597d0140bc tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a0715c0-8337-431b-bb83-3b00e180b8f5 HTTP/1.1" status: 200 len: 944 time: 0.5957489 Aug 06 15:55:06.616830 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 2db0a0cf-f91a-4835-8e6c-deeec0882632 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:06.682517 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.733097 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b5267dc3-94f7-4d48-83fd-e386114a7063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.868677 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33214ef7-e8bc-4a90-9210-e5991f0c5dda req-b737a0ad-6f40-4950-9a42-4e465039e3c3 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1add44d-f6d6-4890-9d1b-855e459896e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348464 Aug 06 15:55:06.930078 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-63f9ba3c-1a74-466b-932f-ca3b26ee6f37 service neutron] 10.222.0.37 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280954 Aug 06 15:55:06.942910 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b5267dc3-94f7-4d48-83fd-e386114a7063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.951207 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b5267dc3-94f7-4d48-83fd-e386114a7063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.025045 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b5267dc3-94f7-4d48-83fd-e386114a7063 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a94437b1a92742849e6006c4afc794cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5255435 Aug 06 15:55:07.030655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56784) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:07.085532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5267dc3-94f7-4d48-83fd-e386114a7063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be9e918-4c21-4cbe-afc1-85c410b6891e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:07.101812 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 2db0a0cf-f91a-4835-8e6c-deeec0882632 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:07.116083 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-72b39f85-4a3a-42e9-a524-621995e5958b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.118966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 2db0a0cf-f91a-4835-8e6c-deeec0882632 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:07.121422 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.165352 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d9eabb9-07f3-4903-a198-8e5b86ff2d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.170229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-72b39f85-4a3a-42e9-a524-621995e5958b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Transition to ACTIVE for port object f5380a96-1499-4993-a787-32dc4db0f5c4 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:07.194407 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d9eabb9-07f3-4903-a198-8e5b86ff2d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.231176 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.281806 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d9eabb9-07f3-4903-a198-8e5b86ff2d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.289516 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d9eabb9-07f3-4903-a198-8e5b86ff2d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.297451 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2d9eabb9-07f3-4903-a198-8e5b86ff2d13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5be9e918-4c21-4cbe-afc1-85c410b6891e HTTP/1.1" status: 204 len: 168 time: 0.2650876 Aug 06 15:55:07.312076 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7f71ab-91fd-42a6-aae5-eafb25714597 x-openstack-request-id: req-1e7f71ab-91fd-42a6-aae5-eafb25714597 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:07.312407 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167d47ef-883a-4b1d-bfb0-9c518dc6b3da", "tag": "a9d05e4c-b218-4b20-8418-548fdb692d32", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:07.312664 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e7f71ab-91fd-42a6-aae5-eafb25714597 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:07.317865 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167d47ef-883a-4b1d-bfb0-9c518dc6b3da', 'tag': 'a9d05e4c-b218-4b20-8418-548fdb692d32', 'status': 'completed', 'code': 200} Aug 06 15:55:07.389015 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd532ad-8cea-4885-b31c-2d2b8c3e641c {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:07.390690 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.396380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-7796bdbf-8deb-4b33-b475-360a490426bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:54:00Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '1a1af641-c986-4c6e-8f05-938470d3dc50', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'port_id': 'a9d05e4c-b218-4b20-8418-548fdb692d32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'mac_address': 'fa:16:3e:52:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d47ef-883a-4b1d-bfb0-9c518dc6b3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:30Z', 'updated_at': '2021-08-06T15:55:04Z', 'revision_number': 1, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2935328-0fac-4811-86f2-19bbf45378be', 'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'mac_address': 'fa:16:3e:55:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:58Z', 'updated_at': '2021-08-06T15:54:07Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'subnets': [{'id': '7139516a-55da-4c51-9f07-a4156520643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:07.397888 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.404498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9eabb9-07f3-4903-a198-8e5b86ff2d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be9e918-4c21-4cbe-afc1-85c410b6891e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:07.420842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Transition to ACTIVE for port object 7fd532ad-8cea-4885-b31c-2d2b8c3e641c will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:07.451037 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.481486 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-72b39f85-4a3a-42e9-a524-621995e5958b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.489410 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c8959-ff45-4867-b5ec-e1c85bb0bbd7 req-11206030-0f2e-40e4-ab75-7b236d486830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:07.492248 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1c9c8959-ff45-4867-b5ec-e1c85bb0bbd7 req-11206030-0f2e-40e4-ab75-7b236d486830 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=61d9ec8c4bd445cc8dcdca9b8e60c7e8&device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 1096 time: 0.1339476 Aug 06 15:55:07.494293 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56800) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:07.522983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a53ae04a-ece8-417d-83de-33dae4db0d43'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:07.535688 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796bdbf-8deb-4b33-b475-360a490426bb None None] Checking router: 9d542748-cef1-467e-a7c7-16ebca8d5796 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:55:07.592994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-72b39f85-4a3a-42e9-a524-621995e5958b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:07.616913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-72b39f85-4a3a-42e9-a524-621995e5958b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:07.628876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-72b39f85-4a3a-42e9-a524-621995e5958b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:07.637096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-72b39f85-4a3a-42e9-a524-621995e5958b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:07.638022 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-72b39f85-4a3a-42e9-a524-621995e5958b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.675208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0715c0-8337-431b-bb83-3b00e180b8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db0a0cf-f91a-4835-8e6c-deeec0882632'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:07.691451 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-8a3c55ac-fb76-45f7-a8b1-f5f83c70456c service neutron] 10.222.0.37 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7118902 Aug 06 15:55:07.697103 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ff8b20-dbe0-438d-857f-45c6bdcb8e08" -d '{"events": [{"server_uuid": "4a0715c0-8337-431b-bb83-3b00e180b8f5", "name": "network-vif-plugged", "status": "completed", "tag": "2db0a0cf-f91a-4835-8e6c-deeec0882632"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:07.723906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c8959-ff45-4867-b5ec-e1c85bb0bbd7 req-373c2853-ac46-4559-b008-6a04d6dca36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:07.728068 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1c9c8959-ff45-4867-b5ec-e1c85bb0bbd7 req-373c2853-ac46-4559-b008-6a04d6dca36c service neutron] 10.222.0.78 "GET /v2.0/networks?id=be64a754-66d4-4a99-b5f7-5f4723a93a1f HTTP/1.1" status: 200 len: 924 time: 0.2224715 Aug 06 15:55:07.734238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Attempting to bind port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:07.734238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Attempting to bind port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:07.737347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Attempting to bind port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c on network 3df65d06-2654-4c94-83d6-de2bceefdc8a {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:07.772618 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7796bdbf-8deb-4b33-b475-360a490426bb None None] Routers {'9d542748-cef1-467e-a7c7-16ebca8d5796'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:07.774190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-7796bdbf-8deb-4b33-b475-360a490426bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:55:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9d542748-cef1-467e-a7c7-16ebca8d5796'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:07.779398 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-be22a229-45c7-4968-8191-4c8b92060c5c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=261f0b371ec84b8386de53a882b55255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3013282 Aug 06 15:55:07.800478 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 2db0a0cf-f91a-4835-8e6c-deeec0882632, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=2db0a0cf-f91a-4835-8e6c-deeec0882632,segment=NetworkSegment(675db2bd-4c65-46a0-8021-3a10b15e74ba),segment_id=675db2bd-4c65-46a0-8021-3a10b15e74ba)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:07.804572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd532ad-8cea-4885-b31c-2d2b8c3e641c,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:07.850853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c on network 3df65d06-2654-4c94-83d6-de2bceefdc8a not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:55:07.850853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Attempting to bind port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c on network 3df65d06-2654-4c94-83d6-de2bceefdc8a {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:07.895992 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:55:07.913389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:07.921219 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Checking segment: {'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:07.922244 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Bound using segment: {'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:07.923255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Bound port: 7fd532ad-8cea-4885-b31c-2d2b8c3e641c, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:07.924244 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.928482 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.112243 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1c9c8959-ff45-4867-b5ec-e1c85bb0bbd7 req-0f220615-8f4d-45dd-946e-b673da273eb7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9d05e4c-b218-4b20-8418-548fdb692d32 HTTP/1.1" status: 200 len: 999 time: 0.3664951 Aug 06 15:55:08.122545 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-72b39f85-4a3a-42e9-a524-621995e5958b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7085552 Aug 06 15:55:08.160148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=2db0a0cf-f91a-4835-8e6c-deeec0882632,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:08.183836 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-7796bdbf-8deb-4b33-b475-360a490426bb None None] Set router 9d542748-cef1-467e-a7c7-16ebca8d5796 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:08.254424 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-13afc2bc-4ee3-4df3-ac20-ac23bd717c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.277618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Request body: {'port': {'device_id': 'dc434854-be38-4c10-9786-f05409f386c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:08.300758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c8959-ff45-4867-b5ec-e1c85bb0bbd7 req-03c19aad-89e7-4d6c-82d0-ef622e3367d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:08.304190 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1c9c8959-ff45-4867-b5ec-e1c85bb0bbd7 req-03c19aad-89e7-4d6c-82d0-ef622e3367d4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7139516a-55da-4c51-9f07-a4156520643c HTTP/1.1" status: 200 len: 862 time: 0.1650255 Aug 06 15:55:08.321776 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56816) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:08.398655 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-343680de-69f8-4bd7-a8fb-581e90ae28c5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:08.402046 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f11bc36c-dd51-480d-9e51-f4df8bedc1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.410551 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-343680de-69f8-4bd7-a8fb-581e90ae28c5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6297405 Aug 06 15:55:08.445000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-13497e49-f42d-4a0b-b939-fbb9d19d31a8 None None] Provisioning for port f5380a96-1499-4993-a787-32dc4db0f5c4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:08.456895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-13497e49-f42d-4a0b-b939-fbb9d19d31a8 None None] Provisioning complete for port f5380a96-1499-4993-a787-32dc4db0f5c4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:08.457898 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-13497e49-f42d-4a0b-b939-fbb9d19d31a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.461898 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-ed146de6-9ec7-47aa-aafb-83730b557430 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/quotas/261f0b371ec84b8386de53a882b55255 HTTP/1.1" status: 200 len: 375 time: 0.0498323 Aug 06 15:55:08.464916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c8959-ff45-4867-b5ec-e1c85bb0bbd7 req-4437be56-f624-4b90-aa4b-429a6065e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:08.466491 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1c9c8959-ff45-4867-b5ec-e1c85bb0bbd7 req-4437be56-f624-4b90-aa4b-429a6065e06b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=be64a754-66d4-4a99-b5f7-5f4723a93a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408422 Aug 06 15:55:08.483800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b39f85-4a3a-42e9-a524-621995e5958b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Pushing event updated for resources: {'Port': ['ID=f5380a96-1499-4993-a787-32dc4db0f5c4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:08.611202 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] For port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:08.624600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-13497e49-f42d-4a0b-b939-fbb9d19d31a8 None None] Port f5380a96-1499-4993-a787-32dc4db0f5c4 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:55:08.637813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70333563-82fb-4c49-b91a-5b9fabf4d6ef req-b047d749-498a-4693-8268-b46a796af022 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:08.644061 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70333563-82fb-4c49-b91a-5b9fabf4d6ef req-b047d749-498a-4693-8268-b46a796af022 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 944 time: 0.5108209 Aug 06 15:55:08.645338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.648075 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-13afc2bc-4ee3-4df3-ac20-ac23bd717c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.666693 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-13afc2bc-4ee3-4df3-ac20-ac23bd717c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.667408 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-7796bdbf-8deb-4b33-b475-360a490426bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:54:00Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '1a1af641-c986-4c6e-8f05-938470d3dc50', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'port_id': 'a9d05e4c-b218-4b20-8418-548fdb692d32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'mac_address': 'fa:16:3e:52:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d47ef-883a-4b1d-bfb0-9c518dc6b3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:30Z', 'updated_at': '2021-08-06T15:55:04Z', 'revision_number': 1, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2935328-0fac-4811-86f2-19bbf45378be', 'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'mac_address': 'fa:16:3e:55:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:58Z', 'updated_at': '2021-08-06T15:54:07Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'subnets': [{'id': '7139516a-55da-4c51-9f07-a4156520643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:08.715720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796bdbf-8deb-4b33-b475-360a490426bb None None] The sync data for ids ['9d542748-cef1-467e-a7c7-16ebca8d5796'] in n-d-803756-1 is: [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:54:00Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '1a1af641-c986-4c6e-8f05-938470d3dc50', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'port_id': 'a9d05e4c-b218-4b20-8418-548fdb692d32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'mac_address': 'fa:16:3e:52:28:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167d47ef-883a-4b1d-bfb0-9c518dc6b3da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:30Z', 'updated_at': '2021-08-06T15:55:04Z', 'revision_number': 1, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2935328-0fac-4811-86f2-19bbf45378be', 'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'mac_address': 'fa:16:3e:55:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:58Z', 'updated_at': '2021-08-06T15:54:07Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'subnets': [{'id': '7139516a-55da-4c51-9f07-a4156520643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:55:08.735283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-2e570911-9c7b-4850-a414-4b83da67bc29 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2721672 Aug 06 15:55:08.735575 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1c9c8959-ff45-4867-b5ec-e1c85bb0bbd7 req-999243d1-67e8-41a2-9d2e-9d1369793e5c service neutron] 10.222.0.78 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494576 Aug 06 15:55:08.738157 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-13afc2bc-4ee3-4df3-ac20-ac23bd717c44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32d4d684c834446b91a030dc5703de52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2423594 Aug 06 15:55:08.740819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] For port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=7fd532ad-8cea-4885-b31c-2d2b8c3e641c,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:08.743399 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56824) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:08.764917 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.780258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afc2bc-4ee3-4df3-ac20-ac23bd717c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2b82c4-0b45-4e89-9f37-6615f2811280,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:08.798480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:08.799598 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.801715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] 10.222.0.13 "PUT /v2.0/ports/7fd532ad-8cea-4885-b31c-2d2b8c3e641c HTTP/1.1" status: 200 len: 1092 time: 2.7938476 Aug 06 15:55:08.841582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'tag': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:08.844337 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cca3d9-e99f-4bcc-a3da-59aab02acaa7" -d '{"events": [{"name": "network-changed", "server_uuid": "cc071980-aa72-423d-8efa-6aa84a3304a7", "tag": "7fd532ad-8cea-4885-b31c-2d2b8c3e641c"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:08.924563 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.975477 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70333563-82fb-4c49-b91a-5b9fabf4d6ef req-b1348c18-c49b-449a-ac87-d64b13592270 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876434 Aug 06 15:55:09.164476 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1c9c8959-ff45-4867-b5ec-e1c85bb0bbd7 req-56c63ff4-2e41-4688-997c-70b12f753bf6 service neutron] 10.222.0.78 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048898 Aug 06 15:55:09.196552 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-965a6927-e4f5-48ee-baf4-3a474b4acb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.212915 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5c9222-0229-4779-9f5b-93b752b233be None None] New status for floating IP 1a1af641-c986-4c6e-8f05-938470d3dc50: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:55:09.307173 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f11bc36c-dd51-480d-9e51-f4df8bedc1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.327905 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-965a6927-e4f5-48ee-baf4-3a474b4acb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.346663 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f11bc36c-dd51-480d-9e51-f4df8bedc1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.358554 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e769e8e-301d-4cba-b758-9116241e23c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd532ad-8cea-4885-b31c-2d2b8c3e641c,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:09.422956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc36c-dd51-480d-9e51-f4df8bedc1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c05f1e-9f42-4d63-a981-6f307c386f7d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:09.439958 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f11bc36c-dd51-480d-9e51-f4df8bedc1f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e771f83dd95c4ef5806f9fedc4cd99ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1161933 Aug 06 15:55:09.443651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56828) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:09.489544 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-965a6927-e4f5-48ee-baf4-3a474b4acb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.492185 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-986fa1a7-126d-4ecc-9c50-98da9d20306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:09.492395 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-965a6927-e4f5-48ee-baf4-3a474b4acb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.493532 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-965a6927-e4f5-48ee-baf4-3a474b4acb9e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c2b82c4-0b45-4e89-9f37-6615f2811280 HTTP/1.1" status: 204 len: 168 time: 0.7479277 Aug 06 15:55:09.497031 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-986fa1a7-126d-4ecc-9c50-98da9d20306f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 1095 time: 0.6486948 Aug 06 15:55:09.505462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a6927-e4f5-48ee-baf4-3a474b4acb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2b82c4-0b45-4e89-9f37-6615f2811280,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:09.519629 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-252eb9db-8b86-4314-aa0e-0a40db3f7f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.560458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-252eb9db-8b86-4314-aa0e-0a40db3f7f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.638703 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-252eb9db-8b86-4314-aa0e-0a40db3f7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.646564 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-514f6163-cf81-40fc-ba7d-103170c0eb44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd532ad-8cea-4885-b31c-2d2b8c3e641c HTTP/1.1" status: 200 len: 217 time: 0.1380103 Aug 06 15:55:09.655790 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-252eb9db-8b86-4314-aa0e-0a40db3f7f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.657807 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-252eb9db-8b86-4314-aa0e-0a40db3f7f7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0c05f1e-9f42-4d63-a981-6f307c386f7d HTTP/1.1" status: 204 len: 168 time: 0.2127044 Aug 06 15:55:09.702840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252eb9db-8b86-4314-aa0e-0a40db3f7f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c05f1e-9f42-4d63-a981-6f307c386f7d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:09.781054 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece2c341-14d9-4eab-a23d-14f7c984083a x-openstack-request-id: req-ece2c341-14d9-4eab-a23d-14f7c984083a {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:09.782537 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0715c0-8337-431b-bb83-3b00e180b8f5", "name": "network-vif-plugged", "status": "completed", "tag": "2db0a0cf-f91a-4835-8e6c-deeec0882632", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:09.783108 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ece2c341-14d9-4eab-a23d-14f7c984083a {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:09.784364 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0715c0-8337-431b-bb83-3b00e180b8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db0a0cf-f91a-4835-8e6c-deeec0882632', 'code': 200} Aug 06 15:55:09.859147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dc5c9-13e6-4744-a9bd-0e446b7f0e24 req-c76bf03d-946b-406c-a533-067510bf6051 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:09.874918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe0dc5c9-13e6-4744-a9bd-0e446b7f0e24 req-c76bf03d-946b-406c-a533-067510bf6051 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 936 time: 0.5997775 Aug 06 15:55:09.894942 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5380a96-1499-4993-a787-32dc4db0f5c4 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:09.931541 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.934889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.13', 57247) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:10.042985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-c5049889-a65c-401b-8bde-1ba79b9ccb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:10.045248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-c5049889-a65c-401b-8bde-1ba79b9ccb27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.3385437 Aug 06 15:55:10.047122 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Transition to ACTIVE for port object f5380a96-1499-4993-a787-32dc4db0f5c4 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:10.065126 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:10.105917 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe0dc5c9-13e6-4744-a9bd-0e446b7f0e24 req-0c8f9abd-e443-4c6a-be1f-f1018de2d32c tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296660 Aug 06 15:55:10.294610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2483e6a-9b5c-426b-bc06-5142e0d40bbc req-9b813110-0bb7-4ff3-ae36-196e7f11ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:10.308785 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2483e6a-9b5c-426b-bc06-5142e0d40bbc req-9b813110-0bb7-4ff3-ae36-196e7f11ef68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a0715c0-8337-431b-bb83-3b00e180b8f5 HTTP/1.1" status: 200 len: 1096 time: 0.3723850 Aug 06 15:55:10.330262 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-0c9f1b3d-90fc-4583-9488-ed382f5ee830 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:10.333140 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-0c9f1b3d-90fc-4583-9488-ed382f5ee830 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.13 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 821 time: 0.4426684 Aug 06 15:55:10.367944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-222db36c-3566-481b-96b2-9b529d3e78fc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Request body: {'port': {'device_id': '03df4310-e32b-4729-ac4c-9c792cff46c0', 'network_id': '897fb748-581b-4095-a788-9e69c09f9551', 'admin_state_up': True, 'tenant_id': '852011720c8b4e718d18a1374910def6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:10.500651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a081835-e3da-40d8-9c0d-7ea00fbd3787 req-35332317-3c56-4e3f-bdfc-30a77e5863e1 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:10.507663 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a081835-e3da-40d8-9c0d-7ea00fbd3787 req-35332317-3c56-4e3f-bdfc-30a77e5863e1 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a0715c0-8337-431b-bb83-3b00e180b8f5 HTTP/1.1" status: 200 len: 945 time: 0.5784545 Aug 06 15:55:10.665075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-222db36c-3566-481b-96b2-9b529d3e78fc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Made reservation on behalf of 852011720c8b4e718d18a1374910def6 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:10.675802 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-222db36c-3566-481b-96b2-9b529d3e78fc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:10.957016 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-222db36c-3566-481b-96b2-9b529d3e78fc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Allocated IP 172.20.0.6 (897fb748-581b-4095-a788-9e69c09f9551/d664c5d0-d8e0-485d-86af-246349783b8c/812b80e5-a413-49da-b9fe-9085f1124bf9) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:11.041375 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43efbbd1-b078-467b-b78c-b10fafc69d0f req-3e4a1c40-cf79-4abd-90a2-80a307f21eef tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 210 time: 0.7151070 Aug 06 15:55:11.111757 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-1ff90d05-f007-48a4-90dd-a62d4edf8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:11.121982 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-1ff90d05-f007-48a4-90dd-a62d4edf8551 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0618279 Aug 06 15:55:11.146838 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2483e6a-9b5c-426b-bc06-5142e0d40bbc req-9acd1918-d3a0-4a59-9e02-d12a04e8d333 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f1add44d-f6d6-4890-9d1b-855e459896e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7557561 Aug 06 15:55:11.148165 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Attempting to bind port f5380a96-1499-4993-a787-32dc4db0f5c4 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:11.148888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Attempting to bind port f5380a96-1499-4993-a787-32dc4db0f5c4 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:11.149383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Attempting to bind port f5380a96-1499-4993-a787-32dc4db0f5c4 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:11.172957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5380a96-1499-4993-a787-32dc4db0f5c4,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:11.217818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Port f5380a96-1499-4993-a787-32dc4db0f5c4 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:55:11.218220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Attempting to bind port f5380a96-1499-4993-a787-32dc4db0f5c4 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:11.223862 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-222db36c-3566-481b-96b2-9b529d3e78fc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:11.231623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a081835-e3da-40d8-9c0d-7ea00fbd3787 req-f1b13d75-d035-4b96-9ebf-bf9e39fbdabc tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1add44d-f6d6-4890-9d1b-855e459896e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149227 Aug 06 15:55:11.342978 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-222db36c-3566-481b-96b2-9b529d3e78fc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:11.353943 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48043c64-53a3-4ca5-906a-67bee4f03cb4 x-openstack-request-id: req-48043c64-53a3-4ca5-906a-67bee4f03cb4 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:11.353943 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc071980-aa72-423d-8efa-6aa84a3304a7", "tag": "7fd532ad-8cea-4885-b31c-2d2b8c3e641c", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:11.353943 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48043c64-53a3-4ca5-906a-67bee4f03cb4 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:11.354654 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'tag': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c', 'status': 'completed', 'code': 200} Aug 06 15:55:11.363965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:11.364319 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:11.364724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:11.367380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Bound port: f5380a96-1499-4993-a787-32dc4db0f5c4, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:11.367752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:11.475448 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-222db36c-3566-481b-96b2-9b529d3e78fc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Network 897fb748-581b-4095-a788-9e69c09f9551 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:11.480668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-222db36c-3566-481b-96b2-9b529d3e78fc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:11.488054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-222db36c-3566-481b-96b2-9b529d3e78fc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:11.562694 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-0b846955-c99d-4155-ba92-7cf7b1cc600e service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300544 Aug 06 15:55:11.597590 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222db36c-3566-481b-96b2-9b529d3e78fc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Pushing event updated for resources: {'Port': ['ID=812b80e5-a413-49da-b9fe-9085f1124bf9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:11.659298 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-222db36c-3566-481b-96b2-9b529d3e78fc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:11.660431 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-222db36c-3566-481b-96b2-9b529d3e78fc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:11.689233 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-222db36c-3566-481b-96b2-9b529d3e78fc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3367605 Aug 06 15:55:11.705104 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Request body: {'port': {'device_id': '03df4310-e32b-4729-ac4c-9c792cff46c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:11.821396 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe427c1-18a0-4aab-a09b-867108b4ce7a req-db3329b9-e360-49f8-9591-c55579191caa tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:11.824387 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:11.829293 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ffe427c1-18a0-4aab-a09b-867108b4ce7a req-db3329b9-e360-49f8-9591-c55579191caa tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 944 time: 0.4245083 Aug 06 15:55:11.877251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] For port f5380a96-1499-4993-a787-32dc4db0f5c4, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:11.916208 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8de4e11-72a2-4b7e-b9c6-b1324829896a req-947e6d96-887e-40e4-a3bd-59133e512fd2 service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231101 Aug 06 15:55:11.926520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] For port f5380a96-1499-4993-a787-32dc4db0f5c4, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=f5380a96-1499-4993-a787-32dc4db0f5c4,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:11.950302 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:12.032725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181698dd-d836-4ad7-b0e2-666f0026de68 req-9db02f83-0430-4644-9f08-26748e54c317 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:12.035448 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-181698dd-d836-4ad7-b0e2-666f0026de68 req-9db02f83-0430-4644-9f08-26748e54c317 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 948 time: 0.2528610 Aug 06 15:55:12.127410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:12.128671 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:12.133273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] 10.222.0.78 "PUT /v2.0/ports/f5380a96-1499-4993-a787-32dc4db0f5c4 HTTP/1.1" status: 200 len: 1096 time: 3.9257841 Aug 06 15:55:12.154692 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ffe427c1-18a0-4aab-a09b-867108b4ce7a req-ef7b6c60-398c-4f05-8c93-af0926bca37c tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724903 Aug 06 15:55:12.353324 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5380a96-1499-4993-a787-32dc4db0f5c4,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:12.390620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-181698dd-d836-4ad7-b0e2-666f0026de68 req-7f3ef9e4-0bc2-49c0-aa16-18ccc987ec20 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363507 Aug 06 15:55:12.420694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cca3d9-e99f-4bcc-a3da-59aab02acaa7 req-28210bde-cd6b-4f3d-8090-ef6d7a7eec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:12.422793 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-50cca3d9-e99f-4bcc-a3da-59aab02acaa7 req-28210bde-cd6b-4f3d-8090-ef6d7a7eec06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 1095 time: 0.3768752 Aug 06 15:55:12.427857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.428435 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.428990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.429811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.430493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.431034 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.431603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.432193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.432733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.433267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.433826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.434358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765715b-6907-4d34-8d23-d025d046cec5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.444631 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812b80e5-a413-49da-b9fe-9085f1124bf9 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:12.465175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48c1922c-644a-4a33-9593-6f3192cfb9de req-a2258805-7234-4761-9d62-dc65abc58764 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ec04c3-fefa-4a7f-80fd-d84dadaf6c85 HTTP/1.1" status: 200 len: 210 time: 0.1088691 Aug 06 15:55:12.477695 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:12.501098 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Transition to ACTIVE for port object 812b80e5-a413-49da-b9fe-9085f1124bf9 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:12.521104 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:12.531175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-c0cc34a3-2a36-488e-84ce-5b3a0062c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:12.532897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-c0cc34a3-2a36-488e-84ce-5b3a0062c6ff service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=14fe81b8e5234185be09940accfcf29d&device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 1099 time: 0.2465777 Aug 06 15:55:12.646010 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-3c73bbc3-6755-4e1a-90cf-3a4f99b4004f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=f5380a96-1499-4993-a787-32dc4db0f5c4 HTTP/1.1" status: 200 len: 217 time: 0.1008830 Aug 06 15:55:12.656398 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cca3d9-e99f-4bcc-a3da-59aab02acaa7 req-b504c0a9-6dc1-4289-9d40-b641dafe1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:12.658412 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-50cca3d9-e99f-4bcc-a3da-59aab02acaa7 req-b504c0a9-6dc1-4289-9d40-b641dafe1d13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 921 time: 0.2200100 Aug 06 15:55:12.659927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Pushing event updated for resources: {'Port': ['ID=812b80e5-a413-49da-b9fe-9085f1124bf9,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:12.786419 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.786763 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.787106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.791284 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.791634 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.792028 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.793650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.793854 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.794023 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.798249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.801235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.803373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:12.907418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-50cca3d9-e99f-4bcc-a3da-59aab02acaa7 req-4ca4e93e-a4d1-40a5-ad13-e596828c4638 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd532ad-8cea-4885-b31c-2d2b8c3e641c HTTP/1.1" status: 200 len: 217 time: 0.2334909 Aug 06 15:55:12.910139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f47ff88e-a116-491c-a628-eef927693f57 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=261f0b371ec84b8386de53a882b55255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0936913 Aug 06 15:55:12.986592 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c9b36c0e-5eee-4056-aa9d-a40c207c1ddf tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=261f0b371ec84b8386de53a882b55255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2124031 Aug 06 15:55:12.989949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Attempting to bind port 812b80e5-a413-49da-b9fe-9085f1124bf9 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:12.990477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Attempting to bind port 812b80e5-a413-49da-b9fe-9085f1124bf9 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:12.991038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Attempting to bind port 812b80e5-a413-49da-b9fe-9085f1124bf9 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:13.023119 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Port 812b80e5-a413-49da-b9fe-9085f1124bf9 on network 897fb748-581b-4095-a788-9e69c09f9551 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:55:13.023625 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Attempting to bind port 812b80e5-a413-49da-b9fe-9085f1124bf9 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:13.053503 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:13.054072 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Checking segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:13.054693 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Bound using segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:13.056305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Bound port: 812b80e5-a413-49da-b9fe-9085f1124bf9, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:13.056305 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:13.256486 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-9cf2eb5e-2fb3-45af-b402-dcafe9f4e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:13.258931 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-9cf2eb5e-2fb3-45af-b402-dcafe9f4e744 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.5549622 Aug 06 15:55:13.265159 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-858ac763-a47a-4427-908a-6fb59cce7f1a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:13.267389 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-858ac763-a47a-4427-908a-6fb59cce7f1a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2605460 Aug 06 15:55:13.271129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] For port 812b80e5-a413-49da-b9fe-9085f1124bf9, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:13.276967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] For port 812b80e5-a413-49da-b9fe-9085f1124bf9, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=812b80e5-a413-49da-b9fe-9085f1124bf9,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:13.279795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce116c75-9dae-4f23-85a9-d78ef8b6f60f req-7f9fbca4-fb9b-4b37-a58f-84216668c7ed tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:13.282476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce116c75-9dae-4f23-85a9-d78ef8b6f60f req-7f9fbca4-fb9b-4b37-a58f-84216668c7ed tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 943 time: 0.6228397 Aug 06 15:55:13.284190 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:13.296098 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-c902d80e-0936-4ce3-85cf-db9f96693801 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7cb4c18793764a81a387fcd2be9311f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1602678 Aug 06 15:55:13.307027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-31947ad8-9c15-4d54-876d-3f8954f8c70a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Request body: {'port': {'device_id': '889789ee-52fb-4fe0-80ad-4b463df4fde6', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '261f0b371ec84b8386de53a882b55255'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:13.386738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cca3d9-e99f-4bcc-a3da-59aab02acaa7 req-c476308a-1b05-478f-b1a0-cfa447967811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:13.388946 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-50cca3d9-e99f-4bcc-a3da-59aab02acaa7 req-c476308a-1b05-478f-b1a0-cfa447967811 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.4062729 Aug 06 15:55:13.389649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc434854-be38-4c10-9786-f05409f386c8', 'tag': 'f5380a96-1499-4993-a787-32dc4db0f5c4'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:13.393284 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e8338b-0787-49c3-92fb-1979d9c16c52" -d '{"events": [{"name": "network-changed", "server_uuid": "dc434854-be38-4c10-9786-f05409f386c8", "tag": "f5380a96-1499-4993-a787-32dc4db0f5c4"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:13.394488 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Pushing event updated for resources: {'Port': ['ID=812b80e5-a413-49da-b9fe-9085f1124bf9,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:13.420593 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:13.421676 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:13.424129 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-1bb09abf-3f1b-456b-b08c-20247efa3f16 service neutron] 10.222.0.13 "PUT /v2.0/ports/812b80e5-a413-49da-b9fe-9085f1124bf9 HTTP/1.1" status: 200 len: 1091 time: 1.7242060 Aug 06 15:55:13.424804 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03df4310-e32b-4729-ac4c-9c792cff46c0', 'tag': '812b80e5-a413-49da-b9fe-9085f1124bf9'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:13.428774 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218c57f5-8b3e-4763-a32b-9ea78f79e411" -d '{"events": [{"name": "network-changed", "server_uuid": "03df4310-e32b-4729-ac4c-9c792cff46c0", "tag": "812b80e5-a413-49da-b9fe-9085f1124bf9"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:13.563786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-720a4d58-d089-4082-ac04-6eb683dc9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:13.565445 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-720a4d58-d089-4082-ac04-6eb683dc9c8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 1094 time: 0.0704556 Aug 06 15:55:13.595355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-50a2a6c5-1e9c-4e25-9798-b292bcb335e1 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:13.597183 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-50a2a6c5-1e9c-4e25-9798-b292bcb335e1 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6217794 Aug 06 15:55:13.614007 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-fe158d72-0086-4999-9848-58c074de0451 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=812b80e5-a413-49da-b9fe-9085f1124bf9 HTTP/1.1" status: 200 len: 217 time: 0.0382221 Aug 06 15:55:13.616771 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce116c75-9dae-4f23-85a9-d78ef8b6f60f req-98c16abf-9ee4-4c0b-b8a3-12c111b20f26 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193538 Aug 06 15:55:13.624621 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-392ef04a-5afa-4d35-858a-ca9db2b64ff0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Request body: {'port': {'device_id': '66ec04c3-fefa-4a7f-80fd-d84dadaf6c85', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '261f0b371ec84b8386de53a882b55255'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:13.644960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-05cb4418-0c37-429a-af18-11e4a97375d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:13.646485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-05cb4418-0c37-429a-af18-11e4a97375d4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3475502 Aug 06 15:55:13.690805 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-31947ad8-9c15-4d54-876d-3f8954f8c70a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Made reservation on behalf of 261f0b371ec84b8386de53a882b55255 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:13.695582 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-31947ad8-9c15-4d54-876d-3f8954f8c70a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:13.716902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-fef67c5d-01d8-40c9-8dc9-62666e939ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:13.718417 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-fef67c5d-01d8-40c9-8dc9-62666e939ca3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.0942361 Aug 06 15:55:13.720829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cca3d9-e99f-4bcc-a3da-59aab02acaa7 req-64b06fd2-f325-4b90-a04e-8d832f853125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:13.722332 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-50cca3d9-e99f-4bcc-a3da-59aab02acaa7 req-64b06fd2-f325-4b90-a04e-8d832f853125 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3080814 Aug 06 15:55:13.788479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-cd64f9c7-5ea5-4810-ad16-ca72ef4fcf19 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:13.789869 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-cd64f9c7-5ea5-4810-ad16-ca72ef4fcf19 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4563060 Aug 06 15:55:13.790064 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-0bf1ef71-26dd-4c5a-915f-6c6754eabe84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563276 Aug 06 15:55:13.889938 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-170a8114-564e-44dc-ac3c-a96d6f983835 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/quotas/7cb4c18793764a81a387fcd2be9311f4 HTTP/1.1" status: 200 len: 375 time: 0.0717700 Aug 06 15:55:13.947616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-31947ad8-9c15-4d54-876d-3f8954f8c70a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Allocated IP 192.168.233.70 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/4f7163f9-60bb-4537-a175-399cae11a471) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:13.954677 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-15f6a811-d090-4e37-93ec-fbcd4ec60423 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7cb4c18793764a81a387fcd2be9311f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523055 Aug 06 15:55:13.965736 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-677373fc-68ed-470e-8e4f-39a514a7c4ec service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636429 Aug 06 15:55:13.988167 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baf1bf-7f29-4c49-876b-db6eab94e049 req-f2782dac-942f-4ec3-915d-345160db5346 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:13.989684 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08baf1bf-7f29-4c49-876b-db6eab94e049 req-f2782dac-942f-4ec3-915d-345160db5346 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a0715c0-8337-431b-bb83-3b00e180b8f5 HTTP/1.1" status: 200 len: 945 time: 0.2594719 Aug 06 15:55:13.996127 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-f3cb1cd6-ff3d-44be-a34b-adf1b31b7448 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279870 Aug 06 15:55:14.003281 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-50cca3d9-e99f-4bcc-a3da-59aab02acaa7 req-a58867e7-400b-48ad-ba54-a2b31f8f4de7 service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670212 Aug 06 15:55:14.070534 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-392ef04a-5afa-4d35-858a-ca9db2b64ff0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Made reservation on behalf of 261f0b371ec84b8386de53a882b55255 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:14.078689 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-392ef04a-5afa-4d35-858a-ca9db2b64ff0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:14.183712 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae022737-7722-4973-adba-7e7fd2c1b1a1 req-07d00426-6636-43df-b325-cfeaf8350f6d service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091088 Aug 06 15:55:14.238462 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-31947ad8-9c15-4d54-876d-3f8954f8c70a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:14.268844 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-31947ad8-9c15-4d54-876d-3f8954f8c70a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Transition to ACTIVE for port object 4f7163f9-60bb-4537-a175-399cae11a471 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:14.337311 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-31947ad8-9c15-4d54-876d-3f8954f8c70a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:14.362391 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6841fe8f-f1ac-4eef-a329-6f127beb51bb', 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53', '484abe1c-3cc2-4b42-97f1-b6c1789f3a49'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:14.431308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-31947ad8-9c15-4d54-876d-3f8954f8c70a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:14.439783 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-31947ad8-9c15-4d54-876d-3f8954f8c70a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:14.446199 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-31947ad8-9c15-4d54-876d-3f8954f8c70a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:14.495385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31947ad8-9c15-4d54-876d-3f8954f8c70a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event updated for resources: {'Port': ['ID=4f7163f9-60bb-4537-a175-399cae11a471,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:14.526834 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-31947ad8-9c15-4d54-876d-3f8954f8c70a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:14.527629 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-31947ad8-9c15-4d54-876d-3f8954f8c70a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:14.545874 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-31947ad8-9c15-4d54-876d-3f8954f8c70a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2458997 Aug 06 15:55:14.554455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08baf1bf-7f29-4c49-876b-db6eab94e049 req-6c0c1d74-797c-4451-996e-92d49681c9b8 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1add44d-f6d6-4890-9d1b-855e459896e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390801 Aug 06 15:55:14.565415 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Request body: {'port': {'device_id': '889789ee-52fb-4fe0-80ad-4b463df4fde6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:14.648674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 7fd532ad-8cea-4885-b31c-2d2b8c3e641c details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:55:14.685013 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:14.714955 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c85c83-9831-4639-85bc-52700885bc1b x-openstack-request-id: req-85c85c83-9831-4639-85bc-52700885bc1b {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:14.715605 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc434854-be38-4c10-9786-f05409f386c8", "tag": "f5380a96-1499-4993-a787-32dc4db0f5c4", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:14.715605 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85c85c83-9831-4639-85bc-52700885bc1b {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:14.715860 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc434854-be38-4c10-9786-f05409f386c8', 'tag': 'f5380a96-1499-4993-a787-32dc4db0f5c4', 'status': 'completed', 'code': 200} Aug 06 15:55:14.755290 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97902b1e-115f-4e5d-8f60-e1080ebd48cb req-6221d31b-3d32-4f4f-8417-ca9b0f95e2f6 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7378578 Aug 06 15:55:14.795983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0b08f-920f-497b-bee9-6a28a32071a8 req-aad7f82c-733b-4a7c-9fdb-0e472db65ecc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:14.817865 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ce0b08f-920f-497b-bee9-6a28a32071a8 req-aad7f82c-733b-4a7c-9fdb-0e472db65ecc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 944 time: 0.3839486 Aug 06 15:55:14.826594 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-50cca3d9-e99f-4bcc-a3da-59aab02acaa7 req-49a16773-7328-4676-baf0-42e615062b6d service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8123608 Aug 06 15:55:15.008925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=7fd532ad-8cea-4885-b31c-2d2b8c3e641c,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:15.032122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'port_id': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c', 'mac_address': 'fa:16:3e:a0:db:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:55:15.047231 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ce0b08f-920f-497b-bee9-6a28a32071a8 req-3fe4605c-dae5-4611-81ed-bf51d8a61d94 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281098 Aug 06 15:55:15.050710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7d1709ef-3eb4-46eb-b1e6-a5dc6e9271c7 None None] Provisioning for port 4f7163f9-60bb-4537-a175-399cae11a471 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:15.103613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824bcab-7a4b-40d0-b0a8-98fe10a1c6f4 req-a34e9071-83b0-4454-bd8c-6bce748ef582 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:15.106163 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8824bcab-7a4b-40d0-b0a8-98fe10a1c6f4 req-a34e9071-83b0-4454-bd8c-6bce748ef582 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 948 time: 0.2413433 Aug 06 15:55:15.109762 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c758777-345c-49f1-932c-0a335c36ab5a x-openstack-request-id: req-4c758777-345c-49f1-932c-0a335c36ab5a {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:15.110051 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03df4310-e32b-4729-ac4c-9c792cff46c0", "tag": "812b80e5-a413-49da-b9fe-9085f1124bf9", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:15.110301 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c758777-345c-49f1-932c-0a335c36ab5a {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:15.110699 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03df4310-e32b-4729-ac4c-9c792cff46c0', 'tag': '812b80e5-a413-49da-b9fe-9085f1124bf9', 'status': 'completed', 'code': 200} Aug 06 15:55:15.115050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8338b-0787-49c3-92fb-1979d9c16c52 req-d114d485-b05d-4540-8f70-ac19fde9e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:15.118545 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48e8338b-0787-49c3-92fb-1979d9c16c52 req-d114d485-b05d-4540-8f70-ac19fde9e17b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=14fe81b8e5234185be09940accfcf29d&device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 1099 time: 0.1999810 Aug 06 15:55:15.134042 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-392ef04a-5afa-4d35-858a-ca9db2b64ff0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Allocated IP 192.168.233.60 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/cd9db018-e1ea-4325-a44b-f2c3e3b82528) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:15.171140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7d1709ef-3eb4-46eb-b1e6-a5dc6e9271c7 None None] Provisioning complete for port 4f7163f9-60bb-4537-a175-399cae11a471 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:15.172233 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7d1709ef-3eb4-46eb-b1e6-a5dc6e9271c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:15.227847 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-7d1709ef-3eb4-46eb-b1e6-a5dc6e9271c7 None None] Port 4f7163f9-60bb-4537-a175-399cae11a471 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:55:15.312917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8338b-0787-49c3-92fb-1979d9c16c52 req-579e12ec-a9c2-41c9-bc27-bac5f190741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:15.315799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48e8338b-0787-49c3-92fb-1979d9c16c52 req-579e12ec-a9c2-41c9-bc27-bac5f190741f service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1767025 Aug 06 15:55:15.328271 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:15.365061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd532ad-8cea-4885-b31c-2d2b8c3e641c {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:15.405753 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fae39993-6b39-429e-b3ce-b0b2f19adc90 req-bfec738b-1a82-41a2-87fa-57cdb7e97608 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ec04c3-fefa-4a7f-80fd-d84dadaf6c85 HTTP/1.1" status: 200 len: 210 time: 0.1549215 Aug 06 15:55:15.436447 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8824bcab-7a4b-40d0-b0a8-98fe10a1c6f4 req-2ac71ec1-dd5c-42a2-99dc-e1e24259d0ae tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019392 Aug 06 15:55:15.452255 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=7fd532ad-8cea-4885-b31c-2d2b8c3e641c,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:15.464138 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:15.536977 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48e8338b-0787-49c3-92fb-1979d9c16c52 req-c1321b11-13d1-4b6c-a808-b6a950784c95 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=f5380a96-1499-4993-a787-32dc4db0f5c4 HTTP/1.1" status: 200 len: 217 time: 0.1678624 Aug 06 15:55:15.603783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c57f5-8b3e-4763-a32b-9ea78f79e411 req-4bcf374b-1433-4d41-a63c-e6715564e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:15.606976 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-218c57f5-8b3e-4763-a32b-9ea78f79e411 req-4bcf374b-1433-4d41-a63c-e6715564e3b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 1094 time: 0.3556619 Aug 06 15:55:15.651264 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=7fd532ad-8cea-4885-b31c-2d2b8c3e641c,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:15.733617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['7fd532ad-8cea-4885-b31c-2d2b8c3e641c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:15.780706 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad8e2046-89a1-4cf0-aaf4-364fe0e8ec83 req-e87a8e96-629c-42ea-a82b-019f12427822 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/ports?device_id=84be7ed9-4850-4573-bfaa-47cc8c97382f HTTP/1.1" status: 200 len: 210 time: 0.1297984 Aug 06 15:55:15.993526 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-392ef04a-5afa-4d35-858a-ca9db2b64ff0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:16.043586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-392ef04a-5afa-4d35-858a-ca9db2b64ff0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Transition to ACTIVE for port object cd9db018-e1ea-4325-a44b-f2c3e3b82528 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:16.110337 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f6c8fc14-a2dc-44e1-a689-5d1665e3264a tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7cb4c18793764a81a387fcd2be9311f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707152 Aug 06 15:55:16.210569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8338b-0787-49c3-92fb-1979d9c16c52 req-c1df6682-fef5-441c-a451-918b4b3c2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:16.213959 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48e8338b-0787-49c3-92fb-1979d9c16c52 req-c1df6682-fef5-441c-a451-918b4b3c2ed4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.6470382 Aug 06 15:55:16.373492 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-cbf92821-ab31-4add-9a22-907531b7cd3a tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:16.375326 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-cbf92821-ab31-4add-9a22-907531b7cd3a tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2545416 Aug 06 15:55:16.394393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c57f5-8b3e-4763-a32b-9ea78f79e411 req-e6cd928c-880b-4c53-a54d-3f91e2aaf81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:16.396660 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-218c57f5-8b3e-4763-a32b-9ea78f79e411 req-e6cd928c-880b-4c53-a54d-3f91e2aaf81c service neutron] 10.222.0.13 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.7435918 Aug 06 15:55:16.410313 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Request body: {'port': {'device_id': '84be7ed9-4850-4573-bfaa-47cc8c97382f', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '7cb4c18793764a81a387fcd2be9311f4'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:16.414326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cdbfd-22d6-4dcf-904c-ac97e0b2947d req-7163046c-bddc-4f8e-827a-617bdcff511a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:16.417489 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd9cdbfd-22d6-4dcf-904c-ac97e0b2947d req-7163046c-bddc-4f8e-827a-617bdcff511a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 943 time: 0.3484867 Aug 06 15:55:16.440730 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-392ef04a-5afa-4d35-858a-ca9db2b64ff0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:16.541254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-218c57f5-8b3e-4763-a32b-9ea78f79e411 req-789bc548-1735-4fc8-9190-d16364593ecc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=812b80e5-a413-49da-b9fe-9085f1124bf9 HTTP/1.1" status: 200 len: 217 time: 0.1198754 Aug 06 15:55:16.584027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8338b-0787-49c3-92fb-1979d9c16c52 req-c8f82a07-7eff-419d-98e4-456eb58586fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:16.586519 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48e8338b-0787-49c3-92fb-1979d9c16c52 req-c8f82a07-7eff-419d-98e4-456eb58586fc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3144796 Aug 06 15:55:16.595829 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6841fe8f-f1ac-4eef-a329-6f127beb51bb', 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53', '484abe1c-3cc2-4b42-97f1-b6c1789f3a49'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:16.631739 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 812b80e5-a413-49da-b9fe-9085f1124bf9 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:55:16.769656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-392ef04a-5afa-4d35-858a-ca9db2b64ff0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:16.770659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ef04a-5afa-4d35-858a-ca9db2b64ff0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event updated for resources: {'Port': ['ID=cd9db018-e1ea-4325-a44b-f2c3e3b82528,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:16.824588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd9cdbfd-22d6-4dcf-904c-ac97e0b2947d req-494e5510-61b4-45a2-a723-ea82a3ca54e5 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893592 Aug 06 15:55:16.832870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-392ef04a-5afa-4d35-858a-ca9db2b64ff0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:16.840075 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-392ef04a-5afa-4d35-858a-ca9db2b64ff0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:16.840200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Made reservation on behalf of 7cb4c18793764a81a387fcd2be9311f4 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:16.846510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-392ef04a-5afa-4d35-858a-ca9db2b64ff0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:16.846910 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-392ef04a-5afa-4d35-858a-ca9db2b64ff0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:16.850392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:16.857822 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c57f5-8b3e-4763-a32b-9ea78f79e411 req-89dea88e-03c3-4a14-ac61-f0975af4eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:16.859303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-218c57f5-8b3e-4763-a32b-9ea78f79e411 req-89dea88e-03c3-4a14-ac61-f0975af4eddb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.2715709 Aug 06 15:55:16.888553 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:16.888553 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7163f9-60bb-4537-a175-399cae11a471 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:16.906927 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:16.924588 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 812b80e5-a413-49da-b9fe-9085f1124bf9, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=812b80e5-a413-49da-b9fe-9085f1124bf9,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:16.936620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-218c57f5-8b3e-4763-a32b-9ea78f79e411 req-35058da3-d03d-4c39-b45b-f7c95550aec3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600295 Aug 06 15:55:16.938441 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Transition to ACTIVE for port object 4f7163f9-60bb-4537-a175-399cae11a471 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:16.951471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285d2c9-adac-49cc-9f4a-a668f1c7fa1e req-0cb4400f-36b0-4f13-971b-946cf6dbd4ff tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:16.961610 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:16.972266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0285d2c9-adac-49cc-9f4a-a668f1c7fa1e req-0cb4400f-36b0-4f13-971b-946cf6dbd4ff tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 945 time: 0.4497223 Aug 06 15:55:16.985883 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '812b80e5-a413-49da-b9fe-9085f1124bf9', 'network_id': '897fb748-581b-4095-a788-9e69c09f9551', 'port_id': '812b80e5-a413-49da-b9fe-9085f1124bf9', 'mac_address': 'fa:16:3e:92:49:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd664c5d0-d8e0-485d-86af-246349783b8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:55:17.001812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-392ef04a-5afa-4d35-858a-ca9db2b64ff0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3899581 Aug 06 15:55:17.030093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Request body: {'port': {'device_id': '66ec04c3-fefa-4a7f-80fd-d84dadaf6c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:17.086911 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7163f9-60bb-4537-a175-399cae11a471,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:17.140668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48e8338b-0787-49c3-92fb-1979d9c16c52 req-52a60079-a033-45c1-9249-991a60bf141c service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332882 Aug 06 15:55:17.294756 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Attempting to bind port 4f7163f9-60bb-4537-a175-399cae11a471 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:17.295702 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Attempting to bind port 4f7163f9-60bb-4537-a175-399cae11a471 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:17.295702 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Attempting to bind port 4f7163f9-60bb-4537-a175-399cae11a471 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:17.299247 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.307730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Port 4f7163f9-60bb-4537-a175-399cae11a471 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:55:17.308261 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Attempting to bind port 4f7163f9-60bb-4537-a175-399cae11a471 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:17.323830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:17.324354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:17.324878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:17.325551 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Bound port: 4f7163f9-60bb-4537-a175-399cae11a471, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:17.326385 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.418253 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0285d2c9-adac-49cc-9f4a-a668f1c7fa1e req-0a64409d-8261-452f-8079-528f4e786a59 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452169 Aug 06 15:55:17.440684 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48e8338b-0787-49c3-92fb-1979d9c16c52 req-a46547f2-2274-4987-af17-60dd9abdcc3c service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301352 Aug 06 15:55:17.521543 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.531618 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] For port 4f7163f9-60bb-4537-a175-399cae11a471, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:17.542014 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.583722 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.651605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] For port 4f7163f9-60bb-4537-a175-399cae11a471, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4f7163f9-60bb-4537-a175-399cae11a471,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:17.695730 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.699364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812b80e5-a413-49da-b9fe-9085f1124bf9 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:17.736419 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-edbe239a-8876-419a-80f6-b7e75350ec11 None None] Provisioning for port cd9db018-e1ea-4325-a44b-f2c3e3b82528 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:17.756891 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-edbe239a-8876-419a-80f6-b7e75350ec11 None None] Provisioning complete for port cd9db018-e1ea-4325-a44b-f2c3e3b82528 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:17.757515 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-edbe239a-8876-419a-80f6-b7e75350ec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.763346 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 812b80e5-a413-49da-b9fe-9085f1124bf9, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=812b80e5-a413-49da-b9fe-9085f1124bf9,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:17.784927 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.876755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:17.880929 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.884441 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] 10.222.0.78 "PUT /v2.0/ports/4f7163f9-60bb-4537-a175-399cae11a471 HTTP/1.1" status: 200 len: 1095 time: 3.3267691 Aug 06 15:55:17.887706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889789ee-52fb-4fe0-80ad-4b463df4fde6', 'tag': '4f7163f9-60bb-4537-a175-399cae11a471'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:17.889362 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572e264-f6f0-4889-98c9-8ff79ec3f3cd req-c05d7df3-8d16-41ee-b9f2-ae9313d2e247 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:17.891951 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90cc85c-e0ad-4881-b106-e3a7feab48be" -d '{"events": [{"name": "network-changed", "server_uuid": "889789ee-52fb-4fe0-80ad-4b463df4fde6", "tag": "4f7163f9-60bb-4537-a175-399cae11a471"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:17.900439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e572e264-f6f0-4889-98c9-8ff79ec3f3cd req-c05d7df3-8d16-41ee-b9f2-ae9313d2e247 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ec04c3-fefa-4a7f-80fd-d84dadaf6c85 HTTP/1.1" status: 200 len: 935 time: 0.4418576 Aug 06 15:55:17.906329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-edbe239a-8876-419a-80f6-b7e75350ec11 None None] Port cd9db018-e1ea-4325-a44b-f2c3e3b82528 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:55:17.920396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-218c57f5-8b3e-4763-a32b-9ea78f79e411 req-6abaafa1-0562-4f60-93fc-028068a2638a service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9402435 Aug 06 15:55:17.924142 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bac3496-59b0-4b8b-9e87-63f445e49a40,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:17.963061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=812b80e5-a413-49da-b9fe-9085f1124bf9,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:18.013739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e572e264-f6f0-4889-98c9-8ff79ec3f3cd req-524b0e81-7ccd-4615-9285-70168f874374 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121364 Aug 06 15:55:18.058685 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d00053-acbb-47e9-9fc5-3dbdb7490ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7163f9-60bb-4537-a175-399cae11a471,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:18.087707 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['812b80e5-a413-49da-b9fe-9085f1124bf9'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:18.190908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a41bb-dd78-4316-b630-dc72b3a84e03 req-1e68445c-d54f-49c3-bb3b-c8137de1c29e tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:18.201228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c47a41bb-dd78-4316-b630-dc72b3a84e03 req-1e68445c-d54f-49c3-bb3b-c8137de1c29e tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 948 time: 0.5770798 Aug 06 15:55:18.226499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device f5380a96-1499-4993-a787-32dc4db0f5c4 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:55:18.280175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3e5dfc8-be46-4792-aba2-335ed0427abe req-7ec7ba5b-0aad-46c1-8f9e-bce810385d13 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/ports?device_id=84be7ed9-4850-4573-bfaa-47cc8c97382f HTTP/1.1" status: 200 len: 210 time: 0.1080744 Aug 06 15:55:18.335526 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-218c57f5-8b3e-4763-a32b-9ea78f79e411 req-62e7a55f-be1f-4530-b3df-12807948095a service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042940 Aug 06 15:55:18.380918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c47a41bb-dd78-4316-b630-dc72b3a84e03 req-4d8c2e40-125f-486e-b27d-8daf01dc086b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545913 Aug 06 15:55:18.531321 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port f5380a96-1499-4993-a787-32dc4db0f5c4, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=f5380a96-1499-4993-a787-32dc4db0f5c4,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:18.542354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Allocated IP 192.168.233.33 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/78cfc9ce-8c8e-4892-9af8-32852caf3a62) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:18.547740 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'f5380a96-1499-4993-a787-32dc4db0f5c4', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'f5380a96-1499-4993-a787-32dc4db0f5c4', 'mac_address': 'fa:16:3e:2e:d7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:55:18.595205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-0e41fa23-a28e-44f0-b419-c2fc93562e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:18.596739 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-0e41fa23-a28e-44f0-b419-c2fc93562e4c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=889789ee-52fb-4fe0-80ad-4b463df4fde6 HTTP/1.1" status: 200 len: 1098 time: 0.5560985 Aug 06 15:55:18.610541 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 7fd532ad-8cea-4885-b31c-2d2b8c3e641c up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:18.656586 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.662700 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-40b535ba-e94c-46f1-b66d-90d8874f6398 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=4f7163f9-60bb-4537-a175-399cae11a471 HTTP/1.1" status: 200 len: 217 time: 0.0495288 Aug 06 15:55:18.679318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5380a96-1499-4993-a787-32dc4db0f5c4 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:18.691266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad7a56-fe84-4340-8eee-27c2a2800958 req-415613a2-188e-492b-9658-729eac96173a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:18.694307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82ad7a56-fe84-4340-8eee-27c2a2800958 req-415613a2-188e-492b-9658-729eac96173a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 944 time: 0.1151192 Aug 06 15:55:18.710000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port f5380a96-1499-4993-a787-32dc4db0f5c4, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=f5380a96-1499-4993-a787-32dc4db0f5c4,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:18.718235 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.722593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:18.728222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:18.728684 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.777568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82ad7a56-fe84-4340-8eee-27c2a2800958 req-91cafeba-5bba-4236-8444-db92f26ab711 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729954 Aug 06 15:55:18.833904 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-6464292f-19ab-4e91-9394-f09dbbaad6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:18.836431 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-6464292f-19ab-4e91-9394-f09dbbaad6db service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1433454 Aug 06 15:55:18.845452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=f5380a96-1499-4993-a787-32dc4db0f5c4,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:18.883616 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bb68fe-a832-4e0c-917f-d1bd32d26950 x-openstack-request-id: req-d5bb68fe-a832-4e0c-917f-d1bd32d26950 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:18.885129 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889789ee-52fb-4fe0-80ad-4b463df4fde6", "tag": "4f7163f9-60bb-4537-a175-399cae11a471", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:18.885773 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5bb68fe-a832-4e0c-917f-d1bd32d26950 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:18.886569 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889789ee-52fb-4fe0-80ad-4b463df4fde6', 'tag': '4f7163f9-60bb-4537-a175-399cae11a471', 'status': 'completed', 'code': 200} Aug 06 15:55:18.926067 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.940073 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.961606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:18.965202 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f53729-970a-48bf-83c8-f48cdb25ec59" -d '{"events": [{"server_uuid": "cc071980-aa72-423d-8efa-6aa84a3304a7", "name": "network-vif-plugged", "status": "completed", "tag": "7fd532ad-8cea-4885-b31c-2d2b8c3e641c"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:18.983222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=7fd532ad-8cea-4885-b31c-2d2b8c3e641c,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:18.984739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7b31a-4382-4b42-a065-b868f5915914 req-184ee02f-57dc-47e8-9c6d-f978670bb1fa tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:18.987433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-efe7b31a-4382-4b42-a065-b868f5915914 req-184ee02f-57dc-47e8-9c6d-f978670bb1fa tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 945 time: 0.0652127 Aug 06 15:55:18.991138 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.993397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-fa5fdc72-503c-42df-9420-54e89ed29a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:18.996232 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-fa5fdc72-503c-42df-9420-54e89ed29a74 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1379051 Aug 06 15:55:18.998173 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Transition to ACTIVE for port object 78cfc9ce-8c8e-4892-9af8-32852caf3a62 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:19.043800 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-efe7b31a-4382-4b42-a065-b868f5915914 req-d4cf333c-c427-428e-a92c-dca50da60087 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412436 Aug 06 15:55:19.059620 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:19.085132 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=7fd532ad-8cea-4885-b31c-2d2b8c3e641c,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:19.169849 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:19.177834 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:19.192941 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['f5380a96-1499-4993-a787-32dc4db0f5c4'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:19.273557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:19.345208 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Pushing event updated for resources: {'Port': ['ID=78cfc9ce-8c8e-4892-9af8-32852caf3a62,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:19.363383 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c118532-1664-426f-aaa9-c77f2c0eb205 x-openstack-request-id: req-0c118532-1664-426f-aaa9-c77f2c0eb205 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:19.363952 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc071980-aa72-423d-8efa-6aa84a3304a7", "name": "network-vif-plugged", "status": "completed", "tag": "7fd532ad-8cea-4885-b31c-2d2b8c3e641c", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:19.372922 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c118532-1664-426f-aaa9-c77f2c0eb205 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:19.373864 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c', 'code': 200} Aug 06 15:55:19.465172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:19.466115 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:19.557657 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-57c7e264-92c0-4a91-9bbc-c557940666da service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100803 Aug 06 15:55:19.574912 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-f1d80169-b8df-42fa-b37f-51c444530fe8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1701734 Aug 06 15:55:19.641677 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Request body: {'port': {'device_id': '84be7ed9-4850-4573-bfaa-47cc8c97382f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:19.733836 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-348088cc-38fd-4541-9fa8-9e16e41c6f23 None None] Provisioning for port 78cfc9ce-8c8e-4892-9af8-32852caf3a62 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:19.749432 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-348088cc-38fd-4541-9fa8-9e16e41c6f23 None None] Provisioning complete for port 78cfc9ce-8c8e-4892-9af8-32852caf3a62 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:19.750140 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-348088cc-38fd-4541-9fa8-9e16e41c6f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:19.841038 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:19.858158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-348088cc-38fd-4541-9fa8-9e16e41c6f23 None None] Port 78cfc9ce-8c8e-4892-9af8-32852caf3a62 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:55:19.901686 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9db018-e1ea-4325-a44b-f2c3e3b82528 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:19.928025 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:19.937472 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-417cdd33-f7dc-462f-8f2c-349156954831 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594496 Aug 06 15:55:19.995235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Transition to ACTIVE for port object cd9db018-e1ea-4325-a44b-f2c3e3b82528 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:20.031606 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec26e64-2531-44cd-b3cb-cdf4c6082688 req-1eed4dc8-e64c-47eb-9f9b-008b352d3d46 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:20.034355 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ec26e64-2531-44cd-b3cb-cdf4c6082688 req-1eed4dc8-e64c-47eb-9f9b-008b352d3d46 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ec04c3-fefa-4a7f-80fd-d84dadaf6c85 HTTP/1.1" status: 200 len: 935 time: 0.2469139 Aug 06 15:55:20.045066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d1875-88d6-444b-b81a-98e26b67a93d req-7476f7db-4015-4daf-918a-7ec3d21867dc tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:20.046638 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-080d1875-88d6-444b-b81a-98e26b67a93d req-7476f7db-4015-4daf-918a-7ec3d21867dc tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/ports?device_id=84be7ed9-4850-4573-bfaa-47cc8c97382f HTTP/1.1" status: 200 len: 935 time: 0.2707417 Aug 06 15:55:20.054602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3748b2a-1cf7-479b-a8d5-68891f447361 req-2d896a87-469e-4d4b-ad7d-3be9857922ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:20.056701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3748b2a-1cf7-479b-a8d5-68891f447361 req-2d896a87-469e-4d4b-ad7d-3be9857922ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 1097 time: 0.2787905 Aug 06 15:55:20.066721 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:20.183794 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cc85c-e0ad-4881-b106-e3a7feab48be req-3082c46a-4672-4ba7-a29a-d59ae8888415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:20.186498 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a90cc85c-e0ad-4881-b106-e3a7feab48be req-3082c46a-4672-4ba7-a29a-d59ae8888415 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=889789ee-52fb-4fe0-80ad-4b463df4fde6 HTTP/1.1" status: 200 len: 1098 time: 0.1461706 Aug 06 15:55:20.246767 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3748b2a-1cf7-479b-a8d5-68891f447361 req-cac5b61a-3230-4a78-a485-d134a94543ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710801 Aug 06 15:55:20.293413 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Pushing event updated for resources: {'Port': ['ID=cd9db018-e1ea-4325-a44b-f2c3e3b82528,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:20.361103 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ec26e64-2531-44cd-b3cb-cdf4c6082688 req-a4e79bc0-df8c-4261-9231-76d91ac0696f tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097703 Aug 06 15:55:20.410042 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Attempting to bind port cd9db018-e1ea-4325-a44b-f2c3e3b82528 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:20.413703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Attempting to bind port cd9db018-e1ea-4325-a44b-f2c3e3b82528 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:20.414603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Attempting to bind port cd9db018-e1ea-4325-a44b-f2c3e3b82528 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:20.427339 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-080d1875-88d6-444b-b81a-98e26b67a93d req-cd5cb827-96fc-4cc3-ad5b-88d52b18fad0 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bac3496-59b0-4b8b-9e87-63f445e49a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623192 Aug 06 15:55:20.433993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Port cd9db018-e1ea-4325-a44b-f2c3e3b82528 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:55:20.434933 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Attempting to bind port cd9db018-e1ea-4325-a44b-f2c3e3b82528 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:20.445151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:20.446671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:20.447289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:20.448204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Bound port: cd9db018-e1ea-4325-a44b-f2c3e3b82528, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:20.448784 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:20.568489 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cfc9ce-8c8e-4892-9af8-32852caf3a62 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:20.578633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57058) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:20.607997 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] For port cd9db018-e1ea-4325-a44b-f2c3e3b82528, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:20.612210 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] For port cd9db018-e1ea-4325-a44b-f2c3e3b82528, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cd9db018-e1ea-4325-a44b-f2c3e3b82528,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:20.623642 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:20.632152 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:20.650321 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 812b80e5-a413-49da-b9fe-9085f1124bf9 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:20.721659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:20.722696 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:20.731213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] 10.222.0.13 "PUT /v2.0/ports/cd9db018-e1ea-4325-a44b-f2c3e3b82528 HTTP/1.1" status: 200 len: 1095 time: 3.7118869 Aug 06 15:55:20.733269 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ec04c3-fefa-4a7f-80fd-d84dadaf6c85', 'tag': 'cd9db018-e1ea-4325-a44b-f2c3e3b82528'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:20.735091 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Transition to ACTIVE for port object 78cfc9ce-8c8e-4892-9af8-32852caf3a62 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:20.738469 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a93d7f2-14b5-4891-b29b-9afded2c623b" -d '{"events": [{"name": "network-changed", "server_uuid": "66ec04c3-fefa-4a7f-80fd-d84dadaf6c85", "tag": "cd9db018-e1ea-4325-a44b-f2c3e3b82528"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:20.782947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32422771-60f3-4e3f-bd8b-6f97a7f13bb9 req-b0352111-a711-4a7b-bd0a-cb779b080cde tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:20.792678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32422771-60f3-4e3f-bd8b-6f97a7f13bb9 req-b0352111-a711-4a7b-bd0a-cb779b080cde tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 949 time: 0.2786827 Aug 06 15:55:20.820650 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:20.879888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 812b80e5-a413-49da-b9fe-9085f1124bf9 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:20.887336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 812b80e5-a413-49da-b9fe-9085f1124bf9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:20.887991 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:20.913665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cc85c-e0ad-4881-b106-e3a7feab48be req-1fe932bc-12a0-4dae-a6e3-ae44d254ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:20.916114 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a90cc85c-e0ad-4881-b106-e3a7feab48be req-1fe932bc-12a0-4dae-a6e3-ae44d254ba2c service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.6683612 Aug 06 15:55:20.945585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6387aa5-f885-4134-8b72-de21e51010eb service neutron] Pushing event updated for resources: {'Port': ['ID=cd9db018-e1ea-4325-a44b-f2c3e3b82528,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:20.953089 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32422771-60f3-4e3f-bd8b-6f97a7f13bb9 req-6dd67218-75aa-45c4-bac3-730632ae3c4b tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264400 Aug 06 15:55:20.997747 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d3ee7aa3-2d31-45f8-9a5e-3b11a1ab1ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:21.009567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-453c3c3c-6c53-45c4-a167-12bc4d82f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:21.011269 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-453c3c3c-6c53-45c4-a167-12bc4d82f2fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=66ec04c3-fefa-4a7f-80fd-d84dadaf6c85 HTTP/1.1" status: 200 len: 1098 time: 0.1837554 Aug 06 15:55:21.031365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94625c2-16a6-4530-beea-07fdd62c57f3 req-7156a43f-141b-43aa-bd2e-efcf935df285 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:21.039348 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f94625c2-16a6-4530-beea-07fdd62c57f3 req-7156a43f-141b-43aa-bd2e-efcf935df285 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 944 time: 0.2423670 Aug 06 15:55:21.113966 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:21.128815 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a90cc85c-e0ad-4881-b106-e3a7feab48be req-59095e83-6c35-456a-ae30-b07428b02937 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=4f7163f9-60bb-4537-a175-399cae11a471 HTTP/1.1" status: 200 len: 217 time: 0.1895299 Aug 06 15:55:21.129608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Pushing event updated for resources: {'Port': ['ID=78cfc9ce-8c8e-4892-9af8-32852caf3a62,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:21.169863 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-efde082d-c90c-4a06-bea8-3f020b433d07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=cd9db018-e1ea-4325-a44b-f2c3e3b82528 HTTP/1.1" status: 200 len: 217 time: 0.1273975 Aug 06 15:55:21.257427 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 812b80e5-a413-49da-b9fe-9085f1124bf9, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=812b80e5-a413-49da-b9fe-9085f1124bf9,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:21.276524 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:21.284910 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f94625c2-16a6-4530-beea-07fdd62c57f3 req-829dc649-78ad-48f9-b02e-51d1c1617dda tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444019 Aug 06 15:55:21.358004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605fd11-1d15-4647-930f-c1f4639c64b4 req-5dd14220-0c8f-4e90-b497-55396f3f0e71 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:21.384823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03df4310-e32b-4729-ac4c-9c792cff46c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812b80e5-a413-49da-b9fe-9085f1124bf9'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:21.387790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e605fd11-1d15-4647-930f-c1f4639c64b4 req-5dd14220-0c8f-4e90-b497-55396f3f0e71 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 946 time: 0.2424994 Aug 06 15:55:21.388527 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7578904-247a-4565-92cc-4d42edd737d1" -d '{"events": [{"server_uuid": "03df4310-e32b-4729-ac4c-9c792cff46c0", "name": "network-vif-plugged", "status": "completed", "tag": "812b80e5-a413-49da-b9fe-9085f1124bf9"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:21.409002 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-242325c8-53af-49e0-b23a-4aae455e3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:21.411618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-242325c8-53af-49e0-b23a-4aae455e3954 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2209952 Aug 06 15:55:21.434521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=812b80e5-a413-49da-b9fe-9085f1124bf9,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:21.461385 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d3ee7aa3-2d31-45f8-9a5e-3b11a1ab1ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:21.476902 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d3ee7aa3-2d31-45f8-9a5e-3b11a1ab1ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:21.491459 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1943b09b-6171-4e88-a805-99b36ea5a750 x-openstack-request-id: req-1943b09b-6171-4e88-a805-99b36ea5a750 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:21.492385 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ec04c3-fefa-4a7f-80fd-d84dadaf6c85", "tag": "cd9db018-e1ea-4325-a44b-f2c3e3b82528", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:21.493107 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1943b09b-6171-4e88-a805-99b36ea5a750 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:21.494141 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ec04c3-fefa-4a7f-80fd-d84dadaf6c85', 'tag': 'cd9db018-e1ea-4325-a44b-f2c3e3b82528', 'status': 'completed', 'code': 200} Aug 06 15:55:21.537497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e605fd11-1d15-4647-930f-c1f4639c64b4 req-49cec9c2-0f60-4e22-b208-428e255afc94 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452971 Aug 06 15:55:21.541694 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1c5bb7-836d-46df-a54c-249c4a3fc322 x-openstack-request-id: req-ff1c5bb7-836d-46df-a54c-249c4a3fc322 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:21.542441 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03df4310-e32b-4729-ac4c-9c792cff46c0", "name": "network-vif-plugged", "status": "completed", "tag": "812b80e5-a413-49da-b9fe-9085f1124bf9", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:21.543048 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff1c5bb7-836d-46df-a54c-249c4a3fc322 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:21.546808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-29258849-e124-4e20-aefa-8a3a14c0d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:21.552805 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03df4310-e32b-4729-ac4c-9c792cff46c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812b80e5-a413-49da-b9fe-9085f1124bf9', 'code': 200} Aug 06 15:55:21.554680 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cc85c-e0ad-4881-b106-e3a7feab48be req-c08ad870-2c46-44af-858a-c989ceb59317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:21.557432 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a90cc85c-e0ad-4881-b106-e3a7feab48be req-c08ad870-2c46-44af-858a-c989ceb59317 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.3009744 Aug 06 15:55:21.565748 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-29258849-e124-4e20-aefa-8a3a14c0d7d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1371982 Aug 06 15:55:21.666626 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee7aa3-2d31-45f8-9a5e-3b11a1ab1ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f465cf1-966e-446d-b8fd-2b3cb33609f2,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:21.679778 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d3ee7aa3-2d31-45f8-9a5e-3b11a1ab1ee8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a6a28e830944e80b3222b9c861501a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0962646 Aug 06 15:55:21.686408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57074) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:21.687457 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Attempting to bind port 78cfc9ce-8c8e-4892-9af8-32852caf3a62 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:21.687806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Attempting to bind port 78cfc9ce-8c8e-4892-9af8-32852caf3a62 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:21.688201 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Attempting to bind port 78cfc9ce-8c8e-4892-9af8-32852caf3a62 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:21.719898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Port 78cfc9ce-8c8e-4892-9af8-32852caf3a62 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:55:21.720202 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Attempting to bind port 78cfc9ce-8c8e-4892-9af8-32852caf3a62 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:21.750656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:21.751064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:21.751375 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:21.751830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Bound port: 78cfc9ce-8c8e-4892-9af8-32852caf3a62, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:21.752194 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:21.755248 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cc85c-e0ad-4881-b106-e3a7feab48be req-6802c4f0-0c78-4ca3-aafd-af6182876e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:21.756778 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a90cc85c-e0ad-4881-b106-e3a7feab48be req-6802c4f0-0c78-4ca3-aafd-af6182876e78 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1586270 Aug 06 15:55:21.883566 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56999ba9-e4a3-45d1-bb1b-d04eced02b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:21.898049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73a28b-cb83-45de-9032-6b0bb7abfdbf req-4b52177b-4a5f-4d01-9143-bc45f31bc24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:21.899588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f73a28b-cb83-45de-9032-6b0bb7abfdbf req-4b52177b-4a5f-4d01-9143-bc45f31bc24e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 1096 time: 0.2588205 Aug 06 15:55:21.911793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff66bee-2213-4438-bbbe-aee5defd8870 req-8f92c6c9-ba94-4f76-bcde-01ac6b060a4e tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:21.919179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ff66bee-2213-4438-bbbe-aee5defd8870 req-8f92c6c9-ba94-4f76-bcde-01ac6b060a4e tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/ports?device_id=84be7ed9-4850-4573-bfaa-47cc8c97382f HTTP/1.1" status: 200 len: 947 time: 0.2502224 Aug 06 15:55:21.947161 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-8a862416-4df4-48b9-8c62-6593f232c3b1 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687062 Aug 06 15:55:21.966040 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56999ba9-e4a3-45d1-bb1b-d04eced02b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:21.967843 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43936e-d8ad-485f-afd6-810026c05923 req-b2146e15-00b0-4583-98e8-b07f923ae2a1 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:21.975668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d43936e-d8ad-485f-afd6-810026c05923 req-b2146e15-00b0-4583-98e8-b07f923ae2a1 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ec04c3-fefa-4a7f-80fd-d84dadaf6c85 HTTP/1.1" status: 200 len: 947 time: 0.2928815 Aug 06 15:55:21.984902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] For port 78cfc9ce-8c8e-4892-9af8-32852caf3a62, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:21.995068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] For port 78cfc9ce-8c8e-4892-9af8-32852caf3a62, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=78cfc9ce-8c8e-4892-9af8-32852caf3a62,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:22.011296 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:22.075554 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a90cc85c-e0ad-4881-b106-e3a7feab48be req-385f850a-740e-4182-860d-2f348e19bc7e service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050358 Aug 06 15:55:22.101573 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ff66bee-2213-4438-bbbe-aee5defd8870 req-d0b39542-5f92-4bc0-b207-a5c8f050613a tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bac3496-59b0-4b8b-9e87-63f445e49a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813631 Aug 06 15:55:22.105899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:22.107632 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:22.109699 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] 10.222.0.78 "PUT /v2.0/ports/78cfc9ce-8c8e-4892-9af8-32852caf3a62 HTTP/1.1" status: 200 len: 1095 time: 2.4916482 Aug 06 15:55:22.110337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84be7ed9-4850-4573-bfaa-47cc8c97382f', 'tag': '78cfc9ce-8c8e-4892-9af8-32852caf3a62'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:22.113445 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93014e6-7b61-4605-afd3-6f03760ef7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "84be7ed9-4850-4573-bfaa-47cc8c97382f", "tag": "78cfc9ce-8c8e-4892-9af8-32852caf3a62"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:22.124668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f73a28b-cb83-45de-9032-6b0bb7abfdbf req-28adaf95-ad17-4e15-855d-44ad0ccaf58a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023757 Aug 06 15:55:22.150459 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d43936e-d8ad-485f-afd6-810026c05923 req-8699c369-cc54-4477-9760-cd6412d664e0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733611 Aug 06 15:55:22.165612 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f739b-1a71-4133-8ba4-e2bf96e6e622 service neutron] Pushing event updated for resources: {'Port': ['ID=78cfc9ce-8c8e-4892-9af8-32852caf3a62,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:22.192303 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56999ba9-e4a3-45d1-bb1b-d04eced02b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:22.209152 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56999ba9-e4a3-45d1-bb1b-d04eced02b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:22.211863 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-56999ba9-e4a3-45d1-bb1b-d04eced02b54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f465cf1-966e-446d-b8fd-2b3cb33609f2 HTTP/1.1" status: 204 len: 168 time: 0.5193851 Aug 06 15:55:22.235294 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device f5380a96-1499-4993-a787-32dc4db0f5c4 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:22.239446 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40128bbe-5093-4d76-811c-9ec1a8458774 req-e55f5d6a-3173-4fc6-8449-0ff79437ede8 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613499 Aug 06 15:55:22.346862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port f5380a96-1499-4993-a787-32dc4db0f5c4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:22.360586 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port f5380a96-1499-4993-a787-32dc4db0f5c4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:22.362073 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:22.429806 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2f1c64-a068-46fd-8c04-71c950587e20 x-openstack-request-id: req-2e2f1c64-a068-46fd-8c04-71c950587e20 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:22.430090 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84be7ed9-4850-4573-bfaa-47cc8c97382f", "tag": "78cfc9ce-8c8e-4892-9af8-32852caf3a62", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:22.430447 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e2f1c64-a068-46fd-8c04-71c950587e20 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:22.430905 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84be7ed9-4850-4573-bfaa-47cc8c97382f', 'tag': '78cfc9ce-8c8e-4892-9af8-32852caf3a62', 'status': 'completed', 'code': 200} Aug 06 15:55:22.432655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56999ba9-e4a3-45d1-bb1b-d04eced02b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f465cf1-966e-446d-b8fd-2b3cb33609f2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:22.499589 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a90cc85c-e0ad-4881-b106-e3a7feab48be req-2d1be96f-4025-4448-90b5-a8da5e72791b service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044983 Aug 06 15:55:22.499820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93d7f2-14b5-4891-b29b-9afded2c623b req-6c647b96-24cf-4ecf-b4f0-43dca7455927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:22.501313 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a93d7f2-14b5-4891-b29b-9afded2c623b req-6c647b96-24cf-4ecf-b4f0-43dca7455927 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=66ec04c3-fefa-4a7f-80fd-d84dadaf6c85 HTTP/1.1" status: 200 len: 1098 time: 0.1846468 Aug 06 15:55:22.504274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-3caf7bef-f639-430e-8121-c48884e37edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:22.507179 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-3caf7bef-f639-430e-8121-c48884e37edb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7cb4c18793764a81a387fcd2be9311f4&device_id=84be7ed9-4850-4573-bfaa-47cc8c97382f HTTP/1.1" status: 200 len: 1098 time: 0.2934499 Aug 06 15:55:22.546581 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab13ac6-2d04-469d-a6c5-e38ff799f2c7 req-b375453b-d12b-434a-bd17-65defe8e426d tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:22.558718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eab13ac6-2d04-469d-a6c5-e38ff799f2c7 req-b375453b-d12b-434a-bd17-65defe8e426d tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 949 time: 0.2261488 Aug 06 15:55:22.587731 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-938e231c-b3db-4dd1-b56a-dc53b252cb4b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=78cfc9ce-8c8e-4892-9af8-32852caf3a62 HTTP/1.1" status: 200 len: 217 time: 0.0584056 Aug 06 15:55:22.617950 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:22.670067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port f5380a96-1499-4993-a787-32dc4db0f5c4, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=f5380a96-1499-4993-a787-32dc4db0f5c4,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:22.677913 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:22.690953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93d7f2-14b5-4891-b29b-9afded2c623b req-605dbf2b-4b9c-4112-a89d-f684d9eb4957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:22.692444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a93d7f2-14b5-4891-b29b-9afded2c623b req-605dbf2b-4b9c-4112-a89d-f684d9eb4957 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1109061 Aug 06 15:55:22.698101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-5924d62e-c6f7-4b7f-b6a9-2e219c1afe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:22.699883 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-5924d62e-c6f7-4b7f-b6a9-2e219c1afe14 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0964508 Aug 06 15:55:22.784124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=f5380a96-1499-4993-a787-32dc4db0f5c4,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:22.791935 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eab13ac6-2d04-469d-a6c5-e38ff799f2c7 req-ed5b4be0-9adc-4450-824b-7ac1477da563 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304814 Aug 06 15:55:22.810888 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a93d7f2-14b5-4891-b29b-9afded2c623b req-544a8cc7-ca1b-4761-b757-beabbb3244b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=cd9db018-e1ea-4325-a44b-f2c3e3b82528 HTTP/1.1" status: 200 len: 217 time: 0.0836723 Aug 06 15:55:22.823749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-1ca75cac-637d-4cc6-b508-7e2ed65a9d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:22.826861 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-1ca75cac-637d-4cc6-b508-7e2ed65a9d4b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1090798 Aug 06 15:55:22.899683 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57090) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:22.901396 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79a70d-565a-49cc-baac-8e26d1c8fff7 req-8b0116d7-4a3c-4a8a-b99f-07457ca40c3f tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:22.910486 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b79a70d-565a-49cc-baac-8e26d1c8fff7 req-8b0116d7-4a3c-4a8a-b99f-07457ca40c3f tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 945 time: 0.3953831 Aug 06 15:55:22.927230 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-33cb1f70-0a11-4329-95b0-373da32154c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:22.961436 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93d7f2-14b5-4891-b29b-9afded2c623b req-fd5f7cfe-f95d-43b4-a33e-d7add9cac5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:22.962952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a93d7f2-14b5-4891-b29b-9afded2c623b req-fd5f7cfe-f95d-43b4-a33e-d7add9cac5e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1490164 Aug 06 15:55:23.044630 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b79a70d-565a-49cc-baac-8e26d1c8fff7 req-9bbfbf13-1055-4d5c-b73c-1d17b3c64754 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283579 Aug 06 15:55:23.074147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de10fb-1fc0-4e85-922f-33830a6d82ad req-a963994d-b2c5-4d90-af85-a1aa2cf0fa7d tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:23.074147 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25de10fb-1fc0-4e85-922f-33830a6d82ad req-a963994d-b2c5-4d90-af85-a1aa2cf0fa7d tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 946 time: 0.1599960 Aug 06 15:55:23.080323 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:23.150374 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93d7f2-14b5-4891-b29b-9afded2c623b req-21e5548e-b10a-49b1-9fc7-a388276b33c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:23.152368 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a93d7f2-14b5-4891-b29b-9afded2c623b req-21e5548e-b10a-49b1-9fc7-a388276b33c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1774173 Aug 06 15:55:23.175261 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-59f4c669-ae0e-4622-8c97-42649bf35241 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325050 Aug 06 15:55:23.189545 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25de10fb-1fc0-4e85-922f-33830a6d82ad req-e555a407-fad7-4697-832d-103df7ec1635 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147180 Aug 06 15:55:23.301295 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-33cb1f70-0a11-4329-95b0-373da32154c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:23.352014 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-33cb1f70-0a11-4329-95b0-373da32154c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:23.421991 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb1f70-0a11-4329-95b0-373da32154c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd637ed-fc50-4c22-95b0-a5d2b485dce3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:23.429049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e459441-af6f-4f2b-970d-ab7b7a8eecce req-ee2f5d82-3af0-40ae-a979-bb9250f45f6f tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:23.430672 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e459441-af6f-4f2b-970d-ab7b7a8eecce req-ee2f5d82-3af0-40ae-a979-bb9250f45f6f tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ec04c3-fefa-4a7f-80fd-d84dadaf6c85 HTTP/1.1" status: 200 len: 947 time: 0.1246955 Aug 06 15:55:23.448293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fef37-17af-4221-93d1-b9da09b73824 req-c350a307-a094-4df2-a7d2-af45e4aa395d tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:23.450064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b5fef37-17af-4221-93d1-b9da09b73824 req-c350a307-a094-4df2-a7d2-af45e4aa395d tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/ports?device_id=84be7ed9-4850-4573-bfaa-47cc8c97382f HTTP/1.1" status: 200 len: 947 time: 0.1207843 Aug 06 15:55:23.455463 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-33cb1f70-0a11-4329-95b0-373da32154c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73eb551acd874611bafd561d15440727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495932 Aug 06 15:55:23.457868 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57102) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:23.475770 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:23.497815 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ee898acd-cc66-4e0e-8abf-b3832fb8fb0a req-cb0e11b8-fa8f-420d-be8e-238566ae1709 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106017 Aug 06 15:55:23.531773 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a93d7f2-14b5-4891-b29b-9afded2c623b req-0584b3d5-c5cd-4fad-bc9c-d83367c79a90 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643589 Aug 06 15:55:23.537303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b5fef37-17af-4221-93d1-b9da09b73824 req-a6cea3b8-391a-476c-839a-e5ec0e369ee7 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bac3496-59b0-4b8b-9e87-63f445e49a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528510 Aug 06 15:55:23.554014 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc434854-be38-4c10-9786-f05409f386c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5380a96-1499-4993-a787-32dc4db0f5c4'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:23.557208 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d24428-652b-459a-bc25-6c92d2db5856" -d '{"events": [{"server_uuid": "dc434854-be38-4c10-9786-f05409f386c8", "name": "network-vif-plugged", "status": "completed", "tag": "f5380a96-1499-4993-a787-32dc4db0f5c4"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:23.597679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e459441-af6f-4f2b-970d-ab7b7a8eecce req-798fe48a-220f-4ea7-8861-d53ba31f9033 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434953 Aug 06 15:55:23.692611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93014e6-7b61-4605-afd3-6f03760ef7cc req-2769bd36-cd6a-419c-9068-27b1d2173e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:23.695246 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c93014e6-7b61-4605-afd3-6f03760ef7cc req-2769bd36-cd6a-419c-9068-27b1d2173e1c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7cb4c18793764a81a387fcd2be9311f4&device_id=84be7ed9-4850-4573-bfaa-47cc8c97382f HTTP/1.1" status: 200 len: 1098 time: 0.0991349 Aug 06 15:55:23.697002 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17bb44ee-7629-4682-80f6-b1c1800001ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:23.729159 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a93d7f2-14b5-4891-b29b-9afded2c623b req-233fbf5b-09c8-4cfb-9b73-4ffccd57ac0a service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812093 Aug 06 15:55:23.871638 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93014e6-7b61-4605-afd3-6f03760ef7cc req-b9e74925-69bc-48e1-96c0-f81d3f873deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:23.873947 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c93014e6-7b61-4605-afd3-6f03760ef7cc req-b9e74925-69bc-48e1-96c0-f81d3f873deb service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1416800 Aug 06 15:55:23.890665 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17bb44ee-7629-4682-80f6-b1c1800001ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:23.892169 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85219b03-a6a1-4b0a-8e9a-3978b11e9b44 x-openstack-request-id: req-85219b03-a6a1-4b0a-8e9a-3978b11e9b44 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:23.893406 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc434854-be38-4c10-9786-f05409f386c8", "name": "network-vif-plugged", "status": "completed", "tag": "f5380a96-1499-4993-a787-32dc4db0f5c4", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:23.894080 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85219b03-a6a1-4b0a-8e9a-3978b11e9b44 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:23.894887 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc434854-be38-4c10-9786-f05409f386c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5380a96-1499-4993-a787-32dc4db0f5c4', 'code': 200} Aug 06 15:55:23.987183 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-5ba519bb-8bf7-46d3-9c2f-078cdf840504 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:23.990135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-5ba519bb-8bf7-46d3-9c2f-078cdf840504 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1444385 Aug 06 15:55:24.038938 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c93014e6-7b61-4605-afd3-6f03760ef7cc req-09710cd9-842f-4049-953a-f99360ac4743 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=78cfc9ce-8c8e-4892-9af8-32852caf3a62 HTTP/1.1" status: 200 len: 217 time: 0.1399252 Aug 06 15:55:24.110649 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-a13f539e-4042-41d0-8c38-b3121c87f011 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 696 time: 0.1012499 Aug 06 15:55:24.127663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-ea43443a-18de-4a37-bf81-88b49a2ef1e3 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Request body: {'floatingip': {'port_id': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:24.153586 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be3cc0-0380-4e2e-946b-8631ea9ce58e req-a4950753-7b0b-46e6-a9ee-ff0323333537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:24.156144 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-17be3cc0-0380-4e2e-946b-8631ea9ce58e req-a4950753-7b0b-46e6-a9ee-ff0323333537 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 1101 time: 0.1406519 Aug 06 15:55:24.159627 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93014e6-7b61-4605-afd3-6f03760ef7cc req-86575456-c86f-433e-b3a2-b74e5ea316b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:24.162253 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c93014e6-7b61-4605-afd3-6f03760ef7cc req-86575456-c86f-433e-b3a2-b74e5ea316b1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1016576 Aug 06 15:55:24.172896 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17bb44ee-7629-4682-80f6-b1c1800001ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:24.177674 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17bb44ee-7629-4682-80f6-b1c1800001ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:24.179463 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-17bb44ee-7629-4682-80f6-b1c1800001ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7bd637ed-fc50-4c22-95b0-a5d2b485dce3 HTTP/1.1" status: 204 len: 168 time: 0.7201374 Aug 06 15:55:24.208246 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4532297-02b9-4a17-825e-9bb949f6ece3 req-9112a4e5-9133-407a-a5a1-204657e1774c tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:24.212944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb44ee-7629-4682-80f6-b1c1800001ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd637ed-fc50-4c22-95b0-a5d2b485dce3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:24.224038 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4532297-02b9-4a17-825e-9bb949f6ece3 req-9112a4e5-9133-407a-a5a1-204657e1774c tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 950 time: 0.2312348 Aug 06 15:55:24.232077 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-ea43443a-18de-4a37-bf81-88b49a2ef1e3 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:24.234094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 4f7163f9-60bb-4537-a175-399cae11a471 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:55:24.292687 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-17be3cc0-0380-4e2e-946b-8631ea9ce58e req-1578fa08-f298-4f80-a1f5-b0b4bfe0514b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001234 Aug 06 15:55:24.301493 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93014e6-7b61-4605-afd3-6f03760ef7cc req-bc06f0eb-304c-41a6-a4dd-e7fbb586a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:24.307697 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c93014e6-7b61-4605-afd3-6f03760ef7cc req-bc06f0eb-304c-41a6-a4dd-e7fbb586a989 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063671 Aug 06 15:55:24.386653 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4532297-02b9-4a17-825e-9bb949f6ece3 req-7048c5ac-080a-4931-a223-45cf958071e7 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451375 Aug 06 15:55:24.508436 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 4f7163f9-60bb-4537-a175-399cae11a471, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4f7163f9-60bb-4537-a175-399cae11a471,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:24.516778 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c93014e6-7b61-4605-afd3-6f03760ef7cc req-af8b15c3-3bf7-4328-8ab8-e7c1e92f03e3 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484978 Aug 06 15:55:24.531431 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '4f7163f9-60bb-4537-a175-399cae11a471', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '4f7163f9-60bb-4537-a175-399cae11a471', 'mac_address': 'fa:16:3e:f5:35:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:55:24.636663 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:24.669675 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c93014e6-7b61-4605-afd3-6f03760ef7cc req-84e16020-8937-4fd6-86a9-1f6149ae2a2a service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366513 Aug 06 15:55:24.674806 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7163f9-60bb-4537-a175-399cae11a471 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:24.714066 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 4f7163f9-60bb-4537-a175-399cae11a471, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4f7163f9-60bb-4537-a175-399cae11a471,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:24.721659 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:24.812167 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=4f7163f9-60bb-4537-a175-399cae11a471,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:25.054157 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed8dd8-348f-4342-b4a6-6ef6e7abdfa4 req-cfdd1dfa-894a-4da2-be2f-5d4b0df23913 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:25.056497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15ed8dd8-348f-4342-b4a6-6ef6e7abdfa4 req-cfdd1dfa-894a-4da2-be2f-5d4b0df23913 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 945 time: 0.5366042 Aug 06 15:55:25.280204 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15ed8dd8-348f-4342-b4a6-6ef6e7abdfa4 req-d60779e9-745e-413b-8c91-6bb909f5dc1e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023728 Aug 06 15:55:25.322308 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['4f7163f9-60bb-4537-a175-399cae11a471'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:25.729523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629acc3-ea24-4719-951d-b6ce66160a80 req-80232a64-2485-4999-be25-c928dbdf8b34 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:25.744416 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9629acc3-ea24-4719-951d-b6ce66160a80 req-80232a64-2485-4999-be25-c928dbdf8b34 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/ports?device_id=84be7ed9-4850-4573-bfaa-47cc8c97382f HTTP/1.1" status: 200 len: 947 time: 0.2626503 Aug 06 15:55:25.840803 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.resource_extend [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-ea43443a-18de-4a37-bf81-88b49a2ef1e3 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:55:25.852049 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9629acc3-ea24-4719-951d-b6ce66160a80 req-80e3fd4d-28dc-4e6f-a7a0-4fe6447ccec6 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bac3496-59b0-4b8b-9e87-63f445e49a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059906 Aug 06 15:55:25.963876 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-ea43443a-18de-4a37-bf81-88b49a2ef1e3 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:25.969544 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-ea43443a-18de-4a37-bf81-88b49a2ef1e3 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:26.174577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3de4b2-fe6a-4bda-bd90-9fe690eb6863 req-f092c771-32ed-4e15-be08-3b975d268423 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:26.177066 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff3de4b2-fe6a-4bda-bd90-9fe690eb6863 req-f092c771-32ed-4e15-be08-3b975d268423 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ec04c3-fefa-4a7f-80fd-d84dadaf6c85 HTTP/1.1" status: 200 len: 947 time: 0.1489282 Aug 06 15:55:26.226872 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-ea43443a-18de-4a37-bf81-88b49a2ef1e3 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Floating IP 25c39c9c-6176-479d-b476-0da0812a3462 associated. External IP: 172.25.1.236, port: 75c3a40c-0fe4-4e45-a8aa-116fe49a1063. Aug 06 15:55:26.260259 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 78cfc9ce-8c8e-4892-9af8-32852caf3a62 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:55:26.349573 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff3de4b2-fe6a-4bda-bd90-9fe690eb6863 req-b6a0e0ac-8924-41cb-901c-f990ddda9924 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483338 Aug 06 15:55:26.506748 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 78cfc9ce-8c8e-4892-9af8-32852caf3a62, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=78cfc9ce-8c8e-4892-9af8-32852caf3a62,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:26.554863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '78cfc9ce-8c8e-4892-9af8-32852caf3a62', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '78cfc9ce-8c8e-4892-9af8-32852caf3a62', 'mac_address': 'fa:16:3e:19:7a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:55:26.626210 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:26.641426 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cfc9ce-8c8e-4892-9af8-32852caf3a62 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:26.664162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 78cfc9ce-8c8e-4892-9af8-32852caf3a62, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=78cfc9ce-8c8e-4892-9af8-32852caf3a62,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:26.669440 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:26.674175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-ea43443a-18de-4a37-bf81-88b49a2ef1e3 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Router dc457fbf-f077-4fb2-ac87-3b5796bf2306 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:55:26.698522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device cd9db018-e1ea-4325-a44b-f2c3e3b82528 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:55:26.766677 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=78cfc9ce-8c8e-4892-9af8-32852caf3a62,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:26.845532 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port cd9db018-e1ea-4325-a44b-f2c3e3b82528, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cd9db018-e1ea-4325-a44b-f2c3e3b82528,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:26.859422 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'cd9db018-e1ea-4325-a44b-f2c3e3b82528', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'cd9db018-e1ea-4325-a44b-f2c3e3b82528', 'mac_address': 'fa:16:3e:d3:e2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:55:26.894071 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470acbe-8e22-489f-9231-67b9fe4c8ae5 req-49733d38-51f3-45d4-9c08-94c1a1c96960 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:26.896322 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0470acbe-8e22-489f-9231-67b9fe4c8ae5 req-49733d38-51f3-45d4-9c08-94c1a1c96960 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 1096 time: 0.2103095 Aug 06 15:55:26.905352 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:26.923750 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9db018-e1ea-4325-a44b-f2c3e3b82528 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:26.943848 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-ea43443a-18de-4a37-bf81-88b49a2ef1e3 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:55:26.952550 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-ea43443a-18de-4a37-bf81-88b49a2ef1e3 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:26.954114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port cd9db018-e1ea-4325-a44b-f2c3e3b82528, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cd9db018-e1ea-4325-a44b-f2c3e3b82528,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:26.957474 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd44c57-c63d-4211-9970-be6472b7deb2 None None] Sync routers for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:55:26.964026 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:26.979687 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0470acbe-8e22-489f-9231-67b9fe4c8ae5 req-785a954c-86cb-4fda-913b-ddbb135dee82 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693727 Aug 06 15:55:26.994614 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-ea43443a-18de-4a37-bf81-88b49a2ef1e3 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "PUT /v2.0/floatingips/25c39c9c-6176-479d-b476-0da0812a3462 HTTP/1.1" status: 200 len: 996 time: 2.8758738 Aug 06 15:55:26.996665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'tag': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:27.003397 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17fc010-fb51-49a9-b730-c03becee2459" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e51047-43a9-4342-9b53-8f31abc90eb6", "tag": "75c3a40c-0fe4-4e45-a8aa-116fe49a1063"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:27.005907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd44c57-c63d-4211-9970-be6472b7deb2 None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:27.006853 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3dd44c57-c63d-4211-9970-be6472b7deb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:55:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:27.081200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-f7b31e1f-a78d-4d3c-ab7b-cbcd6d7167dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:27.083370 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-f7b31e1f-a78d-4d3c-ab7b-cbcd6d7167dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 1096 time: 0.0692806 Aug 06 15:55:27.222581 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384359e0-d07f-44a6-8535-441edc293709 req-0abfe54a-29ed-423b-801b-885adca363fd tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:27.224455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-384359e0-d07f-44a6-8535-441edc293709 req-0abfe54a-29ed-423b-801b-885adca363fd tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 950 time: 0.1116021 Aug 06 15:55:27.248799 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-fe52b756-ddbf-44bf-9ed5-215cf22a7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:27.250334 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-fe52b756-ddbf-44bf-9ed5-215cf22a7cb2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 921 time: 0.1578510 Aug 06 15:55:27.263682 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['78cfc9ce-8c8e-4892-9af8-32852caf3a62'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:27.297354 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=cd9db018-e1ea-4325-a44b-f2c3e3b82528,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:27.343879 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-3dd44c57-c63d-4211-9970-be6472b7deb2 None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:27.347494 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-384359e0-d07f-44a6-8535-441edc293709 req-30d9497a-9190-4979-b0c1-8afe3ba5626f tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104078 Aug 06 15:55:27.379567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-edc22a5a-45ed-4fec-9c7a-aec759cef4c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75c3a40c-0fe4-4e45-a8aa-116fe49a1063 HTTP/1.1" status: 200 len: 999 time: 0.1187322 Aug 06 15:55:27.398569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['cd9db018-e1ea-4325-a44b-f2c3e3b82528'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:27.731401 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-3a189d65-a44e-4f42-b595-441f9dde77d4 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=54c8f8fd25cc44d99db8ff12efb44e4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455599 Aug 06 15:55:27.745790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-218a06ba-49c4-4ca9-bab6-c37d6e09efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:27.748153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-218a06ba-49c4-4ca9-bab6-c37d6e09efb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.3610976 Aug 06 15:55:27.890681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-1f698808-ba19-4df0-a702-7fda7bee08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:27.897668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-1f698808-ba19-4df0-a702-7fda7bee08df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284122 Aug 06 15:55:27.910239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3dd44c57-c63d-4211-9970-be6472b7deb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '25c39c9c-6176-479d-b476-0da0812a3462', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'port_id': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'mac_address': 'fa:16:3e:4f:49:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:56Z', 'updated_at': '2021-08-06T15:55:25Z', 'revision_number': 1, 'project_id': '8134872260564a36b0e07d9336f135c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:27.917075 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-32bdf1b1-c831-45c8-a143-ca137bbf6aab service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:55:27.918670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-32bdf1b1-c831-45c8-a143-ca137bbf6aab service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134063 Aug 06 15:55:27.949398 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd44c57-c63d-4211-9970-be6472b7deb2 None None] Checking router: dc457fbf-f077-4fb2-ac87-3b5796bf2306 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:55:27.958230 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-5f83c953-21eb-4587-8409-6b59b4f0fc04 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:27.960632 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-5f83c953-21eb-4587-8409-6b59b4f0fc04 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111146 Aug 06 15:55:27.961844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd44c57-c63d-4211-9970-be6472b7deb2 None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:27.962585 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3dd44c57-c63d-4211-9970-be6472b7deb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:55:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:28.025545 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-9451a866-e715-434a-9ff7-9e2f5df61234 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/quotas/54c8f8fd25cc44d99db8ff12efb44e4f HTTP/1.1" status: 200 len: 375 time: 0.0495896 Aug 06 15:55:28.080526 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-0569f642-dad7-4aa1-a0d7-9eaf121ba55b tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=54c8f8fd25cc44d99db8ff12efb44e4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418596 Aug 06 15:55:28.112881 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-ea2d0a95-e0ec-4541-978b-0ee2cac857e4 service neutron] 10.222.0.37 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823471 Aug 06 15:55:28.124466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-3dd44c57-c63d-4211-9970-be6472b7deb2 None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:28.261072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0c88f02-a205-48f4-bacd-48e7c1e2cb4d req-4e84c99a-d214-4713-9d4c-57ee73aa024f service neutron] 10.222.0.37 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381114 Aug 06 15:55:28.280808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 4f7163f9-60bb-4537-a175-399cae11a471 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:28.372344 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8757780e-b4d4-4cd9-b230-19e85337484b x-openstack-request-id: req-8757780e-b4d4-4cd9-b230-19e85337484b {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:28.373599 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e51047-43a9-4342-9b53-8f31abc90eb6", "tag": "75c3a40c-0fe4-4e45-a8aa-116fe49a1063", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:28.373599 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8757780e-b4d4-4cd9-b230-19e85337484b {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:28.373860 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'tag': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'status': 'completed', 'code': 200} Aug 06 15:55:28.432788 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361861e-9282-4601-bd24-c03be611d63d req-c3efa1d8-b355-430d-a07e-b694a06876ff tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:28.435528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4361861e-9282-4601-bd24-c03be611d63d req-c3efa1d8-b355-430d-a07e-b694a06876ff tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/ports?device_id=84be7ed9-4850-4573-bfaa-47cc8c97382f HTTP/1.1" status: 200 len: 948 time: 0.1146438 Aug 06 15:55:28.459650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 4f7163f9-60bb-4537-a175-399cae11a471 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:28.465960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 4f7163f9-60bb-4537-a175-399cae11a471 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:28.466336 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:28.549366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fc010-fb51-49a9-b730-c03becee2459 req-b9d42d16-23dd-45ff-828a-7e3820994a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:28.551271 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f17fc010-fb51-49a9-b730-c03becee2459 req-b9d42d16-23dd-45ff-828a-7e3820994a0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 1096 time: 0.1471612 Aug 06 15:55:28.559336 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4361861e-9282-4601-bd24-c03be611d63d req-34d6806d-105b-41a6-80de-3bbdacd5bd23 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bac3496-59b0-4b8b-9e87-63f445e49a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970318 Aug 06 15:55:28.568742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a2157-94ae-4c19-b0c0-4c3183974a4b req-a17ad5ce-602e-41fa-ae2c-6f25e1f45322 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:28.568742 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5d7a2157-94ae-4c19-b0c0-4c3183974a4b req-a17ad5ce-602e-41fa-ae2c-6f25e1f45322 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 1096 time: 0.1314709 Aug 06 15:55:28.635209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3dd44c57-c63d-4211-9970-be6472b7deb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '25c39c9c-6176-479d-b476-0da0812a3462', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'port_id': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'mac_address': 'fa:16:3e:4f:49:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:56Z', 'updated_at': '2021-08-06T15:55:25Z', 'revision_number': 1, 'project_id': '8134872260564a36b0e07d9336f135c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:28.701375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device cd9db018-e1ea-4325-a44b-f2c3e3b82528 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:28.712852 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5d7a2157-94ae-4c19-b0c0-4c3183974a4b req-8782c072-1a81-4792-aab9-0b042cd282f6 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169569 Aug 06 15:55:28.715639 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd44c57-c63d-4211-9970-be6472b7deb2 None None] The sync data for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 is: [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '25c39c9c-6176-479d-b476-0da0812a3462', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'port_id': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'mac_address': 'fa:16:3e:4f:49:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:56Z', 'updated_at': '2021-08-06T15:55:25Z', 'revision_number': 1, 'project_id': '8134872260564a36b0e07d9336f135c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:55:28.752190 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:28.794705 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4a3a5-5246-46ed-b924-512fe66595d4 req-21a1c5be-56f9-4411-a8ca-235349d2b705 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:28.801836 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889789ee-52fb-4fe0-80ad-4b463df4fde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7163f9-60bb-4537-a175-399cae11a471'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:28.804331 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cba4a3a5-5246-46ed-b924-512fe66595d4 req-21a1c5be-56f9-4411-a8ca-235349d2b705 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ec04c3-fefa-4a7f-80fd-d84dadaf6c85 HTTP/1.1" status: 200 len: 948 time: 0.1425064 Aug 06 15:55:28.805707 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28551f83-3002-482f-9c72-1738575e64fd" -d '{"events": [{"server_uuid": "889789ee-52fb-4fe0-80ad-4b463df4fde6", "name": "network-vif-plugged", "status": "completed", "tag": "4f7163f9-60bb-4537-a175-399cae11a471"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:28.812886 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fc010-fb51-49a9-b730-c03becee2459 req-17575676-17f8-4025-a20c-1d17684c49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:28.820239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f17fc010-fb51-49a9-b730-c03becee2459 req-17575676-17f8-4025-a20c-1d17684c49a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 921 time: 0.2505448 Aug 06 15:55:28.853341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 4f7163f9-60bb-4537-a175-399cae11a471, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4f7163f9-60bb-4537-a175-399cae11a471,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:28.876273 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:28.901748 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port cd9db018-e1ea-4325-a44b-f2c3e3b82528 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:28.950515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port cd9db018-e1ea-4325-a44b-f2c3e3b82528 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:28.951112 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:28.974670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cba4a3a5-5246-46ed-b924-512fe66595d4 req-e47ecc9e-a2ef-407d-a835-1d3e25f75a34 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691971 Aug 06 15:55:28.981456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f17fc010-fb51-49a9-b730-c03becee2459 req-73bcddfa-33c0-4fce-9f54-4368a79441e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75c3a40c-0fe4-4e45-a8aa-116fe49a1063 HTTP/1.1" status: 200 len: 999 time: 0.1508884 Aug 06 15:55:29.021798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=4f7163f9-60bb-4537-a175-399cae11a471,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:29.117976 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fc010-fb51-49a9-b730-c03becee2459 req-962171ab-b3bf-471a-98a1-729ef929fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:29.120360 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f17fc010-fb51-49a9-b730-c03becee2459 req-962171ab-b3bf-471a-98a1-729ef929fa3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.1245840 Aug 06 15:55:29.189304 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:29.213863 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eafc4bc-2e1b-4fce-8144-ed3b88775c05 None None] New status for floating IP 25c39c9c-6176-479d-b476-0da0812a3462: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:55:29.252169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b2deac83-0db4-494f-91dd-fdb567ee076e req-2b9fcba6-4f22-4669-ade0-9adae912e005 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/ports?device_id=5697ec4e-90b8-48bc-9e35-14688c6941c9 HTTP/1.1" status: 200 len: 210 time: 0.0583348 Aug 06 15:55:29.279989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fc010-fb51-49a9-b730-c03becee2459 req-4211fd84-59ad-4521-b68b-61bbe9dcc536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:29.283955 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f17fc010-fb51-49a9-b730-c03becee2459 req-4211fd84-59ad-4521-b68b-61bbe9dcc536 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548758 Aug 06 15:55:29.288098 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port cd9db018-e1ea-4325-a44b-f2c3e3b82528, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cd9db018-e1ea-4325-a44b-f2c3e3b82528,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:29.297647 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:29.436297 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=cd9db018-e1ea-4325-a44b-f2c3e3b82528,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:29.460503 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f6f34d-6584-4122-9afb-c17ce75f923e x-openstack-request-id: req-80f6f34d-6584-4122-9afb-c17ce75f923e {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:29.460839 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889789ee-52fb-4fe0-80ad-4b463df4fde6", "name": "network-vif-plugged", "status": "completed", "tag": "4f7163f9-60bb-4537-a175-399cae11a471", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:29.461107 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80f6f34d-6584-4122-9afb-c17ce75f923e {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:29.461596 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889789ee-52fb-4fe0-80ad-4b463df4fde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7163f9-60bb-4537-a175-399cae11a471', 'code': 200} Aug 06 15:55:29.498724 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f17fc010-fb51-49a9-b730-c03becee2459 req-49ef0574-859a-4624-9471-0405a3dadcce service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032053 Aug 06 15:55:29.644034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d778dc-307c-4010-9805-9b887fcb229d req-1e49e6cb-bc9d-456f-9ee1-32661ffadf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:29.645958 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-52d778dc-307c-4010-9805-9b887fcb229d req-1e49e6cb-bc9d-456f-9ee1-32661ffadf25 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=889789ee-52fb-4fe0-80ad-4b463df4fde6 HTTP/1.1" status: 200 len: 1100 time: 0.0552454 Aug 06 15:55:29.696743 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-52d778dc-307c-4010-9805-9b887fcb229d req-780abf01-8f1c-47bc-84f7-4bd17c65248d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374482 Aug 06 15:55:29.709373 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-a9a3f648-954f-4a54-8b47-6de5aa58bd50 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:29.710980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-a9a3f648-954f-4a54-8b47-6de5aa58bd50 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc071980-aa72-423d-8efa-6aa84a3304a7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2109172 Aug 06 15:55:29.739890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfdd13-78d1-44b5-b407-02f69138167f req-9cca0d18-dae4-42b3-a697-f434b9605840 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:29.741335 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7bfdd13-78d1-44b5-b407-02f69138167f req-9cca0d18-dae4-42b3-a697-f434b9605840 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 950 time: 0.1948009 Aug 06 15:55:29.754038 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f17fc010-fb51-49a9-b730-c03becee2459 req-91aff6f9-52eb-4817-989c-f4374866ab6e service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111232 Aug 06 15:55:29.878608 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7bfdd13-78d1-44b5-b407-02f69138167f req-293f6bf2-3b9f-40a9-a975-30c8336aabee tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274083 Aug 06 15:55:29.884547 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-a185a436-0e88-4a6d-95e0-d4bb355b43c9 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1001 time: 0.1568792 Aug 06 15:55:29.901939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-39b0fcb9-5799-4952-ac67-87a93002c924 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Request body: {'floatingip': {'port_id': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:29.987259 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-39b0fcb9-5799-4952-ac67-87a93002c924 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:30.194955 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-84beff08-606b-4f91-a2db-f7cc9eae76e7 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=54c8f8fd25cc44d99db8ff12efb44e4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461888 Aug 06 15:55:30.294846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 78cfc9ce-8c8e-4892-9af8-32852caf3a62 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:30.332713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49d80c-1694-40d1-a2bf-2fdba5c97246 req-078dc670-501b-4f16-ad41-85ac6dd4dc84 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:30.334581 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d49d80c-1694-40d1-a2bf-2fdba5c97246 req-078dc670-501b-4f16-ad41-85ac6dd4dc84 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/ports?device_id=84be7ed9-4850-4573-bfaa-47cc8c97382f HTTP/1.1" status: 200 len: 948 time: 0.2049429 Aug 06 15:55:30.386698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 78cfc9ce-8c8e-4892-9af8-32852caf3a62 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:30.395801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 78cfc9ce-8c8e-4892-9af8-32852caf3a62 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:30.396498 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:30.458971 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d49d80c-1694-40d1-a2bf-2fdba5c97246 req-5d73debb-9341-4bd2-a506-d62b104ae990 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bac3496-59b0-4b8b-9e87-63f445e49a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900452 Aug 06 15:55:30.499017 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-a3304227-616d-47ac-8355-7a8dc1c9f61e tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:30.500531 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-a3304227-616d-47ac-8355-7a8dc1c9f61e tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2661428 Aug 06 15:55:30.509490 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:30.519070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Request body: {'port': {'device_id': '5697ec4e-90b8-48bc-9e35-14688c6941c9', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '54c8f8fd25cc44d99db8ff12efb44e4f'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:30.550207 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 78cfc9ce-8c8e-4892-9af8-32852caf3a62, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=78cfc9ce-8c8e-4892-9af8-32852caf3a62,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:30.556332 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:30.620052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=78cfc9ce-8c8e-4892-9af8-32852caf3a62,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:30.767002 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9e75a-3d13-4a1c-a8cc-b5cefc18f64f req-343282bf-52bd-4c52-88e9-8d5582cb9b92 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:30.768499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8f9e75a-3d13-4a1c-a8cc-b5cefc18f64f req-343282bf-52bd-4c52-88e9-8d5582cb9b92 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ec04c3-fefa-4a7f-80fd-d84dadaf6c85 HTTP/1.1" status: 200 len: 949 time: 0.1609941 Aug 06 15:55:30.860666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Made reservation on behalf of 54c8f8fd25cc44d99db8ff12efb44e4f for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:30.864432 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:30.872085 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8f9e75a-3d13-4a1c-a8cc-b5cefc18f64f req-a78ff0a6-0823-47dc-8053-386294cd9875 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937254 Aug 06 15:55:30.879708 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:31.028029 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-39b0fcb9-5799-4952-ac67-87a93002c924 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:31.039839 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-39b0fcb9-5799-4952-ac67-87a93002c924 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:31.378800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e214b52-5ae7-4bbc-9bd0-6523667e07fe req-63afcb97-8675-4a67-8fe8-6e8f5abbf63f tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:31.381211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e214b52-5ae7-4bbc-9bd0-6523667e07fe req-63afcb97-8675-4a67-8fe8-6e8f5abbf63f tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 1096 time: 0.4312611 Aug 06 15:55:31.463028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ec04c3-fefa-4a7f-80fd-d84dadaf6c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9db018-e1ea-4325-a44b-f2c3e3b82528'}, {'server_uuid': '84be7ed9-4850-4573-bfaa-47cc8c97382f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cfc9ce-8c8e-4892-9af8-32852caf3a62'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:31.465530 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d976b944-9861-48d1-9b33-b1bd7af2d9fa" -d '{"events": [{"server_uuid": "66ec04c3-fefa-4a7f-80fd-d84dadaf6c85", "name": "network-vif-plugged", "status": "completed", "tag": "cd9db018-e1ea-4325-a44b-f2c3e3b82528"}, {"server_uuid": "84be7ed9-4850-4573-bfaa-47cc8c97382f", "name": "network-vif-plugged", "status": "completed", "tag": "78cfc9ce-8c8e-4892-9af8-32852caf3a62"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:31.517237 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e214b52-5ae7-4bbc-9bd0-6523667e07fe req-45a9608c-e6cd-431c-9c88-e04358b0db3e tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211021 Aug 06 15:55:31.537403 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-39b0fcb9-5799-4952-ac67-87a93002c924 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Floating IP 25c39c9c-6176-479d-b476-0da0812a3462 associated. External IP: 172.25.1.236, port: 75c3a40c-0fe4-4e45-a8aa-116fe49a1063. Aug 06 15:55:31.591338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:31.596540 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:31.725186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48bbfb27-13c6-443d-acd9-f68523ba7a83,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:31.764410 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58c9989b-902c-4d12-853f-c23473d04dba req-9581406d-92a9-4234-80ae-05b1b9907d8a tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/ports?device_id=5697ec4e-90b8-48bc-9e35-14688c6941c9 HTTP/1.1" status: 200 len: 210 time: 0.0817251 Aug 06 15:55:31.949613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Allocated IP 192.168.233.169 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/29585a34-1ffe-4e11-be90-fc7ec7b48c94) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:32.033093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e8446-483a-410f-949f-80ea9eac1aef req-d4c096b6-d6ce-44d0-a0b9-438832d7da57 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:32.035500 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-429e8446-483a-410f-949f-80ea9eac1aef req-d4c096b6-d6ce-44d0-a0b9-438832d7da57 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 950 time: 0.2070441 Aug 06 15:55:32.122009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-39b0fcb9-5799-4952-ac67-87a93002c924 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Router dc457fbf-f077-4fb2-ac87-3b5796bf2306 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:55:32.171495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-429e8446-483a-410f-949f-80ea9eac1aef req-a01a2a08-dcab-4529-9ef5-132e78958952 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184738 Aug 06 15:55:32.262277 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7df0cf-79e5-4b98-bc6a-e45bc9982b40 x-openstack-request-id: req-8d7df0cf-79e5-4b98-bc6a-e45bc9982b40 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:32.262677 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ec04c3-fefa-4a7f-80fd-d84dadaf6c85", "name": "network-vif-plugged", "status": "completed", "tag": "cd9db018-e1ea-4325-a44b-f2c3e3b82528", "code": 200}, {"server_uuid": "84be7ed9-4850-4573-bfaa-47cc8c97382f", "name": "network-vif-plugged", "status": "completed", "tag": "78cfc9ce-8c8e-4892-9af8-32852caf3a62", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:32.263199 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d7df0cf-79e5-4b98-bc6a-e45bc9982b40 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:32.263728 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ec04c3-fefa-4a7f-80fd-d84dadaf6c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9db018-e1ea-4325-a44b-f2c3e3b82528', 'code': 200} Aug 06 15:55:32.264050 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84be7ed9-4850-4573-bfaa-47cc8c97382f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cfc9ce-8c8e-4892-9af8-32852caf3a62', 'code': 200} Aug 06 15:55:32.346541 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:32.408055 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c5e1e-46d9-4624-a0a5-fff950bb13a3 req-1b7e2d1f-dd6b-45fa-8f4e-0279805f365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:32.409545 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7a1c5e1e-46d9-4624-a0a5-fff950bb13a3 req-1b7e2d1f-dd6b-45fa-8f4e-0279805f365f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=84be7ed9-4850-4573-bfaa-47cc8c97382f HTTP/1.1" status: 200 len: 1100 time: 0.0525568 Aug 06 15:55:32.428078 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Transition to ACTIVE for port object 29585a34-1ffe-4e11-be90-fc7ec7b48c94 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:32.456170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-39b0fcb9-5799-4952-ac67-87a93002c924 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:55:32.462028 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7a1c5e1e-46d9-4624-a0a5-fff950bb13a3 req-e887ec63-08cf-4a9f-b7c5-71dca19f725d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9bac3496-59b0-4b8b-9e87-63f445e49a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400078 Aug 06 15:55:32.471907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c98a6c-7533-4e21-98d0-2ada90092e74 None None] Sync routers for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:55:32.486980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c98a6c-7533-4e21-98d0-2ada90092e74 None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:32.487961 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-90c98a6c-7533-4e21-98d0-2ada90092e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:55:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:32.525288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d4e6b-566f-4eb2-acf4-a18a9a868a8c req-9708fd73-c4bd-4d78-a636-47f1413fa534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:32.527895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f6d4e6b-566f-4eb2-acf4-a18a9a868a8c req-9708fd73-c4bd-4d78-a636-47f1413fa534 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66ec04c3-fefa-4a7f-80fd-d84dadaf6c85 HTTP/1.1" status: 200 len: 1100 time: 0.1761239 Aug 06 15:55:32.547818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd5a0d-3b87-4237-8745-245e45024a1d req-31eae59f-f1ab-438f-9e29-5e5d76f9e305 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:32.549706 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27cd5a0d-3b87-4237-8745-245e45024a1d req-31eae59f-f1ab-438f-9e29-5e5d76f9e305 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/ports?device_id=84be7ed9-4850-4573-bfaa-47cc8c97382f HTTP/1.1" status: 200 len: 949 time: 0.2004111 Aug 06 15:55:32.635045 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:32.638834 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-90c98a6c-7533-4e21-98d0-2ada90092e74 None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:32.681356 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f6d4e6b-566f-4eb2-acf4-a18a9a868a8c req-5033ef7e-e277-40be-9329-460eb311d0bd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255493 Aug 06 15:55:32.713204 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27cd5a0d-3b87-4237-8745-245e45024a1d req-4e6d8479-73b7-43a3-af0a-e58dc7e898a7 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bac3496-59b0-4b8b-9e87-63f445e49a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425955 Aug 06 15:55:32.742339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:32.746920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:32.755411 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:32.763989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:32.764927 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:32.786406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Pushing event updated for resources: {'Port': ['ID=29585a34-1ffe-4e11-be90-fc7ec7b48c94,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:32.842032 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-fdec4239-490d-49b7-bbba-aec5a86ca5f1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3303239 Aug 06 15:55:32.911389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Request body: {'port': {'device_id': '5697ec4e-90b8-48bc-9e35-14688c6941c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:33.022483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-39b0fcb9-5799-4952-ac67-87a93002c924 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Router dc457fbf-f077-4fb2-ac87-3b5796bf2306 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:55:33.043674 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:33.086064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-90c98a6c-7533-4e21-98d0-2ada90092e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '25c39c9c-6176-479d-b476-0da0812a3462', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'port_id': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'mac_address': 'fa:16:3e:a0:db:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:56Z', 'updated_at': '2021-08-06T15:55:30Z', 'revision_number': 3, 'project_id': '8134872260564a36b0e07d9336f135c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:33.163582 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c98a6c-7533-4e21-98d0-2ada90092e74 None None] Checking router: dc457fbf-f077-4fb2-ac87-3b5796bf2306 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:55:33.190126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c98a6c-7533-4e21-98d0-2ada90092e74 None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:33.190727 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-90c98a6c-7533-4e21-98d0-2ada90092e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:55:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:33.261325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-02e77719-9e89-4041-98f3-65f5aa87784c None None] Provisioning for port 29585a34-1ffe-4e11-be90-fc7ec7b48c94 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:33.279032 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-02e77719-9e89-4041-98f3-65f5aa87784c None None] Provisioning complete for port 29585a34-1ffe-4e11-be90-fc7ec7b48c94 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:33.279625 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-02e77719-9e89-4041-98f3-65f5aa87784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:33.382023 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-39b0fcb9-5799-4952-ac67-87a93002c924 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:55:33.399806 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-39b0fcb9-5799-4952-ac67-87a93002c924 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:33.453296 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'tag': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:33.458061 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a817eb5b-4399-48a3-8460-dbf51f2d0d42" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e51047-43a9-4342-9b53-8f31abc90eb6", "tag": "75c3a40c-0fe4-4e45-a8aa-116fe49a1063"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:33.536779 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-02e77719-9e89-4041-98f3-65f5aa87784c None None] Port 29585a34-1ffe-4e11-be90-fc7ec7b48c94 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:55:33.537475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-39b0fcb9-5799-4952-ac67-87a93002c924 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "PUT /v2.0/floatingips/25c39c9c-6176-479d-b476-0da0812a3462 HTTP/1.1" status: 200 len: 999 time: 3.6426725 Aug 06 15:55:33.557959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-90c98a6c-7533-4e21-98d0-2ada90092e74 None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:33.644489 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2a141662-0d81-4cdd-8ca4-7f57b5aecaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:33.932984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-210443bf-28f1-477b-bab7-0435f1bb6733 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:33.933919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-210443bf-28f1-477b-bab7-0435f1bb6733 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports/75c3a40c-0fe4-4e45-a8aa-116fe49a1063 HTTP/1.1" status: 200 len: 942 time: 0.3805902 Aug 06 15:55:34.061640 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29585a34-1ffe-4e11-be90-fc7ec7b48c94 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:34.092611 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:34.115092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-90c98a6c-7533-4e21-98d0-2ada90092e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '25c39c9c-6176-479d-b476-0da0812a3462', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'port_id': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'mac_address': 'fa:16:3e:a0:db:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:56Z', 'updated_at': '2021-08-06T15:55:30Z', 'revision_number': 3, 'project_id': '8134872260564a36b0e07d9336f135c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:34.166472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Transition to ACTIVE for port object 29585a34-1ffe-4e11-be90-fc7ec7b48c94 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:34.170554 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c98a6c-7533-4e21-98d0-2ada90092e74 None None] The sync data for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 is: [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '25c39c9c-6176-479d-b476-0da0812a3462', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'port_id': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'mac_address': 'fa:16:3e:a0:db:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:56Z', 'updated_at': '2021-08-06T15:55:30Z', 'revision_number': 3, 'project_id': '8134872260564a36b0e07d9336f135c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:55:34.172764 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:34.246914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-755eb64e-dbfc-4be4-b545-c5c26a25cfe5 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:55:34.248553 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-755eb64e-dbfc-4be4-b545-c5c26a25cfe5 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140724 Aug 06 15:55:34.262701 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-58016e90-3cb0-43a0-b094-81e796003782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:34.275693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-58016e90-3cb0-43a0-b094-81e796003782 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 1096 time: 0.2033508 Aug 06 15:55:34.309480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8ebb9e31-d0c2-4a3f-961f-e8f3aace1777 service neutron] Request body: {'binding': {'host': 'n-h1-803756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:34.310096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8ebb9e31-d0c2-4a3f-961f-e8f3aace1777 service neutron] Unknown quota resources ['binding']. {{(pid=105765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:55:34.417408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Pushing event updated for resources: {'Port': ['ID=29585a34-1ffe-4e11-be90-fc7ec7b48c94,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:34.457268 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02145d38-d8c6-453b-b0f5-adf2b7228527 None None] New status for floating IP 25c39c9c-6176-479d-b476-0da0812a3462: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:55:34.537091 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Attempting to bind port 29585a34-1ffe-4e11-be90-fc7ec7b48c94 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:34.537384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Attempting to bind port 29585a34-1ffe-4e11-be90-fc7ec7b48c94 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:34.537809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Attempting to bind port 29585a34-1ffe-4e11-be90-fc7ec7b48c94 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:34.586132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Port 29585a34-1ffe-4e11-be90-fc7ec7b48c94 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:55:34.586473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Attempting to bind port 29585a34-1ffe-4e11-be90-fc7ec7b48c94 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:34.608847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:34.609185 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:34.609548 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:34.610009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Bound port: 29585a34-1ffe-4e11-be90-fc7ec7b48c94, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:34.610367 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:34.621496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-960dc975-9291-4d9f-af82-3d34b79d97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:34.623032 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-960dc975-9291-4d9f-af82-3d34b79d97d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 921 time: 0.3463883 Aug 06 15:55:34.731581 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-5781613a-0593-49da-8f50-ebb7533d1c1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75c3a40c-0fe4-4e45-a8aa-116fe49a1063 HTTP/1.1" status: 200 len: 217 time: 0.0914001 Aug 06 15:55:34.838627 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8ebb9e31-d0c2-4a3f-961f-e8f3aace1777 service neutron] Attempting to bind port 812b80e5-a413-49da-b9fe-9085f1124bf9 on host n-h1-803756-1 for vnic_type normal with profile None {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:34.839186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8ebb9e31-d0c2-4a3f-961f-e8f3aace1777 service neutron] Attempting to bind port 812b80e5-a413-49da-b9fe-9085f1124bf9 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:34.839352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6ea389-c4ef-4565-b36a-490d6ae8fad1 None None] Sync routers for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:55:34.840090 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8ebb9e31-d0c2-4a3f-961f-e8f3aace1777 service neutron] Attempting to bind port 812b80e5-a413-49da-b9fe-9085f1124bf9 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:34.845747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-1b75b2fe-d0ab-47d1-b74b-619ce820ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:34.847221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-1b75b2fe-d0ab-47d1-b74b-619ce820ff3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.1021883 Aug 06 15:55:34.853557 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6ea389-c4ef-4565-b36a-490d6ae8fad1 None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:34.854472 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-6b6ea389-c4ef-4565-b36a-490d6ae8fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:55:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:34.856458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8ebb9e31-d0c2-4a3f-961f-e8f3aace1777 service neutron] Port 812b80e5-a413-49da-b9fe-9085f1124bf9 on network 897fb748-581b-4095-a788-9e69c09f9551 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:55:34.856781 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8ebb9e31-d0c2-4a3f-961f-e8f3aace1777 service neutron] Attempting to bind port 812b80e5-a413-49da-b9fe-9085f1124bf9 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:34.860643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] For port 29585a34-1ffe-4e11-be90-fc7ec7b48c94, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:34.872959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] For port 29585a34-1ffe-4e11-be90-fc7ec7b48c94, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=29585a34-1ffe-4e11-be90-fc7ec7b48c94,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:34.892561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8ebb9e31-d0c2-4a3f-961f-e8f3aace1777 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:34.892893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8ebb9e31-d0c2-4a3f-961f-e8f3aace1777 service neutron] Checking segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:34.893348 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8ebb9e31-d0c2-4a3f-961f-e8f3aace1777 service neutron] Bound using segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:34.893921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8ebb9e31-d0c2-4a3f-961f-e8f3aace1777 service neutron] Bound port: 812b80e5-a413-49da-b9fe-9085f1124bf9, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:34.896360 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:34.957096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:34.957724 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:34.959682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] 10.222.0.13 "PUT /v2.0/ports/29585a34-1ffe-4e11-be90-fc7ec7b48c94 HTTP/1.1" status: 200 len: 1096 time: 2.0527451 Aug 06 15:55:35.013064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-6b6ea389-c4ef-4565-b36a-490d6ae8fad1 None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:35.025140 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-d3e1bd8f-a29a-4c6c-9908-e0618fc05b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:35.026872 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-d3e1bd8f-a29a-4c6c-9908-e0618fc05b93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676192 Aug 06 15:55:35.040674 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8ebb9e31-d0c2-4a3f-961f-e8f3aace1777 service neutron] For port 812b80e5-a413-49da-b9fe-9085f1124bf9, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=812b80e5-a413-49da-b9fe-9085f1124bf9,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:35.041693 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc27afb-77a2-4994-8d84-3ece20f98835 service neutron] Pushing event updated for resources: {'Port': ['ID=29585a34-1ffe-4e11-be90-fc7ec7b48c94,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:35.050584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-b5f2f79b-2cdd-4b5d-9c0b-e54deee0b3ba service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:55:35.051618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-b5f2f79b-2cdd-4b5d-9c0b-e54deee0b3ba service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137746 Aug 06 15:55:35.073184 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8ebb9e31-d0c2-4a3f-961f-e8f3aace1777 service neutron] Notify callbacks [] for binding, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:35.074340 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8ebb9e31-d0c2-4a3f-961f-e8f3aace1777 service neutron] 10.222.0.37 "POST /v2.0/ports/812b80e5-a413-49da-b9fe-9085f1124bf9/bindings HTTP/1.1" status: 201 len: 389 time: 0.7958183 Aug 06 15:55:35.208054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-f7bcace7-9752-4ec0-b5ad-9708e0a11146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:35.217320 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-f7bcace7-9752-4ec0-b5ad-9708e0a11146 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54c8f8fd25cc44d99db8ff12efb44e4f&device_id=5697ec4e-90b8-48bc-9e35-14688c6941c9 HTTP/1.1" status: 200 len: 1099 time: 0.1886024 Aug 06 15:55:35.230464 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-0fbb64d8-1d8b-47ae-8f79-f8d120ea2482 service neutron] 10.222.0.37 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597414 Aug 06 15:55:35.326227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-30abdc41-dcba-4a2c-9fe2-bb4ccb56c436 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=29585a34-1ffe-4e11-be90-fc7ec7b48c94 HTTP/1.1" status: 200 len: 217 time: 0.0933728 Aug 06 15:55:35.433032 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-6b6ea389-c4ef-4565-b36a-490d6ae8fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '25c39c9c-6176-479d-b476-0da0812a3462', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'port_id': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'mac_address': 'fa:16:3e:a0:db:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:56Z', 'updated_at': '2021-08-06T15:55:34Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:35.473566 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6ea389-c4ef-4565-b36a-490d6ae8fad1 None None] Checking router: dc457fbf-f077-4fb2-ac87-3b5796bf2306 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:55:35.482193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-5f8ba80e-d2be-425d-a84e-db82ff90320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:35.483666 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-5f8ba80e-d2be-425d-a84e-db82ff90320f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1425436 Aug 06 15:55:35.487603 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6ea389-c4ef-4565-b36a-490d6ae8fad1 None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:35.488568 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-6b6ea389-c4ef-4565-b36a-490d6ae8fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:55:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:35.492106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-835eb852-db7b-456d-ae19-5e49b5a06090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:35.493647 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-835eb852-db7b-456d-ae19-5e49b5a06090 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 1096 time: 0.0647035 Aug 06 15:55:35.497523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e1890-6dc8-4faf-8e6b-1409d643128a req-774b573d-f6d9-4c4d-b6b8-b3fcbf20476f tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:35.499077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-829e1890-6dc8-4faf-8e6b-1409d643128a req-774b573d-f6d9-4c4d-b6b8-b3fcbf20476f tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ec04c3-fefa-4a7f-80fd-d84dadaf6c85 HTTP/1.1" status: 200 len: 949 time: 0.1947320 Aug 06 15:55:35.556454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-5e49202c-b93f-4291-baf4-9f7cd3e1cb36 service neutron] 10.222.0.37 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531691 Aug 06 15:55:35.601299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-16c6117f-4392-4d91-b4b4-438ca8d122a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:35.603872 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-16c6117f-4392-4d91-b4b4-438ca8d122a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037085 Aug 06 15:55:35.608116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-829e1890-6dc8-4faf-8e6b-1409d643128a req-300b074e-e78c-47dd-abe0-e43deaca9bec tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907102 Aug 06 15:55:35.649326 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-dbdeb846-a8c4-4087-bc81-89f4cec928cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:35.652279 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-dbdeb846-a8c4-4087-bc81-89f4cec928cf service neutron] 10.222.0.78 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.1452546 Aug 06 15:55:35.657288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-6b6ea389-c4ef-4565-b36a-490d6ae8fad1 None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:35.738699 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-98ac1bb4-b4a3-4c59-9cd2-90df557dbc55 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=812b80e5-a413-49da-b9fe-9085f1124bf9 HTTP/1.1" status: 200 len: 217 time: 0.0718837 Aug 06 15:55:35.831674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-f863ae08-d859-46bf-8b71-a9e5d49fc6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:35.833154 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-f863ae08-d859-46bf-8b71-a9e5d49fc6ab service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.0833936 Aug 06 15:55:35.850842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-b57ecacd-bd28-4643-a59b-bba83dd6e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:35.855510 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-b57ecacd-bd28-4643-a59b-bba83dd6e795 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 1097 time: 0.2430842 Aug 06 15:55:35.891398 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-9cd8a6fc-921a-4a49-ba86-e80d2a52094c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420177 Aug 06 15:55:35.923758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b8c66-0962-4132-8023-43ea54152dd8 req-a1b20984-57f6-4f05-b4b4-e8ca9df36f49 tempest-LiveMigrationNegativeTest-845798439 tempest-LiveMigrationNegativeTest-845798439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:35.925297 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-242b8c66-0962-4132-8023-43ea54152dd8 req-a1b20984-57f6-4f05-b4b4-e8ca9df36f49 tempest-LiveMigrationNegativeTest-845798439 tempest-LiveMigrationNegativeTest-845798439-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 1101 time: 0.1991696 Aug 06 15:55:35.978870 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-7f761593-37ee-4d42-9343-05a4c23379f2 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455968 Aug 06 15:55:36.014570 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-242b8c66-0962-4132-8023-43ea54152dd8 req-5d4acb62-e960-4b2f-aa62-81ee71f49120 tempest-LiveMigrationNegativeTest-845798439 tempest-LiveMigrationNegativeTest-845798439-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:36.035596 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-532ac1af-61a2-408a-957d-eabddf625e85 service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286201 Aug 06 15:55:36.062599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-6b6ea389-c4ef-4565-b36a-490d6ae8fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '25c39c9c-6176-479d-b476-0da0812a3462', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'port_id': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'mac_address': 'fa:16:3e:a0:db:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:56Z', 'updated_at': '2021-08-06T15:55:34Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:36.117696 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6ea389-c4ef-4565-b36a-490d6ae8fad1 None None] The sync data for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 is: [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '25c39c9c-6176-479d-b476-0da0812a3462', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'port_id': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'mac_address': 'fa:16:3e:a0:db:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:56Z', 'updated_at': '2021-08-06T15:55:34Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:55:36.133680 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-596bc30f-5eb2-4323-9ce6-40786b2e83b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:36.160378 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-139a628e-364d-4b20-847c-4e09c0cfa985 service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130908 Aug 06 15:55:36.174473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-bb1567ef-73fc-4fe8-a3a9-b085f6a72a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:36.176614 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-bb1567ef-73fc-4fe8-a3a9-b085f6a72a75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 921 time: 0.3074098 Aug 06 15:55:36.265066 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684109ad-7a89-4c59-b41e-8f9907348b2d req-b15b5140-825a-456b-bd9d-69e43fa08b10 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739415 Aug 06 15:55:36.297976 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-71f3e95c-83c9-4022-9bbf-beb478405aec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd532ad-8cea-4885-b31c-2d2b8c3e641c HTTP/1.1" status: 200 len: 1002 time: 0.1024423 Aug 06 15:55:36.347693 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-a793c4e9-ac6f-49f8-bb14-559a2e314167 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:36.350039 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-a793c4e9-ac6f-49f8-bb14-559a2e314167 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0&tenant_id=852011720c8b4e718d18a1374910def6&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 1096 time: 0.0985806 Aug 06 15:55:36.371019 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-242b8c66-0962-4132-8023-43ea54152dd8 req-5d4acb62-e960-4b2f-aa62-81ee71f49120 tempest-LiveMigrationNegativeTest-845798439 tempest-LiveMigrationNegativeTest-845798439-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:36.377839 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803756-1'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:36.378457 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-242b8c66-0962-4132-8023-43ea54152dd8 req-5d4acb62-e960-4b2f-aa62-81ee71f49120 tempest-LiveMigrationNegativeTest-845798439 tempest-LiveMigrationNegativeTest-845798439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:36.429920 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-242b8c66-0962-4132-8023-43ea54152dd8 req-5d4acb62-e960-4b2f-aa62-81ee71f49120 tempest-LiveMigrationNegativeTest-845798439 tempest-LiveMigrationNegativeTest-845798439-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537148 Aug 06 15:55:36.437676 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-b7fc6dae-26b8-4bdb-9df6-1b8856fa9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:36.439577 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-b7fc6dae-26b8-4bdb-9df6-1b8856fa9743 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.1175961 Aug 06 15:55:36.478458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:36.507811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4acb62-e960-4b2f-aa62-81ee71f49120 tempest-LiveMigrationNegativeTest-845798439 tempest-LiveMigrationNegativeTest-845798439-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3d7e61-b351-4df9-a49a-2a89966f96df,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:36.542428 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:36.548564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-711ed662-79af-4605-99bb-f09fae54a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:36.551698 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-711ed662-79af-4605-99bb-f09fae54a980 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031930 Aug 06 15:55:36.679317 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] For port 812b80e5-a413-49da-b9fe-9085f1124bf9, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=812b80e5-a413-49da-b9fe-9085f1124bf9,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:36.729057 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] For port 812b80e5-a413-49da-b9fe-9085f1124bf9, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:36.761266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-5cd13a08-69e4-42ea-bfff-5d399c5457e1 service neutron] 10.222.0.37 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976690 Aug 06 15:55:36.769148 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd41d6-91fe-4291-94ed-6d36d4077ff3 req-d6ebf23c-3d35-44cb-9040-d19a44dc0c66 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:36.771318 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b2dd41d6-91fe-4291-94ed-6d36d4077ff3 req-d6ebf23c-3d35-44cb-9040-d19a44dc0c66 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/ports?device_id=5697ec4e-90b8-48bc-9e35-14688c6941c9 HTTP/1.1" status: 200 len: 948 time: 0.1206224 Aug 06 15:55:36.772455 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03df4310-e32b-4729-ac4c-9c792cff46c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '812b80e5-a413-49da-b9fe-9085f1124bf9'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:36.775252 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bd0e50-af6c-4c99-bc48-435ce037f5e0" -d '{"events": [{"server_uuid": "03df4310-e32b-4729-ac4c-9c792cff46c0", "name": "network-vif-unplugged", "status": "completed", "tag": "812b80e5-a413-49da-b9fe-9085f1124bf9"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:36.779445 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:36.787547 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:36.871842 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=812b80e5-a413-49da-b9fe-9085f1124bf9,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:36.889309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Attempting to bind port 812b80e5-a413-49da-b9fe-9085f1124bf9 on host n-h2-803756-1 for vnic_type normal with profile {"migrating_to": "n-h1-803756-1"} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:36.889862 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Attempting to bind port 812b80e5-a413-49da-b9fe-9085f1124bf9 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:36.890385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Attempting to bind port 812b80e5-a413-49da-b9fe-9085f1124bf9 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:36.897515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Port 812b80e5-a413-49da-b9fe-9085f1124bf9 on network 897fb748-581b-4095-a788-9e69c09f9551 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:55:36.898044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Attempting to bind port 812b80e5-a413-49da-b9fe-9085f1124bf9 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:36.902395 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b2dd41d6-91fe-4291-94ed-6d36d4077ff3 req-efa5d8d3-64c4-4145-bed6-1b417b0e2aa1 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bbfb27-13c6-443d-acd9-f68523ba7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080053 Aug 06 15:55:36.906417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:36.906944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Checking segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:36.907531 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Bound using segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:36.908214 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Bound port: 812b80e5-a413-49da-b9fe-9085f1124bf9, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:36.908776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:36.932249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfac4dad-5319-4d3f-b345-ba645c51be01 req-c9cadc4d-5364-4bc2-aaf2-7f8a316b80df service neutron] 10.222.0.37 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588345 Aug 06 15:55:37.006784 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba6d195-6eb1-4608-9238-6ddc279ab2d4 x-openstack-request-id: req-aba6d195-6eb1-4608-9238-6ddc279ab2d4 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:37.007241 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e51047-43a9-4342-9b53-8f31abc90eb6", "tag": "75c3a40c-0fe4-4e45-a8aa-116fe49a1063", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:37.007724 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aba6d195-6eb1-4608-9238-6ddc279ab2d4 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:37.008325 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'tag': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'status': 'completed', 'code': 200} Aug 06 15:55:37.026982 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] For port 812b80e5-a413-49da-b9fe-9085f1124bf9, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:37.033090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] For port 812b80e5-a413-49da-b9fe-9085f1124bf9, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=812b80e5-a413-49da-b9fe-9085f1124bf9,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:37.040265 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:37.142557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:37.143369 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:37.147488 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] 10.222.0.78 "PUT /v2.0/ports/812b80e5-a413-49da-b9fe-9085f1124bf9 HTTP/1.1" status: 200 len: 1121 time: 0.7847254 Aug 06 15:55:37.157014 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3cd390-93df-4d08-bfad-56297ceed3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=812b80e5-a413-49da-b9fe-9085f1124bf9,revision_number=8']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:37.171585 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:37.173597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817eb5b-4399-48a3-8460-dbf51f2d0d42 req-eb77c046-09b1-428a-99b5-87da9cbfa760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:37.175444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a817eb5b-4399-48a3-8460-dbf51f2d0d42 req-eb77c046-09b1-428a-99b5-87da9cbfa760 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 1096 time: 0.1228254 Aug 06 15:55:37.186390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f45e9-47ad-4bd6-9a5f-3f7b980e9859 req-18f7d3bd-269a-46a3-af67-360ea82bbdf8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:37.188827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e35f45e9-47ad-4bd6-9a5f-3f7b980e9859 req-18f7d3bd-269a-46a3-af67-360ea82bbdf8 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/ports?device_id=84be7ed9-4850-4573-bfaa-47cc8c97382f HTTP/1.1" status: 200 len: 949 time: 0.1510479 Aug 06 15:55:37.264365 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['812b80e5-a413-49da-b9fe-9085f1124bf9'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:37.315486 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e35f45e9-47ad-4bd6-9a5f-3f7b980e9859 req-98a14f96-1f44-420a-9850-8bc690f0c9b6 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bac3496-59b0-4b8b-9e87-63f445e49a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026471 Aug 06 15:55:37.377177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817eb5b-4399-48a3-8460-dbf51f2d0d42 req-d607290a-a480-4c9f-9cf5-9a9dc0b5fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:37.380194 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a817eb5b-4399-48a3-8460-dbf51f2d0d42 req-d607290a-a480-4c9f-9cf5-9a9dc0b5fc61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 921 time: 0.1893818 Aug 06 15:55:37.435475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a817eb5b-4399-48a3-8460-dbf51f2d0d42 req-9a3f6749-63e3-4db5-958d-2b43a9d7524f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75c3a40c-0fe4-4e45-a8aa-116fe49a1063 HTTP/1.1" status: 200 len: 217 time: 0.0407393 Aug 06 15:55:37.591107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817eb5b-4399-48a3-8460-dbf51f2d0d42 req-378fbf53-88ae-4ba3-bd9b-9f167c1ce8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:37.594170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a817eb5b-4399-48a3-8460-dbf51f2d0d42 req-378fbf53-88ae-4ba3-bd9b-9f167c1ce8b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.1469853 Aug 06 15:55:37.612954 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc80659-8848-4d0d-bbad-4fe418f8f30c req-73e1309d-9020-4292-bb19-7efeb2ffc059 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:37.614840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8dc80659-8848-4d0d-bbad-4fe418f8f30c req-73e1309d-9020-4292-bb19-7efeb2ffc059 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 943 time: 0.1541078 Aug 06 15:55:37.716282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8dc80659-8848-4d0d-bbad-4fe418f8f30c req-75b00e81-fea3-45e1-a12f-87dc9c1ee975 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817406 Aug 06 15:55:37.730914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a779441-f590-4818-a06d-c7618ef669c8 req-2ec994cf-e0fc-40f1-8375-8899a1d061e5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:37.732388 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a779441-f590-4818-a06d-c7618ef669c8 req-2ec994cf-e0fc-40f1-8375-8899a1d061e5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=889789ee-52fb-4fe0-80ad-4b463df4fde6 HTTP/1.1" status: 200 len: 949 time: 0.1149716 Aug 06 15:55:37.734241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817eb5b-4399-48a3-8460-dbf51f2d0d42 req-f4938dd8-01e9-4eeb-9c3c-bcec482c9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:37.735826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a817eb5b-4399-48a3-8460-dbf51f2d0d42 req-f4938dd8-01e9-4eeb-9c3c-bcec482c9316 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196854 Aug 06 15:55:37.815859 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f66cec-f1f6-4f97-b7a1-cf5435285d67 x-openstack-request-id: req-35f66cec-f1f6-4f97-b7a1-cf5435285d67 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:37.816615 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03df4310-e32b-4729-ac4c-9c792cff46c0", "name": "network-vif-unplugged", "status": "completed", "tag": "812b80e5-a413-49da-b9fe-9085f1124bf9", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:37.816615 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35f66cec-f1f6-4f97-b7a1-cf5435285d67 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:37.817165 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03df4310-e32b-4729-ac4c-9c792cff46c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '812b80e5-a413-49da-b9fe-9085f1124bf9', 'code': 200} Aug 06 15:55:37.930843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a779441-f590-4818-a06d-c7618ef669c8 req-2ea76be9-ed5d-4a71-9af0-d3373bb15cc2 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876934 Aug 06 15:55:38.006279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4e39322-13f2-4e48-9b6c-bc7222e2243f req-1c968c91-9a71-404e-afb3-76e245120f84 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1002 time: 0.1701221 Aug 06 15:55:38.017195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a817eb5b-4399-48a3-8460-dbf51f2d0d42 req-e7675467-9e95-43e5-92f1-71b314258875 service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717018 Aug 06 15:55:38.420994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e39322-13f2-4e48-9b6c-bc7222e2243f req-e9c5092a-3fc8-405e-bb84-60f2610d1ef0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:38.422457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4e39322-13f2-4e48-9b6c-bc7222e2243f req-e9c5092a-3fc8-405e-bb84-60f2610d1ef0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports/7fd532ad-8cea-4885-b31c-2d2b8c3e641c HTTP/1.1" status: 200 len: 943 time: 0.4039707 Aug 06 15:55:38.500934 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a817eb5b-4399-48a3-8460-dbf51f2d0d42 req-a9e51a1e-df36-4c0c-b51e-27c4f644e7fa service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642458 Aug 06 15:55:38.596378 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4e39322-13f2-4e48-9b6c-bc7222e2243f req-29b5ce47-e328-434d-a7eb-55a23a13b79d tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1002 time: 0.1174252 Aug 06 15:55:38.793325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 29585a34-1ffe-4e11-be90-fc7ec7b48c94 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:55:38.827198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e39322-13f2-4e48-9b6c-bc7222e2243f req-fd6077ca-e4d3-4174-a5e2-78a215f40d7f tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:38.828611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4e39322-13f2-4e48-9b6c-bc7222e2243f req-fd6077ca-e4d3-4174-a5e2-78a215f40d7f tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.2209876 Aug 06 15:55:38.868306 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddb6d9-6aff-43e2-a934-6d484bb5a9b5 req-c4a1b904-ac38-4c27-a591-548dac8a8533 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:38.870730 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02ddb6d9-6aff-43e2-a934-6d484bb5a9b5 req-c4a1b904-ac38-4c27-a591-548dac8a8533 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/ports?device_id=5697ec4e-90b8-48bc-9e35-14688c6941c9 HTTP/1.1" status: 200 len: 948 time: 0.1135147 Aug 06 15:55:38.915068 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:38.929597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 29585a34-1ffe-4e11-be90-fc7ec7b48c94, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=29585a34-1ffe-4e11-be90-fc7ec7b48c94,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:38.948864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '29585a34-1ffe-4e11-be90-fc7ec7b48c94', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '29585a34-1ffe-4e11-be90-fc7ec7b48c94', 'mac_address': 'fa:16:3e:04:92:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:55:38.950605 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02ddb6d9-6aff-43e2-a934-6d484bb5a9b5 req-d4883fdb-ff0d-4fb6-aea8-a3e107a662a9 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bbfb27-13c6-443d-acd9-f68523ba7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665069 Aug 06 15:55:39.009745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'tag': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c'}, {'name': 'network-changed', 'server_uuid': '5697ec4e-90b8-48bc-9e35-14688c6941c9', 'tag': '29585a34-1ffe-4e11-be90-fc7ec7b48c94'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:39.014418 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13ab574-0627-4001-9a6c-de4b5af430e5" -d '{"events": [{"name": "network-changed", "server_uuid": "cc071980-aa72-423d-8efa-6aa84a3304a7", "tag": "7fd532ad-8cea-4885-b31c-2d2b8c3e641c"}, {"name": "network-changed", "server_uuid": "5697ec4e-90b8-48bc-9e35-14688c6941c9", "tag": "29585a34-1ffe-4e11-be90-fc7ec7b48c94"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:39.020076 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:39.043066 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29585a34-1ffe-4e11-be90-fc7ec7b48c94 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:39.070469 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 29585a34-1ffe-4e11-be90-fc7ec7b48c94, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=29585a34-1ffe-4e11-be90-fc7ec7b48c94,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:39.077605 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:39.116626 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed84fd-c7bf-4d35-b275-37709d8cf1f4 req-a5ecffe9-70b8-4812-983b-b6abe939642c tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:39.118634 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4ed84fd-c7bf-4d35-b275-37709d8cf1f4 req-a5ecffe9-70b8-4812-983b-b6abe939642c tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/ports?device_id=84be7ed9-4850-4573-bfaa-47cc8c97382f HTTP/1.1" status: 200 len: 949 time: 0.0613186 Aug 06 15:55:39.158799 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=29585a34-1ffe-4e11-be90-fc7ec7b48c94,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:39.168692 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:39.169212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:39.169863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:39.170401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:39.170804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:39.171288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:39.171772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:39.172199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:39.172655 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:39.173073 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:39.173727 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:39.174078 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:39.212576 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4ed84fd-c7bf-4d35-b275-37709d8cf1f4 req-52a9685b-9fa5-4f6f-99c3-a95624b76d92 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bac3496-59b0-4b8b-9e87-63f445e49a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795474 Aug 06 15:55:39.227833 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7835df-755b-401b-bdbf-ec9d6bea989e req-1620a48b-f90d-41bc-b5d2-927c288b2088 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:39.234207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7835df-755b-401b-bdbf-ec9d6bea989e req-1620a48b-f90d-41bc-b5d2-927c288b2088 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:39.236116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d7835df-755b-401b-bdbf-ec9d6bea989e req-1620a48b-f90d-41bc-b5d2-927c288b2088 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=66ec04c3-fefa-4a7f-80fd-d84dadaf6c85&device_id=889789ee-52fb-4fe0-80ad-4b463df4fde6 HTTP/1.1" status: 200 len: 1689 time: 0.1135023 Aug 06 15:55:39.307110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d7835df-755b-401b-bdbf-ec9d6bea989e req-f158baa7-173a-46d7-89dd-4a98bddf2975 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590296 Aug 06 15:55:39.428656 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['29585a34-1ffe-4e11-be90-fc7ec7b48c94'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:39.500151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d74805-2fc5-40d0-b04c-1358b648c66a req-5f989254-4296-406e-bb37-dd98a4dc3c8e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:39.502077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-92d74805-2fc5-40d0-b04c-1358b648c66a req-5f989254-4296-406e-bb37-dd98a4dc3c8e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 943 time: 0.1053569 Aug 06 15:55:39.611757 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-92d74805-2fc5-40d0-b04c-1358b648c66a req-de326d93-aa1a-4c63-8f65-693e24576691 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975606 Aug 06 15:55:39.621895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-aa5ec66c-9316-4833-8d75-32aa7707de55 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1002 time: 0.0995650 Aug 06 15:55:39.706455 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-3244bbf1-9e88-48b5-a69a-25ffee099777 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:39.718588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-3244bbf1-9e88-48b5-a69a-25ffee099777 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports/7fd532ad-8cea-4885-b31c-2d2b8c3e641c HTTP/1.1" status: 200 len: 943 time: 0.0954230 Aug 06 15:55:39.759239 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd93f3d-703d-43d8-83db-656ca5e36372 x-openstack-request-id: req-7dd93f3d-703d-43d8-83db-656ca5e36372 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:39.759664 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc071980-aa72-423d-8efa-6aa84a3304a7", "tag": "7fd532ad-8cea-4885-b31c-2d2b8c3e641c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5697ec4e-90b8-48bc-9e35-14688c6941c9", "tag": "29585a34-1ffe-4e11-be90-fc7ec7b48c94", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:39.760027 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dd93f3d-703d-43d8-83db-656ca5e36372 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:39.761346 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'tag': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c', 'status': 'completed', 'code': 200} Aug 06 15:55:39.761769 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5697ec4e-90b8-48bc-9e35-14688c6941c9', 'tag': '29585a34-1ffe-4e11-be90-fc7ec7b48c94', 'status': 'completed', 'code': 200} Aug 06 15:55:39.818393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03df4310-e32b-4729-ac4c-9c792cff46c0', 'tag': '812b80e5-a413-49da-b9fe-9085f1124bf9'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:39.824776 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070963d7-aee1-4e04-9427-a97e854ea468" -d '{"events": [{"name": "network-changed", "server_uuid": "03df4310-e32b-4729-ac4c-9c792cff46c0", "tag": "812b80e5-a413-49da-b9fe-9085f1124bf9"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:39.975420 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-cf579724-60aa-4bfa-9949-dbb43b52c438 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1002 time: 0.1803694 Aug 06 15:55:39.986843 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-138242b6-6a56-4a9a-8d2a-3d7b255e6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:39.989409 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-138242b6-6a56-4a9a-8d2a-3d7b255e6c0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 1097 time: 0.1805198 Aug 06 15:55:40.288195 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-3424a65a-bc15-4629-8185-3cf885f2f5a2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:40.289743 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-3424a65a-bc15-4629-8185-3cf885f2f5a2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.2989571 Aug 06 15:55:40.292977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-e9f2a22d-720c-44a5-a89b-4dc01b3619e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:40.294738 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-e9f2a22d-720c-44a5-a89b-4dc01b3619e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 921 time: 0.2881360 Aug 06 15:55:40.302891 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ec345-4498-4948-9a80-15763e15fda3 req-66f69e74-3217-4042-ae67-d28e132b4d9d tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:40.304562 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a91ec345-4498-4948-9a80-15763e15fda3 req-66f69e74-3217-4042-ae67-d28e132b4d9d tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 950 time: 0.2199521 Aug 06 15:55:40.309690 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 812b80e5-a413-49da-b9fe-9085f1124bf9 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:55:40.504544 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 812b80e5-a413-49da-b9fe-9085f1124bf9, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=812b80e5-a413-49da-b9fe-9085f1124bf9,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:40.526256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-9cc76442-c640-4707-9385-97af32d830ce tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1002 time: 0.2201817 Aug 06 15:55:40.527561 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 812b80e5-a413-49da-b9fe-9085f1124bf9 has no active binding in host n-h1-803756-1 {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 15:55:40.535267 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a91ec345-4498-4948-9a80-15763e15fda3 req-46157944-dd4d-4edb-bec6-a2d8edd30399 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486154 Aug 06 15:55:40.544215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-218367ca-c9ae-4397-bd6b-399aa987603f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd532ad-8cea-4885-b31c-2d2b8c3e641c HTTP/1.1" status: 200 len: 1002 time: 0.2289288 Aug 06 15:55:40.554199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-505945c3-7a53-416e-ba37-1f71dcddbd0c tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:40.645546 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b1bf9b-ac13-4f73-8d93-35206f6e5cc5 x-openstack-request-id: req-40b1bf9b-ac13-4f73-8d93-35206f6e5cc5 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:40.646361 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03df4310-e32b-4729-ac4c-9c792cff46c0", "tag": "812b80e5-a413-49da-b9fe-9085f1124bf9", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:40.646869 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40b1bf9b-ac13-4f73-8d93-35206f6e5cc5 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:40.647828 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03df4310-e32b-4729-ac4c-9c792cff46c0', 'tag': '812b80e5-a413-49da-b9fe-9085f1124bf9', 'status': 'completed', 'code': 200} Aug 06 15:55:40.758574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-2d7e2e76-97f2-4e74-a332-fa51b6d72e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:40.760221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-2d7e2e76-97f2-4e74-a332-fa51b6d72e42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.1986806 Aug 06 15:55:40.787446 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-505945c3-7a53-416e-ba37-1f71dcddbd0c tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:40.815320 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 29585a34-1ffe-4e11-be90-fc7ec7b48c94 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:40.879491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070963d7-aee1-4e04-9427-a97e854ea468 req-6c74c9e5-c7da-44b4-83e9-7fb487748c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:40.880872 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-070963d7-aee1-4e04-9427-a97e854ea468 req-6c74c9e5-c7da-44b4-83e9-7fb487748c99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 1124 time: 0.2037518 Aug 06 15:55:40.948736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 29585a34-1ffe-4e11-be90-fc7ec7b48c94 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:40.957166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 29585a34-1ffe-4e11-be90-fc7ec7b48c94 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:40.958429 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:40.988821 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad6bed-eb8b-40cc-bb57-59c4aa9f3176 req-f2629d33-3ef8-4a63-908b-544e3d0a95f8 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:40.991285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91ad6bed-eb8b-40cc-bb57-59c4aa9f3176 req-f2629d33-3ef8-4a63-908b-544e3d0a95f8 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/ports?device_id=5697ec4e-90b8-48bc-9e35-14688c6941c9 HTTP/1.1" status: 200 len: 949 time: 0.2586346 Aug 06 15:55:41.068469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-63c2a6eb-09d3-4abb-8c11-4ec5b641a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:41.071460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-63c2a6eb-09d3-4abb-8c11-4ec5b641a1a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2879426 Aug 06 15:55:41.119926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd931346-03c6-4f8d-b297-731077b79fa1 req-bb3a5a56-9ec1-49ad-ae8d-78879d82f899 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:41.124029 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dd931346-03c6-4f8d-b297-731077b79fa1 req-bb3a5a56-9ec1-49ad-ae8d-78879d82f899 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.78 "GET /v2.0/ports?device_id=84be7ed9-4850-4573-bfaa-47cc8c97382f HTTP/1.1" status: 200 len: 949 time: 0.1241250 Aug 06 15:55:41.127881 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.192915 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 29585a34-1ffe-4e11-be90-fc7ec7b48c94, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=29585a34-1ffe-4e11-be90-fc7ec7b48c94,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:41.195900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5697ec4e-90b8-48bc-9e35-14688c6941c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29585a34-1ffe-4e11-be90-fc7ec7b48c94'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:41.201519 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0df5a12-e7f7-42f9-80cd-521fa540a3de" -d '{"events": [{"server_uuid": "5697ec4e-90b8-48bc-9e35-14688c6941c9", "name": "network-vif-plugged", "status": "completed", "tag": "29585a34-1ffe-4e11-be90-fc7ec7b48c94"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:41.210570 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.292013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-dd931346-03c6-4f8d-b297-731077b79fa1 req-128d2070-d2dc-4355-bb4a-c8f3bbc10e19 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Deleting port 78cfc9ce-8c8e-4892-9af8-32852caf3a62 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:41.293182 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-dd931346-03c6-4f8d-b297-731077b79fa1 req-128d2070-d2dc-4355-bb4a-c8f3bbc10e19 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.303751 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=29585a34-1ffe-4e11-be90-fc7ec7b48c94,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:41.322857 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-505945c3-7a53-416e-ba37-1f71dcddbd0c tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.334483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91ad6bed-eb8b-40cc-bb57-59c4aa9f3176 req-31666208-5bb0-43ed-8bb3-620281471d5f tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bbfb27-13c6-443d-acd9-f68523ba7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583995 Aug 06 15:55:41.360705 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-505945c3-7a53-416e-ba37-1f71dcddbd0c tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.361240 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-505945c3-7a53-416e-ba37-1f71dcddbd0c tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Floating IP 25c39c9c-6176-479d-b476-0da0812a3462 disassociated. External IP: 172.25.1.236, port: 7fd532ad-8cea-4885-b31c-2d2b8c3e641c. Aug 06 15:55:41.422979 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070963d7-aee1-4e04-9427-a97e854ea468 req-89067bdf-3ecb-40dc-b79e-0d26604c6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:41.424776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-070963d7-aee1-4e04-9427-a97e854ea468 req-89067bdf-3ecb-40dc-b79e-0d26604c6e80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.5301356 Aug 06 15:55:41.462007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-dd931346-03c6-4f8d-b297-731077b79fa1 req-128d2070-d2dc-4355-bb4a-c8f3bbc10e19 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] For port 78cfc9ce-8c8e-4892-9af8-32852caf3a62, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=78cfc9ce-8c8e-4892-9af8-32852caf3a62,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:41.462361 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-dd931346-03c6-4f8d-b297-731077b79fa1 req-128d2070-d2dc-4355-bb4a-c8f3bbc10e19 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.477846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-dd931346-03c6-4f8d-b297-731077b79fa1 req-128d2070-d2dc-4355-bb4a-c8f3bbc10e19 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Calling delete_port for 78cfc9ce-8c8e-4892-9af8-32852caf3a62 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:41.549778 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-070963d7-aee1-4e04-9427-a97e854ea468 req-2d3d80da-1140-4a82-a5fd-920fc84045c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=812b80e5-a413-49da-b9fe-9085f1124bf9 HTTP/1.1" status: 200 len: 217 time: 0.1135421 Aug 06 15:55:41.564959 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-3b21421b-3120-4dca-ae54-a165e44b01bb service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809973 Aug 06 15:55:41.897268 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-c1681264-8d93-41d6-ae8b-d0f7fe41f18f service neutron] 10.222.0.13 "GET /v2.0/ports/812b80e5-a413-49da-b9fe-9085f1124bf9/bindings/n-h1-803756-1 HTTP/1.1" status: 200 len: 384 time: 0.1347980 Aug 06 15:55:42.058525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a4100-9cec-43f2-9f5b-9894bbb1a593 req-668e0b79-b7cc-45ee-9842-1c20015fd2c5 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:42.061906 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a2a4100-9cec-43f2-9f5b-9894bbb1a593 req-668e0b79-b7cc-45ee-9842-1c20015fd2c5 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=66ec04c3-fefa-4a7f-80fd-d84dadaf6c85 HTTP/1.1" status: 200 len: 1100 time: 0.5676355 Aug 06 15:55:42.076240 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-dd931346-03c6-4f8d-b297-731077b79fa1 req-128d2070-d2dc-4355-bb4a-c8f3bbc10e19 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:42.105879 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070963d7-aee1-4e04-9427-a97e854ea468 req-6906bfac-d174-4a5e-8e89-f01f4dc6ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:42.106402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['78cfc9ce-8c8e-4892-9af8-32852caf3a62'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:42.107528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-070963d7-aee1-4e04-9427-a97e854ea468 req-6906bfac-d174-4a5e-8e89-f01f4dc6ac11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.5387139 Aug 06 15:55:42.139117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d2070-d2dc-4355-bb4a-c8f3bbc10e19 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Pushing event deleted for resources: {'Port': ['ID=78cfc9ce-8c8e-4892-9af8-32852caf3a62,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:42.255431 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd931346-03c6-4f8d-b297-731077b79fa1 req-128d2070-d2dc-4355-bb4a-c8f3bbc10e19 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] No DVR routers for this DVR port 78cfc9ce-8c8e-4892-9af8-32852caf3a62 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:55:42.260712 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-dd931346-03c6-4f8d-b297-731077b79fa1 req-128d2070-d2dc-4355-bb4a-c8f3bbc10e19 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:42.264587 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dd931346-03c6-4f8d-b297-731077b79fa1 req-128d2070-d2dc-4355-bb4a-c8f3bbc10e19 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.78 "DELETE /v2.0/ports/78cfc9ce-8c8e-4892-9af8-32852caf3a62 HTTP/1.1" status: 204 len: 173 time: 1.1180437 Aug 06 15:55:42.299252 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-070963d7-aee1-4e04-9427-a97e854ea468 req-9d77f39c-7983-4785-aa4f-49c3f2c540ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881603 Aug 06 15:55:42.332319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-62bcea1c-4dba-4520-b359-dd1b651e7ea0 service neutron] For port 812b80e5-a413-49da-b9fe-9085f1124bf9, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=812b80e5-a413-49da-b9fe-9085f1124bf9,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:42.344714 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-7fb8ee40-68c5-4f28-a6e2-c52cf1cc1d50 service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7534959 Aug 06 15:55:42.360114 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-62bcea1c-4dba-4520-b359-dd1b651e7ea0 service neutron] For port 812b80e5-a413-49da-b9fe-9085f1124bf9, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:42.421723 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-62bcea1c-4dba-4520-b359-dd1b651e7ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812b80e5-a413-49da-b9fe-9085f1124bf9 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:42.436237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-62bcea1c-4dba-4520-b359-dd1b651e7ea0 service neutron] For port 812b80e5-a413-49da-b9fe-9085f1124bf9, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=812b80e5-a413-49da-b9fe-9085f1124bf9,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:42.456400 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-62bcea1c-4dba-4520-b359-dd1b651e7ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:42.493376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a2a4100-9cec-43f2-9f5b-9894bbb1a593 req-e44c3367-eab7-4d21-b7f8-04c8de03bcda tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885410 Aug 06 15:55:42.614512 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-505945c3-7a53-416e-ba37-1f71dcddbd0c tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Router dc457fbf-f077-4fb2-ac87-3b5796bf2306 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:55:42.650712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-070963d7-aee1-4e04-9427-a97e854ea468 req-8794e83e-0d1c-415d-95de-0a41a689dfd5 service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368833 Aug 06 15:55:42.653039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-3b26c3fa-fbed-479e-8b19-d9c7869bb93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:42.655064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-3b26c3fa-fbed-479e-8b19-d9c7869bb93b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54c8f8fd25cc44d99db8ff12efb44e4f&device_id=5697ec4e-90b8-48bc-9e35-14688c6941c9 HTTP/1.1" status: 200 len: 1101 time: 0.2121739 Aug 06 15:55:42.655501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd890e67-ff08-4db6-9212-68f923a68eff req-13ce66e0-84e4-416e-9e88-93c5db0fc898 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:42.657227 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fd890e67-ff08-4db6-9212-68f923a68eff req-13ce66e0-84e4-416e-9e88-93c5db0fc898 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.78 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 950 time: 0.1178837 Aug 06 15:55:42.660269 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84be7ed9-4850-4573-bfaa-47cc8c97382f', 'name': 'network-vif-deleted', 'tag': '78cfc9ce-8c8e-4892-9af8-32852caf3a62'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:42.667363 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b0544b-8fc7-41e6-b1ca-11a64aa58219" -d '{"events": [{"server_uuid": "84be7ed9-4850-4573-bfaa-47cc8c97382f", "name": "network-vif-deleted", "tag": "78cfc9ce-8c8e-4892-9af8-32852caf3a62"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:42.671174 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-62bcea1c-4dba-4520-b359-dd1b651e7ea0 service neutron] Transition to ACTIVE for port object 812b80e5-a413-49da-b9fe-9085f1124bf9 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:42.705423 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-62bcea1c-4dba-4520-b359-dd1b651e7ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:42.712220 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d185b73-42af-4e20-841e-26d763a032e3 req-18348c3b-9f79-4a33-8a6b-c8d6bce28489 tempest-ImagesNegativeTestJSON-825497896 tempest-ImagesNegativeTestJSON-825497896-project] 10.222.0.37 "GET /v2.0/ports?device_id=84be7ed9-4850-4573-bfaa-47cc8c97382f HTTP/1.1" status: 200 len: 210 time: 0.0663550 Aug 06 15:55:42.880168 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-62bcea1c-4dba-4520-b359-dd1b651e7ea0 service neutron] No DVR routers for this DVR port 812b80e5-a413-49da-b9fe-9085f1124bf9 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:55:42.884667 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcea1c-4dba-4520-b359-dd1b651e7ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=812b80e5-a413-49da-b9fe-9085f1124bf9,revision_number=10']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:42.954341 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-fd890e67-ff08-4db6-9212-68f923a68eff req-82af1b76-27fc-4ff6-9ce5-322986602673 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Deleting port f5380a96-1499-4993-a787-32dc4db0f5c4 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:42.955083 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fd890e67-ff08-4db6-9212-68f923a68eff req-82af1b76-27fc-4ff6-9ce5-322986602673 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:42.965790 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-62bcea1c-4dba-4520-b359-dd1b651e7ea0 service neutron] 10.222.0.13 "PUT /v2.0/ports/812b80e5-a413-49da-b9fe-9085f1124bf9/bindings/n-h1-803756-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0563514 Aug 06 15:55:43.043615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-070963d7-aee1-4e04-9427-a97e854ea468 req-6d60058d-2816-4cfb-919f-cdf0df5073a5 service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752050 Aug 06 15:55:43.099175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-c00a2288-59e1-481c-b5ec-43ce1c08e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:43.101109 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-c00a2288-59e1-481c-b5ec-43ce1c08e582 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.4314103 Aug 06 15:55:43.114958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6afc9-0cfe-4cf8-a427-fe45b974d5c4 req-ed166c3b-52c9-4adb-aadf-e3d65eafad88 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:43.116828 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0b6afc9-0cfe-4cf8-a427-fe45b974d5c4 req-ed166c3b-52c9-4adb-aadf-e3d65eafad88 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 944 time: 0.2740068 Aug 06 15:55:43.138953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-505945c3-7a53-416e-ba37-1f71dcddbd0c tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:55:43.156081 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-b9fd5e4e-ea9b-45e4-8e7c-e2c736fd6f02 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:43.158474 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-b9fd5e4e-ea9b-45e4-8e7c-e2c736fd6f02 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0&tenant_id=852011720c8b4e718d18a1374910def6&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 1095 time: 0.0936613 Aug 06 15:55:43.165959 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3411b91-9dc4-4cba-995a-5e592a562747 None None] Sync routers for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:55:43.191432 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3411b91-9dc4-4cba-995a-5e592a562747 None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:43.192560 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-505945c3-7a53-416e-ba37-1f71dcddbd0c tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:43.195485 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f3411b91-9dc4-4cba-995a-5e592a562747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:55:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:43.196054 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-f1774efe-45f3-4efb-930c-09cadb674bab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=29585a34-1ffe-4e11-be90-fc7ec7b48c94 HTTP/1.1" status: 200 len: 217 time: 0.0780406 Aug 06 15:55:43.303436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-fd890e67-ff08-4db6-9212-68f923a68eff req-82af1b76-27fc-4ff6-9ce5-322986602673 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] For port f5380a96-1499-4993-a787-32dc4db0f5c4, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=f5380a96-1499-4993-a787-32dc4db0f5c4,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:43.304935 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fd890e67-ff08-4db6-9212-68f923a68eff req-82af1b76-27fc-4ff6-9ce5-322986602673 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:43.378927 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0b6afc9-0cfe-4cf8-a427-fe45b974d5c4 req-43424312-25eb-48be-9ef3-c448f77f740d tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497759 Aug 06 15:55:43.380439 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-fd890e67-ff08-4db6-9212-68f923a68eff req-82af1b76-27fc-4ff6-9ce5-322986602673 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Calling delete_port for f5380a96-1499-4993-a787-32dc4db0f5c4 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:43.382124 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-f3411b91-9dc4-4cba-995a-5e592a562747 None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:43.383813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-505945c3-7a53-416e-ba37-1f71dcddbd0c tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "PUT /v2.0/floatingips/25c39c9c-6176-479d-b476-0da0812a3462 HTTP/1.1" status: 200 len: 695 time: 2.8378503 Aug 06 15:55:43.386355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'tag': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:43.389277 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fb949b-9b35-467c-b0cb-e04d6d2d55e1" -d '{"events": [{"name": "network-changed", "server_uuid": "cc071980-aa72-423d-8efa-6aa84a3304a7", "tag": "7fd532ad-8cea-4885-b31c-2d2b8c3e641c"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:43.400917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-f3e594a6-7814-4e3f-a2f6-1da102e90985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:43.402880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-f3e594a6-7814-4e3f-a2f6-1da102e90985 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1763868 Aug 06 15:55:43.420988 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-e0ea7828-2d70-4d2d-868e-de556eb89626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:43.422929 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-e0ea7828-2d70-4d2d-868e-de556eb89626 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0&tenant_id=852011720c8b4e718d18a1374910def6 HTTP/1.1" status: 200 len: 1095 time: 0.2448070 Aug 06 15:55:43.588391 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-7891e9ad-116e-40e0-b6a4-3a6bc11bcc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:43.590746 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-7891e9ad-116e-40e0-b6a4-3a6bc11bcc0d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 1095 time: 0.1073916 Aug 06 15:55:43.615604 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c775fcc-a9f9-4f52-8654-3334f7cd1c2f x-openstack-request-id: req-6c775fcc-a9f9-4f52-8654-3334f7cd1c2f {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:43.616528 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5697ec4e-90b8-48bc-9e35-14688c6941c9", "name": "network-vif-plugged", "status": "completed", "tag": "29585a34-1ffe-4e11-be90-fc7ec7b48c94", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:43.616962 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c775fcc-a9f9-4f52-8654-3334f7cd1c2f {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:43.617655 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5697ec4e-90b8-48bc-9e35-14688c6941c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29585a34-1ffe-4e11-be90-fc7ec7b48c94', 'code': 200} Aug 06 15:55:43.681920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-86091209-e958-4982-a98a-52622cddb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:43.686668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-86091209-e958-4982-a98a-52622cddb6e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 1097 time: 0.2740254 Aug 06 15:55:43.715561 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f3411b91-9dc4-4cba-995a-5e592a562747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:43.770024 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3411b91-9dc4-4cba-995a-5e592a562747 None None] Checking router: dc457fbf-f077-4fb2-ac87-3b5796bf2306 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:55:43.771522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-7be43a58-9170-4ef2-b506-b8ff38114a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:43.773547 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-7be43a58-9170-4ef2-b506-b8ff38114a56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3200793 Aug 06 15:55:43.784320 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3411b91-9dc4-4cba-995a-5e592a562747 None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:43.785087 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f3411b91-9dc4-4cba-995a-5e592a562747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:55:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:43.799427 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fd890e67-ff08-4db6-9212-68f923a68eff req-82af1b76-27fc-4ff6-9ce5-322986602673 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:43.814734 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a53ae04a-ece8-417d-83de-33dae4db0d43'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:43.818270 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['f5380a96-1499-4993-a787-32dc4db0f5c4'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:43.858723 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af1b76-27fc-4ff6-9ce5-322986602673 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Pushing event deleted for resources: {'Port': ['ID=f5380a96-1499-4993-a787-32dc4db0f5c4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:43.903778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-9769e793-44af-4fb5-b024-4d9be636694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:43.906048 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-9769e793-44af-4fb5-b024-4d9be636694e service neutron] 10.222.0.78 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.3002806 Aug 06 15:55:43.963995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd890e67-ff08-4db6-9212-68f923a68eff req-82af1b76-27fc-4ff6-9ce5-322986602673 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] No DVR routers for this DVR port f5380a96-1499-4993-a787-32dc4db0f5c4 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:55:43.969693 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fd890e67-ff08-4db6-9212-68f923a68eff req-82af1b76-27fc-4ff6-9ce5-322986602673 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:43.973564 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fd890e67-ff08-4db6-9212-68f923a68eff req-82af1b76-27fc-4ff6-9ce5-322986602673 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.78 "DELETE /v2.0/ports/f5380a96-1499-4993-a787-32dc4db0f5c4 HTTP/1.1" status: 204 len: 173 time: 1.3039556 Aug 06 15:55:43.976709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a213a-1729-4f64-b74e-31d7240d263f req-2b3cb886-9346-4dae-b391-45a3ed4c8a20 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:43.979870 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e7a213a-1729-4f64-b74e-31d7240d263f req-2b3cb886-9346-4dae-b391-45a3ed4c8a20 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc434854-be38-4c10-9786-f05409f386c8 HTTP/1.1" status: 200 len: 867 time: 0.2898660 Aug 06 15:55:44.053843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e7a213a-1729-4f64-b74e-31d7240d263f req-aac6e63b-50af-4b4b-9d71-532f7428e935 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561838 Aug 06 15:55:44.062986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22805a1-601b-4ee3-8ce2-7f9ce508d339 req-2e0b2ec5-be80-47b7-b724-6baddc34483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.065407 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d22805a1-601b-4ee3-8ce2-7f9ce508d339 req-2e0b2ec5-be80-47b7-b724-6baddc34483e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5697ec4e-90b8-48bc-9e35-14688c6941c9 HTTP/1.1" status: 200 len: 1101 time: 0.3271837 Aug 06 15:55:44.077386 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-fc8f36ef-c599-4ff8-a94c-6b1e5b427ab0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=812b80e5-a413-49da-b9fe-9085f1124bf9 HTTP/1.1" status: 200 len: 217 time: 0.1233416 Aug 06 15:55:44.188233 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-f3411b91-9dc4-4cba-995a-5e592a562747 None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:44.267372 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-048ac66c-79e0-499d-a3a3-f1a82920360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.271905 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-048ac66c-79e0-499d-a3a3-f1a82920360e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.1828315 Aug 06 15:55:44.301711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d22805a1-601b-4ee3-8ce2-7f9ce508d339 req-593586ee-09ef-4e0c-96c2-72dd850bc919 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=48bbfb27-13c6-443d-acd9-f68523ba7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079663 Aug 06 15:55:44.308504 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-c9dac3c1-f3ef-43bf-8989-d785460eb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.310484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-c9dac3c1-f3ef-43bf-8989-d785460eb814 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 921 time: 0.5629928 Aug 06 15:55:44.339322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 78cfc9ce-8c8e-4892-9af8-32852caf3a62 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:55:44.343848 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-4419ffdc-a195-4591-a500-c72882ab082f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640829 Aug 06 15:55:44.372173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-bfedd05c-a9e2-456b-ae7e-a9e033d09af4 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676584 Aug 06 15:55:44.399367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 78cfc9ce-8c8e-4892-9af8-32852caf3a62 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:55:44.399917 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 78cfc9ce-8c8e-4892-9af8-32852caf3a62 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:55:44.400548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device f5380a96-1499-4993-a787-32dc4db0f5c4 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:55:44.438358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: f5380a96-1499-4993-a787-32dc4db0f5c4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:55:44.438637 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device f5380a96-1499-4993-a787-32dc4db0f5c4 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:55:44.494455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-8db74f6a-f548-4f31-93a3-a4a35e13b238 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd532ad-8cea-4885-b31c-2d2b8c3e641c HTTP/1.1" status: 200 len: 217 time: 0.1470995 Aug 06 15:55:44.511403 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-ee407a40-8e88-4ecc-ade6-e78de21c9d74 service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552029 Aug 06 15:55:44.555072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df1253-9340-493d-8ba3-28fa2d8c543a req-4d5421f1-fa28-421d-b86d-eac4a05d9d84 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.562888 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2df1253-9340-493d-8ba3-28fa2d8c543a req-4d5421f1-fa28-421d-b86d-eac4a05d9d84 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/ports?device_id=5697ec4e-90b8-48bc-9e35-14688c6941c9 HTTP/1.1" status: 200 len: 950 time: 0.2802351 Aug 06 15:55:44.649833 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2df1253-9340-493d-8ba3-28fa2d8c543a req-428d0248-6b7d-48d6-bb4b-4d760f9dd462 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bbfb27-13c6-443d-acd9-f68523ba7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858116 Aug 06 15:55:44.657145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-b23dc1a9-ccfe-4fd1-8777-544a67e8bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.658810 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-b23dc1a9-ccfe-4fd1-8777-544a67e8bd26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.1534224 Aug 06 15:55:44.671673 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f3411b91-9dc4-4cba-995a-5e592a562747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:44.721118 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3411b91-9dc4-4cba-995a-5e592a562747 None None] The sync data for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 is: [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:55:44.730050 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-e8e56ed0-4f69-4985-9b9f-a49529b300d1 service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017136 Aug 06 15:55:44.735210 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b13ab574-0627-4001-9a6c-de4b5af430e5 req-d9877a0d-2121-453f-9511-7f35130eb859 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742009 Aug 06 15:55:44.763229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-7dc173b3-0cc5-4142-a53c-7f09b71b1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.766636 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-7dc173b3-0cc5-4142-a53c-7f09b71b1cf8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963397 Aug 06 15:55:44.845738 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 812b80e5-a413-49da-b9fe-9085f1124bf9 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:55:44.891987 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:55:44.914896 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5d280-6603-400a-ae7b-adfd96f33cbe req-8afce328-7acd-491b-8143-e8f2a9b22efd tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.918050 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82a5d280-6603-400a-ae7b-adfd96f33cbe req-8afce328-7acd-491b-8143-e8f2a9b22efd tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=889789ee-52fb-4fe0-80ad-4b463df4fde6 HTTP/1.1" status: 200 len: 1100 time: 0.1108139 Aug 06 15:55:44.934502 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 812b80e5-a413-49da-b9fe-9085f1124bf9 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:55:44.999345 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-cc7b0b76-0847-43d5-abd0-6649369f50a3 service neutron] 10.222.0.37 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179883 Aug 06 15:55:45.010743 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82a5d280-6603-400a-ae7b-adfd96f33cbe req-aee275fb-daa1-4d30-8437-bb0ec9500fc8 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803764 Aug 06 15:55:45.134582 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defc29b6-1971-4967-8787-46a921edc1b5 x-openstack-request-id: req-defc29b6-1971-4967-8787-46a921edc1b5 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:45.134882 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84be7ed9-4850-4573-bfaa-47cc8c97382f", "name": "network-vif-deleted", "tag": "78cfc9ce-8c8e-4892-9af8-32852caf3a62", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:45.135138 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-defc29b6-1971-4967-8787-46a921edc1b5 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:45.135598 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84be7ed9-4850-4573-bfaa-47cc8c97382f', 'name': 'network-vif-deleted', 'tag': '78cfc9ce-8c8e-4892-9af8-32852caf3a62', 'status': 'completed', 'code': 200} Aug 06 15:55:45.219927 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc3cd680-8fa2-41fc-a8b3-2424fbd6a668 req-bdc13045-6d57-4d41-873c-bf13bfa73e06 service neutron] 10.222.0.37 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076795 Aug 06 15:55:45.262534 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df94513-b141-4041-9e25-8f6d6ad7b421 x-openstack-request-id: req-1df94513-b141-4041-9e25-8f6d6ad7b421 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:45.262773 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc071980-aa72-423d-8efa-6aa84a3304a7", "tag": "7fd532ad-8cea-4885-b31c-2d2b8c3e641c", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:45.263168 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1df94513-b141-4041-9e25-8f6d6ad7b421 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:45.263882 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'tag': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c', 'status': 'completed', 'code': 200} Aug 06 15:55:45.282055 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-34d0fe34-3190-4ed9-a26d-f3c9e4916d81 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:45.288773 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-34d0fe34-3190-4ed9-a26d-f3c9e4916d81 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0&tenant_id=852011720c8b4e718d18a1374910def6&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 1095 time: 0.1187761 Aug 06 15:55:45.346132 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7b2394-1152-4ec7-810c-4b37a44ff98b None None] New status for floating IP 25c39c9c-6176-479d-b476-0da0812a3462: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:55:45.360818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb949b-9b35-467c-b0cb-e04d6d2d55e1 req-6892791c-de03-45a6-a8af-0611851229e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:45.366069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31fb949b-9b35-467c-b0cb-e04d6d2d55e1 req-6892791c-de03-45a6-a8af-0611851229e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 1097 time: 0.0664639 Aug 06 15:55:45.499094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7ecd0-d6aa-4cb5-8186-0f0cb3346993 req-0aa13814-4078-4cf0-8d98-7b5e04c7da54 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:45.505227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ee7ecd0-d6aa-4cb5-8186-0f0cb3346993 req-0aa13814-4078-4cf0-8d98-7b5e04c7da54 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 944 time: 0.1338105 Aug 06 15:55:45.519764 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-83130235-0cd5-4481-9c95-e16303db0f9f service neutron] For port 812b80e5-a413-49da-b9fe-9085f1124bf9, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:45.523488 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-83130235-0cd5-4481-9c95-e16303db0f9f service neutron] Notify callbacks [] for binding, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:45.524668 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ab92356c-11e9-454c-badf-1b8924695dd2 req-83130235-0cd5-4481-9c95-e16303db0f9f service neutron] 10.222.0.78 "DELETE /v2.0/ports/812b80e5-a413-49da-b9fe-9085f1124bf9/bindings/n-h2-803756-1 HTTP/1.1" status: 204 len: 173 time: 0.2234747 Aug 06 15:55:45.562047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb949b-9b35-467c-b0cb-e04d6d2d55e1 req-706cc7f5-b386-4b2a-ba11-570db6c84800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:45.563657 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31fb949b-9b35-467c-b0cb-e04d6d2d55e1 req-706cc7f5-b386-4b2a-ba11-570db6c84800 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 921 time: 0.1912162 Aug 06 15:55:45.596399 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ee7ecd0-d6aa-4cb5-8186-0f0cb3346993 req-43690fd5-1f5a-4524-85ce-54a2e236c4a9 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819902 Aug 06 15:55:45.668625 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31fb949b-9b35-467c-b0cb-e04d6d2d55e1 req-7b876998-8967-4729-af45-b12e2e7d3811 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd532ad-8cea-4885-b31c-2d2b8c3e641c HTTP/1.1" status: 200 len: 217 time: 0.0680423 Aug 06 15:55:45.796910 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-742649f7-7f58-45d4-9259-e69ac212d66b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=261f0b371ec84b8386de53a882b55255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827932 Aug 06 15:55:45.900143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb949b-9b35-467c-b0cb-e04d6d2d55e1 req-cd1ae4ed-e60d-4447-8a82-1ff012ea8f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:45.902802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31fb949b-9b35-467c-b0cb-e04d6d2d55e1 req-cd1ae4ed-e60d-4447-8a82-1ff012ea8f0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.1868002 Aug 06 15:55:45.999295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb949b-9b35-467c-b0cb-e04d6d2d55e1 req-14fb8242-9465-4ef3-8753-3f0e0039045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:46.000483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31fb949b-9b35-467c-b0cb-e04d6d2d55e1 req-14fb8242-9465-4ef3-8753-3f0e0039045a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886240 Aug 06 15:55:46.019023 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-04f1bdca-f217-4e5d-b30d-ce9eaea69987 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:46.028272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-04f1bdca-f217-4e5d-b30d-ce9eaea69987 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299924 Aug 06 15:55:46.064201 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-c8504065-ea5b-4444-af0e-23f8363c1182 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/quotas/261f0b371ec84b8386de53a882b55255 HTTP/1.1" status: 200 len: 375 time: 0.0321031 Aug 06 15:55:46.248894 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-989eefb6-9ccc-4500-9f7b-90e50eb7823f tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1775906 Aug 06 15:55:46.266319 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31fb949b-9b35-467c-b0cb-e04d6d2d55e1 req-3600ca7d-40fc-401e-a983-a7e43e751f32 service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323308 Aug 06 15:55:46.439691 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a094d16-7092-4ed3-9141-1b53777897b5 req-857af2bd-4a7a-468f-aa8a-9376a3df9316 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:46.452332 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a094d16-7092-4ed3-9141-1b53777897b5 req-857af2bd-4a7a-468f-aa8a-9376a3df9316 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/ports?device_id=5697ec4e-90b8-48bc-9e35-14688c6941c9 HTTP/1.1" status: 200 len: 950 time: 0.1812346 Aug 06 15:55:46.820108 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a094d16-7092-4ed3-9141-1b53777897b5 req-8dd33757-4a40-4748-8ea4-f516ab2a1af3 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bbfb27-13c6-443d-acd9-f68523ba7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666985 Aug 06 15:55:46.851170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31fb949b-9b35-467c-b0cb-e04d6d2d55e1 req-39dc960a-d010-40f9-a043-204f8fa2757c service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673554 Aug 06 15:55:46.864476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-f1a6a56a-8ea0-4654-8169-077c49a81c21 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:46.873181 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-f1a6a56a-8ea0-4654-8169-077c49a81c21 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4159513 Aug 06 15:55:46.951884 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-96685306-f672-4730-8420-abdb14d39b0d tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 696 time: 0.0772412 Aug 06 15:55:46.965614 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-a18d0cdb-46da-48c3-8fab-1fccccd366f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Request body: {'floatingip': {'port_id': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:47.081925 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-a18d0cdb-46da-48c3-8fab-1fccccd366f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:47.137547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc434854-be38-4c10-9786-f05409f386c8', 'name': 'network-vif-deleted', 'tag': 'f5380a96-1499-4993-a787-32dc4db0f5c4'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:47.140511 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3797f42-37c5-45f9-ab0c-3bbed2ab0bbc" -d '{"events": [{"server_uuid": "dc434854-be38-4c10-9786-f05409f386c8", "name": "network-vif-deleted", "tag": "f5380a96-1499-4993-a787-32dc4db0f5c4"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:47.188653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc2870-dc70-4c6c-a558-1c06656d5b43 req-abed0a23-1424-46d2-9afb-53343ba08091 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:47.191295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6dcc2870-dc70-4c6c-a558-1c06656d5b43 req-abed0a23-1424-46d2-9afb-53343ba08091 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bcdf74f-91fc-4cee-9be0-ed0cc33f196f HTTP/1.1" status: 200 len: 950 time: 0.2206132 Aug 06 15:55:47.301109 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6dcc2870-dc70-4c6c-a558-1c06656d5b43 req-9c923f1b-e7f1-4dbc-91dd-2fe6f8cda528 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.37 "GET /v2.0/security-groups?id=89a3636c-86a7-4932-9943-d0bd76fff545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948317 Aug 06 15:55:47.495368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d968b5-80bb-4556-81fc-6d3c40070314 req-b8bb6bb4-63a7-44a9-80bc-688813ffe10f tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:47.496937 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-09d968b5-80bb-4556-81fc-6d3c40070314 req-b8bb6bb4-63a7-44a9-80bc-688813ffe10f tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 1095 time: 0.1013131 Aug 06 15:55:47.618077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-09d968b5-80bb-4556-81fc-6d3c40070314 req-0a5d9953-256a-4d3a-a99b-3e068b237f33 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137829 Aug 06 15:55:47.779063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce5fbc-2f93-48fa-b8e2-3c343040a2ef req-df064cd7-11f9-4909-87af-27df5967e512 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:47.780679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03ce5fbc-2f93-48fa-b8e2-3c343040a2ef req-df064cd7-11f9-4909-87af-27df5967e512 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc071980-aa72-423d-8efa-6aa84a3304a7 HTTP/1.1" status: 200 len: 946 time: 0.1449552 Aug 06 15:55:47.786825 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-20a6f53a-4cfb-4dc3-b9d1-329c22e2d335 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=261f0b371ec84b8386de53a882b55255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576837 Aug 06 15:55:47.866343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73f35fc8-24a0-46e7-8a5b-73d70f01ed84 req-149d6c69-7348-4f9a-b2fb-c7af7425acba tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecac5e94-5bbd-497a-8f73-5fa5951d424e HTTP/1.1" status: 200 len: 210 time: 0.1206229 Aug 06 15:55:48.018410 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-a18d0cdb-46da-48c3-8fab-1fccccd366f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.034049 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-a18d0cdb-46da-48c3-8fab-1fccccd366f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.082942 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31794ccf-4a06-4d6a-ad4f-204263bfb19c x-openstack-request-id: req-31794ccf-4a06-4d6a-ad4f-204263bfb19c {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:48.083296 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc434854-be38-4c10-9786-f05409f386c8", "name": "network-vif-deleted", "tag": "f5380a96-1499-4993-a787-32dc4db0f5c4", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:48.083508 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31794ccf-4a06-4d6a-ad4f-204263bfb19c {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:48.083903 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc434854-be38-4c10-9786-f05409f386c8', 'name': 'network-vif-deleted', 'tag': 'f5380a96-1499-4993-a787-32dc4db0f5c4', 'status': 'completed', 'code': 200} Aug 06 15:55:48.122735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded5668-9d60-48ad-b017-91ff7ab9b961 req-6495addd-6676-471b-b75b-81d1aecd85b5 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:48.125131 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1ded5668-9d60-48ad-b017-91ff7ab9b961 req-6495addd-6676-471b-b75b-81d1aecd85b5 tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bcdf74f-91fc-4cee-9be0-ed0cc33f196f HTTP/1.1" status: 200 len: 950 time: 0.0903640 Aug 06 15:55:48.176264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-eb79fba2-7847-421c-9bac-ea761406abb1 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:48.178765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-eb79fba2-7847-421c-9bac-ea761406abb1 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3337147 Aug 06 15:55:48.192796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-03ce5fbc-2f93-48fa-b8e2-3c343040a2ef req-8f069841-3c3f-4891-b7e7-60febfc6b2eb tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Deleting port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:48.193237 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-03ce5fbc-2f93-48fa-b8e2-3c343040a2ef req-8f069841-3c3f-4891-b7e7-60febfc6b2eb tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.202243 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-7858abbe-9cbd-464e-beb8-0e891628c4f0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Request body: {'port': {'device_id': 'ecac5e94-5bbd-497a-8f73-5fa5951d424e', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '261f0b371ec84b8386de53a882b55255'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:48.238245 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-a18d0cdb-46da-48c3-8fab-1fccccd366f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Floating IP 25c39c9c-6176-479d-b476-0da0812a3462 associated. External IP: 172.25.1.236, port: 75c3a40c-0fe4-4e45-a8aa-116fe49a1063. Aug 06 15:55:48.277183 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-1ded5668-9d60-48ad-b017-91ff7ab9b961 req-c697dd65-4bb7-4ff3-96ea-e87c2128224e tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Deleting port a53ae04a-ece8-417d-83de-33dae4db0d43 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:48.277928 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1ded5668-9d60-48ad-b017-91ff7ab9b961 req-c697dd65-4bb7-4ff3-96ea-e87c2128224e tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.428019 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1ded5668-9d60-48ad-b017-91ff7ab9b961 req-c697dd65-4bb7-4ff3-96ea-e87c2128224e tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] For port a53ae04a-ece8-417d-83de-33dae4db0d43, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a53ae04a-ece8-417d-83de-33dae4db0d43,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:48.428595 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1ded5668-9d60-48ad-b017-91ff7ab9b961 req-c697dd65-4bb7-4ff3-96ea-e87c2128224e tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.444540 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-1ded5668-9d60-48ad-b017-91ff7ab9b961 req-c697dd65-4bb7-4ff3-96ea-e87c2128224e tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Calling delete_port for a53ae04a-ece8-417d-83de-33dae4db0d43 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:48.639270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-03ce5fbc-2f93-48fa-b8e2-3c343040a2ef req-8f069841-3c3f-4891-b7e7-60febfc6b2eb tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] For port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=7fd532ad-8cea-4885-b31c-2d2b8c3e641c,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:48.639270 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-03ce5fbc-2f93-48fa-b8e2-3c343040a2ef req-8f069841-3c3f-4891-b7e7-60febfc6b2eb tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.669800 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1ded5668-9d60-48ad-b017-91ff7ab9b961 req-c697dd65-4bb7-4ff3-96ea-e87c2128224e tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.676145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-03ce5fbc-2f93-48fa-b8e2-3c343040a2ef req-8f069841-3c3f-4891-b7e7-60febfc6b2eb tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Calling delete_port for 7fd532ad-8cea-4885-b31c-2d2b8c3e641c owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:48.683135 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a53ae04a-ece8-417d-83de-33dae4db0d43'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:48.709843 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-c90c7eda-6048-4ac2-8f0a-183dbfd77fb0 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:48.711967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-c90c7eda-6048-4ac2-8f0a-183dbfd77fb0 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 821 time: 0.4251492 Aug 06 15:55:48.725754 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697dd65-4bb7-4ff3-96ea-e87c2128224e tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Pushing event deleted for resources: {'Port': ['ID=a53ae04a-ece8-417d-83de-33dae4db0d43,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:48.786892 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ded5668-9d60-48ad-b017-91ff7ab9b961 req-c697dd65-4bb7-4ff3-96ea-e87c2128224e tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] No DVR routers for this DVR port a53ae04a-ece8-417d-83de-33dae4db0d43 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:55:48.790459 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1ded5668-9d60-48ad-b017-91ff7ab9b961 req-c697dd65-4bb7-4ff3-96ea-e87c2128224e tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.792864 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1ded5668-9d60-48ad-b017-91ff7ab9b961 req-c697dd65-4bb7-4ff3-96ea-e87c2128224e tempest-LiveMigrationNegativeTest-1969958086 tempest-LiveMigrationNegativeTest-1969958086-project] 10.222.0.13 "DELETE /v2.0/ports/a53ae04a-ece8-417d-83de-33dae4db0d43 HTTP/1.1" status: 204 len: 173 time: 0.6614738 Aug 06 15:55:48.818774 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-cda07449-aaf7-4acd-be54-52445c2a9dab tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/quotas/852011720c8b4e718d18a1374910def6 HTTP/1.1" status: 200 len: 375 time: 0.0564456 Aug 06 15:55:48.825939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-7858abbe-9cbd-464e-beb8-0e891628c4f0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Made reservation on behalf of 261f0b371ec84b8386de53a882b55255 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:48.831467 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-7858abbe-9cbd-464e-beb8-0e891628c4f0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:49.048143 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-1ce8dd4f-7e18-434b-9bbe-75118228c8ff tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2101555 Aug 06 15:55:49.085049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-a18d0cdb-46da-48c3-8fab-1fccccd366f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Router dc457fbf-f077-4fb2-ac87-3b5796bf2306 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:55:49.486306 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-03ce5fbc-2f93-48fa-b8e2-3c343040a2ef req-8f069841-3c3f-4891-b7e7-60febfc6b2eb tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:49.499823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['75c3a40c-0fe4-4e45-a8aa-116fe49a1063', '7fd532ad-8cea-4885-b31c-2d2b8c3e641c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:49.597253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f069841-3c3f-4891-b7e7-60febfc6b2eb tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Pushing event deleted for resources: {'Port': ['ID=7fd532ad-8cea-4885-b31c-2d2b8c3e641c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:49.627801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-d78b92ea-12fa-4563-bd8e-1d56c9d2a1c9 service neutron] 10.222.0.37 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507202 Aug 06 15:55:49.629573 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-7858abbe-9cbd-464e-beb8-0e891628c4f0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Allocated IP 192.168.233.17 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/b2bebe8e-7a41-4858-bda0-69be54fedfe3) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:49.835475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ce5fbc-2f93-48fa-b8e2-3c343040a2ef req-8f069841-3c3f-4891-b7e7-60febfc6b2eb tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] No DVR routers for this DVR port 7fd532ad-8cea-4885-b31c-2d2b8c3e641c on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:55:49.854991 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-03ce5fbc-2f93-48fa-b8e2-3c343040a2ef req-8f069841-3c3f-4891-b7e7-60febfc6b2eb tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:49.858358 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03ce5fbc-2f93-48fa-b8e2-3c343040a2ef req-8f069841-3c3f-4891-b7e7-60febfc6b2eb tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.13 "DELETE /v2.0/ports/7fd532ad-8cea-4885-b31c-2d2b8c3e641c HTTP/1.1" status: 204 len: 173 time: 2.0120947 Aug 06 15:55:49.864102 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'name': 'network-vif-deleted', 'tag': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:49.867528 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81bf0a2-fa5b-48c5-b6b5-1a1f27c0434d" -d '{"events": [{"server_uuid": "cc071980-aa72-423d-8efa-6aa84a3304a7", "name": "network-vif-deleted", "tag": "7fd532ad-8cea-4885-b31c-2d2b8c3e641c"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:49.931869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-a18d0cdb-46da-48c3-8fab-1fccccd366f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:55:49.943966 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-a18d0cdb-46da-48c3-8fab-1fccccd366f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:49.953237 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a1f759-eb0e-4a02-a1ed-6b5877e05cea None None] Sync routers for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:55:49.969063 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a1f759-eb0e-4a02-a1ed-6b5877e05cea None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:49.969800 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c0a1f759-eb0e-4a02-a1ed-6b5877e05cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:55:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:50.064270 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-a18d0cdb-46da-48c3-8fab-1fccccd366f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "PUT /v2.0/floatingips/25c39c9c-6176-479d-b476-0da0812a3462 HTTP/1.1" status: 200 len: 996 time: 3.1063335 Aug 06 15:55:50.077190 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-efbea0f9-79e9-47e6-9ec0-9e7aef01a092 service neutron] 10.222.0.37 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900452 Aug 06 15:55:50.085427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcdf74f-91fc-4cee-9be0-ed0cc33f196f', 'name': 'network-vif-deleted', 'tag': 'a53ae04a-ece8-417d-83de-33dae4db0d43'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:50.088369 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276b6c04-c375-4895-ae41-1f4a28a494ab" -d '{"events": [{"server_uuid": "7bcdf74f-91fc-4cee-9be0-ed0cc33f196f", "name": "network-vif-deleted", "tag": "a53ae04a-ece8-417d-83de-33dae4db0d43"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:50.153401 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-c0a1f759-eb0e-4a02-a1ed-6b5877e05cea None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:50.225160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-e0fc8563-81c3-4209-bc26-ab85bad209bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:50.227358 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-e0fc8563-81c3-4209-bc26-ab85bad209bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 1096 time: 0.1056573 Aug 06 15:55:50.264164 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-7858abbe-9cbd-464e-beb8-0e891628c4f0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.360278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-7858abbe-9cbd-464e-beb8-0e891628c4f0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Transition to ACTIVE for port object b2bebe8e-7a41-4858-bda0-69be54fedfe3 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:50.430537 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-0f555002-ec12-4ce1-be70-cf4fc78fbf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:50.432296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-0f555002-ec12-4ce1-be70-cf4fc78fbf1d service neutron] 10.222.0.37 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 921 time: 0.1913207 Aug 06 15:55:50.453283 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-7858abbe-9cbd-464e-beb8-0e891628c4f0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.466421 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['cd9db018-e1ea-4325-a44b-f2c3e3b82528'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:50.527474 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6841fe8f-f1ac-4eef-a329-6f127beb51bb', 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53', '484abe1c-3cc2-4b42-97f1-b6c1789f3a49', '4f7163f9-60bb-4537-a175-399cae11a471'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:50.631056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-7858abbe-9cbd-464e-beb8-0e891628c4f0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:50.640997 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-7858abbe-9cbd-464e-beb8-0e891628c4f0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:50.649320 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-7858abbe-9cbd-464e-beb8-0e891628c4f0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:50.668605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-7858abbe-9cbd-464e-beb8-0e891628c4f0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:50.671911 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-7858abbe-9cbd-464e-beb8-0e891628c4f0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.700760 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-18c92b84-1967-4a7c-9826-a9a4950d14da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75c3a40c-0fe4-4e45-a8aa-116fe49a1063 HTTP/1.1" status: 200 len: 999 time: 0.2601151 Aug 06 15:55:50.733405 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858abbe-9cbd-464e-beb8-0e891628c4f0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event updated for resources: {'Port': ['ID=b2bebe8e-7a41-4858-bda0-69be54fedfe3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:50.854415 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c0a1f759-eb0e-4a02-a1ed-6b5877e05cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '25c39c9c-6176-479d-b476-0da0812a3462', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'port_id': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'mac_address': 'fa:16:3e:4f:49:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:56Z', 'updated_at': '2021-08-06T15:55:47Z', 'revision_number': 8, 'project_id': '8134872260564a36b0e07d9336f135c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:50.865215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-7858abbe-9cbd-464e-beb8-0e891628c4f0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6758399 Aug 06 15:55:50.903300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Request body: {'port': {'device_id': 'ecac5e94-5bbd-497a-8f73-5fa5951d424e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:50.974869 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a1f759-eb0e-4a02-a1ed-6b5877e05cea None None] Checking router: dc457fbf-f077-4fb2-ac87-3b5796bf2306 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:55:50.999832 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a1f759-eb0e-4a02-a1ed-6b5877e05cea None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:51.003085 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c0a1f759-eb0e-4a02-a1ed-6b5877e05cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:55:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:51.025430 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-9212cbce-a55c-4f0a-8dae-5c9548c81dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:51.035465 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-9212cbce-a55c-4f0a-8dae-5c9548c81dc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.3287492 Aug 06 15:55:51.203004 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:51.255844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b2198353-669e-4e8a-bca6-38043de2ca20 None None] Provisioning for port b2bebe8e-7a41-4858-bda0-69be54fedfe3 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:51.274814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-e6bb8951-e2f4-4141-928a-e726abc2bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:51.286239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-e6bb8951-e2f4-4141-928a-e726abc2bf05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2494833 Aug 06 15:55:51.298735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b2198353-669e-4e8a-bca6-38043de2ca20 None None] Provisioning complete for port b2bebe8e-7a41-4858-bda0-69be54fedfe3 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:51.299590 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b2198353-669e-4e8a-bca6-38043de2ca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:51.302881 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdc771-ded7-44cd-b1db-92f148e269f0 req-f040f45e-151c-4017-9f71-46b2921ebc10 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:51.323176 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-92fdc771-ded7-44cd-b1db-92f148e269f0 req-f040f45e-151c-4017-9f71-46b2921ebc10 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecac5e94-5bbd-497a-8f73-5fa5951d424e HTTP/1.1" status: 200 len: 935 time: 0.2778745 Aug 06 15:55:51.490676 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b2198353-669e-4e8a-bca6-38043de2ca20 None None] Port b2bebe8e-7a41-4858-bda0-69be54fedfe3 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:55:51.496481 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-c0a1f759-eb0e-4a02-a1ed-6b5877e05cea None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:51.711186 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57490) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:51.928114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bebe8e-7a41-4858-bda0-69be54fedfe3 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:51.942904 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:51.964490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Transition to ACTIVE for port object b2bebe8e-7a41-4858-bda0-69be54fedfe3 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:51.995436 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:52.029949 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c0a1f759-eb0e-4a02-a1ed-6b5877e05cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '25c39c9c-6176-479d-b476-0da0812a3462', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'port_id': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'mac_address': 'fa:16:3e:4f:49:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:56Z', 'updated_at': '2021-08-06T15:55:47Z', 'revision_number': 8, 'project_id': '8134872260564a36b0e07d9336f135c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:52.089444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Pushing event updated for resources: {'Port': ['ID=b2bebe8e-7a41-4858-bda0-69be54fedfe3,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:52.092635 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a1f759-eb0e-4a02-a1ed-6b5877e05cea None None] The sync data for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 is: [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '25c39c9c-6176-479d-b476-0da0812a3462', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'port_id': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'mac_address': 'fa:16:3e:4f:49:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:56Z', 'updated_at': '2021-08-06T15:55:47Z', 'revision_number': 8, 'project_id': '8134872260564a36b0e07d9336f135c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:55:52.106999 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-804d247b-b9b7-41a0-b820-4236f14a2f58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=14fe81b8e5234185be09940accfcf29d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943427 Aug 06 15:55:52.115152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57496) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:52.170002 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-92fdc771-ded7-44cd-b1db-92f148e269f0 req-5325cb4d-66dc-4ede-9a19-1e4c60b19cf5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8161855 Aug 06 15:55:52.189670 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b769233c-52ce-41ce-8568-51f80ee07b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:52.224174 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b769233c-52ce-41ce-8568-51f80ee07b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:52.361687 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b769233c-52ce-41ce-8568-51f80ee07b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:52.366796 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b769233c-52ce-41ce-8568-51f80ee07b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:52.368396 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b769233c-52ce-41ce-8568-51f80ee07b16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/89a3636c-86a7-4932-9943-d0bd76fff545 HTTP/1.1" status: 204 len: 168 time: 0.2495911 Aug 06 15:55:52.381473 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769233c-52ce-41ce-8568-51f80ee07b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a3636c-86a7-4932-9943-d0bd76fff545,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:52.555303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-47198d21-f1cf-470b-8f07-f69e74f12e38 service neutron] 10.222.0.37 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2680800 Aug 06 15:55:52.622446 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b322d37-2198-424d-bc39-27248e1320aa x-openstack-request-id: req-7b322d37-2198-424d-bc39-27248e1320aa {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:52.622759 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc071980-aa72-423d-8efa-6aa84a3304a7", "name": "network-vif-deleted", "tag": "7fd532ad-8cea-4885-b31c-2d2b8c3e641c", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:52.622976 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b322d37-2198-424d-bc39-27248e1320aa {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:52.623382 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc071980-aa72-423d-8efa-6aa84a3304a7', 'name': 'network-vif-deleted', 'tag': '7fd532ad-8cea-4885-b31c-2d2b8c3e641c', 'status': 'completed', 'code': 200} Aug 06 15:55:52.656210 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96807c-a841-42b9-9aca-b2be5a020308 req-fed774a6-60b1-4016-aab7-617159128ce4 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:52.666817 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf96807c-a841-42b9-9aca-b2be5a020308 req-fed774a6-60b1-4016-aab7-617159128ce4 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.13 "GET /v2.0/ports?device_id=5697ec4e-90b8-48bc-9e35-14688c6941c9 HTTP/1.1" status: 200 len: 950 time: 0.4844146 Aug 06 15:55:52.695763 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bf01fa-716f-42eb-beca-97a121ffe0b5 x-openstack-request-id: req-d8bf01fa-716f-42eb-beca-97a121ffe0b5 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:52.697492 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcdf74f-91fc-4cee-9be0-ed0cc33f196f", "name": "network-vif-deleted", "tag": "a53ae04a-ece8-417d-83de-33dae4db0d43", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:52.699016 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8bf01fa-716f-42eb-beca-97a121ffe0b5 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:52.700963 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcdf74f-91fc-4cee-9be0-ed0cc33f196f', 'name': 'network-vif-deleted', 'tag': 'a53ae04a-ece8-417d-83de-33dae4db0d43', 'status': 'completed', 'code': 200} Aug 06 15:55:52.738895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7477ede2-4ad8-4021-ad4b-e709d9e9b5b3 None None] New status for floating IP 25c39c9c-6176-479d-b476-0da0812a3462: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:55:52.845935 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-b45445ea-72a3-462f-bac1-20d2ca76be5f tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:52.852081 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-b45445ea-72a3-462f-bac1-20d2ca76be5f tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.13 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 821 time: 0.4378667 Aug 06 15:55:52.871911 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-459c9534-0f02-4dba-94fc-b63ed7bf4651 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Request body: {'port': {'device_id': 'ef146a08-7e75-4ab0-930b-1c429dc5022b', 'network_id': '897fb748-581b-4095-a788-9e69c09f9551', 'admin_state_up': True, 'tenant_id': '852011720c8b4e718d18a1374910def6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:52.874726 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Attempting to bind port b2bebe8e-7a41-4858-bda0-69be54fedfe3 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:52.875065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Attempting to bind port b2bebe8e-7a41-4858-bda0-69be54fedfe3 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:52.875393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Attempting to bind port b2bebe8e-7a41-4858-bda0-69be54fedfe3 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:52.904870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a53ae04a-ece8-417d-83de-33dae4db0d43 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:55:52.913091 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e67f97e-563a-40e2-93fb-676ab893ae61 req-cfed7f20-6edc-4834-9126-eaeefc76b153 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 210 time: 0.0440614 Aug 06 15:55:52.954666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Port b2bebe8e-7a41-4858-bda0-69be54fedfe3 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:55:52.955626 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Attempting to bind port b2bebe8e-7a41-4858-bda0-69be54fedfe3 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:52.996737 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:52.997001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:52.997403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:52.997868 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Bound port: b2bebe8e-7a41-4858-bda0-69be54fedfe3, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:52.998226 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.033328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f20e0ae-bf41-4508-b6e7-eb2e4f24922d req-f770887b-1030-418b-ba5c-00f1454930aa service neutron] 10.222.0.37 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583950 Aug 06 15:55:53.039581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: a53ae04a-ece8-417d-83de-33dae4db0d43 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:55:53.040038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a53ae04a-ece8-417d-83de-33dae4db0d43 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:55:53.042798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 7fd532ad-8cea-4885-b31c-2d2b8c3e641c no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:55:53.144897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 7fd532ad-8cea-4885-b31c-2d2b8c3e641c {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:55:53.151854 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57506) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:53.152184 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 7fd532ad-8cea-4885-b31c-2d2b8c3e641c not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:55:53.153999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] For port b2bebe8e-7a41-4858-bda0-69be54fedfe3, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:53.163262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] For port b2bebe8e-7a41-4858-bda0-69be54fedfe3, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b2bebe8e-7a41-4858-bda0-69be54fedfe3,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:53.173757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-459c9534-0f02-4dba-94fc-b63ed7bf4651 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Made reservation on behalf of 852011720c8b4e718d18a1374910def6 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:53.178664 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-459c9534-0f02-4dba-94fc-b63ed7bf4651 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.182913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-bf96807c-a841-42b9-9aca-b2be5a020308 req-08337eec-6250-49ee-b15f-48042864d7dc tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Deleting port 29585a34-1ffe-4e11-be90-fc7ec7b48c94 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:53.183787 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bf96807c-a841-42b9-9aca-b2be5a020308 req-08337eec-6250-49ee-b15f-48042864d7dc tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.193305 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.245333 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.268507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9977f2e-20e1-403c-b7be-6f7e9c149cbf req-2e5f4726-f1c4-481f-b7ba-cc4de1ede679 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:53.270572 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9977f2e-20e1-403c-b7be-6f7e9c149cbf req-2e5f4726-f1c4-481f-b7ba-cc4de1ede679 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/ports?device_id=5697ec4e-90b8-48bc-9e35-14688c6941c9 HTTP/1.1" status: 200 len: 950 time: 0.2318888 Aug 06 15:55:53.419174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:53.419656 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.421086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] 10.222.0.13 "PUT /v2.0/ports/b2bebe8e-7a41-4858-bda0-69be54fedfe3 HTTP/1.1" status: 200 len: 1095 time: 2.5345948 Aug 06 15:55:53.440303 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-459c9534-0f02-4dba-94fc-b63ed7bf4651 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Allocated IP 172.20.0.9 (897fb748-581b-4095-a788-9e69c09f9551/d664c5d0-d8e0-485d-86af-246349783b8c/fc43daba-9b6c-4b34-804b-57ea9bca3bb8) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:53.470071 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed96abc1-2253-42a6-ac07-4e30977c0b9a req-d15ca553-286f-4a50-8137-a34a57a1ab5d tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/floatingips/25c39c9c-6176-479d-b476-0da0812a3462 HTTP/1.1" status: 200 len: 996 time: 0.2908845 Aug 06 15:55:53.496450 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.503529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9fc3d43e-2e2d-4850-aa73-3ae79f941545 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9f768bb86834c17936be956de95e080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334775 Aug 06 15:55:53.507853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57514) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:53.529950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eaff80-0a16-4426-b1af-5404d307a10f service neutron] Pushing event updated for resources: {'Port': ['ID=b2bebe8e-7a41-4858-bda0-69be54fedfe3,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:53.549760 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9977f2e-20e1-403c-b7be-6f7e9c149cbf req-1dc066c7-7fb8-441a-aa10-6b6d09d27422 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/security-groups?id=48bbfb27-13c6-443d-acd9-f68523ba7a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069120 Aug 06 15:55:53.685082 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-bf96807c-a841-42b9-9aca-b2be5a020308 req-08337eec-6250-49ee-b15f-48042864d7dc tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] For port 29585a34-1ffe-4e11-be90-fc7ec7b48c94, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=29585a34-1ffe-4e11-be90-fc7ec7b48c94,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:53.694148 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bf96807c-a841-42b9-9aca-b2be5a020308 req-08337eec-6250-49ee-b15f-48042864d7dc tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.791139 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-459c9534-0f02-4dba-94fc-b63ed7bf4651 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.838752 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-459c9534-0f02-4dba-94fc-b63ed7bf4651 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.842056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-bf96807c-a841-42b9-9aca-b2be5a020308 req-08337eec-6250-49ee-b15f-48042864d7dc tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Calling delete_port for 29585a34-1ffe-4e11-be90-fc7ec7b48c94 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:53.904328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-459c9534-0f02-4dba-94fc-b63ed7bf4651 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Network 897fb748-581b-4095-a788-9e69c09f9551 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:53.909029 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-459c9534-0f02-4dba-94fc-b63ed7bf4651 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:53.914361 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-459c9534-0f02-4dba-94fc-b63ed7bf4651 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:53.919238 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c9534-0f02-4dba-94fc-b63ed7bf4651 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Pushing event updated for resources: {'Port': ['ID=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:53.956335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-92dec99e-2caa-46f3-b7d4-0ccc6e5c8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:53.959045 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-92dec99e-2caa-46f3-b7d4-0ccc6e5c8d87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=ecac5e94-5bbd-497a-8f73-5fa5951d424e HTTP/1.1" status: 200 len: 1098 time: 0.4539850 Aug 06 15:55:53.992669 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-459c9534-0f02-4dba-94fc-b63ed7bf4651 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:53.994543 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-459c9534-0f02-4dba-94fc-b63ed7bf4651 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:54.010309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96abc1-2253-42a6-ac07-4e30977c0b9a req-61b5acf4-837e-4a97-b9d7-21a7c8139ed2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:54.011972 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed96abc1-2253-42a6-ac07-4e30977c0b9a req-61b5acf4-837e-4a97-b9d7-21a7c8139ed2 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.5032666 Aug 06 15:55:54.012755 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cc38b6a-7d83-4265-bc5d-0df02d9d0b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:54.042215 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-459c9534-0f02-4dba-94fc-b63ed7bf4651 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1818419 Aug 06 15:55:54.061658 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Request body: {'port': {'device_id': 'ef146a08-7e75-4ab0-930b-1c429dc5022b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:54.069116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-65a96ea0-6ecf-4aff-8a60-1755f8bc1198 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b2bebe8e-7a41-4858-bda0-69be54fedfe3 HTTP/1.1" status: 200 len: 217 time: 0.0945351 Aug 06 15:55:54.073834 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-ed96abc1-2253-42a6-ac07-4e30977c0b9a req-670198f2-b4f7-416a-a095-a0c208de6d69 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:55:54.074993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed96abc1-2253-42a6-ac07-4e30977c0b9a req-670198f2-b4f7-416a-a095-a0c208de6d69 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117176 Aug 06 15:55:54.092411 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9ea22-4987-424f-8c3a-e281d5c06588 req-c4bcaf00-fb6a-4a76-b6a9-d9a9ec404cf4 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:54.100213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0fe9ea22-4987-424f-8c3a-e281d5c06588 req-c4bcaf00-fb6a-4a76-b6a9-d9a9ec404cf4 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecac5e94-5bbd-497a-8f73-5fa5951d424e HTTP/1.1" status: 200 len: 947 time: 0.2949200 Aug 06 15:55:54.198832 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:54.212930 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cc38b6a-7d83-4265-bc5d-0df02d9d0b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:54.359785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-9c5b7731-be64-446d-8ec1-ffc1bf410f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:54.367826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-9c5b7731-be64-446d-8ec1-ffc1bf410f4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2625043 Aug 06 15:55:54.378197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57526) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:54.557756 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0fe9ea22-4987-424f-8c3a-e281d5c06588 req-0c0287d0-11c7-49c7-8938-c1c1b848f7c5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445028 Aug 06 15:55:54.805029 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc43daba-9b6c-4b34-804b-57ea9bca3bb8 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:54.816205 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:54.821327 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0b01efd4-5ce5-4bbe-b578-a45791360bea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7cb4c18793764a81a387fcd2be9311f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418702 Aug 06 15:55:54.824083 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57532) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:54.863524 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Transition to ACTIVE for port object fc43daba-9b6c-4b34-804b-57ea9bca3bb8 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:54.873265 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:54.938254 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'tag': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063'}, {'name': 'network-changed', 'server_uuid': 'ecac5e94-5bbd-497a-8f73-5fa5951d424e', 'tag': 'b2bebe8e-7a41-4858-bda0-69be54fedfe3'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:54.943144 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816bd592-dfc0-4105-9c92-1b422f127aca" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e51047-43a9-4342-9b53-8f31abc90eb6", "tag": "75c3a40c-0fe4-4e45-a8aa-116fe49a1063"}, {"name": "network-changed", "server_uuid": "ecac5e94-5bbd-497a-8f73-5fa5951d424e", "tag": "b2bebe8e-7a41-4858-bda0-69be54fedfe3"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:54.972245 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cc38b6a-7d83-4265-bc5d-0df02d9d0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:54.977143 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cc38b6a-7d83-4265-bc5d-0df02d9d0b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:54.981431 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6cc38b6a-7d83-4265-bc5d-0df02d9d0b5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a3d7e61-b351-4df9-a49a-2a89966f96df HTTP/1.1" status: 204 len: 168 time: 1.4664166 Aug 06 15:55:54.995474 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3afa1bee-e21a-4047-b8f6-75e1a55f339b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:55.041908 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3afa1bee-e21a-4047-b8f6-75e1a55f339b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:55.072335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Pushing event updated for resources: {'Port': ['ID=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:55.088974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aca9d2-717f-4456-bca1-f742ada750fa req-63fc0bf2-7054-4e21-a844-ee8c809cc551 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:55.091828 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a7aca9d2-717f-4456-bca1-f742ada750fa req-63fc0bf2-7054-4e21-a844-ee8c809cc551 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 931 time: 0.6961238 Aug 06 15:55:55.117604 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc38b6a-7d83-4265-bc5d-0df02d9d0b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3d7e61-b351-4df9-a49a-2a89966f96df,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:55.146984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-0f404f04-c434-467a-b7c8-66a29f473013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:55.149962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-0f404f04-c434-467a-b7c8-66a29f473013 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6605351 Aug 06 15:55:55.221498 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bf96807c-a841-42b9-9aca-b2be5a020308 req-08337eec-6250-49ee-b15f-48042864d7dc tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:55.223153 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3afa1bee-e21a-4047-b8f6-75e1a55f339b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:55.228521 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3afa1bee-e21a-4047-b8f6-75e1a55f339b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:55.234277 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3afa1bee-e21a-4047-b8f6-75e1a55f339b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9bac3496-59b0-4b8b-9e87-63f445e49a40 HTTP/1.1" status: 204 len: 168 time: 0.4085836 Aug 06 15:55:55.255405 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-5df9a404-c500-451b-8713-9e183e28e289 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1001 time: 0.3184440 Aug 06 15:55:55.255878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa1bee-e21a-4047-b8f6-75e1a55f339b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bac3496-59b0-4b8b-9e87-63f445e49a40,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:55.327166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Attempting to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:55.328151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Attempting to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:55.328668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Attempting to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:55.351896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on network 897fb748-581b-4095-a788-9e69c09f9551 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:55:55.355203 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Attempting to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:55.365886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:55.371864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Checking segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:55.379561 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Bound using segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:55.380674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Bound port: fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:55.381497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08337eec-6250-49ee-b15f-48042864d7dc tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Pushing event deleted for resources: {'Port': ['ID=29585a34-1ffe-4e11-be90-fc7ec7b48c94,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:55.383277 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:55.473495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a7aca9d2-717f-4456-bca1-f742ada750fa req-75e7ef52-3857-4ea8-b95f-b06fe4d0f38c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576062 Aug 06 15:55:55.645484 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-73c1ff9f-c96c-47a8-8256-6b4392591d29 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:55.656866 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-73c1ff9f-c96c-47a8-8256-6b4392591d29 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports/75c3a40c-0fe4-4e45-a8aa-116fe49a1063 HTTP/1.1" status: 200 len: 942 time: 0.4000297 Aug 06 15:55:55.671186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf96807c-a841-42b9-9aca-b2be5a020308 req-08337eec-6250-49ee-b15f-48042864d7dc tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] No DVR routers for this DVR port 29585a34-1ffe-4e11-be90-fc7ec7b48c94 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:55:55.673941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:55.688010 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bf96807c-a841-42b9-9aca-b2be5a020308 req-08337eec-6250-49ee-b15f-48042864d7dc tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:55.688636 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:55.691694 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf96807c-a841-42b9-9aca-b2be5a020308 req-08337eec-6250-49ee-b15f-48042864d7dc tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.13 "DELETE /v2.0/ports/29585a34-1ffe-4e11-be90-fc7ec7b48c94 HTTP/1.1" status: 204 len: 173 time: 3.0235646 Aug 06 15:55:55.699758 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:55.829541 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a582edc-86b5-4c38-b7d1-ed98223366c0 req-5ee4ef31-38c7-44ea-8c12-9986409c77b5 tempest-ServerDiagnosticsNegativeTest-1210926427 tempest-ServerDiagnosticsNegativeTest-1210926427-project] 10.222.0.37 "GET /v2.0/ports?device_id=5697ec4e-90b8-48bc-9e35-14688c6941c9 HTTP/1.1" status: 200 len: 210 time: 0.1506813 Aug 06 15:55:55.837303 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:55.838287 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:55.840411 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] 10.222.0.13 "PUT /v2.0/ports/fc43daba-9b6c-4b34-804b-57ea9bca3bb8 HTTP/1.1" status: 200 len: 1091 time: 1.7875121 Aug 06 15:55:55.841095 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef146a08-7e75-4ab0-930b-1c429dc5022b', 'tag': 'fc43daba-9b6c-4b34-804b-57ea9bca3bb8'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:55.851509 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b301f0f8-44dd-4565-b26e-b70c462a90cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ef146a08-7e75-4ab0-930b-1c429dc5022b", "tag": "fc43daba-9b6c-4b34-804b-57ea9bca3bb8"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:55.993080 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08466377-a1ef-403f-b42c-851b12d94817 x-openstack-request-id: req-08466377-a1ef-403f-b42c-851b12d94817 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:55.994005 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e51047-43a9-4342-9b53-8f31abc90eb6", "tag": "75c3a40c-0fe4-4e45-a8aa-116fe49a1063", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ecac5e94-5bbd-497a-8f73-5fa5951d424e", "tag": "b2bebe8e-7a41-4858-bda0-69be54fedfe3", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:55.994005 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08466377-a1ef-403f-b42c-851b12d94817 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:55.994005 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'tag': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'status': 'completed', 'code': 200} Aug 06 15:55:55.994438 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecac5e94-5bbd-497a-8f73-5fa5951d424e', 'tag': 'b2bebe8e-7a41-4858-bda0-69be54fedfe3', 'status': 'completed', 'code': 200} Aug 06 15:55:55.994572 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dd02c-3158-499c-ad0d-d120f948c33c service neutron] Pushing event updated for resources: {'Port': ['ID=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:56.017838 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-f0eaa921-bf6c-42bc-8d76-9f4ceed6d8e5 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8525431 Aug 06 15:55:56.093961 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-5fb80871-d324-43cd-8a5b-0b143d584a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:56.104432 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-5fb80871-d324-43cd-8a5b-0b143d584a70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 1094 time: 0.1468689 Aug 06 15:55:56.238039 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-c19f9aa3-1e29-4e23-8e7a-19341c9f49d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc43daba-9b6c-4b34-804b-57ea9bca3bb8 HTTP/1.1" status: 200 len: 217 time: 0.1187623 Aug 06 15:55:56.279739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-e23685be-6555-403c-97f9-16cb4b29b8dc tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1001 time: 0.4488394 Aug 06 15:55:56.321369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25e45cb-d5d6-415d-85fe-30558dc91920 req-f24b64d1-1994-4b4e-9c06-c9d962991fe2 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747266 Aug 06 15:55:56.386398 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-5c0aca95-df79-4069-92bd-4cf2ff55585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:56.389075 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-5c0aca95-df79-4069-92bd-4cf2ff55585c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.1384368 Aug 06 15:55:56.466580 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-1a874ee2-419f-4985-8bce-3268e434e44f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622838 Aug 06 15:55:56.514595 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bd592-dfc0-4105-9c92-1b422f127aca req-dd92e4bf-d79a-4c46-ad91-081becc746b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:56.517431 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-816bd592-dfc0-4105-9c92-1b422f127aca req-dd92e4bf-d79a-4c46-ad91-081becc746b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 1096 time: 0.5223224 Aug 06 15:55:56.757332 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-be9d605c-6c85-41b5-ba89-1981418493ad service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824609 Aug 06 15:55:56.872018 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-78aae089-b670-48e8-a875-e9a0a83962c1 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:56.873025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 29585a34-1ffe-4e11-be90-fc7ec7b48c94 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:55:56.883697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-78aae089-b670-48e8-a875-e9a0a83962c1 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.5892661 Aug 06 15:55:56.914497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bd12e-5523-45f4-abaf-6a1ce49ba353 req-48162f9a-cc04-44ff-8bc5-0bf985fc9719 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:56.922371 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-661bd12e-5523-45f4-abaf-6a1ce49ba353 req-48162f9a-cc04-44ff-8bc5-0bf985fc9719 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecac5e94-5bbd-497a-8f73-5fa5951d424e HTTP/1.1" status: 200 len: 947 time: 0.2213950 Aug 06 15:55:56.924516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 29585a34-1ffe-4e11-be90-fc7ec7b48c94 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:55:56.934899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bd592-dfc0-4105-9c92-1b422f127aca req-509fe306-d6f7-4b97-aa3d-c8263c962abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:56.935415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 29585a34-1ffe-4e11-be90-fc7ec7b48c94 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:55:56.936612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-816bd592-dfc0-4105-9c92-1b422f127aca req-509fe306-d6f7-4b97-aa3d-c8263c962abd service neutron] 10.222.0.13 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 921 time: 0.3926477 Aug 06 15:55:56.993049 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-74f2cd78-80ff-41cb-b530-ea6c04654067 req-b868ee77-911a-4ccc-b810-7ecfb85e083e service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243252 Aug 06 15:55:57.099068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-339dd77c-3d1e-473a-9e30-3e29aeac4cf0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 1001 time: 0.2140133 Aug 06 15:55:57.105566 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-661bd12e-5523-45f4-abaf-6a1ce49ba353 req-6d3b52c9-adab-40f8-b573-d464066fc0c3 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817856 Aug 06 15:55:57.108310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-5e3f3b78-a85f-4a8a-ad04-97f8bcce94f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:57.112328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-816bd592-dfc0-4105-9c92-1b422f127aca req-380a1138-44f2-4a25-9330-5101e7005517 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75c3a40c-0fe4-4e45-a8aa-116fe49a1063 HTTP/1.1" status: 200 len: 1001 time: 0.1364112 Aug 06 15:55:57.167548 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b52ace-9c45-459a-b45f-5a10b423ac8b x-openstack-request-id: req-a7b52ace-9c45-459a-b45f-5a10b423ac8b {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:57.168097 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef146a08-7e75-4ab0-930b-1c429dc5022b", "tag": "fc43daba-9b6c-4b34-804b-57ea9bca3bb8", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:57.168097 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7b52ace-9c45-459a-b45f-5a10b423ac8b {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:57.168472 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef146a08-7e75-4ab0-930b-1c429dc5022b', 'tag': 'fc43daba-9b6c-4b34-804b-57ea9bca3bb8', 'status': 'completed', 'code': 200} Aug 06 15:55:57.220896 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-5e3f3b78-a85f-4a8a-ad04-97f8bcce94f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:57.259458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bd592-dfc0-4105-9c92-1b422f127aca req-15530590-81b3-40df-983f-4237e67f4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:57.261530 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-816bd592-dfc0-4105-9c92-1b422f127aca req-15530590-81b3-40df-983f-4237e67f4b96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.1045134 Aug 06 15:55:57.269390 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301f0f8-44dd-4565-b26e-b70c462a90cf req-eadb0115-66fb-4daf-a1fe-942966b9e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:57.271438 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b301f0f8-44dd-4565-b26e-b70c462a90cf req-eadb0115-66fb-4daf-a1fe-942966b9e564 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 1094 time: 0.0639303 Aug 06 15:55:57.396286 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301f0f8-44dd-4565-b26e-b70c462a90cf req-dac7bf49-ff83-4b2c-add7-4e6c6713bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:57.399253 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b301f0f8-44dd-4565-b26e-b70c462a90cf req-dac7bf49-ff83-4b2c-add7-4e6c6713bef5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.1165719 Aug 06 15:55:57.437805 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bd592-dfc0-4105-9c92-1b422f127aca req-a127c660-6074-42f9-9559-f79de3b30647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:57.440268 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-816bd592-dfc0-4105-9c92-1b422f127aca req-a127c660-6074-42f9-9559-f79de3b30647 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591182 Aug 06 15:55:57.458551 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c245c9f-e30b-4f30-9be1-4732bcc2335b req-c3661dd5-1c71-4e25-8b99-9fff810ae46f tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:57.466357 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b301f0f8-44dd-4565-b26e-b70c462a90cf req-20f48d80-8eb6-43dc-bda6-288114059cb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc43daba-9b6c-4b34-804b-57ea9bca3bb8 HTTP/1.1" status: 200 len: 217 time: 0.0540316 Aug 06 15:55:57.469481 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c245c9f-e30b-4f30-9be1-4732bcc2335b req-c3661dd5-1c71-4e25-8b99-9fff810ae46f tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 943 time: 0.2127900 Aug 06 15:55:57.548039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301f0f8-44dd-4565-b26e-b70c462a90cf req-f0b403f6-a7b6-4830-beb5-7cb8623a962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:57.553373 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b301f0f8-44dd-4565-b26e-b70c462a90cf req-f0b403f6-a7b6-4830-beb5-7cb8623a962c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.0717347 Aug 06 15:55:57.557755 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-5e3f3b78-a85f-4a8a-ad04-97f8bcce94f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:57.600029 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b301f0f8-44dd-4565-b26e-b70c462a90cf req-1f3c92a2-0b0b-47c8-9342-8db92acc4f4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373852 Aug 06 15:55:57.607803 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-5e3f3b78-a85f-4a8a-ad04-97f8bcce94f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:57.607803 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-5e3f3b78-a85f-4a8a-ad04-97f8bcce94f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Floating IP 25c39c9c-6176-479d-b476-0da0812a3462 disassociated. External IP: 172.25.1.236, port: 75c3a40c-0fe4-4e45-a8aa-116fe49a1063. Aug 06 15:55:57.687212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c245c9f-e30b-4f30-9be1-4732bcc2335b req-9ccb2e68-a0dd-4c8b-8b1b-929c1b8f0186 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087903 Aug 06 15:55:57.768187 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b301f0f8-44dd-4565-b26e-b70c462a90cf req-d989fda0-075c-4c5e-9b7a-8830a64b784b service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589336 Aug 06 15:55:57.902718 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b301f0f8-44dd-4565-b26e-b70c462a90cf req-30eef2b0-d5bb-4e1b-a232-d7b681c32280 service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247394 Aug 06 15:55:57.916473 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-816bd592-dfc0-4105-9c92-1b422f127aca req-f5a23841-22fd-49c0-9457-f2bfbe9204cd service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444981 Aug 06 15:55:57.974336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebbada-7671-4d22-bc04-0985f65f3a1b req-7b349282-89af-4e0e-af5d-cdbc01de2318 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:57.977497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4aebbada-7671-4d22-bc04-0985f65f3a1b req-7b349282-89af-4e0e-af5d-cdbc01de2318 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a0715c0-8337-431b-bb83-3b00e180b8f5 HTTP/1.1" status: 200 len: 945 time: 0.1487074 Aug 06 15:55:58.015742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5697ec4e-90b8-48bc-9e35-14688c6941c9', 'name': 'network-vif-deleted', 'tag': '29585a34-1ffe-4e11-be90-fc7ec7b48c94'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:58.017978 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8df4d2d-ec9c-4880-8ee5-a48786889ea1" -d '{"events": [{"server_uuid": "5697ec4e-90b8-48bc-9e35-14688c6941c9", "name": "network-vif-deleted", "tag": "29585a34-1ffe-4e11-be90-fc7ec7b48c94"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:58.129086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4aebbada-7671-4d22-bc04-0985f65f3a1b req-20b4f1c5-c24b-442d-91e5-ba0e7b97f553 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1add44d-f6d6-4890-9d1b-855e459896e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037564 Aug 06 15:55:58.144213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-5e3f3b78-a85f-4a8a-ad04-97f8bcce94f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Router dc457fbf-f077-4fb2-ac87-3b5796bf2306 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:55:58.153397 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-816bd592-dfc0-4105-9c92-1b422f127aca req-1e13f6a9-0177-4244-81d9-c3b9174c98b8 service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265139 Aug 06 15:55:58.363224 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-5e3f3b78-a85f-4a8a-ad04-97f8bcce94f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:55:58.371351 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-5e3f3b78-a85f-4a8a-ad04-97f8bcce94f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:58.376730 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6502810c-eacc-4475-bc09-d8e76d0b3527 None None] Sync routers for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:55:58.415261 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6502810c-eacc-4475-bc09-d8e76d0b3527 None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:58.415987 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-6502810c-eacc-4475-bc09-d8e76d0b3527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:55:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:58.430706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc7ff6-95b8-462a-a207-70dd0b1581bd req-150689d6-4ea1-4bd4-876e-d835a43bf058 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:58.437436 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5afc7ff6-95b8-462a-a207-70dd0b1581bd req-150689d6-4ea1-4bd4-876e-d835a43bf058 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a0715c0-8337-431b-bb83-3b00e180b8f5 HTTP/1.1" status: 200 len: 945 time: 0.0882773 Aug 06 15:55:58.477321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bd592-dfc0-4105-9c92-1b422f127aca req-62d668eb-c5ef-404a-b6d6-fe8dc4e7b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:58.478844 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-816bd592-dfc0-4105-9c92-1b422f127aca req-62d668eb-c5ef-404a-b6d6-fe8dc4e7b782 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=ecac5e94-5bbd-497a-8f73-5fa5951d424e HTTP/1.1" status: 200 len: 1098 time: 0.2561662 Aug 06 15:55:58.567396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-5afc7ff6-95b8-462a-a207-70dd0b1581bd req-0441afd3-fa60-431f-b52b-c0023255d0c7 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Deleting port 2db0a0cf-f91a-4835-8e6c-deeec0882632 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:58.567890 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5afc7ff6-95b8-462a-a207-70dd0b1581bd req-0441afd3-fa60-431f-b52b-c0023255d0c7 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:58.646640 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-6502810c-eacc-4475-bc09-d8e76d0b3527 None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:58.699373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57632) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:58.729677 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-5afc7ff6-95b8-462a-a207-70dd0b1581bd req-0441afd3-fa60-431f-b52b-c0023255d0c7 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] For port 2db0a0cf-f91a-4835-8e6c-deeec0882632, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=2db0a0cf-f91a-4835-8e6c-deeec0882632,segment=NetworkSegment(675db2bd-4c65-46a0-8021-3a10b15e74ba),segment_id=675db2bd-4c65-46a0-8021-3a10b15e74ba)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:58.730264 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5afc7ff6-95b8-462a-a207-70dd0b1581bd req-0441afd3-fa60-431f-b52b-c0023255d0c7 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:58.748983 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-5afc7ff6-95b8-462a-a207-70dd0b1581bd req-0441afd3-fa60-431f-b52b-c0023255d0c7 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Calling delete_port for 2db0a0cf-f91a-4835-8e6c-deeec0882632 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:58.865524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b2bebe8e-7a41-4858-bda0-69be54fedfe3 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:55:58.936028 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5afc7ff6-95b8-462a-a207-70dd0b1581bd req-0441afd3-fa60-431f-b52b-c0023255d0c7 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:58.949298 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-5e3f3b78-a85f-4a8a-ad04-97f8bcce94f0 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "PUT /v2.0/floatingips/25c39c9c-6176-479d-b476-0da0812a3462 HTTP/1.1" status: 200 len: 696 time: 1.8483670 Aug 06 15:55:58.978912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['2db0a0cf-f91a-4835-8e6c-deeec0882632'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:58.987996 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-19afc6be-9932-4366-88a0-c6f71c0b8933 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54c8f8fd25cc44d99db8ff12efb44e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870512 Aug 06 15:55:58.988749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441afd3-fa60-431f-b52b-c0023255d0c7 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Pushing event deleted for resources: {'Port': ['ID=2db0a0cf-f91a-4835-8e6c-deeec0882632,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:58.993996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57638) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:59.000231 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-6502810c-eacc-4475-bc09-d8e76d0b3527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:59.028290 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-b122fd2b-adb6-452c-9d21-7513334ca080 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=38763283279f4e439d2067e196cf44b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739570 Aug 06 15:55:59.042593 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6502810c-eacc-4475-bc09-d8e76d0b3527 None None] Checking router: dc457fbf-f077-4fb2-ac87-3b5796bf2306 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:55:59.065990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afc7ff6-95b8-462a-a207-70dd0b1581bd req-0441afd3-fa60-431f-b52b-c0023255d0c7 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] No DVR routers for this DVR port 2db0a0cf-f91a-4835-8e6c-deeec0882632 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:55:59.074609 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5afc7ff6-95b8-462a-a207-70dd0b1581bd req-0441afd3-fa60-431f-b52b-c0023255d0c7 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.076888 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6502810c-eacc-4475-bc09-d8e76d0b3527 None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:59.077504 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5afc7ff6-95b8-462a-a207-70dd0b1581bd req-0441afd3-fa60-431f-b52b-c0023255d0c7 tempest-VolumesAdminNegativeTest-2146422046 tempest-VolumesAdminNegativeTest-2146422046-project] 10.222.0.13 "DELETE /v2.0/ports/2db0a0cf-f91a-4835-8e6c-deeec0882632 HTTP/1.1" status: 204 len: 173 time: 0.6316187 Aug 06 15:55:59.078513 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-6502810c-eacc-4475-bc09-d8e76d0b3527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:55:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:59.094069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b2bebe8e-7a41-4858-bda0-69be54fedfe3, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b2bebe8e-7a41-4858-bda0-69be54fedfe3,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:59.109491 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1d9df78-4634-4ada-8038-8f03aab69c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.110443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'b2bebe8e-7a41-4858-bda0-69be54fedfe3', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'b2bebe8e-7a41-4858-bda0-69be54fedfe3', 'mac_address': 'fa:16:3e:3b:0c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:55:59.171749 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1d9df78-4634-4ada-8038-8f03aab69c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.177294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0715c0-8337-431b-bb83-3b00e180b8f5', 'name': 'network-vif-deleted', 'tag': '2db0a0cf-f91a-4835-8e6c-deeec0882632'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:59.177567 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.185685 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab72f2f6-e214-4faa-9446-cabeaaec5108" -d '{"events": [{"server_uuid": "4a0715c0-8337-431b-bb83-3b00e180b8f5", "name": "network-vif-deleted", "tag": "2db0a0cf-f91a-4835-8e6c-deeec0882632"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:59.209081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bebe8e-7a41-4858-bda0-69be54fedfe3 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:59.271675 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-6502810c-eacc-4475-bc09-d8e76d0b3527 None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:59.272356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b2bebe8e-7a41-4858-bda0-69be54fedfe3, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b2bebe8e-7a41-4858-bda0-69be54fedfe3,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:59.272597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-710c4a08-1872-48e7-b208-3e9d2e10bfca tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:59.280267 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.285129 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-710c4a08-1872-48e7-b208-3e9d2e10bfca tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541878 Aug 06 15:55:59.312174 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b046941-f008-4fe4-b881-84ce98b8dc30 req-a8ab3a3d-31b1-4b76-921f-088faed1ff33 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1222043 Aug 06 15:55:59.317754 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-748c9e8d-f553-465a-b146-cb31b194670d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/quotas/38763283279f4e439d2067e196cf44b2 HTTP/1.1" status: 200 len: 375 time: 0.0313411 Aug 06 15:55:59.336533 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1d9df78-4634-4ada-8038-8f03aab69c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.342052 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1d9df78-4634-4ada-8038-8f03aab69c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.343456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bd592-dfc0-4105-9c92-1b422f127aca req-b8ddefb4-45db-4915-9d3d-34797d78bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:59.345383 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-816bd592-dfc0-4105-9c92-1b422f127aca req-b8ddefb4-45db-4915-9d3d-34797d78bbcd service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.8584623 Aug 06 15:55:59.346232 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d1d9df78-4634-4ada-8038-8f03aab69c5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48bbfb27-13c6-443d-acd9-f68523ba7a83 HTTP/1.1" status: 204 len: 168 time: 0.3511713 Aug 06 15:55:59.375076 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b2bebe8e-7a41-4858-bda0-69be54fedfe3,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:59.388356 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9df78-4634-4ada-8038-8f03aab69c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bbfb27-13c6-443d-acd9-f68523ba7a83,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:59.428661 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b046941-f008-4fe4-b881-84ce98b8dc30 req-e089962e-c77d-4ec1-b037-2f56d459e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:59.431540 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b046941-f008-4fe4-b881-84ce98b8dc30 req-e089962e-c77d-4ec1-b037-2f56d459e8f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 1096 time: 0.0838981 Aug 06 15:55:59.437263 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-6f46bf96-1112-4186-bf42-c68b51b86318 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=38763283279f4e439d2067e196cf44b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1172767 Aug 06 15:55:59.501164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-6345237d-797d-4a51-8b2c-634bf6a358c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:59.503659 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-6345237d-797d-4a51-8b2c-634bf6a358c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 1096 time: 0.4563398 Aug 06 15:55:59.506273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-816bd592-dfc0-4105-9c92-1b422f127aca req-853c8738-82d4-4d5a-a783-1ed51bc253b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=b2bebe8e-7a41-4858-bda0-69be54fedfe3 HTTP/1.1" status: 200 len: 217 time: 0.0973721 Aug 06 15:55:59.535660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['b2bebe8e-7a41-4858-bda0-69be54fedfe3'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:59.710751 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b046941-f008-4fe4-b881-84ce98b8dc30 req-66a18733-f901-4505-a7da-3266d27e20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:59.712716 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b046941-f008-4fe4-b881-84ce98b8dc30 req-66a18733-f901-4505-a7da-3266d27e20e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 921 time: 0.2546685 Aug 06 15:55:59.785469 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-6502810c-eacc-4475-bc09-d8e76d0b3527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:59.815668 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b046941-f008-4fe4-b881-84ce98b8dc30 req-ec6e4279-f370-401f-a445-17c438bd86ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75c3a40c-0fe4-4e45-a8aa-116fe49a1063 HTTP/1.1" status: 200 len: 217 time: 0.0939331 Aug 06 15:55:59.843654 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6502810c-eacc-4475-bc09-d8e76d0b3527 None None] The sync data for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 is: [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:54:25Z', 'revision_number': 4, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '5f9dab4e-b623-4328-8992-d90a83fb2e98', 'name': '', 'network_id': '3df65d06-2654-4c94-83d6-de2bceefdc8a', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'mac_address': 'fa:16:3e:89:f7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:23Z', 'updated_at': '2021-08-06T15:54:34Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'subnets': [{'id': '747b97e7-085e-4d9c-99fb-9f7861357373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:55:59.932805 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b046941-f008-4fe4-b881-84ce98b8dc30 req-362d2de3-0ef6-4904-aee0-1551c8c3783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:59.935835 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b046941-f008-4fe4-b881-84ce98b8dc30 req-362d2de3-0ef6-4904-aee0-1551c8c3783f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.0987041 Aug 06 15:55:59.975237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bd592-dfc0-4105-9c92-1b422f127aca req-cabee3c3-f11f-4cc9-909d-782434c49f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:59.983565 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-816bd592-dfc0-4105-9c92-1b422f127aca req-cabee3c3-f11f-4cc9-909d-782434c49f9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.4691467 Aug 06 15:56:00.019740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-c03b5531-0cb0-48cc-b952-035892ddf811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:00.031265 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-c03b5531-0cb0-48cc-b952-035892ddf811 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 921 time: 0.5198383 Aug 06 15:56:00.096110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-fbb1ca6f-4803-420a-9469-90303718b85e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75c3a40c-0fe4-4e45-a8aa-116fe49a1063 HTTP/1.1" status: 200 len: 217 time: 0.0633278 Aug 06 15:56:00.132943 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57660) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:00.200355 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b19d6d13-6110-4ec7-bfb2-21e4cb681d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:00.249619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bd592-dfc0-4105-9c92-1b422f127aca req-2016d57e-87e3-42fe-ab8a-74edaf96dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:00.257077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-816bd592-dfc0-4105-9c92-1b422f127aca req-2016d57e-87e3-42fe-ab8a-74edaf96dd16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1693101 Aug 06 15:56:00.386689 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b19d6d13-6110-4ec7-bfb2-21e4cb681d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:00.404611 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b19d6d13-6110-4ec7-bfb2-21e4cb681d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:00.411668 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-0903ca5b-b2d1-435d-b817-dc9acfccb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:00.421286 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-0903ca5b-b2d1-435d-b817-dc9acfccb4b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.3232613 Aug 06 15:56:00.427529 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159e713-0c02-4afe-8b7f-66c8e0b4e584 None None] New status for floating IP 25c39c9c-6176-479d-b476-0da0812a3462: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:56:00.625826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-1069d57f-1ffc-4408-b38d-666115d2e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:00.626448 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b046941-f008-4fe4-b881-84ce98b8dc30 req-83cc16cc-66cb-47cd-8486-ff5ffea8a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:00.630133 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b046941-f008-4fe4-b881-84ce98b8dc30 req-83cc16cc-66cb-47cd-8486-ff5ffea8a13e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6868570 Aug 06 15:56:00.654746 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-1069d57f-1ffc-4408-b38d-666115d2e2e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2320044 Aug 06 15:56:00.703111 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d248d5-bd94-4aa6-a104-c7e9ce414cd9 x-openstack-request-id: req-d7d248d5-bd94-4aa6-a104-c7e9ce414cd9 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:00.703596 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5697ec4e-90b8-48bc-9e35-14688c6941c9", "name": "network-vif-deleted", "tag": "29585a34-1ffe-4e11-be90-fc7ec7b48c94", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:00.704026 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7d248d5-bd94-4aa6-a104-c7e9ce414cd9 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:00.704726 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5697ec4e-90b8-48bc-9e35-14688c6941c9', 'name': 'network-vif-deleted', 'tag': '29585a34-1ffe-4e11-be90-fc7ec7b48c94', 'status': 'completed', 'code': 200} Aug 06 15:56:00.712914 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b19d6d13-6110-4ec7-bfb2-21e4cb681d50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24f581986ad44c21b4c4c95feba6645b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5742848 Aug 06 15:56:00.714955 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57670) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:00.728130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d6d13-6110-4ec7-bfb2-21e4cb681d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0715a44d-0d90-4315-a43a-ecec9f884a9b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:00.871289 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b046941-f008-4fe4-b881-84ce98b8dc30 req-3e6722a1-fa3a-42de-a0b0-5464c7749a6c service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330227 Aug 06 15:56:00.876851 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dee29bef-df2a-40a0-abe5-7abdf24af509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:00.926899 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device fc43daba-9b6c-4b34-804b-57ea9bca3bb8 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:56:00.929915 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b2bebe8e-7a41-4858-bda0-69be54fedfe3 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:00.974220 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-816bd592-dfc0-4105-9c92-1b422f127aca req-a8f4dc5f-a6c0-4526-8dff-01a25464b6a9 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856695 Aug 06 15:56:01.036275 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b046941-f008-4fe4-b881-84ce98b8dc30 req-7aa679fe-2d6f-4726-8cd5-8bdf91c2b5a1 service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565237 Aug 06 15:56:01.055216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a1672-b290-43b5-a2ec-35782ff9981e req-7ca35617-ccd6-465a-9156-4447902a5b45 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:01.065233 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d7a1672-b290-43b5-a2ec-35782ff9981e req-7ca35617-ccd6-465a-9156-4447902a5b45 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecac5e94-5bbd-497a-8f73-5fa5951d424e HTTP/1.1" status: 200 len: 948 time: 0.2824364 Aug 06 15:56:01.133672 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dee29bef-df2a-40a0-abe5-7abdf24af509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.176901 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-dc6b98db-1396-4468-8cf3-62ab8d2bc923 service neutron] 10.222.0.37 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208561 Aug 06 15:56:01.180505 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port b2bebe8e-7a41-4858-bda0-69be54fedfe3 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:01.191564 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port b2bebe8e-7a41-4858-bda0-69be54fedfe3 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:01.192074 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.209988 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-08370c3e-82d0-44fd-8c25-f37a86e1a709 req-7aefcb21-a01d-49c8-9a9d-a74ecbde4007 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=47dc93a3-35e4-4474-ba14-2b2152500839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1147296 Aug 06 15:56:01.248332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:01.262580 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dee29bef-df2a-40a0-abe5-7abdf24af509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.266000 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dee29bef-df2a-40a0-abe5-7abdf24af509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.267283 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dee29bef-df2a-40a0-abe5-7abdf24af509 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0715a44d-0d90-4315-a43a-ecec9f884a9b HTTP/1.1" status: 204 len: 168 time: 0.5513351 Aug 06 15:56:01.276987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d7a1672-b290-43b5-a2ec-35782ff9981e req-f2f580d3-e5af-41cb-a806-58d5cd7c3797 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107334 Aug 06 15:56:01.279694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'fc43daba-9b6c-4b34-804b-57ea9bca3bb8', 'network_id': '897fb748-581b-4095-a788-9e69c09f9551', 'port_id': 'fc43daba-9b6c-4b34-804b-57ea9bca3bb8', 'mac_address': 'fa:16:3e:5d:89:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd664c5d0-d8e0-485d-86af-246349783b8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:56:01.299274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee29bef-df2a-40a0-abe5-7abdf24af509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0715a44d-0d90-4315-a43a-ecec9f884a9b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:01.326277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08370c3e-82d0-44fd-8c25-f37a86e1a709 req-d806b7c1-604b-480e-947c-5b1021681878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:01.328594 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-08370c3e-82d0-44fd-8c25-f37a86e1a709 req-d806b7c1-604b-480e-947c-5b1021681878 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=47dc93a3-35e4-4474-ba14-2b2152500839 HTTP/1.1" status: 200 len: 1101 time: 0.0813291 Aug 06 15:56:01.392827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-816bd592-dfc0-4105-9c92-1b422f127aca req-d3cf719e-df64-48b1-a6f2-f679b99094ea service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087608 Aug 06 15:56:01.415154 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.463371 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5611f2d-2abf-4344-9e4d-52305292ec7f req-b3e26b5b-8753-4e60-8ded-fcb92bcebb3a service neutron] 10.222.0.37 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684553 Aug 06 15:56:01.469941 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc43daba-9b6c-4b34-804b-57ea9bca3bb8 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:01.500455 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.518343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:01.533462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33953fa-a4f5-4723-8388-8b54f4fe8f63 req-cbae6af8-da0c-439b-b97e-00954acbe52a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:01.536895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f33953fa-a4f5-4723-8388-8b54f4fe8f63 req-cbae6af8-da0c-439b-b97e-00954acbe52a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 943 time: 0.0942247 Aug 06 15:56:01.548466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b2bebe8e-7a41-4858-bda0-69be54fedfe3, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b2bebe8e-7a41-4858-bda0-69be54fedfe3,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:01.549835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecac5e94-5bbd-497a-8f73-5fa5951d424e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bebe8e-7a41-4858-bda0-69be54fedfe3'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:01.552547 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e005dd9c-8743-46b3-aba8-a79f817c99db" -d '{"events": [{"server_uuid": "ecac5e94-5bbd-497a-8f73-5fa5951d424e", "name": "network-vif-plugged", "status": "completed", "tag": "b2bebe8e-7a41-4858-bda0-69be54fedfe3"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:01.557257 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.559156 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.589993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08370c3e-82d0-44fd-8c25-f37a86e1a709 req-069bcd0e-e61e-4e20-9f28-894f2b2bb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:01.590543 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-08370c3e-82d0-44fd-8c25-f37a86e1a709 req-069bcd0e-e61e-4e20-9f28-894f2b2bb51c service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.2098265 Aug 06 15:56:01.602383 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f33953fa-a4f5-4723-8388-8b54f4fe8f63 req-5908e6af-25e2-4582-94ae-5ecd1a610009 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566900 Aug 06 15:56:01.607652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57684) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:01.644128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b2bebe8e-7a41-4858-bda0-69be54fedfe3,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:01.674827 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-08370c3e-82d0-44fd-8c25-f37a86e1a709 req-78b6f27d-b7fc-48db-ba8c-a61587c75b08 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=cd7f3e53-11ec-4b61-b617-8c627b1b9b53 HTTP/1.1" status: 200 len: 217 time: 0.0745001 Aug 06 15:56:01.676957 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7b1346-1308-46d0-89fd-045aa94fbcc2 x-openstack-request-id: req-ec7b1346-1308-46d0-89fd-045aa94fbcc2 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:01.677371 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0715c0-8337-431b-bb83-3b00e180b8f5", "name": "network-vif-deleted", "tag": "2db0a0cf-f91a-4835-8e6c-deeec0882632", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:01.677814 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec7b1346-1308-46d0-89fd-045aa94fbcc2 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:01.678647 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0715c0-8337-431b-bb83-3b00e180b8f5', 'name': 'network-vif-deleted', 'tag': '2db0a0cf-f91a-4835-8e6c-deeec0882632', 'status': 'completed', 'code': 200} Aug 06 15:56:01.738561 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:01.748920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb84368-3ee7-433b-96fd-a0d4d91c83be admin admin] Deleting subnet ada90492-ef2a-47df-bdaa-61a64de59613 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:56:01.763782 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fb84368-3ee7-433b-96fd-a0d4d91c83be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.768992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08370c3e-82d0-44fd-8c25-f37a86e1a709 req-d0b56162-064d-492e-8c29-bd0e0caf12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:01.775246 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-08370c3e-82d0-44fd-8c25-f37a86e1a709 req-d0b56162-064d-492e-8c29-bd0e0caf12c8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0887225 Aug 06 15:56:01.803386 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5b86d94-75a3-4e43-b2bf-1f7b294c3209 req-7030af59-8280-4667-b708-35949120d9e3 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/ports?device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 210 time: 0.0510361 Aug 06 15:56:01.811322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['fc43daba-9b6c-4b34-804b-57ea9bca3bb8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:01.842041 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fb84368-3ee7-433b-96fd-a0d4d91c83be admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.866332 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fb84368-3ee7-433b-96fd-a0d4d91c83be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.883723 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08370c3e-82d0-44fd-8c25-f37a86e1a709 req-67e7aeb5-460d-44f2-b1b1-7e5841f42d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:01.885600 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-08370c3e-82d0-44fd-8c25-f37a86e1a709 req-67e7aeb5-460d-44f2-b1b1-7e5841f42d39 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981414 Aug 06 15:56:02.026376 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fb84368-3ee7-433b-96fd-a0d4d91c83be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.076764 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-08370c3e-82d0-44fd-8c25-f37a86e1a709 req-f928709d-d733-4205-aa1c-384ddaa5ef70 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801248 Aug 06 15:56:02.106725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb84368-3ee7-433b-96fd-a0d4d91c83be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada90492-ef2a-47df-bdaa-61a64de59613,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:02.126149 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fb84368-3ee7-433b-96fd-a0d4d91c83be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.132708 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1fb84368-3ee7-433b-96fd-a0d4d91c83be admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ada90492-ef2a-47df-bdaa-61a64de59613 HTTP/1.1" status: 204 len: 168 time: 0.5218694 Aug 06 15:56:02.142412 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e6a361-53fb-4da0-b3a4-6367e6d4cd1d x-openstack-request-id: req-50e6a361-53fb-4da0-b3a4-6367e6d4cd1d {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:02.143113 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecac5e94-5bbd-497a-8f73-5fa5951d424e", "name": "network-vif-plugged", "status": "completed", "tag": "b2bebe8e-7a41-4858-bda0-69be54fedfe3", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:02.143518 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50e6a361-53fb-4da0-b3a4-6367e6d4cd1d {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:02.144065 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecac5e94-5bbd-497a-8f73-5fa5951d424e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bebe8e-7a41-4858-bda0-69be54fedfe3', 'code': 200} Aug 06 15:56:02.150905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57700) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:02.294325 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-f5da1084-86ff-45cd-99e4-c666e656c96b tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=38763283279f4e439d2067e196cf44b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420485 Aug 06 15:56:02.306794 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.398063 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ed33653-74b3-4733-97bc-1e443845a401 req-271b86db-dda7-42c7-9a47-2a773457012c tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/floatingips/25c39c9c-6176-479d-b476-0da0812a3462 HTTP/1.1" status: 200 len: 694 time: 0.1074412 Aug 06 15:56:02.453106 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-08370c3e-82d0-44fd-8c25-f37a86e1a709 req-01c7f155-934c-41c4-b8b2-0f8ad854961a service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643661 Aug 06 15:56:02.510219 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-3d271b50-1811-48d5-a7b5-99d4a78c4b71 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:02.511815 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-3d271b50-1811-48d5-a7b5-99d4a78c4b71 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042780 Aug 06 15:56:02.527977 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Request body: {'port': {'device_id': 'd371f426-c24d-415d-b9bf-071158f1b0fc', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '38763283279f4e439d2067e196cf44b2'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:02.532340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63d3b2-464a-4b73-b5c4-13e91354ab6e req-8521fe7e-6d73-4770-b842-1258c4369477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:02.534310 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b63d3b2-464a-4b73-b5c4-13e91354ab6e req-8521fe7e-6d73-4770-b842-1258c4369477 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecac5e94-5bbd-497a-8f73-5fa5951d424e HTTP/1.1" status: 200 len: 1100 time: 0.2378016 Aug 06 15:56:02.606371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a70f77-3c6f-48cd-9460-35ec57c38b8e req-d77c02af-b2e0-469f-933d-b836033e9be9 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:02.607916 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-69a70f77-3c6f-48cd-9460-35ec57c38b8e req-d77c02af-b2e0-469f-933d-b836033e9be9 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecac5e94-5bbd-497a-8f73-5fa5951d424e HTTP/1.1" status: 200 len: 949 time: 0.1959262 Aug 06 15:56:02.612651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57718) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:02.671172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Made reservation on behalf of 38763283279f4e439d2067e196cf44b2 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:02.674005 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.674949 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.685781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.693829 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b63d3b2-464a-4b73-b5c4-13e91354ab6e req-38e0fbb0-d851-466e-8fbe-bc3714f07234 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382434 Aug 06 15:56:02.708702 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:56:02.709150 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:56:02.709828 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:56:02.710182 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Subscribe: > port after_create 55550000 {{(pid=105765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:56:02.710848 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:56:02.711188 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Subscribe: > port after_update 55550000 {{(pid=105765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:56:02.711679 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:56:02.712003 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:56:02.712430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:56:02.712780 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:56:02.738227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fa4779a5-f809-48ed-8526-92e9a93029c5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1767318158-network', 'tenant_id': '2fb8459bc4ef44d59cff4102c620932a'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:02.784588 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:56:02.784941 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:56:02.785282 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:56:02.785616 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:56:02.786005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe731e7-52dc-4870-9e41-0b72fb97ee31']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:02.790976 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'tag': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:02.793199 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035b18db-3b8b-4523-bebf-1c4878f20db5" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e51047-43a9-4342-9b53-8f31abc90eb6", "tag": "75c3a40c-0fe4-4e45-a8aa-116fe49a1063"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:02.795712 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.802019 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.827171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed33653-74b3-4733-97bc-1e443845a401 req-11861b8a-9db7-481c-a67f-e0286a341ba6 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:02.834884 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ed33653-74b3-4733-97bc-1e443845a401 req-11861b8a-9db7-481c-a67f-e0286a341ba6 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.4352746 Aug 06 15:56:02.840480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675db2bd-4c65-46a0-8021-3a10b15e74ba') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:02.840620 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675db2bd-4c65-46a0-8021-3a10b15e74ba') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:02.859272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-5ed33653-74b3-4733-97bc-1e443845a401 req-967cd965-485c-4ed8-a3c6-1a4aaf4037e6 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:56:02.860751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ed33653-74b3-4733-97bc-1e443845a401 req-967cd965-485c-4ed8-a3c6-1a4aaf4037e6 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257359 Aug 06 15:56:02.866239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4779a5-f809-48ed-8526-92e9a93029c5 admin admin] Made reservation on behalf of 2fb8459bc4ef44d59cff4102c620932a for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:02.868182 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-69a70f77-3c6f-48cd-9460-35ec57c38b8e req-679cc7c8-552b-4763-909f-72d184844e1e tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526774 Aug 06 15:56:02.868363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device fc43daba-9b6c-4b34-804b-57ea9bca3bb8 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:02.869004 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa4779a5-f809-48ed-8526-92e9a93029c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.870075 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.907811 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa4779a5-f809-48ed-8526-92e9a93029c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.910635 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b281ba-4c1e-4016-aff3-4e509451a1b5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:02.926465 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.943986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ed33653-74b3-4733-97bc-1e443845a401 req-c5939f26-de8a-47c6-81d3-b968d7ec2928 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 697 time: 0.0600679 Aug 06 15:56:02.945324 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:02.945772 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: from cryptography.utils import int_from_bytes Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: from cryptography.utils import int_from_bytes Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: timer() Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:02.950193 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:02.968518 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:02.974028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:02.974781 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.034361 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Allocated IP 192.168.233.115 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/caaaec9b-2a0b-4d08-b0d8-7265ade29549) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:03.056559 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ed33653-74b3-4733-97bc-1e443845a401 req-04d729ca-0ef6-4582-bcb4-8f35c317841a tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.236 HTTP/1.1" status: 200 len: 697 time: 0.0950513 Aug 06 15:56:03.068710 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.096726 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.126874 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.131361 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8fe731e7-52dc-4870-9e41-0b72fb97ee31 HTTP/1.1" status: 204 len: 168 time: 0.9745882 Aug 06 15:56:03.140061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57732) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:03.146028 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b1647-83ec-43cb-8855-f9ace02f5562 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe731e7-52dc-4870-9e41-0b72fb97ee31,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:03.154722 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:03.156532 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa4779a5-f809-48ed-8526-92e9a93029c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.159941 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.161192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 2db0a0cf-f91a-4835-8e6c-deeec0882632 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:56:03.219073 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa4779a5-f809-48ed-8526-92e9a93029c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.220459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 2db0a0cf-f91a-4835-8e6c-deeec0882632 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:56:03.220808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 2db0a0cf-f91a-4835-8e6c-deeec0882632 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:56:03.256710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:03.276104 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4779a5-f809-48ed-8526-92e9a93029c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:56:03.282547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5181863-eae3-45f2-b825-6378c8581764 admin admin] Deleting subnet a6a929fa-4ce9-4eaf-ae54-26409fb97529 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:56:03.295317 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4779a5-f809-48ed-8526-92e9a93029c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a666d2-9fa4-4e81-bce6-f16bee9d8bfe,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:03.298162 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5181863-eae3-45f2-b825-6378c8581764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.300931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-5ed33653-74b3-4733-97bc-1e443845a401 req-d3d466b8-46e1-45bb-91f2-d5848bbd6f88 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Deleting port ab13dc64-fd11-49a6-9288-d1bf42a94f95 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:03.301291 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ed33653-74b3-4733-97bc-1e443845a401 req-d3d466b8-46e1-45bb-91f2-d5848bbd6f88 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.333703 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa4779a5-f809-48ed-8526-92e9a93029c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.334052 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-fa4779a5-f809-48ed-8526-92e9a93029c5 admin admin] Added segment b764c085-caff-44ca-9dcc-e68cf173bf9a of type vlan for network 9cf28981-93de-49c6-9612-6a4a8dff5edf Aug 06 15:56:03.375913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f8375f8-1dd8-4ca9-be91-1eff535ae779 req-df4a017a-8136-4d69-bc60-003947927291 tempest-QuotasAdminNegativeTest-1929792706 tempest-QuotasAdminNegativeTest-1929792706-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d226bc32ba244069b04cabe51b14d46a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492592 Aug 06 15:56:03.382680 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.403185 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5181863-eae3-45f2-b825-6378c8581764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.430362 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa4779a5-f809-48ed-8526-92e9a93029c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.437303 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Transition to ACTIVE for port object caaaec9b-2a0b-4d08-b0d8-7265ade29549 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:03.479067 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ed33653-74b3-4733-97bc-1e443845a401 req-d3d466b8-46e1-45bb-91f2-d5848bbd6f88 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.480058 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ed33653-74b3-4733-97bc-1e443845a401 req-d3d466b8-46e1-45bb-91f2-d5848bbd6f88 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.484354 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5181863-eae3-45f2-b825-6378c8581764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.502051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-5ed33653-74b3-4733-97bc-1e443845a401 req-d3d466b8-46e1-45bb-91f2-d5848bbd6f88 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Calling delete_port for ab13dc64-fd11-49a6-9288-d1bf42a94f95 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:03.516332 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa4779a5-f809-48ed-8526-92e9a93029c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.517290 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4779a5-f809-48ed-8526-92e9a93029c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:03.517902 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa4779a5-f809-48ed-8526-92e9a93029c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.587213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8375f8-1dd8-4ca9-be91-1eff535ae779 req-2cb32d10-a387-4b8f-8ed0-6f865417ac8b tempest-QuotasAdminNegativeTest-1929792706 tempest-QuotasAdminNegativeTest-1929792706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:03.588748 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f8375f8-1dd8-4ca9-be91-1eff535ae779 req-2cb32d10-a387-4b8f-8ed0-6f865417ac8b tempest-QuotasAdminNegativeTest-1929792706 tempest-QuotasAdminNegativeTest-1929792706-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993620 Aug 06 15:56:03.599349 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fa4779a5-f809-48ed-8526-92e9a93029c5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9844985 Aug 06 15:56:03.604532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57742) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:03.613499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7c4195c1-7aec-4c31-8314-7a5f17967aaa admin admin] Request body: {'subnet': {'network_id': '9cf28981-93de-49c6-9612-6a4a8dff5edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1767318158-subnet', 'tenant_id': '2fb8459bc4ef44d59cff4102c620932a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:03.617090 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.623184 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f8375f8-1dd8-4ca9-be91-1eff535ae779 req-22d5dac0-6557-4b05-b53f-0178be94dff3 tempest-QuotasAdminNegativeTest-1929792706 tempest-QuotasAdminNegativeTest-1929792706-project] 10.222.0.37 "GET /v2.0/quotas/d226bc32ba244069b04cabe51b14d46a HTTP/1.1" status: 200 len: 375 time: 0.0253425 Aug 06 15:56:03.633785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4779a5-f809-48ed-8526-92e9a93029c5 admin admin] Pushing event updated for resources: {'Network': ['ID=9cf28981-93de-49c6-9612-6a4a8dff5edf,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:03.653205 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 9cf28981-93de-49c6-9612-6a4a8dff5edf details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:56:03.659307 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b498-ca3b-424e-8c00-ac36d51c589d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.681662 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f8375f8-1dd8-4ca9-be91-1eff535ae779 req-819cd116-2d96-4331-b066-0b3d9b3e01cf tempest-QuotasAdminNegativeTest-1929792706 tempest-QuotasAdminNegativeTest-1929792706-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d226bc32ba244069b04cabe51b14d46a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499804 Aug 06 15:56:03.695227 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5181863-eae3-45f2-b825-6378c8581764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.699137 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:03.718291 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4195c1-7aec-4c31-8314-7a5f17967aaa admin admin] Made reservation on behalf of 2fb8459bc4ef44d59cff4102c620932a for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:03.720994 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c4195c1-7aec-4c31-8314-7a5f17967aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.745151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:03.759748 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Pushing event updated for resources: {'Port': ['ID=caaaec9b-2a0b-4d08-b0d8-7265ade29549,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:03.762679 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ed33653-74b3-4733-97bc-1e443845a401 req-d3d466b8-46e1-45bb-91f2-d5848bbd6f88 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.766496 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:03.780687 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5181863-eae3-45f2-b825-6378c8581764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a929fa-4ce9-4eaf-ae54-26409fb97529,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:03.797036 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5181863-eae3-45f2-b825-6378c8581764 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.799160 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d5181863-eae3-45f2-b825-6378c8581764 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a6a929fa-4ce9-4eaf-ae54-26409fb97529 HTTP/1.1" status: 204 len: 168 time: 0.6578422 Aug 06 15:56:03.812822 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57748) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:03.826839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d466b8-46e1-45bb-91f2-d5848bbd6f88 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Pushing event deleted for resources: {'Port': ['ID=ab13dc64-fd11-49a6-9288-d1bf42a94f95,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:03.887063 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:03.887891 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.943584 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1991229e-76f2-417b-8ff7-61d3b65f262d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4199464 Aug 06 15:56:03.970106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Request body: {'port': {'device_id': 'd371f426-c24d-415d-b9bf-071158f1b0fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:03.973782 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-607b74ce-7bba-48d9-9242-0368c9d0cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.983206 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ed33653-74b3-4733-97bc-1e443845a401 req-d3d466b8-46e1-45bb-91f2-d5848bbd6f88 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.985795 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ed33653-74b3-4733-97bc-1e443845a401 req-d3d466b8-46e1-45bb-91f2-d5848bbd6f88 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.987032 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ed33653-74b3-4733-97bc-1e443845a401 req-d3d466b8-46e1-45bb-91f2-d5848bbd6f88 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "DELETE /v2.0/floatingips/25c39c9c-6176-479d-b476-0da0812a3462 HTTP/1.1" status: 204 len: 173 time: 0.9164984 Aug 06 15:56:04.010442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8010fc0-5d71-416f-b340-ad15d9cb1709 req-1d6644c0-c40f-43bb-9652-03bc6630c8f7 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:04.012150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8010fc0-5d71-416f-b340-ad15d9cb1709 req-1d6644c0-c40f-43bb-9652-03bc6630c8f7 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 945 time: 0.1221845 Aug 06 15:56:04.039299 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1fb921-08a6-461d-8d59-0e75cbdf57cb x-openstack-request-id: req-6f1fb921-08a6-461d-8d59-0e75cbdf57cb {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:04.039703 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e51047-43a9-4342-9b53-8f31abc90eb6", "tag": "75c3a40c-0fe4-4e45-a8aa-116fe49a1063", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:04.040055 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f1fb921-08a6-461d-8d59-0e75cbdf57cb {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:04.040545 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'tag': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'status': 'completed', 'code': 200} Aug 06 15:56:04.066293 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.066515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ddc5de47-e0c2-4f0e-8e62-5e8d5df95d04 None None] Provisioning for port caaaec9b-2a0b-4d08-b0d8-7265ade29549 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:04.077063 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ddc5de47-e0c2-4f0e-8e62-5e8d5df95d04 None None] Provisioning complete for port caaaec9b-2a0b-4d08-b0d8-7265ade29549 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:04.077439 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ddc5de47-e0c2-4f0e-8e62-5e8d5df95d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.128503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ddc5de47-e0c2-4f0e-8e62-5e8d5df95d04 None None] Port caaaec9b-2a0b-4d08-b0d8-7265ade29549 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:56:04.147626 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef146a08-7e75-4ab0-930b-1c429dc5022b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc43daba-9b6c-4b34-804b-57ea9bca3bb8'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:04.150904 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b0103b-bbf4-4f69-939c-de5e68b9e540" -d '{"events": [{"server_uuid": "ef146a08-7e75-4ab0-930b-1c429dc5022b", "name": "network-vif-plugged", "status": "completed", "tag": "fc43daba-9b6c-4b34-804b-57ea9bca3bb8"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:04.169906 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-607b74ce-7bba-48d9-9242-0368c9d0cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.204003 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-607b74ce-7bba-48d9-9242-0368c9d0cdf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa250b6-aa80-4f21-9a27-3006808b0ac3']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:04.222160 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8010fc0-5d71-416f-b340-ad15d9cb1709 req-e4262047-3834-4a12-b9ef-acce98312f46 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857619 Aug 06 15:56:04.228009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-607b74ce-7bba-48d9-9242-0368c9d0cdf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4711d9-9f88-4780-bee5-88f764d5e038') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:04.228312 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-607b74ce-7bba-48d9-9242-0368c9d0cdf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4711d9-9f88-4780-bee5-88f764d5e038') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:04.232565 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c4195c1-7aec-4c31-8314-7a5f17967aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.246281 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-607b74ce-7bba-48d9-9242-0368c9d0cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.258096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b18db-3b8b-4523-bebf-1c4878f20db5 req-8ee0998e-8ea5-489d-9f0d-7e5e7bb70b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:04.259563 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-035b18db-3b8b-4523-bebf-1c4878f20db5 req-8ee0998e-8ea5-489d-9f0d-7e5e7bb70b5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8134872260564a36b0e07d9336f135c4&device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 1096 time: 0.1852927 Aug 06 15:56:04.271564 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-607b74ce-7bba-48d9-9242-0368c9d0cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.283589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44c447-14c7-475c-b345-757856f5b037 req-92d4b9fd-1eff-4bcf-a3cc-526e59850974 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:04.285087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc44c447-14c7-475c-b345-757856f5b037 req-92d4b9fd-1eff-4bcf-a3cc-526e59850974 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/ports?device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 936 time: 0.1754191 Aug 06 15:56:04.296317 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607b74ce-7bba-48d9-9242-0368c9d0cdf7 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:04.296713 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-607b74ce-7bba-48d9-9242-0368c9d0cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: timer() Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:04.298575 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:04.344954 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4195c1-7aec-4c31-8314-7a5f17967aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5512e037-6c3f-4ef0-9a26-8976b30616f8,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:04.368570 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4195c1-7aec-4c31-8314-7a5f17967aaa admin admin] Checking segment: {'id': 'b764c085-caff-44ca-9dcc-e68cf173bf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '9cf28981-93de-49c6-9612-6a4a8dff5edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:04.368981 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4195c1-7aec-4c31-8314-7a5f17967aaa admin admin] Network hostable DHCP agents. Network: 9cf28981-93de-49c6-9612-6a4a8dff5edf, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:56:04.412425 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4195c1-7aec-4c31-8314-7a5f17967aaa admin admin] Network 9cf28981-93de-49c6-9612-6a4a8dff5edf is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:56:04.436063 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-7c4195c1-7aec-4c31-8314-7a5f17967aaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 9cf28981-93de-49c6-9612-6a4a8dff5edf) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:04.449511 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b798eaa-47d1-4750-9ba7-9326c24f059b None None] Network 9cf28981-93de-49c6-9612-6a4a8dff5edf requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:04.461568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4195c1-7aec-4c31-8314-7a5f17967aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:04.462187 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c4195c1-7aec-4c31-8314-7a5f17967aaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.489844 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caaaec9b-2a0b-4d08-b0d8-7265ade29549 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:04.502325 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.513768 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7c4195c1-7aec-4c31-8314-7a5f17967aaa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9018881 Aug 06 15:56:04.524463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Transition to ACTIVE for port object caaaec9b-2a0b-4d08-b0d8-7265ade29549 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:04.532762 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.612176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=caaaec9b-2a0b-4d08-b0d8-7265ade29549,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:04.675154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18f0b04-9064-46f9-a400-988c62e7c20d None None] Network 9cf28981-93de-49c6-9612-6a4a8dff5edf requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:04.715732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Attempting to bind port caaaec9b-2a0b-4d08-b0d8-7265ade29549 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:04.716311 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Attempting to bind port caaaec9b-2a0b-4d08-b0d8-7265ade29549 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:04.716415 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Attempting to bind port caaaec9b-2a0b-4d08-b0d8-7265ade29549 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:04.733456 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Port caaaec9b-2a0b-4d08-b0d8-7265ade29549 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:56:04.733840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Attempting to bind port caaaec9b-2a0b-4d08-b0d8-7265ade29549 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:04.739715 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:04.740059 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:04.740433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:04.740859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Bound port: caaaec9b-2a0b-4d08-b0d8-7265ade29549, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:04.741245 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.793487 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-607b74ce-7bba-48d9-9242-0368c9d0cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.825814 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-607b74ce-7bba-48d9-9242-0368c9d0cdf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.830717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-607b74ce-7bba-48d9-9242-0368c9d0cdf7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0fa250b6-aa80-4f21-9a27-3006808b0ac3 HTTP/1.1" status: 204 len: 168 time: 1.0137403 Aug 06 15:56:04.851336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] For port caaaec9b-2a0b-4d08-b0d8-7265ade29549, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:04.856500 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc44c447-14c7-475c-b345-757856f5b037 req-db97fb0a-6e2b-4025-9708-510a082a808f tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/security-groups?id=02b281ba-4c1e-4016-aff3-4e509451a1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561321 Aug 06 15:56:04.870965 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] For port caaaec9b-2a0b-4d08-b0d8-7265ade29549, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=caaaec9b-2a0b-4d08-b0d8-7265ade29549,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:04.882173 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.904285 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b74ce-7bba-48d9-9242-0368c9d0cdf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa250b6-aa80-4f21-9a27-3006808b0ac3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:04.921746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b18db-3b8b-4523-bebf-1c4878f20db5 req-3485c87a-7a21-4eed-a342-106131e0f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:04.923419 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-035b18db-3b8b-4523-bebf-1c4878f20db5 req-3485c87a-7a21-4eed-a342-106131e0f71d service neutron] 10.222.0.13 "GET /v2.0/networks?id=3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 200 len: 921 time: 0.6356146 Aug 06 15:56:04.932155 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:04.932812 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.934503 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] 10.222.0.78 "PUT /v2.0/ports/caaaec9b-2a0b-4d08-b0d8-7265ade29549 HTTP/1.1" status: 200 len: 1096 time: 0.9771359 Aug 06 15:56:04.937222 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd371f426-c24d-415d-b9bf-071158f1b0fc', 'tag': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:04.939545 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808e7f70-a34f-413e-a597-85ad3ba155a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d371f426-c24d-415d-b9bf-071158f1b0fc", "tag": "caaaec9b-2a0b-4d08-b0d8-7265ade29549"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:05.028474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37caff58-ab01-4de5-8252-a487edbf05e5 req-62569e2f-bdfd-4fb0-96c9-f0330838bc55 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:05.035706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57770) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:05.039740 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37caff58-ab01-4de5-8252-a487edbf05e5 req-62569e2f-bdfd-4fb0-96c9-f0330838bc55 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecac5e94-5bbd-497a-8f73-5fa5951d424e HTTP/1.1" status: 200 len: 949 time: 0.2490757 Aug 06 15:56:05.042433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-035b18db-3b8b-4523-bebf-1c4878f20db5 req-a5a5d4e4-2eff-46a0-a5a3-6009b8c64ae7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75c3a40c-0fe4-4e45-a8aa-116fe49a1063 HTTP/1.1" status: 200 len: 217 time: 0.0989316 Aug 06 15:56:05.047532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1627d-6eb3-4c17-b8d8-8b9fd3527cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=caaaec9b-2a0b-4d08-b0d8-7265ade29549,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:05.077732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-828f7305-6c64-4f1b-ab36-0174a17703e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:05.079576 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-828f7305-6c64-4f1b-ab36-0174a17703e7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38763283279f4e439d2067e196cf44b2&device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 1099 time: 0.0795045 Aug 06 15:56:05.141515 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42577ef-bcba-4d5e-988a-c49c7a3aa05a x-openstack-request-id: req-b42577ef-bcba-4d5e-988a-c49c7a3aa05a {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:05.142740 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef146a08-7e75-4ab0-930b-1c429dc5022b", "name": "network-vif-plugged", "status": "completed", "tag": "fc43daba-9b6c-4b34-804b-57ea9bca3bb8", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:05.142897 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-1ec4c477-f908-43c7-b0f4-c8b6af502521 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=caaaec9b-2a0b-4d08-b0d8-7265ade29549 HTTP/1.1" status: 200 len: 217 time: 0.0486021 Aug 06 15:56:05.143311 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b42577ef-bcba-4d5e-988a-c49c7a3aa05a {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:05.143973 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef146a08-7e75-4ab0-930b-1c429dc5022b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc43daba-9b6c-4b34-804b-57ea9bca3bb8', 'code': 200} Aug 06 15:56:05.148089 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37caff58-ab01-4de5-8252-a487edbf05e5 req-77c03f98-e74d-431e-927d-e7867abf0ca6 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068280 Aug 06 15:56:05.148681 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e819d99b-9a19-49bd-a240-ce7deec0ecdb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff0472d9ffe740fc9030c046bf3bb89c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1087108 Aug 06 15:56:05.151683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57774) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:05.181331 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b18db-3b8b-4523-bebf-1c4878f20db5 req-6b455848-d389-43e5-afb7-1216378e89df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:05.184187 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-035b18db-3b8b-4523-bebf-1c4878f20db5 req-6b455848-d389-43e5-afb7-1216378e89df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 200 len: 859 time: 0.1320043 Aug 06 15:56:05.231910 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-99a9b867-c9c6-4b09-ba80-a55ee4faf3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:05.233966 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-99a9b867-c9c6-4b09-ba80-a55ee4faf3c6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0834827 Aug 06 15:56:05.279154 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b2409e24-f6b2-4aa6-9b9d-ac23c0ba4c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:05.283860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b18db-3b8b-4523-bebf-1c4878f20db5 req-6fab44a3-48e7-4fb5-a4e0-a30d94d46628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:05.285423 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-035b18db-3b8b-4523-bebf-1c4878f20db5 req-6fab44a3-48e7-4fb5-a4e0-a30d94d46628 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3df65d06-2654-4c94-83d6-de2bceefdc8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900331 Aug 06 15:56:05.318435 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2771c9-d956-46e2-b5ab-3efa5680fe11 req-845b996f-3b98-4fe8-8a10-07236bae7845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:05.320558 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b2771c9-d956-46e2-b5ab-3efa5680fe11 req-845b996f-3b98-4fe8-8a10-07236bae7845 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 1096 time: 0.1003308 Aug 06 15:56:05.322612 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b2409e24-f6b2-4aa6-9b9d-ac23c0ba4c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:05.325469 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-07a0cffc-3bfd-4b57-a24d-caf0c55ecef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:05.327020 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-07a0cffc-3bfd-4b57-a24d-caf0c55ecef7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719786 Aug 06 15:56:05.422043 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b2771c9-d956-46e2-b5ab-3efa5680fe11 req-555b1b36-4d74-4b73-9cc9-1cd0ac620147 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916710 Aug 06 15:56:05.426749 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-035b18db-3b8b-4523-bebf-1c4878f20db5 req-35e72ba7-8e0e-480d-8524-73cbdf7d10c8 service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294332 Aug 06 15:56:05.438957 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b2409e24-f6b2-4aa6-9b9d-ac23c0ba4c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:05.441529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b2409e24-f6b2-4aa6-9b9d-ac23c0ba4c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:05.446765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b2409e24-f6b2-4aa6-9b9d-ac23c0ba4c71 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1add44d-f6d6-4890-9d1b-855e459896e0 HTTP/1.1" status: 204 len: 168 time: 0.2845902 Aug 06 15:56:05.458121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2409e24-f6b2-4aa6-9b9d-ac23c0ba4c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1add44d-f6d6-4890-9d1b-855e459896e0,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:05.481175 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-85ea2190-fc1c-459b-b8d6-7125f6060205 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389508 Aug 06 15:56:05.518056 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-c636e729-8370-4f72-8380-84de42b674ee req-153d31b0-ea68-48be-986c-b84e8c82b46d tempest-SecurityGroupsNegativeTestJSON-587783333 tempest-SecurityGroupsNegativeTestJSON-587783333-project] show failed (client error): The resource could not be found. Aug 06 15:56:05.518867 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c636e729-8370-4f72-8380-84de42b674ee req-153d31b0-ea68-48be-986c-b84e8c82b46d tempest-SecurityGroupsNegativeTestJSON-587783333 tempest-SecurityGroupsNegativeTestJSON-587783333-project] 10.222.0.37 "GET /v2.0/security-groups/4b9873db-7687-46f5-ac04-53e35039f34d HTTP/1.1" status: 404 len: 352 time: 0.0304096 Aug 06 15:56:05.591693 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9cf36b-9f7f-4f00-a148-1954548dcc3d x-openstack-request-id: req-cd9cf36b-9f7f-4f00-a148-1954548dcc3d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:05.592000 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d371f426-c24d-415d-b9bf-071158f1b0fc", "tag": "caaaec9b-2a0b-4d08-b0d8-7265ade29549", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:05.592254 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd9cf36b-9f7f-4f00-a148-1954548dcc3d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:05.592673 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd371f426-c24d-415d-b9bf-071158f1b0fc', 'tag': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549', 'status': 'completed', 'code': 200} Aug 06 15:56:05.625056 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d2e9159-6afc-4b06-8359-6e7996a121ff req-79276a77-4941-48c0-ab02-564371676135 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356330 Aug 06 15:56:05.637239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-035b18db-3b8b-4523-bebf-1c4878f20db5 req-67570dc5-fbba-49ed-8365-2d83c5076943 service neutron] 10.222.0.13 "GET /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572471 Aug 06 15:56:05.659710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071b45a-8df0-47df-979e-bdf6dc37f1a9 req-de559dc2-d81d-41b1-a03d-cd039d9a2dc8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:05.661609 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b071b45a-8df0-47df-979e-bdf6dc37f1a9 req-de559dc2-d81d-41b1-a03d-cd039d9a2dc8 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 945 time: 0.0647166 Aug 06 15:56:05.732283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b071b45a-8df0-47df-979e-bdf6dc37f1a9 req-c1244641-8756-4da7-b018-39b2c72caf09 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430210 Aug 06 15:56:05.734354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b9a50-6249-4f8b-9af8-6f23a0240b19 req-0b20a54a-1800-4e4a-b1bd-a4b56715932f tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:05.736015 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a2b9a50-6249-4f8b-9af8-6f23a0240b19 req-0b20a54a-1800-4e4a-b1bd-a4b56715932f tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ecac5e94-5bbd-497a-8f73-5fa5951d424e HTTP/1.1" status: 200 len: 1100 time: 0.0734127 Aug 06 15:56:05.773977 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e7f70-a34f-413e-a597-85ad3ba155a9 req-07cc7699-4643-446f-bfb1-7a7494f4335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:05.775661 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-808e7f70-a34f-413e-a597-85ad3ba155a9 req-07cc7699-4643-446f-bfb1-7a7494f4335d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=38763283279f4e439d2067e196cf44b2&device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 1099 time: 0.0812595 Aug 06 15:56:05.780008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a2b9a50-6249-4f8b-9af8-6f23a0240b19 req-2f15c183-a26e-4083-b048-61babba8cb99 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355797 Aug 06 15:56:05.932740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87b314-cf70-4ff7-9367-4c06342db6eb req-da4fcd2c-ffcf-4059-b4de-51fdcc01c842 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:05.935483 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e7f70-a34f-413e-a597-85ad3ba155a9 req-a7436021-cd69-473d-afd5-8e32549f7460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:05.938245 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-808e7f70-a34f-413e-a597-85ad3ba155a9 req-a7436021-cd69-473d-afd5-8e32549f7460 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1474273 Aug 06 15:56:05.939665 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c87b314-cf70-4ff7-9367-4c06342db6eb req-da4fcd2c-ffcf-4059-b4de-51fdcc01c842 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 945 time: 0.0857222 Aug 06 15:56:05.982441 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c87b314-cf70-4ff7-9367-4c06342db6eb req-7db6d86c-d87b-497b-b152-d089f5179699 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411065 Aug 06 15:56:05.991603 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-808e7f70-a34f-413e-a597-85ad3ba155a9 req-79320780-7a03-4c4d-b194-cff7426b5d4b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=caaaec9b-2a0b-4d08-b0d8-7265ade29549 HTTP/1.1" status: 200 len: 217 time: 0.0452409 Aug 06 15:56:06.060098 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57808) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:06.060321 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e7f70-a34f-413e-a597-85ad3ba155a9 req-4c8920e2-b468-49a3-b296-d20b3190e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:06.062195 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-808e7f70-a34f-413e-a597-85ad3ba155a9 req-4c8920e2-b468-49a3-b296-d20b3190e954 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0622964 Aug 06 15:56:06.114104 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-61a2b3cf-15ff-46a9-b055-494a1d40394f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:06.122928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e7f70-a34f-413e-a597-85ad3ba155a9 req-b9e79271-ffe8-4b14-ad9e-23acf3f9dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:06.124621 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-808e7f70-a34f-413e-a597-85ad3ba155a9 req-b9e79271-ffe8-4b14-ad9e-23acf3f9dc2c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539315 Aug 06 15:56:06.149813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4e876cba-5bce-4ee6-b0c5-0faa63513705 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03be9b8348994c05ba54686be2c5f633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884988 Aug 06 15:56:06.150384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57810) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:06.158512 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddb865-c1bb-4161-9ec2-b03744e059bb req-b6988b45-0b01-4f98-a223-80eb5ea4cb16 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:06.160014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f4ddb865-c1bb-4161-9ec2-b03744e059bb req-b6988b45-0b01-4f98-a223-80eb5ea4cb16 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/ports?device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 948 time: 0.0932405 Aug 06 15:56:06.217449 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f4ddb865-c1bb-4161-9ec2-b03744e059bb req-2b5aeefa-0984-46be-9c66-4710b8c6b729 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/security-groups?id=02b281ba-4c1e-4016-aff3-4e509451a1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497899 Aug 06 15:56:06.283512 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b74e-d75a-4abd-983a-3c18a88f35a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:06.313749 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-808e7f70-a34f-413e-a597-85ad3ba155a9 req-5b96cdd6-b8e2-4577-895c-ec622b8847ff service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804020 Aug 06 15:56:06.325303 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b74e-d75a-4abd-983a-3c18a88f35a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:06.336892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-d027e613-81e6-4237-88ad-323fa064885f tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=261f0b371ec84b8386de53a882b55255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277722 Aug 06 15:56:06.506825 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b74e-d75a-4abd-983a-3c18a88f35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:06.509746 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b74e-d75a-4abd-983a-3c18a88f35a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:06.513687 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b9e3b74e-d75a-4abd-983a-3c18a88f35a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3b58359-e2ea-4279-8b19-ee4ef30a8758 HTTP/1.1" status: 204 len: 168 time: 0.3429186 Aug 06 15:56:06.519261 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-808e7f70-a34f-413e-a597-85ad3ba155a9 req-658921be-dea0-422c-92e8-df9ba47a0711 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963909 Aug 06 15:56:06.529788 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3b74e-d75a-4abd-983a-3c18a88f35a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b58359-e2ea-4279-8b19-ee4ef30a8758,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:06.548208 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:06.560795 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db83cf88-6602-4711-af08-7097c21a73b3 req-cccb4c57-05b6-4d80-bba4-081ba64ae74b tempest-SecurityGroupsNegativeTestJSON-587783333 tempest-SecurityGroupsNegativeTestJSON-587783333-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fb8459bc4ef44d59cff4102c620932a HTTP/1.1" status: 200 len: 2984 time: 0.1319745 Aug 06 15:56:06.622786 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-01767b30-2340-4409-9ac5-a2c2f64ef59a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:06.624381 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-01767b30-2340-4409-9ac5-a2c2f64ef59a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2802198 Aug 06 15:56:06.664267 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-0399b21b-a47f-42dd-9498-d11d343a3c82 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/quotas/261f0b371ec84b8386de53a882b55255 HTTP/1.1" status: 200 len: 375 time: 0.0272706 Aug 06 15:56:06.690425 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db83cf88-6602-4711-af08-7097c21a73b3 req-6078e545-3297-4cbf-9413-24a99852ce43 tempest-SecurityGroupsNegativeTestJSON-587783333 tempest-SecurityGroupsNegativeTestJSON-587783333-project] 10.222.0.37 "GET /v2.0/security-groups/e2a666d2-9fa4-4e81-bce6-f16bee9d8bfe HTTP/1.1" status: 200 len: 2981 time: 0.1179013 Aug 06 15:56:06.773461 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febc5e9-7c26-4ba7-a0a2-181e5ffb4a70 req-b6393a83-26d5-41f5-bea0-d96a48c675a1 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:06.775036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7febc5e9-7c26-4ba7-a0a2-181e5ffb4a70 req-b6393a83-26d5-41f5-bea0-d96a48c675a1 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 945 time: 0.1256673 Aug 06 15:56:06.795248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db83cf88-6602-4711-af08-7097c21a73b3 req-ebcfd307-4c27-456d-ab81-0f1f4d2481cb tempest-SecurityGroupsNegativeTestJSON-587783333 tempest-SecurityGroupsNegativeTestJSON-587783333-project] 10.222.0.37 "GET /v2.0/security-groups/e2a666d2-9fa4-4e81-bce6-f16bee9d8bfe HTTP/1.1" status: 200 len: 2981 time: 0.0933135 Aug 06 15:56:06.827763 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-45ce6f9e-12d4-4279-b9f0-d3219947edd5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1428680 Aug 06 15:56:06.951481 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-7febc5e9-7c26-4ba7-a0a2-181e5ffb4a70 req-936ec71e-b7c9-47cb-b1f1-009bb181d9a6 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Deleting port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:06.952879 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7febc5e9-7c26-4ba7-a0a2-181e5ffb4a70 req-936ec71e-b7c9-47cb-b1f1-009bb181d9a6 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:06.995618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f5b6bd3-748b-4cd0-97fe-5f0e8f478d8c req-ffed78e9-8229-4a74-b8e1-a1bddeae7ddb tempest-QuotasAdminNegativeTest-1929792706 tempest-QuotasAdminNegativeTest-1929792706-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d226bc32ba244069b04cabe51b14d46a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652184 Aug 06 15:56:07.158873 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:07.175420 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-7febc5e9-7c26-4ba7-a0a2-181e5ffb4a70 req-936ec71e-b7c9-47cb-b1f1-009bb181d9a6 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] For port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=75c3a40c-0fe4-4e45-a8aa-116fe49a1063,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:07.175929 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7febc5e9-7c26-4ba7-a0a2-181e5ffb4a70 req-936ec71e-b7c9-47cb-b1f1-009bb181d9a6 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:07.214485 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7599968-e005-4d3c-b655-35b8d180ec9f req-ebbc7ac3-ead0-428f-b86b-3c648a597ffa tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:07.216246 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7599968-e005-4d3c-b655-35b8d180ec9f req-ebbc7ac3-ead0-428f-b86b-3c648a597ffa tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 945 time: 0.1634109 Aug 06 15:56:07.219554 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-7febc5e9-7c26-4ba7-a0a2-181e5ffb4a70 req-936ec71e-b7c9-47cb-b1f1-009bb181d9a6 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Calling delete_port for 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:07.234121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b6bd3-748b-4cd0-97fe-5f0e8f478d8c req-9dcc951f-b006-4688-b803-ef8bf6f2fb12 tempest-QuotasAdminNegativeTest-1929792706 tempest-QuotasAdminNegativeTest-1929792706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:07.235712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f5b6bd3-748b-4cd0-97fe-5f0e8f478d8c req-9dcc951f-b006-4688-b803-ef8bf6f2fb12 tempest-QuotasAdminNegativeTest-1929792706 tempest-QuotasAdminNegativeTest-1929792706-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320197 Aug 06 15:56:07.308680 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f5b6bd3-748b-4cd0-97fe-5f0e8f478d8c req-7176b348-5b46-40d8-841f-b0efc4ed3167 tempest-QuotasAdminNegativeTest-1929792706 tempest-QuotasAdminNegativeTest-1929792706-project] 10.222.0.37 "GET /v2.0/quotas/d226bc32ba244069b04cabe51b14d46a HTTP/1.1" status: 200 len: 375 time: 0.0587831 Aug 06 15:56:07.339821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7599968-e005-4d3c-b655-35b8d180ec9f req-61b5bafb-5cfc-4c5d-8382-b8ef2ccbe51f tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/security-groups?id=5f1270ca-a687-45d6-9458-9537d6e897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133106 Aug 06 15:56:07.358856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f5b6bd3-748b-4cd0-97fe-5f0e8f478d8c req-efe85571-b153-4794-8cbf-30d606fa854f tempest-QuotasAdminNegativeTest-1929792706 tempest-QuotasAdminNegativeTest-1929792706-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d226bc32ba244069b04cabe51b14d46a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392275 Aug 06 15:56:07.432243 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4356532f-9f9a-4d1b-858f-9b27206417e8 req-969752fd-0ed9-49ac-a2c5-3227bc928b6a tempest-SecurityGroupsNegativeTestJSON-587783333 tempest-SecurityGroupsNegativeTestJSON-587783333-project] 10.222.0.37 "GET /v2.0/security-groups/e2a666d2-9fa4-4e81-bce6-f16bee9d8bfe HTTP/1.1" status: 200 len: 2981 time: 0.0550022 Aug 06 15:56:07.555742 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7febc5e9-7c26-4ba7-a0a2-181e5ffb4a70 req-936ec71e-b7c9-47cb-b1f1-009bb181d9a6 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:07.564805 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-4356532f-9f9a-4d1b-858f-9b27206417e8 req-13bf0430-4537-4dc0-8f5a-dd2cf2231291 tempest-SecurityGroupsNegativeTestJSON-587783333 tempest-SecurityGroupsNegativeTestJSON-587783333-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 06 15:56:07.566206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4356532f-9f9a-4d1b-858f-9b27206417e8 req-13bf0430-4537-4dc0-8f5a-dd2cf2231291 tempest-SecurityGroupsNegativeTestJSON-587783333 tempest-SecurityGroupsNegativeTestJSON-587783333-project] 10.222.0.37 "DELETE /v2.0/security-groups/e2a666d2-9fa4-4e81-bce6-f16bee9d8bfe HTTP/1.1" status: 409 len: 352 time: 0.1275592 Aug 06 15:56:07.569984 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['75c3a40c-0fe4-4e45-a8aa-116fe49a1063'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:07.596922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ec71e-b7c9-47cb-b1f1-009bb181d9a6 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Pushing event deleted for resources: {'Port': ['ID=75c3a40c-0fe4-4e45-a8aa-116fe49a1063,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:07.645748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7febc5e9-7c26-4ba7-a0a2-181e5ffb4a70 req-936ec71e-b7c9-47cb-b1f1-009bb181d9a6 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] No DVR routers for this DVR port 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:56:07.650413 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7febc5e9-7c26-4ba7-a0a2-181e5ffb4a70 req-936ec71e-b7c9-47cb-b1f1-009bb181d9a6 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:07.652418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7febc5e9-7c26-4ba7-a0a2-181e5ffb4a70 req-936ec71e-b7c9-47cb-b1f1-009bb181d9a6 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.13 "DELETE /v2.0/ports/75c3a40c-0fe4-4e45-a8aa-116fe49a1063 HTTP/1.1" status: 204 len: 173 time: 0.8710058 Aug 06 15:56:07.652855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'name': 'network-vif-deleted', 'tag': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:07.655423 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c1dcee-4cfc-42b6-801b-59c905aa37e4" -d '{"events": [{"server_uuid": "b5e51047-43a9-4342-9b53-8f31abc90eb6", "name": "network-vif-deleted", "tag": "75c3a40c-0fe4-4e45-a8aa-116fe49a1063"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:07.699465 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b65c04c7-1d24-4ae1-b970-4c266e15d313 req-bd0daca2-94d4-4a9b-989a-5a76ac448ff6 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 210 time: 0.0352824 Aug 06 15:56:07.830610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89cb16-a8f3-4d3a-9c0d-337e69859552 req-3fc076a6-d0ac-4681-a199-fbc131355bc4 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:07.832415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc89cb16-a8f3-4d3a-9c0d-337e69859552 req-3fc076a6-d0ac-4681-a199-fbc131355bc4 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 945 time: 0.0712304 Aug 06 15:56:07.893416 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e33776-0dce-41d6-9ad9-5115b379b65f req-8fb5b14e-6680-486d-a4ec-2430247b9c94 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:07.894907 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59e33776-0dce-41d6-9ad9-5115b379b65f req-8fb5b14e-6680-486d-a4ec-2430247b9c94 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/ports?device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 948 time: 0.0888028 Aug 06 15:56:07.897583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc89cb16-a8f3-4d3a-9c0d-337e69859552 req-2c3af918-6fe1-40d0-a224-511d2e425358 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519495 Aug 06 15:56:07.935095 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59e33776-0dce-41d6-9ad9-5115b379b65f req-9f81d12d-9c16-43f8-95b4-3b6e766c849d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/security-groups?id=02b281ba-4c1e-4016-aff3-4e509451a1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341201 Aug 06 15:56:08.129682 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-cf9ce994-fc7b-4450-897e-9f64a457a2ae req-fab9a98e-37b9-44ab-889f-9ef3fbcff37b tempest-SecurityGroupsNegativeTestJSON-587783333 tempest-SecurityGroupsNegativeTestJSON-587783333-project] show failed (client error): The resource could not be found. Aug 06 15:56:08.134385 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cf9ce994-fc7b-4450-897e-9f64a457a2ae req-fab9a98e-37b9-44ab-889f-9ef3fbcff37b tempest-SecurityGroupsNegativeTestJSON-587783333 tempest-SecurityGroupsNegativeTestJSON-587783333-project] 10.222.0.37 "GET /v2.0/security-groups/5dd980f9-f49d-438d-bab8-642a898bbf85 HTTP/1.1" status: 404 len: 352 time: 0.0228958 Aug 06 15:56:08.180826 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30cc2c5-41cd-4b71-bcac-dd75042e7202 x-openstack-request-id: req-e30cc2c5-41cd-4b71-bcac-dd75042e7202 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:08.181175 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e51047-43a9-4342-9b53-8f31abc90eb6", "name": "network-vif-deleted", "tag": "75c3a40c-0fe4-4e45-a8aa-116fe49a1063", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:08.181426 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e30cc2c5-41cd-4b71-bcac-dd75042e7202 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:08.182104 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e51047-43a9-4342-9b53-8f31abc90eb6', 'name': 'network-vif-deleted', 'tag': '75c3a40c-0fe4-4e45-a8aa-116fe49a1063', 'status': 'completed', 'code': 200} Aug 06 15:56:08.216710 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-88542324-b8e5-4f6d-9dd2-7a60ddf2eee7 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=261f0b371ec84b8386de53a882b55255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247598 Aug 06 15:56:08.346874 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-db0f4155-8e40-4f9c-95d1-118bac0c45a6 req-6c4c6a2d-15d0-4f92-bb96-87acf84f4d9c tempest-SecurityGroupsNegativeTestJSON-587783333 tempest-SecurityGroupsNegativeTestJSON-587783333-project] show failed (client error): The resource could not be found. Aug 06 15:56:08.347875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db0f4155-8e40-4f9c-95d1-118bac0c45a6 req-6c4c6a2d-15d0-4f92-bb96-87acf84f4d9c tempest-SecurityGroupsNegativeTestJSON-587783333 tempest-SecurityGroupsNegativeTestJSON-587783333-project] 10.222.0.37 "GET /v2.0/security-groups/b79550f2-057b-4db3-bb57-9a2cd93fbced HTTP/1.1" status: 404 len: 352 time: 0.0268819 Aug 06 15:56:08.358964 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57896) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:08.378014 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68037b57-024f-4fc3-977f-631511371730 req-3755db18-d80e-48a1-9a0d-9637b6f737f4 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:08.379532 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68037b57-024f-4fc3-977f-631511371730 req-3755db18-d80e-48a1-9a0d-9637b6f737f4 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 1096 time: 0.1268003 Aug 06 15:56:08.389079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-5d830169-01a2-4c24-a7d5-7a80c6d9ce0f tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:08.390595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-5d830169-01a2-4c24-a7d5-7a80c6d9ce0f tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1665554 Aug 06 15:56:08.406254 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f061e8a-92f6-4133-b97b-4befc8170685 admin admin] Deleting subnet 5512e037-6c3f-4ef0-9a26-8976b30616f8 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:56:08.410076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f061e8a-92f6-4133-b97b-4befc8170685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.413594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-88e1fa0b-33d9-4083-bec7-ef354a549e92 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Request body: {'port': {'device_id': 'ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '261f0b371ec84b8386de53a882b55255'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:08.441799 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device caaaec9b-2a0b-4d08-b0d8-7265ade29549 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:56:08.450508 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68037b57-024f-4fc3-977f-631511371730 req-b3b64e7a-a654-4254-a069-4168c067eaa8 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589485 Aug 06 15:56:08.452171 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f061e8a-92f6-4133-b97b-4befc8170685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.539921 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f061e8a-92f6-4133-b97b-4befc8170685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.613673 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f061e8a-92f6-4133-b97b-4befc8170685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.642784 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f061e8a-92f6-4133-b97b-4befc8170685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.644937 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2f061e8a-92f6-4133-b97b-4befc8170685 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5512e037-6c3f-4ef0-9a26-8976b30616f8 HTTP/1.1" status: 204 len: 168 time: 0.2849967 Aug 06 15:56:08.647933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57914) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:08.676774 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port caaaec9b-2a0b-4d08-b0d8-7265ade29549, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=caaaec9b-2a0b-4d08-b0d8-7265ade29549,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:08.677346 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9dec25bc-1d74-41f9-a647-a266cb7748f9 req-f369645e-64bc-415e-9a46-61f42cd28332 tempest-FloatingIPsAssociationTestJSON-85129676 tempest-FloatingIPsAssociationTestJSON-85129676-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5e51047-43a9-4342-9b53-8f31abc90eb6 HTTP/1.1" status: 200 len: 210 time: 0.0636992 Aug 06 15:56:08.716604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f061e8a-92f6-4133-b97b-4befc8170685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5512e037-6c3f-4ef0-9a26-8976b30616f8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:08.728522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-88e1fa0b-33d9-4083-bec7-ef354a549e92 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Made reservation on behalf of 261f0b371ec84b8386de53a882b55255 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:08.732121 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-88e1fa0b-33d9-4083-bec7-ef354a549e92 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.742141 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4740e70f-f260-4f9f-a8a5-fb96a3752c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.743067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549', 'mac_address': 'fa:16:3e:8c:7b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:56:08.848444 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.871882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caaaec9b-2a0b-4d08-b0d8-7265ade29549 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:08.907041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port caaaec9b-2a0b-4d08-b0d8-7265ade29549, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=caaaec9b-2a0b-4d08-b0d8-7265ade29549,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:08.908601 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4740e70f-f260-4f9f-a8a5-fb96a3752c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.913393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-addf4b4c-f996-41ec-9bab-b7c829b87840 req-936c3080-33e9-4524-a2b5-65ec80142f61 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 210 time: 0.0671613 Aug 06 15:56:08.916561 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.927666 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-4740e70f-f260-4f9f-a8a5-fb96a3752c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf28981-93de-49c6-9612-6a4a8dff5edf']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:08.958887 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-4740e70f-f260-4f9f-a8a5-fb96a3752c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b764c085-caff-44ca-9dcc-e68cf173bf9a') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:08.959200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-4740e70f-f260-4f9f-a8a5-fb96a3752c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b764c085-caff-44ca-9dcc-e68cf173bf9a') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:08.986702 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4740e70f-f260-4f9f-a8a5-fb96a3752c19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.990875 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.998805 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=caaaec9b-2a0b-4d08-b0d8-7265ade29549,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:09.027996 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4740e70f-f260-4f9f-a8a5-fb96a3752c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.037130 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4740e70f-f260-4f9f-a8a5-fb96a3752c19 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:09.038519 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4740e70f-f260-4f9f-a8a5-fb96a3752c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: timer() Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:09.041588 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:09.061968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-88e1fa0b-33d9-4083-bec7-ef354a549e92 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Allocated IP 192.168.233.102 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/25590453-f1fe-472b-bdc0-f57d2368ebee) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:09.120610 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f086a14-6226-4f05-911b-0fa86508312c req-d73fffa0-5f26-4cff-8589-61d6c53e2a20 tempest-QuotasAdminNegativeTest-1929792706 tempest-QuotasAdminNegativeTest-1929792706-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d226bc32ba244069b04cabe51b14d46a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599809 Aug 06 15:56:09.130701 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4740e70f-f260-4f9f-a8a5-fb96a3752c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.150823 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4740e70f-f260-4f9f-a8a5-fb96a3752c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.154363 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4740e70f-f260-4f9f-a8a5-fb96a3752c19 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9cf28981-93de-49c6-9612-6a4a8dff5edf HTTP/1.1" status: 204 len: 168 time: 0.5051966 Aug 06 15:56:09.172200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740e70f-f260-4f9f-a8a5-fb96a3752c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf28981-93de-49c6-9612-6a4a8dff5edf,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:09.250814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87337358-51da-4d21-8291-fb6e7d69b027 req-d2185e14-8001-4599-93a0-d35fe373207f tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:09.252384 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87337358-51da-4d21-8291-fb6e7d69b027 req-d2185e14-8001-4599-93a0-d35fe373207f tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/ports?device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 949 time: 0.1766953 Aug 06 15:56:09.320010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['caaaec9b-2a0b-4d08-b0d8-7265ade29549'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:09.378255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f086a14-6226-4f05-911b-0fa86508312c req-fd216055-7ac6-40b6-aaa1-c18fa428f33c tempest-QuotasAdminNegativeTest-1929792706 tempest-QuotasAdminNegativeTest-1929792706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:09.379811 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f086a14-6226-4f05-911b-0fa86508312c req-fd216055-7ac6-40b6-aaa1-c18fa428f33c tempest-QuotasAdminNegativeTest-1929792706 tempest-QuotasAdminNegativeTest-1929792706-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508125 Aug 06 15:56:09.427359 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87337358-51da-4d21-8291-fb6e7d69b027 req-a588fca3-b983-4620-99e3-95227df290bc tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/security-groups?id=02b281ba-4c1e-4016-aff3-4e509451a1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393230 Aug 06 15:56:09.437561 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f086a14-6226-4f05-911b-0fa86508312c req-f78dc8bc-b939-492f-8bbe-4a4a78862543 tempest-QuotasAdminNegativeTest-1929792706 tempest-QuotasAdminNegativeTest-1929792706-project] 10.222.0.37 "GET /v2.0/quotas/d226bc32ba244069b04cabe51b14d46a HTTP/1.1" status: 200 len: 375 time: 0.0503316 Aug 06 15:56:09.444505 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57950) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:09.503161 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b0b1d064-6893-4bce-8c3b-12bb2fbf389d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fb8459bc4ef44d59cff4102c620932a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551777 Aug 06 15:56:09.504380 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57954) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:09.529034 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-88e1fa0b-33d9-4083-bec7-ef354a549e92 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.546809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-88e1fa0b-33d9-4083-bec7-ef354a549e92 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Transition to ACTIVE for port object 25590453-f1fe-472b-bdc0-f57d2368ebee will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:09.551861 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f086a14-6226-4f05-911b-0fa86508312c req-d87e11b1-e0f0-4547-9932-bc3373b8a75c tempest-QuotasAdminNegativeTest-1929792706 tempest-QuotasAdminNegativeTest-1929792706-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d226bc32ba244069b04cabe51b14d46a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012137 Aug 06 15:56:09.576066 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75681b00-c303-4406-b3d8-fd754bc8fa09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.612690 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75681b00-c303-4406-b3d8-fd754bc8fa09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.637445 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-88e1fa0b-33d9-4083-bec7-ef354a549e92 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.651965 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['cd9db018-e1ea-4325-a44b-f2c3e3b82528', 'b2bebe8e-7a41-4858-bda0-69be54fedfe3'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:09.686407 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75681b00-c303-4406-b3d8-fd754bc8fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.696404 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75681b00-c303-4406-b3d8-fd754bc8fa09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.699029 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-75681b00-c303-4406-b3d8-fd754bc8fa09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2a666d2-9fa4-4e81-bce6-f16bee9d8bfe HTTP/1.1" status: 204 len: 168 time: 0.1935139 Aug 06 15:56:09.715520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75681b00-c303-4406-b3d8-fd754bc8fa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a666d2-9fa4-4e81-bce6-f16bee9d8bfe,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:09.768376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-88e1fa0b-33d9-4083-bec7-ef354a549e92 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:09.787582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-88e1fa0b-33d9-4083-bec7-ef354a549e92 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:09.794181 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-88e1fa0b-33d9-4083-bec7-ef354a549e92 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:09.806671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57976) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:09.841991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1fa0b-33d9-4083-bec7-ef354a549e92 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event updated for resources: {'Port': ['ID=25590453-f1fe-472b-bdc0-f57d2368ebee,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:09.888964 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-88e1fa0b-33d9-4083-bec7-ef354a549e92 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:09.888964 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-88e1fa0b-33d9-4083-bec7-ef354a549e92 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.927227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-88e1fa0b-33d9-4083-bec7-ef354a549e92 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5155740 Aug 06 15:56:09.941926 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Request body: {'port': {'device_id': 'ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:10.137857 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:10.318411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a5cadd2a-fea7-4d77-a9c3-16d6fca68b57 None None] Provisioning for port 25590453-f1fe-472b-bdc0-f57d2368ebee completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:10.333309 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a5cadd2a-fea7-4d77-a9c3-16d6fca68b57 None None] Provisioning complete for port 25590453-f1fe-472b-bdc0-f57d2368ebee triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:10.333494 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a5cadd2a-fea7-4d77-a9c3-16d6fca68b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:10.405156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6841fe8f-f1ac-4eef-a329-6f127beb51bb', 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53', '484abe1c-3cc2-4b42-97f1-b6c1789f3a49', '4f7163f9-60bb-4537-a175-399cae11a471'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:10.510795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a5cadd2a-fea7-4d77-a9c3-16d6fca68b57 None None] Port 25590453-f1fe-472b-bdc0-f57d2368ebee cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:56:10.543360 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13a086-6970-4485-81b0-9832489f619a req-113eaf5b-1909-48e9-8858-31e94c026159 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:10.552477 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0e13a086-6970-4485-81b0-9832489f619a req-113eaf5b-1909-48e9-8858-31e94c026159 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 936 time: 0.3686635 Aug 06 15:56:10.760002 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0e13a086-6970-4485-81b0-9832489f619a req-ac2440d7-52dc-41d9-a8b4-24cdfac53be6 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065778 Aug 06 15:56:10.840136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e21053-df39-444c-92da-078e0b3610d3 req-e7d5618b-f6d8-4768-aff4-bf4bd4406870 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:10.861246 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88e21053-df39-444c-92da-078e0b3610d3 req-e7d5618b-f6d8-4768-aff4-bf4bd4406870 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/ports?device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 949 time: 0.2110782 Aug 06 15:56:10.922191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:56:10.951576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:56:10.951917 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 75c3a40c-0fe4-4e45-a8aa-116fe49a1063 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:56:10.963204 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88e21053-df39-444c-92da-078e0b3610d3 req-70186529-ca39-42fb-a3e4-3c0d41e0f60d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/security-groups?id=02b281ba-4c1e-4016-aff3-4e509451a1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005323 Aug 06 15:56:10.979956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25590453-f1fe-472b-bdc0-f57d2368ebee {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:10.990458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58018) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:10.994428 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.012911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Transition to ACTIVE for port object 25590453-f1fe-472b-bdc0-f57d2368ebee will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:11.030715 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.145391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Pushing event updated for resources: {'Port': ['ID=25590453-f1fe-472b-bdc0-f57d2368ebee,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:11.196894 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-61bb8ea9-a108-4c44-ad32-511ba88f3d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.229304 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Attempting to bind port 25590453-f1fe-472b-bdc0-f57d2368ebee on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:11.230020 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Attempting to bind port 25590453-f1fe-472b-bdc0-f57d2368ebee by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:11.230496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Attempting to bind port 25590453-f1fe-472b-bdc0-f57d2368ebee on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:11.239237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Port 25590453-f1fe-472b-bdc0-f57d2368ebee on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:56:11.240143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Attempting to bind port 25590453-f1fe-472b-bdc0-f57d2368ebee on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:11.248043 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:11.248648 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:11.249042 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:11.249862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Bound port: 25590453-f1fe-472b-bdc0-f57d2368ebee, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:11.249862 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.408650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] For port 25590453-f1fe-472b-bdc0-f57d2368ebee, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:11.445375 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9c01526-6358-499e-9944-cc46c43a703c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.469777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58032) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:11.483192 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] For port 25590453-f1fe-472b-bdc0-f57d2368ebee, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=25590453-f1fe-472b-bdc0-f57d2368ebee,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:11.492605 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.516753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:11.517814 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.519606 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] 10.222.0.13 "PUT /v2.0/ports/25590453-f1fe-472b-bdc0-f57d2368ebee HTTP/1.1" status: 200 len: 1096 time: 1.5829685 Aug 06 15:56:11.592795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e', 'tag': '25590453-f1fe-472b-bdc0-f57d2368ebee'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:11.597470 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03820918-e9fa-49b6-8f88-8cb469836dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e", "tag": "25590453-f1fe-472b-bdc0-f57d2368ebee"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:11.717351 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.733390 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9840c0a7-4b25-4168-a81a-e8daf1e24e1d x-openstack-request-id: req-9840c0a7-4b25-4168-a81a-e8daf1e24e1d {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:11.734004 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e", "tag": "25590453-f1fe-472b-bdc0-f57d2368ebee", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:11.734412 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9840c0a7-4b25-4168-a81a-e8daf1e24e1d {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:11.735016 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e', 'tag': '25590453-f1fe-472b-bdc0-f57d2368ebee', 'status': 'completed', 'code': 200} Aug 06 15:56:11.790634 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-61bb8ea9-a108-4c44-ad32-511ba88f3d20 admin admin] Deleting port 5f9dab4e-b623-4328-8992-d90a83fb2e98 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:11.790902 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-61bb8ea9-a108-4c44-ad32-511ba88f3d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.818346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ead577-e7d5-46d7-b66a-92727adb70c7 service neutron] Pushing event updated for resources: {'Port': ['ID=25590453-f1fe-472b-bdc0-f57d2368ebee,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:11.854222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-ca592924-a58d-4418-8cd4-38bf36d4ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:11.858259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-ca592924-a58d-4418-8cd4-38bf36d4ac0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 1099 time: 0.2537982 Aug 06 15:56:11.919229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-61bb8ea9-a108-4c44-ad32-511ba88f3d20 admin admin] For port 5f9dab4e-b623-4328-8992-d90a83fb2e98, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5f9dab4e-b623-4328-8992-d90a83fb2e98,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:11.919751 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-61bb8ea9-a108-4c44-ad32-511ba88f3d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.938053 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-61bb8ea9-a108-4c44-ad32-511ba88f3d20 admin admin] Calling delete_port for 5f9dab4e-b623-4328-8992-d90a83fb2e98 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:11.948075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-40fef68b-8d81-4e73-9547-9b2f54866d4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=25590453-f1fe-472b-bdc0-f57d2368ebee HTTP/1.1" status: 200 len: 217 time: 0.0812473 Aug 06 15:56:12.105068 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-9c2f90c3-6271-455c-abba-5660700ae47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:12.106986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-9c2f90c3-6271-455c-abba-5660700ae47e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1459882 Aug 06 15:56:12.156315 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9c01526-6358-499e-9944-cc46c43a703c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:12.183237 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9c01526-6358-499e-9944-cc46c43a703c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:12.238473 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-61bb8ea9-a108-4c44-ad32-511ba88f3d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:12.282972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb8ea9-a108-4c44-ad32-511ba88f3d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9dab4e-b623-4328-8992-d90a83fb2e98,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:12.326439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c01526-6358-499e-9944-cc46c43a703c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af93abcd-13d2-49fa-93e8-c6198a8344b4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:12.368144 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b9c01526-6358-499e-9944-cc46c43a703c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d226bc32ba244069b04cabe51b14d46a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3764892 Aug 06 15:56:12.371962 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58066) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:12.388843 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-752783c8-7c7a-49b5-bc14-22b3fab1ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:12.391148 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-752783c8-7c7a-49b5-bc14-22b3fab1ea3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2665994 Aug 06 15:56:12.412106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e4587-9b98-4901-95b3-a43910133c4d req-f335cb22-28b2-43a8-8829-8dbb30becd59 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:12.421945 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-074e4587-9b98-4901-95b3-a43910133c4d req-f335cb22-28b2-43a8-8829-8dbb30becd59 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 948 time: 0.1694193 Aug 06 15:56:12.446010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device caaaec9b-2a0b-4d08-b0d8-7265ade29549 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:12.570827 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port caaaec9b-2a0b-4d08-b0d8-7265ade29549 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:12.578388 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port caaaec9b-2a0b-4d08-b0d8-7265ade29549 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:12.578992 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:12.589330 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:12.680470 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:12.739612 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-61bb8ea9-a108-4c44-ad32-511ba88f3d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:12.762407 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:12.777773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58072) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:12.785534 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:12.805386 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd371f426-c24d-415d-b9bf-071158f1b0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:12.808365 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ec43a1-17f8-4f54-9f2b-b78a1792e41c" -d '{"events": [{"server_uuid": "d371f426-c24d-415d-b9bf-071158f1b0fc", "name": "network-vif-plugged", "status": "completed", "tag": "caaaec9b-2a0b-4d08-b0d8-7265ade29549"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:12.810582 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:12.811080 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:12.820300 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:12.821543 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af93abcd-13d2-49fa-93e8-c6198a8344b4 HTTP/1.1" status: 204 len: 168 time: 0.4486196 Aug 06 15:56:12.841729 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-074e4587-9b98-4901-95b3-a43910133c4d req-8df36525-c72c-44a8-818f-df8199ac4137 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186661 Aug 06 15:56:12.850024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port caaaec9b-2a0b-4d08-b0d8-7265ade29549, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=caaaec9b-2a0b-4d08-b0d8-7265ade29549,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:12.857519 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:12.857728 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af93abcd-13d2-49fa-93e8-c6198a8344b4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:12.877184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30dc5-24db-44a1-9083-92a552174ec8 req-cba1d1ad-9cbe-4f4a-ac37-8cb96268f459 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:12.884626 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.885543 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f30dc5-24db-44a1-9083-92a552174ec8 req-cba1d1ad-9cbe-4f4a-ac37-8cb96268f459 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/ports?device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 949 time: 0.4017327 Aug 06 15:56:12.888843 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.889420 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.889882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.892137 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.892618 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.893058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.893493 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.895349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.895796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.896235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.896666 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951fad58-67bd-4de9-ba99-0e13d90335e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.928851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-0e75781a-df1b-4ad6-85fa-a7d30e8c7880 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012264 Aug 06 15:56:12.932836 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d43b089-5424-4655-a9e0-b2fec4f985c3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:12.951060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73d45bb2ef074e5386888867fa23b682&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4791005 Aug 06 15:56:12.951860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58080) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:12.983870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.984268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.984620 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.985115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.985613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.985897 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.987221 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.987592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.988784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.988784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.989045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:12.989523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85632ef7-aec6-4398-bf01-dfff3687c839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:13.013198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f30dc5-24db-44a1-9083-92a552174ec8 req-badd21dd-22d5-4ffb-a538-d2d507fdce18 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/security-groups?id=02b281ba-4c1e-4016-aff3-4e509451a1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265635 Aug 06 15:56:13.023817 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=caaaec9b-2a0b-4d08-b0d8-7265ade29549,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:13.091602 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3724b1-8b9e-4f91-8b60-97f2a2b06e05 x-openstack-request-id: req-4e3724b1-8b9e-4f91-8b60-97f2a2b06e05 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:13.092140 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d371f426-c24d-415d-b9bf-071158f1b0fc", "name": "network-vif-plugged", "status": "completed", "tag": "caaaec9b-2a0b-4d08-b0d8-7265ade29549", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:13.092490 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e3724b1-8b9e-4f91-8b60-97f2a2b06e05 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:13.092978 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd371f426-c24d-415d-b9bf-071158f1b0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549', 'code': 200} Aug 06 15:56:13.268524 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47c0d1-9a19-406a-890d-86f339e531bd req-f323ea7e-fa52-4cc0-ab55-f3efcbda0609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:13.270259 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0c47c0d1-9a19-406a-890d-86f339e531bd req-f323ea7e-fa52-4cc0-ab55-f3efcbda0609 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 1101 time: 0.0789208 Aug 06 15:56:13.275671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bb8ea9-a108-4c44-ad32-511ba88f3d20 admin admin] Router dc457fbf-f077-4fb2-ac87-3b5796bf2306 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:56:13.348340 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0c47c0d1-9a19-406a-890d-86f339e531bd req-23c7711d-bc13-4c91-ae26-c8c4f07c54e3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=02b281ba-4c1e-4016-aff3-4e509451a1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628731 Aug 06 15:56:13.388324 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58084) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:13.408817 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b848b73-e19f-459a-8f2c-4be97485f7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.466591 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-33a319e3-be07-42ca-9e24-ec015985bbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.495102 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bb8ea9-a108-4c44-ad32-511ba88f3d20 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:56:13.505534 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-61bb8ea9-a108-4c44-ad32-511ba88f3d20 admin admin] 10.222.0.37 "PUT /v2.0/routers/dc457fbf-f077-4fb2-ac87-3b5796bf2306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6971011 Aug 06 15:56:13.507868 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58086) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:13.517902 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816c369-045d-48d1-9162-56f684efd947 None None] Sync routers for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:56:13.544277 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816c369-045d-48d1-9162-56f684efd947 None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:56:13.547234 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-4816c369-045d-48d1-9162-56f684efd947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:56:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:13.575643 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a82ab3-9441-4ad1-b3c3-89b9d22eba74 req-9e2ba55b-eb47-4409-bbf8-4c4ce3090dea service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312330 Aug 06 15:56:13.578566 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6c911df-fd12-4ac7-8f42-94ac9a57da2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.623391 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b848b73-e19f-459a-8f2c-4be97485f7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.629128 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b848b73-e19f-459a-8f2c-4be97485f7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.642571 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6c911df-fd12-4ac7-8f42-94ac9a57da2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.667072 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8b848b73-e19f-459a-8f2c-4be97485f7da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=499dad4704894dac97d8a8b7d9071f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789454 Aug 06 15:56:13.671397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58090) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:13.722476 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b848b73-e19f-459a-8f2c-4be97485f7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b056e610-fc3e-43f6-be80-353e08080d41,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:13.759697 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ef2d-fcfa-4209-9df4-9655df666f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.769780 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c93cd89-b5b0-4395-abca-4391dc1c0a5f admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.808327 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ef2d-fcfa-4209-9df4-9655df666f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.836412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03820918-e9fa-49b6-8f88-8cb469836dfb req-e8b98668-1bd9-45b9-8ecb-4e4d64458c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:13.837991 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03820918-e9fa-49b6-8f88-8cb469836dfb req-e8b98668-1bd9-45b9-8ecb-4e4d64458c22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 1099 time: 0.1504052 Aug 06 15:56:13.853081 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-4816c369-045d-48d1-9162-56f684efd947 None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:56:13.866732 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6c911df-fd12-4ac7-8f42-94ac9a57da2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.869243 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6c911df-fd12-4ac7-8f42-94ac9a57da2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.870411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c6c911df-fd12-4ac7-8f42-94ac9a57da2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d43b089-5424-4655-a9e0-b2fec4f985c3 HTTP/1.1" status: 204 len: 168 time: 0.8890598 Aug 06 15:56:13.921099 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ef2d-fcfa-4209-9df4-9655df666f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.927134 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2ee0ef2d-fcfa-4209-9df4-9655df666f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.930006 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2ee0ef2d-fcfa-4209-9df4-9655df666f7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b056e610-fc3e-43f6-be80-353e08080d41 HTTP/1.1" status: 204 len: 168 time: 0.2565901 Aug 06 15:56:13.941758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0ef2d-fcfa-4209-9df4-9655df666f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b056e610-fc3e-43f6-be80-353e08080d41,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:13.945776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c911df-fd12-4ac7-8f42-94ac9a57da2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d43b089-5424-4655-a9e0-b2fec4f985c3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:14.023939 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-33a319e3-be07-42ca-9e24-ec015985bbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.058673 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c93cd89-b5b0-4395-abca-4391dc1c0a5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.072768 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-33a319e3-be07-42ca-9e24-ec015985bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.374423 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-4816c369-045d-48d1-9162-56f684efd947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:56:12Z', 'revision_number': 5, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port': {'id': '048380e2-c320-4579-bc0e-afbeaf90ad78', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:17Z', 'updated_at': '2021-08-06T15:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:14.402136 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58104) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:14.403296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-33a319e3-be07-42ca-9e24-ec015985bbb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98294254f18e47a3826fdc31074eb397&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6144328 Aug 06 15:56:14.411728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a319e3-be07-42ca-9e24-ec015985bbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5124d517-00c0-45cb-b73c-a069b143a67f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:14.421473 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816c369-045d-48d1-9162-56f684efd947 None None] Checking router: dc457fbf-f077-4fb2-ac87-3b5796bf2306 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:56:14.439353 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816c369-045d-48d1-9162-56f684efd947 None None] Routers {'dc457fbf-f077-4fb2-ac87-3b5796bf2306'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:56:14.440346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03820918-e9fa-49b6-8f88-8cb469836dfb req-33a8063b-779d-452d-9683-d08529a10d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:14.440606 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-4816c369-045d-48d1-9162-56f684efd947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:56:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:14.442978 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03820918-e9fa-49b6-8f88-8cb469836dfb req-33a8063b-779d-452d-9683-d08529a10d24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.5932178 Aug 06 15:56:14.535978 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3d23c29-cd5e-4409-9851-6593ea453cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.631035 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3d23c29-cd5e-4409-9851-6593ea453cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.716321 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03820918-e9fa-49b6-8f88-8cb469836dfb req-9d464421-efd7-4dcd-a0ea-aa3ded890ad8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=25590453-f1fe-472b-bdc0-f57d2368ebee HTTP/1.1" status: 200 len: 217 time: 0.1631582 Aug 06 15:56:14.774111 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3d23c29-cd5e-4409-9851-6593ea453cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.779150 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3d23c29-cd5e-4409-9851-6593ea453cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.786852 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b3d23c29-cd5e-4409-9851-6593ea453cab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5124d517-00c0-45cb-b73c-a069b143a67f HTTP/1.1" status: 204 len: 168 time: 0.3829615 Aug 06 15:56:14.816895 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d23c29-cd5e-4409-9851-6593ea453cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5124d517-00c0-45cb-b73c-a069b143a67f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:14.914934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d1946-fff1-440e-9e43-dddc1c180eb2 req-21f6f568-d3e9-4089-8939-533bac3b7714 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:14.923156 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd3d1946-fff1-440e-9e43-dddc1c180eb2 req-21f6f568-d3e9-4089-8939-533bac3b7714 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 948 time: 0.8161228 Aug 06 15:56:14.970682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce09f6-7e4d-4456-8829-03ae2989219f req-168b9aa4-306c-4919-8154-440246327dec tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:14.972936 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5bce09f6-7e4d-4456-8829-03ae2989219f req-168b9aa4-306c-4919-8154-440246327dec tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/ports?device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 950 time: 0.7304795 Aug 06 15:56:14.974631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-6c93cd89-b5b0-4395-abca-4391dc1c0a5f admin admin] Deleting port 048380e2-c320-4579-bc0e-afbeaf90ad78 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:14.974999 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c93cd89-b5b0-4395-abca-4391dc1c0a5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.988942 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-4816c369-045d-48d1-9162-56f684efd947 None None] Set router dc457fbf-f077-4fb2-ac87-3b5796bf2306 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:56:15.024889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03820918-e9fa-49b6-8f88-8cb469836dfb req-acb499cb-d9aa-492a-bacc-4923571bb289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:15.033274 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03820918-e9fa-49b6-8f88-8cb469836dfb req-acb499cb-d9aa-492a-bacc-4923571bb289 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.3070984 Aug 06 15:56:15.093118 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-4816c369-045d-48d1-9162-56f684efd947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:56:14Z', 'revision_number': 6, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:15.130182 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816c369-045d-48d1-9162-56f684efd947 None None] The sync data for ids ['dc457fbf-f077-4fb2-ac87-3b5796bf2306'] in n-d-803756-1 is: [{'id': 'dc457fbf-f077-4fb2-ac87-3b5796bf2306', 'name': 'tempest-FloatingIPsAssociationTestJSON-595416995-router', 'tenant_id': '8134872260564a36b0e07d9336f135c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:13Z', 'updated_at': '2021-08-06T15:56:14Z', 'revision_number': 6, 'project_id': '8134872260564a36b0e07d9336f135c4', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:56:15.256441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-6c93cd89-b5b0-4395-abca-4391dc1c0a5f admin admin] For port 048380e2-c320-4579-bc0e-afbeaf90ad78, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=048380e2-c320-4579-bc0e-afbeaf90ad78,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:15.256955 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c93cd89-b5b0-4395-abca-4391dc1c0a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:15.282415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5bce09f6-7e4d-4456-8829-03ae2989219f req-9ef5fa09-4d52-4669-b7b9-a5d5efeb694f tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/security-groups?id=02b281ba-4c1e-4016-aff3-4e509451a1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927625 Aug 06 15:56:15.285134 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd3d1946-fff1-440e-9e43-dddc1c180eb2 req-e23cb718-964b-4d0f-b477-8105419b0bbd tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609869 Aug 06 15:56:15.286791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-6c93cd89-b5b0-4395-abca-4391dc1c0a5f admin admin] Calling delete_port for 048380e2-c320-4579-bc0e-afbeaf90ad78 owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:15.340265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03820918-e9fa-49b6-8f88-8cb469836dfb req-5b12f310-3b99-478b-839b-bc1a7978ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:15.341790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03820918-e9fa-49b6-8f88-8cb469836dfb req-5b12f310-3b99-478b-839b-bc1a7978ab8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1860766 Aug 06 15:56:15.498642 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03820918-e9fa-49b6-8f88-8cb469836dfb req-17f3486d-6aa2-454e-8fcc-8ddb47204b21 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161718 Aug 06 15:56:15.775330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03820918-e9fa-49b6-8f88-8cb469836dfb req-3aefd42f-68c4-4c7f-aa97-475d9b77a732 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687504 Aug 06 15:56:15.870023 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c93cd89-b5b0-4395-abca-4391dc1c0a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:15.902149 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93cd89-b5b0-4395-abca-4391dc1c0a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=048380e2-c320-4579-bc0e-afbeaf90ad78,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:15.986776 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c93cd89-b5b0-4395-abca-4391dc1c0a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:16.125079 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c93cd89-b5b0-4395-abca-4391dc1c0a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:16.128089 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c93cd89-b5b0-4395-abca-4391dc1c0a5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:16.288475 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c93cd89-b5b0-4395-abca-4391dc1c0a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:16.290266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5f9dab4e-b623-4328-8992-d90a83fb2e98 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:56:16.291095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c93cd89-b5b0-4395-abca-4391dc1c0a5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc457fbf-f077-4fb2-ac87-3b5796bf2306 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:56:16.304439 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c93cd89-b5b0-4395-abca-4391dc1c0a5f admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:16.310177 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6c93cd89-b5b0-4395-abca-4391dc1c0a5f admin admin] 10.222.0.37 "DELETE /v2.0/routers/dc457fbf-f077-4fb2-ac87-3b5796bf2306 HTTP/1.1" status: 204 len: 168 time: 2.7988217 Aug 06 15:56:16.310504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58158) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:16.326638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 5f9dab4e-b623-4328-8992-d90a83fb2e98 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:56:16.327025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5f9dab4e-b623-4328-8992-d90a83fb2e98 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:56:16.327898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 048380e2-c320-4579-bc0e-afbeaf90ad78 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:56:16.370082 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 048380e2-c320-4579-bc0e-afbeaf90ad78 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:56:16.371084 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 048380e2-c320-4579-bc0e-afbeaf90ad78 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:56:16.384153 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae863ba5-dc09-451e-8def-5761ee443925 admin admin] Deleting subnet 747b97e7-085e-4d9c-99fb-9f7861357373 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:56:16.388480 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae863ba5-dc09-451e-8def-5761ee443925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:16.435730 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae863ba5-dc09-451e-8def-5761ee443925 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:16.555154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c02ed2-b0d7-47ca-b24c-86eced96b1d4 req-b74399a4-551e-4e6e-b048-fd2984efb4c0 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:16.559868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44c02ed2-b0d7-47ca-b24c-86eced96b1d4 req-b74399a4-551e-4e6e-b048-fd2984efb4c0 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/ports?device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 950 time: 0.1383533 Aug 06 15:56:16.595498 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae863ba5-dc09-451e-8def-5761ee443925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:16.701067 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44c02ed2-b0d7-47ca-b24c-86eced96b1d4 req-3763f710-e4f5-472a-892a-8be2b9e8dffb tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/security-groups?id=02b281ba-4c1e-4016-aff3-4e509451a1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297908 Aug 06 15:56:16.727480 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae863ba5-dc09-451e-8def-5761ee443925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:16.854060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae863ba5-dc09-451e-8def-5761ee443925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=747b97e7-085e-4d9c-99fb-9f7861357373,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:16.859936 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae863ba5-dc09-451e-8def-5761ee443925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:16.862018 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ae863ba5-dc09-451e-8def-5761ee443925 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/747b97e7-085e-4d9c-99fb-9f7861357373 HTTP/1.1" status: 204 len: 168 time: 0.5498898 Aug 06 15:56:16.866639 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58176) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:16.873903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67b41c7-1f9b-4346-ac0d-ee809277b28a None None] Network 3df65d06-2654-4c94-83d6-de2bceefdc8a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:16.982021 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 25590453-f1fe-472b-bdc0-f57d2368ebee details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:56:17.087862 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:17.110209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896999fe-02c5-4a01-8e8b-33054be6695d req-b6ce996a-b366-49a9-9a0f-26205d0a5a82 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:17.121514 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-896999fe-02c5-4a01-8e8b-33054be6695d req-b6ce996a-b366-49a9-9a0f-26205d0a5a82 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 948 time: 0.1943049 Aug 06 15:56:17.268387 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-896999fe-02c5-4a01-8e8b-33054be6695d req-3767b711-5696-488d-aa6f-f3a19939cf84 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455655 Aug 06 15:56:17.367113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] Deleting port e46aa950-c80b-4734-a972-e1ef8a5b2135 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:17.367113 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:17.437312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3a5256-b1dc-4e52-8de4-a09e0cda8165 None None] DHCP port deletion for 3df65d06-2654-4c94-83d6-de2bceefdc8a request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:56:17.503027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58208) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:17.570846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 25590453-f1fe-472b-bdc0-f57d2368ebee, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=25590453-f1fe-472b-bdc0-f57d2368ebee,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:17.607927 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-345b3e12-a362-4beb-8d2f-62263d084da8 req-8ed8230a-3129-4da3-96d4-a101ad6875cf tempest-AbsoluteLimitsNegativeTestJSON-465354673 tempest-AbsoluteLimitsNegativeTestJSON-465354673-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=20ce7e1ae42a45ec9b8107945aa451c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1217623 Aug 06 15:56:17.622407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] For port e46aa950-c80b-4734-a972-e1ef8a5b2135, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e46aa950-c80b-4734-a972-e1ef8a5b2135,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:17.622999 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:17.678554 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '25590453-f1fe-472b-bdc0-f57d2368ebee', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '25590453-f1fe-472b-bdc0-f57d2368ebee', 'mac_address': 'fa:16:3e:c8:8f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:56:17.692331 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] Calling delete_port for e46aa950-c80b-4734-a972-e1ef8a5b2135 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:17.735768 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-76a40f6e-6792-42f0-af15-a2f529a68e3f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-30717123-network', 'tenant_id': '32e920af6a7c4f9d9c65a087db3ea6d1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:17.771140 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:17.784454 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a40f6e-6792-42f0-af15-a2f529a68e3f admin admin] Made reservation on behalf of 32e920af6a7c4f9d9c65a087db3ea6d1 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:17.786846 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76a40f6e-6792-42f0-af15-a2f529a68e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:17.795560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25590453-f1fe-472b-bdc0-f57d2368ebee {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:17.805441 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76a40f6e-6792-42f0-af15-a2f529a68e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:17.819887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a5256-b1dc-4e52-8de4-a09e0cda8165 None None] Deleting port e46aa950-c80b-4734-a972-e1ef8a5b2135 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:17.820621 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5256-b1dc-4e52-8de4-a09e0cda8165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:17.835097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 25590453-f1fe-472b-bdc0-f57d2368ebee, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=25590453-f1fe-472b-bdc0-f57d2368ebee,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:17.880220 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:17.967186 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:17.991157 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=25590453-f1fe-472b-bdc0-f57d2368ebee,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:18.038572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e46aa950-c80b-4734-a972-e1ef8a5b2135,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:18.054762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] No DVR routers for this DVR port e46aa950-c80b-4734-a972-e1ef8a5b2135 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:56:18.070103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b3e12-a362-4beb-8d2f-62263d084da8 req-ca7c9410-7998-4daa-a6f0-3bc28897069f tempest-AbsoluteLimitsNegativeTestJSON-465354673 tempest-AbsoluteLimitsNegativeTestJSON-465354673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:18.071712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-345b3e12-a362-4beb-8d2f-62263d084da8 req-ca7c9410-7998-4daa-a6f0-3bc28897069f tempest-AbsoluteLimitsNegativeTestJSON-465354673 tempest-AbsoluteLimitsNegativeTestJSON-465354673-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4545424 Aug 06 15:56:18.080584 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76a40f6e-6792-42f0-af15-a2f529a68e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.087025 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76a40f6e-6792-42f0-af15-a2f529a68e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.108487 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-345b3e12-a362-4beb-8d2f-62263d084da8 req-a1df711e-7dea-484d-9eb3-5c8ad976efcf tempest-AbsoluteLimitsNegativeTestJSON-465354673 tempest-AbsoluteLimitsNegativeTestJSON-465354673-project] 10.222.0.37 "GET /v2.0/quotas/20ce7e1ae42a45ec9b8107945aa451c5 HTTP/1.1" status: 200 len: 375 time: 0.0134916 Aug 06 15:56:18.135060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a40f6e-6792-42f0-af15-a2f529a68e3f admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:56:18.149790 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6e3a5256-b1dc-4e52-8de4-a09e0cda8165 None None] For port e46aa950-c80b-4734-a972-e1ef8a5b2135, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e46aa950-c80b-4734-a972-e1ef8a5b2135,segment=NetworkSegment(a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5),segment_id=a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:18.150196 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5256-b1dc-4e52-8de4-a09e0cda8165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.171800 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a5256-b1dc-4e52-8de4-a09e0cda8165 None None] Calling delete_port for e46aa950-c80b-4734-a972-e1ef8a5b2135 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:18.172783 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76a40f6e-6792-42f0-af15-a2f529a68e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.173143 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-76a40f6e-6792-42f0-af15-a2f529a68e3f admin admin] Added segment 4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174 of type vlan for network c34c076c-c1bd-4999-8d39-ceaa7495de79 Aug 06 15:56:18.236061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a40f6e-6792-42f0-af15-a2f529a68e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a28cce8-358d-4f07-995b-b854e9eeb9c1,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:18.251595 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.293269 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5256-b1dc-4e52-8de4-a09e0cda8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.294548 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df65d06-2654-4c94-83d6-de2bceefdc8a']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:18.299438 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['25590453-f1fe-472b-bdc0-f57d2368ebee'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:18.315569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e46aa950-c80b-4734-a972-e1ef8a5b2135 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:56:18.350710 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76a40f6e-6792-42f0-af15-a2f529a68e3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.372756 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-345b3e12-a362-4beb-8d2f-62263d084da8 req-0fe1d3d0-2de7-420b-9b70-ffe414d44e01 tempest-AbsoluteLimitsNegativeTestJSON-465354673 tempest-AbsoluteLimitsNegativeTestJSON-465354673-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=20ce7e1ae42a45ec9b8107945aa451c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2446148 Aug 06 15:56:18.389398 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:18.389853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9445cee-bc6a-47bc-ad9f-dd0bcc3942a5') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:18.415833 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.424013 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76a40f6e-6792-42f0-af15-a2f529a68e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.425165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a40f6e-6792-42f0-af15-a2f529a68e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:18.426062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76a40f6e-6792-42f0-af15-a2f529a68e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.441667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a5256-b1dc-4e52-8de4-a09e0cda8165 None None] Pushing event deleted for resources: {'Port': ['ID=e46aa950-c80b-4734-a972-e1ef8a5b2135,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:18.452527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: e46aa950-c80b-4734-a972-e1ef8a5b2135 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:56:18.453182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e46aa950-c80b-4734-a972-e1ef8a5b2135 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:56:18.456305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a5256-b1dc-4e52-8de4-a09e0cda8165 None None] No DVR routers for this DVR port e46aa950-c80b-4734-a972-e1ef8a5b2135 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:56:18.538533 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.566247 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-76a40f6e-6792-42f0-af15-a2f529a68e3f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0620646 Aug 06 15:56:18.567295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:18.567658 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: timer() Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:18.571190 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:18.577588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58244) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:18.589399 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-30bc9673-3256-49a8-93c1-96a127b6187e admin admin] Request body: {'subnet': {'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-30717123-subnet', 'tenant_id': '32e920af6a7c4f9d9c65a087db3ea6d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:18.639107 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a40f6e-6792-42f0-af15-a2f529a68e3f admin admin] Pushing event updated for resources: {'Network': ['ID=c34c076c-c1bd-4999-8d39-ceaa7495de79,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:18.650802 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab06f23-fe34-4647-add9-3666f292b0d1 req-7fe3254d-6e82-404c-aec0-2c47b643f6b2 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:18.657343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bc9673-3256-49a8-93c1-96a127b6187e admin admin] Made reservation on behalf of 32e920af6a7c4f9d9c65a087db3ea6d1 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:18.662007 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30bc9673-3256-49a8-93c1-96a127b6187e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.675670 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network c34c076c-c1bd-4999-8d39-ceaa7495de79 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:56:18.678663 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dab06f23-fe34-4647-add9-3666f292b0d1 req-7fe3254d-6e82-404c-aec0-2c47b643f6b2 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 949 time: 0.2453766 Aug 06 15:56:18.831139 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.841496 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.847399 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3df65d06-2654-4c94-83d6-de2bceefdc8a HTTP/1.1" status: 204 len: 168 time: 1.9793880 Aug 06 15:56:18.871059 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dab06f23-fe34-4647-add9-3666f292b0d1 req-0091f132-71c0-4f81-ba96-94b26e9b6994 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699679 Aug 06 15:56:18.914720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f1daa-cd40-4f3e-9617-2b28f68d6fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3df65d06-2654-4c94-83d6-de2bceefdc8a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:19.101908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-867f5a88-754c-4262-9836-41026e091e92 req-375c9d14-bf47-4d21-b1f4-35c869e4aa2b tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=96058f03e82c4d9191387e79492aa0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491247 Aug 06 15:56:19.145303 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58270) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:19.174861 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30bc9673-3256-49a8-93c1-96a127b6187e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:19.206508 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58272) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:19.269820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f5a88-754c-4262-9836-41026e091e92 req-97c08ec0-50c5-4c92-8cbc-4d1dfb089902 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:19.273254 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b3406bab-4610-4120-9cdd-cb3c6aaa4a50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8134872260564a36b0e07d9336f135c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1241252 Aug 06 15:56:19.278587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58276) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:19.278887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-867f5a88-754c-4262-9836-41026e091e92 req-97c08ec0-50c5-4c92-8cbc-4d1dfb089902 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760020 Aug 06 15:56:19.299124 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-867f5a88-754c-4262-9836-41026e091e92 req-0d8de755-46bf-4fc2-9629-9400f50dd1ad tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/quotas/96058f03e82c4d9191387e79492aa0b1 HTTP/1.1" status: 200 len: 375 time: 0.0188742 Aug 06 15:56:19.314712 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc9673-3256-49a8-93c1-96a127b6187e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc4c7ac-6d15-4fde-899c-97f04be5a8db,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:19.332853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc9673-3256-49a8-93c1-96a127b6187e admin admin] Checking segment: {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:19.333496 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bc9673-3256-49a8-93c1-96a127b6187e admin admin] Network hostable DHCP agents. Network: c34c076c-c1bd-4999-8d39-ceaa7495de79, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:56:19.347316 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-867f5a88-754c-4262-9836-41026e091e92 req-49ccf9bf-26ce-4898-8bb8-300eadcb5690 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=96058f03e82c4d9191387e79492aa0b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476177 Aug 06 15:56:19.377382 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8f7b-6827-439c-a5af-052733b5ca4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:19.379546 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bc9673-3256-49a8-93c1-96a127b6187e admin admin] Network c34c076c-c1bd-4999-8d39-ceaa7495de79 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:56:19.413343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-30bc9673-3256-49a8-93c1-96a127b6187e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, c34c076c-c1bd-4999-8d39-ceaa7495de79) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:19.416715 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8f7b-6827-439c-a5af-052733b5ca4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:19.426523 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bc9673-3256-49a8-93c1-96a127b6187e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:19.427176 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30bc9673-3256-49a8-93c1-96a127b6187e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:19.427304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac946d3-86bd-47c9-ac84-7afcb3570630 None None] Network c34c076c-c1bd-4999-8d39-ceaa7495de79 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:19.491101 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-30bc9673-3256-49a8-93c1-96a127b6187e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9106460 Aug 06 15:56:19.530116 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8f7b-6827-439c-a5af-052733b5ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:19.532897 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8f7b-6827-439c-a5af-052733b5ca4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:19.534251 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1aeb8f7b-6827-439c-a5af-052733b5ca4f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f1270ca-a687-45d6-9458-9537d6e897b1 HTTP/1.1" status: 204 len: 168 time: 0.2522333 Aug 06 15:56:19.543894 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13e54a5f-5dcd-4da5-8500-6a1bbda1c0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:19.563289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb8f7b-6827-439c-a5af-052733b5ca4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1270ca-a687-45d6-9458-9537d6e897b1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:19.824678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55fa3a8-181c-468d-9cb2-a43431b22803 None None] Network c34c076c-c1bd-4999-8d39-ceaa7495de79 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:19.861825 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13e54a5f-5dcd-4da5-8500-6a1bbda1c0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:19.870908 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13e54a5f-5dcd-4da5-8500-6a1bbda1c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:20.018252 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-13e54a5f-5dcd-4da5-8500-6a1bbda1c0ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20ce7e1ae42a45ec9b8107945aa451c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8082786 Aug 06 15:56:20.020795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58294) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:20.143094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e54a5f-5dcd-4da5-8500-6a1bbda1c0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c2f383-154e-4533-93c6-3da0b67b26e0,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:20.328334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88ba9e-ddbe-4e8c-ae64-2301997d8b90 req-1a288349-1f0e-461f-8e0f-bfb52d432790 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:20.339014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c88ba9e-ddbe-4e8c-ae64-2301997d8b90 req-1a288349-1f0e-461f-8e0f-bfb52d432790 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 949 time: 0.2023041 Aug 06 15:56:20.354135 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89b415b4-1f40-49f6-afb8-89b74ab1eede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:20.424635 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-5a8a15d6-fbd5-416e-8172-04aded842582 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=96058f03e82c4d9191387e79492aa0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589719 Aug 06 15:56:20.429988 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89b415b4-1f40-49f6-afb8-89b74ab1eede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:20.443342 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c88ba9e-ddbe-4e8c-ae64-2301997d8b90 req-4a01b1d7-883f-416f-b19d-f5a348f8498d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031876 Aug 06 15:56:20.486533 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device caaaec9b-2a0b-4d08-b0d8-7265ade29549 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:56:20.697182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-48dfcbd1-fd72-49f3-8fec-0c3db8f99f13 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:20.698827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-48dfcbd1-fd72-49f3-8fec-0c3db8f99f13 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2521920 Aug 06 15:56:20.729047 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89b415b4-1f40-49f6-afb8-89b74ab1eede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:20.734178 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89b415b4-1f40-49f6-afb8-89b74ab1eede admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:20.738905 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-89b415b4-1f40-49f6-afb8-89b74ab1eede admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20c2f383-154e-4533-93c6-3da0b67b26e0 HTTP/1.1" status: 204 len: 168 time: 0.6867986 Aug 06 15:56:20.765710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b415b4-1f40-49f6-afb8-89b74ab1eede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c2f383-154e-4533-93c6-3da0b67b26e0,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:20.778671 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-73448177-c532-4235-9e51-b89cf4cded07 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/quotas/96058f03e82c4d9191387e79492aa0b1 HTTP/1.1" status: 200 len: 375 time: 0.0407827 Aug 06 15:56:20.815544 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port caaaec9b-2a0b-4d08-b0d8-7265ade29549, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=caaaec9b-2a0b-4d08-b0d8-7265ade29549,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:20.826899 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-6920c146-d166-4337-8652-22fec7d6ab15 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=96058f03e82c4d9191387e79492aa0b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466301 Aug 06 15:56:20.844085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549', 'mac_address': 'fa:16:3e:8c:7b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:56:20.919730 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:20.939347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id caaaec9b-2a0b-4d08-b0d8-7265ade29549 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:20.970113 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 25590453-f1fe-472b-bdc0-f57d2368ebee up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:20.978667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port caaaec9b-2a0b-4d08-b0d8-7265ade29549, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=caaaec9b-2a0b-4d08-b0d8-7265ade29549,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:21.054549 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:21.163596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=caaaec9b-2a0b-4d08-b0d8-7265ade29549,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:21.197049 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 25590453-f1fe-472b-bdc0-f57d2368ebee completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:21.209236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 25590453-f1fe-472b-bdc0-f57d2368ebee triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:21.210736 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:21.226064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa47779c-e065-4264-8f86-85556259f01e req-a35a799f-188f-4f58-a441-2a4ff4346572 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 210 time: 0.0671601 Aug 06 15:56:21.333699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['caaaec9b-2a0b-4d08-b0d8-7265ade29549'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:21.400976 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:21.436665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58384) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:21.463393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25590453-f1fe-472b-bdc0-f57d2368ebee'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:21.479767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-b48e7d11-c87a-4ec9-ad70-c4bf2ec672b5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:21.482561 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-b48e7d11-c87a-4ec9-ad70-c4bf2ec672b5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 810 time: 0.2547922 Aug 06 15:56:21.486940 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ea79da-8771-4dbe-8b7f-6f04aa65c675" -d '{"events": [{"server_uuid": "ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e", "name": "network-vif-plugged", "status": "completed", "tag": "25590453-f1fe-472b-bdc0-f57d2368ebee"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:21.525505 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-8e4fb167-fbdf-4da4-830c-f816fb562792 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/quotas/32e920af6a7c4f9d9c65a087db3ea6d1 HTTP/1.1" status: 200 len: 375 time: 0.0342197 Aug 06 15:56:21.532061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 25590453-f1fe-472b-bdc0-f57d2368ebee, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=25590453-f1fe-472b-bdc0-f57d2368ebee,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:21.543528 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:21.642241 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-74ac5d99-e914-45c0-8491-1b4d2f40c449 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076343 Aug 06 15:56:21.663030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=25590453-f1fe-472b-bdc0-f57d2368ebee,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:21.863261 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-155b9f03-954f-4444-a104-fb7a64b6c06d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-network', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:21.891822 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26996e-2dc7-47af-ba92-bb25401fb007 req-b702f022-2a8d-4968-b99a-92b5e1977163 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:21.893405 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f26996e-2dc7-47af-ba92-bb25401fb007 req-b702f022-2a8d-4968-b99a-92b5e1977163 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 950 time: 0.2493730 Aug 06 15:56:21.911628 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:56:21.938825 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-69a523de-8fc0-467b-841e-bb99953dde1f service neutron] 10.222.0.37 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730298 Aug 06 15:56:21.954170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155b9f03-954f-4444-a104-fb7a64b6c06d admin admin] Made reservation on behalf of 8a9f3d8ff0ce4b1a9234c1dbd3270dbb for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:21.958305 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-155b9f03-954f-4444-a104-fb7a64b6c06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:22.001645 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-155b9f03-954f-4444-a104-fb7a64b6c06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:22.043282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f26996e-2dc7-47af-ba92-bb25401fb007 req-ffc7b9e3-ccea-4e4b-b4f9-54299986510b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365919 Aug 06 15:56:22.130541 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-867f5a88-754c-4262-9836-41026e091e92 req-18dec826-4a42-4daa-9bee-9fe9b5d02c4e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=96058f03e82c4d9191387e79492aa0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581529 Aug 06 15:56:22.149651 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56569f2f-ea4e-45aa-87f3-f3f8ecf0a55e x-openstack-request-id: req-56569f2f-ea4e-45aa-87f3-f3f8ecf0a55e {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:22.150194 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e", "name": "network-vif-plugged", "status": "completed", "tag": "25590453-f1fe-472b-bdc0-f57d2368ebee", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:22.150194 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56569f2f-ea4e-45aa-87f3-f3f8ecf0a55e {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:22.150763 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25590453-f1fe-472b-bdc0-f57d2368ebee', 'code': 200} Aug 06 15:56:22.164449 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-5c36ade2-ddfa-4bc3-a857-8e246272a280 service neutron] 10.222.0.37 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246642 Aug 06 15:56:22.324644 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f5a88-754c-4262-9836-41026e091e92 req-1ae9ef61-1a22-4ba0-a705-88e6de6b5bd1 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:22.326539 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-867f5a88-754c-4262-9836-41026e091e92 req-1ae9ef61-1a22-4ba0-a705-88e6de6b5bd1 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869533 Aug 06 15:56:22.352530 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-867f5a88-754c-4262-9836-41026e091e92 req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Request body: {'port': {'device_id': '552cc640-8a68-4e36-9a9d-265fc0c20239', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '96058f03e82c4d9191387e79492aa0b1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:22.365124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58432) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:22.498604 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device caaaec9b-2a0b-4d08-b0d8-7265ade29549 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:22.504532 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-155b9f03-954f-4444-a104-fb7a64b6c06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:22.511334 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-155b9f03-954f-4444-a104-fb7a64b6c06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:22.528344 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b41f544-8b89-47e2-99a9-721840d47390 req-21e2f444-bbaf-4941-b968-3ac0235d6f30 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 210 time: 0.0979650 Aug 06 15:56:22.537487 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6599c-0301-4119-9eea-8dd1ffa668c1 req-a5dae139-8430-4f89-927b-84f1451d1f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:22.541385 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7ba6599c-0301-4119-9eea-8dd1ffa668c1 req-a5dae139-8430-4f89-927b-84f1451d1f4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 1101 time: 0.2282646 Aug 06 15:56:22.554140 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155b9f03-954f-4444-a104-fb7a64b6c06d admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:56:22.564305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b9f03-954f-4444-a104-fb7a64b6c06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c0703c-2f7a-4c0a-ba55-1f547f113e0d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:22.569480 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-867f5a88-754c-4262-9836-41026e091e92 req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Made reservation on behalf of 96058f03e82c4d9191387e79492aa0b1 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:22.573594 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-867f5a88-754c-4262-9836-41026e091e92 req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:22.601982 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-867f5a88-754c-4262-9836-41026e091e92 req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:22.604863 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-155b9f03-954f-4444-a104-fb7a64b6c06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:22.605465 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-155b9f03-954f-4444-a104-fb7a64b6c06d admin admin] Added segment af9b9164-accb-4abc-9b62-095c5932c872 of type vlan for network c613d883-07b3-4668-8715-acd0d95b4b27 Aug 06 15:56:22.653886 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7ba6599c-0301-4119-9eea-8dd1ffa668c1 req-85f14a96-d74e-4346-9b51-58244a4c0026 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978990 Aug 06 15:56:22.728476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port caaaec9b-2a0b-4d08-b0d8-7265ade29549 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:22.730741 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:22.754734 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-155b9f03-954f-4444-a104-fb7a64b6c06d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:22.851114 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-155b9f03-954f-4444-a104-fb7a64b6c06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:22.852186 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155b9f03-954f-4444-a104-fb7a64b6c06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:22.852949 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-155b9f03-954f-4444-a104-fb7a64b6c06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:22.961674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b9f03-954f-4444-a104-fb7a64b6c06d admin admin] Pushing event updated for resources: {'Network': ['ID=c613d883-07b3-4668-8715-acd0d95b4b27,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:22.981408 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network c613d883-07b3-4668-8715-acd0d95b4b27 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:56:23.014424 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-867f5a88-754c-4262-9836-41026e091e92 req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:23.022787 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-867f5a88-754c-4262-9836-41026e091e92 req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:23.069771 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-155b9f03-954f-4444-a104-fb7a64b6c06d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.6319189 Aug 06 15:56:23.097554 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58460) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:23.106169 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-23f7ef1b-023f-4ebe-9972-c462a81e5733 admin admin] Request body: {'subnet': {'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-subnet', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:23.190491 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:23.191430 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:23.236775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port caaaec9b-2a0b-4d08-b0d8-7265ade29549, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=caaaec9b-2a0b-4d08-b0d8-7265ade29549,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:23.244615 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:23.255269 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3443bd15-7373-4625-887c-c9acbf797607 req-e77df3fc-ca5d-47cf-bf16-671bcee9527b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ace7cf-e23a-471f-bf0f-9dfdff2c014a HTTP/1.1" status: 200 len: 210 time: 0.5273182 Aug 06 15:56:23.277747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-9fa80bc8-2966-4356-bf84-e1de12c7826c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1432518962-network', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:23.297869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f7ef1b-023f-4ebe-9972-c462a81e5733 admin admin] Made reservation on behalf of 8a9f3d8ff0ce4b1a9234c1dbd3270dbb for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:23.300497 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23f7ef1b-023f-4ebe-9972-c462a81e5733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:23.311053 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2237693-f47d-4a27-8e37-c3a6be0b0088,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:23.392138 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=caaaec9b-2a0b-4d08-b0d8-7265ade29549,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:23.398313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa80bc8-2966-4356-bf84-e1de12c7826c admin admin] Made reservation on behalf of 3d3a470ba28a4c6f8ab926c00b563358 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:23.401074 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9fa80bc8-2966-4356-bf84-e1de12c7826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:23.434754 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9fa80bc8-2966-4356-bf84-e1de12c7826c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:23.481259 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:23.505236 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e5325029-78c4-463e-b44f-cfd2366772b4 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=96058f03e82c4d9191387e79492aa0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1470730 Aug 06 15:56:23.526670 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30064f-3d24-495d-9ff7-237a1e3c954c req-39c5e7d9-2ecd-4fcd-a5a8-01430c6e82cf tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:23.532879 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc30064f-3d24-495d-9ff7-237a1e3c954c req-39c5e7d9-2ecd-4fcd-a5a8-01430c6e82cf tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 950 time: 0.2706897 Aug 06 15:56:23.785403 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc30064f-3d24-495d-9ff7-237a1e3c954c req-b2574a73-9463-4345-b573-35a7e19160de tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325678 Aug 06 15:56:23.826091 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07137ea3-100c-4d09-9af2-ba6679149769 req-ce4cfe52-9887-4e82-9b59-886516cb31c2 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 210 time: 0.0810928 Aug 06 15:56:23.854885 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-867f5a88-754c-4262-9836-41026e091e92 req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Allocated IP 192.168.233.69 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/c7344e6b-002c-499e-9747-1ef0cd4e458c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:24.045759 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9fa80bc8-2966-4356-bf84-e1de12c7826c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:24.049739 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23f7ef1b-023f-4ebe-9972-c462a81e5733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:24.053645 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9fa80bc8-2966-4356-bf84-e1de12c7826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:24.112562 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa80bc8-2966-4356-bf84-e1de12c7826c admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:56:24.144233 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa80bc8-2966-4356-bf84-e1de12c7826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10152cc6-e161-49f5-bc31-61e316ee816a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:24.152183 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd371f426-c24d-415d-b9bf-071158f1b0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:24.152514 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9fa80bc8-2966-4356-bf84-e1de12c7826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:24.152868 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-9fa80bc8-2966-4356-bf84-e1de12c7826c admin admin] Added segment f4334e4a-24a1-4d9f-ae79-a940d128524a of type vlan for network c0d2d561-fad9-4dca-83a3-90b0001ab013 Aug 06 15:56:24.156142 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc7673e-76be-4f46-bd9f-f12f6da81160" -d '{"events": [{"server_uuid": "d371f426-c24d-415d-b9bf-071158f1b0fc", "name": "network-vif-plugged", "status": "completed", "tag": "caaaec9b-2a0b-4d08-b0d8-7265ade29549"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:24.189926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7ef1b-023f-4ebe-9972-c462a81e5733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a67b2bd-6238-4861-9536-c4b8a23c8fe8,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:24.247757 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dbc525-6942-4f8b-9ba5-22a37ba80274 x-openstack-request-id: req-78dbc525-6942-4f8b-9ba5-22a37ba80274 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:24.248339 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d371f426-c24d-415d-b9bf-071158f1b0fc", "name": "network-vif-plugged", "status": "completed", "tag": "caaaec9b-2a0b-4d08-b0d8-7265ade29549", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:24.248555 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78dbc525-6942-4f8b-9ba5-22a37ba80274 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:24.249136 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd371f426-c24d-415d-b9bf-071158f1b0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549', 'code': 200} Aug 06 15:56:24.258498 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9fa80bc8-2966-4356-bf84-e1de12c7826c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:24.289564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-3b64919e-a60c-402c-82ed-00875512e33c tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:24.292040 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-3b64919e-a60c-402c-82ed-00875512e33c tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6674347 Aug 06 15:56:24.305963 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9fa80bc8-2966-4356-bf84-e1de12c7826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:24.307519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa80bc8-2966-4356-bf84-e1de12c7826c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:24.308449 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9fa80bc8-2966-4356-bf84-e1de12c7826c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:24.399182 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-65b59cf6-f156-4759-8839-1d4bb12bdb17 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Request body: {'port': {'device_id': '2bae7f18-36ac-4051-abc9-09e93ce244e4', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '96058f03e82c4d9191387e79492aa0b1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:24.458575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f7ef1b-023f-4ebe-9972-c462a81e5733 admin admin] Checking segment: {'id': 'af9b9164-accb-4abc-9b62-095c5932c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:24.460327 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f7ef1b-023f-4ebe-9972-c462a81e5733 admin admin] Network hostable DHCP agents. Network: c613d883-07b3-4668-8715-acd0d95b4b27, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:56:24.496285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9fa80bc8-2966-4356-bf84-e1de12c7826c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1255176 Aug 06 15:56:24.497980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58488) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.508063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d499bbbd-2a6e-4b55-a770-b4d5890a66d7 admin admin] Request body: {'subnet': {'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1432518962-subnet', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:24.550554 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa80bc8-2966-4356-bf84-e1de12c7826c admin admin] Pushing event updated for resources: {'Network': ['ID=c0d2d561-fad9-4dca-83a3-90b0001ab013,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:24.567437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network c0d2d561-fad9-4dca-83a3-90b0001ab013 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:56:24.575808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d499bbbd-2a6e-4b55-a770-b4d5890a66d7 admin admin] Made reservation on behalf of 3d3a470ba28a4c6f8ab926c00b563358 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:24.598420 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d499bbbd-2a6e-4b55-a770-b4d5890a66d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:24.742124 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f7ef1b-023f-4ebe-9972-c462a81e5733 admin admin] Network c613d883-07b3-4668-8715-acd0d95b4b27 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:56:24.774864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-23f7ef1b-023f-4ebe-9972-c462a81e5733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, c613d883-07b3-4668-8715-acd0d95b4b27) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:24.788619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c719c3ab-a9d4-4d24-884a-c7ec3d093ce2 None None] Network c613d883-07b3-4668-8715-acd0d95b4b27 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:24.800525 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f7ef1b-023f-4ebe-9972-c462a81e5733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:24.806801 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23f7ef1b-023f-4ebe-9972-c462a81e5733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:24.892006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-65b59cf6-f156-4759-8839-1d4bb12bdb17 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Made reservation on behalf of 96058f03e82c4d9191387e79492aa0b1 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:24.896228 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-65b59cf6-f156-4759-8839-1d4bb12bdb17 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:24.932465 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-23f7ef1b-023f-4ebe-9972-c462a81e5733 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8335073 Aug 06 15:56:24.941027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58494) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.956943 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-867f5a88-754c-4262-9836-41026e091e92 req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:24.962040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a75db9dd-31e3-4a5f-91a9-d2862da78bf2 req-a359dc80-88bb-43df-8708-d1c8ce6c6d27 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ace7cf-e23a-471f-bf0f-9dfdff2c014a HTTP/1.1" status: 200 len: 210 time: 0.1673615 Aug 06 15:56:24.979056 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-router', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:25.082106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-867f5a88-754c-4262-9836-41026e091e92 req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Transition to ACTIVE for port object c7344e6b-002c-499e-9747-1ef0cd4e458c will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:25.119411 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:25.120867 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:25.144046 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-2f480928-7024-4041-8a04-096426fdd1bc tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:25.145735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-2f480928-7024-4041-8a04-096426fdd1bc tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.13 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 810 time: 0.5214350 Aug 06 15:56:25.172092 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-9e9696f1-690c-495f-9a5a-e9f34a36c16f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Request body: {'port': {'device_id': '55ace7cf-e23a-471f-bf0f-9dfdff2c014a', 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79', 'admin_state_up': True, 'tenant_id': '32e920af6a7c4f9d9c65a087db3ea6d1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:25.177305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-c613d883-07b3-4668-8715-acd0d95b4b27', 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'fixed_ips': [{'subnet_id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:56:25.179368 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:25.214751 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:25.230158 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-867f5a88-754c-4262-9836-41026e091e92 req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:25.267464 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0811ac7c-8d9d-43b5-a213-375e181d7277 req-5c25a177-3168-42e4-aa4d-252227baf3db tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 210 time: 0.1963940 Aug 06 15:56:25.455609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4ee35-cbe4-41fc-be42-5236d775bb44 req-529f4b47-137f-4d4f-97d8-49bf7ce479d3 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:25.463942 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5da4ee35-cbe4-41fc-be42-5236d775bb44 req-529f4b47-137f-4d4f-97d8-49bf7ce479d3 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 950 time: 0.4288166 Aug 06 15:56:25.580932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Allocated IP 172.20.0.2 (c613d883-07b3-4668-8715-acd0d95b4b27/9a67b2bd-6238-4861-9536-c4b8a23c8fe8/fe44de51-458a-4934-8f5e-cfc47d9c32d6) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:25.619243 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d499bbbd-2a6e-4b55-a770-b4d5890a66d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:25.645079 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5da4ee35-cbe4-41fc-be42-5236d775bb44 req-843b6a98-1df6-4519-b572-07fa8276c1b8 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798902 Aug 06 15:56:25.737828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499bbbd-2a6e-4b55-a770-b4d5890a66d7 admin admin] Checking segment: {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:25.737828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499bbbd-2a6e-4b55-a770-b4d5890a66d7 admin admin] Network hostable DHCP agents. Network: c0d2d561-fad9-4dca-83a3-90b0001ab013, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:56:25.743497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-9e9696f1-690c-495f-9a5a-e9f34a36c16f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Made reservation on behalf of 32e920af6a7c4f9d9c65a087db3ea6d1 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:25.748192 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-9e9696f1-690c-495f-9a5a-e9f34a36c16f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:25.766892 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:25.776618 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Transition to ACTIVE for port object fe44de51-458a-4934-8f5e-cfc47d9c32d6 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:25.794435 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-65b59cf6-f156-4759-8839-1d4bb12bdb17 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Allocated IP 192.168.233.171 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/18587b92-fe58-4f08-8b27-97289a336ff4) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:25.797982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Transition to ACTIVE for port object fe44de51-458a-4934-8f5e-cfc47d9c32d6 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:25.809866 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:25.832920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Network c613d883-07b3-4668-8715-acd0d95b4b27 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:25.835866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:25.857862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:25.936302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-9e9696f1-690c-495f-9a5a-e9f34a36c16f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Allocated IP 172.20.0.13 (c34c076c-c1bd-4999-8d39-ceaa7495de79/5bc4c7ac-6d15-4fde-899c-97f04be5a8db/b2ce5357-d4e2-458d-a5bc-5703a220b863) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:25.947475 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Attempting to bind port fe44de51-458a-4934-8f5e-cfc47d9c32d6 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:25.948326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Attempting to bind port fe44de51-458a-4934-8f5e-cfc47d9c32d6 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'af9b9164-accb-4abc-9b62-095c5932c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:25.949000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Attempting to bind port fe44de51-458a-4934-8f5e-cfc47d9c32d6 on network c613d883-07b3-4668-8715-acd0d95b4b27 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:25.962194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:25.963375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Checking segment: {'id': 'af9b9164-accb-4abc-9b62-095c5932c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:25.963968 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:25.964624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Bound using segment: {'id': 'af9b9164-accb-4abc-9b62-095c5932c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:25.965297 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Bound port: fe44de51-458a-4934-8f5e-cfc47d9c32d6, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9b9164-accb-4abc-9b62-095c5932c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:25.965814 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.003095 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-867f5a88-754c-4262-9836-41026e091e92 req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:26.047466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] For port fe44de51-458a-4934-8f5e-cfc47d9c32d6, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:26.051706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] For port fe44de51-458a-4934-8f5e-cfc47d9c32d6, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fe44de51-458a-4934-8f5e-cfc47d9c32d6,segment=NetworkSegment(af9b9164-accb-4abc-9b62-095c5932c872),segment_id=af9b9164-accb-4abc-9b62-095c5932c872)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:26.054057 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Pushing event updated for resources: {'Port': ['ID=fe44de51-458a-4934-8f5e-cfc47d9c32d6,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:26.058562 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.100997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Pushing event updated for resources: {'Port': ['ID=c7344e6b-002c-499e-9747-1ef0cd4e458c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:26.109814 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-867f5a88-754c-4262-9836-41026e091e92 req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:26.120868 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-867f5a88-754c-4262-9836-41026e091e92 req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:26.169080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13159e-b8d9-41ff-8d83-3e17ad190125 None None] Pushing event updated for resources: {'Port': ['ID=fe44de51-458a-4934-8f5e-cfc47d9c32d6,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:26.170099 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.202055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499bbbd-2a6e-4b55-a770-b4d5890a66d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90587363-bd8a-45c0-a0f0-4bc8dee159ed,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:26.274806 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-9e9696f1-690c-495f-9a5a-e9f34a36c16f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.277558 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499bbbd-2a6e-4b55-a770-b4d5890a66d7 admin admin] Network c0d2d561-fad9-4dca-83a3-90b0001ab013 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:56:26.385086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f5a88-754c-4262-9836-41026e091e92 req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:26.385837 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-867f5a88-754c-4262-9836-41026e091e92 req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.389246 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-843ddc76-9009-4f55-ba6e-744b5f0ac4ef req-ae610a14-eaed-41f9-bbc3-287950705e60 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ace7cf-e23a-471f-bf0f-9dfdff2c014a HTTP/1.1" status: 200 len: 210 time: 0.1845920 Aug 06 15:56:26.390102 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-d499bbbd-2a6e-4b55-a770-b4d5890a66d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, c0d2d561-fad9-4dca-83a3-90b0001ab013) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:26.421115 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a2630a-c6a3-46c6-9e40-94614d703cb1 None None] Network c0d2d561-fad9-4dca-83a3-90b0001ab013 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:26.445899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499bbbd-2a6e-4b55-a770-b4d5890a66d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:26.446510 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d499bbbd-2a6e-4b55-a770-b4d5890a66d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.514958 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d499bbbd-2a6e-4b55-a770-b4d5890a66d7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0131972 Aug 06 15:56:26.560241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c546fc-d1f1-4143-889c-769f85654be3 req-f7a126c5-1043-455f-a09e-973f86f98770 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:26.563418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33c546fc-d1f1-4143-889c-769f85654be3 req-f7a126c5-1043-455f-a09e-973f86f98770 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 1101 time: 0.3600886 Aug 06 15:56:26.572590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58522) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:26.595958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1432518962-router', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:26.699128 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9762dd6b-3420-40fe-860e-b150c6b78db5 req-e03cc81f-2978-4e62-a155-06850f655cfa tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 210 time: 0.1206474 Aug 06 15:56:26.700845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3505da7c-d8b2-4461-8686-d8f67b7e23bc None None] Provisioning for port c7344e6b-002c-499e-9747-1ef0cd4e458c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:26.712367 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-65b59cf6-f156-4759-8839-1d4bb12bdb17 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.715523 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-867f5a88-754c-4262-9836-41026e091e92 req-42ff3fdf-b325-4641-993f-53767e6d4edf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3711605 Aug 06 15:56:26.717743 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3505da7c-d8b2-4461-8686-d8f67b7e23bc None None] Provisioning complete for port c7344e6b-002c-499e-9747-1ef0cd4e458c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:26.725944 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3505da7c-d8b2-4461-8686-d8f67b7e23bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.732078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Request body: {'port': {'device_id': '552cc640-8a68-4e36-9a9d-265fc0c20239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:26.839328 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.840371 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.847900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33c546fc-d1f1-4143-889c-769f85654be3 req-9148b80d-785f-42d0-a241-28c204d70f06 tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428200 Aug 06 15:56:26.850201 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-9e9696f1-690c-495f-9a5a-e9f34a36c16f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.854387 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-65b59cf6-f156-4759-8839-1d4bb12bdb17 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Transition to ACTIVE for port object 18587b92-fe58-4f08-8b27-97289a336ff4 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:26.885095 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3505da7c-d8b2-4461-8686-d8f67b7e23bc None None] Port c7344e6b-002c-499e-9747-1ef0cd4e458c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:56:26.906435 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-65b59cf6-f156-4759-8839-1d4bb12bdb17 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.980849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-c0d2d561-fad9-4dca-83a3-90b0001ab013', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:56:26.981976 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:27.005416 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:27.087740 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b59cf6-f156-4759-8839-1d4bb12bdb17 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Pushing event updated for resources: {'Port': ['ID=18587b92-fe58-4f08-8b27-97289a336ff4,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:27.089507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-9e9696f1-690c-495f-9a5a-e9f34a36c16f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Network c34c076c-c1bd-4999-8d39-ceaa7495de79 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:27.120152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-65b59cf6-f156-4759-8839-1d4bb12bdb17 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:27.129732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-9e9696f1-690c-495f-9a5a-e9f34a36c16f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:27.131140 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-65b59cf6-f156-4759-8839-1d4bb12bdb17 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:27.150179 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-65b59cf6-f156-4759-8839-1d4bb12bdb17 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:27.256592 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:27.258480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-9e9696f1-690c-495f-9a5a-e9f34a36c16f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:27.282651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9696f1-690c-495f-9a5a-e9f34a36c16f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Pushing event updated for resources: {'Port': ['ID=b2ce5357-d4e2-458d-a5bc-5703a220b863,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:27.357546 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Allocated IP 172.20.0.2 (c0d2d561-fad9-4dca-83a3-90b0001ab013/90587363-bd8a-45c0-a0f0-4bc8dee159ed/49cb857b-35ac-455e-89cf-64dbb0cd1c79) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:27.393114 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-7857a859-308f-4db6-ad59-3e1e246acb5c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=261f0b371ec84b8386de53a882b55255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1011915 Aug 06 15:56:27.585614 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b85758-cbb4-47d0-9684-d4fcb4426d33 req-702ecb0f-c626-4702-82a3-e693a85fd5af tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:27.597396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68b85758-cbb4-47d0-9684-d4fcb4426d33 req-702ecb0f-c626-4702-82a3-e693a85fd5af tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 1096 time: 0.7515609 Aug 06 15:56:27.661469 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9b43b175-02cb-4b87-ae9d-20ac5f822530 None None] Provisioning for port 18587b92-fe58-4f08-8b27-97289a336ff4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:27.679943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9b43b175-02cb-4b87-ae9d-20ac5f822530 None None] Provisioning complete for port 18587b92-fe58-4f08-8b27-97289a336ff4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:27.680313 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b43b175-02cb-4b87-ae9d-20ac5f822530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:27.683259 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:27.711579 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Transition to ACTIVE for port object 49cb857b-35ac-455e-89cf-64dbb0cd1c79 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:27.765702 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9b43b175-02cb-4b87-ae9d-20ac5f822530 None None] Port 18587b92-fe58-4f08-8b27-97289a336ff4 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:56:27.769662 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Transition to ACTIVE for port object 49cb857b-35ac-455e-89cf-64dbb0cd1c79 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:27.771490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-18a9c904-e47c-4127-8c8d-c05e997e3561 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:27.777533 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:27.781167 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-18a9c904-e47c-4127-8c8d-c05e997e3561 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3869336 Aug 06 15:56:27.819718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7344e6b-002c-499e-9747-1ef0cd4e458c {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:27.833329 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:27.852633 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Pushing event updated for resources: {'Port': ['ID=49cb857b-35ac-455e-89cf-64dbb0cd1c79,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:27.855520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Transition to ACTIVE for port object c7344e6b-002c-499e-9747-1ef0cd4e458c will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:27.870122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-65b59cf6-f156-4759-8839-1d4bb12bdb17 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:27.873093 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-65b59cf6-f156-4759-8839-1d4bb12bdb17 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:27.886344 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:27.896696 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Network c0d2d561-fad9-4dca-83a3-90b0001ab013 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:27.901227 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:27.907426 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:27.917088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-9e9696f1-690c-495f-9a5a-e9f34a36c16f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:27.917772 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-9e9696f1-690c-495f-9a5a-e9f34a36c16f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:27.938908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-58b38b72-7221-49ae-afd7-5f24f95505d4 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/quotas/261f0b371ec84b8386de53a882b55255 HTTP/1.1" status: 200 len: 375 time: 0.1538873 Aug 06 15:56:27.946203 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:27.948242 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-65b59cf6-f156-4759-8839-1d4bb12bdb17 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6366277 Aug 06 15:56:27.973941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-9e9696f1-690c-495f-9a5a-e9f34a36c16f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8104177 Aug 06 15:56:27.988923 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Request body: {'port': {'device_id': '2bae7f18-36ac-4051-abc9-09e93ce244e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:27.991764 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf47fdcc-7ed7-4b9b-aca2-f6e0f44a3b3c None None] Network c613d883-07b3-4668-8715-acd0d95b4b27 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:27.998966 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:28.025663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Request body: {'port': {'device_id': '55ace7cf-e23a-471f-bf0f-9dfdff2c014a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:28.029212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68b85758-cbb4-47d0-9684-d4fcb4426d33 req-6aa4ee37-9d2a-4180-bfcb-6a0411c3bb14 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308472 Aug 06 15:56:28.140545 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Attempting to bind port c7344e6b-002c-499e-9747-1ef0cd4e458c on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:28.142640 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Attempting to bind port c7344e6b-002c-499e-9747-1ef0cd4e458c by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:28.143587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Attempting to bind port c7344e6b-002c-499e-9747-1ef0cd4e458c on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:28.147652 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:28.154116 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c7344e6b-002c-499e-9747-1ef0cd4e458c,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:28.225064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-cbc63166-c43a-4032-91d9-f799a1c3505e tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2708225 Aug 06 15:56:28.236385 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:28.259379 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Attempting to bind port 49cb857b-35ac-455e-89cf-64dbb0cd1c79 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:28.259972 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Attempting to bind port 49cb857b-35ac-455e-89cf-64dbb0cd1c79 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:28.260639 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Attempting to bind port 49cb857b-35ac-455e-89cf-64dbb0cd1c79 on network c0d2d561-fad9-4dca-83a3-90b0001ab013 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:28.272153 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:28.276212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Checking segment: {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:28.276657 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:28.277336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Bound using segment: {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:28.278019 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Bound port: 49cb857b-35ac-455e-89cf-64dbb0cd1c79, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:28.278456 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:28.280888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cc9254d0-e691-4ae1-a4d5-b27222d186e2 None None] Provisioning for port fe44de51-458a-4934-8f5e-cfc47d9c32d6 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:28.295109 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Port c7344e6b-002c-499e-9747-1ef0cd4e458c on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:56:28.298051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Attempting to bind port c7344e6b-002c-499e-9747-1ef0cd4e458c on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:28.424143 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fe44de51-458a-4934-8f5e-cfc47d9c32d6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:28.457976 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:28.510730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Allocated IP 172.25.1.20 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/31998d83-c3c7-4a45-9c09-c181315d9107) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:28.539358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] For port 49cb857b-35ac-455e-89cf-64dbb0cd1c79, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:28.611639 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port fe44de51-458a-4934-8f5e-cfc47d9c32d6 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:28.616993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] For port 49cb857b-35ac-455e-89cf-64dbb0cd1c79, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=49cb857b-35ac-455e-89cf-64dbb0cd1c79,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:28.624928 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fe44de51-458a-4934-8f5e-cfc47d9c32d6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:28.624928 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:28.657216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c222be9-de17-4e3e-b2fb-b5f5171b63bf req-42d74028-afb3-4227-8f3e-e2eb821ce3b0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:28.665155 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c222be9-de17-4e3e-b2fb-b5f5171b63bf req-42d74028-afb3-4227-8f3e-e2eb821ce3b0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ace7cf-e23a-471f-bf0f-9dfdff2c014a HTTP/1.1" status: 200 len: 932 time: 0.3153071 Aug 06 15:56:28.671987 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:28.682235 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:28.717258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:28.717904 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:28.718383 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:28.718982 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Bound port: c7344e6b-002c-499e-9747-1ef0cd4e458c, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:28.719396 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:28.727811 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:28.902369 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:28.928162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d8e9f-da14-4986-96c9-fb9ae356a3b3 None None] Pushing event updated for resources: {'Port': ['ID=49cb857b-35ac-455e-89cf-64dbb0cd1c79,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:29.012869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:29.013482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port fe44de51-458a-4934-8f5e-cfc47d9c32d6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fe44de51-458a-4934-8f5e-cfc47d9c32d6,segment=NetworkSegment(af9b9164-accb-4abc-9b62-095c5932c872),segment_id=af9b9164-accb-4abc-9b62-095c5932c872)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:29.023269 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:29.041258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:29.052818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:29.134153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ce5357-d4e2-458d-a5bc-5703a220b863 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:29.145241 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:29.166191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Transition to ACTIVE for port object b2ce5357-d4e2-458d-a5bc-5703a220b863 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:29.175148 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:29.181003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Pushing event updated for resources: {'Port': ['ID=31998d83-c3c7-4a45-9c09-c181315d9107,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:29.248039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Pushing event updated for resources: {'Port': ['ID=b2ce5357-d4e2-458d-a5bc-5703a220b863,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:29.270036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] For port c7344e6b-002c-499e-9747-1ef0cd4e458c, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:29.372386 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c222be9-de17-4e3e-b2fb-b5f5171b63bf req-07b591e9-729e-4ed0-bf16-1b224568e716 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7059059 Aug 06 15:56:29.397754 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c51f5-64cf-4f6e-9723-bcb91246eb37 req-45c7144e-0220-40f7-9924-07a3f1290d99 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:29.399694 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f93c51f5-64cf-4f6e-9723-bcb91246eb37 req-45c7144e-0220-40f7-9924-07a3f1290d99 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 936 time: 0.7515352 Aug 06 15:56:29.411538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=fe44de51-458a-4934-8f5e-cfc47d9c32d6,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:29.453458 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] For port c7344e6b-002c-499e-9747-1ef0cd4e458c, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c7344e6b-002c-499e-9747-1ef0cd4e458c,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:29.457358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1013ab4e-f3d4-441f-a305-25e6ed7c516e None None] Provisioning complete for port fe44de51-458a-4934-8f5e-cfc47d9c32d6 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:29.458466 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1013ab4e-f3d4-441f-a305-25e6ed7c516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:29.493489 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:29.513660 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:29.559316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:29.559952 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:29.561532 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-867f5a88-754c-4262-9836-41026e091e92 req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] 10.222.0.78 "PUT /v2.0/ports/c7344e6b-002c-499e-9747-1ef0cd4e458c HTTP/1.1" status: 200 len: 1095 time: 2.8352151 Aug 06 15:56:29.563983 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552cc640-8a68-4e36-9a9d-265fc0c20239', 'tag': 'c7344e6b-002c-499e-9747-1ef0cd4e458c'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:29.566535 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea84a5ab-2dca-4f08-8b01-ac05bd415713" -d '{"events": [{"name": "network-changed", "server_uuid": "552cc640-8a68-4e36-9a9d-265fc0c20239", "tag": "c7344e6b-002c-499e-9747-1ef0cd4e458c"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:29.659059 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:29.784886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceefa95-9aa1-4a85-b55a-924c80e931a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c7344e6b-002c-499e-9747-1ef0cd4e458c,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:29.850995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f93c51f5-64cf-4f6e-9723-bcb91246eb37 req-7506c930-83fa-4d14-b1d8-201b44f0d858 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008818 Aug 06 15:56:29.940110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Attempting to bind port b2ce5357-d4e2-458d-a5bc-5703a220b863 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:29.940110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Attempting to bind port b2ce5357-d4e2-458d-a5bc-5703a220b863 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:29.940675 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Attempting to bind port b2ce5357-d4e2-458d-a5bc-5703a220b863 on network c34c076c-c1bd-4999-8d39-ceaa7495de79 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:29.972777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Port b2ce5357-d4e2-458d-a5bc-5703a220b863 on network c34c076c-c1bd-4999-8d39-ceaa7495de79 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:56:29.973771 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Attempting to bind port b2ce5357-d4e2-458d-a5bc-5703a220b863 on network c34c076c-c1bd-4999-8d39-ceaa7495de79 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:30.072026 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:30.073467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Checking segment: {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:30.074682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Bound using segment: {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:30.075680 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Bound port: b2ce5357-d4e2-458d-a5bc-5703a220b863, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:30.080759 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:30.348389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] For port b2ce5357-d4e2-458d-a5bc-5703a220b863, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:30.359524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] For port b2ce5357-d4e2-458d-a5bc-5703a220b863, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b2ce5357-d4e2-458d-a5bc-5703a220b863,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:30.416648 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:30.581965 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 49cb857b-35ac-455e-89cf-64dbb0cd1c79 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:30.670634 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f5a88-754c-4262-9836-41026e091e92 req-ba8b0fb9-6d94-459d-ba5c-ad327b81d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:30.674067 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-867f5a88-754c-4262-9836-41026e091e92 req-ba8b0fb9-6d94-459d-ba5c-ad327b81d809 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=96058f03e82c4d9191387e79492aa0b1&device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 1098 time: 1.0281348 Aug 06 15:56:30.699993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18587b92-fe58-4f08-8b27-97289a336ff4 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:30.702682 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e67a8a2-af96-47f7-8e07-75bf4a999477 None None] Network c0d2d561-fad9-4dca-83a3-90b0001ab013 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:30.738801 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:30.745362 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-867f5a88-754c-4262-9836-41026e091e92 req-1c637f61-9844-4f65-9f46-a6b66ddc1978 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=c7344e6b-002c-499e-9747-1ef0cd4e458c HTTP/1.1" status: 200 len: 217 time: 0.0604019 Aug 06 15:56:30.747439 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:30.841115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f5a88-754c-4262-9836-41026e091e92 req-84e136fa-01da-4125-aea2-ba43802048a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:30.843204 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-867f5a88-754c-4262-9836-41026e091e92 req-84e136fa-01da-4125-aea2-ba43802048a7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0588932 Aug 06 15:56:30.888001 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Transition to ACTIVE for port object 18587b92-fe58-4f08-8b27-97289a336ff4 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:30.897095 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:30.954024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3da4c569-6450-4c65-a1c6-6e00082cc334 None None] Provisioning for port 49cb857b-35ac-455e-89cf-64dbb0cd1c79 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:31.116229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f5a88-754c-4262-9836-41026e091e92 req-995a0de0-b520-4171-8716-e2ee9687b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:31.117858 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-867f5a88-754c-4262-9836-41026e091e92 req-995a0de0-b520-4171-8716-e2ee9687b0cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2661519 Aug 06 15:56:31.157713 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dda3ae88-8cd5-4086-a027-ab739d023d3f req-5362ca3c-e9dc-4ad4-8086-6485a8deaeba tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 210 time: 0.7815256 Aug 06 15:56:31.250069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 49cb857b-35ac-455e-89cf-64dbb0cd1c79 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:31.260455 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ea0d69-11a0-4b76-bfca-ce24fa37b25f x-openstack-request-id: req-73ea0d69-11a0-4b76-bfca-ce24fa37b25f {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:31.260874 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552cc640-8a68-4e36-9a9d-265fc0c20239", "tag": "c7344e6b-002c-499e-9747-1ef0cd4e458c", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:31.261134 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73ea0d69-11a0-4b76-bfca-ce24fa37b25f {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:31.261539 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '552cc640-8a68-4e36-9a9d-265fc0c20239', 'tag': 'c7344e6b-002c-499e-9747-1ef0cd4e458c', 'status': 'completed', 'code': 200} Aug 06 15:56:31.271656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Pushing event updated for resources: {'Port': ['ID=18587b92-fe58-4f08-8b27-97289a336ff4,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:31.319084 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-6f7fc1e2-182d-465d-bf30-e51ea718ee53 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=261f0b371ec84b8386de53a882b55255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2146270 Aug 06 15:56:31.321010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 49cb857b-35ac-455e-89cf-64dbb0cd1c79 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:31.322553 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:31.349784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Allocated IP 172.25.1.24 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/eb437a07-68f3-489a-9afe-896e8d0e6877) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:31.440642 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:31.442034 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:31.444195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] 10.222.0.13 "PUT /v2.0/ports/b2ce5357-d4e2-458d-a5bc-5703a220b863 HTTP/1.1" status: 200 len: 1092 time: 3.4317055 Aug 06 15:56:31.470751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ace7cf-e23a-471f-bf0f-9dfdff2c014a', 'tag': 'b2ce5357-d4e2-458d-a5bc-5703a220b863'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:31.480893 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a3376b-40ee-4daa-9061-914ea558980a" -d '{"events": [{"name": "network-changed", "server_uuid": "55ace7cf-e23a-471f-bf0f-9dfdff2c014a", "tag": "b2ce5357-d4e2-458d-a5bc-5703a220b863"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:31.656175 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-867f5a88-754c-4262-9836-41026e091e92 req-c17a8cbe-a241-4992-b18a-f24815dfffcd service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171857 Aug 06 15:56:31.658872 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:31.667185 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Attempting to bind port 18587b92-fe58-4f08-8b27-97289a336ff4 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:31.667923 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Attempting to bind port 18587b92-fe58-4f08-8b27-97289a336ff4 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:31.668498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Attempting to bind port 18587b92-fe58-4f08-8b27-97289a336ff4 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:31.672097 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:31.734028 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:31.760159 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 49cb857b-35ac-455e-89cf-64dbb0cd1c79, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=49cb857b-35ac-455e-89cf-64dbb0cd1c79,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:31.771689 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:31.778917 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fe44de51-458a-4934-8f5e-cfc47d9c32d6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:31.803588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecdce7-aa0f-4ff3-9f7e-8b43816c26cf service neutron] Pushing event updated for resources: {'Port': ['ID=b2ce5357-d4e2-458d-a5bc-5703a220b863,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:31.845695 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:31.969670 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=49cb857b-35ac-455e-89cf-64dbb0cd1c79,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:31.977578 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58616) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:31.992368 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-867f5a88-754c-4262-9836-41026e091e92 req-97534508-906d-4e9e-af30-9162aa028ac4 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109167 Aug 06 15:56:32.019476 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Port 18587b92-fe58-4f08-8b27-97289a336ff4 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:56:32.019878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Attempting to bind port 18587b92-fe58-4f08-8b27-97289a336ff4 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:32.038577 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:32.039382 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:32.039822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:32.040744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Bound port: 18587b92-fe58-4f08-8b27-97289a336ff4, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:32.041321 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.062908 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fe44de51-458a-4934-8f5e-cfc47d9c32d6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:32.064252 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.079819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:32.089939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:32.121931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:32.149194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] For port 18587b92-fe58-4f08-8b27-97289a336ff4, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:32.154501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] For port 18587b92-fe58-4f08-8b27-97289a336ff4, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=18587b92-fe58-4f08-8b27-97289a336ff4,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:32.167733 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Router 3fbca15b-d88d-4b40-95f8-31ab53690d1f is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:56:32.173540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9e60d55e-b2bc-4a88-9734-81be8f92781f None None] Provisioning complete for port 49cb857b-35ac-455e-89cf-64dbb0cd1c79 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:32.174112 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9e60d55e-b2bc-4a88-9734-81be8f92781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.187201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.188802 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-91700aa9-34f9-40bd-b473-730d69ca031b tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:56:32.190164 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-91700aa9-34f9-40bd-b473-730d69ca031b tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2033005 Aug 06 15:56:32.288386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-1687960e-563f-44cc-8828-7744243a7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:32.290426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-1687960e-563f-44cc-8828-7744243a7cd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&device_id=55ace7cf-e23a-471f-bf0f-9dfdff2c014a HTTP/1.1" status: 200 len: 1095 time: 0.4904766 Aug 06 15:56:32.309388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14843af9-82d9-4e27-b172-224326bb9bf5 req-ff6c75e6-03ef-44ef-957f-cdf4c5c999b1 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:32.311478 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14843af9-82d9-4e27-b172-224326bb9bf5 req-ff6c75e6-03ef-44ef-957f-cdf4c5c999b1 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ace7cf-e23a-471f-bf0f-9dfdff2c014a HTTP/1.1" status: 200 len: 944 time: 0.5103514 Aug 06 15:56:32.386745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Pushing event updated for resources: {'Port': ['ID=eb437a07-68f3-489a-9afe-896e8d0e6877,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:32.417091 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:32.418184 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.420937 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] 10.222.0.78 "PUT /v2.0/ports/18587b92-fe58-4f08-8b27-97289a336ff4 HTTP/1.1" status: 200 len: 1096 time: 4.4531734 Aug 06 15:56:32.488957 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:56:32.502439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Sync routers for ids ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:56:32.532006 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 49cb857b-35ac-455e-89cf-64dbb0cd1c79 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:32.535866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Routers {'3fbca15b-d88d-4b40-95f8-31ab53690d1f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:56:32.537295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:56:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:32.567549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471cce8-de17-4e40-b9b9-2137ded1dd5c service neutron] Pushing event updated for resources: {'Port': ['ID=18587b92-fe58-4f08-8b27-97289a336ff4,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:32.615535 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-26d2a025-2a83-445f-80ab-3c8eba6b863f tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:32.617166 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-26d2a025-2a83-445f-80ab-3c8eba6b863f tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1694217 Aug 06 15:56:32.618816 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-23db512a-d604-4b90-b2ad-a988edbb15ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2ce5357-d4e2-458d-a5bc-5703a220b863 HTTP/1.1" status: 200 len: 217 time: 0.2518167 Aug 06 15:56:32.627568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84a5ab-2dca-4f08-8b01-ac05bd415713 req-e270ab50-224a-43b5-ad8c-166f66a81e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:32.630234 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ea84a5ab-2dca-4f08-8b01-ac05bd415713 req-e270ab50-224a-43b5-ad8c-166f66a81e21 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=96058f03e82c4d9191387e79492aa0b1&device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 1098 time: 0.5682719 Aug 06 15:56:32.630908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-45dac171-8495-4307-8303-a7376351d440 service neutron] Request body: {'binding': {'host': 'n-h1-803756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:32.631470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-45dac171-8495-4307-8303-a7376351d440 service neutron] Unknown quota resources ['binding']. {{(pid=105765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:56:32.675991 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.681701 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d2217380-539b-4def-ae1e-174cd9a2348a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 7.7207468 Aug 06 15:56:32.693884 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58626) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:32.767699 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.802490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-e4601067-9672-485e-8866-b64e8fc88b02 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Request body: {'port': {'device_id': '44dcc97d-4d52-4e14-989e-9c5d556d4a90', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '261f0b371ec84b8386de53a882b55255'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:32.965296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84a5ab-2dca-4f08-8b01-ac05bd415713 req-ef4b0849-3a96-444c-8d5e-808bf9b99cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:32.967370 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ea84a5ab-2dca-4f08-8b01-ac05bd415713 req-ef4b0849-3a96-444c-8d5e-808bf9b99cea service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.3138106 Aug 06 15:56:32.976203 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-f096ad8d-66c7-494f-85ef-de1a09e64c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:32.977967 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-f096ad8d-66c7-494f-85ef-de1a09e64c00 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=96058f03e82c4d9191387e79492aa0b1&device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 1099 time: 0.4869244 Aug 06 15:56:33.004238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 49cb857b-35ac-455e-89cf-64dbb0cd1c79 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:33.004797 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:33.081993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Set router 3fbca15b-d88d-4b40-95f8-31ab53690d1f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:56:33.096449 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-b4312d85-f660-47d8-99cb-96f998d36f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:33.098537 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-b4312d85-f660-47d8-99cb-96f998d36f8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bc4c7ac-6d15-4fde-899c-97f04be5a8db HTTP/1.1" status: 200 len: 850 time: 0.3341637 Aug 06 15:56:33.107211 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ea84a5ab-2dca-4f08-8b01-ac05bd415713 req-596b317f-b294-4711-9c4b-9f6805eeb3f6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=c7344e6b-002c-499e-9747-1ef0cd4e458c HTTP/1.1" status: 200 len: 217 time: 0.0943124 Aug 06 15:56:33.110759 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-2f0a7033-9fdc-4369-8f32-5d32d482c26c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=18587b92-fe58-4f08-8b27-97289a336ff4 HTTP/1.1" status: 200 len: 217 time: 0.0958688 Aug 06 15:56:33.120332 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14843af9-82d9-4e27-b172-224326bb9bf5 req-d2a85755-1d1b-4845-92b8-73d7f39a1d5d tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6931198 Aug 06 15:56:33.209306 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-7056349d-9bba-4878-baa5-e9e3c5c65842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:33.210948 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-7056349d-9bba-4878-baa5-e9e3c5c65842 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0547373 Aug 06 15:56:33.276657 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bae7f18-36ac-4051-abc9-09e93ce244e4', 'tag': '18587b92-fe58-4f08-8b27-97289a336ff4'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:33.279224 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b1f43d-d86a-48a9-bd5b-bf56f6a33978" -d '{"events": [{"name": "network-changed", "server_uuid": "2bae7f18-36ac-4051-abc9-09e93ce244e4", "tag": "18587b92-fe58-4f08-8b27-97289a336ff4"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:33.303421 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-17dfe663-d8e4-4d96-9c9a-04472012827b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c34c076c-c1bd-4999-8d39-ceaa7495de79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943291 Aug 06 15:56:33.333321 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84a5ab-2dca-4f08-8b01-ac05bd415713 req-8fc9879b-2946-4d3e-9a1b-4ed026c0bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:33.334885 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ea84a5ab-2dca-4f08-8b01-ac05bd415713 req-8fc9879b-2946-4d3e-9a1b-4ed026c0bb4f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1869802 Aug 06 15:56:33.382318 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-c58852a1-d76c-4b5e-b889-95b1b4651d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:33.384012 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-c58852a1-d76c-4b5e-b889-95b1b4651d18 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1447783 Aug 06 15:56:33.446420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-router', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:25Z', 'updated_at': '2021-08-06T15:56:29Z', 'revision_number': 3, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'gw_port': {'id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:28Z', 'updated_at': '2021-08-06T15:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:33.500372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Checking router: 3fbca15b-d88d-4b40-95f8-31ab53690d1f for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:56:33.501423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Updating router 3fbca15b-d88d-4b40-95f8-31ab53690d1f port 31998d83-c3c7-4a45-9c09-c181315d9107 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:56:33.520783 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-77a63d96-9fc1-4bb0-a540-b62dc3ef56bd service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828580 Aug 06 15:56:33.557357 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:33.581255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84a5ab-2dca-4f08-8b01-ac05bd415713 req-328dcd3a-0d83-4b5c-9421-ea3b1169de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:33.582932 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ea84a5ab-2dca-4f08-8b01-ac05bd415713 req-328dcd3a-0d83-4b5c-9421-ea3b1169de47 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2310693 Aug 06 15:56:33.609865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-e4601067-9672-485e-8866-b64e8fc88b02 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Made reservation on behalf of 261f0b371ec84b8386de53a882b55255 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:33.616689 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-e4601067-9672-485e-8866-b64e8fc88b02 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:33.707212 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-898f4495-ce2e-4ca6-af49-6eec67e6cdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:33.708369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c7638-2807-4ab6-8a92-1966fbecbe87 req-b362b128-e53a-4439-a5c7-64da32bf3043 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:33.717597 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da4c7638-2807-4ab6-8a92-1966fbecbe87 req-b362b128-e53a-4439-a5c7-64da32bf3043 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 948 time: 0.3476081 Aug 06 15:56:33.736350 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-38608bda-214a-4b77-9204-e6fd3eb83e8c service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122284 Aug 06 15:56:33.955891 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0da66a07-bbd2-4616-9ccb-d72b283b58b5 req-1ed432b3-1a06-45d5-8302-f43cf1b65123 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901979 Aug 06 15:56:34.090470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-e4601067-9672-485e-8866-b64e8fc88b02 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Allocated IP 192.168.233.77 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/906e7a7a-5579-4649-a4ea-4a3cf0ac57a1) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:34.302358 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.321200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Transition to ACTIVE for port object 31998d83-c3c7-4a45-9c09-c181315d9107 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:34.331121 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.421168 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ea84a5ab-2dca-4f08-8b01-ac05bd415713 req-48b45813-3314-48a3-8941-8f03d9701095 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8206692 Aug 06 15:56:34.441099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303e32c-898f-4095-a30a-f621112d6513 None None] Pushing event updated for resources: {'Port': ['ID=31998d83-c3c7-4a45-9c09-c181315d9107,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:34.503168 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Attempting to bind port 31998d83-c3c7-4a45-9c09-c181315d9107 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:34.504788 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Attempting to bind port 31998d83-c3c7-4a45-9c09-c181315d9107 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:34.506489 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Attempting to bind port 31998d83-c3c7-4a45-9c09-c181315d9107 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:34.516946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:34.518341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:34.519259 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.520257 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:34.522364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Bound port: 31998d83-c3c7-4a45-9c09-c181315d9107, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:34.523505 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.527661 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ea84a5ab-2dca-4f08-8b01-ac05bd415713 req-e2a95742-523e-4baa-af6e-2452b5ba349b service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972576 Aug 06 15:56:34.547271 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da4c7638-2807-4ab6-8a92-1966fbecbe87 req-bfd6719b-ce0e-48b3-8f0e-c443083979f5 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8277819 Aug 06 15:56:34.603456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4323a7ae-2609-469a-a523-f8ab0404a000 req-462bf42f-0e1e-40e8-9b6e-acde9a46eb60 service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0388882 Aug 06 15:56:34.632291 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-45dac171-8495-4307-8303-a7376351d440 service neutron] Attempting to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on host n-h1-803756-1 for vnic_type normal with profile None {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:34.632678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-45dac171-8495-4307-8303-a7376351d440 service neutron] Attempting to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:34.632997 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-45dac171-8495-4307-8303-a7376351d440 service neutron] Attempting to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:34.651119 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-45dac171-8495-4307-8303-a7376351d440 service neutron] Port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on network 897fb748-581b-4095-a788-9e69c09f9551 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:56:34.651448 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-45dac171-8495-4307-8303-a7376351d440 service neutron] Attempting to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:34.661667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-45dac171-8495-4307-8303-a7376351d440 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:34.662019 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-45dac171-8495-4307-8303-a7376351d440 service neutron] Checking segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:34.662530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-45dac171-8495-4307-8303-a7376351d440 service neutron] Bound using segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:34.662972 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-45dac171-8495-4307-8303-a7376351d440 service neutron] Bound port: fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:34.666942 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.669459 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.680916 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c7344e6b-002c-499e-9747-1ef0cd4e458c details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:56:34.719586 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-e4601067-9672-485e-8866-b64e8fc88b02 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.759786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] For port 31998d83-c3c7-4a45-9c09-c181315d9107, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:34.844555 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c87eb0-6a91-4930-a8f3-28190a848f45 x-openstack-request-id: req-86c87eb0-6a91-4930-a8f3-28190a848f45 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:34.844773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] For port 31998d83-c3c7-4a45-9c09-c181315d9107, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=31998d83-c3c7-4a45-9c09-c181315d9107,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:34.844993 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ace7cf-e23a-471f-bf0f-9dfdff2c014a", "tag": "b2ce5357-d4e2-458d-a5bc-5703a220b863", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:34.845652 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86c87eb0-6a91-4930-a8f3-28190a848f45 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:34.846234 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ace7cf-e23a-471f-bf0f-9dfdff2c014a', 'tag': 'b2ce5357-d4e2-458d-a5bc-5703a220b863', 'status': 'completed', 'code': 200} Aug 06 15:56:34.875047 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.892887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-e4601067-9672-485e-8866-b64e8fc88b02 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Transition to ACTIVE for port object 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:35.017600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303e32c-898f-4095-a30a-f621112d6513 None None] Pushing event updated for resources: {'Port': ['ID=31998d83-c3c7-4a45-9c09-c181315d9107,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:35.046653 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-515769c2-797c-4bdc-aa4a-108c0b59d93f req-788d13c0-fe0e-487a-90e1-a28f3d4ccdaa tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 210 time: 0.1992309 Aug 06 15:56:35.133325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3376b-40ee-4daa-9061-914ea558980a req-c1258058-b9ea-404e-a35a-a0e082ee3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:35.135497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75a3376b-40ee-4daa-9061-914ea558980a req-c1258058-b9ea-404e-a35a-a0e082ee3684 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&device_id=55ace7cf-e23a-471f-bf0f-9dfdff2c014a HTTP/1.1" status: 200 len: 1095 time: 0.3344586 Aug 06 15:56:35.142329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Routers {'3fbca15b-d88d-4b40-95f8-31ab53690d1f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:56:35.142886 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:56:35.143982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:56:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:35.214714 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f478aa38-98c1-4267-b7b3-abd26e11d35f x-openstack-request-id: req-f478aa38-98c1-4267-b7b3-abd26e11d35f {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:35.215954 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bae7f18-36ac-4051-abc9-09e93ce244e4", "tag": "18587b92-fe58-4f08-8b27-97289a336ff4", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:35.216428 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f478aa38-98c1-4267-b7b3-abd26e11d35f {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:35.216984 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bae7f18-36ac-4051-abc9-09e93ce244e4', 'tag': '18587b92-fe58-4f08-8b27-97289a336ff4', 'status': 'completed', 'code': 200} Aug 06 15:56:35.273838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-45dac171-8495-4307-8303-a7376351d440 service neutron] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:35.283215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3376b-40ee-4daa-9061-914ea558980a req-dee18b82-8cce-4752-a3e0-6f6b05db26a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:35.284779 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75a3376b-40ee-4daa-9061-914ea558980a req-dee18b82-8cce-4752-a3e0-6f6b05db26a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 911 time: 0.1366329 Aug 06 15:56:35.290855 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Allocated IP 172.20.0.1 (c613d883-07b3-4668-8715-acd0d95b4b27/9a67b2bd-6238-4861-9536-c4b8a23c8fe8/0b47a617-d6c5-4789-bd45-c864787c2b9f) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:35.311983 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1f43d-d86a-48a9-bd5b-bf56f6a33978 req-9b7d95d0-c0cb-41b1-8dd2-a420044ec15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:35.314528 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b9b1f43d-d86a-48a9-bd5b-bf56f6a33978 req-9b7d95d0-c0cb-41b1-8dd2-a420044ec15e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=96058f03e82c4d9191387e79492aa0b1&device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 1099 time: 0.1134284 Aug 06 15:56:35.395357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] Set router 3fbca15b-d88d-4b40-95f8-31ab53690d1f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:56:35.400436 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c7344e6b-002c-499e-9747-1ef0cd4e458c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c7344e6b-002c-499e-9747-1ef0cd4e458c,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:35.422971 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-45dac171-8495-4307-8303-a7376351d440 service neutron] Notify callbacks [] for binding, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:35.438123 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-45dac171-8495-4307-8303-a7376351d440 service neutron] 10.222.0.37 "POST /v2.0/ports/fc43daba-9b6c-4b34-804b-57ea9bca3bb8/bindings HTTP/1.1" status: 201 len: 389 time: 3.1449304 Aug 06 15:56:35.458896 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:56:35.469997 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Sync routers for ids ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:56:35.489993 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Routers {'7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:56:35.491854 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:56:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:35.522056 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'c7344e6b-002c-499e-9747-1ef0cd4e458c', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'c7344e6b-002c-499e-9747-1ef0cd4e458c', 'mac_address': 'fa:16:3e:55:40:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:56:35.605451 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:35.608151 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8f272b57-be99-44ce-a3d8-33d1e956871c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.0227430 Aug 06 15:56:35.610435 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-e4601067-9672-485e-8866-b64e8fc88b02 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:35.613019 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58648) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:35.617340 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75a3376b-40ee-4daa-9061-914ea558980a req-244063d7-b999-448d-978e-86deab103e99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2ce5357-d4e2-458d-a5bc-5703a220b863 HTTP/1.1" status: 200 len: 217 time: 0.1709657 Aug 06 15:56:35.743172 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:35.761335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Transition to ACTIVE for port object 0b47a617-d6c5-4789-bd45-c864787c2b9f will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:35.877486 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1f43d-d86a-48a9-bd5b-bf56f6a33978 req-d9df310c-f510-4c07-864b-edd7b7b5380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:35.879131 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b9b1f43d-d86a-48a9-bd5b-bf56f6a33978 req-d9df310c-f510-4c07-864b-edd7b7b5380a service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.5394635 Aug 06 15:56:35.882680 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:35.887141 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Set router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:56:35.898701 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-e4601067-9672-485e-8866-b64e8fc88b02 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:35.925957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b369f-5b12-4d2b-a1c2-10771ca8deb1 req-a16ebed6-d431-47ae-80ca-7b59de3e84c1 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:35.935823 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b9b1f43d-d86a-48a9-bd5b-bf56f6a33978 req-f95f79d3-367e-430a-aede-6437ed5c8ff3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=18587b92-fe58-4f08-8b27-97289a336ff4 HTTP/1.1" status: 200 len: 217 time: 0.0477908 Aug 06 15:56:35.943723 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7b1b369f-5b12-4d2b-a1c2-10771ca8deb1 req-a16ebed6-d431-47ae-80ca-7b59de3e84c1 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ace7cf-e23a-471f-bf0f-9dfdff2c014a HTTP/1.1" status: 200 len: 944 time: 0.6538506 Aug 06 15:56:35.968495 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-e4601067-9672-485e-8866-b64e8fc88b02 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:35.974314 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['cd9db018-e1ea-4325-a44b-f2c3e3b82528', 'b2bebe8e-7a41-4858-bda0-69be54fedfe3', '25590453-f1fe-472b-bdc0-f57d2368ebee'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:35.977268 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6841fe8f-f1ac-4eef-a329-6f127beb51bb', 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53', '484abe1c-3cc2-4b42-97f1-b6c1789f3a49', '4f7163f9-60bb-4537-a175-399cae11a471'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:36.021942 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-adce8ba4-2356-46d8-a407-59b62fd5d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:36.023721 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-adce8ba4-2356-46d8-a407-59b62fd5d43e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 1096 time: 0.2255766 Aug 06 15:56:36.026472 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1f43d-d86a-48a9-bd5b-bf56f6a33978 req-fb69b116-039b-44e9-9b71-d74660c63257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:36.028998 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b9b1f43d-d86a-48a9-bd5b-bf56f6a33978 req-fb69b116-039b-44e9-9b71-d74660c63257 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0568385 Aug 06 15:56:36.032255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-e4601067-9672-485e-8866-b64e8fc88b02 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:36.041236 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Network c613d883-07b3-4668-8715-acd0d95b4b27 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:36.051332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4601067-9672-485e-8866-b64e8fc88b02 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event updated for resources: {'Port': ['ID=906e7a7a-5579-4649-a4ea-4a3cf0ac57a1,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:36.081405 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3376b-40ee-4daa-9061-914ea558980a req-8e851865-edb4-4d38-be61-41b25acfe158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:36.101815 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75a3376b-40ee-4daa-9061-914ea558980a req-8e851865-edb4-4d38-be61-41b25acfe158 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bc4c7ac-6d15-4fde-899c-97f04be5a8db HTTP/1.1" status: 200 len: 850 time: 0.4675305 Aug 06 15:56:36.159019 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:36.162595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:36.207575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-3c34ce60-632b-4caf-aea2-4be596a7a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:36.209494 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-3c34ce60-632b-4caf-aea2-4be596a7a732 service neutron] 10.222.0.78 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.1562009 Aug 06 15:56:36.223600 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0a6356ef-73cf-4a0d-af92-249155e09921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.238739 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.259799 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.321195 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7344e6b-002c-499e-9747-1ef0cd4e458c {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:36.396871 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c7344e6b-002c-499e-9747-1ef0cd4e458c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c7344e6b-002c-499e-9747-1ef0cd4e458c,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:36.435664 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75a3376b-40ee-4daa-9061-914ea558980a req-2661ba4a-3824-4c0b-b760-474f4269596c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c34c076c-c1bd-4999-8d39-ceaa7495de79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2028160 Aug 06 15:56:36.445618 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.460513 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.605182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 18587b92-fe58-4f08-8b27-97289a336ff4 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:56:36.633942 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8ae2453e-8046-454c-89fc-8c2353a86499 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc43daba-9b6c-4b34-804b-57ea9bca3bb8 HTTP/1.1" status: 200 len: 217 time: 0.2765110 Aug 06 15:56:36.639457 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Pushing event updated for resources: {'Port': ['ID=0b47a617-d6c5-4789-bd45-c864787c2b9f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:36.662217 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'name': 'tempest-ServerActionsTestJSON-1432518962-router', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:26Z', 'updated_at': '2021-08-06T15:56:32Z', 'revision_number': 3, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'gw_port': {'id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:29Z', 'updated_at': '2021-08-06T15:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:36.744025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-router', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:25Z', 'updated_at': '2021-08-06T15:56:29Z', 'revision_number': 3, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'gw_port': {'id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:28Z', 'updated_at': '2021-08-06T15:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:36.745124 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Checking router: 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:56:36.747718 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Updating router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 port eb437a07-68f3-489a-9afe-896e8d0e6877 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:56:36.750479 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1f43d-d86a-48a9-bd5b-bf56f6a33978 req-75b74726-6884-49de-9b64-93d96ed5db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:36.753328 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b9b1f43d-d86a-48a9-bd5b-bf56f6a33978 req-75b74726-6884-49de-9b64-93d96ed5db8a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7101116 Aug 06 15:56:36.754678 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.760302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-10577d06-ac36-4286-ad1c-a54a11a854ab None None] Provisioning for port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:36.776598 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7b1b369f-5b12-4d2b-a1c2-10771ca8deb1 req-74896529-44e0-46d9-b529-100a6ddb8ec6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8282523 Aug 06 15:56:36.817875 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bf07f-a0ce-4550-a309-969d68a27e00 req-21840539-af48-435a-ae33-8b1f931bd528 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:36.839060 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-10577d06-ac36-4286-ad1c-a54a11a854ab None None] Provisioning complete for port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:36.839437 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-10577d06-ac36-4286-ad1c-a54a11a854ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.850256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a64bf07f-a0ce-4550-a309-969d68a27e00 req-21840539-af48-435a-ae33-8b1f931bd528 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 945 time: 0.8672309 Aug 06 15:56:36.872991 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.883347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=c7344e6b-002c-499e-9747-1ef0cd4e458c,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:36.905889 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-10577d06-ac36-4286-ad1c-a54a11a854ab None None] Port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:56:36.920272 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['c7344e6b-002c-499e-9747-1ef0cd4e458c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:36.941752 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c265ce05-2af6-466a-a170-33dbff5b149e None None] The sync data for ids ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'] in n-d-803756-1 is: [{'id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-router', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:25Z', 'updated_at': '2021-08-06T15:56:29Z', 'revision_number': 3, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'gw_port': {'id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:28Z', 'updated_at': '2021-08-06T15:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:56:36.988276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-e4601067-9672-485e-8866-b64e8fc88b02 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:36.992335 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-e4601067-9672-485e-8866-b64e8fc88b02 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.104850 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.109582 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b9b1f43d-d86a-48a9-bd5b-bf56f6a33978 req-deb6ddec-6bc1-49f3-811b-576f8da5203d service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336501 Aug 06 15:56:37.117739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-33313798-19c2-4749-a25a-e626f57d5409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:37.119544 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-33313798-19c2-4749-a25a-e626f57d5409 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.4503350 Aug 06 15:56:37.138755 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.164415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-e4601067-9672-485e-8866-b64e8fc88b02 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3980188 Aug 06 15:56:37.206918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Request body: {'port': {'device_id': '44dcc97d-4d52-4e14-989e-9c5d556d4a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:37.263684 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Pushing event updated for resources: {'Port': ['ID=0b47a617-d6c5-4789-bd45-c864787c2b9f,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:37.299979 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-ff41d110-3986-4789-99af-b37b66b01a6c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547582 Aug 06 15:56:37.346830 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.362936 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Transition to ACTIVE for port object eb437a07-68f3-489a-9afe-896e8d0e6877 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:37.384416 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a64bf07f-a0ce-4550-a309-969d68a27e00 req-800e9dc5-a608-43be-99cf-1081e0978d66 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332108 Aug 06 15:56:37.413613 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.424330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75a3376b-40ee-4daa-9061-914ea558980a req-0e384856-cceb-477d-bbf4-0ffa3dc7f925 service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9284596 Aug 06 15:56:37.523392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.549724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c496319-b5dc-4141-9856-bfa1b0d8300e req-a093eeb1-cc36-4a4c-8864-fee7a92c56ab tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:37.562601 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c496319-b5dc-4141-9856-bfa1b0d8300e req-a093eeb1-cc36-4a4c-8864-fee7a92c56ab tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 948 time: 0.5633383 Aug 06 15:56:37.598231 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Attempting to bind port eb437a07-68f3-489a-9afe-896e8d0e6877 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:37.604193 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Attempting to bind port eb437a07-68f3-489a-9afe-896e8d0e6877 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:37.608045 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Attempting to bind port eb437a07-68f3-489a-9afe-896e8d0e6877 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:37.620632 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:37.621039 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:37.621332 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.621756 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:37.622385 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Bound port: eb437a07-68f3-489a-9afe-896e8d0e6877, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:37.623408 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.665836 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 18587b92-fe58-4f08-8b27-97289a336ff4, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=18587b92-fe58-4f08-8b27-97289a336ff4,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:37.670795 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b9b1f43d-d86a-48a9-bd5b-bf56f6a33978 req-6399b68c-39ce-402b-a35d-cde1416e5240 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495982 Aug 06 15:56:37.683233 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '18587b92-fe58-4f08-8b27-97289a336ff4', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '18587b92-fe58-4f08-8b27-97289a336ff4', 'mac_address': 'fa:16:3e:6a:fd:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:56:37.686949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b2ce5357-d4e2-458d-a5bc-5703a220b863 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:56:37.735339 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.763290 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-fa0ce67a-c840-4f81-9c14-b0e674995614 service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231825 Aug 06 15:56:37.780066 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] For port eb437a07-68f3-489a-9afe-896e8d0e6877, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:37.783932 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] For port eb437a07-68f3-489a-9afe-896e8d0e6877, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=eb437a07-68f3-489a-9afe-896e8d0e6877,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:37.786054 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.791648 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.867550 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Routers {'7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:56:37.868191 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:56:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:37.877262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8d0f7479-15e8-485a-926a-75a08cc6233a None None] Provisioning for port 0b47a617-d6c5-4789-bd45-c864787c2b9f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:37.895435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8d0f7479-15e8-485a-926a-75a08cc6233a None None] Provisioning complete for port 0b47a617-d6c5-4789-bd45-c864787c2b9f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:37.895861 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8d0f7479-15e8-485a-926a-75a08cc6233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.989218 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.resource_extend [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:56:38.006242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f7479-15e8-485a-926a-75a08cc6233a None None] Port 0b47a617-d6c5-4789-bd45-c864787c2b9f cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:56:38.017611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c496319-b5dc-4141-9856-bfa1b0d8300e req-9d44c3a0-c5e3-4367-88e0-40b373b42a2f tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535491 Aug 06 15:56:38.080555 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] Set router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:56:38.095891 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Network c613d883-07b3-4668-8715-acd0d95b4b27 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:38.113768 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-24363ff8-c61d-4911-aaaf-0248e302f1f6 service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402848 Aug 06 15:56:38.115235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:38.193121 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75a3376b-40ee-4daa-9061-914ea558980a req-c703ac31-1010-463d-89a8-c0883256fa11 service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7533402 Aug 06 15:56:38.238798 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:38.275689 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a8504-2ffa-44a8-b9f8-c0af320e95cb req-b477b054-1564-4a59-8243-cb9241cfc50e tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:38.291075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a3a8504-2ffa-44a8-b9f8-c0af320e95cb req-b477b054-1564-4a59-8243-cb9241cfc50e tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 935 time: 0.4622006 Aug 06 15:56:38.498887 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Router 3fbca15b-d88d-4b40-95f8-31ab53690d1f has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:56:38.533875 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18587b92-fe58-4f08-8b27-97289a336ff4 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:38.582508 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a3a8504-2ffa-44a8-b9f8-c0af320e95cb req-f934beb7-12f1-47bf-9839-7ed08071a41f tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903209 Aug 06 15:56:38.591161 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2077004-3d34-4272-b3ba-5b7680fe8a8c None None] Pushing event updated for resources: {'Port': ['ID=eb437a07-68f3-489a-9afe-896e8d0e6877,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:38.634459 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2077004-3d34-4272-b3ba-5b7680fe8a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:38.634858 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2077004-3d34-4272-b3ba-5b7680fe8a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:38.635260 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2077004-3d34-4272-b3ba-5b7680fe8a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:38.635727 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2077004-3d34-4272-b3ba-5b7680fe8a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:38.636060 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2077004-3d34-4272-b3ba-5b7680fe8a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:38.636384 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2077004-3d34-4272-b3ba-5b7680fe8a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:38.637514 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2077004-3d34-4272-b3ba-5b7680fe8a8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:38.638054 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2077004-3d34-4272-b3ba-5b7680fe8a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:38.638553 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2077004-3d34-4272-b3ba-5b7680fe8a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:38.639498 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2077004-3d34-4272-b3ba-5b7680fe8a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:38.639845 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2077004-3d34-4272-b3ba-5b7680fe8a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:38.640436 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2077004-3d34-4272-b3ba-5b7680fe8a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:38.670206 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 31998d83-c3c7-4a45-9c09-c181315d9107 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:38.699472 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2077004-3d34-4272-b3ba-5b7680fe8a8c None None] Pushing event updated for resources: {'Port': ['ID=eb437a07-68f3-489a-9afe-896e8d0e6877,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:38.710781 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'name': 'tempest-ServerActionsTestJSON-1432518962-router', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:26Z', 'updated_at': '2021-08-06T15:56:32Z', 'revision_number': 3, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'gw_port': {'id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:29Z', 'updated_at': '2021-08-06T15:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:38.746772 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb5390a-5807-4368-87a6-6737bb1fca91 None None] The sync data for ids ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'] in n-d-803756-1 is: [{'id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'name': 'tempest-ServerActionsTestJSON-1432518962-router', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:26Z', 'updated_at': '2021-08-06T15:56:32Z', 'revision_number': 3, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'gw_port': {'id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:29Z', 'updated_at': '2021-08-06T15:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:56:38.835842 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:56:38.846975 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-43e9e02d-9682-4178-b4cd-38e6c8ae0ffd admin admin] 10.222.0.37 "PUT /v2.0/routers/3fbca15b-d88d-4b40-95f8-31ab53690d1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1494498 Aug 06 15:56:39.145226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-599d4c1c-52e0-48fa-9898-bebb9be3ed20 None None] Provisioning complete for port 0b47a617-d6c5-4789-bd45-c864787c2b9f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:39.146796 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-599d4c1c-52e0-48fa-9898-bebb9be3ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:39.313287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-599d4c1c-52e0-48fa-9898-bebb9be3ed20 None None] Port 0b47a617-d6c5-4789-bd45-c864787c2b9f cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:56:39.326726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 18587b92-fe58-4f08-8b27-97289a336ff4, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=18587b92-fe58-4f08-8b27-97289a336ff4,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:39.421737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 31998d83-c3c7-4a45-9c09-c181315d9107 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:39.446306 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:39.521043 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:39.539235 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=18587b92-fe58-4f08-8b27-97289a336ff4,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:39.581200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 31998d83-c3c7-4a45-9c09-c181315d9107 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:39.581768 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:39.651372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b2ce5357-d4e2-458d-a5bc-5703a220b863, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b2ce5357-d4e2-458d-a5bc-5703a220b863,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:39.670624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:39.671336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:39.671336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:39.671690 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:39.672187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:39.672274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:39.672584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:39.672907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:39.673235 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:39.678174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:39.678527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:39.678869 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:39.683641 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327e264-bd26-4c37-9448-81f4a67a6a11 req-305cb17b-4fac-4f9f-82d4-b5b5368a2a76 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:39.702664 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5327e264-bd26-4c37-9448-81f4a67a6a11 req-305cb17b-4fac-4f9f-82d4-b5b5368a2a76 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ace7cf-e23a-471f-bf0f-9dfdff2c014a HTTP/1.1" status: 200 len: 944 time: 1.2508719 Aug 06 15:56:39.720763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'b2ce5357-d4e2-458d-a5bc-5703a220b863', 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79', 'port_id': 'b2ce5357-d4e2-458d-a5bc-5703a220b863', 'mac_address': 'fa:16:3e:50:74:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc4c7ac-6d15-4fde-899c-97f04be5a8db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:56:39.869841 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff4f4e-a624-4da5-ab5b-a83861021fe7 req-a3747b23-d8eb-4010-95fe-f4e12e8b602f tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:39.878291 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cff4f4e-a624-4da5-ab5b-a83861021fe7 req-a3747b23-d8eb-4010-95fe-f4e12e8b602f tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 945 time: 0.3575072 Aug 06 15:56:39.882691 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:39.936224 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['18587b92-fe58-4f08-8b27-97289a336ff4'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:40.072879 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5327e264-bd26-4c37-9448-81f4a67a6a11 req-17a9f7ab-b9cc-4e69-a737-36d1e3a0d7c7 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689492 Aug 06 15:56:40.112935 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.174380 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cff4f4e-a624-4da5-ab5b-a83861021fe7 req-35080bc3-c873-4571-850d-c296c93079d0 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947323 Aug 06 15:56:40.201934 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Sync routers for ids ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:56:40.228378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ce5357-d4e2-458d-a5bc-5703a220b863 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:40.316905 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.323851 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b2ce5357-d4e2-458d-a5bc-5703a220b863, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b2ce5357-d4e2-458d-a5bc-5703a220b863,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:40.333376 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Routers {'3fbca15b-d88d-4b40-95f8-31ab53690d1f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:56:40.338168 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:56:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:40.382612 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.447488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa00458-f729-474e-aaa9-73c385188c15 req-ae7f5268-ac73-4d7e-b746-78eec4efc115 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:40.448909 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9aa00458-f729-474e-aaa9-73c385188c15 req-ae7f5268-ac73-4d7e-b746-78eec4efc115 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 949 time: 0.1158864 Aug 06 15:56:40.451220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:40.473446 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.533147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Allocated IP 172.20.0.1 (c0d2d561-fad9-4dca-83a3-90b0001ab013/90587363-bd8a-45c0-a0f0-4bc8dee159ed/424f23b7-d51b-4fc0-ba86-8d67dde16bde) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:40.540275 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9aa00458-f729-474e-aaa9-73c385188c15 req-78efde99-2900-4a0e-a63b-b4a765300dbc tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776324 Aug 06 15:56:40.543597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Transition to ACTIVE for port object 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:40.552600 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.589287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 31998d83-c3c7-4a45-9c09-c181315d9107, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=31998d83-c3c7-4a45-9c09-c181315d9107,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:40.633951 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.747157 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['b2ce5357-d4e2-458d-a5bc-5703a220b863'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:40.772471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=906e7a7a-5579-4649-a4ea-4a3cf0ac57a1,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:40.784663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-b8afd177-1fdf-4179-a6b5-67eb766d9e9f tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:40.791978 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-b8afd177-1fdf-4179-a6b5-67eb766d9e9f tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/networks?id=c613d883-07b3-4668-8715-acd0d95b4b27 HTTP/1.1" status: 200 len: 828 time: 0.1293786 Aug 06 15:56:40.824870 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e7b81427-d390-40ac-be4f-89186ef6fd5f tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/quotas/8a9f3d8ff0ce4b1a9234c1dbd3270dbb HTTP/1.1" status: 200 len: 375 time: 0.0318944 Aug 06 15:56:40.901290 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b2ce5357-d4e2-458d-a5bc-5703a220b863,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:41.024967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device eb437a07-68f3-489a-9afe-896e8d0e6877 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:41.065113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Attempting to bind port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:41.065113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Attempting to bind port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:41.065443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Attempting to bind port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:41.075910 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:56:41.076230 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Attempting to bind port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:41.085479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:41.085846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:41.086232 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:41.086665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Bound port: 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:41.087022 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:41.104289 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Set router 3fbca15b-d88d-4b40-95f8-31ab53690d1f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:56:41.119474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f391d6-b9ae-4a66-a55e-86b4ecc37697 req-41c12392-5e97-4d9b-a9eb-ee533e07b6cc tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:41.121049 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95f391d6-b9ae-4a66-a55e-86b4ecc37697 req-41c12392-5e97-4d9b-a9eb-ee533e07b6cc tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 947 time: 0.3239887 Aug 06 15:56:41.143826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-1776b79e-e0a9-4389-9702-b177cc8e1f2d tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a9f3d8ff0ce4b1a9234c1dbd3270dbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3179705 Aug 06 15:56:41.214254 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=31998d83-c3c7-4a45-9c09-c181315d9107,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:41.369555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port eb437a07-68f3-489a-9afe-896e8d0e6877 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:41.388794 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:41.393457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port eb437a07-68f3-489a-9afe-896e8d0e6877 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:41.393924 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:41.399167 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95f391d6-b9ae-4a66-a55e-86b4ecc37697 req-5d8833fb-ca2f-4f4f-9188-717639c4b5bd tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179620 Aug 06 15:56:41.423754 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] For port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:41.451027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Transition to ACTIVE for port object 424f23b7-d51b-4fc0-ba86-8d67dde16bde will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:41.549149 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c7344e6b-002c-499e-9747-1ef0cd4e458c up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:41.560317 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] For port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=906e7a7a-5579-4649-a4ea-4a3cf0ac57a1,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:41.565097 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-1799f7f1-c593-4b11-b606-0a6d55174dfa service neutron] 10.222.0.37 "GET /v2.0/networks/c613d883-07b3-4668-8715-acd0d95b4b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200904 Aug 06 15:56:41.571576 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:41.575987 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:41.727539 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port c7344e6b-002c-499e-9747-1ef0cd4e458c completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:41.739923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port c7344e6b-002c-499e-9747-1ef0cd4e458c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:41.740521 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:41.814220 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-cfafd3e6-a5f2-4721-8381-973f865d8e83 service neutron] 10.222.0.37 "GET /v2.0/networks/c613d883-07b3-4668-8715-acd0d95b4b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293606 Aug 06 15:56:41.876560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:41.877266 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:41.878859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] 10.222.0.78 "PUT /v2.0/ports/906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 HTTP/1.1" status: 200 len: 1095 time: 4.6833284 Aug 06 15:56:41.929855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44dcc97d-4d52-4e14-989e-9c5d556d4a90', 'tag': '906e7a7a-5579-4649-a4ea-4a3cf0ac57a1'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:41.935652 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410254b3-c4d1-472e-887e-b7669101d33c" -d '{"events": [{"name": "network-changed", "server_uuid": "44dcc97d-4d52-4e14-989e-9c5d556d4a90", "tag": "906e7a7a-5579-4649-a4ea-4a3cf0ac57a1"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:41.941762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Network c0d2d561-fad9-4dca-83a3-90b0001ab013 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:41.966933 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:41.970796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:42.086775 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Pushing event updated for resources: {'Port': ['ID=424f23b7-d51b-4fc0-ba86-8d67dde16bde,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:42.133735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7d26-9b71-41c4-8f80-b05351963910 req-fbb4bf07-07b1-4f24-8b67-82816a780f7f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:42.135728 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1fc7d26-9b71-41c4-8f80-b05351963910 req-fbb4bf07-07b1-4f24-8b67-82816a780f7f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ace7cf-e23a-471f-bf0f-9dfdff2c014a HTTP/1.1" status: 200 len: 945 time: 0.5666208 Aug 06 15:56:42.256569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1fc7d26-9b71-41c4-8f80-b05351963910 req-67ca13d8-ee65-4fca-a58f-b1c77dd8ad2e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867040 Aug 06 15:56:42.338062 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.357507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-361e1265-715b-4b17-b127-7ae3f2673025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:42.359201 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-361e1265-715b-4b17-b127-7ae3f2673025 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 1098 time: 0.4060121 Aug 06 15:56:42.386414 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.458931 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port eb437a07-68f3-489a-9afe-896e8d0e6877, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=eb437a07-68f3-489a-9afe-896e8d0e6877,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:42.480468 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.565058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa90c6-9f84-4855-a241-813d086dd6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=906e7a7a-5579-4649-a4ea-4a3cf0ac57a1,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:42.601878 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-5a6c6892-e02c-494c-94a8-42cb6f4f668d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 HTTP/1.1" status: 200 len: 217 time: 0.2108300 Aug 06 15:56:42.626741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a025b54-c44c-478c-a85f-1995849c51ee req-8214ca0d-b94c-4c84-a1f2-a9a5914227a4 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:42.634567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a025b54-c44c-478c-a85f-1995849c51ee req-8214ca0d-b94c-4c84-a1f2-a9a5914227a4 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 945 time: 0.3966510 Aug 06 15:56:42.767847 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=eb437a07-68f3-489a-9afe-896e8d0e6877,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:42.784187 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.811094 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a025b54-c44c-478c-a85f-1995849c51ee req-c2625494-0644-43d5-a8a5-0fa1c5d19f36 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745880 Aug 06 15:56:42.829093 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-router', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:25Z', 'updated_at': '2021-08-06T15:56:36Z', 'revision_number': 4, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'gw_port': {'id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:28Z', 'updated_at': '2021-08-06T15:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '0b47a617-d6c5-4789-bd45-c864787c2b9f', 'name': '', 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'mac_address': 'fa:16:3e:1d:ec:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:34Z', 'updated_at': '2021-08-06T15:56:36Z', 'revision_number': 2, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'subnets': [{'id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:42.877739 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 31998d83-c3c7-4a45-9c09-c181315d9107 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:42.921023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1ba95bbd-65d6-4b80-b62d-c4d9e1a04f1f None None] Provisioning for port 424f23b7-d51b-4fc0-ba86-8d67dde16bde completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:42.922199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-ba8c6d75-016f-4cac-84c9-50c7dad31d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:42.930473 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-ba8c6d75-016f-4cac-84c9-50c7dad31d64 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2840595 Aug 06 15:56:42.949886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Checking router: 3fbca15b-d88d-4b40-95f8-31ab53690d1f for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:56:42.950601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Updating router 3fbca15b-d88d-4b40-95f8-31ab53690d1f port 0b47a617-d6c5-4789-bd45-c864787c2b9f binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:56:42.967776 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1ba95bbd-65d6-4b80-b62d-c4d9e1a04f1f None None] Provisioning complete for port 424f23b7-d51b-4fc0-ba86-8d67dde16bde triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:42.968560 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ba95bbd-65d6-4b80-b62d-c4d9e1a04f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.969715 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62602b0-8b5c-4e01-86dc-b2e7ed0023af x-openstack-request-id: req-c62602b0-8b5c-4e01-86dc-b2e7ed0023af {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:42.970272 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44dcc97d-4d52-4e14-989e-9c5d556d4a90", "tag": "906e7a7a-5579-4649-a4ea-4a3cf0ac57a1", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:42.970524 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c62602b0-8b5c-4e01-86dc-b2e7ed0023af {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:42.970919 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44dcc97d-4d52-4e14-989e-9c5d556d4a90', 'tag': '906e7a7a-5579-4649-a4ea-4a3cf0ac57a1', 'status': 'completed', 'code': 200} Aug 06 15:56:42.971673 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552cc640-8a68-4e36-9a9d-265fc0c20239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7344e6b-002c-499e-9747-1ef0cd4e458c'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:42.975135 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae449c0-dd04-4749-b0c2-354080368499" -d '{"events": [{"server_uuid": "552cc640-8a68-4e36-9a9d-265fc0c20239", "name": "network-vif-plugged", "status": "completed", "tag": "c7344e6b-002c-499e-9747-1ef0cd4e458c"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:43.067057 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c7344e6b-002c-499e-9747-1ef0cd4e458c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c7344e6b-002c-499e-9747-1ef0cd4e458c,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:43.076800 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:43.101058 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:43.130896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1ba95bbd-65d6-4b80-b62d-c4d9e1a04f1f None None] Port 424f23b7-d51b-4fc0-ba86-8d67dde16bde cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:56:43.142054 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3f412c4-9de5-4b80-81f5-d04ca0a48ed8 req-572bcd08-a284-416e-9ddf-b8f6de538595 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 210 time: 0.0389302 Aug 06 15:56:43.172410 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 31998d83-c3c7-4a45-9c09-c181315d9107 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:43.173058 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:43.180617 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43661922-1c8f-4dff-b44f-a6664899c1be req-523fe63b-cb3c-46cd-8234-590c41d9d9ee tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:43.188757 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43661922-1c8f-4dff-b44f-a6664899c1be req-523fe63b-cb3c-46cd-8234-590c41d9d9ee tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 949 time: 0.5003946 Aug 06 15:56:43.232590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-08d5db1e-efbe-42e6-a153-5a94e706609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:43.234320 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-08d5db1e-efbe-42e6-a153-5a94e706609c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2750533 Aug 06 15:56:43.245791 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43661922-1c8f-4dff-b44f-a6664899c1be req-043112f8-1f6c-422b-bf6d-68b40a9674a1 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560303 Aug 06 15:56:43.369925 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449ff84b-dd6a-4a1e-8499-09650b6c4ba7 x-openstack-request-id: req-449ff84b-dd6a-4a1e-8499-09650b6c4ba7 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:43.370470 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552cc640-8a68-4e36-9a9d-265fc0c20239", "name": "network-vif-plugged", "status": "completed", "tag": "c7344e6b-002c-499e-9747-1ef0cd4e458c", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:43.370470 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-449ff84b-dd6a-4a1e-8499-09650b6c4ba7 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:43.370843 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552cc640-8a68-4e36-9a9d-265fc0c20239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7344e6b-002c-499e-9747-1ef0cd4e458c', 'code': 200} Aug 06 15:56:43.406149 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=c7344e6b-002c-499e-9747-1ef0cd4e458c,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:43.413008 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:43.478209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 18587b92-fe58-4f08-8b27-97289a336ff4 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:43.492581 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5263f-f765-4519-aefa-c13be95a3374 req-d7b41a83-e8fb-470a-80f3-b1bab0ffa830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:43.501683 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e7b5263f-f765-4519-aefa-c13be95a3374 req-d7b41a83-e8fb-470a-80f3-b1bab0ffa830 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 1100 time: 0.0747335 Aug 06 15:56:43.533509 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-6529e806-11e3-4a07-8849-623fb99402f7 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845299 Aug 06 15:56:43.570579 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e7b5263f-f765-4519-aefa-c13be95a3374 req-18bc7b70-48e8-4892-bf2c-7c14e7442f4e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580940 Aug 06 15:56:43.681748 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 18587b92-fe58-4f08-8b27-97289a336ff4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:43.687729 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27e0e3f7-3434-4978-b99b-ceb68e7fb39c req-1190bee1-7557-45e3-979b-c11ecbbcb61d service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414249 Aug 06 15:56:43.703596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 18587b92-fe58-4f08-8b27-97289a336ff4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:43.704136 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:43.706389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff58ee1-5e68-450c-862f-9578e7487262 req-f35deab3-4422-4269-8e6c-47abb55aac06 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:43.718904 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ff58ee1-5e68-450c-862f-9578e7487262 req-f35deab3-4422-4269-8e6c-47abb55aac06 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 947 time: 0.3103886 Aug 06 15:56:43.831922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928e038-8993-4fd3-99c4-ea93aeb622a9 req-b611b77a-a89d-4458-873e-766916c92ded tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:43.849006 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f928e038-8993-4fd3-99c4-ea93aeb622a9 req-b611b77a-a89d-4458-873e-766916c92ded tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ace7cf-e23a-471f-bf0f-9dfdff2c014a HTTP/1.1" status: 200 len: 945 time: 0.3970799 Aug 06 15:56:44.037225 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:44.058456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ff58ee1-5e68-450c-862f-9578e7487262 req-783fbffc-5028-4989-b068-e9b67bf041f4 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378782 Aug 06 15:56:44.093301 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:44.112787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Transition to ACTIVE for port object 0b47a617-d6c5-4789-bd45-c864787c2b9f will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:44.132287 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:44.136482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 18587b92-fe58-4f08-8b27-97289a336ff4, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=18587b92-fe58-4f08-8b27-97289a336ff4,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:44.146980 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:44.186083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410254b3-c4d1-472e-887e-b7669101d33c req-461a0958-4c39-45a5-bb2f-7993c635ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:44.187722 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-410254b3-c4d1-472e-887e-b7669101d33c req-461a0958-4c39-45a5-bb2f-7993c635ffa8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 1098 time: 0.3170006 Aug 06 15:56:44.243476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40643b-84e9-4ea6-8bb0-9ff2fca2abcf None None] Pushing event updated for resources: {'Port': ['ID=0b47a617-d6c5-4789-bd45-c864787c2b9f,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:44.429835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Attempting to bind port 0b47a617-d6c5-4789-bd45-c864787c2b9f on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:44.430502 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Attempting to bind port 0b47a617-d6c5-4789-bd45-c864787c2b9f by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'af9b9164-accb-4abc-9b62-095c5932c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:44.430796 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Attempting to bind port 0b47a617-d6c5-4789-bd45-c864787c2b9f on network c613d883-07b3-4668-8715-acd0d95b4b27 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:44.444813 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:44.445347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Checking segment: {'id': 'af9b9164-accb-4abc-9b62-095c5932c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:44.445810 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:44.446201 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Bound using segment: {'id': 'af9b9164-accb-4abc-9b62-095c5932c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:44.446688 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Bound port: 0b47a617-d6c5-4789-bd45-c864787c2b9f, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9b9164-accb-4abc-9b62-095c5932c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:44.447101 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:44.495766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b2ce5357-d4e2-458d-a5bc-5703a220b863 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:44.565491 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=18587b92-fe58-4f08-8b27-97289a336ff4,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:44.668207 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port b2ce5357-d4e2-458d-a5bc-5703a220b863 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:44.703076 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port b2ce5357-d4e2-458d-a5bc-5703a220b863 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:44.704059 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:44.781415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device eb437a07-68f3-489a-9afe-896e8d0e6877 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:44.821161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] For port 0b47a617-d6c5-4789-bd45-c864787c2b9f, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:44.899786 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f928e038-8993-4fd3-99c4-ea93aeb622a9 req-1d6b7bfe-20a6-414b-85bb-e67efb850e68 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0492828 Aug 06 15:56:45.008841 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] For port 0b47a617-d6c5-4789-bd45-c864787c2b9f, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=0b47a617-d6c5-4789-bd45-c864787c2b9f,segment=NetworkSegment(af9b9164-accb-4abc-9b62-095c5932c872),segment_id=af9b9164-accb-4abc-9b62-095c5932c872)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:45.018637 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9eef5-1c5a-40db-95f1-39099ed2644e req-cb700d81-6ca9-4798-847b-fd9ddd3aae72 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:45.018941 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:45.022823 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ed9eef5-1c5a-40db-95f1-39099ed2644e req-cb700d81-6ca9-4798-847b-fd9ddd3aae72 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 945 time: 0.1939418 Aug 06 15:56:45.060726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b2ce5357-d4e2-458d-a5bc-5703a220b863, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b2ce5357-d4e2-458d-a5bc-5703a220b863,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:45.069224 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:45.072588 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:45.144241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-2e2aa286-a4aa-4f4a-a130-5aeae82935c1 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:45.151302 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-2e2aa286-a4aa-4f4a-a130-5aeae82935c1 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.13 "GET /v2.0/networks?id=c613d883-07b3-4668-8715-acd0d95b4b27 HTTP/1.1" status: 200 len: 828 time: 1.2239833 Aug 06 15:56:45.171231 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40643b-84e9-4ea6-8bb0-9ff2fca2abcf None None] Pushing event updated for resources: {'Port': ['ID=0b47a617-d6c5-4789-bd45-c864787c2b9f,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:45.183725 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f77c31ee-8589-4cee-bb85-b0ac1bc732f9 req-c2e00ffa-95bc-4b96-b4e2-2881bdf7e4d2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 210 time: 0.0687866 Aug 06 15:56:45.264048 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:45.271370 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port eb437a07-68f3-489a-9afe-896e8d0e6877 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:45.272162 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:45.282521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-3b78a503-e959-443b-9d73-25840d23e6a2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Request body: {'port': {'device_id': '88967ce5-5480-4851-ba7e-0d957941e6b7', 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27', 'admin_state_up': True, 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:45.292117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Routers {'3fbca15b-d88d-4b40-95f8-31ab53690d1f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:56:45.294593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:56:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:45.296645 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410254b3-c4d1-472e-887e-b7669101d33c req-4d363fc0-9b50-4c05-8c7b-68b568bf9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:45.305127 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-410254b3-c4d1-472e-887e-b7669101d33c req-4d363fc0-9b50-4c05-8c7b-68b568bf9596 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 1.0517039 Aug 06 15:56:45.315942 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:45.416639 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae7f18-36ac-4051-abc9-09e93ce244e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18587b92-fe58-4f08-8b27-97289a336ff4'}, {'server_uuid': '55ace7cf-e23a-471f-bf0f-9dfdff2c014a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ce5357-d4e2-458d-a5bc-5703a220b863'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:45.419569 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5f1a06-44a8-48d0-9a3d-67a46ef23eaa" -d '{"events": [{"server_uuid": "2bae7f18-36ac-4051-abc9-09e93ce244e4", "name": "network-vif-plugged", "status": "completed", "tag": "18587b92-fe58-4f08-8b27-97289a336ff4"}, {"server_uuid": "55ace7cf-e23a-471f-bf0f-9dfdff2c014a", "name": "network-vif-plugged", "status": "completed", "tag": "b2ce5357-d4e2-458d-a5bc-5703a220b863"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:45.471824 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-410254b3-c4d1-472e-887e-b7669101d33c req-28e73037-b3c5-47d2-90e1-b63993df256b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 HTTP/1.1" status: 200 len: 217 time: 0.1400990 Aug 06 15:56:45.521205 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] Set router 3fbca15b-d88d-4b40-95f8-31ab53690d1f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:56:45.534909 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Pushing event updated for resources: {'Port': ['ID=424f23b7-d51b-4fc0-ba86-8d67dde16bde,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:45.593452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b2ce5357-d4e2-458d-a5bc-5703a220b863,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:45.686824 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ed9eef5-1c5a-40db-95f1-39099ed2644e req-51b1df16-15bc-438a-9ad5-40e69442b1bd tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6626139 Aug 06 15:56:45.697098 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410254b3-c4d1-472e-887e-b7669101d33c req-74689218-0980-4027-8bdb-ac25713f8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:45.702069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-410254b3-c4d1-472e-887e-b7669101d33c req-74689218-0980-4027-8bdb-ac25713f8dfe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1348801 Aug 06 15:56:46.063951 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-router', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:25Z', 'updated_at': '2021-08-06T15:56:36Z', 'revision_number': 4, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'gw_port': {'id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:28Z', 'updated_at': '2021-08-06T15:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '0b47a617-d6c5-4789-bd45-c864787c2b9f', 'name': '', 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'mac_address': 'fa:16:3e:1d:ec:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:34Z', 'updated_at': '2021-08-06T15:56:44Z', 'revision_number': 4, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'subnets': [{'id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:46.111526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410254b3-c4d1-472e-887e-b7669101d33c req-80bfd2b9-1a47-4fda-8e2a-b5f49853b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:46.113137 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-410254b3-c4d1-472e-887e-b7669101d33c req-80bfd2b9-1a47-4fda-8e2a-b5f49853b34a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3404851 Aug 06 15:56:46.126173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701838c-6dca-4c02-ab04-5ef04d9ba188 req-fd70caba-5226-43a6-90ea-357ad08eb3fa tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:46.127822 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6701838c-6dca-4c02-ab04-5ef04d9ba188 req-fd70caba-5226-43a6-90ea-357ad08eb3fa tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 950 time: 0.6543572 Aug 06 15:56:46.145380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c2994b-91d0-46cd-9ee7-00278f65d9b4 None None] The sync data for ids ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'] in n-d-803756-1 is: [{'id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-router', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:25Z', 'updated_at': '2021-08-06T15:56:36Z', 'revision_number': 4, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'gw_port': {'id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:28Z', 'updated_at': '2021-08-06T15:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '0b47a617-d6c5-4789-bd45-c864787c2b9f', 'name': '', 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'mac_address': 'fa:16:3e:1d:ec:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:34Z', 'updated_at': '2021-08-06T15:56:44Z', 'revision_number': 4, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'subnets': [{'id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:56:46.200856 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:46.435684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Network c0d2d561-fad9-4dca-83a3-90b0001ab013 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:46.449760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:46.471555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94159f47-d020-4e6c-a827-395403823413 req-b285a20a-498c-43ee-a986-3b39fb34b714 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:46.491755 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94159f47-d020-4e6c-a827-395403823413 req-b285a20a-498c-43ee-a986-3b39fb34b714 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 947 time: 0.5341547 Aug 06 15:56:46.574113 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6701838c-6dca-4c02-ab04-5ef04d9ba188 req-ef6cf3b5-9639-495a-bbaf-b78a2fda7d94 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617456 Aug 06 15:56:46.604252 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-410254b3-c4d1-472e-887e-b7669101d33c req-79f30530-386f-4951-8331-feec379e06cd service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716597 Aug 06 15:56:46.641118 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94159f47-d020-4e6c-a827-395403823413 req-a4c44571-2992-45c4-bdf5-88abae46acd5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480310 Aug 06 15:56:46.647296 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-3b78a503-e959-443b-9d73-25840d23e6a2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Made reservation on behalf of 8a9f3d8ff0ce4b1a9234c1dbd3270dbb for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:46.652037 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-3b78a503-e959-443b-9d73-25840d23e6a2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:46.886673 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a84a32-86a6-4bad-9c70-575fe1d9f304 x-openstack-request-id: req-19a84a32-86a6-4bad-9c70-575fe1d9f304 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:46.887623 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bae7f18-36ac-4051-abc9-09e93ce244e4", "name": "network-vif-plugged", "status": "completed", "tag": "18587b92-fe58-4f08-8b27-97289a336ff4", "code": 200}, {"server_uuid": "55ace7cf-e23a-471f-bf0f-9dfdff2c014a", "name": "network-vif-plugged", "status": "completed", "tag": "b2ce5357-d4e2-458d-a5bc-5703a220b863", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:46.888032 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19a84a32-86a6-4bad-9c70-575fe1d9f304 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:46.888578 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bae7f18-36ac-4051-abc9-09e93ce244e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18587b92-fe58-4f08-8b27-97289a336ff4', 'code': 200} Aug 06 15:56:46.888980 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ace7cf-e23a-471f-bf0f-9dfdff2c014a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ce5357-d4e2-458d-a5bc-5703a220b863', 'code': 200} Aug 06 15:56:46.910075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 0b47a617-d6c5-4789-bd45-c864787c2b9f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:47.044703 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 0b47a617-d6c5-4789-bd45-c864787c2b9f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:47.049872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 0b47a617-d6c5-4789-bd45-c864787c2b9f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:47.050307 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:47.132316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8c8d4b43-861c-46b4-8553-b94c5f75821f None None] Provisioning complete for port 424f23b7-d51b-4fc0-ba86-8d67dde16bde triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:47.132961 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c8d4b43-861c-46b4-8553-b94c5f75821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:47.191422 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6e392-c149-4ea1-b0d7-e3df3b2b04eb req-068a6537-6e87-426e-9dfc-e7759a19d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:47.195216 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-410254b3-c4d1-472e-887e-b7669101d33c req-41e866c1-122e-44c2-a46d-312815c1262f service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656250 Aug 06 15:56:47.196766 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c8f6e392-c149-4ea1-b0d7-e3df3b2b04eb req-068a6537-6e87-426e-9dfc-e7759a19d743 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 1101 time: 0.1631560 Aug 06 15:56:47.198125 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d4b43-861c-46b4-8553-b94c5f75821f None None] Port 424f23b7-d51b-4fc0-ba86-8d67dde16bde cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:56:47.220534 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:56:47.259765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9ec0f0e-cb78-438a-a34d-bb116b7270d4 req-8e6029f0-482e-4019-a244-56f044714c6d tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 210 time: 0.1225851 Aug 06 15:56:47.279510 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c8f6e392-c149-4ea1-b0d7-e3df3b2b04eb req-aae6d926-67ed-4e0b-b550-892f18b622af service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528157 Aug 06 15:56:47.282090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5007c-95fc-497e-bbe4-728ba9394721 req-70ec4aea-57f9-4223-b5dc-487d08e46124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:47.284340 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-28d5007c-95fc-497e-bbe4-728ba9394721 req-70ec4aea-57f9-4223-b5dc-487d08e46124 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55ace7cf-e23a-471f-bf0f-9dfdff2c014a HTTP/1.1" status: 200 len: 1097 time: 0.2610555 Aug 06 15:56:47.326413 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766664d8-10ce-41d9-b79c-4400bea35ee0 req-ef6f1f3b-5269-4fa9-a5f9-82a6b4974e0b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:47.339377 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:47.341192 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-766664d8-10ce-41d9-b79c-4400bea35ee0 req-ef6f1f3b-5269-4fa9-a5f9-82a6b4974e0b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ace7cf-e23a-471f-bf0f-9dfdff2c014a HTTP/1.1" status: 200 len: 946 time: 0.3833897 Aug 06 15:56:47.353914 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-28d5007c-95fc-497e-bbe4-728ba9394721 req-01980acc-2a88-4b1e-989a-b0bfebdf5b21 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616031 Aug 06 15:56:47.419917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-3b78a503-e959-443b-9d73-25840d23e6a2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Allocated IP 172.20.0.7 (c613d883-07b3-4668-8715-acd0d95b4b27/9a67b2bd-6238-4861-9536-c4b8a23c8fe8/7c3f8fbe-6ee2-4417-b855-21bea2b993cb) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:47.421140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 0b47a617-d6c5-4789-bd45-c864787c2b9f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=0b47a617-d6c5-4789-bd45-c864787c2b9f,segment=NetworkSegment(af9b9164-accb-4abc-9b62-095c5932c872),segment_id=af9b9164-accb-4abc-9b62-095c5932c872)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:47.427958 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:47.522282 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:56:47.700418 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=0b47a617-d6c5-4789-bd45-c864787c2b9f,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:47.897716 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-766664d8-10ce-41d9-b79c-4400bea35ee0 req-c7c098be-3887-434d-be00-2d00c9450bb4 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553832 Aug 06 15:56:47.955422 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=906e7a7a-5579-4649-a4ea-4a3cf0ac57a1,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:47.992875 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0ea0f-8096-45b0-a9d8-01df022a6349 req-479c11e1-d4a5-4311-8386-490b439c77a4 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:48.014140 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94e0ea0f-8096-45b0-a9d8-01df022a6349 req-479c11e1-d4a5-4311-8386-490b439c77a4 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 945 time: 0.3325095 Aug 06 15:56:48.015389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '906e7a7a-5579-4649-a4ea-4a3cf0ac57a1', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '906e7a7a-5579-4649-a4ea-4a3cf0ac57a1', 'mac_address': 'fa:16:3e:f6:75:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:56:48.054403 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-3b78a503-e959-443b-9d73-25840d23e6a2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:48.059193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:56:48.078489 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Sync routers for ids ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:56:48.104411 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Routers {'7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:56:48.105073 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:56:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:48.106629 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9b8da5ae-8326-4dbe-b9ea-09880745a68b admin admin] 10.222.0.37 "PUT /v2.0/routers/7660de75-4a15-4d93-8ec0-4a28a0e9c5f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4874856 Aug 06 15:56:48.119220 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:48.208802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:48.221593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-3b78a503-e959-443b-9d73-25840d23e6a2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Transition to ACTIVE for port object 7c3f8fbe-6ee2-4417-b855-21bea2b993cb will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:48.307761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94e0ea0f-8096-45b0-a9d8-01df022a6349 req-7307bf29-68cf-4b7e-9c0d-a793e1b82088 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692811 Aug 06 15:56:48.338862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=906e7a7a-5579-4649-a4ea-4a3cf0ac57a1,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:48.369771 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:48.432330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e58a5-bf1f-4da2-aa5b-dd0e11262241 req-6f8c5c61-6416-43c5-9207-8344f1a39fc7 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:48.439089 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-926e58a5-bf1f-4da2-aa5b-dd0e11262241 req-6f8c5c61-6416-43c5-9207-8344f1a39fc7 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 950 time: 0.3285525 Aug 06 15:56:48.439465 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Set router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:56:48.504389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=906e7a7a-5579-4649-a4ea-4a3cf0ac57a1,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:48.519360 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-3b78a503-e959-443b-9d73-25840d23e6a2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:48.680930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-926e58a5-bf1f-4da2-aa5b-dd0e11262241 req-a168bc87-3284-47b1-a7bb-bdd1faeed4cf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305014 Aug 06 15:56:48.766338 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-3b78a503-e959-443b-9d73-25840d23e6a2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Network c613d883-07b3-4668-8715-acd0d95b4b27 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:48.787054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-3b78a503-e959-443b-9d73-25840d23e6a2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:48.789557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78a503-e959-443b-9d73-25840d23e6a2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Pushing event updated for resources: {'Port': ['ID=7c3f8fbe-6ee2-4417-b855-21bea2b993cb,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:48.797314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-3b78a503-e959-443b-9d73-25840d23e6a2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:48.866883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ebd11-3101-4512-a345-9f80ad391d3e req-da074980-4ad6-4e92-b80f-eab274885a27 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:48.881426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a1ebd11-3101-4512-a345-9f80ad391d3e req-da074980-4ad6-4e92-b80f-eab274885a27 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 948 time: 0.3364840 Aug 06 15:56:48.949220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 0b47a617-d6c5-4789-bd45-c864787c2b9f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:48.964857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-3b78a503-e959-443b-9d73-25840d23e6a2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:48.966429 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-3b78a503-e959-443b-9d73-25840d23e6a2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.026688 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a1ebd11-3101-4512-a345-9f80ad391d3e req-db79ebc7-7678-4d3a-8e80-ba92392f94e1 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433253 Aug 06 15:56:49.037433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-3b78a503-e959-443b-9d73-25840d23e6a2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7599277 Aug 06 15:56:49.038031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['906e7a7a-5579-4649-a4ea-4a3cf0ac57a1'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:49.078769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Request body: {'port': {'device_id': '88967ce5-5480-4851-ba7e-0d957941e6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:49.100767 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'name': 'tempest-ServerActionsTestJSON-1432518962-router', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:26Z', 'updated_at': '2021-08-06T15:56:43Z', 'revision_number': 4, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'gw_port': {'id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:29Z', 'updated_at': '2021-08-06T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '424f23b7-d51b-4fc0-ba86-8d67dde16bde', 'name': '', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'mac_address': 'fa:16:3e:f2:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:39Z', 'updated_at': '2021-08-06T15:56:43Z', 'revision_number': 2, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'subnets': [{'id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:49.205444 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 0b47a617-d6c5-4789-bd45-c864787c2b9f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:49.206168 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.284684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd438caa-6a8d-4f6e-aaa0-4523aa325b32 req-79961ef5-cb0b-453c-930e-5631fbf2047e tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:49.287515 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd438caa-6a8d-4f6e-aaa0-4523aa325b32 req-79961ef5-cb0b-453c-930e-5631fbf2047e tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 931 time: 0.1773489 Aug 06 15:56:49.291077 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.416687 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Checking router: 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:56:49.417179 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Updating router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 port 424f23b7-d51b-4fc0-ba86-8d67dde16bde binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:56:49.446515 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd438caa-6a8d-4f6e-aaa0-4523aa325b32 req-64aaa483-24ee-44e6-93df-5c5c1a302f5b tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/security-groups?id=37c0703c-2f7a-4c0a-ba55-1f547f113e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517000 Aug 06 15:56:49.448145 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.484366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-44d04cca-7495-432f-b29a-2c1702ff2a15 None None] Provisioning for port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:49.497522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-44d04cca-7495-432f-b29a-2c1702ff2a15 None None] Provisioning complete for port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:49.498652 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-44d04cca-7495-432f-b29a-2c1702ff2a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.626038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-44d04cca-7495-432f-b29a-2c1702ff2a15 None None] Port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:56:49.656163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58822) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:49.665434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8ad25e74-3031-4ed3-a7ad-79f7bc441d58 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1647340873', 'description': 'tempest-description--351381814'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:49.750474 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ad25e74-3031-4ed3-a7ad-79f7bc441d58 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.933189 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ad25e74-3031-4ed3-a7ad-79f7bc441d58 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.939319 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ad25e74-3031-4ed3-a7ad-79f7bc441d58 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.989967 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ad25e74-3031-4ed3-a7ad-79f7bc441d58 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.990462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f46202-c7e4-4e2c-a045-b33cd868fb3e req-b59de6c9-1c77-4336-afa8-f0f37727f348 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:49.991266 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8ad25e74-3031-4ed3-a7ad-79f7bc441d58 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3326941 Aug 06 15:56:49.995516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58830) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:49.999038 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2f46202-c7e4-4e2c-a045-b33cd868fb3e req-b59de6c9-1c77-4336-afa8-f0f37727f348 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ace7cf-e23a-471f-bf0f-9dfdff2c014a HTTP/1.1" status: 200 len: 946 time: 0.2912822 Aug 06 15:56:50.000350 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-30a997cd-0f26-491a-a3dc-8f396f452fb8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Request body: {'security_group_rule': {'security_group_id': 'ca76dd49-1dba-424d-a36d-3683d9e3e8c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:50.022231 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad25e74-3031-4ed3-a7ad-79f7bc441d58 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca76dd49-1dba-424d-a36d-3683d9e3e8c9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:50.072410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9482c-2876-4299-a9be-7abbb5123ed5 req-a7177d62-36f4-4188-848b-48bfe57226ae tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:50.074981 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bff9482c-2876-4299-a9be-7abbb5123ed5 req-a7177d62-36f4-4188-848b-48bfe57226ae tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 945 time: 0.2680390 Aug 06 15:56:50.104105 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30a997cd-0f26-491a-a3dc-8f396f452fb8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.167003 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.182163 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Transition to ACTIVE for port object 424f23b7-d51b-4fc0-ba86-8d67dde16bde will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:50.190886 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2f46202-c7e4-4e2c-a045-b33cd868fb3e req-7666667a-00a4-4195-b8a3-7a7bbfcbdb2d tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669328 Aug 06 15:56:50.194978 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.240731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bff9482c-2876-4299-a9be-7abbb5123ed5 req-296a3a0b-b8f1-4e77-8bda-9cbf2295582b tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510086 Aug 06 15:56:50.279540 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09299b71-0e88-4775-86d9-6ca764376fcc None None] Pushing event updated for resources: {'Port': ['ID=424f23b7-d51b-4fc0-ba86-8d67dde16bde,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:50.311350 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30a997cd-0f26-491a-a3dc-8f396f452fb8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.323876 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30a997cd-0f26-491a-a3dc-8f396f452fb8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.371220 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Attempting to bind port 424f23b7-d51b-4fc0-ba86-8d67dde16bde on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:50.371629 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Attempting to bind port 424f23b7-d51b-4fc0-ba86-8d67dde16bde by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:50.371948 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Attempting to bind port 424f23b7-d51b-4fc0-ba86-8d67dde16bde on network c0d2d561-fad9-4dca-83a3-90b0001ab013 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:50.375238 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a997cd-0f26-491a-a3dc-8f396f452fb8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f89ccd3-c464-41f0-9367-c5d54683d22f,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:50.394481 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:50.395574 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Checking segment: {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:50.395994 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.396398 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Bound using segment: {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:50.396920 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Bound port: 424f23b7-d51b-4fc0-ba86-8d67dde16bde, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:50.397324 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.415728 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30a997cd-0f26-491a-a3dc-8f396f452fb8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.419105 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-30a997cd-0f26-491a-a3dc-8f396f452fb8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4223764 Aug 06 15:56:50.421926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58836) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:50.430331 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3f8fbe-6ee2-4417-b855-21bea2b993cb {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:50.433293 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-de7d9f63-8cb0-4217-a46f-3c8a3e43dba9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Request body: {'security_group_rule': {'security_group_id': 'ca76dd49-1dba-424d-a36d-3683d9e3e8c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:50.460363 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.503124 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-de7d9f63-8cb0-4217-a46f-3c8a3e43dba9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.540402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Transition to ACTIVE for port object 7c3f8fbe-6ee2-4417-b855-21bea2b993cb will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:50.553053 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.614713 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] For port 424f23b7-d51b-4fc0-ba86-8d67dde16bde, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:50.627395 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] For port 424f23b7-d51b-4fc0-ba86-8d67dde16bde, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=424f23b7-d51b-4fc0-ba86-8d67dde16bde,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:50.636303 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.727677 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-de7d9f63-8cb0-4217-a46f-3c8a3e43dba9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.733871 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-de7d9f63-8cb0-4217-a46f-3c8a3e43dba9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.769232 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d9f63-8cb0-4217-a46f-3c8a3e43dba9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2006d78a-cc55-47cf-97f2-2848a18b2102,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:50.784020 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-de7d9f63-8cb0-4217-a46f-3c8a3e43dba9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.785742 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-de7d9f63-8cb0-4217-a46f-3c8a3e43dba9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3622458 Aug 06 15:56:50.790101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58854) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:50.795758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:50.822417 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Routers {'7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:56:50.827506 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:56:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:50.845108 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.017520 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.076700 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09299b71-0e88-4775-86d9-6ca764376fcc None None] Pushing event updated for resources: {'Port': ['ID=424f23b7-d51b-4fc0-ba86-8d67dde16bde,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:51.152027 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] Set router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:56:51.275835 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Allocated IP 172.25.1.99 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/8e604bff-926a-49b3-8ff0-44d99ca99d42) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:51.313946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6ba3d-f58e-4170-b1ba-db8561222b2a req-3929e5f0-5b77-485d-8e64-5db078a77afd tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:51.316510 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-96e6ba3d-f58e-4170-b1ba-db8561222b2a req-3929e5f0-5b77-485d-8e64-5db078a77afd tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 950 time: 0.8781316 Aug 06 15:56:51.388192 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3f8fbe-6ee2-4417-b855-21bea2b993cb,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:51.474683 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-96e6ba3d-f58e-4170-b1ba-db8561222b2a req-45bcc237-fe32-49ff-ba40-87a39ba3fcbe tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379249 Aug 06 15:56:51.486417 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c01ee-e334-466c-ab5a-373f117e6c36 req-002cc469-ccd0-4fee-a73b-978ec3e8470a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:51.487421 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'name': 'tempest-ServerActionsTestJSON-1432518962-router', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:26Z', 'updated_at': '2021-08-06T15:56:43Z', 'revision_number': 4, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'gw_port': {'id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:29Z', 'updated_at': '2021-08-06T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '424f23b7-d51b-4fc0-ba86-8d67dde16bde', 'name': '', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'mac_address': 'fa:16:3e:f2:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:39Z', 'updated_at': '2021-08-06T15:56:50Z', 'revision_number': 4, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'subnets': [{'id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:51.487971 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-251c01ee-e334-466c-ab5a-373f117e6c36 req-002cc469-ccd0-4fee-a73b-978ec3e8470a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 948 time: 0.8174713 Aug 06 15:56:51.492275 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.506183 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:51.544764 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e63806-fe76-4fc6-880e-6df95d1d7b3a None None] The sync data for ids ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'] in n-d-803756-1 is: [{'id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'name': 'tempest-ServerActionsTestJSON-1432518962-router', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:26Z', 'updated_at': '2021-08-06T15:56:43Z', 'revision_number': 4, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'gw_port': {'id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:29Z', 'updated_at': '2021-08-06T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '424f23b7-d51b-4fc0-ba86-8d67dde16bde', 'name': '', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'mac_address': 'fa:16:3e:f2:45:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:39Z', 'updated_at': '2021-08-06T15:56:50Z', 'revision_number': 4, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'subnets': [{'id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:56:51.611243 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-251c01ee-e334-466c-ab5a-373f117e6c36 req-5362275b-70bf-490e-974b-6bc75a34ad67 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100445 Aug 06 15:56:51.647461 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.655204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Attempting to bind port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:51.655695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Attempting to bind port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'af9b9164-accb-4abc-9b62-095c5932c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:51.656630 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Attempting to bind port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb on network c613d883-07b3-4668-8715-acd0d95b4b27 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:51.663883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb on network c613d883-07b3-4668-8715-acd0d95b4b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:56:51.664324 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Attempting to bind port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb on network c613d883-07b3-4668-8715-acd0d95b4b27 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:51.675427 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:51.677799 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:51.678147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Checking segment: {'id': 'af9b9164-accb-4abc-9b62-095c5932c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:51.678541 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Bound using segment: {'id': 'af9b9164-accb-4abc-9b62-095c5932c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:51.678987 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Bound port: 7c3f8fbe-6ee2-4417-b855-21bea2b993cb, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af9b9164-accb-4abc-9b62-095c5932c872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:51.679488 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.682490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:51.683001 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.811603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:51.816929 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:51.821428 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:51.825047 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.867198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24eeb8-f2e9-419d-869b-e1af207eee4c req-07592529-661a-46e7-98eb-d3b811e5eb3c tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:51.868742 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c24eeb8-f2e9-419d-869b-e1af207eee4c req-07592529-661a-46e7-98eb-d3b811e5eb3c tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 943 time: 0.1144626 Aug 06 15:56:51.874951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event updated for resources: {'Port': ['ID=8e604bff-926a-49b3-8ff0-44d99ca99d42,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:51.888773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dcc97d-4d52-4e14-989e-9c5d556d4a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906e7a7a-5579-4649-a4ea-4a3cf0ac57a1'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:51.891859 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b9b795-4c76-408c-be48-cd72f726a55c" -d '{"events": [{"server_uuid": "44dcc97d-4d52-4e14-989e-9c5d556d4a90", "name": "network-vif-plugged", "status": "completed", "tag": "906e7a7a-5579-4649-a4ea-4a3cf0ac57a1"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:51.914586 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=906e7a7a-5579-4649-a4ea-4a3cf0ac57a1,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:51.914956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] For port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:51.916989 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.961570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] For port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=7c3f8fbe-6ee2-4417-b855-21bea2b993cb,segment=NetworkSegment(af9b9164-accb-4abc-9b62-095c5932c872),segment_id=af9b9164-accb-4abc-9b62-095c5932c872)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:51.979419 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.984036 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=906e7a7a-5579-4649-a4ea-4a3cf0ac57a1,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:52.018222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c24eeb8-f2e9-419d-869b-e1af207eee4c req-04b062a8-f387-489c-bdc3-3350f558dd26 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/security-groups?id=37c0703c-2f7a-4c0a-ba55-1f547f113e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424294 Aug 06 15:56:52.048330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:52.048330 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:52.048330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] 10.222.0.13 "PUT /v2.0/ports/7c3f8fbe-6ee2-4417-b855-21bea2b993cb HTTP/1.1" status: 200 len: 1091 time: 2.9908297 Aug 06 15:56:52.070173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a89ba-b315-4293-8509-a6fbf5ee2ad8 req-d70b9b8a-55bd-4202-a80a-4b878176645c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:52.074182 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-634a89ba-b315-4293-8509-a6fbf5ee2ad8 req-d70b9b8a-55bd-4202-a80a-4b878176645c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 945 time: 0.1807575 Aug 06 15:56:52.074693 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88967ce5-5480-4851-ba7e-0d957941e6b7', 'tag': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:52.080985 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bb712b-f55e-483b-a13e-9f3b79fcccc1" -d '{"events": [{"name": "network-changed", "server_uuid": "88967ce5-5480-4851-ba7e-0d957941e6b7", "tag": "7c3f8fbe-6ee2-4417-b855-21bea2b993cb"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:52.113934 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:52.138812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d84000-6937-440b-a2d8-f5eca124be05 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3f8fbe-6ee2-4417-b855-21bea2b993cb,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:52.201173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-634a89ba-b315-4293-8509-a6fbf5ee2ad8 req-1056a9ec-c0f5-4748-9d48-4f28ae3aaa9a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082206 Aug 06 15:56:52.203157 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:52.222294 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-f4ec91b3-4f5f-4a76-8ab0-8941eaf60732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:52.224591 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-f4ec91b3-4f5f-4a76-8ab0-8941eaf60732 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a9f3d8ff0ce4b1a9234c1dbd3270dbb&device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 1094 time: 0.0602491 Aug 06 15:56:52.313861 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-1d14be1f-7052-4bf7-9862-2f9218f76f30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c3f8fbe-6ee2-4417-b855-21bea2b993cb HTTP/1.1" status: 200 len: 217 time: 0.0781808 Aug 06 15:56:52.407666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73511ee6-ae2d-45af-9d76-d62c091fe67e req-3786119c-e040-4252-b8e9-33d3a5a3c503 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:52.409292 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73511ee6-ae2d-45af-9d76-d62c091fe67e req-3786119c-e040-4252-b8e9-33d3a5a3c503 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1835172 Aug 06 15:56:52.437984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-645bfcd6-12e2-4866-828f-2bed9c10ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:52.440244 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-645bfcd6-12e2-4866-828f-2bed9c10ff21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a67b2bd-6238-4861-9536-c4b8a23c8fe8 HTTP/1.1" status: 200 len: 867 time: 0.1143620 Aug 06 15:56:52.491793 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:52.498796 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:52.576608 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73511ee6-ae2d-45af-9d76-d62c091fe67e req-efc5f57f-acea-4410-9ce5-b9eb297f9f2e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532261 Aug 06 15:56:52.601656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event updated for resources: {'Port': ['ID=8e604bff-926a-49b3-8ff0-44d99ca99d42,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:52.602032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f5d11-a52f-4022-a67d-a6c8be8970be req-2c4ac9a0-ccd4-4d70-9009-52eaa76bcb3a tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:52.603141 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-241f5d11-a52f-4022-a67d-a6c8be8970be req-2c4ac9a0-ccd4-4d70-9009-52eaa76bcb3a tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=55ace7cf-e23a-471f-bf0f-9dfdff2c014a HTTP/1.1" status: 200 len: 946 time: 0.1834486 Aug 06 15:56:52.616014 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-b0912fdb-b674-4db3-b7f5-51a56fa56f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:52.626455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-b0912fdb-b674-4db3-b7f5-51a56fa56f63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c613d883-07b3-4668-8715-acd0d95b4b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598790 Aug 06 15:56:52.626614 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:52.650114 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:52.652526 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2e2913f7-427a-428b-8cc0-efa11553f8b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8607006 Aug 06 15:56:52.656568 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a21d02-fb1f-4916-9ffe-faeb1f548534 x-openstack-request-id: req-e0a21d02-fb1f-4916-9ffe-faeb1f548534 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:52.657394 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dcc97d-4d52-4e14-989e-9c5d556d4a90", "name": "network-vif-plugged", "status": "completed", "tag": "906e7a7a-5579-4649-a4ea-4a3cf0ac57a1", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:52.657394 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0a21d02-fb1f-4916-9ffe-faeb1f548534 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:52.658182 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dcc97d-4d52-4e14-989e-9c5d556d4a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906e7a7a-5579-4649-a4ea-4a3cf0ac57a1', 'code': 200} Aug 06 15:56:52.763965 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2400d448-23c0-4e8a-bfff-31c1702792bf x-openstack-request-id: req-2400d448-23c0-4e8a-bfff-31c1702792bf {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:52.764400 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88967ce5-5480-4851-ba7e-0d957941e6b7", "tag": "7c3f8fbe-6ee2-4417-b855-21bea2b993cb", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:52.764789 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2400d448-23c0-4e8a-bfff-31c1702792bf {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:52.765387 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88967ce5-5480-4851-ba7e-0d957941e6b7', 'tag': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb', 'status': 'completed', 'code': 200} Aug 06 15:56:52.812490 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-241f5d11-a52f-4022-a67d-a6c8be8970be req-f6c4a97e-507c-4ef0-81f1-3436c33d9a96 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785958 Aug 06 15:56:52.873641 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-56460180-20fb-4fc5-bebf-21a171804937 service neutron] 10.222.0.13 "GET /v2.0/networks/c613d883-07b3-4668-8715-acd0d95b4b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125807 Aug 06 15:56:52.899052 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9342f1-3c9b-4bc0-944a-7fae141b1d12 req-d8657a51-26f7-4d33-b3fa-eb0e58c0fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:52.901293 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0f9342f1-3c9b-4bc0-944a-7fae141b1d12 req-d8657a51-26f7-4d33-b3fa-eb0e58c0fdbd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 1100 time: 0.1124930 Aug 06 15:56:52.939337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 424f23b7-d51b-4fc0-ba86-8d67dde16bde up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:52.994815 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0f9342f1-3c9b-4bc0-944a-7fae141b1d12 req-e923be0f-46b1-4c70-be26-fbed6bf633b7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766757 Aug 06 15:56:53.061875 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 424f23b7-d51b-4fc0-ba86-8d67dde16bde completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:53.072066 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 424f23b7-d51b-4fc0-ba86-8d67dde16bde triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:53.072732 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.095115 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.182825 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.186597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1d0a5-2054-4fe1-9212-2f3e461f0aaf req-76014d8a-9c4d-4e0d-90ee-e26865aa6398 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:53.188176 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bef1d0a5-2054-4fe1-9212-2f3e461f0aaf req-76014d8a-9c4d-4e0d-90ee-e26865aa6398 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 949 time: 0.1982677 Aug 06 15:56:53.200231 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-e932785c-98a8-4ca3-9ede-1b4433f54617 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1647340873&fields=id&tenant_id=3d3a470ba28a4c6f8ab926c00b563358 HTTP/1.1" status: 200 len: 267 time: 0.1316633 Aug 06 15:56:53.213980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-405a14ee-0c59-42f5-b1de-1b67c75b5cc6 req-18305589-4446-4512-b5e8-e881ad757b8d service neutron] 10.222.0.13 "GET /v2.0/networks/c613d883-07b3-4668-8715-acd0d95b4b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261144 Aug 06 15:56:53.256616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 424f23b7-d51b-4fc0-ba86-8d67dde16bde, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=424f23b7-d51b-4fc0-ba86-8d67dde16bde,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:53.268313 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.288041 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144068da-7f10-4ee4-8307-19aa0521d8bc req-1d354c64-6f85-4ec1-a526-f1ce6f0b5c90 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:53.288041 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-144068da-7f10-4ee4-8307-19aa0521d8bc req-1d354c64-6f85-4ec1-a526-f1ce6f0b5c90 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.13 "GET /v2.0/ports?device_id=55ace7cf-e23a-471f-bf0f-9dfdff2c014a HTTP/1.1" status: 200 len: 946 time: 0.0867863 Aug 06 15:56:53.346459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=424f23b7-d51b-4fc0-ba86-8d67dde16bde,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:53.414702 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bef1d0a5-2054-4fe1-9212-2f3e461f0aaf req-d66a75dd-6a45-4053-bc88-0795ba11a01b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111790 Aug 06 15:56:53.452602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb712b-f55e-483b-a13e-9f3b79fcccc1 req-8147146b-7d52-41bf-893c-8f0579dca6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:53.454751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3bb712b-f55e-483b-a13e-9f3b79fcccc1 req-8147146b-7d52-41bf-893c-8f0579dca6ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a9f3d8ff0ce4b1a9234c1dbd3270dbb&device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 1094 time: 0.1214962 Aug 06 15:56:53.458612 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-144068da-7f10-4ee4-8307-19aa0521d8bc req-9f8a4d6a-65e0-4698-a689-3a32d84476ff tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Deleting port b2ce5357-d4e2-458d-a5bc-5703a220b863 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:53.465838 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-144068da-7f10-4ee4-8307-19aa0521d8bc req-9f8a4d6a-65e0-4698-a689-3a32d84476ff tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.494905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-3bcd9735-6103-44a4-ab62-6d63d94720b6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:53.498934 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.503047 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-3bcd9735-6103-44a4-ab62-6d63d94720b6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 812 time: 0.3020000 Aug 06 15:56:53.545596 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-923f3a6e-49b0-4d3d-a9c7-0bd068aa904c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/quotas/3d3a470ba28a4c6f8ab926c00b563358 HTTP/1.1" status: 200 len: 375 time: 0.0414827 Aug 06 15:56:53.627810 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-144068da-7f10-4ee4-8307-19aa0521d8bc req-9f8a4d6a-65e0-4698-a689-3a32d84476ff tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] For port b2ce5357-d4e2-458d-a5bc-5703a220b863, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b2ce5357-d4e2-458d-a5bc-5703a220b863,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:53.628518 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-144068da-7f10-4ee4-8307-19aa0521d8bc req-9f8a4d6a-65e0-4698-a689-3a32d84476ff tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.652167 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-144068da-7f10-4ee4-8307-19aa0521d8bc req-9f8a4d6a-65e0-4698-a689-3a32d84476ff tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Calling delete_port for b2ce5357-d4e2-458d-a5bc-5703a220b863 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:53.664178 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-b7af7d3c-d5cd-488f-9b28-6d43fe7e0633 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=96058f03e82c4d9191387e79492aa0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1159399 Aug 06 15:56:53.781855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-d353ba91-50f5-4a8d-864f-1f62245a274d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2352521 Aug 06 15:56:53.785199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb712b-f55e-483b-a13e-9f3b79fcccc1 req-d0624418-4ff8-4422-b7ac-e645de63a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:53.786780 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3bb712b-f55e-483b-a13e-9f3b79fcccc1 req-d0624418-4ff8-4422-b7ac-e645de63a613 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c613d883-07b3-4668-8715-acd0d95b4b27 HTTP/1.1" status: 200 len: 929 time: 0.3156919 Aug 06 15:56:53.831609 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-144068da-7f10-4ee4-8307-19aa0521d8bc req-9f8a4d6a-65e0-4698-a689-3a32d84476ff tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.846800 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['b2ce5357-d4e2-458d-a5bc-5703a220b863'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:53.876046 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3bb712b-f55e-483b-a13e-9f3b79fcccc1 req-7c541a74-9081-4713-a5d8-6c81ccbe3803 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c3f8fbe-6ee2-4417-b855-21bea2b993cb HTTP/1.1" status: 200 len: 217 time: 0.0768175 Aug 06 15:56:53.880811 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a4d6a-65e0-4698-a689-3a32d84476ff tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Pushing event deleted for resources: {'Port': ['ID=b2ce5357-d4e2-458d-a5bc-5703a220b863,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:53.955518 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-144068da-7f10-4ee4-8307-19aa0521d8bc req-9f8a4d6a-65e0-4698-a689-3a32d84476ff tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] No DVR routers for this DVR port b2ce5357-d4e2-458d-a5bc-5703a220b863 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:56:53.959551 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-144068da-7f10-4ee4-8307-19aa0521d8bc req-9f8a4d6a-65e0-4698-a689-3a32d84476ff tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.963297 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-144068da-7f10-4ee4-8307-19aa0521d8bc req-9f8a4d6a-65e0-4698-a689-3a32d84476ff tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.13 "DELETE /v2.0/ports/b2ce5357-d4e2-458d-a5bc-5703a220b863 HTTP/1.1" status: 204 len: 173 time: 0.6686783 Aug 06 15:56:53.964059 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ace7cf-e23a-471f-bf0f-9dfdff2c014a', 'name': 'network-vif-deleted', 'tag': 'b2ce5357-d4e2-458d-a5bc-5703a220b863'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:53.968070 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4237abd-1cff-48e4-9edc-f3c486cc37be" -d '{"events": [{"server_uuid": "55ace7cf-e23a-471f-bf0f-9dfdff2c014a", "name": "network-vif-deleted", "tag": "b2ce5357-d4e2-458d-a5bc-5703a220b863"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:54.007673 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-adef5099-4d56-465d-8a5a-2d609c3ef2b7 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:54.009142 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-adef5099-4d56-465d-8a5a-2d609c3ef2b7 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3369503 Aug 06 15:56:54.056367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb712b-f55e-483b-a13e-9f3b79fcccc1 req-a19e8190-1670-447c-9d10-a49c8678ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:54.058705 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3bb712b-f55e-483b-a13e-9f3b79fcccc1 req-a19e8190-1670-447c-9d10-a49c8678ca2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a67b2bd-6238-4861-9536-c4b8a23c8fe8 HTTP/1.1" status: 200 len: 867 time: 0.1654963 Aug 06 15:56:54.063872 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-3ee11bc5-3174-49d9-94f8-63916ada3ea7 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/quotas/96058f03e82c4d9191387e79492aa0b1 HTTP/1.1" status: 200 len: 375 time: 0.0460684 Aug 06 15:56:54.178686 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-8d6ee223-bad5-4ac1-b605-a5b3116c8c00 service neutron] 10.222.0.37 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615086 Aug 06 15:56:54.269226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb712b-f55e-483b-a13e-9f3b79fcccc1 req-813a0e34-cc53-4e6a-9751-756a7d0a7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:54.271119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3bb712b-f55e-483b-a13e-9f3b79fcccc1 req-813a0e34-cc53-4e6a-9751-756a7d0a7d04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c613d883-07b3-4668-8715-acd0d95b4b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2022016 Aug 06 15:56:54.286073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-7318cf7a-ebc4-4568-ad52-54d9de8f9e34 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=96058f03e82c4d9191387e79492aa0b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1966910 Aug 06 15:56:54.426370 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-b49b9242-53a0-450d-baf1-8bb1a295ce73 service neutron] 10.222.0.37 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296774 Aug 06 15:56:54.471991 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3bb712b-f55e-483b-a13e-9f3b79fcccc1 req-75874992-b2bc-40bd-a17f-1ed53e6a2ecb service neutron] 10.222.0.13 "GET /v2.0/networks/c613d883-07b3-4668-8715-acd0d95b4b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846213 Aug 06 15:56:54.709144 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3bb712b-f55e-483b-a13e-9f3b79fcccc1 req-627aa217-58dc-4441-9fa3-b27a232b0a95 service neutron] 10.222.0.13 "GET /v2.0/networks/c613d883-07b3-4668-8715-acd0d95b4b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294710 Aug 06 15:56:54.759322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfcdee-b5d8-447c-81b3-7b0e8a0f16a1 req-fe67f66d-700a-4adb-9422-7c73aa6d40e8 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:54.779911 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-29dfcdee-b5d8-447c-81b3-7b0e8a0f16a1 req-fe67f66d-700a-4adb-9422-7c73aa6d40e8 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/ports?device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 950 time: 0.1755304 Aug 06 15:56:54.844745 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 424f23b7-d51b-4fc0-ba86-8d67dde16bde up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:54.930190 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-29dfcdee-b5d8-447c-81b3-7b0e8a0f16a1 req-4b1e74af-df53-4bad-98a6-83be08087f1d tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/security-groups?id=02b281ba-4c1e-4016-aff3-4e509451a1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453028 Aug 06 15:56:54.956837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 424f23b7-d51b-4fc0-ba86-8d67dde16bde triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:54.957377 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:54.980744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e7e61-daf9-4b21-8972-42058cdf71cc req-75d5714c-9fa0-4503-97eb-c9b30cbdc9d0 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:54.983114 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-413e7e61-daf9-4b21-8972-42058cdf71cc req-75d5714c-9fa0-4503-97eb-c9b30cbdc9d0 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 943 time: 0.1391120 Aug 06 15:56:55.084298 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-413e7e61-daf9-4b21-8972-42058cdf71cc req-4383c301-a6c3-47ff-ab03-4edca2ed9221 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/security-groups?id=37c0703c-2f7a-4c0a-ba55-1f547f113e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915377 Aug 06 15:56:55.249022 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e146d5-4a04-460c-8644-68be10a43939 x-openstack-request-id: req-71e146d5-4a04-460c-8644-68be10a43939 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:55.250321 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ace7cf-e23a-471f-bf0f-9dfdff2c014a", "name": "network-vif-deleted", "tag": "b2ce5357-d4e2-458d-a5bc-5703a220b863", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:55.251165 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71e146d5-4a04-460c-8644-68be10a43939 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:55.251994 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ace7cf-e23a-471f-bf0f-9dfdff2c014a', 'name': 'network-vif-deleted', 'tag': 'b2ce5357-d4e2-458d-a5bc-5703a220b863', 'status': 'completed', 'code': 200} Aug 06 15:56:55.479564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63de28-94f6-421f-8a98-109c2113023b req-51eb494a-d40d-4f17-baff-daf61fe97109 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:55.482669 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b63de28-94f6-421f-8a98-109c2113023b req-51eb494a-d40d-4f17-baff-daf61fe97109 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 945 time: 0.1712370 Aug 06 15:56:55.499654 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e62b18-beeb-4d20-babc-f279eeaabca4 req-36b5a489-635b-4bb0-b2bb-8186c9b3f2c3 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:55.502393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48e62b18-beeb-4d20-babc-f279eeaabca4 req-36b5a489-635b-4bb0-b2bb-8186c9b3f2c3 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 949 time: 0.1739054 Aug 06 15:56:55.515331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device caaaec9b-2a0b-4d08-b0d8-7265ade29549 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:56:55.572709 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b63de28-94f6-421f-8a98-109c2113023b req-1ba58ec0-11b8-4a03-a32a-5bd43619f074 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668676 Aug 06 15:56:55.633705 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48e62b18-beeb-4d20-babc-f279eeaabca4 req-1f785d99-1903-4d10-a91b-03574d6e945f tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051474 Aug 06 15:56:55.739054 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:55.770490 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-821984af-5b7a-49bb-8752-bc231fa121d3 req-17975fd5-2cd5-4ea0-9a86-b503e15cbe43 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 210 time: 0.0529208 Aug 06 15:56:55.787830 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02068247-c833-47f4-b37d-5eff9b57a544 req-eb2dbecd-f927-435b-b150-e2abd205dca9 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 210 time: 0.0570695 Aug 06 15:56:55.789339 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd371f426-c24d-415d-b9bf-071158f1b0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:55.807196 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fc8737-9307-4c3f-ab49-0a8674d971cb" -d '{"events": [{"server_uuid": "d371f426-c24d-415d-b9bf-071158f1b0fc", "name": "network-vif-unplugged", "status": "completed", "tag": "caaaec9b-2a0b-4d08-b0d8-7265ade29549"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:55.833049 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port caaaec9b-2a0b-4d08-b0d8-7265ade29549, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=caaaec9b-2a0b-4d08-b0d8-7265ade29549,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:55.842642 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:55.939820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=caaaec9b-2a0b-4d08-b0d8-7265ade29549,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:56.142925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94562236-796c-423d-bf92-571b8ed75cbc req-263279b5-d379-45c6-b8ee-4e5d30b4d27a tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:56.146469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94562236-796c-423d-bf92-571b8ed75cbc req-263279b5-d379-45c6-b8ee-4e5d30b4d27a tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 1100 time: 0.1355674 Aug 06 15:56:56.214592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-485b00bc-daff-4813-93bb-f7c69ccf210f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:56.217178 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-485b00bc-daff-4813-93bb-f7c69ccf210f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 810 time: 0.2373555 Aug 06 15:56:56.257102 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-7a0b39ac-54ed-4da3-b767-10a464ca822d tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/quotas/32e920af6a7c4f9d9c65a087db3ea6d1 HTTP/1.1" status: 200 len: 375 time: 0.0299973 Aug 06 15:56:56.259744 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94562236-796c-423d-bf92-571b8ed75cbc req-fd6d3016-8b02-46d5-911a-c3d8e7fff86a tempest-ServersOnMultiNodesTest-1039468976 tempest-ServersOnMultiNodesTest-1039468976-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058378 Aug 06 15:56:56.316413 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-50c5ef05-9194-4325-bfc8-fefb77c9b59f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495238 Aug 06 15:56:56.324031 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd54aece-c26e-4a4c-b888-ea4e867ae0f6 x-openstack-request-id: req-fd54aece-c26e-4a4c-b888-ea4e867ae0f6 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:56.324747 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d371f426-c24d-415d-b9bf-071158f1b0fc", "name": "network-vif-unplugged", "status": "completed", "tag": "caaaec9b-2a0b-4d08-b0d8-7265ade29549", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:56.324747 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd54aece-c26e-4a4c-b888-ea4e867ae0f6 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:56.325019 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd371f426-c24d-415d-b9bf-071158f1b0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549', 'code': 200} Aug 06 15:56:56.418879 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-344c0e21-2e6d-4ca3-bad4-da1c0f76453b tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:56.422811 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-344c0e21-2e6d-4ca3-bad4-da1c0f76453b tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b&tenant_id=852011720c8b4e718d18a1374910def6&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 1096 time: 0.0636873 Aug 06 15:56:56.449967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-ef08c275-5ccb-4a53-8a02-b3a5ddbc6f86 service neutron] 10.222.0.37 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203899 Aug 06 15:56:56.482773 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803756-1'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:56.535821 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 7c3f8fbe-6ee2-4417-b855-21bea2b993cb details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:56:56.544872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b2ce5357-d4e2-458d-a5bc-5703a220b863 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:56:56.581434 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:56.588303 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: b2ce5357-d4e2-458d-a5bc-5703a220b863 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:56:56.589342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b2ce5357-d4e2-458d-a5bc-5703a220b863 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:56:56.771148 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-8003a3c7-1187-4cc4-af64-2be6ac39de50 service neutron] 10.222.0.37 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081770 Aug 06 15:56:56.821700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dc219-219c-4a1e-af8b-2251949a5a31 req-0e74fc12-934f-432d-8e75-8ed94822d0c2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:56.830249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e1dc219-219c-4a1e-af8b-2251949a5a31 req-0e74fc12-934f-432d-8e75-8ed94822d0c2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 943 time: 0.2706325 Aug 06 15:56:56.866757 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=7c3f8fbe-6ee2-4417-b855-21bea2b993cb,segment=NetworkSegment(af9b9164-accb-4abc-9b62-095c5932c872),segment_id=af9b9164-accb-4abc-9b62-095c5932c872)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:56.888504 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb', 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27', 'port_id': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb', 'mac_address': 'fa:16:3e:dc:ef:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:56:56.939175 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:56.967230 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:56.989186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-82fc1c7e-7461-4916-a168-5c2a6850ae72 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:57.001868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-82fc1c7e-7461-4916-a168-5c2a6850ae72 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.13 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 812 time: 0.4002051 Aug 06 15:56:57.006060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-5d197a8b-9372-4902-9af0-ef98b0a46a83 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=96058f03e82c4d9191387e79492aa0b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1717696 Aug 06 15:56:57.020011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:57.037130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3f8fbe-6ee2-4417-b855-21bea2b993cb {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:57.089009 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=7c3f8fbe-6ee2-4417-b855-21bea2b993cb,segment=NetworkSegment(af9b9164-accb-4abc-9b62-095c5932c872),segment_id=af9b9164-accb-4abc-9b62-095c5932c872)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:57.099662 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:57.143556 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e1dc219-219c-4a1e-af8b-2251949a5a31 req-5f32d325-2ccf-4c58-b793-b45d39716469 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/security-groups?id=37c0703c-2f7a-4c0a-ba55-1f547f113e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450283 Aug 06 15:56:57.222163 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:57.236477 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:57.264533 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-7f0d2045-9f83-4000-a0f7-6249b811f475 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d3a470ba28a4c6f8ab926c00b563358 HTTP/1.1" status: 200 len: 380 time: 0.2427979 Aug 06 15:56:57.279071 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-40bca323-0bcb-4e55-af9a-19e936ce9cfa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Request body: {'port': {'device_id': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'admin_state_up': True, 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'security_groups': ['ca76dd49-1dba-424d-a36d-3683d9e3e8c9']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:57.291297 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=7c3f8fbe-6ee2-4417-b855-21bea2b993cb,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:57.323925 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef146a08-7e75-4ab0-930b-1c429dc5022b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc43daba-9b6c-4b34-804b-57ea9bca3bb8'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:57.333875 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77a6cdf-4c46-4c58-b97d-bdc597c7e788" -d '{"events": [{"server_uuid": "ef146a08-7e75-4ab0-930b-1c429dc5022b", "name": "network-vif-unplugged", "status": "completed", "tag": "fc43daba-9b6c-4b34-804b-57ea9bca3bb8"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:57.351816 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['7c3f8fbe-6ee2-4417-b855-21bea2b993cb'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:57.405177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-1a42b8b3-df40-4f9b-a92f-bed6c2c914e3 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:57.407282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-1a42b8b3-df40-4f9b-a92f-bed6c2c914e3 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3791583 Aug 06 15:56:57.453733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-f76284e5-38e5-4ddb-9cff-4a8b12f5bdc6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Request body: {'port': {'device_id': 'e2563c23-c119-4b02-ad28-11ef3482f0a2', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '96058f03e82c4d9191387e79492aa0b1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:57.533287 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Pushing event updated for resources: {'Port': ['ID=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:57.534875 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device fc43daba-9b6c-4b34-804b-57ea9bca3bb8 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:56:57.591968 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Attempting to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on host n-h2-803756-1 for vnic_type normal with profile {"migrating_to": "n-h1-803756-1"} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:57.592302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Attempting to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:57.592629 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Attempting to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:57.619828 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on network 897fb748-581b-4095-a788-9e69c09f9551 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:56:57.622989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Attempting to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:57.646603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:57.649446 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Checking segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:57.650294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Bound using segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:57.654338 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Bound port: fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:57.655299 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:57.667707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-40bca323-0bcb-4e55-af9a-19e936ce9cfa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Made reservation on behalf of 3d3a470ba28a4c6f8ab926c00b563358 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:57.672260 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-40bca323-0bcb-4e55-af9a-19e936ce9cfa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:57.824065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-f76284e5-38e5-4ddb-9cff-4a8b12f5bdc6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Made reservation on behalf of 96058f03e82c4d9191387e79492aa0b1 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:57.827222 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-f76284e5-38e5-4ddb-9cff-4a8b12f5bdc6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:57.852779 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:57.858157 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h2-803756-1, got binding levels [] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:57.859885 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:57.868142 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:57.963792 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Attempting to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on host n-h2-803756-1 for vnic_type normal with profile {"migrating_to": "n-h1-803756-1"} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:57.966146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Attempting to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:57.966650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Attempting to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:58.011610 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:58.012885 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:58.014580 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] 10.222.0.78 "PUT /v2.0/ports/fc43daba-9b6c-4b34-804b-57ea9bca3bb8 HTTP/1.1" status: 200 len: 1121 time: 1.5392613 Aug 06 15:56:58.036406 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7771ea-717e-44b1-a8e1-fd5c4d7be747 service neutron] Pushing event updated for resources: {'Port': ['ID=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,revision_number=8']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:58.127867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on network 897fb748-581b-4095-a788-9e69c09f9551 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:56:58.127867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Attempting to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:58.195370 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:58.198534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Checking segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:58.199511 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Bound using segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:58.202801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Bound port: fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:58.203452 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:58.268062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['fc43daba-9b6c-4b34-804b-57ea9bca3bb8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:58.376329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['fc43daba-9b6c-4b34-804b-57ea9bca3bb8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:58.500676 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-40bca323-0bcb-4e55-af9a-19e936ce9cfa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Allocated IP 172.20.0.9 (c0d2d561-fad9-4dca-83a3-90b0001ab013/90587363-bd8a-45c0-a0f0-4bc8dee159ed/66008572-9579-4b90-b59c-a817894ec420) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:58.580090 n-d-803756-1 neutron-server[105766]: WARNING neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Concurrent port binding operations failed on port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 Aug 06 15:56:58.592878 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:58.658237 n-d-803756-1 neutron-server[105766]: INFO neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Attempt 2 to bind port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 Aug 06 15:56:58.661885 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device fc43daba-9b6c-4b34-804b-57ea9bca3bb8 has no active binding in host n-h1-803756-1 {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 15:56:58.678476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cac76b-3a26-4ff6-bc5f-46c0014df925 req-dc0dc5ed-0a3d-405e-bf99-2b4cc4788057 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:58.681103 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58cac76b-3a26-4ff6-bc5f-46c0014df925 req-dc0dc5ed-0a3d-405e-bf99-2b4cc4788057 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 943 time: 0.8752260 Aug 06 15:56:58.911360 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:56:58.990712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58cac76b-3a26-4ff6-bc5f-46c0014df925 req-0a9b138c-cc01-42e0-b563-c41eebd18185 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753952 Aug 06 15:56:58.997898 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d35107e6-e016-4301-a2bb-58f43578ef67 req-91da71aa-cc97-478c-a114-48bcaada0254 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 210 time: 0.0652068 Aug 06 15:56:59.036332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-f76284e5-38e5-4ddb-9cff-4a8b12f5bdc6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Allocated IP 192.168.233.192 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/0eea7e06-658c-4154-a70a-226749fcc158) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:59.127933 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-40bca323-0bcb-4e55-af9a-19e936ce9cfa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.147432 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-40bca323-0bcb-4e55-af9a-19e936ce9cfa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Transition to ACTIVE for port object 66008572-9579-4b90-b59c-a817894ec420 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:59.220395 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-35e4b0b2-8198-4560-939e-4a322bad5cfc req-745ed463-cbd8-47f7-86fc-92701ad789ab tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 210 time: 0.0693378 Aug 06 15:56:59.303916 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94999874-5fc8-4948-b728-4bdf14caaeb4 req-3a368c6b-a4e0-44a7-b040-1b3eb7efbd34 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 210 time: 0.0860016 Aug 06 15:56:59.322767 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-40bca323-0bcb-4e55-af9a-19e936ce9cfa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.379259 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208ac80b-f88a-494e-9a34-abccaf445a4c x-openstack-request-id: req-208ac80b-f88a-494e-9a34-abccaf445a4c {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:59.380244 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef146a08-7e75-4ab0-930b-1c429dc5022b", "name": "network-vif-unplugged", "status": "completed", "tag": "fc43daba-9b6c-4b34-804b-57ea9bca3bb8", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:59.380244 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-208ac80b-f88a-494e-9a34-abccaf445a4c {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:59.387896 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef146a08-7e75-4ab0-930b-1c429dc5022b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc43daba-9b6c-4b34-804b-57ea9bca3bb8', 'code': 200} Aug 06 15:56:59.407085 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bca323-0bcb-4e55-af9a-19e936ce9cfa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event updated for resources: {'Port': ['ID=66008572-9579-4b90-b59c-a817894ec420,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:59.434182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-40bca323-0bcb-4e55-af9a-19e936ce9cfa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Network c0d2d561-fad9-4dca-83a3-90b0001ab013 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:59.445111 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-40bca323-0bcb-4e55-af9a-19e936ce9cfa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:59.450391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-40bca323-0bcb-4e55-af9a-19e936ce9cfa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:59.528185 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-1f36144e-4926-4281-82f9-18e53ed798e0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:59.530210 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-1f36144e-4926-4281-82f9-18e53ed798e0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.13 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 810 time: 0.3015735 Aug 06 15:56:59.550558 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-e534a66c-57e6-4885-b119-43c7e3c8afbe tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Request body: {'port': {'device_id': 'c668c63b-b873-4cb5-9219-35f09d61697a', 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79', 'admin_state_up': True, 'tenant_id': '32e920af6a7c4f9d9c65a087db3ea6d1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:59.594668 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-f76284e5-38e5-4ddb-9cff-4a8b12f5bdc6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.666995 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-40bca323-0bcb-4e55-af9a-19e936ce9cfa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:59.667414 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-40bca323-0bcb-4e55-af9a-19e936ce9cfa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.696388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-f76284e5-38e5-4ddb-9cff-4a8b12f5bdc6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Transition to ACTIVE for port object 0eea7e06-658c-4154-a70a-226749fcc158 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:59.747395 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-40bca323-0bcb-4e55-af9a-19e936ce9cfa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4732573 Aug 06 15:56:59.763179 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2357a3d-5313-4083-959b-9b66179f1550 req-e9659f7f-bc27-4ffc-9825-d2316186d383 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:59.765522 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2357a3d-5313-4083-959b-9b66179f1550 req-e9659f7f-bc27-4ffc-9825-d2316186d383 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 949 time: 0.2517519 Aug 06 15:56:59.768875 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-e534a66c-57e6-4885-b119-43c7e3c8afbe tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Made reservation on behalf of 32e920af6a7c4f9d9c65a087db3ea6d1 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:59.775865 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-e534a66c-57e6-4885-b119-43c7e3c8afbe tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.780238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Request body: {'port': {'device_id': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:59.811598 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ba9adc04-f7de-4ec9-b12d-08734749f19f None None] Provisioning for port 66008572-9579-4b90-b59c-a817894ec420 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:59.817783 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ba9adc04-f7de-4ec9-b12d-08734749f19f None None] Provisioning complete for port 66008572-9579-4b90-b59c-a817894ec420 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:59.818292 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ba9adc04-f7de-4ec9-b12d-08734749f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.872172 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc05f48-e400-4d0f-990e-dff4f699f4d5 req-8bb7356a-5aea-45a4-9648-e88e2cbc3bbc tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:59.873827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9dc05f48-e400-4d0f-990e-dff4f699f4d5 req-8bb7356a-5aea-45a4-9648-e88e2cbc3bbc tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 944 time: 0.2555871 Aug 06 15:56:59.897085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ba9adc04-f7de-4ec9-b12d-08734749f19f None None] Port 66008572-9579-4b90-b59c-a817894ec420 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:56:59.946638 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-f76284e5-38e5-4ddb-9cff-4a8b12f5bdc6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.954842 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2357a3d-5313-4083-959b-9b66179f1550 req-507e23e3-c589-4fad-b18e-93dd97caff93 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670046 Aug 06 15:56:59.962250 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:00.026850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-e534a66c-57e6-4885-b119-43c7e3c8afbe tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Allocated IP 172.20.0.12 (c34c076c-c1bd-4999-8d39-ceaa7495de79/5bc4c7ac-6d15-4fde-899c-97f04be5a8db/cc03854f-ad9e-46cf-8685-d87b8ed74113) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:57:00.056283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9dc05f48-e400-4d0f-990e-dff4f699f4d5 req-6dce940c-6777-45b7-bfa0-bfaf63816b3d tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/security-groups?id=37c0703c-2f7a-4c0a-ba55-1f547f113e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670723 Aug 06 15:57:00.060622 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-f76284e5-38e5-4ddb-9cff-4a8b12f5bdc6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:00.107691 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-f76284e5-38e5-4ddb-9cff-4a8b12f5bdc6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:00.132357 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-f76284e5-38e5-4ddb-9cff-4a8b12f5bdc6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:57:00.215074 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76284e5-38e5-4ddb-9cff-4a8b12f5bdc6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Pushing event updated for resources: {'Port': ['ID=0eea7e06-658c-4154-a70a-226749fcc158,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:00.226366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-f76284e5-38e5-4ddb-9cff-4a8b12f5bdc6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:00.227631 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-f76284e5-38e5-4ddb-9cff-4a8b12f5bdc6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:00.311554 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-f76284e5-38e5-4ddb-9cff-4a8b12f5bdc6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8691344 Aug 06 15:57:00.343190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Request body: {'port': {'device_id': 'e2563c23-c119-4b02-ad28-11ef3482f0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:00.495507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10fbc91-4549-4c4a-82c4-9ee4b298da51 req-eb573019-4873-49ea-b985-56d2cb2851ee tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:00.502587 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b10fbc91-4549-4c4a-82c4-9ee4b298da51 req-eb573019-4873-49ea-b985-56d2cb2851ee tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 943 time: 0.2889791 Aug 06 15:57:00.528550 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dab75bf8-d0bd-4dc8-b8b6-b8761637f094 None None] Provisioning for port 0eea7e06-658c-4154-a70a-226749fcc158 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:57:00.533990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dab75bf8-d0bd-4dc8-b8b6-b8761637f094 None None] Provisioning complete for port 0eea7e06-658c-4154-a70a-226749fcc158 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:00.534382 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dab75bf8-d0bd-4dc8-b8b6-b8761637f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:00.570577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 7c3f8fbe-6ee2-4417-b855-21bea2b993cb up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:57:00.637319 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-dab75bf8-d0bd-4dc8-b8b6-b8761637f094 None None] Port 0eea7e06-658c-4154-a70a-226749fcc158 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:57:00.655444 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:00.658247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:57:00.668356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:00.669268 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:00.766611 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['c7344e6b-002c-499e-9747-1ef0cd4e458c', '18587b92-fe58-4f08-8b27-97289a336ff4'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:00.774487 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b10fbc91-4549-4c4a-82c4-9ee4b298da51 req-ab648252-79d8-4b67-98d4-fffc13e6596a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461138 Aug 06 15:57:00.864163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2186096-6a97-4db0-99f7-56c0e039300b req-d9aa6eb0-0166-4b26-aa56-f8523f282a3b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:00.868658 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d2186096-6a97-4db0-99f7-56c0e039300b req-d9aa6eb0-0166-4b26-aa56-f8523f282a3b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "GET /v2.0/ports?device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 949 time: 0.2439446 Aug 06 15:57:00.944476 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:00.990432 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88967ce5-5480-4851-ba7e-0d957941e6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:01.002675 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7db295a1-8c42-457e-b4ce-493b0c93c816 req-5e83fe54-ddca-401a-89fd-57ecca353655 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 210 time: 0.0601737 Aug 06 15:57:01.008488 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0f3d97-ca1f-4114-b526-4c112d2b2c09" -d '{"events": [{"server_uuid": "88967ce5-5480-4851-ba7e-0d957941e6b7", "name": "network-vif-plugged", "status": "completed", "tag": "7c3f8fbe-6ee2-4417-b855-21bea2b993cb"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:01.053688 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=7c3f8fbe-6ee2-4417-b855-21bea2b993cb,segment=NetworkSegment(af9b9164-accb-4abc-9b62-095c5932c872),segment_id=af9b9164-accb-4abc-9b62-095c5932c872)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:01.068271 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.164935 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-25a3385d-93da-4dbd-8fec-cd3b13c7fc5e req-5e091097-5eef-46e4-b3d9-c5ee6f10e2b8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2412531 Aug 06 15:57:01.166278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1042a-ba28-4950-8afe-a1cce549edfa req-bbd46602-4401-43d4-8015-f278a80cab0b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:01.168669 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97a1042a-ba28-4950-8afe-a1cce549edfa req-bbd46602-4401-43d4-8015-f278a80cab0b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 931 time: 0.3912420 Aug 06 15:57:01.196060 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-e534a66c-57e6-4885-b119-43c7e3c8afbe tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.207829 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=7c3f8fbe-6ee2-4417-b855-21bea2b993cb,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:01.282093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-d2186096-6a97-4db0-99f7-56c0e039300b req-bc208d9d-7384-4030-9d9d-53e8c9182940 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Deleting port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:01.282615 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d2186096-6a97-4db0-99f7-56c0e039300b req-bc208d9d-7384-4030-9d9d-53e8c9182940 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.380928 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66008572-9579-4b90-b59c-a817894ec420 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:57:01.392308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97a1042a-ba28-4950-8afe-a1cce549edfa req-06828174-35e3-42a0-ab46-b4193a4eba83 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897218 Aug 06 15:57:01.417069 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.430627 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef146a08-7e75-4ab0-930b-1c429dc5022b', 'tag': 'fc43daba-9b6c-4b34-804b-57ea9bca3bb8'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:01.436183 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d07ca2c-f865-43a6-bcc4-08aad50d2e26" -d '{"events": [{"name": "network-changed", "server_uuid": "ef146a08-7e75-4ab0-930b-1c429dc5022b", "tag": "fc43daba-9b6c-4b34-804b-57ea9bca3bb8"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:01.453835 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16773619-031a-4d91-b056-2a40cdc654bb req-627fc947-9164-4bd7-8631-040499a442e5 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:01.456967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16773619-031a-4d91-b056-2a40cdc654bb req-627fc947-9164-4bd7-8631-040499a442e5 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 936 time: 0.3393583 Aug 06 15:57:01.518036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3385d-93da-4dbd-8fec-cd3b13c7fc5e req-7c52d3e6-b094-444f-b3af-aadbc5136637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:01.521141 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-25a3385d-93da-4dbd-8fec-cd3b13c7fc5e req-7c52d3e6-b094-444f-b3af-aadbc5136637 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=261f0b371ec84b8386de53a882b55255&device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 1101 time: 0.2909567 Aug 06 15:57:01.545680 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-e534a66c-57e6-4885-b119-43c7e3c8afbe tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.596299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Transition to ACTIVE for port object 66008572-9579-4b90-b59c-a817894ec420 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:01.621337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.678282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d2186096-6a97-4db0-99f7-56c0e039300b req-bc208d9d-7384-4030-9d9d-53e8c9182940 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] For port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=906e7a7a-5579-4649-a4ea-4a3cf0ac57a1,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:01.678813 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d2186096-6a97-4db0-99f7-56c0e039300b req-bc208d9d-7384-4030-9d9d-53e8c9182940 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.702003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-d2186096-6a97-4db0-99f7-56c0e039300b req-bc208d9d-7384-4030-9d9d-53e8c9182940 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Calling delete_port for 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:01.873735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16773619-031a-4d91-b056-2a40cdc654bb req-f4e8def5-f284-4a5e-b929-0e99af170b4d tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977525 Aug 06 15:57:01.911096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Pushing event updated for resources: {'Port': ['ID=66008572-9579-4b90-b59c-a817894ec420,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:01.937110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eea7e06-658c-4154-a70a-226749fcc158 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:57:01.966535 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.991533 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdd7655-9301-4135-a71b-18334df34605 x-openstack-request-id: req-fcdd7655-9301-4135-a71b-18334df34605 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:01.992170 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88967ce5-5480-4851-ba7e-0d957941e6b7", "name": "network-vif-plugged", "status": "completed", "tag": "7c3f8fbe-6ee2-4417-b855-21bea2b993cb", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:01.992359 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fcdd7655-9301-4135-a71b-18334df34605 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:01.992985 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88967ce5-5480-4851-ba7e-0d957941e6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb', 'code': 200} Aug 06 15:57:02.061708 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Transition to ACTIVE for port object 0eea7e06-658c-4154-a70a-226749fcc158 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:02.093084 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.110260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-e534a66c-57e6-4885-b119-43c7e3c8afbe tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Network c34c076c-c1bd-4999-8d39-ceaa7495de79 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:02.112977 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-e534a66c-57e6-4885-b119-43c7e3c8afbe tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:02.140617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-e534a66c-57e6-4885-b119-43c7e3c8afbe tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:57:02.154131 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534a66c-57e6-4885-b119-43c7e3c8afbe tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Pushing event updated for resources: {'Port': ['ID=cc03854f-ad9e-46cf-8685-d87b8ed74113,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:02.186842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a29c5c-5156-45a3-b24f-7884bb95cba9 req-30cabf72-1781-49f4-ab96-b1a9bb650919 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:02.189736 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04a29c5c-5156-45a3-b24f-7884bb95cba9 req-30cabf72-1781-49f4-ab96-b1a9bb650919 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=44dcc97d-4d52-4e14-989e-9c5d556d4a90 HTTP/1.1" status: 200 len: 949 time: 0.2434294 Aug 06 15:57:02.289737 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Attempting to bind port 66008572-9579-4b90-b59c-a817894ec420 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:57:02.290106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Attempting to bind port 66008572-9579-4b90-b59c-a817894ec420 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:57:02.290468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Attempting to bind port 66008572-9579-4b90-b59c-a817894ec420 on network c0d2d561-fad9-4dca-83a3-90b0001ab013 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:57:02.301384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0eea7e06-658c-4154-a70a-226749fcc158,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:02.316996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Port 66008572-9579-4b90-b59c-a817894ec420 on network c0d2d561-fad9-4dca-83a3-90b0001ab013 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:57:02.317408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Attempting to bind port 66008572-9579-4b90-b59c-a817894ec420 on network c0d2d561-fad9-4dca-83a3-90b0001ab013 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:57:02.324993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-e534a66c-57e6-4885-b119-43c7e3c8afbe tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:02.326279 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-e534a66c-57e6-4885-b119-43c7e3c8afbe tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.334720 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3385d-93da-4dbd-8fec-cd3b13c7fc5e req-ec59099e-f3e5-4553-b35a-9ad7b653b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:02.337572 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-25a3385d-93da-4dbd-8fec-cd3b13c7fc5e req-ec59099e-f3e5-4553-b35a-9ad7b653b1ea service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.6876793 Aug 06 15:57:02.370366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e949a09-d8ed-4dfd-8168-3280e0025c16 req-931f965b-4f67-49d7-9af2-6159cab58a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:02.371940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e949a09-d8ed-4dfd-8168-3280e0025c16 req-931f965b-4f67-49d7-9af2-6159cab58a8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 1096 time: 0.2204335 Aug 06 15:57:02.397390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:57:02.397915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Checking segment: {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:02.398545 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Bound using segment: {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:57:02.399240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Bound port: 66008572-9579-4b90-b59c-a817894ec420, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:57:02.399867 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.416241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49c6b2-1a1a-4dd7-8783-94570c3ba9ad req-b71a943f-c46e-4e59-87fa-d2f83a61d2f7 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:02.419076 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a49c6b2-1a1a-4dd7-8783-94570c3ba9ad req-b71a943f-c46e-4e59-87fa-d2f83a61d2f7 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 945 time: 0.2580967 Aug 06 15:57:02.461046 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-25a3385d-93da-4dbd-8fec-cd3b13c7fc5e req-f6843172-3642-419a-93b4-541481256bf2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=484abe1c-3cc2-4b42-97f1-b6c1789f3a49 HTTP/1.1" status: 200 len: 217 time: 0.1032066 Aug 06 15:57:02.461485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04a29c5c-5156-45a3-b24f-7884bb95cba9 req-31cc3334-2056-4f2a-bf52-c9898c5237eb tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301328 Aug 06 15:57:02.476220 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-e534a66c-57e6-4885-b119-43c7e3c8afbe tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9333830 Aug 06 15:57:02.508952 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Request body: {'port': {'device_id': 'c668c63b-b873-4cb5-9219-35f09d61697a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:02.602866 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Attempting to bind port 0eea7e06-658c-4154-a70a-226749fcc158 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:57:02.603357 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Attempting to bind port 0eea7e06-658c-4154-a70a-226749fcc158 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:57:02.603657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Attempting to bind port 0eea7e06-658c-4154-a70a-226749fcc158 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:57:02.609578 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e949a09-d8ed-4dfd-8168-3280e0025c16 req-cf4cbeb7-19fe-4068-a87e-765f61d8839a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=37c0703c-2f7a-4c0a-ba55-1f547f113e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870325 Aug 06 15:57:02.619243 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a49c6b2-1a1a-4dd7-8783-94570c3ba9ad req-86b51f88-ce03-446b-aba0-4bd7c3bfb03b tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/security-groups?id=37c0703c-2f7a-4c0a-ba55-1f547f113e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717436 Aug 06 15:57:02.636094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Port 0eea7e06-658c-4154-a70a-226749fcc158 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:57:02.636434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Attempting to bind port 0eea7e06-658c-4154-a70a-226749fcc158 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:57:02.643819 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3385d-93da-4dbd-8fec-cd3b13c7fc5e req-89d53237-fef2-43ff-ac1d-95258b758318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:02.647474 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-25a3385d-93da-4dbd-8fec-cd3b13c7fc5e req-89d53237-fef2-43ff-ac1d-95258b758318 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1330132 Aug 06 15:57:02.669502 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:57:02.679890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:57:02.680422 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:02.681475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:57:02.681475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Bound port: 0eea7e06-658c-4154-a70a-226749fcc158, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:57:02.681877 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.683576 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700f505b-3acf-497d-88ab-ae4933a519b8 x-openstack-request-id: req-700f505b-3acf-497d-88ab-ae4933a519b8 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:02.684048 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef146a08-7e75-4ab0-930b-1c429dc5022b", "tag": "fc43daba-9b6c-4b34-804b-57ea9bca3bb8", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:02.684398 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-700f505b-3acf-497d-88ab-ae4933a519b8 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:02.684959 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef146a08-7e75-4ab0-930b-1c429dc5022b', 'tag': 'fc43daba-9b6c-4b34-804b-57ea9bca3bb8', 'status': 'completed', 'code': 200} Aug 06 15:57:02.685419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:57:02.718118 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.733114 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d2186096-6a97-4db0-99f7-56c0e039300b req-bc208d9d-7384-4030-9d9d-53e8c9182940 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.749953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['cd9db018-e1ea-4325-a44b-f2c3e3b82528', 'b2bebe8e-7a41-4858-bda0-69be54fedfe3', '25590453-f1fe-472b-bdc0-f57d2368ebee'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:02.810726 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc208d9d-7384-4030-9d9d-53e8c9182940 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event deleted for resources: {'Port': ['ID=906e7a7a-5579-4649-a4ea-4a3cf0ac57a1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:02.904417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3385d-93da-4dbd-8fec-cd3b13c7fc5e req-77ee839a-8759-4dc6-b82b-f35ddb1c6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:02.907318 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-25a3385d-93da-4dbd-8fec-cd3b13c7fc5e req-77ee839a-8759-4dc6-b82b-f35ddb1c6153 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2180712 Aug 06 15:57:03.112157 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:03.127219 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2186096-6a97-4db0-99f7-56c0e039300b req-bc208d9d-7384-4030-9d9d-53e8c9182940 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] No DVR routers for this DVR port 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:03.155965 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d2186096-6a97-4db0-99f7-56c0e039300b req-bc208d9d-7384-4030-9d9d-53e8c9182940 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:03.160234 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d2186096-6a97-4db0-99f7-56c0e039300b req-bc208d9d-7384-4030-9d9d-53e8c9182940 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "DELETE /v2.0/ports/906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 HTTP/1.1" status: 204 len: 173 time: 2.2517276 Aug 06 15:57:03.285069 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-25a3385d-93da-4dbd-8fec-cd3b13c7fc5e req-6a3e11a2-dec9-4c39-a703-de06bc74aa08 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400574 Aug 06 15:57:03.324645 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:03.325471 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:03.327050 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] 10.222.0.13 "PUT /v2.0/ports/66008572-9579-4b90-b59c-a817894ec420 HTTP/1.1" status: 200 len: 1091 time: 3.5603142 Aug 06 15:57:03.334588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'tag': '66008572-9579-4b90-b59c-a817894ec420'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:03.337255 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad90c92-fbbd-4a47-a782-c2b9778e9e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "tag": "66008572-9579-4b90-b59c-a817894ec420"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:03.444254 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4407aab-d045-4a9b-b927-c7f384d78792 service neutron] Pushing event updated for resources: {'Port': ['ID=66008572-9579-4b90-b59c-a817894ec420,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:03.509569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07ca2c-f865-43a6-bcc4-08aad50d2e26 req-f277ef8e-32ee-46f2-bac8-0f5c6123d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:03.512318 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d07ca2c-f865-43a6-bcc4-08aad50d2e26 req-f277ef8e-32ee-46f2-bac8-0f5c6123d7c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 1124 time: 0.8229384 Aug 06 15:57:03.533215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90e539-ee70-4375-b2b8-9993cef5f6e0 req-b9b077c5-d0cd-46e7-8589-2af3bf1103c9 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:03.542953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c90e539-ee70-4375-b2b8-9993cef5f6e0 req-b9b077c5-d0cd-46e7-8589-2af3bf1103c9 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 943 time: 0.8002369 Aug 06 15:57:03.547412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] For port 0eea7e06-658c-4154-a70a-226749fcc158, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:57:03.595076 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:03.629684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f78b38-0da6-4f2d-9af8-b05eb78b9154 req-5db7be99-4506-4c93-99df-9e7a07db3286 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:03.642295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6f78b38-0da6-4f2d-9af8-b05eb78b9154 req-5db7be99-4506-4c93-99df-9e7a07db3286 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 932 time: 0.8935072 Aug 06 15:57:03.662832 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] For port 0eea7e06-658c-4154-a70a-226749fcc158, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=0eea7e06-658c-4154-a70a-226749fcc158,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:57:03.698634 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:03.712234 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:03.712894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 906e7a7a-5579-4649-a4ea-4a3cf0ac57a1 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:03.717294 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6af7da23-6131-4973-b31c-d25ab1e65473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:03.828965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-fca07e2a-8a55-45ae-a512-ff1fbceb24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:03.829456 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-25a3385d-93da-4dbd-8fec-cd3b13c7fc5e req-89c43be1-cc51-454e-8a55-0963c619e09e service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176892 Aug 06 15:57:03.832273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-fca07e2a-8a55-45ae-a512-ff1fbceb24d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 1094 time: 0.4250453 Aug 06 15:57:03.915690 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:03.917117 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:03.920109 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] 10.222.0.78 "PUT /v2.0/ports/0eea7e06-658c-4154-a70a-226749fcc158 HTTP/1.1" status: 200 len: 1096 time: 3.5835810 Aug 06 15:57:03.990528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c90e539-ee70-4375-b2b8-9993cef5f6e0 req-427467d0-f546-436c-a55c-7a4738b36f10 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463372 Aug 06 15:57:04.017102 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6f78b38-0da6-4f2d-9af8-b05eb78b9154 req-37560ad2-7bd1-4236-ad7a-445ad9e6e1d2 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734462 Aug 06 15:57:04.019016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-851b413c-d5bb-490f-8614-58cd74e07504 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66008572-9579-4b90-b59c-a817894ec420 HTTP/1.1" status: 200 len: 217 time: 0.1575639 Aug 06 15:57:04.060508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6841fe8f-f1ac-4eef-a329-6f127beb51bb', 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53', '484abe1c-3cc2-4b42-97f1-b6c1789f3a49', '4f7163f9-60bb-4537-a175-399cae11a471'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:04.073278 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc03854f-ad9e-46cf-8685-d87b8ed74113 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:57:04.095593 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.127617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Transition to ACTIVE for port object cc03854f-ad9e-46cf-8685-d87b8ed74113 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:04.137466 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.166006 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09379f0-bb9a-4232-bc95-fb75d29c85b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0eea7e06-658c-4154-a70a-226749fcc158,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:04.223857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07ca2c-f865-43a6-bcc4-08aad50d2e26 req-4e7b51aa-db64-4e54-905a-1ee72cdbc0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:04.225925 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d07ca2c-f865-43a6-bcc4-08aad50d2e26 req-4e7b51aa-db64-4e54-905a-1ee72cdbc0f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.6800931 Aug 06 15:57:04.359984 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d07ca2c-f865-43a6-bcc4-08aad50d2e26 req-6936f6d0-0c5d-4953-8255-ff5113420f91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc43daba-9b6c-4b34-804b-57ea9bca3bb8 HTTP/1.1" status: 200 len: 217 time: 0.1229854 Aug 06 15:57:04.361424 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Pushing event updated for resources: {'Port': ['ID=cc03854f-ad9e-46cf-8685-d87b8ed74113,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:04.434940 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Attempting to bind port cc03854f-ad9e-46cf-8685-d87b8ed74113 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:57:04.438159 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Attempting to bind port cc03854f-ad9e-46cf-8685-d87b8ed74113 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:57:04.438722 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Attempting to bind port cc03854f-ad9e-46cf-8685-d87b8ed74113 on network c34c076c-c1bd-4999-8d39-ceaa7495de79 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:57:04.454455 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Port cc03854f-ad9e-46cf-8685-d87b8ed74113 on network c34c076c-c1bd-4999-8d39-ceaa7495de79 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:57:04.454827 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Attempting to bind port cc03854f-ad9e-46cf-8685-d87b8ed74113 on network c34c076c-c1bd-4999-8d39-ceaa7495de79 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:57:04.461990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:57:04.462337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Checking segment: {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:04.462804 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Bound using segment: {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:57:04.463189 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Bound port: cc03854f-ad9e-46cf-8685-d87b8ed74113, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:57:04.463799 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.508550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-148a8dd1-6136-49c0-a866-93ecece0a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:04.511256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-148a8dd1-6136-49c0-a866-93ecece0a384 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=96058f03e82c4d9191387e79492aa0b1&device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 1099 time: 0.5112097 Aug 06 15:57:04.515753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-6087f981-520b-4f70-8106-574e5236b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:04.518229 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-6087f981-520b-4f70-8106-574e5236b135 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.4421630 Aug 06 15:57:04.606331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] For port cc03854f-ad9e-46cf-8685-d87b8ed74113, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:57:04.613378 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] For port cc03854f-ad9e-46cf-8685-d87b8ed74113, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cc03854f-ad9e-46cf-8685-d87b8ed74113,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:57:04.621818 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.674544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-9e80cc9d-2cd0-40e0-9ec4-029ea132022f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0eea7e06-658c-4154-a70a-226749fcc158 HTTP/1.1" status: 200 len: 217 time: 0.1232283 Aug 06 15:57:04.706486 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e36d0a-af05-4eaf-9977-f2680c0f62a2 req-e3ba3ef3-922e-4331-aaf7-963898441a45 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:04.718849 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10e36d0a-af05-4eaf-9977-f2680c0f62a2 req-e3ba3ef3-922e-4331-aaf7-963898441a45 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 943 time: 0.5009780 Aug 06 15:57:04.720526 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:04.721716 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.726293 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc03854f-ad9e-46cf-8685-d87b8ed74113 HTTP/1.1" status: 200 len: 1092 time: 2.2362137 Aug 06 15:57:04.727196 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dcc97d-4d52-4e14-989e-9c5d556d4a90', 'name': 'network-vif-deleted', 'tag': '906e7a7a-5579-4649-a4ea-4a3cf0ac57a1'}, {'name': 'network-changed', 'server_uuid': 'c668c63b-b873-4cb5-9219-35f09d61697a', 'tag': 'cc03854f-ad9e-46cf-8685-d87b8ed74113'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:04.743444 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8aec74-7ade-445b-9679-304c809716f7" -d '{"events": [{"server_uuid": "44dcc97d-4d52-4e14-989e-9c5d556d4a90", "name": "network-vif-deleted", "tag": "906e7a7a-5579-4649-a4ea-4a3cf0ac57a1"}, {"name": "network-changed", "server_uuid": "c668c63b-b873-4cb5-9219-35f09d61697a", "tag": "cc03854f-ad9e-46cf-8685-d87b8ed74113"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:04.758864 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07ca2c-f865-43a6-bcc4-08aad50d2e26 req-2f685b87-fa89-43b0-b28b-1071ad092c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:04.760439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d07ca2c-f865-43a6-bcc4-08aad50d2e26 req-2f685b87-fa89-43b0-b28b-1071ad092c9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.3901112 Aug 06 15:57:04.840871 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae3976-3268-4206-b753-50c9d5c61605 req-a09f9286-7964-4325-b95a-659afbcc30ce tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:04.849764 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90ae3976-3268-4206-b753-50c9d5c61605 req-a09f9286-7964-4325-b95a-659afbcc30ce tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 948 time: 0.3863997 Aug 06 15:57:04.898023 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4374bef-654d-4b61-9a3c-efea58d96f11 service neutron] Pushing event updated for resources: {'Port': ['ID=cc03854f-ad9e-46cf-8685-d87b8ed74113,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:04.904562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-dc398477-3de2-4278-aa0e-4a306c5d47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:04.907031 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-dc398477-3de2-4278-aa0e-4a306c5d47df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 1095 time: 0.1120312 Aug 06 15:57:04.920961 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d07ca2c-f865-43a6-bcc4-08aad50d2e26 req-02dd8543-08e6-4a34-a18e-0d84c85930ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640256 Aug 06 15:57:05.006739 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-b8852433-ef56-45cb-9f67-f8ec5c645718 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc03854f-ad9e-46cf-8685-d87b8ed74113 HTTP/1.1" status: 200 len: 217 time: 0.0883348 Aug 06 15:57:05.054525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-07aec0ac-3c23-4ccc-a6db-eec92764191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:05.057381 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-07aec0ac-3c23-4ccc-a6db-eec92764191c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5195520 Aug 06 15:57:05.078859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10e36d0a-af05-4eaf-9977-f2680c0f62a2 req-2d670997-2575-427b-8ba6-614f3cf3fd7d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3371408 Aug 06 15:57:05.134408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-776c209c-d943-4ea7-89a3-73aa1473e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:05.138818 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-776c209c-d943-4ea7-89a3-73aa1473e996 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bc4c7ac-6d15-4fde-899c-97f04be5a8db HTTP/1.1" status: 200 len: 850 time: 0.1198637 Aug 06 15:57:05.141687 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-d0642068-73d9-4bbc-ba6b-202f6241ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:05.144071 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-d0642068-73d9-4bbc-ba6b-202f6241ac3a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.4111297 Aug 06 15:57:05.198655 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90ae3976-3268-4206-b753-50c9d5c61605 req-2eea50e1-1554-4cad-a53f-81f8aff91c11 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476913 Aug 06 15:57:05.212782 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7aac603-9894-4d7c-b3ca-214451a5004f x-openstack-request-id: req-b7aac603-9894-4d7c-b3ca-214451a5004f {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:05.213184 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "tag": "66008572-9579-4b90-b59c-a817894ec420", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:05.213536 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7aac603-9894-4d7c-b3ca-214451a5004f {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:05.214105 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'tag': '66008572-9579-4b90-b59c-a817894ec420', 'status': 'completed', 'code': 200} Aug 06 15:57:05.244560 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-b2bf1335-262b-43d4-a037-0b61282f7a5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c34c076c-c1bd-4999-8d39-ceaa7495de79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972254 Aug 06 15:57:05.472709 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a4d1583f-a2a8-4595-b43c-5dd6837cb83f service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210944 Aug 06 15:57:05.474497 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af277e9-a8e2-4ab9-b6d1-6614e920245e x-openstack-request-id: req-1af277e9-a8e2-4ab9-b6d1-6614e920245e {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:05.474910 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dcc97d-4d52-4e14-989e-9c5d556d4a90", "name": "network-vif-deleted", "tag": "906e7a7a-5579-4649-a4ea-4a3cf0ac57a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c668c63b-b873-4cb5-9219-35f09d61697a", "tag": "cc03854f-ad9e-46cf-8685-d87b8ed74113", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:05.475142 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1af277e9-a8e2-4ab9-b6d1-6614e920245e {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:05.475571 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dcc97d-4d52-4e14-989e-9c5d556d4a90', 'name': 'network-vif-deleted', 'tag': '906e7a7a-5579-4649-a4ea-4a3cf0ac57a1', 'status': 'completed', 'code': 200} Aug 06 15:57:05.475872 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c668c63b-b873-4cb5-9219-35f09d61697a', 'tag': 'cc03854f-ad9e-46cf-8685-d87b8ed74113', 'status': 'completed', 'code': 200} Aug 06 15:57:05.492819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-42fc6904-9eda-4435-a8d4-8507088ce3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:05.495618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-42fc6904-9eda-4435-a8d4-8507088ce3f6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3095467 Aug 06 15:57:05.499250 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d07ca2c-f865-43a6-bcc4-08aad50d2e26 req-ea164a81-c331-42ba-ac89-e2b3342f703a service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479825 Aug 06 15:57:05.584208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device caaaec9b-2a0b-4d08-b0d8-7265ade29549 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:57:05.655099 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b7b66b6a-a6c5-40f9-8c8c-77909ec5d135 req-a20a151f-5a66-47f0-8c7f-3f6fe6cd873a service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730902 Aug 06 15:57:05.727731 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port caaaec9b-2a0b-4d08-b0d8-7265ade29549, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=caaaec9b-2a0b-4d08-b0d8-7265ade29549,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:05.752542 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549', 'mac_address': 'fa:16:3e:8c:7b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:57:05.783851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-8e89f0bc-8ce8-4c70-84e4-ec12b5c6429b service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7033398 Aug 06 15:57:05.817440 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aec74-7ade-445b-9679-304c809716f7 req-fc4f3d87-c836-469d-80c4-76a22ccbf205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:05.820725 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3f8aec74-7ade-445b-9679-304c809716f7 req-fc4f3d87-c836-469d-80c4-76a22ccbf205 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 1095 time: 0.0903473 Aug 06 15:57:05.839294 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:05.861806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e8215-6122-40b9-b734-b4b15b5c5057 req-32c5a4cb-b2f3-49d8-8161-1fb649081930 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:05.864105 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e95e8215-6122-40b9-b734-b4b15b5c5057 req-32c5a4cb-b2f3-49d8-8161-1fb649081930 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 945 time: 0.5358801 Aug 06 15:57:05.873538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caaaec9b-2a0b-4d08-b0d8-7265ade29549 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:57:05.911405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port caaaec9b-2a0b-4d08-b0d8-7265ade29549, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=caaaec9b-2a0b-4d08-b0d8-7265ade29549,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:05.916435 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.004529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aec74-7ade-445b-9679-304c809716f7 req-1a310db8-d008-41d6-b779-2287a6ecd12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:06.006692 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3f8aec74-7ade-445b-9679-304c809716f7 req-1a310db8-d008-41d6-b779-2287a6ecd12e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 911 time: 0.1782176 Aug 06 15:57:06.027229 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=caaaec9b-2a0b-4d08-b0d8-7265ade29549,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:06.076930 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3f8aec74-7ade-445b-9679-304c809716f7 req-7c3d9d2c-9d12-4c00-bf69-21c2feda9f55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc03854f-ad9e-46cf-8685-d87b8ed74113 HTTP/1.1" status: 200 len: 217 time: 0.0605490 Aug 06 15:57:06.132731 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0d6d7c50-c7db-4722-bb20-169c530f5b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.143376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8aec74-7ade-445b-9679-304c809716f7 req-9d4ea047-6977-4f04-8ef6-5c88e14fff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:06.145666 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3f8aec74-7ade-445b-9679-304c809716f7 req-9d4ea047-6977-4f04-8ef6-5c88e14fff6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bc4c7ac-6d15-4fde-899c-97f04be5a8db HTTP/1.1" status: 200 len: 850 time: 0.0624657 Aug 06 15:57:06.159968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ebfbb-0dd9-4934-8d91-0b3467753b01 req-48a7101c-6b18-4d84-8fac-954fea74aa7c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:06.163066 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-322ebfbb-0dd9-4934-8d91-0b3467753b01 req-48a7101c-6b18-4d84-8fac-954fea74aa7c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 943 time: 0.6617262 Aug 06 15:57:06.181068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-2769779e-a044-47ed-972c-40c3afcef622 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6655169 Aug 06 15:57:06.199508 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e95e8215-6122-40b9-b734-b4b15b5c5057 req-623f7481-d922-407a-9764-7c0e63243e3b tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/security-groups?id=37c0703c-2f7a-4c0a-ba55-1f547f113e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158209 Aug 06 15:57:06.206112 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3f8aec74-7ade-445b-9679-304c809716f7 req-d76aaeaf-3189-4819-a8d7-74c8edfb4ba8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c34c076c-c1bd-4999-8d39-ceaa7495de79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527058 Aug 06 15:57:06.209536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d07ca2c-f865-43a6-bcc4-08aad50d2e26 req-c724a2dd-5dd9-4328-a7e2-3ff86d3ae576 service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959741 Aug 06 15:57:06.256201 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['caaaec9b-2a0b-4d08-b0d8-7265ade29549'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:06.264212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f91e8c-1df7-4f8a-89b7-0f3877ffbb89 req-35c6c64b-b9e3-4db0-b620-d330ad85fadd service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229550 Aug 06 15:57:06.430144 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3f8aec74-7ade-445b-9679-304c809716f7 req-4c8244c3-5689-4e07-89d5-81501970bc5b service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057314 Aug 06 15:57:06.519176 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-322ebfbb-0dd9-4934-8d91-0b3467753b01 req-85c49b1b-5c77-4ce2-86ea-26e8fb5b910b tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363070 Aug 06 15:57:06.553573 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad90c92-fbbd-4a47-a782-c2b9778e9e9f req-bb927ea7-b0d1-4363-96d7-bf1a28543d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:06.556508 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fad90c92-fbbd-4a47-a782-c2b9778e9e9f req-bb927ea7-b0d1-4363-96d7-bf1a28543d2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 1094 time: 0.2053678 Aug 06 15:57:06.660853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc4716-81bd-4e11-8084-5f27f45ac21d req-ff5dac27-eda5-4094-90fb-be49128498cf tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:06.669395 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ddc4716-81bd-4e11-8084-5f27f45ac21d req-ff5dac27-eda5-4094-90fb-be49128498cf tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 944 time: 0.3227208 Aug 06 15:57:06.681874 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7963eb9-7123-47f4-aafc-24f468cade70 req-994ab1c3-4adb-4939-a625-a339ff7d2edf service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766588 Aug 06 15:57:06.756118 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3f8aec74-7ade-445b-9679-304c809716f7 req-5eed6db8-0176-49fc-8abd-ea9b87073a84 service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153162 Aug 06 15:57:06.820927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad90c92-fbbd-4a47-a782-c2b9778e9e9f req-9bbd7a10-9e43-4e56-ac72-b66b683a47e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:06.829970 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fad90c92-fbbd-4a47-a782-c2b9778e9e9f req-9bbd7a10-9e43-4e56-ac72-b66b683a47e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.2523658 Aug 06 15:57:06.844679 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.907387 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ddc4716-81bd-4e11-8084-5f27f45ac21d req-241f5604-a10f-4c9a-95e2-f6a0fecfeec2 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368369 Aug 06 15:57:06.909919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fad90c92-fbbd-4a47-a782-c2b9778e9e9f req-cd8fa8cb-b127-400d-b43e-61a786b91537 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66008572-9579-4b90-b59c-a817894ec420 HTTP/1.1" status: 200 len: 217 time: 0.0772221 Aug 06 15:57:07.051581 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad90c92-fbbd-4a47-a782-c2b9778e9e9f req-29310927-11eb-46b9-8290-669ef8a3b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:07.054203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fad90c92-fbbd-4a47-a782-c2b9778e9e9f req-29310927-11eb-46b9-8290-669ef8a3b6a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.1362438 Aug 06 15:57:07.173297 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.215025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2563c23-c119-4b02-ad28-11ef3482f0a2', 'tag': '0eea7e06-658c-4154-a70a-226749fcc158'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:07.218342 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4548e3-6e23-42d4-ac3d-c24bdbd411ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e2563c23-c119-4b02-ad28-11ef3482f0a2", "tag": "0eea7e06-658c-4154-a70a-226749fcc158"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:07.237484 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad90c92-fbbd-4a47-a782-c2b9778e9e9f req-6205c673-ec08-400e-9c59-f1aca64d9c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:07.240377 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fad90c92-fbbd-4a47-a782-c2b9778e9e9f req-6205c673-ec08-400e-9c59-f1aca64d9c62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753104 Aug 06 15:57:07.654334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c1680-d75d-4989-b170-92ef73e8cc9a req-53f4dd77-0233-4724-a076-4d1044d0c4c9 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:07.656846 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b14c1680-d75d-4989-b170-92ef73e8cc9a req-53f4dd77-0233-4724-a076-4d1044d0c4c9 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 948 time: 0.5367699 Aug 06 15:57:07.672289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887520f-4fa5-433f-9a1a-703c548a6de2 req-71052aac-139c-4178-9103-da3841e7fd48 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:07.674996 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4887520f-4fa5-433f-9a1a-703c548a6de2 req-71052aac-139c-4178-9103-da3841e7fd48 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 943 time: 0.5462556 Aug 06 15:57:07.715050 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-006cc13e-d8a6-4b12-82a1-035c9dbb078f service neutron] 10.222.0.13 "GET /v2.0/ports/fc43daba-9b6c-4b34-804b-57ea9bca3bb8/bindings/n-h1-803756-1 HTTP/1.1" status: 200 len: 384 time: 0.0912275 Aug 06 15:57:07.841525 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fad90c92-fbbd-4a47-a782-c2b9778e9e9f req-4412b1f3-a650-4cd5-adb0-bff97c89cd90 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894396 Aug 06 15:57:07.845334 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b14c1680-d75d-4989-b170-92ef73e8cc9a req-d392227f-c8dd-4122-ade0-ee8dd9216fc8 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282043 Aug 06 15:57:07.850987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4887520f-4fa5-433f-9a1a-703c548a6de2 req-08f76496-b139-4602-a1ac-2dfda8ecc642 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286194 Aug 06 15:57:08.035606 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-132a63a7-2471-419d-8cef-b90b752ee4cc service neutron] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:08.078099 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-132a63a7-2471-419d-8cef-b90b752ee4cc service neutron] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:57:08.144720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fad90c92-fbbd-4a47-a782-c2b9778e9e9f req-16730e8f-fcec-4a3a-9052-76dbfd91017a service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919440 Aug 06 15:57:08.159112 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-132a63a7-2471-419d-8cef-b90b752ee4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc43daba-9b6c-4b34-804b-57ea9bca3bb8 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:57:08.182689 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451e93c-45f9-4578-8c34-00d1434c86c0 req-68fe00f3-3687-438c-870f-448424c5096b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:08.184261 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9451e93c-45f9-4578-8c34-00d1434c86c0 req-68fe00f3-3687-438c-870f-448424c5096b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 950 time: 0.2182410 Aug 06 15:57:08.198569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-98e5fdda-88bb-42df-b01f-e21c9cf866c7 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 258 time: 0.3083720 Aug 06 15:57:08.201419 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-132a63a7-2471-419d-8cef-b90b752ee4cc service neutron] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:08.224246 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:08.230316 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-132a63a7-2471-419d-8cef-b90b752ee4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:08.264961 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9451e93c-45f9-4578-8c34-00d1434c86c0 req-fa1e9ab1-dc89-4b3d-8ce7-b36cab3e0ed7 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632236 Aug 06 15:57:08.289469 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:08.348703 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-132a63a7-2471-419d-8cef-b90b752ee4cc service neutron] Transition to ACTIVE for port object fc43daba-9b6c-4b34-804b-57ea9bca3bb8 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:08.361599 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-132a63a7-2471-419d-8cef-b90b752ee4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:08.400098 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f584ad-55d4-4eb9-9b87-68442cba00e5 x-openstack-request-id: req-81f584ad-55d4-4eb9-9b87-68442cba00e5 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:08.400550 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2563c23-c119-4b02-ad28-11ef3482f0a2", "tag": "0eea7e06-658c-4154-a70a-226749fcc158", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:08.400948 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81f584ad-55d4-4eb9-9b87-68442cba00e5 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:08.401667 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2563c23-c119-4b02-ad28-11ef3482f0a2', 'tag': '0eea7e06-658c-4154-a70a-226749fcc158', 'status': 'completed', 'code': 200} Aug 06 15:57:08.485640 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a63a7-2471-419d-8cef-b90b752ee4cc service neutron] Pushing event updated for resources: {'Port': ['ID=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,revision_number=10']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:08.547103 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-132a63a7-2471-419d-8cef-b90b752ee4cc service neutron] No DVR routers for this DVR port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:08.582917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4548e3-6e23-42d4-ac3d-c24bdbd411ca req-d3122efc-265c-4815-bd33-5772c790e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:08.584442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c4548e3-6e23-42d4-ac3d-c24bdbd411ca req-d3122efc-265c-4815-bd33-5772c790e265 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=96058f03e82c4d9191387e79492aa0b1&device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 1099 time: 0.1774778 Aug 06 15:57:08.596711 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 66008572-9579-4b90-b59c-a817894ec420 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:57:08.599527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device fc43daba-9b6c-4b34-804b-57ea9bca3bb8 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:08.600867 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-132a63a7-2471-419d-8cef-b90b752ee4cc service neutron] 10.222.0.13 "PUT /v2.0/ports/fc43daba-9b6c-4b34-804b-57ea9bca3bb8/bindings/n-h1-803756-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8778064 Aug 06 15:57:08.666847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dfc18-750d-4ac5-822a-9420ae55eb76 req-c495012c-7060-4234-b2de-0d14d98fa297 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:08.670105 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee9dfc18-750d-4ac5-822a-9420ae55eb76 req-c495012c-7060-4234-b2de-0d14d98fa297 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e HTTP/1.1" status: 200 len: 950 time: 0.2738760 Aug 06 15:57:08.726687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device fc43daba-9b6c-4b34-804b-57ea9bca3bb8 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:08.770432 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48451a9-fc78-45c1-8bca-4da7bd6a5b9b req-2dcd1a38-a547-4f33-9aec-2f20e61ce7fa tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:08.771601 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-0fdc06b0-538f-4c2d-8fa6-58cd62c84776 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:08.774677 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-0fdc06b0-538f-4c2d-8fa6-58cd62c84776 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b&tenant_id=852011720c8b4e718d18a1374910def6&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 1095 time: 0.0984521 Aug 06 15:57:08.775911 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b48451a9-fc78-45c1-8bca-4da7bd6a5b9b req-2dcd1a38-a547-4f33-9aec-2f20e61ce7fa tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 944 time: 0.3031352 Aug 06 15:57:08.892434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-c24ff05b-8bef-45bd-bab6-dbaa81f68c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:08.894722 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-c24ff05b-8bef-45bd-bab6-dbaa81f68c92 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b&tenant_id=852011720c8b4e718d18a1374910def6 HTTP/1.1" status: 200 len: 1095 time: 0.1015353 Aug 06 15:57:08.953144 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:08.994341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '66008572-9579-4b90-b59c-a817894ec420', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'port_id': '66008572-9579-4b90-b59c-a817894ec420', 'mac_address': 'fa:16:3e:eb:6e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:57:08.998535 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:09.003076 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:09.039389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-d67b2124-aa18-4bbd-ad49-9cc6ef304f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:09.043648 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-d67b2124-aa18-4bbd-ad49-9cc6ef304f21 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 1095 time: 0.0991004 Aug 06 15:57:09.083076 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:09.127211 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66008572-9579-4b90-b59c-a817894ec420 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:57:09.161036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b48451a9-fc78-45c1-8bca-4da7bd6a5b9b req-383b1b2e-0a87-4203-ae18-1f23c95a2059 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536789 Aug 06 15:57:09.197178 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4548e3-6e23-42d4-ac3d-c24bdbd411ca req-2f3625d6-059c-4953-b1be-6aa8cdc8c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:09.197893 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:09.203557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c4548e3-6e23-42d4-ac3d-c24bdbd411ca req-2f3625d6-059c-4953-b1be-6aa8cdc8c608 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.5843258 Aug 06 15:57:09.227292 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:09.228525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device cc03854f-ad9e-46cf-8685-d87b8ed74113 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:57:09.280804 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-d29a43f5-52d0-4fd6-b818-c740b76077ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:09.284616 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-d29a43f5-52d0-4fd6-b818-c740b76077ab service neutron] 10.222.0.78 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.2258687 Aug 06 15:57:09.386956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Allocated IP 172.25.1.220 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/399eac90-2a75-4406-bb5f-910b244f26d7) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:57:09.392994 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=66008572-9579-4b90-b59c-a817894ec420,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:09.449917 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-23537512-622f-421e-a64a-028e75894833 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc43daba-9b6c-4b34-804b-57ea9bca3bb8 HTTP/1.1" status: 200 len: 217 time: 0.1389246 Aug 06 15:57:09.520894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port cc03854f-ad9e-46cf-8685-d87b8ed74113, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cc03854f-ad9e-46cf-8685-d87b8ed74113,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:09.538294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-e9ca34f8-74c0-49b6-b0b9-5d728723e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:09.539826 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-e9ca34f8-74c0-49b6-b0b9-5d728723e08e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.0707633 Aug 06 15:57:09.548474 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'cc03854f-ad9e-46cf-8685-d87b8ed74113', 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79', 'port_id': 'cc03854f-ad9e-46cf-8685-d87b8ed74113', 'mac_address': 'fa:16:3e:08:29:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc4c7ac-6d15-4fde-899c-97f04be5a8db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:57:09.591114 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-c4902416-f008-4c55-943d-67c232044828 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315220 Aug 06 15:57:09.601692 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c4548e3-6e23-42d4-ac3d-c24bdbd411ca req-b075d1e8-6afe-4d5c-96a2-477284060251 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0eea7e06-658c-4154-a70a-226749fcc158 HTTP/1.1" status: 200 len: 217 time: 0.3623900 Aug 06 15:57:09.611538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 0eea7e06-658c-4154-a70a-226749fcc158 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:57:09.614551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device caaaec9b-2a0b-4d08-b0d8-7265ade29549 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:57:09.653945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-ee9dfc18-750d-4ac5-822a-9420ae55eb76 req-3e89f4dd-3f82-4674-ae0d-fb535c72257c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Deleting port 25590453-f1fe-472b-bdc0-f57d2368ebee {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:09.654423 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ee9dfc18-750d-4ac5-822a-9420ae55eb76 req-3e89f4dd-3f82-4674-ae0d-fb535c72257c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:09.672255 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:09.722629 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc03854f-ad9e-46cf-8685-d87b8ed74113 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:57:09.751667 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-6a2deb25-2d05-46c2-88d8-714d630f8c80 service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246009 Aug 06 15:57:09.821678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-ee9dfc18-750d-4ac5-822a-9420ae55eb76 req-3e89f4dd-3f82-4674-ae0d-fb535c72257c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] For port 25590453-f1fe-472b-bdc0-f57d2368ebee, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=25590453-f1fe-472b-bdc0-f57d2368ebee,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:09.821678 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ee9dfc18-750d-4ac5-822a-9420ae55eb76 req-3e89f4dd-3f82-4674-ae0d-fb535c72257c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:09.822603 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port caaaec9b-2a0b-4d08-b0d8-7265ade29549 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:09.822603 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:09.830903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port cc03854f-ad9e-46cf-8685-d87b8ed74113, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cc03854f-ad9e-46cf-8685-d87b8ed74113,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:09.848241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-ee9dfc18-750d-4ac5-822a-9420ae55eb76 req-3e89f4dd-3f82-4674-ae0d-fb535c72257c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Calling delete_port for 25590453-f1fe-472b-bdc0-f57d2368ebee owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:09.871087 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:09.942781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 0eea7e06-658c-4154-a70a-226749fcc158, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=0eea7e06-658c-4154-a70a-226749fcc158,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:09.976772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '0eea7e06-658c-4154-a70a-226749fcc158', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '0eea7e06-658c-4154-a70a-226749fcc158', 'mac_address': 'fa:16:3e:f4:0c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:57:09.983756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=cc03854f-ad9e-46cf-8685-d87b8ed74113,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:09.986274 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-3fe783ee-8dbc-4bb2-a910-acb0f52a18ee service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209628 Aug 06 15:57:10.068126 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:10.093211 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:10.096401 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:10.101458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4548e3-6e23-42d4-ac3d-c24bdbd411ca req-069d859d-5e44-4a05-bdb4-fbf87e73eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:10.103074 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c4548e3-6e23-42d4-ac3d-c24bdbd411ca req-069d859d-5e44-4a05-bdb4-fbf87e73eea7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.4685416 Aug 06 15:57:10.110576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1896008-890e-4d7e-8c66-144e0664b759 req-9149d18c-be8f-45ba-ba74-32460c53d479 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:10.112086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1896008-890e-4d7e-8c66-144e0664b759 req-9149d18c-be8f-45ba-ba74-32460c53d479 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 944 time: 0.5904620 Aug 06 15:57:10.133507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eea7e06-658c-4154-a70a-226749fcc158 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:57:10.149397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd371f426-c24d-415d-b9bf-071158f1b0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:10.153475 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd81c6e-2e65-45f5-b4d9-1e94ca5cfac5" -d '{"events": [{"server_uuid": "d371f426-c24d-415d-b9bf-071158f1b0fc", "name": "network-vif-plugged", "status": "completed", "tag": "caaaec9b-2a0b-4d08-b0d8-7265ade29549"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:10.167064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['66008572-9579-4b90-b59c-a817894ec420'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:10.171881 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['cc03854f-ad9e-46cf-8685-d87b8ed74113'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:10.215260 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port caaaec9b-2a0b-4d08-b0d8-7265ade29549, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=caaaec9b-2a0b-4d08-b0d8-7265ade29549,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:10.248729 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:10.253893 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 0eea7e06-658c-4154-a70a-226749fcc158, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=0eea7e06-658c-4154-a70a-226749fcc158,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:10.304072 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:10.306923 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1896008-890e-4d7e-8c66-144e0664b759 req-99f29a8d-fcf8-475f-b673-5bb009e98c5a tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806190 Aug 06 15:57:10.361401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=caaaec9b-2a0b-4d08-b0d8-7265ade29549,revision_number=10']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:10.379344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4548e3-6e23-42d4-ac3d-c24bdbd411ca req-5e91447f-5333-47ae-ac13-c3a169749392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:10.382362 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c4548e3-6e23-42d4-ac3d-c24bdbd411ca req-5e91447f-5333-47ae-ac13-c3a169749392 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2523518 Aug 06 15:57:10.412285 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:10.454131 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ee9dfc18-750d-4ac5-822a-9420ae55eb76 req-3e89f4dd-3f82-4674-ae0d-fb535c72257c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:10.490467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6841fe8f-f1ac-4eef-a329-6f127beb51bb', 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53', '484abe1c-3cc2-4b42-97f1-b6c1789f3a49', '4f7163f9-60bb-4537-a175-399cae11a471'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:10.559899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:10.599398 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:10.609971 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:57:10.646759 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-1bf198cf-dddf-46f7-a9c3-63cbafd42fbe tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:10.649150 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-1bf198cf-dddf-46f7-a9c3-63cbafd42fbe tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b&tenant_id=852011720c8b4e718d18a1374910def6&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 1095 time: 0.0964787 Aug 06 15:57:10.664969 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=0eea7e06-658c-4154-a70a-226749fcc158,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:10.754029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9dfc18-750d-4ac5-822a-9420ae55eb76 req-3e89f4dd-3f82-4674-ae0d-fb535c72257c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] No DVR routers for this DVR port 25590453-f1fe-472b-bdc0-f57d2368ebee on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:10.767720 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ee9dfc18-750d-4ac5-822a-9420ae55eb76 req-3e89f4dd-3f82-4674-ae0d-fb535c72257c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:10.772738 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee9dfc18-750d-4ac5-822a-9420ae55eb76 req-3e89f4dd-3f82-4674-ae0d-fb535c72257c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.13 "DELETE /v2.0/ports/25590453-f1fe-472b-bdc0-f57d2368ebee HTTP/1.1" status: 204 len: 173 time: 2.0748446 Aug 06 15:57:10.820064 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e', 'name': 'network-vif-deleted', 'tag': '25590453-f1fe-472b-bdc0-f57d2368ebee'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:10.822951 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875d8626-e81f-4f80-a8b2-cb325acd4090" -d '{"events": [{"server_uuid": "ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e", "name": "network-vif-deleted", "tag": "25590453-f1fe-472b-bdc0-f57d2368ebee"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:10.827286 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c4548e3-6e23-42d4-ac3d-c24bdbd411ca req-2a332a34-ba2d-468f-8743-2898d0540786 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283857 Aug 06 15:57:10.827892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Pushing event updated for resources: {'Port': ['ID=399eac90-2a75-4406-bb5f-910b244f26d7,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:10.864647 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89f4dd-3f82-4674-ae0d-fb535c72257c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event deleted for resources: {'Port': ['ID=25590453-f1fe-472b-bdc0-f57d2368ebee,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:10.994581 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:11.014974 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-54ae6766-e71e-4e22-aaee-b9bf8e747a07 service neutron] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:57:11.025654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['0eea7e06-658c-4154-a70a-226749fcc158'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:11.026349 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-54ae6766-e71e-4e22-aaee-b9bf8e747a07 service neutron] Notify callbacks [] for binding, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:11.027344 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8125bb6c-f525-4027-a97a-3772c0b58d44 req-54ae6766-e71e-4e22-aaee-b9bf8e747a07 service neutron] 10.222.0.78 "DELETE /v2.0/ports/fc43daba-9b6c-4b34-804b-57ea9bca3bb8/bindings/n-h2-803756-1 HTTP/1.1" status: 204 len: 173 time: 0.3659034 Aug 06 15:57:11.063275 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bfbec-ed2e-4f73-a8bf-f0f4ad5bc591 req-5228aa31-2484-41e0-ad41-4332c1008b88 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:11.065362 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-913bfbec-ed2e-4f73-a8bf-f0f4ad5bc591 req-5228aa31-2484-41e0-ad41-4332c1008b88 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 949 time: 0.4445925 Aug 06 15:57:11.466848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['cd9db018-e1ea-4325-a44b-f2c3e3b82528', 'b2bebe8e-7a41-4858-bda0-69be54fedfe3'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:11.561251 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:11.655072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-913bfbec-ed2e-4f73-a8bf-f0f4ad5bc591 req-00b3adca-4b7d-4287-bef7-314f6912e1b4 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325552 Aug 06 15:57:11.686947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c4548e3-6e23-42d4-ac3d-c24bdbd411ca req-2b3a9e4e-f948-44e0-bc10-5fb474e942a1 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8076808 Aug 06 15:57:11.936855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f8a1c-f5df-4054-af2a-bd6ec95a42b2 req-7a9067d2-81b3-4ffb-b030-d9af565a0057 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:11.938796 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a1f8a1c-f5df-4054-af2a-bd6ec95a42b2 req-7a9067d2-81b3-4ffb-b030-d9af565a0057 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1226876 Aug 06 15:57:12.002879 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.007766 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a1f8a1c-f5df-4054-af2a-bd6ec95a42b2 req-0b0c9203-01c5-428c-bb83-ac3cdbf0e468 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567088 Aug 06 15:57:12.009760 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.121884 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.140680 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.148468 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9316227 Aug 06 15:57:12.219590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe25b89-9e91-4b0c-a5b0-3dab3b429416 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Pushing event updated for resources: {'Port': ['ID=399eac90-2a75-4406-bb5f-910b244f26d7,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:12.246321 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-bee37e4d-f39e-4b93-8ec7-2f45e4085137 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 696 time: 0.0967221 Aug 06 15:57:12.285650 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1dd49a-c442-4d70-9d8a-42a3d8743f27 x-openstack-request-id: req-4f1dd49a-c442-4d70-9d8a-42a3d8743f27 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:12.286559 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d371f426-c24d-415d-b9bf-071158f1b0fc", "name": "network-vif-plugged", "status": "completed", "tag": "caaaec9b-2a0b-4d08-b0d8-7265ade29549", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:12.286897 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f1dd49a-c442-4d70-9d8a-42a3d8743f27 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:12.288061 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd371f426-c24d-415d-b9bf-071158f1b0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549', 'code': 200} Aug 06 15:57:12.438872 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-59150d4e-7e97-4019-b16e-a8cbb2670826 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:12.440957 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-59150d4e-7e97-4019-b16e-a8cbb2670826 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.1935549 Aug 06 15:57:12.460459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-3a1c0ac5-9b81-43cb-bad3-781d3320f5ec tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:57:12.462251 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ebd1156-2b83-4afa-b92d-97bbe3f93328 req-3a1c0ac5-9b81-43cb-bad3-781d3320f5ec tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140862 Aug 06 15:57:12.511801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3006a01-7819-4798-9fb7-1077fb325ea2 req-a0ab1c96-ef5a-4954-b2ba-4a5c84fa0c91 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:12.526238 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3006a01-7819-4798-9fb7-1077fb325ea2 req-a0ab1c96-ef5a-4954-b2ba-4a5c84fa0c91 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 944 time: 0.1504169 Aug 06 15:57:12.596651 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 66008572-9579-4b90-b59c-a817894ec420 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:57:12.604464 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3006a01-7819-4798-9fb7-1077fb325ea2 req-9e1c94cc-5ca5-4b8d-b0ce-3716b941bc2c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753353 Aug 06 15:57:12.622202 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de34c9ef-d3f0-41fc-b7db-ed86266b58fb x-openstack-request-id: req-de34c9ef-d3f0-41fc-b7db-ed86266b58fb {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:12.622505 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e", "name": "network-vif-deleted", "tag": "25590453-f1fe-472b-bdc0-f57d2368ebee", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:12.622757 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de34c9ef-d3f0-41fc-b7db-ed86266b58fb {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:12.623207 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2c5c4e-3eff-466a-9f1f-e83b245c5c9e', 'name': 'network-vif-deleted', 'tag': '25590453-f1fe-472b-bdc0-f57d2368ebee', 'status': 'completed', 'code': 200} Aug 06 15:57:12.697976 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 66008572-9579-4b90-b59c-a817894ec420 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:57:12.708175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 66008572-9579-4b90-b59c-a817894ec420 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:12.708528 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.930597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d5f2d-a71f-44fc-b0ac-98d9ea8ba65d req-e75281c2-67d5-42d6-b38e-67da0daaf608 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:12.934754 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-585d5f2d-a71f-44fc-b0ac-98d9ea8ba65d req-e75281c2-67d5-42d6-b38e-67da0daaf608 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 945 time: 0.1623330 Aug 06 15:57:12.943680 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.064623 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:13.111766 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.113147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device cc03854f-ad9e-46cf-8685-d87b8ed74113 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:57:13.138988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-585d5f2d-a71f-44fc-b0ac-98d9ea8ba65d req-eefa5bca-d951-469c-8d86-a798ab76bf20 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767159 Aug 06 15:57:13.309223 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=66008572-9579-4b90-b59c-a817894ec420,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:13.321477 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port cc03854f-ad9e-46cf-8685-d87b8ed74113 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:57:13.330509 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port cc03854f-ad9e-46cf-8685-d87b8ed74113 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:13.330888 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.357399 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-53f186ee-18bb-427f-9987-1640eb94dc6b tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:13.372607 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-53f186ee-18bb-427f-9987-1640eb94dc6b tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1686049 Aug 06 15:57:13.480385 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.482236 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-183ceeff-6fc5-46de-850f-260309b3444b tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 696 time: 0.1082804 Aug 06 15:57:13.497958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fea97-1d7e-4785-9941-183c12fb9bac req-18729ab0-3775-4975-9d5d-4935b3fb04da tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:13.509923 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-325fea97-1d7e-4785-9941-183c12fb9bac req-18729ab0-3775-4975-9d5d-4935b3fb04da tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 945 time: 0.2428174 Aug 06 15:57:13.527498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-d4b4db49-cd90-4472-9383-a0c3ffca46f0 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Request body: {'floatingip': {'port_id': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:13.541066 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port cc03854f-ad9e-46cf-8685-d87b8ed74113, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cc03854f-ad9e-46cf-8685-d87b8ed74113,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:13.546890 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.548674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 25590453-f1fe-472b-bdc0-f57d2368ebee no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:13.637279 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-d4b4db49-cd90-4472-9383-a0c3ffca46f0 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.744492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 25590453-f1fe-472b-bdc0-f57d2368ebee {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:13.750343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 25590453-f1fe-472b-bdc0-f57d2368ebee not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:13.777134 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-325fea97-1d7e-4785-9941-183c12fb9bac req-54e35bb3-022e-41c6-b841-3c2c78a400e3 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660410 Aug 06 15:57:13.844653 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=cc03854f-ad9e-46cf-8685-d87b8ed74113,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:14.130736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017baec-d5dd-4d46-99c2-b3f96dce4870 req-397121aa-1e70-4c90-92b2-000e1386d749 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:14.134308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4017baec-d5dd-4d46-99c2-b3f96dce4870 req-397121aa-1e70-4c90-92b2-000e1386d749 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 949 time: 0.1466036 Aug 06 15:57:14.263059 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4017baec-d5dd-4d46-99c2-b3f96dce4870 req-1f0b0bda-9f19-424b-a9e4-a9734bbe18e2 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154723 Aug 06 15:57:14.289789 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66008572-9579-4b90-b59c-a817894ec420'}, {'server_uuid': 'c668c63b-b873-4cb5-9219-35f09d61697a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc03854f-ad9e-46cf-8685-d87b8ed74113'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:14.292714 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9505374f-78da-48c4-bd4f-a8a70edda909" -d '{"events": [{"server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "name": "network-vif-plugged", "status": "completed", "tag": "66008572-9579-4b90-b59c-a817894ec420"}, {"server_uuid": "c668c63b-b873-4cb5-9219-35f09d61697a", "name": "network-vif-plugged", "status": "completed", "tag": "cc03854f-ad9e-46cf-8685-d87b8ed74113"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:14.496763 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.resource_extend [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-d4b4db49-cd90-4472-9383-a0c3ffca46f0 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:57:14.651186 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-d4b4db49-cd90-4472-9383-a0c3ffca46f0 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:14.667226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90805d28-46cd-4a26-a7b9-d2ab273eeaf7 req-6ffcfdca-263a-4f13-8815-4b2a6185d678 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:14.669978 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90805d28-46cd-4a26-a7b9-d2ab273eeaf7 req-6ffcfdca-263a-4f13-8815-4b2a6185d678 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecac5e94-5bbd-497a-8f73-5fa5951d424e HTTP/1.1" status: 200 len: 949 time: 0.2829871 Aug 06 15:57:14.673522 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-d4b4db49-cd90-4472-9383-a0c3ffca46f0 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:14.690109 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba8f96-2e4c-44df-8d76-c6d402c90860 req-baea6d1a-68c7-4bcb-8422-4ca6c816987f tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:14.692820 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02ba8f96-2e4c-44df-8d76-c6d402c90860 req-baea6d1a-68c7-4bcb-8422-4ca6c816987f tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecac5e94-5bbd-497a-8f73-5fa5951d424e HTTP/1.1" status: 200 len: 949 time: 0.2224844 Aug 06 15:57:14.944837 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90805d28-46cd-4a26-a7b9-d2ab273eeaf7 req-c1943cb3-9225-4674-9bda-cc660a929a6f tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487350 Aug 06 15:57:14.997168 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-d4b4db49-cd90-4472-9383-a0c3ffca46f0 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Floating IP b36f4a83-0ccf-4ec1-a610-8d741bc971c9 associated. External IP: 172.25.1.220, port: 7c3f8fbe-6ee2-4417-b855-21bea2b993cb. Aug 06 15:57:15.243344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-02ba8f96-2e4c-44df-8d76-c6d402c90860 req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Deleting port b2bebe8e-7a41-4858-bda0-69be54fedfe3 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:15.244141 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-02ba8f96-2e4c-44df-8d76-c6d402c90860 req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:15.312337 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd426f-7711-44a6-8b20-bf185f96cc77 req-b12cd587-94f8-40cb-b1ba-e93fa97ea572 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:15.316029 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-56bd426f-7711-44a6-8b20-bf185f96cc77 req-b12cd587-94f8-40cb-b1ba-e93fa97ea572 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 945 time: 0.2226784 Aug 06 15:57:15.518020 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-56bd426f-7711-44a6-8b20-bf185f96cc77 req-8436357c-db8d-47c7-a3d0-1a99e9b93a42 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638052 Aug 06 15:57:15.527432 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-02ba8f96-2e4c-44df-8d76-c6d402c90860 req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] For port b2bebe8e-7a41-4858-bda0-69be54fedfe3, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b2bebe8e-7a41-4858-bda0-69be54fedfe3,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:15.527432 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-02ba8f96-2e4c-44df-8d76-c6d402c90860 req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:15.555461 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-02ba8f96-2e4c-44df-8d76-c6d402c90860 req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Calling delete_port for b2bebe8e-7a41-4858-bda0-69be54fedfe3 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:15.637143 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 0eea7e06-658c-4154-a70a-226749fcc158 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:57:15.774143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-d4b4db49-cd90-4472-9383-a0c3ffca46f0 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Router 3fbca15b-d88d-4b40-95f8-31ab53690d1f has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:57:15.777322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 0eea7e06-658c-4154-a70a-226749fcc158 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:57:15.785283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 0eea7e06-658c-4154-a70a-226749fcc158 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:15.786147 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:15.950885 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:15.953665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e2847-7c8b-464c-be5c-09a693db394d req-9189d604-516c-4370-a123-3d06737a2d35 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:15.965937 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-049e2847-7c8b-464c-be5c-09a693db394d req-9189d604-516c-4370-a123-3d06737a2d35 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 1095 time: 0.1874301 Aug 06 15:57:16.022747 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 0eea7e06-658c-4154-a70a-226749fcc158, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=0eea7e06-658c-4154-a70a-226749fcc158,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:16.030977 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:16.129049 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-049e2847-7c8b-464c-be5c-09a693db394d req-2fcad2b8-ab22-4cbf-a9c9-78441c89684e tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586690 Aug 06 15:57:16.137714 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-d4b4db49-cd90-4472-9383-a0c3ffca46f0 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:57:16.158220 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-d4b4db49-cd90-4472-9383-a0c3ffca46f0 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:16.173023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cd947b-a004-43c9-8f97-567118430d19 None None] Sync routers for ids ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:57:16.176665 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-02ba8f96-2e4c-44df-8d76-c6d402c90860 req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:16.182863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=0eea7e06-658c-4154-a70a-226749fcc158,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:16.193612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['cd9db018-e1ea-4325-a44b-f2c3e3b82528', 'b2bebe8e-7a41-4858-bda0-69be54fedfe3'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:16.202480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6841fe8f-f1ac-4eef-a329-6f127beb51bb', 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53', '484abe1c-3cc2-4b42-97f1-b6c1789f3a49', '4f7163f9-60bb-4537-a175-399cae11a471'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:16.373809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event deleted for resources: {'Port': ['ID=b2bebe8e-7a41-4858-bda0-69be54fedfe3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:16.418701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-d4b4db49-cd90-4472-9383-a0c3ffca46f0 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "PUT /v2.0/floatingips/b36f4a83-0ccf-4ec1-a610-8d741bc971c9 HTTP/1.1" status: 200 len: 996 time: 2.9059310 Aug 06 15:57:16.424815 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88967ce5-5480-4851-ba7e-0d957941e6b7', 'tag': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:16.427132 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9e12d6-dab2-4c23-a2fd-c8c18283dc87" -d '{"events": [{"name": "network-changed", "server_uuid": "88967ce5-5480-4851-ba7e-0d957941e6b7", "tag": "7c3f8fbe-6ee2-4417-b855-21bea2b993cb"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:16.445087 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:16.445668 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:16.446227 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:16.446740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:16.447271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:16.447812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:16.448328 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:16.448865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:16.449424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:16.449993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:16.450507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:16.451020 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:16.558988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd947b-a004-43c9-8f97-567118430d19 None None] Routers {'3fbca15b-d88d-4b40-95f8-31ab53690d1f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:16.559805 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b5cd947b-a004-43c9-8f97-567118430d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:16.806671 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-b5cd947b-a004-43c9-8f97-567118430d19 None None] Set router 3fbca15b-d88d-4b40-95f8-31ab53690d1f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:57:16.998354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ba8f96-2e4c-44df-8d76-c6d402c90860 req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] No DVR routers for this DVR port b2bebe8e-7a41-4858-bda0-69be54fedfe3 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:17.007468 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-02ba8f96-2e4c-44df-8d76-c6d402c90860 req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:17.012096 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02ba8f96-2e4c-44df-8d76-c6d402c90860 req-56b74d8e-727f-4668-9275-77808e71e3d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.13 "DELETE /v2.0/ports/b2bebe8e-7a41-4858-bda0-69be54fedfe3 HTTP/1.1" status: 204 len: 173 time: 2.2454762 Aug 06 15:57:17.056581 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4bfa1-21b8-4ed9-b2ed-21cf63deb8e9 req-e5ab3149-891d-4b80-97c6-7605fe4c6a14 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:17.065833 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2b4bfa1-21b8-4ed9-b2ed-21cf63deb8e9 req-e5ab3149-891d-4b80-97c6-7605fe4c6a14 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 946 time: 0.7160003 Aug 06 15:57:17.115040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-9e1fb2bf-b3df-44a8-9230-636c0b292737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:17.126256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-9e1fb2bf-b3df-44a8-9230-636c0b292737 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a9f3d8ff0ce4b1a9234c1dbd3270dbb&device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 1096 time: 0.6418860 Aug 06 15:57:17.219946 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2b4bfa1-21b8-4ed9-b2ed-21cf63deb8e9 req-3f5d19d0-ac91-4572-b6a4-17c52128ceee tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469796 Aug 06 15:57:17.412052 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d28911-b547-4d71-ad98-8d86212ac63d x-openstack-request-id: req-c1d28911-b547-4d71-ad98-8d86212ac63d {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:17.412522 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "name": "network-vif-plugged", "status": "completed", "tag": "66008572-9579-4b90-b59c-a817894ec420", "code": 200}, {"server_uuid": "c668c63b-b873-4cb5-9219-35f09d61697a", "name": "network-vif-plugged", "status": "completed", "tag": "cc03854f-ad9e-46cf-8685-d87b8ed74113", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:17.412934 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1d28911-b547-4d71-ad98-8d86212ac63d {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:17.413816 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66008572-9579-4b90-b59c-a817894ec420', 'code': 200} Aug 06 15:57:17.425506 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c668c63b-b873-4cb5-9219-35f09d61697a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc03854f-ad9e-46cf-8685-d87b8ed74113', 'code': 200} Aug 06 15:57:17.487028 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-6761e998-b224-425e-bd4d-56bbde81ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:17.488979 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-6761e998-b224-425e-bd4d-56bbde81ab0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=c613d883-07b3-4668-8715-acd0d95b4b27 HTTP/1.1" status: 200 len: 929 time: 0.3552186 Aug 06 15:57:17.658806 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-1d58b3d6-d1e4-446e-a3c7-120ca35d1902 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c3f8fbe-6ee2-4417-b855-21bea2b993cb HTTP/1.1" status: 200 len: 999 time: 0.1540129 Aug 06 15:57:17.807221 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-a4c79f5c-7b16-4668-a273-784c4c207c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:17.817797 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-a4c79f5c-7b16-4668-a273-784c4c207c3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a67b2bd-6238-4861-9536-c4b8a23c8fe8 HTTP/1.1" status: 200 len: 867 time: 0.1352453 Aug 06 15:57:17.848865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cc1a6-f688-4d8d-8b55-ce3652ea2bcd req-fd2cf707-3e13-44d5-b606-12c0908e7507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:17.860677 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b5cd947b-a004-43c9-8f97-567118430d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-router', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:25Z', 'updated_at': '2021-08-06T15:56:36Z', 'revision_number': 4, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'gw_port': {'id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:28Z', 'updated_at': '2021-08-06T15:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'b36f4a83-0ccf-4ec1-a610-8d741bc971c9', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'port_id': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27', 'mac_address': 'fa:16:3e:dc:ef:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88967ce5-5480-4851-ba7e-0d957941e6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:57:10Z', 'updated_at': '2021-08-06T15:57:14Z', 'revision_number': 1, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b47a617-d6c5-4789-bd45-c864787c2b9f', 'name': '', 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'mac_address': 'fa:16:3e:1d:ec:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:34Z', 'updated_at': '2021-08-06T15:56:47Z', 'revision_number': 5, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'subnets': [{'id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:17.863323 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b73cc1a6-f688-4d8d-8b55-ce3652ea2bcd req-fd2cf707-3e13-44d5-b606-12c0908e7507 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 1097 time: 0.2141352 Aug 06 15:57:17.872118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2a7ad-cbf6-4491-af54-7ff7beb863c1 req-aa60e466-7eda-470f-a9c9-6a83c3eee993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:17.873798 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8a2a7ad-cbf6-4491-af54-7ff7beb863c1 req-aa60e466-7eda-470f-a9c9-6a83c3eee993 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 1096 time: 0.2538640 Aug 06 15:57:17.943067 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b73cc1a6-f688-4d8d-8b55-ce3652ea2bcd req-62a059ab-f582-4f28-969b-5828f9f363b5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710862 Aug 06 15:57:17.972811 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8a2a7ad-cbf6-4491-af54-7ff7beb863c1 req-161f2b10-830a-4ce4-af35-6166ccba99ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650165 Aug 06 15:57:17.988141 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-8c810cfe-34cb-4f6a-8954-f01ce158d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:17.993413 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cd947b-a004-43c9-8f97-567118430d19 None None] Checking router: 3fbca15b-d88d-4b40-95f8-31ab53690d1f for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:57:18.009219 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-8c810cfe-34cb-4f6a-8954-f01ce158d04d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c613d883-07b3-4668-8715-acd0d95b4b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1895041 Aug 06 15:57:18.040236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd947b-a004-43c9-8f97-567118430d19 None None] Routers {'3fbca15b-d88d-4b40-95f8-31ab53690d1f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:18.040236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b5cd947b-a004-43c9-8f97-567118430d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:18.148529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553429f-b83a-4a4e-af3a-919f872120fc req-48f12f31-41e8-4a1d-a341-6b22568628e6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:18.167823 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1553429f-b83a-4a4e-af3a-919f872120fc req-48f12f31-41e8-4a1d-a341-6b22568628e6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 950 time: 0.3120332 Aug 06 15:57:18.208051 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-b5cd947b-a004-43c9-8f97-567118430d19 None None] Set router 3fbca15b-d88d-4b40-95f8-31ab53690d1f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:57:18.277800 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1553429f-b83a-4a4e-af3a-919f872120fc req-c8ac732e-c241-4772-8dd5-3751036c22f7 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081586 Aug 06 15:57:18.331435 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-9e6859ea-0c2f-4c32-972e-80b7f2b9d122 service neutron] 10.222.0.37 "GET /v2.0/networks/c613d883-07b3-4668-8715-acd0d95b4b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198979 Aug 06 15:57:18.514276 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a43a2ee0-e55c-4a7e-a0f0-e1f6c938af88 req-a79cb767-9236-4b6c-975f-09e51cf21b22 service neutron] 10.222.0.37 "GET /v2.0/networks/c613d883-07b3-4668-8715-acd0d95b4b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699300 Aug 06 15:57:18.520143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a669f-5c0f-415c-b7dc-840f33db2cfb req-99441d9b-9f1a-435b-9a19-30df3a2e23d1 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:18.523129 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c99a669f-5c0f-415c-b7dc-840f33db2cfb req-99441d9b-9f1a-435b-9a19-30df3a2e23d1 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 1095 time: 0.0794685 Aug 06 15:57:18.664271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b2bebe8e-7a41-4858-bda0-69be54fedfe3 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:18.676849 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c99a669f-5c0f-415c-b7dc-840f33db2cfb req-d4cb4a58-d3d3-4758-ad11-524371cbd6e5 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458364 Aug 06 15:57:18.678446 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96c6a27-f687-4da6-a631-3aab18b21d7d x-openstack-request-id: req-f96c6a27-f687-4da6-a631-3aab18b21d7d {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:18.678735 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88967ce5-5480-4851-ba7e-0d957941e6b7", "tag": "7c3f8fbe-6ee2-4417-b855-21bea2b993cb", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:18.678989 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f96c6a27-f687-4da6-a631-3aab18b21d7d {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:18.679374 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88967ce5-5480-4851-ba7e-0d957941e6b7', 'tag': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb', 'status': 'completed', 'code': 200} Aug 06 15:57:18.785180 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: b2bebe8e-7a41-4858-bda0-69be54fedfe3 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:18.785948 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b2bebe8e-7a41-4858-bda0-69be54fedfe3 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:18.804037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e12d6-dab2-4c23-a2fd-c8c18283dc87 req-458fa868-3a8e-4084-8509-5a102327d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:18.812122 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa9e12d6-dab2-4c23-a2fd-c8c18283dc87 req-458fa868-3a8e-4084-8509-5a102327d9e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a9f3d8ff0ce4b1a9234c1dbd3270dbb&device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 1096 time: 0.1174960 Aug 06 15:57:18.851419 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b5cd947b-a004-43c9-8f97-567118430d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-router', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:25Z', 'updated_at': '2021-08-06T15:56:36Z', 'revision_number': 4, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'gw_port': {'id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:28Z', 'updated_at': '2021-08-06T15:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'b36f4a83-0ccf-4ec1-a610-8d741bc971c9', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'port_id': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27', 'mac_address': 'fa:16:3e:dc:ef:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88967ce5-5480-4851-ba7e-0d957941e6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:57:10Z', 'updated_at': '2021-08-06T15:57:14Z', 'revision_number': 1, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b47a617-d6c5-4789-bd45-c864787c2b9f', 'name': '', 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'mac_address': 'fa:16:3e:1d:ec:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:34Z', 'updated_at': '2021-08-06T15:56:47Z', 'revision_number': 5, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'subnets': [{'id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:18.898052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cd947b-a004-43c9-8f97-567118430d19 None None] The sync data for ids ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'] in n-d-803756-1 is: [{'id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-router', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:25Z', 'updated_at': '2021-08-06T15:56:36Z', 'revision_number': 4, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'gw_port': {'id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:28Z', 'updated_at': '2021-08-06T15:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'b36f4a83-0ccf-4ec1-a610-8d741bc971c9', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'port_id': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27', 'mac_address': 'fa:16:3e:dc:ef:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88967ce5-5480-4851-ba7e-0d957941e6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:57:10Z', 'updated_at': '2021-08-06T15:57:14Z', 'revision_number': 1, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b47a617-d6c5-4789-bd45-c864787c2b9f', 'name': '', 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'mac_address': 'fa:16:3e:1d:ec:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:34Z', 'updated_at': '2021-08-06T15:56:47Z', 'revision_number': 5, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'subnets': [{'id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:57:19.148446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e12d6-dab2-4c23-a2fd-c8c18283dc87 req-21f1da04-91b3-4628-a8b2-aa2b30b988a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:19.151022 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa9e12d6-dab2-4c23-a2fd-c8c18283dc87 req-21f1da04-91b3-4628-a8b2-aa2b30b988a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c613d883-07b3-4668-8715-acd0d95b4b27 HTTP/1.1" status: 200 len: 929 time: 0.3273129 Aug 06 15:57:19.170496 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98010e7-9559-42e0-8875-200a2e508a6d req-bae87af8-6b47-4496-abfb-4d4f860125aa tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1485478879&fields=id&tenant_id=61d9ec8c4bd445cc8dcdca9b8e60c7e8 HTTP/1.1" status: 200 len: 267 time: 0.1725147 Aug 06 15:57:19.187053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb2045-5eec-40c6-8892-510b0ddff059 req-153765be-afd0-4f71-8a3d-ba91c85b0f66 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:19.197843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67fb2045-5eec-40c6-8892-510b0ddff059 req-153765be-afd0-4f71-8a3d-ba91c85b0f66 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 945 time: 0.3301067 Aug 06 15:57:19.313877 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8417cbf-3646-42f0-971c-9a20ced1eb8a None None] New status for floating IP b36f4a83-0ccf-4ec1-a610-8d741bc971c9: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:57:19.399954 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa9e12d6-dab2-4c23-a2fd-c8c18283dc87 req-bb71ca01-d666-401e-9507-9b3da7e09414 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c3f8fbe-6ee2-4417-b855-21bea2b993cb HTTP/1.1" status: 200 len: 999 time: 0.1997857 Aug 06 15:57:19.414473 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67fb2045-5eec-40c6-8892-510b0ddff059 req-4b217e4c-796f-406e-a8c2-4eebf4a3c918 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770775 Aug 06 15:57:19.426312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2563c23-c119-4b02-ad28-11ef3482f0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eea7e06-658c-4154-a70a-226749fcc158'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:19.428959 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb2641e-25dd-4f8b-9c4a-321b6d4335ee" -d '{"events": [{"server_uuid": "e2563c23-c119-4b02-ad28-11ef3482f0a2", "name": "network-vif-plugged", "status": "completed", "tag": "0eea7e06-658c-4154-a70a-226749fcc158"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:19.571388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98010e7-9559-42e0-8875-200a2e508a6d req-1184994f-c992-435c-95db-1b8ea3165806 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:19.579950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98010e7-9559-42e0-8875-200a2e508a6d req-1184994f-c992-435c-95db-1b8ea3165806 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/networks?id=be64a754-66d4-4a99-b5f7-5f4723a93a1f HTTP/1.1" status: 200 len: 823 time: 0.4081564 Aug 06 15:57:19.611144 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98010e7-9559-42e0-8875-200a2e508a6d req-f18ca1e4-7e66-4a90-8f27-a13da2ae180c tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/quotas/61d9ec8c4bd445cc8dcdca9b8e60c7e8 HTTP/1.1" status: 200 len: 375 time: 0.0298150 Aug 06 15:57:19.624100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e12d6-dab2-4c23-a2fd-c8c18283dc87 req-75795796-62ae-4106-878c-5722f1cd8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:19.625584 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa9e12d6-dab2-4c23-a2fd-c8c18283dc87 req-75795796-62ae-4106-878c-5722f1cd8005 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a67b2bd-6238-4861-9536-c4b8a23c8fe8 HTTP/1.1" status: 200 len: 867 time: 0.2075939 Aug 06 15:57:19.705707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa84047-febb-4c7a-b107-9304ab51b79e req-aa68bc14-6076-4de4-bf48-5c849cf73f57 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:19.705707 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dfa84047-febb-4c7a-b107-9304ab51b79e req-aa68bc14-6076-4de4-bf48-5c849cf73f57 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 946 time: 0.1771722 Aug 06 15:57:19.745517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98010e7-9559-42e0-8875-200a2e508a6d req-ed1879e0-4e92-4b53-b34d-e38ad7ce49c0 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=61d9ec8c4bd445cc8dcdca9b8e60c7e8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1330357 Aug 06 15:57:19.747609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e12d6-dab2-4c23-a2fd-c8c18283dc87 req-0378b805-7d26-41bb-b148-5ec67358565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:19.749261 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa9e12d6-dab2-4c23-a2fd-c8c18283dc87 req-0378b805-7d26-41bb-b148-5ec67358565f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c613d883-07b3-4668-8715-acd0d95b4b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121552 Aug 06 15:57:19.859971 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dfa84047-febb-4c7a-b107-9304ab51b79e req-e9475626-323d-4d00-827c-476729688ac7 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329310 Aug 06 15:57:20.019438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98010e7-9559-42e0-8875-200a2e508a6d req-b6235295-5da9-417c-927d-ba0c0bd6c294 service neutron] 10.222.0.37 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453554 Aug 06 15:57:20.100313 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa9e12d6-dab2-4c23-a2fd-c8c18283dc87 req-0506424b-7498-44d2-852a-423191478681 service neutron] 10.222.0.13 "GET /v2.0/networks/c613d883-07b3-4668-8715-acd0d95b4b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387358 Aug 06 15:57:20.489326 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa9e12d6-dab2-4c23-a2fd-c8c18283dc87 req-cd06e91c-001b-4516-a267-fc83e4eee9f5 service neutron] 10.222.0.13 "GET /v2.0/networks/c613d883-07b3-4668-8715-acd0d95b4b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776517 Aug 06 15:57:20.563998 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98010e7-9559-42e0-8875-200a2e508a6d req-2ede77e4-6d1e-40de-86c3-a437b167e026 service neutron] 10.222.0.37 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475988 Aug 06 15:57:20.588698 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88257513-f9d5-4224-b097-27237706cfac req-ba724f6c-780a-463c-9b7f-0a6fe13cc250 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:20.590428 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88257513-f9d5-4224-b097-27237706cfac req-ba724f6c-780a-463c-9b7f-0a6fe13cc250 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.78 "GET /v2.0/ports?device_id=167d47ef-883a-4b1d-bfb0-9c518dc6b3da HTTP/1.1" status: 200 len: 945 time: 0.3300133 Aug 06 15:57:20.716727 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecac5e94-5bbd-497a-8f73-5fa5951d424e', 'name': 'network-vif-deleted', 'tag': 'b2bebe8e-7a41-4858-bda0-69be54fedfe3'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:20.720327 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81c32b0-cc78-4909-8c90-3b7562d32392" -d '{"events": [{"server_uuid": "ecac5e94-5bbd-497a-8f73-5fa5951d424e", "name": "network-vif-deleted", "tag": "b2bebe8e-7a41-4858-bda0-69be54fedfe3"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:20.757540 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-ba5e219a-a28b-4066-8546-7db5c77419f6 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 258 time: 0.4242520 Aug 06 15:57:20.767302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:20.931516 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:21.060552 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-88257513-f9d5-4224-b097-27237706cfac req-0b32cb40-d3ef-4461-8182-362c7556e5d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Deleting port a9d05e4c-b218-4b20-8418-548fdb692d32 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:21.060923 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-88257513-f9d5-4224-b097-27237706cfac req-0b32cb40-d3ef-4461-8182-362c7556e5d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:21.398565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-88257513-f9d5-4224-b097-27237706cfac req-0b32cb40-d3ef-4461-8182-362c7556e5d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] For port a9d05e4c-b218-4b20-8418-548fdb692d32, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=a9d05e4c-b218-4b20-8418-548fdb692d32,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:21.399196 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-88257513-f9d5-4224-b097-27237706cfac req-0b32cb40-d3ef-4461-8182-362c7556e5d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:21.575929 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:22.055199 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-88257513-f9d5-4224-b097-27237706cfac req-0b32cb40-d3ef-4461-8182-362c7556e5d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:22.056310 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-88257513-f9d5-4224-b097-27237706cfac req-0b32cb40-d3ef-4461-8182-362c7556e5d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:22.056310 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-88257513-f9d5-4224-b097-27237706cfac req-0b32cb40-d3ef-4461-8182-362c7556e5d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Floating IP 1a1af641-c986-4c6e-8f05-938470d3dc50 disassociated. External IP: 172.25.1.168, port: a9d05e4c-b218-4b20-8418-548fdb692d32. Aug 06 15:57:22.056956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-88257513-f9d5-4224-b097-27237706cfac req-0b32cb40-d3ef-4461-8182-362c7556e5d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Calling delete_port for a9d05e4c-b218-4b20-8418-548fdb692d32 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:22.108941 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ac2e4-28bd-43f8-859c-1e711dd4d466 req-3d4c26ef-8220-47f0-89f9-b3f26abf2227 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:22.122699 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-488ac2e4-28bd-43f8-859c-1e711dd4d466 req-3d4c26ef-8220-47f0-89f9-b3f26abf2227 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 950 time: 0.4465466 Aug 06 15:57:22.183249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Allocated IP 172.25.1.208 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/871bb022-7f23-40b9-a860-596223307f5c) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:57:22.350425 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-488ac2e4-28bd-43f8-859c-1e711dd4d466 req-f2badc8b-2b2c-4b5d-8fc6-cbc5a46245cf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196872 Aug 06 15:57:22.422592 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e563da8f-85eb-4e7b-9e8b-39c863a1b9f8 x-openstack-request-id: req-e563da8f-85eb-4e7b-9e8b-39c863a1b9f8 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:22.423518 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2563c23-c119-4b02-ad28-11ef3482f0a2", "name": "network-vif-plugged", "status": "completed", "tag": "0eea7e06-658c-4154-a70a-226749fcc158", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:22.423990 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e563da8f-85eb-4e7b-9e8b-39c863a1b9f8 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:22.424646 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2563c23-c119-4b02-ad28-11ef3482f0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eea7e06-658c-4154-a70a-226749fcc158', 'code': 200} Aug 06 15:57:22.513973 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-88257513-f9d5-4224-b097-27237706cfac req-0b32cb40-d3ef-4461-8182-362c7556e5d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:22.604483 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:22.771673 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32cb40-d3ef-4461-8182-362c7556e5d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Pushing event deleted for resources: {'Port': ['ID=a9d05e4c-b218-4b20-8418-548fdb692d32,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:22.808846 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.090695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641202a4-9731-4f01-95b0-f249ec1d2f41 req-0f2ae45b-c0cc-4834-8532-983b27657924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:23.092928 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-641202a4-9731-4f01-95b0-f249ec1d2f41 req-0f2ae45b-c0cc-4834-8532-983b27657924 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 1101 time: 0.3792295 Aug 06 15:57:23.113331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504808c-900e-45de-9527-97777718a89a req-a3ef37de-922b-4fcc-9373-e4def38ee52b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:23.120162 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.122356 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9504808c-900e-45de-9527-97777718a89a req-a3ef37de-922b-4fcc-9373-e4def38ee52b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "GET /v2.0/ports?device_id=889789ee-52fb-4fe0-80ad-4b463df4fde6 HTTP/1.1" status: 200 len: 949 time: 0.2079246 Aug 06 15:57:23.306200 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-641202a4-9731-4f01-95b0-f249ec1d2f41 req-0c4bd3f0-ad3b-4a9e-b217-2243a0058b43 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813109 Aug 06 15:57:23.361244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-9504808c-900e-45de-9527-97777718a89a req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Deleting port 4f7163f9-60bb-4537-a175-399cae11a471 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:23.361586 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9504808c-900e-45de-9527-97777718a89a req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.520011 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.662534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device a9d05e4c-b218-4b20-8418-548fdb692d32 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:23.703414 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: a9d05e4c-b218-4b20-8418-548fdb692d32 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:23.704016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device a9d05e4c-b218-4b20-8418-548fdb692d32 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:23.704611 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 4f7163f9-60bb-4537-a175-399cae11a471 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:23.755147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:23.849458 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.883446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:23.907199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 4f7163f9-60bb-4537-a175-399cae11a471, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4f7163f9-60bb-4537-a175-399cae11a471,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:23.919198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9504808c-900e-45de-9527-97777718a89a req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] For port 4f7163f9-60bb-4537-a175-399cae11a471, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4f7163f9-60bb-4537-a175-399cae11a471,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:23.920056 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9504808c-900e-45de-9527-97777718a89a req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.922830 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.926376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:57:23.943499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-9504808c-900e-45de-9527-97777718a89a req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Calling delete_port for 4f7163f9-60bb-4537-a175-399cae11a471 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:23.980838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Pushing event updated for resources: {'Port': ['ID=871bb022-7f23-40b9-a860-596223307f5c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:24.049922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=4f7163f9-60bb-4537-a175-399cae11a471,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:24.110977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce55667-a1b7-44d0-835a-0ed4a72d6da7 req-ee386f56-c38d-42c1-8a32-6ce4e5d2c140 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:24.126329 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ce55667-a1b7-44d0-835a-0ed4a72d6da7 req-ee386f56-c38d-42c1-8a32-6ce4e5d2c140 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 945 time: 0.4268508 Aug 06 15:57:24.229521 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9504808c-900e-45de-9527-97777718a89a req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.241408 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ce55667-a1b7-44d0-835a-0ed4a72d6da7 req-5c58c9fc-f65e-45bb-97c4-cc4b1de12257 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133549 Aug 06 15:57:24.244355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6841fe8f-f1ac-4eef-a329-6f127beb51bb', 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53', '484abe1c-3cc2-4b42-97f1-b6c1789f3a49'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:24.249091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['cd9db018-e1ea-4325-a44b-f2c3e3b82528'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:24.347437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event deleted for resources: {'Port': ['ID=4f7163f9-60bb-4537-a175-399cae11a471,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:24.389778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:24.391092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:24.394325 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:24.395318 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:24.396059 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:24.397300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:24.398935 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:24.399464 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:24.400994 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:24.401656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:24.405710 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:24.405990 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de13c2a8-4b89-406e-896f-204013dbbff0 x-openstack-request-id: req-de13c2a8-4b89-406e-896f-204013dbbff0 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:24.406348 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecac5e94-5bbd-497a-8f73-5fa5951d424e", "name": "network-vif-deleted", "tag": "b2bebe8e-7a41-4858-bda0-69be54fedfe3", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:24.406758 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de13c2a8-4b89-406e-896f-204013dbbff0 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:24.407252 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecac5e94-5bbd-497a-8f73-5fa5951d424e', 'name': 'network-vif-deleted', 'tag': 'b2bebe8e-7a41-4858-bda0-69be54fedfe3', 'status': 'completed', 'code': 200} Aug 06 15:57:24.407555 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:24.459475 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889789ee-52fb-4fe0-80ad-4b463df4fde6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f7163f9-60bb-4537-a175-399cae11a471'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:24.464193 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09035058-ede8-413b-8094-96b28f8e15a1" -d '{"events": [{"server_uuid": "889789ee-52fb-4fe0-80ad-4b463df4fde6", "name": "network-vif-unplugged", "status": "completed", "tag": "4f7163f9-60bb-4537-a175-399cae11a471"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:24.482891 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98010e7-9559-42e0-8875-200a2e508a6d req-7a9e5e19-c9d9-454b-81db-e76a911855b3 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:24.484787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98010e7-9559-42e0-8875-200a2e508a6d req-7a9e5e19-c9d9-454b-81db-e76a911855b3 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.13 "GET /v2.0/networks?id=be64a754-66d4-4a99-b5f7-5f4723a93a1f HTTP/1.1" status: 200 len: 823 time: 1.5479338 Aug 06 15:57:24.545905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88257513-f9d5-4224-b097-27237706cfac req-0b32cb40-d3ef-4461-8182-362c7556e5d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Router 9d542748-cef1-467e-a7c7-16ebca8d5796 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:57:24.584592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9504808c-900e-45de-9527-97777718a89a req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] No DVR routers for this DVR port 4f7163f9-60bb-4537-a175-399cae11a471 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:24.609247 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9504808c-900e-45de-9527-97777718a89a req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.615047 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98010e7-9559-42e0-8875-200a2e508a6d req-993d0389-e901-4d35-8c85-b61550bd3674 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61d9ec8c4bd445cc8dcdca9b8e60c7e8 HTTP/1.1" status: 200 len: 380 time: 0.1102600 Aug 06 15:57:24.619143 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9504808c-900e-45de-9527-97777718a89a req-9d410877-1abc-4620-a84d-13748ffc6b54 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "DELETE /v2.0/ports/4f7163f9-60bb-4537-a175-399cae11a471 HTTP/1.1" status: 204 len: 173 time: 1.4719045 Aug 06 15:57:24.662855 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889789ee-52fb-4fe0-80ad-4b463df4fde6', 'name': 'network-vif-deleted', 'tag': '4f7163f9-60bb-4537-a175-399cae11a471'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:24.665842 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e9be19-1bfb-426d-8a07-182522042115" -d '{"events": [{"server_uuid": "889789ee-52fb-4fe0-80ad-4b463df4fde6", "name": "network-vif-deleted", "tag": "4f7163f9-60bb-4537-a175-399cae11a471"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:24.691369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f98010e7-9559-42e0-8875-200a2e508a6d req-4744c6d7-a69d-4790-879e-13cfa2e14418 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Request body: {'port': {'device_id': '3a3fceed-fa27-4bb2-9f82-36031e08142c', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'admin_state_up': True, 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'security_groups': ['89ec07d4-9161-4559-bea3-0c2597f20f2b']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:24.727548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee565834-fe93-4a68-9d2f-fef16537b536 req-3bb7f3a4-168f-44c3-91d6-4e1ab7c6cf20 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:24.733350 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ee565834-fe93-4a68-9d2f-fef16537b536 req-3bb7f3a4-168f-44c3-91d6-4e1ab7c6cf20 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.13 "GET /v2.0/ports?device_id=66ec04c3-fefa-4a7f-80fd-d84dadaf6c85 HTTP/1.1" status: 200 len: 949 time: 0.1562064 Aug 06 15:57:24.737605 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f68a5c3a-759a-43c4-967d-c82a9218ec60 req-6d303ff6-7574-4b4c-a7f6-5d6d88d332c2 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 210 time: 0.2030649 Aug 06 15:57:25.142713 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-ee565834-fe93-4a68-9d2f-fef16537b536 req-ca0e9c42-00e4-4fe0-9859-649521ad8f25 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Deleting port cd9db018-e1ea-4325-a44b-f2c3e3b82528 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:25.149094 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee565834-fe93-4a68-9d2f-fef16537b536 req-ca0e9c42-00e4-4fe0-9859-649521ad8f25 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.159652 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.385826 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.387850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ee565834-fe93-4a68-9d2f-fef16537b536 req-ca0e9c42-00e4-4fe0-9859-649521ad8f25 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] For port cd9db018-e1ea-4325-a44b-f2c3e3b82528, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cd9db018-e1ea-4325-a44b-f2c3e3b82528,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:25.388440 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee565834-fe93-4a68-9d2f-fef16537b536 req-ca0e9c42-00e4-4fe0-9859-649521ad8f25 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.409407 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-ee565834-fe93-4a68-9d2f-fef16537b536 req-ca0e9c42-00e4-4fe0-9859-649521ad8f25 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Calling delete_port for cd9db018-e1ea-4325-a44b-f2c3e3b82528 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:25.504278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88257513-f9d5-4224-b097-27237706cfac req-0b32cb40-d3ef-4461-8182-362c7556e5d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:57:25.547524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05664a0c-f959-4af0-911e-9c1a9a5dd409 None None] Sync routers for ids ['9d542748-cef1-467e-a7c7-16ebca8d5796'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:57:25.616817 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05664a0c-f959-4af0-911e-9c1a9a5dd409 None None] Routers {'9d542748-cef1-467e-a7c7-16ebca8d5796'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:25.618023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-05664a0c-f959-4af0-911e-9c1a9a5dd409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9d542748-cef1-467e-a7c7-16ebca8d5796'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:25.651232 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-88257513-f9d5-4224-b097-27237706cfac req-0b32cb40-d3ef-4461-8182-362c7556e5d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] No DVR routers for this DVR port a9d05e4c-b218-4b20-8418-548fdb692d32 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:25.663180 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-88257513-f9d5-4224-b097-27237706cfac req-0b32cb40-d3ef-4461-8182-362c7556e5d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.666342 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88257513-f9d5-4224-b097-27237706cfac req-0b32cb40-d3ef-4461-8182-362c7556e5d7 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.78 "DELETE /v2.0/ports/a9d05e4c-b218-4b20-8418-548fdb692d32 HTTP/1.1" status: 204 len: 173 time: 5.0419245 Aug 06 15:57:25.842610 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee565834-fe93-4a68-9d2f-fef16537b536 req-ca0e9c42-00e4-4fe0-9859-649521ad8f25 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.846283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a4a875f-7c8b-47b5-816d-c5bf3ca19e09 req-a34d287b-f2c4-48a2-bac3-2622ef0fe5d0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=889789ee-52fb-4fe0-80ad-4b463df4fde6 HTTP/1.1" status: 200 len: 210 time: 0.0565262 Aug 06 15:57:25.850340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98010e7-9559-42e0-8875-200a2e508a6d req-4744c6d7-a69d-4790-879e-13cfa2e14418 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Made reservation on behalf of 61d9ec8c4bd445cc8dcdca9b8e60c7e8 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:25.854062 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f98010e7-9559-42e0-8875-200a2e508a6d req-4744c6d7-a69d-4790-879e-13cfa2e14418 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.929337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e9c42-00e4-4fe0-9859-649521ad8f25 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event deleted for resources: {'Port': ['ID=cd9db018-e1ea-4325-a44b-f2c3e3b82528,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:26.010166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee565834-fe93-4a68-9d2f-fef16537b536 req-ca0e9c42-00e4-4fe0-9859-649521ad8f25 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] No DVR routers for this DVR port cd9db018-e1ea-4325-a44b-f2c3e3b82528 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:26.014464 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ee565834-fe93-4a68-9d2f-fef16537b536 req-ca0e9c42-00e4-4fe0-9859-649521ad8f25 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.017489 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ee565834-fe93-4a68-9d2f-fef16537b536 req-ca0e9c42-00e4-4fe0-9859-649521ad8f25 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.13 "DELETE /v2.0/ports/cd9db018-e1ea-4325-a44b-f2c3e3b82528 HTTP/1.1" status: 204 len: 173 time: 1.2779360 Aug 06 15:57:26.169039 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.241928 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-05664a0c-f959-4af0-911e-9c1a9a5dd409 None None] Set router 9d542748-cef1-467e-a7c7-16ebca8d5796 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:57:26.262293 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.410142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167d47ef-883a-4b1d-bfb0-9c518dc6b3da', 'name': 'network-vif-deleted', 'tag': 'a9d05e4c-b218-4b20-8418-548fdb692d32'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:26.412604 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b523b752-c073-4688-af35-0ba993f48c0a" -d '{"events": [{"server_uuid": "167d47ef-883a-4b1d-bfb0-9c518dc6b3da", "name": "network-vif-deleted", "tag": "a9d05e4c-b218-4b20-8418-548fdb692d32"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:26.496743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a3e90-5abd-42a8-bc93-88045a4c7de3 req-b9ff2c00-c000-452f-b681-5af8cee0520e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:26.499164 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e90a3e90-5abd-42a8-bc93-88045a4c7de3 req-b9ff2c00-c000-452f-b681-5af8cee0520e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 950 time: 0.3572700 Aug 06 15:57:26.503953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-f98010e7-9559-42e0-8875-200a2e508a6d req-4744c6d7-a69d-4790-879e-13cfa2e14418 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Allocated IP 172.20.0.9 (be64a754-66d4-4a99-b5f7-5f4723a93a1f/7139516a-55da-4c51-9f07-a4156520643c/d9711fc0-b99c-4c7c-a33c-c72e8dff34db) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:57:26.556803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Pushing event updated for resources: {'Port': ['ID=871bb022-7f23-40b9-a860-596223307f5c,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:26.572438 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.654993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e90a3e90-5abd-42a8-bc93-88045a4c7de3 req-da851a18-7c6d-41b0-9d46-ee04808452f7 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397030 Aug 06 15:57:26.764474 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-05664a0c-f959-4af0-911e-9c1a9a5dd409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:54:00Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a2935328-0fac-4811-86f2-19bbf45378be', 'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'mac_address': 'fa:16:3e:55:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:58Z', 'updated_at': '2021-08-06T15:54:07Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'subnets': [{'id': '7139516a-55da-4c51-9f07-a4156520643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:26.898609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05664a0c-f959-4af0-911e-9c1a9a5dd409 None None] Checking router: 9d542748-cef1-467e-a7c7-16ebca8d5796 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:57:26.916678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05664a0c-f959-4af0-911e-9c1a9a5dd409 None None] Routers {'9d542748-cef1-467e-a7c7-16ebca8d5796'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:26.918912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-05664a0c-f959-4af0-911e-9c1a9a5dd409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9d542748-cef1-467e-a7c7-16ebca8d5796'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:26.934580 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.953986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-610a6029-4e99-4979-9beb-85f46ed581c5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.1907463 Aug 06 15:57:27.157892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-cd633ec8-fb99-4ff1-815b-964e0dc56cc9 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.208 HTTP/1.1" status: 200 len: 696 time: 0.1668453 Aug 06 15:57:27.199483 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-05664a0c-f959-4af0-911e-9c1a9a5dd409 None None] Set router 9d542748-cef1-467e-a7c7-16ebca8d5796 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:57:27.206051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a4462-2e53-4d89-ab51-b2b76fbab169 req-ec0c1919-e283-428f-ac28-3e940aa0c178 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:27.208568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-672a4462-2e53-4d89-ab51-b2b76fbab169 req-ec0c1919-e283-428f-ac28-3e940aa0c178 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 945 time: 0.2478464 Aug 06 15:57:27.225239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59418) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:27.234195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-5dbd3097-2b01-4b44-b642-eb209c2442ba tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Request body: {'floatingip': {'port_id': '66008572-9579-4b90-b59c-a817894ec420'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:27.313717 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc4ca7c-ddf0-4eaa-a832-39032eaac953 x-openstack-request-id: req-0fc4ca7c-ddf0-4eaa-a832-39032eaac953 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:27.314052 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889789ee-52fb-4fe0-80ad-4b463df4fde6", "name": "network-vif-unplugged", "status": "completed", "tag": "4f7163f9-60bb-4537-a175-399cae11a471", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:27.314327 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fc4ca7c-ddf0-4eaa-a832-39032eaac953 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:27.316029 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889789ee-52fb-4fe0-80ad-4b463df4fde6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f7163f9-60bb-4537-a175-399cae11a471', 'code': 200} Aug 06 15:57:27.324937 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f98010e7-9559-42e0-8875-200a2e508a6d req-4744c6d7-a69d-4790-879e-13cfa2e14418 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:27.366500 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-f98010e7-9559-42e0-8875-200a2e508a6d req-4744c6d7-a69d-4790-879e-13cfa2e14418 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Transition to ACTIVE for port object d9711fc0-b99c-4c7c-a33c-c72e8dff34db will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:27.378502 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecb54ac-7c50-411e-ab2b-50972119b3d5 x-openstack-request-id: req-6ecb54ac-7c50-411e-ab2b-50972119b3d5 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:27.378944 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889789ee-52fb-4fe0-80ad-4b463df4fde6", "name": "network-vif-deleted", "tag": "4f7163f9-60bb-4537-a175-399cae11a471", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:27.379339 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ecb54ac-7c50-411e-ab2b-50972119b3d5 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:27.380008 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889789ee-52fb-4fe0-80ad-4b463df4fde6', 'name': 'network-vif-deleted', 'tag': '4f7163f9-60bb-4537-a175-399cae11a471', 'status': 'completed', 'code': 200} Aug 06 15:57:27.393118 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5dbd3097-2b01-4b44-b642-eb209c2442ba tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for floatingip, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:27.432612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4652629-a53d-4bfc-9399-e670b86a6663 req-5715ea87-8cf1-41b1-ad26-feb3b2c0b5dd tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 210 time: 0.0522997 Aug 06 15:57:27.446106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-8c017a55-3bc8-494d-8e5c-fa5097afdfb1 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:27.448581 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d34c668-ac69-4fd6-a8f0-a84af5afcf7d req-8c017a55-3bc8-494d-8e5c-fa5097afdfb1 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.2777147 Aug 06 15:57:27.521383 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04dca89-b0c1-4119-8430-5d9ad40c4a08 x-openstack-request-id: req-b04dca89-b0c1-4119-8430-5d9ad40c4a08 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:27.521955 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167d47ef-883a-4b1d-bfb0-9c518dc6b3da", "name": "network-vif-deleted", "tag": "a9d05e4c-b218-4b20-8418-548fdb692d32", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:27.522406 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b04dca89-b0c1-4119-8430-5d9ad40c4a08 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:27.523129 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167d47ef-883a-4b1d-bfb0-9c518dc6b3da', 'name': 'network-vif-deleted', 'tag': 'a9d05e4c-b218-4b20-8418-548fdb692d32', 'status': 'completed', 'code': 200} Aug 06 15:57:27.558840 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f98010e7-9559-42e0-8875-200a2e508a6d req-4744c6d7-a69d-4790-879e-13cfa2e14418 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:27.691818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98010e7-9559-42e0-8875-200a2e508a6d req-4744c6d7-a69d-4790-879e-13cfa2e14418 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Network be64a754-66d4-4a99-b5f7-5f4723a93a1f is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:27.703720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-f98010e7-9559-42e0-8875-200a2e508a6d req-4744c6d7-a69d-4790-879e-13cfa2e14418 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:27.711402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98010e7-9559-42e0-8875-200a2e508a6d req-4744c6d7-a69d-4790-879e-13cfa2e14418 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:57:27.747436 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-05664a0c-f959-4af0-911e-9c1a9a5dd409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:54:00Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a2935328-0fac-4811-86f2-19bbf45378be', 'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'mac_address': 'fa:16:3e:55:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:58Z', 'updated_at': '2021-08-06T15:54:07Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'subnets': [{'id': '7139516a-55da-4c51-9f07-a4156520643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:27.844930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05664a0c-f959-4af0-911e-9c1a9a5dd409 None None] The sync data for ids ['9d542748-cef1-467e-a7c7-16ebca8d5796'] in n-d-803756-1 is: [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:54:00Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a2935328-0fac-4811-86f2-19bbf45378be', 'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'mac_address': 'fa:16:3e:55:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:58Z', 'updated_at': '2021-08-06T15:54:07Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'subnets': [{'id': '7139516a-55da-4c51-9f07-a4156520643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:57:27.944335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744c6d7-a69d-4790-879e-13cfa2e14418 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Pushing event updated for resources: {'Port': ['ID=d9711fc0-b99c-4c7c-a33c-c72e8dff34db,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:28.040712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98010e7-9559-42e0-8875-200a2e508a6d req-4744c6d7-a69d-4790-879e-13cfa2e14418 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:28.041577 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f98010e7-9559-42e0-8875-200a2e508a6d req-4744c6d7-a69d-4790-879e-13cfa2e14418 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:28.076932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6841fe8f-f1ac-4eef-a329-6f127beb51bb', 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53', '484abe1c-3cc2-4b42-97f1-b6c1789f3a49'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:28.094786 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98010e7-9559-42e0-8875-200a2e508a6d req-4744c6d7-a69d-4790-879e-13cfa2e14418 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4210105 Aug 06 15:57:28.155394 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Request body: {'port': {'device_id': '3a3fceed-fa27-4bb2-9f82-36031e08142c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:28.201467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3908394-73c3-41c1-955c-c83860b4354e req-aedb0bc3-53d3-40a0-b9cb-2db6c283fc84 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:28.211218 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3908394-73c3-41c1-955c-c83860b4354e req-aedb0bc3-53d3-40a0-b9cb-2db6c283fc84 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3096478 Aug 06 15:57:28.232753 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-15361ab7-33c9-4ea9-9a4a-3342f391dde6 None None] Provisioning for port d9711fc0-b99c-4c7c-a33c-c72e8dff34db completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:57:28.240525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-15361ab7-33c9-4ea9-9a4a-3342f391dde6 None None] Provisioning complete for port d9711fc0-b99c-4c7c-a33c-c72e8dff34db triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:28.240906 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-15361ab7-33c9-4ea9-9a4a-3342f391dde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:28.284273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3908394-73c3-41c1-955c-c83860b4354e req-55c39599-c64c-46c5-8b01-898e9dce2c9c tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.208 HTTP/1.1" status: 200 len: 696 time: 0.0704477 Aug 06 15:57:28.289564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f3908394-73c3-41c1-955c-c83860b4354e req-574a2cb2-7fc7-4093-be67-a7878e62844f tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Request body: {'floatingip': {'port_id': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:28.381723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-15361ab7-33c9-4ea9-9a4a-3342f391dde6 None None] Port d9711fc0-b99c-4c7c-a33c-c72e8dff34db cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:57:28.399209 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:28.405556 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f3908394-73c3-41c1-955c-c83860b4354e req-574a2cb2-7fc7-4093-be67-a7878e62844f tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:28.426272 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2767caac-b4a2-484f-aca0-25c581ae94bd None None] New status for floating IP 1a1af641-c986-4c6e-8f05-938470d3dc50: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:57:28.694018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device cd9db018-e1ea-4325-a44b-f2c3e3b82528 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:28.725535 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5dbd3097-2b01-4b44-b642-eb209c2442ba tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:28.732508 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5dbd3097-2b01-4b44-b642-eb209c2442ba tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:28.757150 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: cd9db018-e1ea-4325-a44b-f2c3e3b82528 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:28.757758 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device cd9db018-e1ea-4325-a44b-f2c3e3b82528 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:28.972010 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-5dbd3097-2b01-4b44-b642-eb209c2442ba tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Floating IP 28cf1e58-442a-41af-b85a-089a4a91d1c4 associated. External IP: 172.25.1.99, port: 66008572-9579-4b90-b59c-a817894ec420. Aug 06 15:57:29.053390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9967ea-0edd-4ecb-8a2c-a4290fc835cd req-d800d069-15c6-466d-bf46-4f536972fd75 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:29.057481 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de9967ea-0edd-4ecb-8a2c-a4290fc835cd req-d800d069-15c6-466d-bf46-4f536972fd75 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/ports?device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 951 time: 0.5535018 Aug 06 15:57:29.196732 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-f3908394-73c3-41c1-955c-c83860b4354e req-574a2cb2-7fc7-4093-be67-a7878e62844f tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] update failed (client error): There was a conflict when trying to complete your request. Aug 06 15:57:29.197738 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3908394-73c3-41c1-955c-c83860b4354e req-574a2cb2-7fc7-4093-be67-a7878e62844f tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "PUT /v2.0/floatingips/dacf3ebc-1bdf-4c26-a43d-0a909d80a3db HTTP/1.1" status: 409 len: 550 time: 0.9122217 Aug 06 15:57:29.208826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de9967ea-0edd-4ecb-8a2c-a4290fc835cd req-039c0f12-149c-483c-b1d3-60ed8fbfee4b tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/security-groups?id=02b281ba-4c1e-4016-aff3-4e509451a1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379559 Aug 06 15:57:29.261846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbd3097-2b01-4b44-b642-eb209c2442ba tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:57:29.372443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9711fc0-b99c-4c7c-a33c-c72e8dff34db {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:57:29.405122 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:29.414452 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ec04c3-fefa-4a7f-80fd-d84dadaf6c85', 'name': 'network-vif-deleted', 'tag': 'cd9db018-e1ea-4325-a44b-f2c3e3b82528'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:29.416810 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dcaabf-bc14-487b-a951-c6581123c4bb" -d '{"events": [{"server_uuid": "66ec04c3-fefa-4a7f-80fd-d84dadaf6c85", "name": "network-vif-deleted", "tag": "cd9db018-e1ea-4325-a44b-f2c3e3b82528"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:29.420766 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbd3097-2b01-4b44-b642-eb209c2442ba tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:57:29.434586 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d46e5d-00e6-44b0-b3e8-845daa42c87c None None] Sync routers for ids ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:57:29.435564 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5dbd3097-2b01-4b44-b642-eb209c2442ba tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:29.466126 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Transition to ACTIVE for port object d9711fc0-b99c-4c7c-a33c-c72e8dff34db will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:29.472355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d46e5d-00e6-44b0-b3e8-845daa42c87c None None] Routers {'7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:29.472355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-19d46e5d-00e6-44b0-b3e8-845daa42c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:29.472898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:29.504739 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5dbd3097-2b01-4b44-b642-eb209c2442ba tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "PUT /v2.0/floatingips/28cf1e58-442a-41af-b85a-089a4a91d1c4 HTTP/1.1" status: 200 len: 990 time: 2.2768354 Aug 06 15:57:29.602093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Pushing event updated for resources: {'Port': ['ID=d9711fc0-b99c-4c7c-a33c-c72e8dff34db,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:29.628071 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df6b30-f7e4-4d0f-8a76-9602c6ed5877 req-feac22ee-69ac-4b4d-93cb-61c529950360 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:29.639507 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9df6b30-f7e4-4d0f-8a76-9602c6ed5877 req-feac22ee-69ac-4b4d-93cb-61c529950360 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 943 time: 0.1937275 Aug 06 15:57:29.675448 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device caaaec9b-2a0b-4d08-b0d8-7265ade29549 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:29.806854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-19d46e5d-00e6-44b0-b3e8-845daa42c87c None None] Set router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:57:30.153427 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:30.211903 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9df6b30-f7e4-4d0f-8a76-9602c6ed5877 req-58d954c3-e781-4656-baa1-00e84d413c9c tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5709805 Aug 06 15:57:30.300400 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-b02284d5-d9a3-4150-9209-aa4d0f29cee2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.301175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-b02284d5-d9a3-4150-9209-aa4d0f29cee2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.301836 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-b02284d5-d9a3-4150-9209-aa4d0f29cee2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.302699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-b02284d5-d9a3-4150-9209-aa4d0f29cee2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.303650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-b02284d5-d9a3-4150-9209-aa4d0f29cee2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.304287 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-b02284d5-d9a3-4150-9209-aa4d0f29cee2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.304913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-b02284d5-d9a3-4150-9209-aa4d0f29cee2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.305540 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-b02284d5-d9a3-4150-9209-aa4d0f29cee2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.306195 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-b02284d5-d9a3-4150-9209-aa4d0f29cee2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.306815 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-b02284d5-d9a3-4150-9209-aa4d0f29cee2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.307435 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-b02284d5-d9a3-4150-9209-aa4d0f29cee2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.308053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-b02284d5-d9a3-4150-9209-aa4d0f29cee2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.308669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-b02284d5-d9a3-4150-9209-aa4d0f29cee2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.309307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-b02284d5-d9a3-4150-9209-aa4d0f29cee2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.324615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-b02284d5-d9a3-4150-9209-aa4d0f29cee2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c&device_id=c668c63b-b873-4cb5-9219-35f09d61697a&device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2&device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9&device_id=88967ce5-5480-4851-ba7e-0d957941e6b7&device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4&device_id=552cc640-8a68-4e36-9a9d-265fc0c20239&device_id=d371f426-c24d-415d-b9bf-071158f1b0fc&device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b&device_id=03df4310-e32b-4729-ac4c-9c792cff46c0&device_id=47dc93a3-35e4-4474-ba14-2b2152500839&device_id=6628159e-7681-45f1-8e74-6a9094c26cb8&device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef&device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 12605 time: 0.2484353 Aug 06 15:57:30.338174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd371f426-c24d-415d-b9bf-071158f1b0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:30.340473 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203c4925-9410-45e4-ac38-8ce599aac254" -d '{"events": [{"server_uuid": "d371f426-c24d-415d-b9bf-071158f1b0fc", "name": "network-vif-unplugged", "status": "completed", "tag": "caaaec9b-2a0b-4d08-b0d8-7265ade29549"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:30.384726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port caaaec9b-2a0b-4d08-b0d8-7265ade29549, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=caaaec9b-2a0b-4d08-b0d8-7265ade29549,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:30.388617 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Attempting to bind port d9711fc0-b99c-4c7c-a33c-c72e8dff34db on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:57:30.389994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Attempting to bind port d9711fc0-b99c-4c7c-a33c-c72e8dff34db by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:57:30.390800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Attempting to bind port d9711fc0-b99c-4c7c-a33c-c72e8dff34db on network be64a754-66d4-4a99-b5f7-5f4723a93a1f {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:57:30.400246 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:30.411748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Port d9711fc0-b99c-4c7c-a33c-c72e8dff34db on network be64a754-66d4-4a99-b5f7-5f4723a93a1f not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:57:30.412120 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Attempting to bind port d9711fc0-b99c-4c7c-a33c-c72e8dff34db on network be64a754-66d4-4a99-b5f7-5f4723a93a1f {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:57:30.424523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45345d28-6e16-46b6-9e48-534da30e2bca req-e07c22fd-c1d6-456b-a20b-0e8ead08f912 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/floatingips/dacf3ebc-1bdf-4c26-a43d-0a909d80a3db HTTP/1.1" status: 200 len: 693 time: 0.1452923 Aug 06 15:57:30.510212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=caaaec9b-2a0b-4d08-b0d8-7265ade29549,revision_number=11']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:30.534200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-19d46e5d-00e6-44b0-b3e8-845daa42c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'name': 'tempest-ServerActionsTestJSON-1432518962-router', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:26Z', 'updated_at': '2021-08-06T15:56:43Z', 'revision_number': 4, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'gw_port': {'id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:29Z', 'updated_at': '2021-08-06T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '28cf1e58-442a-41af-b85a-089a4a91d1c4', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'floating_ip_address': '172.25.1.99', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'port_id': '66008572-9579-4b90-b59c-a817894ec420', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'mac_address': 'fa:16:3e:eb:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:56:51Z', 'updated_at': '2021-08-06T15:57:28Z', 'revision_number': 1, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424f23b7-d51b-4fc0-ba86-8d67dde16bde', 'name': '', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'mac_address': 'fa:16:3e:f2:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:39Z', 'updated_at': '2021-08-06T15:56:53Z', 'revision_number': 5, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'subnets': [{'id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:30.568632 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-e427dea4-d859-4007-b3f9-e59c573ce54c tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:30.578573 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:57:30.579411 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Checking segment: {'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:30.580153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Bound using segment: {'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:57:30.581205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Bound port: d9711fc0-b99c-4c7c-a33c-c72e8dff34db, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc48c4b-0ed1-4a95-82c1-317fec956454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:57:30.582011 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:30.582599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d46e5d-00e6-44b0-b3e8-845daa42c87c None None] Checking router: 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:57:30.598590 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d46e5d-00e6-44b0-b3e8-845daa42c87c None None] Routers {'7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:30.599929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-19d46e5d-00e6-44b0-b3e8-845daa42c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:30.704271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45345d28-6e16-46b6-9e48-534da30e2bca req-4975fba3-0046-4e02-9172-a581b146a0d1 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.716037 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45345d28-6e16-46b6-9e48-534da30e2bca req-4975fba3-0046-4e02-9172-a581b146a0d1 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.2902260 Aug 06 15:57:30.795862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-19d46e5d-00e6-44b0-b3e8-845daa42c87c None None] Set router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:57:30.833841 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45345d28-6e16-46b6-9e48-534da30e2bca req-00a27bcc-b7a7-46d7-8df5-f8e0b5f25bc5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.208 HTTP/1.1" status: 200 len: 696 time: 0.1121919 Aug 06 15:57:31.016552 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] For port d9711fc0-b99c-4c7c-a33c-c72e8dff34db, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:57:31.065927 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45345d28-6e16-46b6-9e48-534da30e2bca req-144a2c1e-be02-4d0e-8220-574f40378c0e tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.208 HTTP/1.1" status: 200 len: 696 time: 0.2222538 Aug 06 15:57:31.068804 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-e427dea4-d859-4007-b3f9-e59c573ce54c tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.071447 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] For port d9711fc0-b99c-4c7c-a33c-c72e8dff34db, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d9711fc0-b99c-4c7c-a33c-c72e8dff34db,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:57:31.084890 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.087248 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-e427dea4-d859-4007-b3f9-e59c573ce54c tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.234812 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-19d46e5d-00e6-44b0-b3e8-845daa42c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'name': 'tempest-ServerActionsTestJSON-1432518962-router', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:26Z', 'updated_at': '2021-08-06T15:56:43Z', 'revision_number': 4, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'gw_port': {'id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:29Z', 'updated_at': '2021-08-06T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '28cf1e58-442a-41af-b85a-089a4a91d1c4', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'floating_ip_address': '172.25.1.99', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'port_id': '66008572-9579-4b90-b59c-a817894ec420', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'mac_address': 'fa:16:3e:eb:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:56:51Z', 'updated_at': '2021-08-06T15:57:28Z', 'revision_number': 1, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424f23b7-d51b-4fc0-ba86-8d67dde16bde', 'name': '', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'mac_address': 'fa:16:3e:f2:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:39Z', 'updated_at': '2021-08-06T15:56:53Z', 'revision_number': 5, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'subnets': [{'id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:31.237767 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14c6cff9-1582-4f59-9770-7a6430fc17bc req-e427dea4-d859-4007-b3f9-e59c573ce54c tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&id=37c0703c-2f7a-4c0a-ba55-1f547f113e0d&id=89ec07d4-9161-4559-bea3-0c2597f20f2b&id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&id=02b281ba-4c1e-4016-aff3-4e509451a1b5&id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&id=62369057-4f6e-4123-8a27-d81c2d5394af&id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 808 time: 0.9030509 Aug 06 15:57:31.256994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427dea4-d859-4007-b3f9-e59c573ce54c tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1391e381-963b-485f-9965-65706cf0f3c3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:31.333997 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d46e5d-00e6-44b0-b3e8-845daa42c87c None None] The sync data for ids ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'] in n-d-803756-1 is: [{'id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'name': 'tempest-ServerActionsTestJSON-1432518962-router', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:26Z', 'updated_at': '2021-08-06T15:56:43Z', 'revision_number': 4, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'gw_port': {'id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:29Z', 'updated_at': '2021-08-06T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '28cf1e58-442a-41af-b85a-089a4a91d1c4', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'floating_ip_address': '172.25.1.99', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'port_id': '66008572-9579-4b90-b59c-a817894ec420', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'mac_address': 'fa:16:3e:eb:6e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:56:51Z', 'updated_at': '2021-08-06T15:57:28Z', 'revision_number': 1, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '424f23b7-d51b-4fc0-ba86-8d67dde16bde', 'name': '', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'mac_address': 'fa:16:3e:f2:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:39Z', 'updated_at': '2021-08-06T15:56:53Z', 'revision_number': 5, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'subnets': [{'id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:57:31.386210 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:31.386849 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.388427 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98010e7-9559-42e0-8875-200a2e508a6d req-94673895-84ce-4032-b84c-39c642f24228 service neutron] 10.222.0.13 "PUT /v2.0/ports/d9711fc0-b99c-4c7c-a33c-c72e8dff34db HTTP/1.1" status: 200 len: 1091 time: 3.2498500 Aug 06 15:57:31.393611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3fceed-fa27-4bb2-9f82-36031e08142c', 'tag': 'd9711fc0-b99c-4c7c-a33c-c72e8dff34db'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:31.396807 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4a5dee-4ac7-4a1f-91cc-bcf1d7f60098" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3fceed-fa27-4bb2-9f82-36031e08142c", "tag": "d9711fc0-b99c-4c7c-a33c-c72e8dff34db"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:31.506231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94673895-84ce-4032-b84c-39c642f24228 service neutron] Pushing event updated for resources: {'Port': ['ID=d9711fc0-b99c-4c7c-a33c-c72e8dff34db,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:31.543070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98010e7-9559-42e0-8875-200a2e508a6d req-2cf172f7-fc43-4971-ad74-3c11e6923ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:31.545230 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98010e7-9559-42e0-8875-200a2e508a6d req-2cf172f7-fc43-4971-ad74-3c11e6923ccb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61d9ec8c4bd445cc8dcdca9b8e60c7e8&device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 1094 time: 0.0873673 Aug 06 15:57:31.566190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-45345d28-6e16-46b6-9e48-534da30e2bca req-e0c25e93-eaab-41ba-8ac5-6824a8b5bc38 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Deleting port 871bb022-7f23-40b9-a860-596223307f5c {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:31.566536 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-45345d28-6e16-46b6-9e48-534da30e2bca req-e0c25e93-eaab-41ba-8ac5-6824a8b5bc38 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.622082 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98010e7-9559-42e0-8875-200a2e508a6d req-270c366a-35ae-4646-ab77-f61543f092d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9711fc0-b99c-4c7c-a33c-c72e8dff34db HTTP/1.1" status: 200 len: 217 time: 0.0647573 Aug 06 15:57:31.874030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98010e7-9559-42e0-8875-200a2e508a6d req-967eee78-9977-4620-bc5f-ed88e0783cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:31.880703 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98010e7-9559-42e0-8875-200a2e508a6d req-967eee78-9977-4620-bc5f-ed88e0783cdb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7139516a-55da-4c51-9f07-a4156520643c HTTP/1.1" status: 200 len: 862 time: 0.2456117 Aug 06 15:57:31.955703 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-45345d28-6e16-46b6-9e48-534da30e2bca req-e0c25e93-eaab-41ba-8ac5-6824a8b5bc38 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.956054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-45345d28-6e16-46b6-9e48-534da30e2bca req-e0c25e93-eaab-41ba-8ac5-6824a8b5bc38 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:32.015009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-45345d28-6e16-46b6-9e48-534da30e2bca req-e0c25e93-eaab-41ba-8ac5-6824a8b5bc38 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Calling delete_port for 871bb022-7f23-40b9-a860-596223307f5c owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:32.133313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98010e7-9559-42e0-8875-200a2e508a6d req-f2487598-d018-421f-a5fa-aceac37f7f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:32.135352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98010e7-9559-42e0-8875-200a2e508a6d req-f2487598-d018-421f-a5fa-aceac37f7f33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be64a754-66d4-4a99-b5f7-5f4723a93a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2449150 Aug 06 15:57:32.147165 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e324c3-ca68-4050-9bf9-920256e961ab None None] New status for floating IP 28cf1e58-442a-41af-b85a-089a4a91d1c4: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:57:32.472447 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c8a93f-6d7d-4602-8af0-a64fdf372ad5 x-openstack-request-id: req-81c8a93f-6d7d-4602-8af0-a64fdf372ad5 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:32.473794 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ec04c3-fefa-4a7f-80fd-d84dadaf6c85", "name": "network-vif-deleted", "tag": "cd9db018-e1ea-4325-a44b-f2c3e3b82528", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:32.474431 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81c8a93f-6d7d-4602-8af0-a64fdf372ad5 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:32.475330 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ec04c3-fefa-4a7f-80fd-d84dadaf6c85', 'name': 'network-vif-deleted', 'tag': 'cd9db018-e1ea-4325-a44b-f2c3e3b82528', 'status': 'completed', 'code': 200} Aug 06 15:57:32.534665 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-45345d28-6e16-46b6-9e48-534da30e2bca req-e0c25e93-eaab-41ba-8ac5-6824a8b5bc38 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:32.605667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c25e93-eaab-41ba-8ac5-6824a8b5bc38 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Pushing event deleted for resources: {'Port': ['ID=871bb022-7f23-40b9-a860-596223307f5c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:32.662714 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98010e7-9559-42e0-8875-200a2e508a6d req-dab8a2e2-4d6b-443e-81da-13fda4a1e2e4 service neutron] 10.222.0.13 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975879 Aug 06 15:57:32.691553 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec130fc-5206-4cc6-bd33-3badb308beb5 x-openstack-request-id: req-1ec130fc-5206-4cc6-bd33-3badb308beb5 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:32.692248 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d371f426-c24d-415d-b9bf-071158f1b0fc", "name": "network-vif-unplugged", "status": "completed", "tag": "caaaec9b-2a0b-4d08-b0d8-7265ade29549", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:32.692248 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ec130fc-5206-4cc6-bd33-3badb308beb5 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:32.692538 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd371f426-c24d-415d-b9bf-071158f1b0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549', 'code': 200} Aug 06 15:57:32.856864 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-45345d28-6e16-46b6-9e48-534da30e2bca req-e0c25e93-eaab-41ba-8ac5-6824a8b5bc38 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:32.859464 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-45345d28-6e16-46b6-9e48-534da30e2bca req-e0c25e93-eaab-41ba-8ac5-6824a8b5bc38 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:32.860628 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45345d28-6e16-46b6-9e48-534da30e2bca req-e0c25e93-eaab-41ba-8ac5-6824a8b5bc38 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "DELETE /v2.0/floatingips/dacf3ebc-1bdf-4c26-a43d-0a909d80a3db HTTP/1.1" status: 204 len: 173 time: 1.8018036 Aug 06 15:57:32.908279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98010e7-9559-42e0-8875-200a2e508a6d req-2c76dd5e-e5fc-4b76-be4f-60d36f76234c service neutron] 10.222.0.13 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108805 Aug 06 15:57:32.923358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fa510-20f3-4208-af3d-1184e55e7f3a req-50abb62d-5e66-403f-ab2c-48540a6c04f0 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:32.926012 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-828fa510-20f3-4208-af3d-1184e55e7f3a req-50abb62d-5e66-403f-ab2c-48540a6c04f0 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 943 time: 0.1415286 Aug 06 15:57:32.978540 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-828fa510-20f3-4208-af3d-1184e55e7f3a req-914ef85e-0a10-4923-958c-3a3ba088ee20 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450163 Aug 06 15:57:33.064796 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14e4524-a6ad-404a-b3d3-2c66a5f3fd9d x-openstack-request-id: req-f14e4524-a6ad-404a-b3d3-2c66a5f3fd9d {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:33.065230 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3fceed-fa27-4bb2-9f82-36031e08142c", "tag": "d9711fc0-b99c-4c7c-a33c-c72e8dff34db", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:33.065618 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f14e4524-a6ad-404a-b3d3-2c66a5f3fd9d {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:33.067158 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3fceed-fa27-4bb2-9f82-36031e08142c', 'tag': 'd9711fc0-b99c-4c7c-a33c-c72e8dff34db', 'status': 'completed', 'code': 200} Aug 06 15:57:33.290859 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a5dee-4ac7-4a1f-91cc-bcf1d7f60098 req-7e3f3b05-c764-4b3d-a340-7df2a298d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:33.293521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c4a5dee-4ac7-4a1f-91cc-bcf1d7f60098 req-7e3f3b05-c764-4b3d-a340-7df2a298d661 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61d9ec8c4bd445cc8dcdca9b8e60c7e8&device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 1094 time: 0.1983235 Aug 06 15:57:33.368761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712a635d-1593-4228-972b-09951ae9a48e req-b8e04a14-7f3a-42d5-9929-042c43c7b204 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 1001 time: 0.2040689 Aug 06 15:57:33.494145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a635d-1593-4228-972b-09951ae9a48e req-9695438b-8f2c-4e5e-b400-5465e71909eb tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:33.495543 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712a635d-1593-4228-972b-09951ae9a48e req-9695438b-8f2c-4e5e-b400-5465e71909eb tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports/7c3f8fbe-6ee2-4417-b855-21bea2b993cb HTTP/1.1" status: 200 len: 942 time: 0.1149545 Aug 06 15:57:33.630316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a5dee-4ac7-4a1f-91cc-bcf1d7f60098 req-37c94da5-985e-48fc-b417-32271921891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:33.633296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c4a5dee-4ac7-4a1f-91cc-bcf1d7f60098 req-37c94da5-985e-48fc-b417-32271921891c service neutron] 10.222.0.13 "GET /v2.0/networks?id=be64a754-66d4-4a99-b5f7-5f4723a93a1f HTTP/1.1" status: 200 len: 924 time: 0.3281446 Aug 06 15:57:33.695399 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-695a4c77-bcd0-42de-bd13-11dbe412c95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:33.786433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c4a5dee-4ac7-4a1f-91cc-bcf1d7f60098 req-0138f724-41da-4b08-945c-98438092f4e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9711fc0-b99c-4c7c-a33c-c72e8dff34db HTTP/1.1" status: 200 len: 217 time: 0.0885544 Aug 06 15:57:33.839789 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bd588-a67f-447a-99d1-d4c12478c13b req-b0741cac-b49a-4be5-a8a3-5f3853008fbc tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:33.840270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bd588-a67f-447a-99d1-d4c12478c13b req-b0741cac-b49a-4be5-a8a3-5f3853008fbc tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:33.840742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bd588-a67f-447a-99d1-d4c12478c13b req-b0741cac-b49a-4be5-a8a3-5f3853008fbc tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:33.843736 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-229bd588-a67f-447a-99d1-d4c12478c13b req-b0741cac-b49a-4be5-a8a3-5f3853008fbc tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2&device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4&device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 2883 time: 0.2738471 Aug 06 15:57:33.848695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712a635d-1593-4228-972b-09951ae9a48e req-e460db0a-85a4-4b67-83f3-c838b4aea0c4 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 1001 time: 0.2332284 Aug 06 15:57:33.883818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a5dee-4ac7-4a1f-91cc-bcf1d7f60098 req-5567d2df-3a8a-440d-94f9-8e0413b69799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:33.885171 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c4a5dee-4ac7-4a1f-91cc-bcf1d7f60098 req-5567d2df-3a8a-440d-94f9-8e0413b69799 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7139516a-55da-4c51-9f07-a4156520643c HTTP/1.1" status: 200 len: 862 time: 0.0808516 Aug 06 15:57:34.070578 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-229bd588-a67f-447a-99d1-d4c12478c13b req-bf9ed9c0-6c32-414e-bc85-df555f0c3c01 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932504 Aug 06 15:57:34.129499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a5dee-4ac7-4a1f-91cc-bcf1d7f60098 req-813b196d-f6ea-4b6b-b7ad-e4a121e0e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:34.132162 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c4a5dee-4ac7-4a1f-91cc-bcf1d7f60098 req-813b196d-f6ea-4b6b-b7ad-e4a121e0e395 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be64a754-66d4-4a99-b5f7-5f4723a93a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2313931 Aug 06 15:57:34.148664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a635d-1593-4228-972b-09951ae9a48e req-3a87b58d-cc4a-4bcd-a669-d4b5c8c593a5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:34.151161 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712a635d-1593-4228-972b-09951ae9a48e req-3a87b58d-cc4a-4bcd-a669-d4b5c8c593a5 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.2857068 Aug 06 15:57:34.346334 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712a635d-1593-4228-972b-09951ae9a48e req-cd76c694-75d4-4263-8c2e-fbafe3734a02 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 1001 time: 0.1810343 Aug 06 15:57:34.381690 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c4a5dee-4ac7-4a1f-91cc-bcf1d7f60098 req-898d2bab-2fa0-46d5-a82e-02d6cdb95ce4 service neutron] 10.222.0.13 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291932 Aug 06 15:57:34.392326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-712a635d-1593-4228-972b-09951ae9a48e req-4e94d7f4-541d-416a-91d0-5155725bf4b4 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:34.476495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'tag': '66008572-9579-4b90-b59c-a817894ec420'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:34.480014 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bf6605-e062-4976-ab15-faa44690a338" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "tag": "66008572-9579-4b90-b59c-a817894ec420"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:34.596360 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-712a635d-1593-4228-972b-09951ae9a48e req-4e94d7f4-541d-416a-91d0-5155725bf4b4 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:34.678188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device d9711fc0-b99c-4c7c-a33c-c72e8dff34db details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:57:34.707827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c4a5dee-4ac7-4a1f-91cc-bcf1d7f60098 req-9f356f5b-73d3-409a-9a21-33097750ac6d service neutron] 10.222.0.13 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468281 Aug 06 15:57:34.954783 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port d9711fc0-b99c-4c7c-a33c-c72e8dff34db, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d9711fc0-b99c-4c7c-a33c-c72e8dff34db,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:34.995620 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'd9711fc0-b99c-4c7c-a33c-c72e8dff34db', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'port_id': 'd9711fc0-b99c-4c7c-a33c-c72e8dff34db', 'mac_address': 'fa:16:3e:c5:88:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:57:35.002397 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-712a635d-1593-4228-972b-09951ae9a48e req-4e94d7f4-541d-416a-91d0-5155725bf4b4 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:35.026933 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-712a635d-1593-4228-972b-09951ae9a48e req-4e94d7f4-541d-416a-91d0-5155725bf4b4 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:35.027399 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-712a635d-1593-4228-972b-09951ae9a48e req-4e94d7f4-541d-416a-91d0-5155725bf4b4 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Floating IP b36f4a83-0ccf-4ec1-a610-8d741bc971c9 disassociated. External IP: 172.25.1.220, port: 7c3f8fbe-6ee2-4417-b855-21bea2b993cb. Aug 06 15:57:35.067243 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:35.103959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9711fc0-b99c-4c7c-a33c-c72e8dff34db {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:57:35.129515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port d9711fc0-b99c-4c7c-a33c-c72e8dff34db, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d9711fc0-b99c-4c7c-a33c-c72e8dff34db,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:35.132845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d168072-8be8-4843-8c8a-d6d89e0373f7 req-d7c02399-bca1-40d0-b4b2-26db32f84d69 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:35.136263 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d168072-8be8-4843-8c8a-d6d89e0373f7 req-d7c02399-bca1-40d0-b4b2-26db32f84d69 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 943 time: 0.1739092 Aug 06 15:57:35.140611 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:35.242144 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=d9711fc0-b99c-4c7c-a33c-c72e8dff34db,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:35.284426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d168072-8be8-4843-8c8a-d6d89e0373f7 req-5039efb5-b178-400c-b319-edea8affefb5 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878675 Aug 06 15:57:35.401755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['d9711fc0-b99c-4c7c-a33c-c72e8dff34db'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:35.615346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-712a635d-1593-4228-972b-09951ae9a48e req-4e94d7f4-541d-416a-91d0-5155725bf4b4 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Router 3fbca15b-d88d-4b40-95f8-31ab53690d1f has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:57:35.652191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee405e2-2d0c-4a31-ab64-8c17e1115e89 req-544ee8af-f1c6-4bfc-baa0-af56db79c01a tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:35.654210 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fee405e2-2d0c-4a31-ab64-8c17e1115e89 req-544ee8af-f1c6-4bfc-baa0-af56db79c01a tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/ports?device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 949 time: 0.1331093 Aug 06 15:57:35.664293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555ba6d-307a-4acd-af41-74edc8c4b027 req-f757fd2e-d39f-47eb-8d69-de998f2fcf49 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:35.665897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5555ba6d-307a-4acd-af41-74edc8c4b027 req-f757fd2e-d39f-47eb-8d69-de998f2fcf49 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "GET /v2.0/ports?device_id=47dc93a3-35e4-4474-ba14-2b2152500839 HTTP/1.1" status: 200 len: 950 time: 0.1252930 Aug 06 15:57:35.891467 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:57:36.124234 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b120a98a-6385-4bfb-93f2-74d0f4e38034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:36.233034 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fee405e2-2d0c-4a31-ab64-8c17e1115e89 req-c3639466-7522-4e13-b0b8-30ed944b7d70 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/security-groups?id=02b281ba-4c1e-4016-aff3-4e509451a1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298207 Aug 06 15:57:36.265813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-712a635d-1593-4228-972b-09951ae9a48e req-4e94d7f4-541d-416a-91d0-5155725bf4b4 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:57:36.273326 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-712a635d-1593-4228-972b-09951ae9a48e req-4e94d7f4-541d-416a-91d0-5155725bf4b4 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:36.284872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63856b9-6129-4fa7-bae2-5ffdfb04e846 None None] Sync routers for ids ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:57:36.323484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712a635d-1593-4228-972b-09951ae9a48e req-4e94d7f4-541d-416a-91d0-5155725bf4b4 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "PUT /v2.0/floatingips/b36f4a83-0ccf-4ec1-a610-8d741bc971c9 HTTP/1.1" status: 200 len: 695 time: 1.9308369 Aug 06 15:57:36.324914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63856b9-6129-4fa7-bae2-5ffdfb04e846 None None] Routers {'3fbca15b-d88d-4b40-95f8-31ab53690d1f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:36.326016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a63856b9-6129-4fa7-bae2-5ffdfb04e846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:57:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:36.334735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88967ce5-5480-4851-ba7e-0d957941e6b7', 'tag': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:36.337336 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71317a1-2d6e-4efc-a490-c22892b3522a" -d '{"events": [{"name": "network-changed", "server_uuid": "88967ce5-5480-4851-ba7e-0d957941e6b7", "tag": "7c3f8fbe-6ee2-4417-b855-21bea2b993cb"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:36.356388 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d444222-6dc7-47c3-8943-737bb2ad659d x-openstack-request-id: req-5d444222-6dc7-47c3-8943-737bb2ad659d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:36.357216 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "tag": "66008572-9579-4b90-b59c-a817894ec420", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:36.357216 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d444222-6dc7-47c3-8943-737bb2ad659d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:36.357528 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'tag': '66008572-9579-4b90-b59c-a817894ec420', 'status': 'completed', 'code': 200} Aug 06 15:57:36.374814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-5555ba6d-307a-4acd-af41-74edc8c4b027 req-be6e98c1-c564-4968-9d04-24fdc1d6601c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Deleting port cd7f3e53-11ec-4b61-b617-8c627b1b9b53 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:36.375154 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5555ba6d-307a-4acd-af41-74edc8c4b027 req-be6e98c1-c564-4968-9d04-24fdc1d6601c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:36.509345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a635d-1593-4228-972b-09951ae9a48e req-b9d484a6-05b6-40ef-8999-9a7c6f7e9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:36.511019 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712a635d-1593-4228-972b-09951ae9a48e req-b9d484a6-05b6-40ef-8999-9a7c6f7e9540 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a9f3d8ff0ce4b1a9234c1dbd3270dbb&device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 1096 time: 0.1867130 Aug 06 15:57:36.557102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-a63856b9-6129-4fa7-bae2-5ffdfb04e846 None None] Set router 3fbca15b-d88d-4b40-95f8-31ab53690d1f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:57:36.599703 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:36.669899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf6605-e062-4976-ab15-faa44690a338 req-eb3365cf-b2d9-4062-a186-8b234d4dd87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:36.671434 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8bf6605-e062-4976-ab15-faa44690a338 req-eb3365cf-b2d9-4062-a186-8b234d4dd87f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 1096 time: 0.2737567 Aug 06 15:57:36.707898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device d9711fc0-b99c-4c7c-a33c-c72e8dff34db up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:57:36.719030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-5555ba6d-307a-4acd-af41-74edc8c4b027 req-be6e98c1-c564-4968-9d04-24fdc1d6601c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] For port cd7f3e53-11ec-4b61-b617-8c627b1b9b53, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cd7f3e53-11ec-4b61-b617-8c627b1b9b53,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:36.719385 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5555ba6d-307a-4acd-af41-74edc8c4b027 req-be6e98c1-c564-4968-9d04-24fdc1d6601c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:36.769746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-5555ba6d-307a-4acd-af41-74edc8c4b027 req-be6e98c1-c564-4968-9d04-24fdc1d6601c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Calling delete_port for cd7f3e53-11ec-4b61-b617-8c627b1b9b53 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:36.782574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2387b6-fd3c-48bf-8224-383412ec77bc req-50eb95c1-ce92-46e1-b7a9-d872f4a557d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:36.791148 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f2387b6-fd3c-48bf-8224-383412ec77bc req-50eb95c1-ce92-46e1-b7a9-d872f4a557d5 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=47dc93a3-35e4-4474-ba14-2b2152500839 HTTP/1.1" status: 200 len: 950 time: 0.3418560 Aug 06 15:57:36.928387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port d9711fc0-b99c-4c7c-a33c-c72e8dff34db completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:57:36.939465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port d9711fc0-b99c-4c7c-a33c-c72e8dff34db triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:36.940092 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:36.977880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a635d-1593-4228-972b-09951ae9a48e req-bd41a653-80cb-4dc3-84b4-70e124ba48c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:36.990983 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712a635d-1593-4228-972b-09951ae9a48e req-bd41a653-80cb-4dc3-84b4-70e124ba48c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c613d883-07b3-4668-8715-acd0d95b4b27 HTTP/1.1" status: 200 len: 929 time: 0.4463284 Aug 06 15:57:37.114618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f2387b6-fd3c-48bf-8224-383412ec77bc req-adf5b5e9-63db-462e-b725-dc80336039bd tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222373 Aug 06 15:57:37.142129 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712a635d-1593-4228-972b-09951ae9a48e req-b4fedf7a-d810-4701-9248-551b7ad4702f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c3f8fbe-6ee2-4417-b855-21bea2b993cb HTTP/1.1" status: 200 len: 217 time: 0.1496842 Aug 06 15:57:37.155497 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519834a-fb82-4d6a-a6bb-01c9700ef1e4 req-a5d87275-fbe9-462b-97a2-f4d0c5c75c2a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:37.166242 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e519834a-fb82-4d6a-a6bb-01c9700ef1e4 req-a5d87275-fbe9-462b-97a2-f4d0c5c75c2a tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "GET /v2.0/ports?device_id=6628159e-7681-45f1-8e74-6a9094c26cb8 HTTP/1.1" status: 200 len: 950 time: 0.1775272 Aug 06 15:57:37.192627 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf6605-e062-4976-ab15-faa44690a338 req-26fbfdff-38b0-46e2-9ac5-0ac350a59918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:37.239174 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8bf6605-e062-4976-ab15-faa44690a338 req-26fbfdff-38b0-46e2-9ac5-0ac350a59918 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.5333536 Aug 06 15:57:37.267164 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.302375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a63856b9-6129-4fa7-bae2-5ffdfb04e846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-router', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:25Z', 'updated_at': '2021-08-06T15:56:36Z', 'revision_number': 4, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'gw_port': {'id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:28Z', 'updated_at': '2021-08-06T15:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '0b47a617-d6c5-4789-bd45-c864787c2b9f', 'name': '', 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'mac_address': 'fa:16:3e:1d:ec:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:34Z', 'updated_at': '2021-08-06T15:56:47Z', 'revision_number': 5, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'subnets': [{'id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:37.307779 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.338449 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3fceed-fa27-4bb2-9f82-36031e08142c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9711fc0-b99c-4c7c-a33c-c72e8dff34db'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:37.340883 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f574a6a-0fca-40b6-a573-f8ce0ff5cd7b" -d '{"events": [{"server_uuid": "3a3fceed-fa27-4bb2-9f82-36031e08142c", "name": "network-vif-plugged", "status": "completed", "tag": "d9711fc0-b99c-4c7c-a33c-c72e8dff34db"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:37.348112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63856b9-6129-4fa7-bae2-5ffdfb04e846 None None] Checking router: 3fbca15b-d88d-4b40-95f8-31ab53690d1f for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:57:37.365675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63856b9-6129-4fa7-bae2-5ffdfb04e846 None None] Routers {'3fbca15b-d88d-4b40-95f8-31ab53690d1f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:37.366331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a63856b9-6129-4fa7-bae2-5ffdfb04e846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:57:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:37.370304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port d9711fc0-b99c-4c7c-a33c-c72e8dff34db, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d9711fc0-b99c-4c7c-a33c-c72e8dff34db,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:37.406430 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-e519834a-fb82-4d6a-a6bb-01c9700ef1e4 req-1e254bb6-738b-4678-bf2a-02dd54c049b2 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Deleting port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:37.408070 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e519834a-fb82-4d6a-a6bb-01c9700ef1e4 req-1e254bb6-738b-4678-bf2a-02dd54c049b2 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.411930 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.544825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a635d-1593-4228-972b-09951ae9a48e req-e83caae7-c734-4366-811c-78feaef1cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:37.554152 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=d9711fc0-b99c-4c7c-a33c-c72e8dff34db,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:37.556755 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712a635d-1593-4228-972b-09951ae9a48e req-e83caae7-c734-4366-811c-78feaef1cd35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a67b2bd-6238-4861-9536-c4b8a23c8fe8 HTTP/1.1" status: 200 len: 867 time: 0.4127707 Aug 06 15:57:37.589964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-a63856b9-6129-4fa7-bae2-5ffdfb04e846 None None] Set router 3fbca15b-d88d-4b40-95f8-31ab53690d1f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:57:37.624812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-e519834a-fb82-4d6a-a6bb-01c9700ef1e4 req-1e254bb6-738b-4678-bf2a-02dd54c049b2 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] For port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=484abe1c-3cc2-4b42-97f1-b6c1789f3a49,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:37.625340 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e519834a-fb82-4d6a-a6bb-01c9700ef1e4 req-1e254bb6-738b-4678-bf2a-02dd54c049b2 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.664199 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-e519834a-fb82-4d6a-a6bb-01c9700ef1e4 req-1e254bb6-738b-4678-bf2a-02dd54c049b2 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Calling delete_port for 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:37.671022 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8bf6605-e062-4976-ab15-faa44690a338 req-3d8a5863-1042-4b83-a52c-e7b4f7b44866 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66008572-9579-4b90-b59c-a817894ec420 HTTP/1.1" status: 200 len: 1000 time: 0.3441494 Aug 06 15:57:37.871016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a635d-1593-4228-972b-09951ae9a48e req-6ae7ab66-fae2-49a5-9803-a3616ac30b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:37.881432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712a635d-1593-4228-972b-09951ae9a48e req-6ae7ab66-fae2-49a5-9803-a3616ac30b21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c613d883-07b3-4668-8715-acd0d95b4b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3233621 Aug 06 15:57:37.902779 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eabda0-db71-4189-b12a-45bd75104639 req-53b92339-e513-4897-bf9e-3734e4fd21dd tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:37.904675 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7eabda0-db71-4189-b12a-45bd75104639 req-53b92339-e513-4897-bf9e-3734e4fd21dd tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 945 time: 0.3230238 Aug 06 15:57:37.955664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3c760-19df-4e62-9181-cce6c5ba8014 req-e0dfe3a2-d06a-4d8e-b91d-f63469940e32 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:37.958677 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-46f3c760-19df-4e62-9181-cce6c5ba8014 req-e0dfe3a2-d06a-4d8e-b91d-f63469940e32 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.78 "GET /v2.0/ports?device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 949 time: 0.1972909 Aug 06 15:57:37.990925 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5555ba6d-307a-4acd-af41-74edc8c4b027 req-be6e98c1-c564-4968-9d04-24fdc1d6601c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.996282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf6605-e062-4976-ab15-faa44690a338 req-830f9f72-e2b2-4475-907b-bbaa5df225ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:37.998802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8bf6605-e062-4976-ab15-faa44690a338 req-830f9f72-e2b2-4475-907b-bbaa5df225ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.3142271 Aug 06 15:57:38.009518 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6841fe8f-f1ac-4eef-a329-6f127beb51bb'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:38.066374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a63856b9-6129-4fa7-bae2-5ffdfb04e846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-router', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:25Z', 'updated_at': '2021-08-06T15:56:36Z', 'revision_number': 4, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'gw_port': {'id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:28Z', 'updated_at': '2021-08-06T15:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '0b47a617-d6c5-4789-bd45-c864787c2b9f', 'name': '', 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'mac_address': 'fa:16:3e:1d:ec:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:34Z', 'updated_at': '2021-08-06T15:56:47Z', 'revision_number': 5, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'subnets': [{'id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:38.124188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63856b9-6129-4fa7-bae2-5ffdfb04e846 None None] The sync data for ids ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'] in n-d-803756-1 is: [{'id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-router', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:25Z', 'updated_at': '2021-08-06T15:56:36Z', 'revision_number': 4, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'gw_port': {'id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:28Z', 'updated_at': '2021-08-06T15:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '0b47a617-d6c5-4789-bd45-c864787c2b9f', 'name': '', 'network_id': 'c613d883-07b3-4668-8715-acd0d95b4b27', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'mac_address': 'fa:16:3e:1d:ec:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:34Z', 'updated_at': '2021-08-06T15:56:47Z', 'revision_number': 5, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'subnets': [{'id': '9a67b2bd-6238-4861-9536-c4b8a23c8fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:57:38.146148 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e519834a-fb82-4d6a-a6bb-01c9700ef1e4 req-1e254bb6-738b-4678-bf2a-02dd54c049b2 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:38.192607 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e98c1-c564-4968-9d04-24fdc1d6601c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event deleted for resources: {'Port': ['ID=cd7f3e53-11ec-4b61-b617-8c627b1b9b53,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:38.222064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e254bb6-738b-4678-bf2a-02dd54c049b2 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event deleted for resources: {'Port': ['ID=484abe1c-3cc2-4b42-97f1-b6c1789f3a49,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:38.277377 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-5555ba6d-307a-4acd-af41-74edc8c4b027 req-be6e98c1-c564-4968-9d04-24fdc1d6601c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] No DVR routers for this DVR port cd7f3e53-11ec-4b61-b617-8c627b1b9b53 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:38.285405 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5555ba6d-307a-4acd-af41-74edc8c4b027 req-be6e98c1-c564-4968-9d04-24fdc1d6601c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:38.294248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5555ba6d-307a-4acd-af41-74edc8c4b027 req-be6e98c1-c564-4968-9d04-24fdc1d6601c tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "DELETE /v2.0/ports/cd7f3e53-11ec-4b61-b617-8c627b1b9b53 HTTP/1.1" status: 204 len: 173 time: 2.5897715 Aug 06 15:57:38.308798 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-46f3c760-19df-4e62-9181-cce6c5ba8014 req-fdf7baa3-090a-451f-a297-5fc308a23270 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Deleting port caaaec9b-2a0b-4d08-b0d8-7265ade29549 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:38.309342 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-46f3c760-19df-4e62-9181-cce6c5ba8014 req-fdf7baa3-090a-451f-a297-5fc308a23270 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:38.350015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e519834a-fb82-4d6a-a6bb-01c9700ef1e4 req-1e254bb6-738b-4678-bf2a-02dd54c049b2 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] No DVR routers for this DVR port 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:38.363940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712a635d-1593-4228-972b-09951ae9a48e req-7218879d-da4d-4c17-b565-74d8b15d65f7 service neutron] 10.222.0.37 "GET /v2.0/networks/c613d883-07b3-4668-8715-acd0d95b4b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529891 Aug 06 15:57:38.377200 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e519834a-fb82-4d6a-a6bb-01c9700ef1e4 req-1e254bb6-738b-4678-bf2a-02dd54c049b2 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:38.386494 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e519834a-fb82-4d6a-a6bb-01c9700ef1e4 req-1e254bb6-738b-4678-bf2a-02dd54c049b2 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "DELETE /v2.0/ports/484abe1c-3cc2-4b42-97f1-b6c1789f3a49 HTTP/1.1" status: 204 len: 173 time: 1.2101781 Aug 06 15:57:38.388996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6628159e-7681-45f1-8e74-6a9094c26cb8', 'name': 'network-vif-deleted', 'tag': '484abe1c-3cc2-4b42-97f1-b6c1789f3a49'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:38.396601 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee37da8e-279f-474c-ab8d-618b4b915373" -d '{"events": [{"server_uuid": "6628159e-7681-45f1-8e74-6a9094c26cb8", "name": "network-vif-deleted", "tag": "484abe1c-3cc2-4b42-97f1-b6c1789f3a49"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:38.413204 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7eabda0-db71-4189-b12a-45bd75104639 req-5bdd282b-4325-4d07-ac3d-f83409d4d402 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4130414 Aug 06 15:57:38.435445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf6605-e062-4976-ab15-faa44690a338 req-259474b3-e733-445c-b3aa-76fc1959b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:38.436963 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8bf6605-e062-4976-ab15-faa44690a338 req-259474b3-e733-445c-b3aa-76fc1959b963 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4092755 Aug 06 15:57:38.644468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-46f3c760-19df-4e62-9181-cce6c5ba8014 req-fdf7baa3-090a-451f-a297-5fc308a23270 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] For port caaaec9b-2a0b-4d08-b0d8-7265ade29549, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=caaaec9b-2a0b-4d08-b0d8-7265ade29549,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:38.645402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-46f3c760-19df-4e62-9181-cce6c5ba8014 req-fdf7baa3-090a-451f-a297-5fc308a23270 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:38.646314 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a4e464-046a-4a79-b849-2a44572f5d7e x-openstack-request-id: req-a0a4e464-046a-4a79-b849-2a44572f5d7e {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:38.648732 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88967ce5-5480-4851-ba7e-0d957941e6b7", "tag": "7c3f8fbe-6ee2-4417-b855-21bea2b993cb", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:38.649123 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0a4e464-046a-4a79-b849-2a44572f5d7e {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:38.649751 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88967ce5-5480-4851-ba7e-0d957941e6b7', 'tag': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb', 'status': 'completed', 'code': 200} Aug 06 15:57:38.678699 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-46f3c760-19df-4e62-9181-cce6c5ba8014 req-fdf7baa3-090a-451f-a297-5fc308a23270 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Calling delete_port for caaaec9b-2a0b-4d08-b0d8-7265ade29549 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:38.858974 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fc7a34-488e-4cdb-946d-1b989bf0ecb2 None None] New status for floating IP b36f4a83-0ccf-4ec1-a610-8d741bc971c9: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:57:38.902278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712a635d-1593-4228-972b-09951ae9a48e req-e05501dd-d583-47d1-89b0-7b12213522ab service neutron] 10.222.0.37 "GET /v2.0/networks/c613d883-07b3-4668-8715-acd0d95b4b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164294 Aug 06 15:57:38.911969 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8bf6605-e062-4976-ab15-faa44690a338 req-55154da0-a74d-451b-85d1-0ada9f4b3c31 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238656 Aug 06 15:57:38.937203 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.092694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6841fe8f-f1ac-4eef-a329-6f127beb51bb'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:39.173195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71317a1-2d6e-4efc-a490-c22892b3522a req-9bc7e036-e991-412d-bde1-fbee2c8bb9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:39.177003 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f71317a1-2d6e-4efc-a490-c22892b3522a req-9bc7e036-e991-412d-bde1-fbee2c8bb9fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a9f3d8ff0ce4b1a9234c1dbd3270dbb&device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 1096 time: 0.3399947 Aug 06 15:57:39.336660 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5226f020-b3fc-45d3-ac5a-5998e05dbf09 x-openstack-request-id: req-5226f020-b3fc-45d3-ac5a-5998e05dbf09 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:39.337094 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3fceed-fa27-4bb2-9f82-36031e08142c", "name": "network-vif-plugged", "status": "completed", "tag": "d9711fc0-b99c-4c7c-a33c-c72e8dff34db", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:39.348402 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5226f020-b3fc-45d3-ac5a-5998e05dbf09 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:39.348402 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3fceed-fa27-4bb2-9f82-36031e08142c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9711fc0-b99c-4c7c-a33c-c72e8dff34db', 'code': 200} Aug 06 15:57:39.466393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8bf6605-e062-4976-ab15-faa44690a338 req-3e95c7cc-cc7d-40a8-a7f5-d1668f2dff0d service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434098 Aug 06 15:57:39.529482 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a19e25-4cc4-48e1-b8ee-e65f352f5b57 req-e20e226a-aac9-43d2-b996-965530f1dbb2 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:39.545261 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a19e25-4cc4-48e1-b8ee-e65f352f5b57 req-e20e226a-aac9-43d2-b996-965530f1dbb2 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/ports?device_id=d371f426-c24d-415d-b9bf-071158f1b0fc HTTP/1.1" status: 200 len: 949 time: 0.3011498 Aug 06 15:57:39.608365 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-46f3c760-19df-4e62-9181-cce6c5ba8014 req-fdf7baa3-090a-451f-a297-5fc308a23270 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.697858 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:39.757794 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7baa3-090a-451f-a297-5fc308a23270 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Pushing event deleted for resources: {'Port': ['ID=caaaec9b-2a0b-4d08-b0d8-7265ade29549,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:39.842491 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:39.843876 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 484abe1c-3cc2-4b42-97f1-b6c1789f3a49 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:39.843876 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device caaaec9b-2a0b-4d08-b0d8-7265ade29549 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:39.919665 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: caaaec9b-2a0b-4d08-b0d8-7265ade29549 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:39.920134 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device caaaec9b-2a0b-4d08-b0d8-7265ade29549 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:39.920406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device cd7f3e53-11ec-4b61-b617-8c627b1b9b53 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:39.927451 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f3c760-19df-4e62-9181-cce6c5ba8014 req-fdf7baa3-090a-451f-a297-5fc308a23270 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] No DVR routers for this DVR port caaaec9b-2a0b-4d08-b0d8-7265ade29549 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:39.929270 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-243f5710-4428-4d4b-80b6-977b93ad6b7e req-f83c86c1-a5fb-4224-8b74-4751f55b217d tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=47dc93a3-35e4-4474-ba14-2b2152500839 HTTP/1.1" status: 200 len: 210 time: 0.1915689 Aug 06 15:57:39.944464 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a19e25-4cc4-48e1-b8ee-e65f352f5b57 req-4c4f63df-7287-4970-ac6b-403f544d8176 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.37 "GET /v2.0/security-groups?id=02b281ba-4c1e-4016-aff3-4e509451a1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982997 Aug 06 15:57:39.949943 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-46f3c760-19df-4e62-9181-cce6c5ba8014 req-fdf7baa3-090a-451f-a297-5fc308a23270 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.956940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ffb95-fe41-4694-ad8d-a9ef9d17bd97 req-5066516d-c659-4148-81b3-a2b63eb53ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:39.959695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f6ffb95-fe41-4694-ad8d-a9ef9d17bd97 req-5066516d-c659-4148-81b3-a2b63eb53ea4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 1096 time: 0.4123108 Aug 06 15:57:39.963061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: cd7f3e53-11ec-4b61-b617-8c627b1b9b53 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:39.963737 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-46f3c760-19df-4e62-9181-cce6c5ba8014 req-fdf7baa3-090a-451f-a297-5fc308a23270 tempest-ImagesOneServerTestJSON-1982091196 tempest-ImagesOneServerTestJSON-1982091196-project] 10.222.0.78 "DELETE /v2.0/ports/caaaec9b-2a0b-4d08-b0d8-7265ade29549 HTTP/1.1" status: 204 len: 173 time: 1.9861455 Aug 06 15:57:39.963901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device cd7f3e53-11ec-4b61-b617-8c627b1b9b53 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:40.001902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71317a1-2d6e-4efc-a490-c22892b3522a req-48185e10-c050-4abc-b99d-3596a55a2025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:40.004401 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f71317a1-2d6e-4efc-a490-c22892b3522a req-48185e10-c050-4abc-b99d-3596a55a2025 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c613d883-07b3-4668-8715-acd0d95b4b27 HTTP/1.1" status: 200 len: 929 time: 0.8123882 Aug 06 15:57:40.046879 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f6ffb95-fe41-4694-ad8d-a9ef9d17bd97 req-5760ece7-f6f4-4297-8d27-b0ff4e881702 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769613 Aug 06 15:57:40.160094 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e7a566-97b1-4537-89f4-b0d13081143c x-openstack-request-id: req-70e7a566-97b1-4537-89f4-b0d13081143c {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:40.160598 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6628159e-7681-45f1-8e74-6a9094c26cb8", "name": "network-vif-deleted", "tag": "484abe1c-3cc2-4b42-97f1-b6c1789f3a49", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:40.162730 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70e7a566-97b1-4537-89f4-b0d13081143c {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:40.163134 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6628159e-7681-45f1-8e74-6a9094c26cb8', 'name': 'network-vif-deleted', 'tag': '484abe1c-3cc2-4b42-97f1-b6c1789f3a49', 'status': 'completed', 'code': 200} Aug 06 15:57:40.165468 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f71317a1-2d6e-4efc-a490-c22892b3522a req-83015673-a4e4-4ec6-98fe-d143ba5d7ebb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c3f8fbe-6ee2-4417-b855-21bea2b993cb HTTP/1.1" status: 200 len: 217 time: 0.1528194 Aug 06 15:57:40.172227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec7b9fc9-b527-407a-aaeb-abdb2d74332e req-85d332ef-615d-4e2a-8fe3-a9cc8ad68459 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/floatingips/b36f4a83-0ccf-4ec1-a610-8d741bc971c9 HTTP/1.1" status: 200 len: 693 time: 0.0684590 Aug 06 15:57:40.273533 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71317a1-2d6e-4efc-a490-c22892b3522a req-ec84d21e-56a0-4593-8fa0-6ede6466d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:40.275877 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f71317a1-2d6e-4efc-a490-c22892b3522a req-ec84d21e-56a0-4593-8fa0-6ede6466d264 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a67b2bd-6238-4861-9536-c4b8a23c8fe8 HTTP/1.1" status: 200 len: 867 time: 0.1004462 Aug 06 15:57:40.406727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71317a1-2d6e-4efc-a490-c22892b3522a req-6873f3a6-bc0d-49ed-a7ee-b2806be769ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:40.408902 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f71317a1-2d6e-4efc-a490-c22892b3522a req-6873f3a6-bc0d-49ed-a7ee-b2806be769ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c613d883-07b3-4668-8715-acd0d95b4b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240339 Aug 06 15:57:40.434002 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9fc9-b527-407a-aaeb-abdb2d74332e req-f599bd12-cffd-49d4-9def-bd5a29d3fd63 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:40.453835 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec7b9fc9-b527-407a-aaeb-abdb2d74332e req-f599bd12-cffd-49d4-9def-bd5a29d3fd63 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.2741022 Aug 06 15:57:40.532499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec7b9fc9-b527-407a-aaeb-abdb2d74332e req-e162e56b-9b49-47ec-8fb6-fd16c0fe1822 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 696 time: 0.0776653 Aug 06 15:57:40.641462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec7b9fc9-b527-407a-aaeb-abdb2d74332e req-5dc903b2-11c1-40b4-a256-f3e9273dbb19 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 696 time: 0.1066780 Aug 06 15:57:40.650497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dc93a3-35e4-4474-ba14-2b2152500839', 'name': 'network-vif-deleted', 'tag': 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:40.653359 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74aab69e-45b0-452e-9ff5-b0f1031690b6" -d '{"events": [{"server_uuid": "47dc93a3-35e4-4474-ba14-2b2152500839", "name": "network-vif-deleted", "tag": "cd7f3e53-11ec-4b61-b617-8c627b1b9b53"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:40.657469 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f71317a1-2d6e-4efc-a490-c22892b3522a req-6bd77cef-9fa5-485f-8bdd-75c8813d43be service neutron] 10.222.0.13 "GET /v2.0/networks/c613d883-07b3-4668-8715-acd0d95b4b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353902 Aug 06 15:57:40.731763 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b45b1-08ec-4fc8-9599-b27b307cc8f7 req-97c65909-02fe-48b8-b24b-51a56fd1ab83 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:40.733439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e65b45b1-08ec-4fc8-9599-b27b307cc8f7 req-97c65909-02fe-48b8-b24b-51a56fd1ab83 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 945 time: 0.1281996 Aug 06 15:57:40.848198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e65b45b1-08ec-4fc8-9599-b27b307cc8f7 req-1d00f41b-2818-470f-ab3d-8ba0e6b0fc97 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866516 Aug 06 15:57:40.858308 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f71317a1-2d6e-4efc-a490-c22892b3522a req-8f6d41fe-b3df-4653-9eb7-645705d5a41d service neutron] 10.222.0.13 "GET /v2.0/networks/c613d883-07b3-4668-8715-acd0d95b4b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849730 Aug 06 15:57:40.886382 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-ec7b9fc9-b527-407a-aaeb-abdb2d74332e req-726f4570-891a-498d-b018-252c3694e934 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Deleting port 399eac90-2a75-4406-bb5f-910b244f26d7 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:40.886726 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ec7b9fc9-b527-407a-aaeb-abdb2d74332e req-726f4570-891a-498d-b018-252c3694e934 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:41.047758 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ec7b9fc9-b527-407a-aaeb-abdb2d74332e req-726f4570-891a-498d-b018-252c3694e934 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:41.048113 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ec7b9fc9-b527-407a-aaeb-abdb2d74332e req-726f4570-891a-498d-b018-252c3694e934 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:41.081735 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b9c2a6-7885-4d39-a9f2-a587843a51a8 x-openstack-request-id: req-31b9c2a6-7885-4d39-a9f2-a587843a51a8 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:41.082124 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47dc93a3-35e4-4474-ba14-2b2152500839", "name": "network-vif-deleted", "tag": "cd7f3e53-11ec-4b61-b617-8c627b1b9b53", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:41.082560 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31b9c2a6-7885-4d39-a9f2-a587843a51a8 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:41.083164 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dc93a3-35e4-4474-ba14-2b2152500839', 'name': 'network-vif-deleted', 'tag': 'cd7f3e53-11ec-4b61-b617-8c627b1b9b53', 'status': 'completed', 'code': 200} Aug 06 15:57:41.087767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-ec7b9fc9-b527-407a-aaeb-abdb2d74332e req-726f4570-891a-498d-b018-252c3694e934 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Calling delete_port for 399eac90-2a75-4406-bb5f-910b244f26d7 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:41.347557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be92b5-d4dd-4f41-871d-28643b60200c req-4f973d18-9bc4-49ca-a850-2d0bb0e6d1a2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:41.349312 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b2be92b5-d4dd-4f41-871d-28643b60200c req-4f973d18-9bc4-49ca-a850-2d0bb0e6d1a2 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 1100 time: 0.0997066 Aug 06 15:57:41.406271 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ec7b9fc9-b527-407a-aaeb-abdb2d74332e req-726f4570-891a-498d-b018-252c3694e934 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:41.441227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b2be92b5-d4dd-4f41-871d-28643b60200c req-65536b16-c04f-4057-b996-9cf3494233d0 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832019 Aug 06 15:57:41.442720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f4570-891a-498d-b018-252c3694e934 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Pushing event deleted for resources: {'Port': ['ID=399eac90-2a75-4406-bb5f-910b244f26d7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:41.528222 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ec7b9fc9-b527-407a-aaeb-abdb2d74332e req-726f4570-891a-498d-b018-252c3694e934 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:41.533026 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ec7b9fc9-b527-407a-aaeb-abdb2d74332e req-726f4570-891a-498d-b018-252c3694e934 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:41.534972 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec7b9fc9-b527-407a-aaeb-abdb2d74332e req-726f4570-891a-498d-b018-252c3694e934 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "DELETE /v2.0/floatingips/b36f4a83-0ccf-4ec1-a610-8d741bc971c9 HTTP/1.1" status: 204 len: 173 time: 0.8759646 Aug 06 15:57:41.598555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59684) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:41.704958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd58266-0371-4cbf-a215-baf8a71bf825 req-f82a9595-9165-4d95-a0f5-93434cd69998 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:41.707537 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9bd58266-0371-4cbf-a215-baf8a71bf825 req-f82a9595-9165-4d95-a0f5-93434cd69998 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 1100 time: 0.0886719 Aug 06 15:57:41.789170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9bd58266-0371-4cbf-a215-baf8a71bf825 req-00668341-7ad3-41fb-a547-81e41bdb091a tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708175 Aug 06 15:57:41.948392 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e4959652-2879-4235-8443-73bbae5b6a87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38763283279f4e439d2067e196cf44b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484547 Aug 06 15:57:41.952268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59700) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:41.959193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f16b9-c90a-4f84-8cef-e3f96b4eb776 req-50ecf355-8a71-4bd2-b414-b1b00075c75e tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:41.961126 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e0f16b9-c90a-4f84-8cef-e3f96b4eb776 req-50ecf355-8a71-4bd2-b414-b1b00075c75e tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1063960 Aug 06 15:57:42.050203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e0f16b9-c90a-4f84-8cef-e3f96b4eb776 req-aa46cc02-907e-4680-9183-702720769b01 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0803862 Aug 06 15:57:42.081944 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a6b3ea0-082a-491b-a766-cf36673c9b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:42.119113 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a6b3ea0-082a-491b-a766-cf36673c9b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:42.166869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd371f426-c24d-415d-b9bf-071158f1b0fc', 'name': 'network-vif-deleted', 'tag': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:42.170985 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32216e41-fe4a-4822-bc8d-afd7de43b73b" -d '{"events": [{"server_uuid": "d371f426-c24d-415d-b9bf-071158f1b0fc", "name": "network-vif-deleted", "tag": "caaaec9b-2a0b-4d08-b0d8-7265ade29549"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:42.205680 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a6b3ea0-082a-491b-a766-cf36673c9b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:42.209743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a6b3ea0-082a-491b-a766-cf36673c9b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:42.215424 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3a6b3ea0-082a-491b-a766-cf36673c9b3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02b281ba-4c1e-4016-aff3-4e509451a1b5 HTTP/1.1" status: 204 len: 168 time: 0.2577963 Aug 06 15:57:42.229512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b3ea0-082a-491b-a766-cf36673c9b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b281ba-4c1e-4016-aff3-4e509451a1b5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:42.401388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d26d0-bbb3-4c6b-b022-2c27a4887f31 req-e93de660-e35a-479e-90ca-edcb19e82be3 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:42.411445 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-727d26d0-bbb3-4c6b-b022-2c27a4887f31 req-e93de660-e35a-479e-90ca-edcb19e82be3 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 945 time: 0.0758848 Aug 06 15:57:42.496862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-727d26d0-bbb3-4c6b-b022-2c27a4887f31 req-647b3298-c072-4177-8a5c-534e7a286f33 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838792 Aug 06 15:57:42.518738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af6482-7cb3-4541-ae5f-3ef59f4f8628 req-c192874b-8b4d-4176-9b4b-9cee37e1e650 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:42.520099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34af6482-7cb3-4541-ae5f-3ef59f4f8628 req-c192874b-8b4d-4176-9b4b-9cee37e1e650 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 950 time: 0.0824854 Aug 06 15:57:42.610156 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a448e41-6072-4c8b-81ed-76f0748c32f8 req-bbd26459-6c69-40fe-8f68-a19d4647f32b tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0641308 Aug 06 15:57:42.636598 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34af6482-7cb3-4541-ae5f-3ef59f4f8628 req-e37d7012-b452-49e0-b378-fb614517c048 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086640 Aug 06 15:57:42.686093 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67023689-5743-47f5-8e3c-900ff0a9c2b9 x-openstack-request-id: req-67023689-5743-47f5-8e3c-900ff0a9c2b9 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:42.686954 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d371f426-c24d-415d-b9bf-071158f1b0fc", "name": "network-vif-deleted", "tag": "caaaec9b-2a0b-4d08-b0d8-7265ade29549", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:42.687580 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67023689-5743-47f5-8e3c-900ff0a9c2b9 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:42.688705 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd371f426-c24d-415d-b9bf-071158f1b0fc', 'name': 'network-vif-deleted', 'tag': 'caaaec9b-2a0b-4d08-b0d8-7265ade29549', 'status': 'completed', 'code': 200} Aug 06 15:57:42.805807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ea313-c8b5-4a84-a76b-10be76978159 req-9a0d131a-6ffb-4e2a-b6c0-fce96c96a0ff tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:42.807644 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-975ea313-c8b5-4a84-a76b-10be76978159 req-9a0d131a-6ffb-4e2a-b6c0-fce96c96a0ff tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 946 time: 0.0745075 Aug 06 15:57:42.879597 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-975ea313-c8b5-4a84-a76b-10be76978159 req-0a5ee9ac-7f28-4156-b6cd-e7d05256e981 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637851 Aug 06 15:57:43.010198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc4614-3ddf-42a5-851e-b66fa32881d2 req-2ee71227-78ff-4b7c-8b7d-795505c9c642 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:43.012040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05fc4614-3ddf-42a5-851e-b66fa32881d2 req-2ee71227-78ff-4b7c-8b7d-795505c9c642 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 945 time: 0.0643232 Aug 06 15:57:43.022615 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59736) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:43.032384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c2e691b7-6fac-4083-a625-b8f2a98de26e tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Request body: {'floatingip': {'port_id': 'd9711fc0-b99c-4c7c-a33c-c72e8dff34db'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:43.162743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2e691b7-6fac-4083-a625-b8f2a98de26e tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for floatingip, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:43.364751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edabcc-ed82-47d5-a179-605c2ff43987 req-09f5f342-533e-466b-a557-c9d21e51d3eb tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:43.367494 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51edabcc-ed82-47d5-a179-605c2ff43987 req-09f5f342-533e-466b-a557-c9d21e51d3eb tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 945 time: 0.1453550 Aug 06 15:57:43.462064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51edabcc-ed82-47d5-a179-605c2ff43987 req-608f1c05-b9fc-4d80-859b-9e17ae56d97d tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/security-groups?id=37c0703c-2f7a-4c0a-ba55-1f547f113e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792737 Aug 06 15:57:43.958961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303351c-ad9e-467e-825c-a87c5d0c0511 req-ed5711da-f92f-4550-b091-8824cfacccf0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:43.960537 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e303351c-ad9e-467e-825c-a87c5d0c0511 req-ed5711da-f92f-4550-b091-8824cfacccf0 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 950 time: 0.1261041 Aug 06 15:57:44.062852 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e303351c-ad9e-467e-825c-a87c5d0c0511 req-3bc56fa4-7e45-4475-ad19-098065a4f953 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885320 Aug 06 15:57:44.319728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c9915-d484-40d3-867b-a8e4c9d3bec0 req-019ace69-0ea3-4e03-8a57-dd870a910e46 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:44.346057 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-258c9915-d484-40d3-867b-a8e4c9d3bec0 req-019ace69-0ea3-4e03-8a57-dd870a910e46 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1160839 Aug 06 15:57:44.363917 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37813e-9467-46c5-9061-18f6aa00f46e req-9d2c22b6-f194-49ba-ae13-5ddcff586072 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:44.366637 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5c37813e-9467-46c5-9061-18f6aa00f46e req-9d2c22b6-f194-49ba-ae13-5ddcff586072 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 950 time: 0.1315889 Aug 06 15:57:44.405970 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-258c9915-d484-40d3-867b-a8e4c9d3bec0 req-ac0995df-2461-4cca-967d-d4d7d07333a9 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560596 Aug 06 15:57:44.535446 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.resource_extend [None req-c2e691b7-6fac-4083-a625-b8f2a98de26e tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:57:44.594592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50a3c1-b09e-4da8-81b7-27017e520b9d req-881885ef-338f-4aa4-804f-9e90534fc5b8 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:44.603725 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d50a3c1-b09e-4da8-81b7-27017e520b9d req-881885ef-338f-4aa4-804f-9e90534fc5b8 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 946 time: 0.0896499 Aug 06 15:57:44.667381 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee88149-ea52-44b4-a918-572d032ad3dc req-ad420ad4-3d5a-4b89-abe9-bf046676d6f0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:44.670211 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1ee88149-ea52-44b4-a918-572d032ad3dc req-ad420ad4-3d5a-4b89-abe9-bf046676d6f0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.13 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 946 time: 0.3700178 Aug 06 15:57:44.676302 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d50a3c1-b09e-4da8-81b7-27017e520b9d req-02f6525e-267d-4b9a-9ecf-cc47715cd1a8 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710509 Aug 06 15:57:44.699055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2e691b7-6fac-4083-a625-b8f2a98de26e tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:44.737355 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2e691b7-6fac-4083-a625-b8f2a98de26e tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:44.833353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c4508-09eb-4618-815d-5118672f6200 req-c859af0b-5383-449c-96fb-1201e3d3bfc2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:44.835086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e0c4508-09eb-4618-815d-5118672f6200 req-c859af0b-5383-449c-96fb-1201e3d3bfc2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.13 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 945 time: 0.0916953 Aug 06 15:57:45.046023 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-5c37813e-9467-46c5-9061-18f6aa00f46e req-c93a1e11-1f2f-4604-a284-4f97bf712b5b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Deleting port 6841fe8f-f1ac-4eef-a329-6f127beb51bb {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:45.046369 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5c37813e-9467-46c5-9061-18f6aa00f46e req-c93a1e11-1f2f-4604-a284-4f97bf712b5b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:45.284506 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-1ee88149-ea52-44b4-a918-572d032ad3dc req-4d39612d-c052-4e6d-ab53-8aa617b592dc tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Deleting port cc03854f-ad9e-46cf-8685-d87b8ed74113 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:45.285371 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1ee88149-ea52-44b4-a918-572d032ad3dc req-4d39612d-c052-4e6d-ab53-8aa617b592dc tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:45.298123 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-c2e691b7-6fac-4083-a625-b8f2a98de26e tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Floating IP 1a1af641-c986-4c6e-8f05-938470d3dc50 associated. External IP: 172.25.1.168, port: d9711fc0-b99c-4c7c-a33c-c72e8dff34db. Aug 06 15:57:45.392903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7c37d-2e3e-48cd-bc7c-eac82defde2a req-3c380740-df4d-48b6-81f9-16a1499e44d2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:45.400203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9e7c37d-2e3e-48cd-bc7c-eac82defde2a req-3c380740-df4d-48b6-81f9-16a1499e44d2 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 945 time: 0.5026398 Aug 06 15:57:45.463852 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9e0c4508-09eb-4618-815d-5118672f6200 req-7c63ce97-4691-4788-9fed-efb751741b44 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Deleting port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:45.464282 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e0c4508-09eb-4618-815d-5118672f6200 req-7c63ce97-4691-4788-9fed-efb751741b44 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:45.490466 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-5c37813e-9467-46c5-9061-18f6aa00f46e req-c93a1e11-1f2f-4604-a284-4f97bf712b5b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] For port 6841fe8f-f1ac-4eef-a329-6f127beb51bb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6841fe8f-f1ac-4eef-a329-6f127beb51bb,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:45.491438 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5c37813e-9467-46c5-9061-18f6aa00f46e req-c93a1e11-1f2f-4604-a284-4f97bf712b5b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:45.518880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9e7c37d-2e3e-48cd-bc7c-eac82defde2a req-d491364d-7808-47dd-b4b1-158a4e1cf69c tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/security-groups?id=37c0703c-2f7a-4c0a-ba55-1f547f113e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175749 Aug 06 15:57:45.561679 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-5c37813e-9467-46c5-9061-18f6aa00f46e req-c93a1e11-1f2f-4604-a284-4f97bf712b5b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Calling delete_port for 6841fe8f-f1ac-4eef-a329-6f127beb51bb owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:45.661583 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1ee88149-ea52-44b4-a918-572d032ad3dc req-4d39612d-c052-4e6d-ab53-8aa617b592dc tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] For port cc03854f-ad9e-46cf-8685-d87b8ed74113, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cc03854f-ad9e-46cf-8685-d87b8ed74113,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:45.662213 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1ee88149-ea52-44b4-a918-572d032ad3dc req-4d39612d-c052-4e6d-ab53-8aa617b592dc tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:45.663434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd97420-f067-4063-bb84-07da4ffdcf12 req-6af16836-0de8-4dea-9e1f-ea5bbf927ce8 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:45.665005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cbd97420-f067-4063-bb84-07da4ffdcf12 req-6af16836-0de8-4dea-9e1f-ea5bbf927ce8 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 950 time: 0.1933687 Aug 06 15:57:45.678921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-9e0c4508-09eb-4618-815d-5118672f6200 req-7c63ce97-4691-4788-9fed-efb751741b44 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] For port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=7c3f8fbe-6ee2-4417-b855-21bea2b993cb,segment=NetworkSegment(af9b9164-accb-4abc-9b62-095c5932c872),segment_id=af9b9164-accb-4abc-9b62-095c5932c872)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:45.679655 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e0c4508-09eb-4618-815d-5118672f6200 req-7c63ce97-4691-4788-9fed-efb751741b44 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:45.720568 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9e0c4508-09eb-4618-815d-5118672f6200 req-7c63ce97-4691-4788-9fed-efb751741b44 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Calling delete_port for 7c3f8fbe-6ee2-4417-b855-21bea2b993cb owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:45.729778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-1ee88149-ea52-44b4-a918-572d032ad3dc req-4d39612d-c052-4e6d-ab53-8aa617b592dc tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Calling delete_port for cc03854f-ad9e-46cf-8685-d87b8ed74113 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:45.811211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cbd97420-f067-4063-bb84-07da4ffdcf12 req-396f9aa5-598f-4923-92c4-172df637a00b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/security-groups?id=45679858-8555-4390-95a3-b2a8249f365e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361177 Aug 06 15:57:45.901470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b54d46-2a44-4175-85d1-e24ee65d4253 req-05f317bd-c621-4a78-bfcd-e9ad2c54550b tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:45.904341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20b54d46-2a44-4175-85d1-e24ee65d4253 req-05f317bd-c621-4a78-bfcd-e9ad2c54550b tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1852596 Aug 06 15:57:46.045427 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20b54d46-2a44-4175-85d1-e24ee65d4253 req-24ea51dd-d075-42e3-831f-e610d7ffb93b tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183534 Aug 06 15:57:46.082389 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1ee88149-ea52-44b4-a918-572d032ad3dc req-4d39612d-c052-4e6d-ab53-8aa617b592dc tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:46.102231 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e0c4508-09eb-4618-815d-5118672f6200 req-7c63ce97-4691-4788-9fed-efb751741b44 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:46.118869 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['7c3f8fbe-6ee2-4417-b855-21bea2b993cb'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:46.133289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e691b7-6fac-4083-a625-b8f2a98de26e tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Router 9d542748-cef1-467e-a7c7-16ebca8d5796 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:57:46.169080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63ce97-4691-4788-9fed-efb751741b44 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Pushing event deleted for resources: {'Port': ['ID=7c3f8fbe-6ee2-4417-b855-21bea2b993cb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:46.177510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39612d-c052-4e6d-ab53-8aa617b592dc tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Pushing event deleted for resources: {'Port': ['ID=cc03854f-ad9e-46cf-8685-d87b8ed74113,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:46.194986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a058e5b4-0427-43be-9ef8-047d789aa033 req-6f6f95ee-df0f-4ca2-8b4b-8a83407eb2f0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 210 time: 0.0383599 Aug 06 15:57:46.214122 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5c37813e-9467-46c5-9061-18f6aa00f46e req-c93a1e11-1f2f-4604-a284-4f97bf712b5b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:46.259367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0c4508-09eb-4618-815d-5118672f6200 req-7c63ce97-4691-4788-9fed-efb751741b44 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] No DVR routers for this DVR port 7c3f8fbe-6ee2-4417-b855-21bea2b993cb on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:46.262778 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e0c4508-09eb-4618-815d-5118672f6200 req-7c63ce97-4691-4788-9fed-efb751741b44 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:46.264975 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e0c4508-09eb-4618-815d-5118672f6200 req-7c63ce97-4691-4788-9fed-efb751741b44 tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.13 "DELETE /v2.0/ports/7c3f8fbe-6ee2-4417-b855-21bea2b993cb HTTP/1.1" status: 204 len: 173 time: 1.4222124 Aug 06 15:57:46.265343 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88967ce5-5480-4851-ba7e-0d957941e6b7', 'name': 'network-vif-deleted', 'tag': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:46.270815 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512b4a7f-f68b-4990-9d52-32141dad1d06" -d '{"events": [{"server_uuid": "88967ce5-5480-4851-ba7e-0d957941e6b7", "name": "network-vif-deleted", "tag": "7c3f8fbe-6ee2-4417-b855-21bea2b993cb"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:46.383902 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c62c69-ba77-4edd-8acb-48b2a70cdb82 x-openstack-request-id: req-f2c62c69-ba77-4edd-8acb-48b2a70cdb82 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:46.384589 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88967ce5-5480-4851-ba7e-0d957941e6b7", "name": "network-vif-deleted", "tag": "7c3f8fbe-6ee2-4417-b855-21bea2b993cb", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:46.385570 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2c62c69-ba77-4edd-8acb-48b2a70cdb82 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:46.386395 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88967ce5-5480-4851-ba7e-0d957941e6b7', 'name': 'network-vif-deleted', 'tag': '7c3f8fbe-6ee2-4417-b855-21bea2b993cb', 'status': 'completed', 'code': 200} Aug 06 15:57:46.418890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a1e11-1f2f-4604-a284-4f97bf712b5b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Pushing event deleted for resources: {'Port': ['ID=6841fe8f-f1ac-4eef-a329-6f127beb51bb,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:46.436348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee88149-ea52-44b4-a918-572d032ad3dc req-4d39612d-c052-4e6d-ab53-8aa617b592dc tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] No DVR routers for this DVR port cc03854f-ad9e-46cf-8685-d87b8ed74113 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:46.444616 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1ee88149-ea52-44b4-a918-572d032ad3dc req-4d39612d-c052-4e6d-ab53-8aa617b592dc tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:46.447532 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1ee88149-ea52-44b4-a918-572d032ad3dc req-4d39612d-c052-4e6d-ab53-8aa617b592dc tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.13 "DELETE /v2.0/ports/cc03854f-ad9e-46cf-8685-d87b8ed74113 HTTP/1.1" status: 204 len: 173 time: 1.7692153 Aug 06 15:57:46.452491 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c668c63b-b873-4cb5-9219-35f09d61697a', 'name': 'network-vif-deleted', 'tag': 'cc03854f-ad9e-46cf-8685-d87b8ed74113'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:46.455491 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9424e6ce-8944-4473-9855-20ad10b5764a" -d '{"events": [{"server_uuid": "c668c63b-b873-4cb5-9219-35f09d61697a", "name": "network-vif-deleted", "tag": "cc03854f-ad9e-46cf-8685-d87b8ed74113"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:46.486768 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c37813e-9467-46c5-9061-18f6aa00f46e req-c93a1e11-1f2f-4604-a284-4f97bf712b5b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] No DVR routers for this DVR port 6841fe8f-f1ac-4eef-a329-6f127beb51bb on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:46.491836 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5c37813e-9467-46c5-9061-18f6aa00f46e req-c93a1e11-1f2f-4604-a284-4f97bf712b5b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:46.493306 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5c37813e-9467-46c5-9061-18f6aa00f46e req-c93a1e11-1f2f-4604-a284-4f97bf712b5b tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.78 "DELETE /v2.0/ports/6841fe8f-f1ac-4eef-a329-6f127beb51bb HTTP/1.1" status: 204 len: 173 time: 2.0314076 Aug 06 15:57:46.591645 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e691b7-6fac-4083-a625-b8f2a98de26e tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:57:46.602292 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2e691b7-6fac-4083-a625-b8f2a98de26e tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:46.613391 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a991051-ff55-491d-9ff7-76e56b448dcc None None] Sync routers for ids ['9d542748-cef1-467e-a7c7-16ebca8d5796'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:57:46.630880 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a991051-ff55-491d-9ff7-76e56b448dcc None None] Routers {'9d542748-cef1-467e-a7c7-16ebca8d5796'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:46.632248 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3a991051-ff55-491d-9ff7-76e56b448dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:57:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9d542748-cef1-467e-a7c7-16ebca8d5796'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:46.690488 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee068ffe-450b-4537-b39b-8feb0f8873f8 x-openstack-request-id: req-ee068ffe-450b-4537-b39b-8feb0f8873f8 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:46.690991 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c668c63b-b873-4cb5-9219-35f09d61697a", "name": "network-vif-deleted", "tag": "cc03854f-ad9e-46cf-8685-d87b8ed74113", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:46.691313 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee068ffe-450b-4537-b39b-8feb0f8873f8 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:46.696250 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c668c63b-b873-4cb5-9219-35f09d61697a', 'name': 'network-vif-deleted', 'tag': 'cc03854f-ad9e-46cf-8685-d87b8ed74113', 'status': 'completed', 'code': 200} Aug 06 15:57:46.740609 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c2e691b7-6fac-4083-a625-b8f2a98de26e tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "PUT /v2.0/floatingips/1a1af641-c986-4c6e-8f05-938470d3dc50 HTTP/1.1" status: 200 len: 991 time: 3.7106161 Aug 06 15:57:46.771498 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device cc03854f-ad9e-46cf-8685-d87b8ed74113 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:46.806944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5cbf631-3377-4016-8f4b-32aeb29d11ef req-e0e5f5bf-45c5-4cb0-afdd-f0c45d6ae8fa tempest-FloatingIPsAssociationNegativeTestJSON-290165336 tempest-FloatingIPsAssociationNegativeTestJSON-290165336-project] 10.222.0.37 "GET /v2.0/ports?device_id=88967ce5-5480-4851-ba7e-0d957941e6b7 HTTP/1.1" status: 200 len: 210 time: 0.0723388 Aug 06 15:57:47.066240 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-3a991051-ff55-491d-9ff7-76e56b448dcc None None] Set router 9d542748-cef1-467e-a7c7-16ebca8d5796 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:57:47.069852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: cc03854f-ad9e-46cf-8685-d87b8ed74113 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:47.070195 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device cc03854f-ad9e-46cf-8685-d87b8ed74113 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:47.201377 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f856ccc-91bc-427c-a06a-413a5c944475 req-0990549f-9948-4b47-aec6-e5f666cd8801 tempest-ServersOnMultiNodesTest-1833224293 tempest-ServersOnMultiNodesTest-1833224293-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fe5daac-08f9-4bee-81ab-26c1600b9809 HTTP/1.1" status: 200 len: 210 time: 0.0672982 Aug 06 15:57:47.426545 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571adcde-684e-4c11-a514-93f24032e2e1 req-39a17d37-db43-401f-8b61-5dd6031418e5 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:47.430743 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-571adcde-684e-4c11-a514-93f24032e2e1 req-39a17d37-db43-401f-8b61-5dd6031418e5 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1519265 Aug 06 15:57:47.533248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-571adcde-684e-4c11-a514-93f24032e2e1 req-e56e89c7-a9b5-4289-bbee-5231bde3b39d tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927317 Aug 06 15:57:47.708990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 6841fe8f-f1ac-4eef-a329-6f127beb51bb no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:47.733685 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-823d2df2-a55c-4e22-b8e6-6fa98ffc1a0c req-db331914-25cb-47fb-a99e-1e9d5f08fd0f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 210 time: 0.0483687 Aug 06 15:57:47.773534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 6841fe8f-f1ac-4eef-a329-6f127beb51bb {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:47.774460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 6841fe8f-f1ac-4eef-a329-6f127beb51bb not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:47.828934 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3a991051-ff55-491d-9ff7-76e56b448dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:54:00Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '1a1af641-c986-4c6e-8f05-938470d3dc50', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'port_id': 'd9711fc0-b99c-4c7c-a33c-c72e8dff34db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'mac_address': 'fa:16:3e:c5:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3fceed-fa27-4bb2-9f82-36031e08142c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:30Z', 'updated_at': '2021-08-06T15:57:44Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2935328-0fac-4811-86f2-19bbf45378be', 'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'mac_address': 'fa:16:3e:55:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:58Z', 'updated_at': '2021-08-06T15:54:07Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'subnets': [{'id': '7139516a-55da-4c51-9f07-a4156520643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:47.881026 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a991051-ff55-491d-9ff7-76e56b448dcc None None] Checking router: 9d542748-cef1-467e-a7c7-16ebca8d5796 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:57:47.892902 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a991051-ff55-491d-9ff7-76e56b448dcc None None] Routers {'9d542748-cef1-467e-a7c7-16ebca8d5796'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:47.893658 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3a991051-ff55-491d-9ff7-76e56b448dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:57:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9d542748-cef1-467e-a7c7-16ebca8d5796'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:47.957001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59842) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:48.149075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-3a991051-ff55-491d-9ff7-76e56b448dcc None None] Set router 9d542748-cef1-467e-a7c7-16ebca8d5796 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:57:48.441196 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59854) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:48.698271 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe5daac-08f9-4bee-81ab-26c1600b9809', 'name': 'network-vif-deleted', 'tag': '6841fe8f-f1ac-4eef-a329-6f127beb51bb'}, {'name': 'network-changed', 'server_uuid': '3a3fceed-fa27-4bb2-9f82-36031e08142c', 'tag': 'd9711fc0-b99c-4c7c-a33c-c72e8dff34db'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:48.704439 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c5124f-dbf0-473e-8e27-2a8b14bae8bb" -d '{"events": [{"server_uuid": "4fe5daac-08f9-4bee-81ab-26c1600b9809", "name": "network-vif-deleted", "tag": "6841fe8f-f1ac-4eef-a329-6f127beb51bb"}, {"name": "network-changed", "server_uuid": "3a3fceed-fa27-4bb2-9f82-36031e08142c", "tag": "d9711fc0-b99c-4c7c-a33c-c72e8dff34db"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:48.757678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 7c3f8fbe-6ee2-4417-b855-21bea2b993cb no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:48.893197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 7c3f8fbe-6ee2-4417-b855-21bea2b993cb {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:48.900875 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 7c3f8fbe-6ee2-4417-b855-21bea2b993cb not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:48.965476 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a68799-836b-4862-9f76-512b3659b614 x-openstack-request-id: req-67a68799-836b-4862-9f76-512b3659b614 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:48.966279 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe5daac-08f9-4bee-81ab-26c1600b9809", "name": "network-vif-deleted", "tag": "6841fe8f-f1ac-4eef-a329-6f127beb51bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3a3fceed-fa27-4bb2-9f82-36031e08142c", "tag": "d9711fc0-b99c-4c7c-a33c-c72e8dff34db", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:48.967165 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67a68799-836b-4862-9f76-512b3659b614 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:48.970667 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe5daac-08f9-4bee-81ab-26c1600b9809', 'name': 'network-vif-deleted', 'tag': '6841fe8f-f1ac-4eef-a329-6f127beb51bb', 'status': 'completed', 'code': 200} Aug 06 15:57:48.972268 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3fceed-fa27-4bb2-9f82-36031e08142c', 'tag': 'd9711fc0-b99c-4c7c-a33c-c72e8dff34db', 'status': 'completed', 'code': 200} Aug 06 15:57:49.054115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1ff62-3752-4eae-98c7-ed1051de04a2 req-841f5d65-8642-4e49-9aad-0a75f78fa3e9 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:49.069963 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-56c1ff62-3752-4eae-98c7-ed1051de04a2 req-841f5d65-8642-4e49-9aad-0a75f78fa3e9 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.3631730 Aug 06 15:57:49.082708 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59868) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:49.126584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3a991051-ff55-491d-9ff7-76e56b448dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:54:00Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '1a1af641-c986-4c6e-8f05-938470d3dc50', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'port_id': 'd9711fc0-b99c-4c7c-a33c-c72e8dff34db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'mac_address': 'fa:16:3e:c5:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3fceed-fa27-4bb2-9f82-36031e08142c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:30Z', 'updated_at': '2021-08-06T15:57:44Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2935328-0fac-4811-86f2-19bbf45378be', 'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'mac_address': 'fa:16:3e:55:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:58Z', 'updated_at': '2021-08-06T15:54:07Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'subnets': [{'id': '7139516a-55da-4c51-9f07-a4156520643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:49.171346 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a8e9fbcd-07cc-421b-8f46-2df2e906b9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:49.186849 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5124f-dbf0-473e-8e27-2a8b14bae8bb req-b89d7ae2-43d4-4ecd-9a1a-7d683279ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:49.189527 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c7c5124f-dbf0-473e-8e27-2a8b14bae8bb req-b89d7ae2-43d4-4ecd-9a1a-7d683279ad09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61d9ec8c4bd445cc8dcdca9b8e60c7e8&device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 1096 time: 0.2054963 Aug 06 15:57:49.201368 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ab3b26c-cd77-4bff-88a1-54b290f5167d req-602c4407-be47-4dcd-a02d-bbe48cb094b8 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 210 time: 0.0445323 Aug 06 15:57:49.241400 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-56c1ff62-3752-4eae-98c7-ed1051de04a2 req-91ad0678-f959-4e86-8c53-eda62f308784 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467936 Aug 06 15:57:49.262065 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a991051-ff55-491d-9ff7-76e56b448dcc None None] The sync data for ids ['9d542748-cef1-467e-a7c7-16ebca8d5796'] in n-d-803756-1 is: [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:54:00Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '1a1af641-c986-4c6e-8f05-938470d3dc50', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'floating_ip_address': '172.25.1.168', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'port_id': 'd9711fc0-b99c-4c7c-a33c-c72e8dff34db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'mac_address': 'fa:16:3e:c5:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3fceed-fa27-4bb2-9f82-36031e08142c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:54:30Z', 'updated_at': '2021-08-06T15:57:44Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2935328-0fac-4811-86f2-19bbf45378be', 'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'mac_address': 'fa:16:3e:55:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:58Z', 'updated_at': '2021-08-06T15:54:07Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'subnets': [{'id': '7139516a-55da-4c51-9f07-a4156520643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:57:49.449541 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-19b7c2f1-9f14-4a3a-ab23-52d531490470 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=261f0b371ec84b8386de53a882b55255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652205 Aug 06 15:57:49.451296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59876) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:49.532709 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10a8187f-3dbe-48bd-bb0d-767f604cd490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:49.607431 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5124f-dbf0-473e-8e27-2a8b14bae8bb req-8e8582c5-9f62-4c68-8fa7-659702c46968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:49.610470 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c7c5124f-dbf0-473e-8e27-2a8b14bae8bb req-8e8582c5-9f62-4c68-8fa7-659702c46968 service neutron] 10.222.0.13 "GET /v2.0/networks?id=be64a754-66d4-4a99-b5f7-5f4723a93a1f HTTP/1.1" status: 200 len: 924 time: 0.4098387 Aug 06 15:57:49.675938 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b3ebf-9e58-4112-a295-889cb171ec31 None None] New status for floating IP 1a1af641-c986-4c6e-8f05-938470d3dc50: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:57:49.804657 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c7c5124f-dbf0-473e-8e27-2a8b14bae8bb req-049a5899-7c48-4c86-8036-5b1887c1817c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9711fc0-b99c-4c7c-a33c-c72e8dff34db HTTP/1.1" status: 200 len: 999 time: 0.1856892 Aug 06 15:57:49.851685 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a8e9fbcd-07cc-421b-8f46-2df2e906b9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:49.879619 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf6b3-d568-483d-bd0a-6b8a21b7d771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:49.881967 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a8e9fbcd-07cc-421b-8f46-2df2e906b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:49.953119 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a8e9fbcd-07cc-421b-8f46-2df2e906b9e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c3c5c14445a4ee39a6624d0210aaf56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5108566 Aug 06 15:57:49.955506 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59882) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:50.047619 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf6b3-d568-483d-bd0a-6b8a21b7d771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:50.093394 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9fbcd-07cc-421b-8f46-2df2e906b9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a37e94-ff78-4c52-9ee1-be7fdb97f549,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:50.127592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5124f-dbf0-473e-8e27-2a8b14bae8bb req-0584f28f-aae3-4e34-9c07-d2cd8b9c9aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:50.129754 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c7c5124f-dbf0-473e-8e27-2a8b14bae8bb req-0584f28f-aae3-4e34-9c07-d2cd8b9c9aea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7139516a-55da-4c51-9f07-a4156520643c HTTP/1.1" status: 200 len: 862 time: 0.2701509 Aug 06 15:57:50.230601 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9405bd4e-8911-4fe3-8224-d9949d16e281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:50.252269 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5124f-dbf0-473e-8e27-2a8b14bae8bb req-53c98f13-d843-451e-a5fd-8f901bbd3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:50.255263 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c7c5124f-dbf0-473e-8e27-2a8b14bae8bb req-53c98f13-d843-451e-a5fd-8f901bbd3dbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be64a754-66d4-4a99-b5f7-5f4723a93a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086192 Aug 06 15:57:50.257725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-10a8187f-3dbe-48bd-bb0d-767f604cd490 admin admin] Deleting port 0b47a617-d6c5-4789-bd45-c864787c2b9f {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:50.258428 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10a8187f-3dbe-48bd-bb0d-767f604cd490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:50.443272 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9405bd4e-8911-4fe3-8224-d9949d16e281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:50.452719 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf6b3-d568-483d-bd0a-6b8a21b7d771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:50.460313 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf6b3-d568-483d-bd0a-6b8a21b7d771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:50.465145 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3f5cf6b3-d568-483d-bd0a-6b8a21b7d771 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45679858-8555-4390-95a3-b2a8249f365e HTTP/1.1" status: 204 len: 168 time: 1.0075464 Aug 06 15:57:50.496783 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cdd9004-a1e3-4d6c-902d-5990d27676fb req-2648f9c6-ee4d-4746-a53a-297f0f671aa0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 210 time: 0.0563414 Aug 06 15:57:50.507522 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cf6b3-d568-483d-bd0a-6b8a21b7d771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45679858-8555-4390-95a3-b2a8249f365e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:50.566186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-10a8187f-3dbe-48bd-bb0d-767f604cd490 admin admin] For port 0b47a617-d6c5-4789-bd45-c864787c2b9f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=0b47a617-d6c5-4789-bd45-c864787c2b9f,segment=NetworkSegment(af9b9164-accb-4abc-9b62-095c5932c872),segment_id=af9b9164-accb-4abc-9b62-095c5932c872)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:50.566650 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10a8187f-3dbe-48bd-bb0d-767f604cd490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:50.581517 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c7c5124f-dbf0-473e-8e27-2a8b14bae8bb req-71c1d543-3883-499e-84ad-411ae5cc06dc service neutron] 10.222.0.13 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085909 Aug 06 15:57:50.609853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-10a8187f-3dbe-48bd-bb0d-767f604cd490 admin admin] Calling delete_port for 0b47a617-d6c5-4789-bd45-c864787c2b9f owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:50.692341 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9405bd4e-8911-4fe3-8224-d9949d16e281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:50.695680 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9405bd4e-8911-4fe3-8224-d9949d16e281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:50.697197 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9405bd4e-8911-4fe3-8224-d9949d16e281 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6a37e94-ff78-4c52-9ee1-be7fdb97f549 HTTP/1.1" status: 204 len: 168 time: 0.7335196 Aug 06 15:57:50.747340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405bd4e-8911-4fe3-8224-d9949d16e281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a37e94-ff78-4c52-9ee1-be7fdb97f549,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:50.879155 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c7c5124f-dbf0-473e-8e27-2a8b14bae8bb req-818627ea-5a8f-422d-b2d6-32f8646a4859 service neutron] 10.222.0.13 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893946 Aug 06 15:57:50.962033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5614590-4059-4a02-b9f0-7cef9a8a3332 req-5826df19-48e0-42cc-9e29-a2a18a419f1c tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:50.970645 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5614590-4059-4a02-b9f0-7cef9a8a3332 req-5826df19-48e0-42cc-9e29-a2a18a419f1c tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.5461135 Aug 06 15:57:50.983710 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10a8187f-3dbe-48bd-bb0d-767f604cd490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:51.055442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8187f-3dbe-48bd-bb0d-767f604cd490 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b47a617-d6c5-4789-bd45-c864787c2b9f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:51.135637 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5614590-4059-4a02-b9f0-7cef9a8a3332 req-8b5e86ff-a725-4aad-8ab9-445627d5d117 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641190 Aug 06 15:57:51.455619 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10a8187f-3dbe-48bd-bb0d-767f604cd490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:51.728520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59912) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:51.827209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21de959d-9d6b-4fe0-ad87-dfcd51e9f918 req-ccf1549b-6efe-4515-8cf4-7926e199386e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 210 time: 0.0493419 Aug 06 15:57:51.880935 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c0c7f61d-5d90-4902-8273-4ab2b64c9d42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04a0170180434d2a88dab726dab8bfb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485014 Aug 06 15:57:51.888263 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59916) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:51.965160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a8187f-3dbe-48bd-bb0d-767f604cd490 admin admin] Router 3fbca15b-d88d-4b40-95f8-31ab53690d1f has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:57:52.010112 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c88fd750-937a-4bb7-8d63-e54facc9b242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.076165 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c88fd750-937a-4bb7-8d63-e54facc9b242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.212632 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c88fd750-937a-4bb7-8d63-e54facc9b242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.218247 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c88fd750-937a-4bb7-8d63-e54facc9b242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.222587 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c88fd750-937a-4bb7-8d63-e54facc9b242 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93f5ddca-bab8-4d48-a6c9-7f01e920da56 HTTP/1.1" status: 204 len: 168 time: 0.3326709 Aug 06 15:57:52.293400 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fd750-937a-4bb7-8d63-e54facc9b242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f5ddca-bab8-4d48-a6c9-7f01e920da56,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:52.335854 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a8187f-3dbe-48bd-bb0d-767f604cd490 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:57:52.353350 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-10a8187f-3dbe-48bd-bb0d-767f604cd490 admin admin] 10.222.0.37 "PUT /v2.0/routers/3fbca15b-d88d-4b40-95f8-31ab53690d1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3946872 Aug 06 15:57:52.356945 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59928) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:52.358037 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0592ee-dc72-4329-a085-e8719274b82b None None] Sync routers for ids ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:57:52.385996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0592ee-dc72-4329-a085-e8719274b82b None None] Routers {'3fbca15b-d88d-4b40-95f8-31ab53690d1f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:52.386923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-da0592ee-dc72-4329-a085-e8719274b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:57:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:52.592571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-da0592ee-dc72-4329-a085-e8719274b82b None None] Set router 3fbca15b-d88d-4b40-95f8-31ab53690d1f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:57:52.610511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fbb92-6364-44e8-8aa8-868cabd69174 req-5395b4ff-1d82-40f8-b1e1-bf0b8999c693 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:52.616402 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-388fbb92-6364-44e8-8aa8-868cabd69174 req-5395b4ff-1d82-40f8-b1e1-bf0b8999c693 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.2140653 Aug 06 15:57:52.660126 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4946f185-1d9a-4965-adb2-3d7cc09ded30 admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.693948 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-388fbb92-6364-44e8-8aa8-868cabd69174 req-775c0f77-5017-4485-8669-61d2c9a36d93 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669782 Aug 06 15:57:53.075955 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb5f0214-c8bd-4d22-8a74-ec843b5a359a req-bb1c31c2-1371-4357-89b1-6763f600b8e9 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 210 time: 0.0650437 Aug 06 15:57:53.142300 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4946f185-1d9a-4965-adb2-3d7cc09ded30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:53.221261 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:53.269256 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-da0592ee-dc72-4329-a085-e8719274b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-router', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:25Z', 'updated_at': '2021-08-06T15:57:50Z', 'revision_number': 5, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'gw_port': {'id': '31998d83-c3c7-4a45-9c09-c181315d9107', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:28Z', 'updated_at': '2021-08-06T15:56:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:53.335338 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-4946f185-1d9a-4965-adb2-3d7cc09ded30 admin admin] Deleting port 31998d83-c3c7-4a45-9c09-c181315d9107 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:53.336005 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4946f185-1d9a-4965-adb2-3d7cc09ded30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:53.356102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0592ee-dc72-4329-a085-e8719274b82b None None] Checking router: 3fbca15b-d88d-4b40-95f8-31ab53690d1f for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:57:53.376101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0592ee-dc72-4329-a085-e8719274b82b None None] Routers {'3fbca15b-d88d-4b40-95f8-31ab53690d1f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:53.378092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-da0592ee-dc72-4329-a085-e8719274b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:57:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:53.508008 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-4946f185-1d9a-4965-adb2-3d7cc09ded30 admin admin] For port 31998d83-c3c7-4a45-9c09-c181315d9107, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=31998d83-c3c7-4a45-9c09-c181315d9107,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:53.508436 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4946f185-1d9a-4965-adb2-3d7cc09ded30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:53.537363 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-4946f185-1d9a-4965-adb2-3d7cc09ded30 admin admin] Calling delete_port for 31998d83-c3c7-4a45-9c09-c181315d9107 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:53.762512 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:53.800055 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-da0592ee-dc72-4329-a085-e8719274b82b None None] Set router 3fbca15b-d88d-4b40-95f8-31ab53690d1f gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:57:53.937059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94f3e3-a20b-497b-9610-b4487207e0c0 req-8bc94c8c-72f5-448d-a437-7a0519e13687 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:53.939287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a94f3e3-a20b-497b-9610-b4487207e0c0 req-8bc94c8c-72f5-448d-a437-7a0519e13687 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1135237 Aug 06 15:57:53.990889 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-da0592ee-dc72-4329-a085-e8719274b82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-router', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:25Z', 'updated_at': '2021-08-06T15:57:53Z', 'revision_number': 6, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:54.060575 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4946f185-1d9a-4965-adb2-3d7cc09ded30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.090949 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a94f3e3-a20b-497b-9610-b4487207e0c0 req-16d75b50-eae0-4043-b0ed-e539d179e183 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347837 Aug 06 15:57:54.094661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0592ee-dc72-4329-a085-e8719274b82b None None] The sync data for ids ['3fbca15b-d88d-4b40-95f8-31ab53690d1f'] in n-d-803756-1 is: [{'id': '3fbca15b-d88d-4b40-95f8-31ab53690d1f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-275007753-router', 'tenant_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:25Z', 'updated_at': '2021-08-06T15:57:53Z', 'revision_number': 6, 'project_id': '8a9f3d8ff0ce4b1a9234c1dbd3270dbb', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:57:54.148034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946f185-1d9a-4965-adb2-3d7cc09ded30 admin admin] Pushing event deleted for resources: {'Port': ['ID=31998d83-c3c7-4a45-9c09-c181315d9107,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:54.238845 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4946f185-1d9a-4965-adb2-3d7cc09ded30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.549780 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-47176cb9-77b6-40c0-9aba-4a111396d909 req-f3351980-37a1-46c9-be96-72ffd53b1e0a tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=c668c63b-b873-4cb5-9219-35f09d61697a HTTP/1.1" status: 200 len: 210 time: 0.1061952 Aug 06 15:57:54.768169 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4946f185-1d9a-4965-adb2-3d7cc09ded30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.770015 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4946f185-1d9a-4965-adb2-3d7cc09ded30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.851650 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4946f185-1d9a-4965-adb2-3d7cc09ded30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.853085 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4946f185-1d9a-4965-adb2-3d7cc09ded30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fbca15b-d88d-4b40-95f8-31ab53690d1f {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:57:54.870994 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4946f185-1d9a-4965-adb2-3d7cc09ded30 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.873312 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59996) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:54.875482 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4946f185-1d9a-4965-adb2-3d7cc09ded30 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3fbca15b-d88d-4b40-95f8-31ab53690d1f HTTP/1.1" status: 204 len: 168 time: 2.5155356 Aug 06 15:57:54.980218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de3f1fb-fadb-4884-adcf-8b568da521b9 admin admin] Deleting subnet 9a67b2bd-6238-4861-9536-c4b8a23c8fe8 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:57:54.987170 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1de3f1fb-fadb-4884-adcf-8b568da521b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.057941 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1de3f1fb-fadb-4884-adcf-8b568da521b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.205903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 0b47a617-d6c5-4789-bd45-c864787c2b9f no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:55.233687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 0b47a617-d6c5-4789-bd45-c864787c2b9f {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:55.234378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 0b47a617-d6c5-4789-bd45-c864787c2b9f not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:55.335923 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1de3f1fb-fadb-4884-adcf-8b568da521b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.401273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f8b9e-d1aa-464e-ae34-e81696550e72 req-da81f90d-f2c9-41ae-8be0-1d23ae5ae8dd tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:55.403313 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a2f8b9e-d1aa-464e-ae34-e81696550e72 req-da81f90d-f2c9-41ae-8be0-1d23ae5ae8dd tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1352177 Aug 06 15:57:55.542308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a2f8b9e-d1aa-464e-ae34-e81696550e72 req-f3ceaa2c-89a7-444e-a9c6-8cf504ebe5af tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303716 Aug 06 15:57:55.582408 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1de3f1fb-fadb-4884-adcf-8b568da521b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.623329 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1de3f1fb-fadb-4884-adcf-8b568da521b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.624102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01f0291-0815-4100-8008-64f67fb1d831 None None] Network c613d883-07b3-4668-8715-acd0d95b4b27 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:55.626840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1de3f1fb-fadb-4884-adcf-8b568da521b9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9a67b2bd-6238-4861-9536-c4b8a23c8fe8 HTTP/1.1" status: 204 len: 168 time: 0.7506740 Aug 06 15:57:55.629462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60028) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:55.653791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3f1fb-fadb-4884-adcf-8b568da521b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a67b2bd-6238-4861-9536-c4b8a23c8fe8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:55.893505 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.023527 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] Deleting port fe44de51-458a-4934-8f5e-cfc47d9c32d6 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:56.023527 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.112648 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] DHCP port deletion for c613d883-07b3-4668-8715-acd0d95b4b27 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:57:56.169826 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] For port fe44de51-458a-4934-8f5e-cfc47d9c32d6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fe44de51-458a-4934-8f5e-cfc47d9c32d6,segment=NetworkSegment(af9b9164-accb-4abc-9b62-095c5932c872),segment_id=af9b9164-accb-4abc-9b62-095c5932c872)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:56.170201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.236141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] Calling delete_port for fe44de51-458a-4934-8f5e-cfc47d9c32d6 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:56.272745 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Deleting port fe44de51-458a-4934-8f5e-cfc47d9c32d6 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:56.276482 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.404007 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.427319 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] For port fe44de51-458a-4934-8f5e-cfc47d9c32d6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fe44de51-458a-4934-8f5e-cfc47d9c32d6,segment=NetworkSegment(af9b9164-accb-4abc-9b62-095c5932c872),segment_id=af9b9164-accb-4abc-9b62-095c5932c872)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:56.427768 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.443739 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Calling delete_port for fe44de51-458a-4934-8f5e-cfc47d9c32d6 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:56.474334 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe44de51-458a-4934-8f5e-cfc47d9c32d6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:56.479227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] No DVR routers for this DVR port fe44de51-458a-4934-8f5e-cfc47d9c32d6 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:56.608951 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.617792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.640496 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c613d883-07b3-4668-8715-acd0d95b4b27']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:56.656227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9b9164-accb-4abc-9b62-095c5932c872') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:56.657650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9b9164-accb-4abc-9b62-095c5932c872') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:56.663475 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] No DVR routers for this DVR port fe44de51-458a-4934-8f5e-cfc47d9c32d6 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:56.670664 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.712915 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.728902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:57:56.729546 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.741190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Pushing event deleted for resources: {'Port': ['ID=fe44de51-458a-4934-8f5e-cfc47d9c32d6,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:56.776835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:56.777587 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:56.779728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:56.781531 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:56.782069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:56.783034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:56.784931 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:56.785927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:56.789956 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:56.790435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:56.790918 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:56.795307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbff5d-1731-4148-85a0-848e033f924b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:56.911101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 31998d83-c3c7-4a45-9c09-c181315d9107 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: timer() Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:57:56.915478 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:57:56.925549 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.947420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 31998d83-c3c7-4a45-9c09-c181315d9107 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:56.957080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 31998d83-c3c7-4a45-9c09-c181315d9107 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:56.957437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fe44de51-458a-4934-8f5e-cfc47d9c32d6 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:56.958023 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.977344 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c613d883-07b3-4668-8715-acd0d95b4b27 HTTP/1.1" status: 204 len: 168 time: 1.3461354 Aug 06 15:57:56.983123 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db90771-4161-4d9a-9a7b-61f46830cb41 admin admin] Pushing event deleted for resources: {'Network': ['ID=c613d883-07b3-4668-8715-acd0d95b4b27,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:56.986213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: fe44de51-458a-4934-8f5e-cfc47d9c32d6 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:56.986873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fe44de51-458a-4934-8f5e-cfc47d9c32d6 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:57.178218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60100) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:57.316536 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60104) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:57.382338 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e05e8-b377-4bc0-9761-e8457b20c766 req-d4d686f9-5a78-4d63-91dd-70af432987e3 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:57.394233 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c6e05e8-b377-4bc0-9761-e8457b20c766 req-d4d686f9-5a78-4d63-91dd-70af432987e3 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1279547 Aug 06 15:57:57.403169 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6334ea57-fe4e-43a3-85a8-29abefe02cb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a9f3d8ff0ce4b1a9234c1dbd3270dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851598 Aug 06 15:57:57.407809 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60110) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:57.476671 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c6e05e8-b377-4bc0-9761-e8457b20c766 req-78c71235-5401-4244-af87-c96d7a278bcb tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809965 Aug 06 15:57:57.484573 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c10de0f2-5956-4234-996a-180206c2a308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:57.491355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d1df5-1ee6-465c-a345-1731fff5f395 req-fdd1f2e1-a130-45f4-a36b-493a3caae333 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:57.512052 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c10de0f2-5956-4234-996a-180206c2a308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:57.515205 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da0d1df5-1ee6-465c-a345-1731fff5f395 req-fdd1f2e1-a130-45f4-a36b-493a3caae333 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 810 time: 0.8399024 Aug 06 15:57:57.554140 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da0d1df5-1ee6-465c-a345-1731fff5f395 req-42673c37-4373-4913-b959-7247017b1007 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/quotas/32e920af6a7c4f9d9c65a087db3ea6d1 HTTP/1.1" status: 200 len: 375 time: 0.0353749 Aug 06 15:57:57.588739 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c10de0f2-5956-4234-996a-180206c2a308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:57.591957 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c10de0f2-5956-4234-996a-180206c2a308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:57.593797 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c10de0f2-5956-4234-996a-180206c2a308 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37c0703c-2f7a-4c0a-ba55-1f547f113e0d HTTP/1.1" status: 204 len: 168 time: 0.1847799 Aug 06 15:57:57.609676 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10de0f2-5956-4234-996a-180206c2a308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c0703c-2f7a-4c0a-ba55-1f547f113e0d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:57.677697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da0d1df5-1ee6-465c-a345-1731fff5f395 req-c37dd9ca-5e83-4bd6-84c2-03aab3a4f9a1 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1215615 Aug 06 15:57:57.724865 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5e6575f-8b79-4bf6-bc54-0b0862b3aafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:57.966633 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da0d1df5-1ee6-465c-a345-1731fff5f395 req-58ce0954-6fa7-46e4-9982-5bfb3363e731 service neutron] 10.222.0.37 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838538 Aug 06 15:57:58.015702 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5e6575f-8b79-4bf6-bc54-0b0862b3aafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:58.023115 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5e6575f-8b79-4bf6-bc54-0b0862b3aafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:58.162379 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a5e6575f-8b79-4bf6-bc54-0b0862b3aafb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e0ed570c5df41ffacd46ebdd99ee11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9825988 Aug 06 15:57:58.166566 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da0d1df5-1ee6-465c-a345-1731fff5f395 req-2a3bcf54-699c-415b-83b8-d737fe184721 service neutron] 10.222.0.37 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982534 Aug 06 15:57:58.167429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60126) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:58.174775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6575f-8b79-4bf6-bc54-0b0862b3aafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8741ada-7fde-4517-8e9f-93a3a60b89cf,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:58.320303 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e8e89884-d45b-4d2c-95d3-8784cd2cbcf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:58.386893 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e8e89884-d45b-4d2c-95d3-8784cd2cbcf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:58.546049 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08a79917-9805-42cf-8feb-9c1676bd009f req-872a85d8-2753-4786-b605-5b3c92475b09 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=be4de3d5-ff72-4974-9b29-c3380b7dd169 HTTP/1.1" status: 200 len: 210 time: 0.0658965 Aug 06 15:57:58.575879 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e8e89884-d45b-4d2c-95d3-8784cd2cbcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:58.579581 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e8e89884-d45b-4d2c-95d3-8784cd2cbcf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:58.584626 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e8e89884-d45b-4d2c-95d3-8784cd2cbcf3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8741ada-7fde-4517-8e9f-93a3a60b89cf HTTP/1.1" status: 204 len: 168 time: 0.4147387 Aug 06 15:57:58.599106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e89884-d45b-4d2c-95d3-8784cd2cbcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8741ada-7fde-4517-8e9f-93a3a60b89cf,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:58.787196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159603d8-aad5-42b8-bf1f-0179a94754c2 req-a14509be-25fa-4b10-8b93-e9f4f8504f02 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:58.797240 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-159603d8-aad5-42b8-bf1f-0179a94754c2 req-a14509be-25fa-4b10-8b93-e9f4f8504f02 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.0815656 Aug 06 15:57:58.879034 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-159603d8-aad5-42b8-bf1f-0179a94754c2 req-9421b63a-0006-45f0-a758-e891e3ef3401 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798645 Aug 06 15:57:59.574033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60198) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:59.607574 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0b38-7e67-48d1-a061-3ae3d6bdbd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:59.743084 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c7344e6b-002c-499e-9747-1ef0cd4e458c no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:59.818826 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0b38-7e67-48d1-a061-3ae3d6bdbd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:59.825378 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0b38-7e67-48d1-a061-3ae3d6bdbd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:59.878628 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f0b38-7e67-48d1-a061-3ae3d6bdbd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdb6b05-d27b-49fe-b1ec-32ef7bab5e89,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:59.886955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60212) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:59.902411 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3f4f0b38-7e67-48d1-a061-3ae3d6bdbd14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0abd8fa2e2bf46228c09fcb5e25a0a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197551 Aug 06 15:57:59.943727 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:59.977687 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5fca-39a3-46e8-a66e-ca44fb0021d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:59.986672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552cc640-8a68-4e36-9a9d-265fc0c20239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7344e6b-002c-499e-9747-1ef0cd4e458c'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:59.990953 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da784197-bf16-4cb0-8539-1c9a304cb0e8" -d '{"events": [{"server_uuid": "552cc640-8a68-4e36-9a9d-265fc0c20239", "name": "network-vif-unplugged", "status": "completed", "tag": "c7344e6b-002c-499e-9747-1ef0cd4e458c"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:00.019039 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5fca-39a3-46e8-a66e-ca44fb0021d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:00.036522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c7344e6b-002c-499e-9747-1ef0cd4e458c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c7344e6b-002c-499e-9747-1ef0cd4e458c,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:00.055709 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:00.077555 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5fca-39a3-46e8-a66e-ca44fb0021d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:00.084599 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5fca-39a3-46e8-a66e-ca44fb0021d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:00.090741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b1aa5fca-39a3-46e8-a66e-ca44fb0021d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfdb6b05-d27b-49fe-b1ec-32ef7bab5e89 HTTP/1.1" status: 204 len: 168 time: 0.2022007 Aug 06 15:58:00.201200 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c46da8df-a760-46b7-b06a-3fe2ce6586a6 req-0e00a8af-b82c-477f-8466-e3062b1be2e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850439 Aug 06 15:58:00.224763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=c7344e6b-002c-499e-9747-1ef0cd4e458c,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:00.230677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa5fca-39a3-46e8-a66e-ca44fb0021d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdb6b05-d27b-49fe-b1ec-32ef7bab5e89,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:00.259658 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a5752-740c-4872-ae34-ea3a4f264d97 req-dedd10ed-defc-4c34-bd26-0a37e675ad45 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:00.290341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed4a5752-740c-4872-ae34-ea3a4f264d97 req-dedd10ed-defc-4c34-bd26-0a37e675ad45 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 947 time: 0.1967328 Aug 06 15:58:00.353068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed4a5752-740c-4872-ae34-ea3a4f264d97 req-e2818cc2-9f68-4a46-8003-1b31c3d9f546 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617087 Aug 06 15:58:00.412585 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7c9f15-18c5-4463-9350-1abaabb0e416 x-openstack-request-id: req-8f7c9f15-18c5-4463-9350-1abaabb0e416 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:00.412718 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552cc640-8a68-4e36-9a9d-265fc0c20239", "name": "network-vif-unplugged", "status": "completed", "tag": "c7344e6b-002c-499e-9747-1ef0cd4e458c", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:00.412959 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f7c9f15-18c5-4463-9350-1abaabb0e416 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:00.413407 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552cc640-8a68-4e36-9a9d-265fc0c20239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7344e6b-002c-499e-9747-1ef0cd4e458c', 'code': 200} Aug 06 15:58:00.415772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46da8df-a760-46b7-b06a-3fe2ce6586a6 req-2492d234-47bb-4933-9f13-0d6ff0a73729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:00.417822 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c46da8df-a760-46b7-b06a-3fe2ce6586a6 req-2492d234-47bb-4933-9f13-0d6ff0a73729 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 1096 time: 0.1040034 Aug 06 15:58:00.584755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46da8df-a760-46b7-b06a-3fe2ce6586a6 req-df5e2fb7-8fdb-4060-918a-424d23f4275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:00.587669 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c46da8df-a760-46b7-b06a-3fe2ce6586a6 req-df5e2fb7-8fdb-4060-918a-424d23f4275f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.1468523 Aug 06 15:58:00.593806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b504334-719a-4462-a656-982963ecb8d9 req-db5809c5-8a56-4e03-b60e-cb763bfe134e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:00.596132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b504334-719a-4462-a656-982963ecb8d9 req-db5809c5-8a56-4e03-b60e-cb763bfe134e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 810 time: 0.1782227 Aug 06 15:58:00.640900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b504334-719a-4462-a656-982963ecb8d9 req-075429e4-926d-4779-85ef-a23b22de6176 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/quotas/32e920af6a7c4f9d9c65a087db3ea6d1 HTTP/1.1" status: 200 len: 375 time: 0.0333922 Aug 06 15:58:00.641812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60254) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:00.707246 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b504334-719a-4462-a656-982963ecb8d9 req-7113c8d8-64af-4435-8f0d-a74e28466d88 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566888 Aug 06 15:58:00.740482 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c46da8df-a760-46b7-b06a-3fe2ce6586a6 req-127ec405-9d9b-47e5-9486-53211fdddb9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66008572-9579-4b90-b59c-a817894ec420 HTTP/1.1" status: 200 len: 1000 time: 0.1396554 Aug 06 15:58:00.861186 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46da8df-a760-46b7-b06a-3fe2ce6586a6 req-7ff563c6-e058-49be-b7a1-46e58f6a41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:00.868251 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c46da8df-a760-46b7-b06a-3fe2ce6586a6 req-7ff563c6-e058-49be-b7a1-46e58f6a41d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.1184390 Aug 06 15:58:00.875571 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a569070f-14f5-4779-b0bb-521c2cba0d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:00.950197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46da8df-a760-46b7-b06a-3fe2ce6586a6 req-873d3d2e-646a-4105-b127-e201c75d4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:00.952120 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c46da8df-a760-46b7-b06a-3fe2ce6586a6 req-873d3d2e-646a-4105-b127-e201c75d4dde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751879 Aug 06 15:58:01.073090 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a569070f-14f5-4779-b0bb-521c2cba0d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.089094 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b504334-719a-4462-a656-982963ecb8d9 req-232b9fb3-f4de-4f70-a77d-7947af934de0 service neutron] 10.222.0.37 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811417 Aug 06 15:58:01.121834 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a569070f-14f5-4779-b0bb-521c2cba0d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.132730 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c46da8df-a760-46b7-b06a-3fe2ce6586a6 req-ded06a15-8e60-4cf9-9cb9-cc3adbe89e48 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719787 Aug 06 15:58:01.300273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569070f-14f5-4779-b0bb-521c2cba0d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d477ed-e7a6-475a-9d04-673aabb6a723,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:01.308281 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a569070f-14f5-4779-b0bb-521c2cba0d27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3234cfe8d9347fc9c098ec376965e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6650953 Aug 06 15:58:01.311128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60292) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:01.333815 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c46da8df-a760-46b7-b06a-3fe2ce6586a6 req-20c64cbd-b617-49b4-b91d-8af5c99ac906 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875100 Aug 06 15:58:01.419634 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b504334-719a-4462-a656-982963ecb8d9 req-81d84d7b-fdf5-43ca-a6f7-2b8d49b34b9a service neutron] 10.222.0.37 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295419 Aug 06 15:58:01.434992 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c82d6a6f-2ae8-4960-a003-bb18c824daba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.492999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60298) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:01.530069 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c82d6a6f-2ae8-4960-a003-bb18c824daba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.584072 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60302) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:01.585073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4a151-059c-462d-9541-b870d4a2a0d1 req-73d084c4-5965-47a4-9d4f-b091e2e640bb tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:01.587492 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6b4a151-059c-462d-9541-b870d4a2a0d1 req-73d084c4-5965-47a4-9d4f-b091e2e640bb tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 947 time: 0.1186283 Aug 06 15:58:01.668521 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c82d6a6f-2ae8-4960-a003-bb18c824daba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.671393 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c82d6a6f-2ae8-4960-a003-bb18c824daba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.676107 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c82d6a6f-2ae8-4960-a003-bb18c824daba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55d477ed-e7a6-475a-9d04-673aabb6a723 HTTP/1.1" status: 204 len: 168 time: 0.3612337 Aug 06 15:58:01.692021 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4e84a97c-255c-4a12-bfd9-a230578d4bc1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-82704201-network', 'tenant_id': '6f87bffe3aea447284072582ed137143'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:01.728586 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6b4a151-059c-462d-9541-b870d4a2a0d1 req-d0dbac08-7299-4a5c-8ab0-a07340f339b3 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944695 Aug 06 15:58:01.753558 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c7344e6b-002c-499e-9747-1ef0cd4e458c details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:58:01.781943 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d6a6f-2ae8-4960-a003-bb18c824daba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d477ed-e7a6-475a-9d04-673aabb6a723,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:01.830245 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d84f0d1-ba3f-4724-adef-a9e130f5e967 req-d466babb-9864-4bc1-9d00-57e12619acaf tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=15acdc51-1f8a-46e0-810b-7d6dd1b7646c HTTP/1.1" status: 200 len: 210 time: 0.0457523 Aug 06 15:58:01.877682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e84a97c-255c-4a12-bfd9-a230578d4bc1 admin admin] Made reservation on behalf of 6f87bffe3aea447284072582ed137143 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:01.880322 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e84a97c-255c-4a12-bfd9-a230578d4bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.904801 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e84a97c-255c-4a12-bfd9-a230578d4bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.061606 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e84a97c-255c-4a12-bfd9-a230578d4bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.070758 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e84a97c-255c-4a12-bfd9-a230578d4bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.090372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e84a97c-255c-4a12-bfd9-a230578d4bc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:58:02.109799 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e84a97c-255c-4a12-bfd9-a230578d4bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.110152 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-4e84a97c-255c-4a12-bfd9-a230578d4bc1 admin admin] Added segment b65ad96b-dd1f-4eca-85cd-734536257c16 of type vlan for network 9fe0fc1f-4496-4600-bfff-cd6307e50a63 Aug 06 15:58:02.192253 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e84a97c-255c-4a12-bfd9-a230578d4bc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.226437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c7344e6b-002c-499e-9747-1ef0cd4e458c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c7344e6b-002c-499e-9747-1ef0cd4e458c,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:02.229581 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e84a97c-255c-4a12-bfd9-a230578d4bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.230778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e84a97c-255c-4a12-bfd9-a230578d4bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:02.231361 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4e84a97c-255c-4a12-bfd9-a230578d4bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.252165 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eaf96ac-46df-475b-8aa3-986af4ba02af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.287077 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84a97c-255c-4a12-bfd9-a230578d4bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecaabf6-ec1a-4e2a-bda1-36bbb2b3c7b1,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:02.296722 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'c7344e6b-002c-499e-9747-1ef0cd4e458c', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'c7344e6b-002c-499e-9747-1ef0cd4e458c', 'mac_address': 'fa:16:3e:55:40:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:58:02.402046 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.430154 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4e84a97c-255c-4a12-bfd9-a230578d4bc1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9313362 Aug 06 15:58:02.432932 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60332) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:02.439182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7344e6b-002c-499e-9747-1ef0cd4e458c {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:58:02.451740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1beac3ff-18c5-410f-9429-92c78c9d90d2 admin admin] Request body: {'subnet': {'network_id': '9fe0fc1f-4496-4600-bfff-cd6307e50a63', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-82704201-subnet', 'tenant_id': '6f87bffe3aea447284072582ed137143', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:02.476001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84a97c-255c-4a12-bfd9-a230578d4bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe0fc1f-4496-4600-bfff-cd6307e50a63,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:02.486793 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c7344e6b-002c-499e-9747-1ef0cd4e458c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c7344e6b-002c-499e-9747-1ef0cd4e458c,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:02.492293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 9fe0fc1f-4496-4600-bfff-cd6307e50a63 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:58:02.588517 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eaf96ac-46df-475b-8aa3-986af4ba02af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.597453 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.598580 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eaf96ac-46df-475b-8aa3-986af4ba02af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.615744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1beac3ff-18c5-410f-9429-92c78c9d90d2 admin admin] Made reservation on behalf of 6f87bffe3aea447284072582ed137143 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:02.618410 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1beac3ff-18c5-410f-9429-92c78c9d90d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.691789 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf96ac-46df-475b-8aa3-986af4ba02af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bd0853-2fe0-496e-adc8-ea58f6db10d3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:02.722006 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7eaf96ac-46df-475b-8aa3-986af4ba02af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d03ec821715d4714812c182266995b81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1361396 Aug 06 15:58:02.722996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60338) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:02.743075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=c7344e6b-002c-499e-9747-1ef0cd4e458c,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:02.971970 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f08e4232-e9f7-484a-a2e5-4bd719c73a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.991363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['c7344e6b-002c-499e-9747-1ef0cd4e458c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:03.087606 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1beac3ff-18c5-410f-9429-92c78c9d90d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.122326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6595363-5bda-4e4c-978b-7368946d33bb req-1a1e63ca-a3b1-4dad-98d6-56ac26bf62f7 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:03.124731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6595363-5bda-4e4c-978b-7368946d33bb req-1a1e63ca-a3b1-4dad-98d6-56ac26bf62f7 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 948 time: 0.2554126 Aug 06 15:58:03.126777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60352) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:03.156745 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f08e4232-e9f7-484a-a2e5-4bd719c73a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.186445 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db0ec3a1-b9c0-49bf-8e19-de61a9db9fba req-3b4b67f0-9183-4ace-823d-a0b54b136113 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=15acdc51-1f8a-46e0-810b-7d6dd1b7646c HTTP/1.1" status: 200 len: 210 time: 0.1078978 Aug 06 15:58:03.322483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beac3ff-18c5-410f-9429-92c78c9d90d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c2ddc5-5c12-4b40-b6ef-07ed06dfcc26,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:03.344968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6595363-5bda-4e4c-978b-7368946d33bb req-62299df4-a246-4b99-b4e5-afefef665482 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621397 Aug 06 15:58:03.350831 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beac3ff-18c5-410f-9429-92c78c9d90d2 admin admin] Checking segment: {'id': 'b65ad96b-dd1f-4eca-85cd-734536257c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fe0fc1f-4496-4600-bfff-cd6307e50a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:03.351235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beac3ff-18c5-410f-9429-92c78c9d90d2 admin admin] Network hostable DHCP agents. Network: 9fe0fc1f-4496-4600-bfff-cd6307e50a63, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:58:03.364110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-1d23da7e-7142-4e66-a2a4-10ac69329473 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1868349284-network', 'tenant_id': '2d5f3202a84b4f548a276f09a197811a'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:03.371998 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f08e4232-e9f7-484a-a2e5-4bd719c73a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.375258 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f08e4232-e9f7-484a-a2e5-4bd719c73a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.376980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f08e4232-e9f7-484a-a2e5-4bd719c73a49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54bd0853-2fe0-496e-adc8-ea58f6db10d3 HTTP/1.1" status: 204 len: 168 time: 0.6510410 Aug 06 15:58:03.389811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beac3ff-18c5-410f-9429-92c78c9d90d2 admin admin] Network 9fe0fc1f-4496-4600-bfff-cd6307e50a63 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:58:03.392447 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e4232-e9f7-484a-a2e5-4bd719c73a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bd0853-2fe0-496e-adc8-ea58f6db10d3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:03.413397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-1beac3ff-18c5-410f-9429-92c78c9d90d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 9fe0fc1f-4496-4600-bfff-cd6307e50a63) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:03.417999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beac3ff-18c5-410f-9429-92c78c9d90d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:03.418606 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1beac3ff-18c5-410f-9429-92c78c9d90d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.452922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecc52d4-f4ed-4f60-a76e-96add2f7c790 None None] Network 9fe0fc1f-4496-4600-bfff-cd6307e50a63 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:03.514867 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1beac3ff-18c5-410f-9429-92c78c9d90d2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0805523 Aug 06 15:58:03.518132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60364) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:03.523713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-82704201-router', 'tenant_id': '6f87bffe3aea447284072582ed137143', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:03.527464 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d23da7e-7142-4e66-a2a4-10ac69329473 admin admin] Made reservation on behalf of 2d5f3202a84b4f548a276f09a197811a for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:03.530450 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d23da7e-7142-4e66-a2a4-10ac69329473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.555921 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d23da7e-7142-4e66-a2a4-10ac69329473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.563043 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.565453 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.627543 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b504334-719a-4462-a656-982963ecb8d9 req-81140aad-3a7d-41ab-a61c-e4c7a024f484 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:03.630378 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b504334-719a-4462-a656-982963ecb8d9 req-81140aad-3a7d-41ab-a61c-e4c7a024f484 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.13 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 810 time: 0.3217018 Aug 06 15:58:03.646583 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-1b504334-719a-4462-a656-982963ecb8d9 req-63112b28-1fc8-4972-8dba-e702f78bc4ed tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Request body: {'port': {'device_id': '15acdc51-1f8a-46e0-810b-7d6dd1b7646c', 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79', 'admin_state_up': True, 'tenant_id': '32e920af6a7c4f9d9c65a087db3ea6d1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:03.713826 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4acfe78a-f9b7-4fd1-8e0e-c9c6c8644a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.827211 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-9fe0fc1f-4496-4600-bfff-cd6307e50a63', 'network_id': '9fe0fc1f-4496-4600-bfff-cd6307e50a63', 'tenant_id': '6f87bffe3aea447284072582ed137143', 'fixed_ips': [{'subnet_id': '76c2ddc5-5c12-4b40-b6ef-07ed06dfcc26'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:58:03.827211 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.858903 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d23da7e-7142-4e66-a2a4-10ac69329473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.866346 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.866936 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d23da7e-7142-4e66-a2a4-10ac69329473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.912013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b504334-719a-4462-a656-982963ecb8d9 req-63112b28-1fc8-4972-8dba-e702f78bc4ed tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Made reservation on behalf of 32e920af6a7c4f9d9c65a087db3ea6d1 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:03.926411 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b504334-719a-4462-a656-982963ecb8d9 req-63112b28-1fc8-4972-8dba-e702f78bc4ed tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.933541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d23da7e-7142-4e66-a2a4-10ac69329473 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:58:03.954946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23da7e-7142-4e66-a2a4-10ac69329473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbd577c-b639-45d0-ad97-6183daa4ddf3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:03.967865 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d23da7e-7142-4e66-a2a4-10ac69329473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.967865 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-1d23da7e-7142-4e66-a2a4-10ac69329473 admin admin] Added segment 328c1031-909b-4626-a6e3-79e94e69dd20 of type vlan for network 2faa2805-857e-4afb-a25d-e4ac36cd9ff6 Aug 06 15:58:04.033046 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-27b21cdf-0757-4f16-baee-48db99e3dbd2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:04.035931 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-27b21cdf-0757-4f16-baee-48db99e3dbd2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 821 time: 0.3622723 Aug 06 15:58:04.074086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Allocated IP 172.20.0.2 (9fe0fc1f-4496-4600-bfff-cd6307e50a63/76c2ddc5-5c12-4b40-b6ef-07ed06dfcc26/203208e5-b4dc-4cbf-a66e-a168af16616d) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:04.122562 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-423131f2-627e-4c2d-bbe6-a9bd56ec4da8 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/quotas/852011720c8b4e718d18a1374910def6 HTTP/1.1" status: 200 len: 375 time: 0.0719385 Aug 06 15:58:04.137659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-1b504334-719a-4462-a656-982963ecb8d9 req-63112b28-1fc8-4972-8dba-e702f78bc4ed tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Allocated IP 172.20.0.3 (c34c076c-c1bd-4999-8d39-ceaa7495de79/5bc4c7ac-6d15-4fde-899c-97f04be5a8db/d6148d79-9a97-4386-a416-fc423c536c2a) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:04.211621 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.285429 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.286855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-b44cd7ef-5413-40c4-a472-d179b0d64fd3 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1209881 Aug 06 15:58:04.306417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Transition to ACTIVE for port object 203208e5-b4dc-4cbf-a66e-a168af16616d will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:04.323659 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b504334-719a-4462-a656-982963ecb8d9 req-63112b28-1fc8-4972-8dba-e702f78bc4ed tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.330569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Transition to ACTIVE for port object 203208e5-b4dc-4cbf-a66e-a168af16616d will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:04.338358 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.379985 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b504334-719a-4462-a656-982963ecb8d9 req-63112b28-1fc8-4972-8dba-e702f78bc4ed tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.387590 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Network 9fe0fc1f-4496-4600-bfff-cd6307e50a63 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:04.392328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:04.399138 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:04.435959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Pushing event updated for resources: {'Port': ['ID=203208e5-b4dc-4cbf-a66e-a168af16616d,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:04.463203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-2ae606dd-abf1-49e9-9187-52c6ab69c2e8 service neutron] 10.222.0.37 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646392 Aug 06 15:58:04.468649 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b504334-719a-4462-a656-982963ecb8d9 req-63112b28-1fc8-4972-8dba-e702f78bc4ed tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Network c34c076c-c1bd-4999-8d39-ceaa7495de79 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:04.475698 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d23da7e-7142-4e66-a2a4-10ac69329473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.488632 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-1b504334-719a-4462-a656-982963ecb8d9 req-63112b28-1fc8-4972-8dba-e702f78bc4ed tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:04.496912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Attempting to bind port 203208e5-b4dc-4cbf-a66e-a168af16616d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:04.497533 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Attempting to bind port 203208e5-b4dc-4cbf-a66e-a168af16616d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'b65ad96b-dd1f-4eca-85cd-734536257c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fe0fc1f-4496-4600-bfff-cd6307e50a63'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:04.498042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b504334-719a-4462-a656-982963ecb8d9 req-63112b28-1fc8-4972-8dba-e702f78bc4ed tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:04.498232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Attempting to bind port 203208e5-b4dc-4cbf-a66e-a168af16616d on network 9fe0fc1f-4496-4600-bfff-cd6307e50a63 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:04.506504 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:04.506983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Checking segment: {'id': 'b65ad96b-dd1f-4eca-85cd-734536257c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fe0fc1f-4496-4600-bfff-cd6307e50a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:04.507498 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.507890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Bound using segment: {'id': 'b65ad96b-dd1f-4eca-85cd-734536257c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fe0fc1f-4496-4600-bfff-cd6307e50a63'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:04.508412 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Bound port: 203208e5-b4dc-4cbf-a66e-a168af16616d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65ad96b-dd1f-4eca-85cd-734536257c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fe0fc1f-4496-4600-bfff-cd6307e50a63'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:04.509225 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.529602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63112b28-1fc8-4972-8dba-e702f78bc4ed tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Pushing event updated for resources: {'Port': ['ID=d6148d79-9a97-4386-a416-fc423c536c2a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:04.575611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b504334-719a-4462-a656-982963ecb8d9 req-63112b28-1fc8-4972-8dba-e702f78bc4ed tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:04.576296 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b504334-719a-4462-a656-982963ecb8d9 req-63112b28-1fc8-4972-8dba-e702f78bc4ed tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.590891 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d23da7e-7142-4e66-a2a4-10ac69329473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.593513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d23da7e-7142-4e66-a2a4-10ac69329473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:04.595154 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d23da7e-7142-4e66-a2a4-10ac69329473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.611218 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] For port 203208e5-b4dc-4cbf-a66e-a168af16616d, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:04.614352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] For port 203208e5-b4dc-4cbf-a66e-a168af16616d, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=203208e5-b4dc-4cbf-a66e-a168af16616d,segment=NetworkSegment(b65ad96b-dd1f-4eca-85cd-734536257c16),segment_id=b65ad96b-dd1f-4eca-85cd-734536257c16)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:04.623347 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.636038 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b504334-719a-4462-a656-982963ecb8d9 req-63112b28-1fc8-4972-8dba-e702f78bc4ed tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9952593 Aug 06 15:58:04.640344 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1d23da7e-7142-4e66-a2a4-10ac69329473 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5121686 Aug 06 15:58:04.663762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60394) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:04.670413 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d0d4bc42-adcc-41d0-be00-741c73d2e1b0 admin admin] Request body: {'subnet': {'network_id': '2faa2805-857e-4afb-a25d-e4ac36cd9ff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1868349284-subnet', 'tenant_id': '2d5f3202a84b4f548a276f09a197811a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:04.685192 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Request body: {'port': {'device_id': '15acdc51-1f8a-46e0-810b-7d6dd1b7646c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:04.704788 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50093c1c-5f92-49ff-9ef0-0881496642f4 None None] Pushing event updated for resources: {'Port': ['ID=203208e5-b4dc-4cbf-a66e-a168af16616d,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:04.707447 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d4bc42-adcc-41d0-be00-741c73d2e1b0 admin admin] Made reservation on behalf of 2d5f3202a84b4f548a276f09a197811a for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:04.710784 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bc42-adcc-41d0-be00-741c73d2e1b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.748871 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23da7e-7142-4e66-a2a4-10ac69329473 admin admin] Pushing event updated for resources: {'Network': ['ID=2faa2805-857e-4afb-a25d-e4ac36cd9ff6,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:04.761903 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60396) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:04.767306 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 2faa2805-857e-4afb-a25d-e4ac36cd9ff6 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:58:04.799030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07768986-559b-4275-9df3-1be83731b68b req-4e4a550c-4a12-4647-be76-45e6538965d7 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:04.809862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07768986-559b-4275-9df3-1be83731b68b req-4e4a550c-4a12-4647-be76-45e6538965d7 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=15acdc51-1f8a-46e0-810b-7d6dd1b7646c HTTP/1.1" status: 200 len: 931 time: 0.3450983 Aug 06 15:58:04.840385 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.893319 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-8c88a39c-1426-4f80-a99f-026e21c5502f service neutron] 10.222.0.37 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700368 Aug 06 15:58:04.960739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07768986-559b-4275-9df3-1be83731b68b req-ed119115-3aeb-4dc5-b376-c22b8ae9eeae tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474025 Aug 06 15:58:05.051699 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fb275ce5-5b05-45f7-8afc-a6fe3a31e553 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1462328270-network', 'tenant_id': 'ac0683c9d2af4a0baa6597d4d0f959aa'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:05.122304 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb275ce5-5b05-45f7-8afc-a6fe3a31e553 admin admin] Made reservation on behalf of ac0683c9d2af4a0baa6597d4d0f959aa for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:05.124039 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb275ce5-5b05-45f7-8afc-a6fe3a31e553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.174925 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb275ce5-5b05-45f7-8afc-a6fe3a31e553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.227880 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bc42-adcc-41d0-be00-741c73d2e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.359391 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6148d79-9a97-4386-a416-fc423c536c2a {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:58:05.371551 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.401444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4bc42-adcc-41d0-be00-741c73d2e1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=134d37dc-b142-46df-bfac-5bdfd6b8d53d,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:05.409528 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb275ce5-5b05-45f7-8afc-a6fe3a31e553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.410914 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Transition to ACTIVE for port object d6148d79-9a97-4386-a416-fc423c536c2a will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:05.417479 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb275ce5-5b05-45f7-8afc-a6fe3a31e553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.433133 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c15b7c-128f-41d4-8874-a110efdbedb1 req-651528c8-72c3-4916-bf01-9323f003a09e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:05.445429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87c15b7c-128f-41d4-8874-a110efdbedb1 req-651528c8-72c3-4916-bf01-9323f003a09e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 948 time: 0.2970967 Aug 06 15:58:05.452902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb275ce5-5b05-45f7-8afc-a6fe3a31e553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4181b77c-340c-4703-b6ba-9b0e5780c934,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:05.458551 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.469784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb275ce5-5b05-45f7-8afc-a6fe3a31e553 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:58:05.506491 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.528784 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb275ce5-5b05-45f7-8afc-a6fe3a31e553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.529002 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-fb275ce5-5b05-45f7-8afc-a6fe3a31e553 admin admin] Added segment c41c2ae6-9f62-4b38-8e0b-852d43e3e123 of type vlan for network a67f8550-6bbd-4108-869a-b80be62cdd5b Aug 06 15:58:05.544679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d4bc42-adcc-41d0-be00-741c73d2e1b0 admin admin] Checking segment: {'id': '328c1031-909b-4626-a6e3-79e94e69dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2faa2805-857e-4afb-a25d-e4ac36cd9ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:05.544964 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Pushing event updated for resources: {'Port': ['ID=d6148d79-9a97-4386-a416-fc423c536c2a,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:05.545059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d4bc42-adcc-41d0-be00-741c73d2e1b0 admin admin] Network hostable DHCP agents. Network: 2faa2805-857e-4afb-a25d-e4ac36cd9ff6, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:58:05.573052 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.579109 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44cbf675-4582-4039-9202-3ce8aa79618c req-41a96316-e7e8-442a-a24c-f5f4f2f11d1d tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 210 time: 0.0854352 Aug 06 15:58:05.630999 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb275ce5-5b05-45f7-8afc-a6fe3a31e553 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.686395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Attempting to bind port d6148d79-9a97-4386-a416-fc423c536c2a on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:05.687607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Attempting to bind port d6148d79-9a97-4386-a416-fc423c536c2a by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:05.689880 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Attempting to bind port d6148d79-9a97-4386-a416-fc423c536c2a on network c34c076c-c1bd-4999-8d39-ceaa7495de79 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:05.695390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87c15b7c-128f-41d4-8874-a110efdbedb1 req-057dd167-cefd-4662-82b1-fd5e75f42a30 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486780 Aug 06 15:58:05.697848 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb275ce5-5b05-45f7-8afc-a6fe3a31e553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.699787 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb275ce5-5b05-45f7-8afc-a6fe3a31e553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:05.700947 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb275ce5-5b05-45f7-8afc-a6fe3a31e553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.718442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Port d6148d79-9a97-4386-a416-fc423c536c2a on network c34c076c-c1bd-4999-8d39-ceaa7495de79 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:58:05.719143 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Attempting to bind port d6148d79-9a97-4386-a416-fc423c536c2a on network c34c076c-c1bd-4999-8d39-ceaa7495de79 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:05.731204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d4bc42-adcc-41d0-be00-741c73d2e1b0 admin admin] Network 2faa2805-857e-4afb-a25d-e4ac36cd9ff6 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:58:05.761108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-d0d4bc42-adcc-41d0-be00-741c73d2e1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 2faa2805-857e-4afb-a25d-e4ac36cd9ff6) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:05.764986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c7344e6b-002c-499e-9747-1ef0cd4e458c up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:05.770851 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d4bc42-adcc-41d0-be00-741c73d2e1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:05.772556 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bc42-adcc-41d0-be00-741c73d2e1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.775873 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:05.776389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Checking segment: {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:05.776945 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Bound using segment: {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:05.777822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Bound port: d6148d79-9a97-4386-a416-fc423c536c2a, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:05.781071 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.821842 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fbb23c-0b5b-4ac3-9ab8-5841f9627d1a None None] Network 2faa2805-857e-4afb-a25d-e4ac36cd9ff6 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:05.849790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d0d4bc42-adcc-41d0-be00-741c73d2e1b0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1845791 Aug 06 15:58:05.868286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Allocated IP 172.25.1.34 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/fd8e46f9-b17c-4457-8747-ef00999ed640) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:05.959382 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port c7344e6b-002c-499e-9747-1ef0cd4e458c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:05.959818 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.972478 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb275ce5-5b05-45f7-8afc-a6fe3a31e553 admin admin] Pushing event updated for resources: {'Network': ['ID=a67f8550-6bbd-4108-869a-b80be62cdd5b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:05.998242 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fb275ce5-5b05-45f7-8afc-a6fe3a31e553 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2330642 Aug 06 15:58:05.999287 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60420) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:06.031768 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9320a5c1-96d5-4b34-809a-be167bacdf9e admin admin] Request body: {'subnet': {'network_id': 'a67f8550-6bbd-4108-869a-b80be62cdd5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1462328270-subnet', 'tenant_id': 'ac0683c9d2af4a0baa6597d4d0f959aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:06.045083 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a67f8550-6bbd-4108-869a-b80be62cdd5b details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:58:06.106212 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] For port d6148d79-9a97-4386-a416-fc423c536c2a, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:06.112605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] For port d6148d79-9a97-4386-a416-fc423c536c2a, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d6148d79-9a97-4386-a416-fc423c536c2a,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:06.122805 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.139602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9320a5c1-96d5-4b34-809a-be167bacdf9e admin admin] Made reservation on behalf of ac0683c9d2af4a0baa6597d4d0f959aa for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:06.143351 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9320a5c1-96d5-4b34-809a-be167bacdf9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.179834 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe82840-66b7-4730-b7f2-4c3148f62908 None None] Network 2faa2805-857e-4afb-a25d-e4ac36cd9ff6 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:06.246442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d52af-37bd-466c-bd28-13441b18e938 req-c6804f9e-8c7f-4906-bdef-1bc2211debfc tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:06.248202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-543d52af-37bd-466c-bd28-13441b18e938 req-c6804f9e-8c7f-4906-bdef-1bc2211debfc tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=15acdc51-1f8a-46e0-810b-7d6dd1b7646c HTTP/1.1" status: 200 len: 943 time: 0.1889083 Aug 06 15:58:06.261385 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.305839 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Pushing event updated for resources: {'Port': ['ID=d6148d79-9a97-4386-a416-fc423c536c2a,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:06.321802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-543d52af-37bd-466c-bd28-13441b18e938 req-94a9943c-cfcf-47f3-8ead-7b34574e1c1b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540721 Aug 06 15:58:06.387804 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:06.388501 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.389548 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.390362 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b504334-719a-4462-a656-982963ecb8d9 req-80b9a4bf-8e2b-4d8f-9085-60b7838580cd service neutron] 10.222.0.13 "PUT /v2.0/ports/d6148d79-9a97-4386-a416-fc423c536c2a HTTP/1.1" status: 200 len: 1091 time: 1.7134612 Aug 06 15:58:06.392355 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15acdc51-1f8a-46e0-810b-7d6dd1b7646c', 'tag': 'd6148d79-9a97-4386-a416-fc423c536c2a'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:06.394761 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b801919-331b-4d0a-b487-bed03926a17d" -d '{"events": [{"name": "network-changed", "server_uuid": "15acdc51-1f8a-46e0-810b-7d6dd1b7646c", "tag": "d6148d79-9a97-4386-a416-fc423c536c2a"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:06.416598 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a88cc5-f9e2-4c03-9a96-c342a18a12fb None None] Network 9fe0fc1f-4496-4600-bfff-cd6307e50a63 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:06.457083 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0aa4be24-e87b-4a2a-8869-956a243c3fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.533756 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:06.539602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:06.543598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:06.581315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Pushing event updated for resources: {'Port': ['ID=fd8e46f9-b17c-4457-8747-ef00999ed640,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:06.666877 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07f8335-a3ee-4b0c-ba19-29f40f07984c x-openstack-request-id: req-b07f8335-a3ee-4b0c-ba19-29f40f07984c {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:06.667881 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15acdc51-1f8a-46e0-810b-7d6dd1b7646c", "tag": "d6148d79-9a97-4386-a416-fc423c536c2a", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:06.668346 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b07f8335-a3ee-4b0c-ba19-29f40f07984c {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:06.668961 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15acdc51-1f8a-46e0-810b-7d6dd1b7646c', 'tag': 'd6148d79-9a97-4386-a416-fc423c536c2a', 'status': 'completed', 'code': 200} Aug 06 15:58:06.701162 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9320a5c1-96d5-4b34-809a-be167bacdf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.752418 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1048b087-8a83-413e-9560-7800b70a0280 None None] Provisioning for port 203208e5-b4dc-4cbf-a66e-a168af16616d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:06.773416 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.775172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b504334-719a-4462-a656-982963ecb8d9 req-c425cc89-23be-4524-991a-56bb83ff2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:06.776813 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b504334-719a-4462-a656-982963ecb8d9 req-c425cc89-23be-4524-991a-56bb83ff2392 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&device_id=15acdc51-1f8a-46e0-810b-7d6dd1b7646c HTTP/1.1" status: 200 len: 1094 time: 0.1066151 Aug 06 15:58:06.785870 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d95b19f-1346-47d6-b511-b3d15e30a6ba req-e15e5f82-ba7f-4616-a401-254f6ba9bf8e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 210 time: 0.0373306 Aug 06 15:58:06.802536 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.805578 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320a5c1-96d5-4b34-809a-be167bacdf9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c2205f9-6d5a-49e6-af1b-d3b14de3beb6,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:06.853862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552cc640-8a68-4e36-9a9d-265fc0c20239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7344e6b-002c-499e-9747-1ef0cd4e458c'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:06.861512 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd67c0eb-f692-4257-adc9-5c849d910df4" -d '{"events": [{"server_uuid": "552cc640-8a68-4e36-9a9d-265fc0c20239", "name": "network-vif-plugged", "status": "completed", "tag": "c7344e6b-002c-499e-9747-1ef0cd4e458c"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:06.876056 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320a5c1-96d5-4b34-809a-be167bacdf9e admin admin] Checking segment: {'id': 'c41c2ae6-9f62-4b38-8e0b-852d43e3e123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a67f8550-6bbd-4108-869a-b80be62cdd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:06.877587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9320a5c1-96d5-4b34-809a-be167bacdf9e admin admin] Network hostable DHCP agents. Network: a67f8550-6bbd-4108-869a-b80be62cdd5b, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:58:06.887417 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b504334-719a-4462-a656-982963ecb8d9 req-e4e9cf63-1bd1-4223-b8f0-4d5f129fdc09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6148d79-9a97-4386-a416-fc423c536c2a HTTP/1.1" status: 200 len: 217 time: 0.1006622 Aug 06 15:58:06.926540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c7344e6b-002c-499e-9747-1ef0cd4e458c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c7344e6b-002c-499e-9747-1ef0cd4e458c,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:06.932224 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.978256 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b504334-719a-4462-a656-982963ecb8d9 req-76d7789e-fdba-40b4-97a9-c417fa04d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:06.982598 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b504334-719a-4462-a656-982963ecb8d9 req-76d7789e-fdba-40b4-97a9-c417fa04d0d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bc4c7ac-6d15-4fde-899c-97f04be5a8db HTTP/1.1" status: 200 len: 850 time: 0.0876725 Aug 06 15:58:06.990419 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 203208e5-b4dc-4cbf-a66e-a168af16616d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:07.072672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=c7344e6b-002c-499e-9747-1ef0cd4e458c,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:07.109892 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 203208e5-b4dc-4cbf-a66e-a168af16616d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:07.115912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 203208e5-b4dc-4cbf-a66e-a168af16616d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:07.116773 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.155447 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-e033c3a2-c769-4a83-bd48-84cd3a3785d7 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:07.158098 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-e033c3a2-c769-4a83-bd48-84cd3a3785d7 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.78 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 821 time: 0.1698258 Aug 06 15:58:07.168958 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9320a5c1-96d5-4b34-809a-be167bacdf9e admin admin] Network a67f8550-6bbd-4108-869a-b80be62cdd5b is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:58:07.201155 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-4be3bc5f-ba63-44fe-b797-620de8b775be tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Request body: {'port': {'device_id': '0ac43545-3a6f-442b-86f6-376e19a926f0', 'network_id': '897fb748-581b-4095-a788-9e69c09f9551', 'admin_state_up': True, 'tenant_id': '852011720c8b4e718d18a1374910def6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:07.220268 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.293761 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.342403 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b504334-719a-4462-a656-982963ecb8d9 req-38bde260-114a-4730-a339-0af3e1e2bc51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c34c076c-c1bd-4999-8d39-ceaa7495de79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3523302 Aug 06 15:58:07.343052 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9320a5c1-96d5-4b34-809a-be167bacdf9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a67f8550-6bbd-4108-869a-b80be62cdd5b) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:07.348142 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9320a5c1-96d5-4b34-809a-be167bacdf9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:07.348746 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9320a5c1-96d5-4b34-809a-be167bacdf9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.369845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 203208e5-b4dc-4cbf-a66e-a168af16616d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=203208e5-b4dc-4cbf-a66e-a168af16616d,segment=NetworkSegment(b65ad96b-dd1f-4eca-85cd-734536257c16),segment_id=b65ad96b-dd1f-4eca-85cd-734536257c16)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:07.372898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f29bdc-7e03-4b27-aa0f-772dd2201cbd None None] Network a67f8550-6bbd-4108-869a-b80be62cdd5b requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:07.377645 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.403754 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9320a5c1-96d5-4b34-809a-be167bacdf9e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3877432 Aug 06 15:58:07.524913 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ade358d1-beb1-49ae-b6b2-47be2c13713b None None] Provisioning complete for port 203208e5-b4dc-4cbf-a66e-a168af16616d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:07.525287 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ade358d1-beb1-49ae-b6b2-47be2c13713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.528730 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b504334-719a-4462-a656-982963ecb8d9 req-e3b937cb-674b-4651-968d-3d7b5a06b593 service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376147 Aug 06 15:58:07.529407 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-4be3bc5f-ba63-44fe-b797-620de8b775be tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Made reservation on behalf of 852011720c8b4e718d18a1374910def6 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:07.533185 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-4be3bc5f-ba63-44fe-b797-620de8b775be tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.579969 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=203208e5-b4dc-4cbf-a66e-a168af16616d,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:07.624217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbdae6-5a57-444f-9f2e-c31cab4224e8 req-b5584c97-1eca-41e0-bd07-70795a678d48 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:07.627469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8cfbdae6-5a57-444f-9f2e-c31cab4224e8 req-b5584c97-1eca-41e0-bd07-70795a678d48 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.6719663 Aug 06 15:58:07.638467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-6dc18a04-f24c-43d8-ae82-5e4b6a6389b4 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:07.641657 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-6dc18a04-f24c-43d8-ae82-5e4b6a6389b4 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/networks?id=2faa2805-857e-4afb-a25d-e4ac36cd9ff6 HTTP/1.1" status: 200 len: 822 time: 0.9658654 Aug 06 15:58:07.693167 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-903695d5-527c-4dfd-addc-2b45dfd2efde tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/quotas/2d5f3202a84b4f548a276f09a197811a HTTP/1.1" status: 200 len: 375 time: 0.0379415 Aug 06 15:58:07.698983 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.721093 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551fa074-b762-4c5d-b062-93847c454099 None None] Network a67f8550-6bbd-4108-869a-b80be62cdd5b requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:07.755810 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-4be3bc5f-ba63-44fe-b797-620de8b775be tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Allocated IP 172.20.0.10 (897fb748-581b-4095-a788-9e69c09f9551/d664c5d0-d8e0-485d-86af-246349783b8c/5d391f6f-5cf1-4b96-b674-bb3fe76f3997) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:07.878367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-6915253b-f510-433b-9c33-af52e5772c51 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d5f3202a84b4f548a276f09a197811a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443122 Aug 06 15:58:07.931533 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8cfbdae6-5a57-444f-9f2e-c31cab4224e8 req-6d11f4ee-0fbf-4371-b583-c21067a4f48d tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876997 Aug 06 15:58:07.956338 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b504334-719a-4462-a656-982963ecb8d9 req-87253684-0220-41d7-bed4-9bffa22a23cb service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199183 Aug 06 15:58:07.999592 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5448aec9-9b3a-40b8-8f19-f4f0debc7708 x-openstack-request-id: req-5448aec9-9b3a-40b8-8f19-f4f0debc7708 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:08.000236 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552cc640-8a68-4e36-9a9d-265fc0c20239", "name": "network-vif-plugged", "status": "completed", "tag": "c7344e6b-002c-499e-9747-1ef0cd4e458c", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:08.001088 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5448aec9-9b3a-40b8-8f19-f4f0debc7708 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:08.002026 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552cc640-8a68-4e36-9a9d-265fc0c20239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7344e6b-002c-499e-9747-1ef0cd4e458c', 'code': 200} Aug 06 15:58:08.053582 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-4be3bc5f-ba63-44fe-b797-620de8b775be tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.088459 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801919-331b-4d0a-b487-bed03926a17d req-dd758422-719a-4453-a831-75c74b49ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:08.090564 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3b801919-331b-4d0a-b487-bed03926a17d req-dd758422-719a-4453-a831-75c74b49ec28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&device_id=15acdc51-1f8a-46e0-810b-7d6dd1b7646c HTTP/1.1" status: 200 len: 1094 time: 0.0785294 Aug 06 15:58:08.132172 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.218262 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-963b7666-7111-4a68-b00e-4c524e91f515 service neutron] 10.222.0.37 "GET /v2.0/networks/2faa2805-857e-4afb-a25d-e4ac36cd9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991869 Aug 06 15:58:08.294481 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-4be3bc5f-ba63-44fe-b797-620de8b775be tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.308404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['fc43daba-9b6c-4b34-804b-57ea9bca3bb8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:08.354523 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801919-331b-4d0a-b487-bed03926a17d req-d63c02d3-86ae-45a6-a9a9-c8b93631fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:08.355967 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3b801919-331b-4d0a-b487-bed03926a17d req-d63c02d3-86ae-45a6-a9a9-c8b93631fc6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 911 time: 0.2491703 Aug 06 15:58:08.369768 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-4be3bc5f-ba63-44fe-b797-620de8b775be tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Network 897fb748-581b-4095-a788-9e69c09f9551 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:08.385694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-4be3bc5f-ba63-44fe-b797-620de8b775be tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:08.420581 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-4be3bc5f-ba63-44fe-b797-620de8b775be tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:08.428315 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6bbd0-ae14-49d6-a068-372ba2c8ca07 req-d05148ec-aa98-4340-9908-63f1821e05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:08.430060 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7ae6bbd0-ae14-49d6-a068-372ba2c8ca07 req-d05148ec-aa98-4340-9908-63f1821e05c9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 1100 time: 0.1690242 Aug 06 15:58:08.434199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51c559-29cf-4e70-92a0-3d54d8b3c621 req-a85cd18a-9039-4a1d-8c61-b9feb69c524d tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:08.435911 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3b801919-331b-4d0a-b487-bed03926a17d req-3b155734-b548-4046-8a9b-434c69167b72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6148d79-9a97-4386-a416-fc423c536c2a HTTP/1.1" status: 200 len: 217 time: 0.0692139 Aug 06 15:58:08.439469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eb51c559-29cf-4e70-92a0-3d54d8b3c621 req-a85cd18a-9039-4a1d-8c61-b9feb69c524d tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=15acdc51-1f8a-46e0-810b-7d6dd1b7646c HTTP/1.1" status: 200 len: 943 time: 0.2393334 Aug 06 15:58:08.516607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3bc5f-ba63-44fe-b797-620de8b775be tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Pushing event updated for resources: {'Port': ['ID=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:08.551662 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eb51c559-29cf-4e70-92a0-3d54d8b3c621 req-91e896d7-68d6-4659-a1f3-2962de1e6f5b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055465 Aug 06 15:58:08.585911 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b801919-331b-4d0a-b487-bed03926a17d req-71a934ab-97c0-4c03-8aca-bfe4ad933236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:08.587422 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3b801919-331b-4d0a-b487-bed03926a17d req-71a934ab-97c0-4c03-8aca-bfe4ad933236 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bc4c7ac-6d15-4fde-899c-97f04be5a8db HTTP/1.1" status: 200 len: 850 time: 0.1252489 Aug 06 15:58:08.589137 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95687b7-e424-434e-a0d0-b77b8d3b65bb service neutron] 10.222.0.37 "GET /v2.0/networks/2faa2805-857e-4afb-a25d-e4ac36cd9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417945 Aug 06 15:58:08.598370 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-4be3bc5f-ba63-44fe-b797-620de8b775be tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:08.599129 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-4be3bc5f-ba63-44fe-b797-620de8b775be tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.618169 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Router 1fc31d96-a110-4624-bcb7-bbd24c2db0c3 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:58:08.665873 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3b801919-331b-4d0a-b487-bed03926a17d req-d35dff6e-fcf3-4862-b727-cbd49fad2bcf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c34c076c-c1bd-4999-8d39-ceaa7495de79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623333 Aug 06 15:58:08.671266 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7ae6bbd0-ae14-49d6-a068-372ba2c8ca07 req-a606c60e-e93c-421f-8d3c-d1b9a1d0f64a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076628 Aug 06 15:58:08.703674 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-4be3bc5f-ba63-44fe-b797-620de8b775be tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5259173 Aug 06 15:58:08.795783 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Request body: {'port': {'device_id': '0ac43545-3a6f-442b-86f6-376e19a926f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:08.848657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:08.876278 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Sync routers for ids ['1fc31d96-a110-4624-bcb7-bbd24c2db0c3'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:08.881538 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.885831 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1dada643-2f13-44a8-9936-6fb028cbf519 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.3662813 Aug 06 15:58:08.886699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60462) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:08.899469 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Routers {'1fc31d96-a110-4624-bcb7-bbd24c2db0c3'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:08.900098 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:58:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['1fc31d96-a110-4624-bcb7-bbd24c2db0c3'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:08.941422 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.968013 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 203208e5-b4dc-4cbf-a66e-a168af16616d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:09.009523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-5dd3232b-1ef8-4d41-b908-fd8b17b7ae74 req-bd3cc934-4649-411f-badb-a55e624b92e0 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1874947934', 'description': 'tempest-description-1884971640'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:09.089025 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Set router 1fc31d96-a110-4624-bcb7-bbd24c2db0c3 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:58:09.130996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 203208e5-b4dc-4cbf-a66e-a168af16616d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:09.131968 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:09.230777 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5dd3232b-1ef8-4d41-b908-fd8b17b7ae74 req-bd3cc934-4649-411f-badb-a55e624b92e0 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:09.268349 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4e5aa-59b9-481f-991d-15d4db3a9588 req-12ffdd75-7fa0-4e8b-bd76-4ccc058a36c1 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:09.270052 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-93b4e5aa-59b9-481f-991d-15d4db3a9588 req-12ffdd75-7fa0-4e8b-bd76-4ccc058a36c1 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 932 time: 0.2082803 Aug 06 15:58:09.469038 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'name': 'tempest-FloatingIPsTestJSON-82704201-router', 'tenant_id': '6f87bffe3aea447284072582ed137143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'fd8e46f9-b17c-4457-8747-ef00999ed640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:03Z', 'updated_at': '2021-08-06T15:58:07Z', 'revision_number': 3, 'project_id': '6f87bffe3aea447284072582ed137143', 'gw_port': {'id': 'fd8e46f9-b17c-4457-8747-ef00999ed640', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:96:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:05Z', 'updated_at': '2021-08-06T15:58:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:09.503453 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:09.512419 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3b801919-331b-4d0a-b487-bed03926a17d req-7e8dcdd3-e427-4976-973e-1daf5a0816e5 service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8336463 Aug 06 15:58:09.520899 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Checking router: 1fc31d96-a110-4624-bcb7-bbd24c2db0c3 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:58:09.521771 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Updating router 1fc31d96-a110-4624-bcb7-bbd24c2db0c3 port fd8e46f9-b17c-4457-8747-ef00999ed640 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:58:09.551547 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:09.552114 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-93b4e5aa-59b9-481f-991d-15d4db3a9588 req-0ac910dd-a937-4b57-a8e0-735cdffe3660 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731833 Aug 06 15:58:09.711370 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3b801919-331b-4d0a-b487-bed03926a17d req-a750c76d-661a-42e1-b377-b351b692fa3c service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863632 Aug 06 15:58:09.793868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fbdadc55-bf6c-4c82-9eb4-d11f3db35262 req-3a79c2a3-d439-435c-8a65-34d072e25a88 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/ports?device_id=a94986a6-893e-4e49-9493-9c55a34dbebd HTTP/1.1" status: 200 len: 210 time: 0.0645659 Aug 06 15:58:09.889377 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5dd3232b-1ef8-4d41-b908-fd8b17b7ae74 req-bd3cc934-4649-411f-badb-a55e624b92e0 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:09.902303 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5dd3232b-1ef8-4d41-b908-fd8b17b7ae74 req-bd3cc934-4649-411f-badb-a55e624b92e0 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.058037 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5dd3232b-1ef8-4d41-b908-fd8b17b7ae74 req-bd3cc934-4649-411f-badb-a55e624b92e0 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.060402 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5dd3232b-1ef8-4d41-b908-fd8b17b7ae74 req-bd3cc934-4649-411f-badb-a55e624b92e0 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0573645 Aug 06 15:58:10.078520 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.086074 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3cc934-4649-411f-badb-a55e624b92e0 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcb3808-c700-4604-93f9-5c0736898be1,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:10.108313 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Transition to ACTIVE for port object fd8e46f9-b17c-4457-8747-ef00999ed640 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:10.118780 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.127553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abf522-4038-4f72-919c-ca620a9546f5 req-8887e199-cfc0-439c-bb7c-54e282463b92 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:10.139380 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2abf522-4038-4f72-919c-ca620a9546f5 req-8887e199-cfc0-439c-bb7c-54e282463b92 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1675227 Aug 06 15:58:10.156648 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:58:10.175062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.211204 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Transition to ACTIVE for port object 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:10.217676 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.251057 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Attempting to bind port fd8e46f9-b17c-4457-8747-ef00999ed640 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:10.255804 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Attempting to bind port fd8e46f9-b17c-4457-8747-ef00999ed640 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:10.256482 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Attempting to bind port fd8e46f9-b17c-4457-8747-ef00999ed640 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:10.280155 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccf784-3660-4311-9728-f87ab51f6410 None None] Pushing event updated for resources: {'Port': ['ID=fd8e46f9-b17c-4457-8747-ef00999ed640,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:10.291946 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:10.294256 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:10.295325 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.299421 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:10.299656 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Bound port: fd8e46f9-b17c-4457-8747-ef00999ed640, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:10.300253 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.348515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:10.380354 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccf784-3660-4311-9728-f87ab51f6410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.381426 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccf784-3660-4311-9728-f87ab51f6410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.381426 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccf784-3660-4311-9728-f87ab51f6410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.383127 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccf784-3660-4311-9728-f87ab51f6410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.383127 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccf784-3660-4311-9728-f87ab51f6410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.383127 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccf784-3660-4311-9728-f87ab51f6410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.383127 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccf784-3660-4311-9728-f87ab51f6410 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.386395 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccf784-3660-4311-9728-f87ab51f6410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.386395 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccf784-3660-4311-9728-f87ab51f6410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.386395 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccf784-3660-4311-9728-f87ab51f6410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.386395 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccf784-3660-4311-9728-f87ab51f6410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.386395 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccccf784-3660-4311-9728-f87ab51f6410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.418876 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2abf522-4038-4f72-919c-ca620a9546f5 req-bfb110e2-e415-4ade-82a3-2373d7eef450 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782598 Aug 06 15:58:10.438645 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Attempting to bind port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:10.438645 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Attempting to bind port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:10.438645 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Attempting to bind port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:10.441527 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] For port fd8e46f9-b17c-4457-8747-ef00999ed640, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:10.445479 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] For port fd8e46f9-b17c-4457-8747-ef00999ed640, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fd8e46f9-b17c-4457-8747-ef00999ed640,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:10.447345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 on network 897fb748-581b-4095-a788-9e69c09f9551 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:58:10.447727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Attempting to bind port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:10.452416 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.454697 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:10.455141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Checking segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:10.455432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Bound using segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:10.455900 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Bound port: 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:10.456290 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.485924 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.532412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460cd13-6fc2-499d-ac17-513faaf39ad8 req-f770f6a4-2849-4021-bb70-a9c7d1b5760e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:10.534522 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8460cd13-6fc2-499d-ac17-513faaf39ad8 req-f770f6a4-2849-4021-bb70-a9c7d1b5760e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=15acdc51-1f8a-46e0-810b-7d6dd1b7646c HTTP/1.1" status: 200 len: 943 time: 0.1433134 Aug 06 15:58:10.543157 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccf784-3660-4311-9728-f87ab51f6410 None None] Pushing event updated for resources: {'Port': ['ID=fd8e46f9-b17c-4457-8747-ef00999ed640,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:10.571673 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Routers {'1fc31d96-a110-4624-bcb7-bbd24c2db0c3'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:10.572291 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:58:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['1fc31d96-a110-4624-bcb7-bbd24c2db0c3'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:10.602667 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] For port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:10.606930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] For port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:10.616468 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.663522 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:10.664164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.665664 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] 10.222.0.78 "PUT /v2.0/ports/5d391f6f-5cf1-4b96-b674-bb3fe76f3997 HTTP/1.1" status: 200 len: 1092 time: 1.8793006 Aug 06 15:58:10.666218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac43545-3a6f-442b-86f6-376e19a926f0', 'tag': '5d391f6f-5cf1-4b96-b674-bb3fe76f3997'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:10.669499 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada8fd5d-3e02-4340-bca1-fc1bad483314" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac43545-3a6f-442b-86f6-376e19a926f0", "tag": "5d391f6f-5cf1-4b96-b674-bb3fe76f3997"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:10.702584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de946a-71a2-4c05-be5f-73892681fbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:10.815429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8460cd13-6fc2-499d-ac17-513faaf39ad8 req-8d39a1d5-784f-4d2a-8c6c-5303643b706d tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553621 Aug 06 15:58:10.829038 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] Set router 1fc31d96-a110-4624-bcb7-bbd24c2db0c3 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:58:10.856808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device d6148d79-9a97-4386-a416-fc423c536c2a details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:58:10.925520 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f3e67a5-974f-4bcb-8c27-f066f9eaf078 req-732735e0-f658-4dff-9c8d-5c75817894a2 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/cbcb3808-c700-4604-93f9-5c0736898be1 HTTP/1.1" status: 200 len: 1805 time: 0.2668595 Aug 06 15:58:10.937730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-a3c2d6fa-f511-4789-8f7c-1c621cb4dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:10.939313 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-a3c2d6fa-f511-4789-8f7c-1c621cb4dbaa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 1095 time: 0.1880004 Aug 06 15:58:11.001535 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-40bad66b-eee1-4117-bd95-6daa71f5b396 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d391f6f-5cf1-4b96-b674-bb3fe76f3997 HTTP/1.1" status: 200 len: 217 time: 0.0484736 Aug 06 15:58:11.032896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-7091030d-6a0c-4542-a283-64d248bde665 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:11.036197 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-7091030d-6a0c-4542-a283-64d248bde665 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.13 "GET /v2.0/networks?id=2faa2805-857e-4afb-a25d-e4ac36cd9ff6 HTTP/1.1" status: 200 len: 822 time: 0.3043611 Aug 06 15:58:11.067065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-447718d6-b2c7-4295-b7ac-8a8e6d1e542f tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Request body: {'port': {'device_id': 'a94986a6-893e-4e49-9493-9c55a34dbebd', 'network_id': '2faa2805-857e-4afb-a25d-e4ac36cd9ff6', 'admin_state_up': True, 'tenant_id': '2d5f3202a84b4f548a276f09a197811a'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:11.108550 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port d6148d79-9a97-4386-a416-fc423c536c2a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d6148d79-9a97-4386-a416-fc423c536c2a,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:11.135212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-8f3e67a5-974f-4bcb-8c27-f066f9eaf078 req-5cdae054-0697-4982-ac02-5adcbcda79b3 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cbcb3808-c700-4604-93f9-5c0736898be1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:11.135556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-8f3e67a5-974f-4bcb-8c27-f066f9eaf078 req-5cdae054-0697-4982-ac02-5adcbcda79b3 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cbcb3808-c700-4604-93f9-5c0736898be1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:11.152903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'd6148d79-9a97-4386-a416-fc423c536c2a', 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79', 'port_id': 'd6148d79-9a97-4386-a416-fc423c536c2a', 'mac_address': 'fa:16:3e:50:2b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc4c7ac-6d15-4fde-899c-97f04be5a8db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:58:11.153804 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a0513-a394-44c3-b98b-b271b03d388a req-e5976c20-aec4-410c-bd34-2f1df15e3d4b tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:11.164087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c80a0513-a394-44c3-b98b-b271b03d388a req-e5976c20-aec4-410c-bd34-2f1df15e3d4b tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 944 time: 0.2298620 Aug 06 15:58:11.181171 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'name': 'tempest-FloatingIPsTestJSON-82704201-router', 'tenant_id': '6f87bffe3aea447284072582ed137143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'fd8e46f9-b17c-4457-8747-ef00999ed640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:03Z', 'updated_at': '2021-08-06T15:58:07Z', 'revision_number': 3, 'project_id': '6f87bffe3aea447284072582ed137143', 'gw_port': {'id': 'fd8e46f9-b17c-4457-8747-ef00999ed640', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:96:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:05Z', 'updated_at': '2021-08-06T15:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:11.198090 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Allocated IP 172.20.0.1 (9fe0fc1f-4496-4600-bfff-cd6307e50a63/76c2ddc5-5c12-4b40-b6ef-07ed06dfcc26/f788b8b0-0c10-40df-b0b8-d0570d443b10) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:11.236403 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4ccc62-7a64-47fc-ab59-959073cdc33c None None] The sync data for ids ['1fc31d96-a110-4624-bcb7-bbd24c2db0c3'] in n-d-803756-1 is: [{'id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'name': 'tempest-FloatingIPsTestJSON-82704201-router', 'tenant_id': '6f87bffe3aea447284072582ed137143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'fd8e46f9-b17c-4457-8747-ef00999ed640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:03Z', 'updated_at': '2021-08-06T15:58:07Z', 'revision_number': 3, 'project_id': '6f87bffe3aea447284072582ed137143', 'gw_port': {'id': 'fd8e46f9-b17c-4457-8747-ef00999ed640', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:96:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:05Z', 'updated_at': '2021-08-06T15:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:11.242566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-6b5ddfdc-d19f-4af6-af50-56848fdf3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:11.244088 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.244697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c80a0513-a394-44c3-b98b-b271b03d388a req-a6b06a7d-8cde-47ed-a942-52dc0b72f26c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794845 Aug 06 15:58:11.248915 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-6b5ddfdc-d19f-4af6-af50-56848fdf3943 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.2044089 Aug 06 15:58:11.260458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6148d79-9a97-4386-a416-fc423c536c2a {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:58:11.292074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port d6148d79-9a97-4386-a416-fc423c536c2a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d6148d79-9a97-4386-a416-fc423c536c2a,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:11.300622 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.310286 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-5821afbf-60e5-42fd-b058-22c082ed4dd7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520492 Aug 06 15:58:11.353224 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dd83e9-e16b-48b0-b35a-e31de5d877de x-openstack-request-id: req-03dd83e9-e16b-48b0-b35a-e31de5d877de {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:11.353768 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac43545-3a6f-442b-86f6-376e19a926f0", "tag": "5d391f6f-5cf1-4b96-b674-bb3fe76f3997", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:11.354187 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03dd83e9-e16b-48b0-b35a-e31de5d877de {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:11.354596 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac43545-3a6f-442b-86f6-376e19a926f0', 'tag': '5d391f6f-5cf1-4b96-b674-bb3fe76f3997', 'status': 'completed', 'code': 200} Aug 06 15:58:11.395668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-447718d6-b2c7-4295-b7ac-8a8e6d1e542f tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Made reservation on behalf of 2d5f3202a84b4f548a276f09a197811a for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:11.402105 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-447718d6-b2c7-4295-b7ac-8a8e6d1e542f tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.413832 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=d6148d79-9a97-4386-a416-fc423c536c2a,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:11.489647 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dda5b41b-55a8-4ea6-b58e-0203f79f21f1 req-7cc0ad41-2fb3-40c4-b653-73950e1ed700 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/ports?device_id=a94986a6-893e-4e49-9493-9c55a34dbebd HTTP/1.1" status: 200 len: 210 time: 0.0699832 Aug 06 15:58:11.512068 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8f3e67a5-974f-4bcb-8c27-f066f9eaf078 req-5cdae054-0697-4982-ac02-5adcbcda79b3 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.545951 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['d6148d79-9a97-4386-a416-fc423c536c2a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:11.608775 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8f3e67a5-974f-4bcb-8c27-f066f9eaf078 req-5cdae054-0697-4982-ac02-5adcbcda79b3 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.671225 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-ae15e22a-ed6d-4a0c-a9f7-6594e84ac224 service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463497 Aug 06 15:58:11.691431 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8f3e67a5-974f-4bcb-8c27-f066f9eaf078 req-5cdae054-0697-4982-ac02-5adcbcda79b3 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.714009 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.742563 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdae054-0697-4982-ac02-5adcbcda79b3 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85617f2f-44b9-46d8-bd21-e11d0ebfddf7,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:11.763494 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Transition to ACTIVE for port object f788b8b0-0c10-40df-b0b8-d0570d443b10 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:11.772193 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8f3e67a5-974f-4bcb-8c27-f066f9eaf078 req-5cdae054-0697-4982-ac02-5adcbcda79b3 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.789748 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f3e67a5-974f-4bcb-8c27-f066f9eaf078 req-5cdae054-0697-4982-ac02-5adcbcda79b3 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8629446 Aug 06 15:58:11.912284 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.975036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-e96ceb9b-3f99-4063-968e-85c7c24d5c6b req-b9a553e0-41cd-4bb2-a44d-c357aa9c0a4f tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1196056253', 'description': 'tempest-description-443652050'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:11.998901 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1377e874-ebf7-4f7d-8de9-b662744caa5e req-6bb64843-3236-4a57-9946-387f026bff11 service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074527 Aug 06 15:58:12.021537 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Network 9fe0fc1f-4496-4600-bfff-cd6307e50a63 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:12.035287 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:12.035647 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-447718d6-b2c7-4295-b7ac-8a8e6d1e542f tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Allocated IP 172.20.0.12 (2faa2805-857e-4afb-a25d-e4ac36cd9ff6/134d37dc-b142-46df-bfac-5bdfd6b8d53d/3486b890-f77c-473e-8f02-ae20741f27f4) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:12.037711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:12.100864 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.104003 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Pushing event updated for resources: {'Port': ['ID=f788b8b0-0c10-40df-b0b8-d0570d443b10,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:12.117870 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e96ceb9b-3f99-4063-968e-85c7c24d5c6b req-b9a553e0-41cd-4bb2-a44d-c357aa9c0a4f tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.178496 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8fd5d-3e02-4340-bca1-fc1bad483314 req-6545812f-c78c-44fd-970f-df33313b64c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:12.180199 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ada8fd5d-3e02-4340-bca1-fc1bad483314 req-6545812f-c78c-44fd-970f-df33313b64c5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 1095 time: 0.1016376 Aug 06 15:58:12.237056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2126c-01d3-4ff3-848b-9df1ecbdb9da req-26661f03-79e1-48fa-88d1-404815b78f56 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:12.245035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22c2126c-01d3-4ff3-848b-9df1ecbdb9da req-26661f03-79e1-48fa-88d1-404815b78f56 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.4293756 Aug 06 15:58:12.311417 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22c2126c-01d3-4ff3-848b-9df1ecbdb9da req-61afddbe-2284-45f5-b46a-bb939edf3bd0 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511813 Aug 06 15:58:12.403767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5cd96181-dce7-47e1-bbfb-126ba6e2b597 None None] Provisioning for port f788b8b0-0c10-40df-b0b8-d0570d443b10 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:12.409478 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5cd96181-dce7-47e1-bbfb-126ba6e2b597 None None] Provisioning complete for port f788b8b0-0c10-40df-b0b8-d0570d443b10 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:12.409869 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5cd96181-dce7-47e1-bbfb-126ba6e2b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.474907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5cd96181-dce7-47e1-bbfb-126ba6e2b597 None None] Port f788b8b0-0c10-40df-b0b8-d0570d443b10 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:58:12.516873 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8fd5d-3e02-4340-bca1-fc1bad483314 req-a0e6f24d-f35a-447a-a704-e89ac077990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:12.519634 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ada8fd5d-3e02-4340-bca1-fc1bad483314 req-a0e6f24d-f35a-447a-a704-e89ac077990f service neutron] 10.222.0.78 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.3292079 Aug 06 15:58:12.582967 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ada8fd5d-3e02-4340-bca1-fc1bad483314 req-43651412-f647-4d89-8da4-54de39b1ff62 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d391f6f-5cf1-4b96-b674-bb3fe76f3997 HTTP/1.1" status: 200 len: 217 time: 0.0495074 Aug 06 15:58:12.585311 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e96ceb9b-3f99-4063-968e-85c7c24d5c6b req-b9a553e0-41cd-4bb2-a44d-c357aa9c0a4f tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.589107 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-447718d6-b2c7-4295-b7ac-8a8e6d1e542f tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.592366 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.596346 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e96ceb9b-3f99-4063-968e-85c7c24d5c6b req-b9a553e0-41cd-4bb2-a44d-c357aa9c0a4f tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.617138 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa40f7-251f-482d-98bc-bddf879c5fc4 req-d0d5cd91-8da5-4f9c-9b88-4940c006a1e0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:12.623523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46fa40f7-251f-482d-98bc-bddf879c5fc4 req-d0d5cd91-8da5-4f9c-9b88-4940c006a1e0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=15acdc51-1f8a-46e0-810b-7d6dd1b7646c HTTP/1.1" status: 200 len: 944 time: 0.1370575 Aug 06 15:58:12.665074 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e96ceb9b-3f99-4063-968e-85c7c24d5c6b req-b9a553e0-41cd-4bb2-a44d-c357aa9c0a4f tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.682273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e96ceb9b-3f99-4063-968e-85c7c24d5c6b req-b9a553e0-41cd-4bb2-a44d-c357aa9c0a4f tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7111633 Aug 06 15:58:12.686122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8fd5d-3e02-4340-bca1-fc1bad483314 req-bdd30415-a8e6-4023-bd04-94a9b092be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:12.688222 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ada8fd5d-3e02-4340-bca1-fc1bad483314 req-bdd30415-a8e6-4023-bd04-94a9b092be1f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.0927672 Aug 06 15:58:12.759059 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ada8fd5d-3e02-4340-bca1-fc1bad483314 req-f70fe3cb-ddd8-4a9a-9a94-f2f21a77c6e0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542204 Aug 06 15:58:12.770101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a553e0-41cd-4bb2-a44d-c357aa9c0a4f tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb598b3-21f6-4b84-8f8e-95a1e8c43134,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:12.783429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46fa40f7-251f-482d-98bc-bddf879c5fc4 req-9ef2b9ac-718b-45ec-8970-ef218c20c350 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585209 Aug 06 15:58:12.791369 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-447718d6-b2c7-4295-b7ac-8a8e6d1e542f tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.838671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-447718d6-b2c7-4295-b7ac-8a8e6d1e542f tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Network 2faa2805-857e-4afb-a25d-e4ac36cd9ff6 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:12.872249 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device d6148d79-9a97-4386-a416-fc423c536c2a up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:12.876217 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-447718d6-b2c7-4295-b7ac-8a8e6d1e542f tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:12.885818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-447718d6-b2c7-4295-b7ac-8a8e6d1e542f tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:12.893423 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:58:12.943589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e53a9d-c28c-48f8-aec0-6a8da9346818 req-6ace824f-7bdb-4d4e-ac67-a21e77f23fcd tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:12.947328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5e53a9d-c28c-48f8-aec0-6a8da9346818 req-6ace824f-7bdb-4d4e-ac67-a21e77f23fcd tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 944 time: 0.1899550 Aug 06 15:58:12.975914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fd8e46f9-b17c-4457-8747-ef00999ed640 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:13.001227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447718d6-b2c7-4295-b7ac-8a8e6d1e542f tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Pushing event updated for resources: {'Port': ['ID=3486b890-f77c-473e-8f02-ae20741f27f4,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:13.017337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-447718d6-b2c7-4295-b7ac-8a8e6d1e542f tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:13.018091 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-447718d6-b2c7-4295-b7ac-8a8e6d1e542f tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.029874 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port d6148d79-9a97-4386-a416-fc423c536c2a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:13.043482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port d6148d79-9a97-4386-a416-fc423c536c2a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:13.044642 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.049098 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ada8fd5d-3e02-4340-bca1-fc1bad483314 req-b1e21d15-93d8-4275-b003-d8340eca3c3e service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751620 Aug 06 15:58:13.051339 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-447718d6-b2c7-4295-b7ac-8a8e6d1e542f tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0011532 Aug 06 15:58:13.072106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Request body: {'port': {'device_id': 'a94986a6-893e-4e49-9493-9c55a34dbebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:13.096355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port fd8e46f9-b17c-4457-8747-ef00999ed640 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:13.108247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fd8e46f9-b17c-4457-8747-ef00999ed640 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:13.109132 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.159740 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.223966 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.292351 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.305484 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ada8fd5d-3e02-4340-bca1-fc1bad483314 req-ff7b4514-d4e3-4fc7-a1ec-482708fe6985 service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469923 Aug 06 15:58:13.337642 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port fd8e46f9-b17c-4457-8747-ef00999ed640, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fd8e46f9-b17c-4457-8747-ef00999ed640,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:13.349610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15acdc51-1f8a-46e0-810b-7d6dd1b7646c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6148d79-9a97-4386-a416-fc423c536c2a'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:13.352892 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1611788-257b-4336-9bff-f92ab2c1ebfd" -d '{"events": [{"server_uuid": "15acdc51-1f8a-46e0-810b-7d6dd1b7646c", "name": "network-vif-plugged", "status": "completed", "tag": "d6148d79-9a97-4386-a416-fc423c536c2a"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:13.368264 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.381209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port d6148d79-9a97-4386-a416-fc423c536c2a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d6148d79-9a97-4386-a416-fc423c536c2a,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:13.424220 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.425263 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5e53a9d-c28c-48f8-aec0-6a8da9346818 req-ad6ebf5a-e510-48a9-8644-a65c4918c03a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506831 Aug 06 15:58:13.482754 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488dc1d3-247d-43d0-9c1b-d2b7a4b01a02 req-fc95347a-cf95-42bb-b528-7aa31bb5817e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:13.490048 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-488dc1d3-247d-43d0-9c1b-d2b7a4b01a02 req-fc95347a-cf95-42bb-b528-7aa31bb5817e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.5352721 Aug 06 15:58:13.492929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=fd8e46f9-b17c-4457-8747-ef00999ed640,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:13.550802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-488dc1d3-247d-43d0-9c1b-d2b7a4b01a02 req-9ae22639-79a2-4aa0-ab6a-81623230cb1c tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554056 Aug 06 15:58:13.557504 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.567411 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.581692 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=d6148d79-9a97-4386-a416-fc423c536c2a,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:13.690130 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3486b890-f77c-473e-8f02-ae20741f27f4 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:58:13.700933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.716170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Transition to ACTIVE for port object 3486b890-f77c-473e-8f02-ae20741f27f4 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:13.720735 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.733392 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.747129 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Pushing event updated for resources: {'Port': ['ID=f788b8b0-0c10-40df-b0b8-d0570d443b10,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:13.761841 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10600bb7-5d29-4220-ae80-d982efa4ad18 req-8647b8b7-bef3-4212-b9c9-7d78b7a4324d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/9bb598b3-21f6-4b84-8f8e-95a1e8c43134 HTTP/1.1" status: 200 len: 1804 time: 0.1391315 Aug 06 15:58:13.767234 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-10600bb7-5d29-4220-ae80-d982efa4ad18 req-29b0f9d9-0f81-4ebf-8f0e-85fb7b3670bb tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9bb598b3-21f6-4b84-8f8e-95a1e8c43134', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:13.767666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-10600bb7-5d29-4220-ae80-d982efa4ad18 req-29b0f9d9-0f81-4ebf-8f0e-85fb7b3670bb tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9bb598b3-21f6-4b84-8f8e-95a1e8c43134', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:13.783978 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Pushing event updated for resources: {'Port': ['ID=3486b890-f77c-473e-8f02-ae20741f27f4,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:13.855336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3d58c-7923-40e5-9813-214975734808 req-29e6cc66-efd8-4af4-b7b6-37995bf4e0c5 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:13.856960 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80e3d58c-7923-40e5-9813-214975734808 req-29e6cc66-efd8-4af4-b7b6-37995bf4e0c5 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/ports?device_id=a94986a6-893e-4e49-9493-9c55a34dbebd HTTP/1.1" status: 200 len: 932 time: 0.2356880 Aug 06 15:58:13.864854 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Attempting to bind port 3486b890-f77c-473e-8f02-ae20741f27f4 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:13.865223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Attempting to bind port 3486b890-f77c-473e-8f02-ae20741f27f4 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '328c1031-909b-4626-a6e3-79e94e69dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2faa2805-857e-4afb-a25d-e4ac36cd9ff6'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:13.865597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Attempting to bind port 3486b890-f77c-473e-8f02-ae20741f27f4 on network 2faa2805-857e-4afb-a25d-e4ac36cd9ff6 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:13.873131 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Port 3486b890-f77c-473e-8f02-ae20741f27f4 on network 2faa2805-857e-4afb-a25d-e4ac36cd9ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:58:13.873458 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Attempting to bind port 3486b890-f77c-473e-8f02-ae20741f27f4 on network 2faa2805-857e-4afb-a25d-e4ac36cd9ff6 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:13.884931 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:13.884931 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Checking segment: {'id': '328c1031-909b-4626-a6e3-79e94e69dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2faa2805-857e-4afb-a25d-e4ac36cd9ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:13.884931 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Bound using segment: {'id': '328c1031-909b-4626-a6e3-79e94e69dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2faa2805-857e-4afb-a25d-e4ac36cd9ff6'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:13.886649 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Bound port: 3486b890-f77c-473e-8f02-ae20741f27f4, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328c1031-909b-4626-a6e3-79e94e69dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2faa2805-857e-4afb-a25d-e4ac36cd9ff6'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:13.886649 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.973366 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80e3d58c-7923-40e5-9813-214975734808 req-9bcfd977-f16f-4d29-8209-0d7166a58e28 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfbd577c-b639-45d0-ad97-6183daa4ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963593 Aug 06 15:58:13.976039 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-10600bb7-5d29-4220-ae80-d982efa4ad18 req-29b0f9d9-0f81-4ebf-8f0e-85fb7b3670bb tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.985882 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Network 9fe0fc1f-4496-4600-bfff-cd6307e50a63 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:13.990952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:14.002859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] For port 3486b890-f77c-473e-8f02-ae20741f27f4, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:14.016106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] For port 3486b890-f77c-473e-8f02-ae20741f27f4, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3486b890-f77c-473e-8f02-ae20741f27f4,segment=NetworkSegment(328c1031-909b-4626-a6e3-79e94e69dd20),segment_id=328c1031-909b-4626-a6e3-79e94e69dd20)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:14.021408 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.036775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:14.037535 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.053479 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] 10.222.0.13 "PUT /v2.0/ports/3486b890-f77c-473e-8f02-ae20741f27f4 HTTP/1.1" status: 200 len: 1092 time: 0.9863608 Aug 06 15:58:14.054003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94986a6-893e-4e49-9493-9c55a34dbebd', 'tag': '3486b890-f77c-473e-8f02-ae20741f27f4'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:14.056279 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b983570a-c7f7-4bd9-886b-950610844146" -d '{"events": [{"name": "network-changed", "server_uuid": "a94986a6-893e-4e49-9493-9c55a34dbebd", "tag": "3486b890-f77c-473e-8f02-ae20741f27f4"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:14.106028 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-10600bb7-5d29-4220-ae80-d982efa4ad18 req-29b0f9d9-0f81-4ebf-8f0e-85fb7b3670bb tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.120012 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ec497-449b-4a64-9971-ee1ae4138691 service neutron] Pushing event updated for resources: {'Port': ['ID=3486b890-f77c-473e-8f02-ae20741f27f4,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:14.123163 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-10600bb7-5d29-4220-ae80-d982efa4ad18 req-29b0f9d9-0f81-4ebf-8f0e-85fb7b3670bb tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.208316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0f9d9-0f81-4ebf-8f0e-85fb7b3670bb tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1308e36-f4d5-4644-87e3-8240afee01f3,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:14.218222 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-10600bb7-5d29-4220-ae80-d982efa4ad18 req-29b0f9d9-0f81-4ebf-8f0e-85fb7b3670bb tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.219349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-51ab3090-6402-4623-97b3-fd9a33162751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:14.222322 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-51ab3090-6402-4623-97b3-fd9a33162751 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d5f3202a84b4f548a276f09a197811a&device_id=a94986a6-893e-4e49-9493-9c55a34dbebd HTTP/1.1" status: 200 len: 1095 time: 0.0659080 Aug 06 15:58:14.222615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10600bb7-5d29-4220-ae80-d982efa4ad18 req-29b0f9d9-0f81-4ebf-8f0e-85fb7b3670bb tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4593723 Aug 06 15:58:14.237213 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5cbc60-6fc0-4eab-8dd0-334832ad677f x-openstack-request-id: req-cb5cbc60-6fc0-4eab-8dd0-334832ad677f {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:14.238144 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15acdc51-1f8a-46e0-810b-7d6dd1b7646c", "name": "network-vif-plugged", "status": "completed", "tag": "d6148d79-9a97-4386-a416-fc423c536c2a", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:14.238650 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb5cbc60-6fc0-4eab-8dd0-334832ad677f {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:14.239348 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15acdc51-1f8a-46e0-810b-7d6dd1b7646c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6148d79-9a97-4386-a416-fc423c536c2a', 'code': 200} Aug 06 15:58:14.313119 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Router 1fc31d96-a110-4624-bcb7-bbd24c2db0c3 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:58:14.325463 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-bd617a24-1f58-4963-a696-4ecbacf43fa1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3486b890-f77c-473e-8f02-ae20741f27f4 HTTP/1.1" status: 200 len: 217 time: 0.0846770 Aug 06 15:58:14.404870 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-0a61c358-75ef-424c-b02c-1aa0fb7a1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:14.407038 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-0a61c358-75ef-424c-b02c-1aa0fb7a1454 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=134d37dc-b142-46df-bfac-5bdfd6b8d53d HTTP/1.1" status: 200 len: 862 time: 0.0744059 Aug 06 15:58:14.425511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbb011-205d-40f4-aebf-f6fee844d326 req-d4e0e25c-563e-426a-949d-1c4213f67e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:14.428329 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5efbb011-205d-40f4-aebf-f6fee844d326 req-d4e0e25c-563e-426a-949d-1c4213f67e11 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15acdc51-1f8a-46e0-810b-7d6dd1b7646c HTTP/1.1" status: 200 len: 1096 time: 0.1433005 Aug 06 15:58:14.460260 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-fd81b7d6-f190-4f03-b9de-85091aae36dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2faa2805-857e-4afb-a25d-e4ac36cd9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453806 Aug 06 15:58:14.529356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1a719378-17c3-4f2d-91f1-19424e5aa98a None None] Provisioning complete for port f788b8b0-0c10-40df-b0b8-d0570d443b10 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:14.529972 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1a719378-17c3-4f2d-91f1-19424e5aa98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.543609 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d093bf43-95ed-44f0-913f-7684ef5ffdb9 x-openstack-request-id: req-d093bf43-95ed-44f0-913f-7684ef5ffdb9 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:14.543906 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94986a6-893e-4e49-9493-9c55a34dbebd", "tag": "3486b890-f77c-473e-8f02-ae20741f27f4", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:14.544161 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d093bf43-95ed-44f0-913f-7684ef5ffdb9 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:14.545831 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94986a6-893e-4e49-9493-9c55a34dbebd', 'tag': '3486b890-f77c-473e-8f02-ae20741f27f4', 'status': 'completed', 'code': 200} Aug 06 15:58:14.570378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-5ab248da-f84b-49c6-995a-55d87498322f req-e63c7b63-0919-41f5-939b-e6d4220eee8f tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-584843102', 'description': 'tempest-description-1633522236'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:14.604821 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1a719378-17c3-4f2d-91f1-19424e5aa98a None None] Port f788b8b0-0c10-40df-b0b8-d0570d443b10 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:58:14.608050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d2b14-1327-47bd-860c-8d5d28ba5f75 req-1bcb73a2-c5b4-483e-af4c-a537684e904e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:14.609908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-917d2b14-1327-47bd-860c-8d5d28ba5f75 req-1bcb73a2-c5b4-483e-af4c-a537684e904e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=15acdc51-1f8a-46e0-810b-7d6dd1b7646c HTTP/1.1" status: 200 len: 945 time: 0.2786560 Aug 06 15:58:14.639593 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5efbb011-205d-40f4-aebf-f6fee844d326 req-1fa0f263-8e81-4edc-a189-8f0aace3e059 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969032 Aug 06 15:58:14.660682 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-87e5cf41-7aca-46c0-8922-e3702965d2c5 service neutron] 10.222.0.13 "GET /v2.0/networks/2faa2805-857e-4afb-a25d-e4ac36cd9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930747 Aug 06 15:58:14.664019 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:14.671705 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-21abb49b-d5f5-4a4d-b272-0f719709db0e admin admin] 10.222.0.37 "PUT /v2.0/routers/1fc31d96-a110-4624-bcb7-bbd24c2db0c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7838774 Aug 06 15:58:14.672644 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ab248da-f84b-49c6-995a-55d87498322f req-e63c7b63-0919-41f5-939b-e6d4220eee8f tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.678546 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Sync routers for ids ['1fc31d96-a110-4624-bcb7-bbd24c2db0c3'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:14.693209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Routers {'1fc31d96-a110-4624-bcb7-bbd24c2db0c3'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:14.694598 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:58:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['1fc31d96-a110-4624-bcb7-bbd24c2db0c3'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:14.707182 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-917d2b14-1327-47bd-860c-8d5d28ba5f75 req-b805e1f3-b10b-4425-becc-d1b269842e6b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883009 Aug 06 15:58:14.925820 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a73c35af-34df-4d3a-b8f6-7e0dd3564e5d req-a689c400-8363-4d96-9453-aeaa24037b0b service neutron] 10.222.0.13 "GET /v2.0/networks/2faa2805-857e-4afb-a25d-e4ac36cd9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359943 Aug 06 15:58:14.964239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fd8e46f9-b17c-4457-8747-ef00999ed640 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:14.977125 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ab248da-f84b-49c6-995a-55d87498322f req-e63c7b63-0919-41f5-939b-e6d4220eee8f tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.986202 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ab248da-f84b-49c6-995a-55d87498322f req-e63c7b63-0919-41f5-939b-e6d4220eee8f tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:15.032076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273322c2-77f6-48b5-a126-b02cc2c94da5 req-f64991d4-3f9b-4cd8-8546-bc2d19b7cd12 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:15.034523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-273322c2-77f6-48b5-a126-b02cc2c94da5 req-f64991d4-3f9b-4cd8-8546-bc2d19b7cd12 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 944 time: 0.1525469 Aug 06 15:58:15.061690 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983570a-c7f7-4bd9-886b-950610844146 req-687ec5c4-bec8-43c7-8cd6-316d333be057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:15.064857 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b983570a-c7f7-4bd9-886b-950610844146 req-687ec5c4-bec8-43c7-8cd6-316d333be057 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d5f3202a84b4f548a276f09a197811a&device_id=a94986a6-893e-4e49-9493-9c55a34dbebd HTTP/1.1" status: 200 len: 1095 time: 0.0627778 Aug 06 15:58:15.090175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Set router 1fc31d96-a110-4624-bcb7-bbd24c2db0c3 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:58:15.097098 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ab248da-f84b-49c6-995a-55d87498322f req-e63c7b63-0919-41f5-939b-e6d4220eee8f tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:15.099076 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ab248da-f84b-49c6-995a-55d87498322f req-e63c7b63-0919-41f5-939b-e6d4220eee8f tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5330095 Aug 06 15:58:15.107117 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c7b63-0919-41f5-939b-e6d4220eee8f tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e338ae6-f212-4598-9d9c-408743c030ae,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:15.142813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-273322c2-77f6-48b5-a126-b02cc2c94da5 req-79bfc2f5-a3b4-4e48-aa91-5a3cfcb5cd3c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908489 Aug 06 15:58:15.165536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fd8e46f9-b17c-4457-8747-ef00999ed640 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:15.165536 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:15.214215 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983570a-c7f7-4bd9-886b-950610844146 req-2cffae6a-38cd-4a36-b282-0d8b85b152e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:15.217398 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b983570a-c7f7-4bd9-886b-950610844146 req-2cffae6a-38cd-4a36-b282-0d8b85b152e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2faa2805-857e-4afb-a25d-e4ac36cd9ff6 HTTP/1.1" status: 200 len: 923 time: 0.1443892 Aug 06 15:58:15.271676 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b983570a-c7f7-4bd9-886b-950610844146 req-ba813af6-901d-48a0-af03-b5ea0dcf0990 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3486b890-f77c-473e-8f02-ae20741f27f4 HTTP/1.1" status: 200 len: 217 time: 0.0433886 Aug 06 15:58:15.323387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fedd7-ab5e-407a-8373-28c8a75ffd33 req-9989b4b9-5a2e-405c-94eb-e5d98d2688e4 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:15.324903 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-433fedd7-ab5e-407a-8373-28c8a75ffd33 req-9989b4b9-5a2e-405c-94eb-e5d98d2688e4 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1095300 Aug 06 15:58:15.346264 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983570a-c7f7-4bd9-886b-950610844146 req-db41a8dc-2276-4025-a0b1-d1945455f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:15.348851 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b983570a-c7f7-4bd9-886b-950610844146 req-db41a8dc-2276-4025-a0b1-d1945455f6e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=134d37dc-b142-46df-bfac-5bdfd6b8d53d HTTP/1.1" status: 200 len: 862 time: 0.0696073 Aug 06 15:58:15.399953 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b983570a-c7f7-4bd9-886b-950610844146 req-83078796-442d-4d01-a152-254351bb5f89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2faa2805-857e-4afb-a25d-e4ac36cd9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424764 Aug 06 15:58:15.411741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-433fedd7-ab5e-407a-8373-28c8a75ffd33 req-e2563e25-c3d5-4d81-8622-232543fe828e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589583 Aug 06 15:58:15.417576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'name': 'tempest-FloatingIPsTestJSON-82704201-router', 'tenant_id': '6f87bffe3aea447284072582ed137143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'fd8e46f9-b17c-4457-8747-ef00999ed640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:03Z', 'updated_at': '2021-08-06T15:58:12Z', 'revision_number': 4, 'project_id': '6f87bffe3aea447284072582ed137143', 'gw_port': {'id': 'fd8e46f9-b17c-4457-8747-ef00999ed640', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:05Z', 'updated_at': '2021-08-06T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'f788b8b0-0c10-40df-b0b8-d0570d443b10', 'name': '', 'network_id': '9fe0fc1f-4496-4600-bfff-cd6307e50a63', 'tenant_id': '6f87bffe3aea447284072582ed137143', 'mac_address': 'fa:16:3e:3f:07:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '76c2ddc5-5c12-4b40-b6ef-07ed06dfcc26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:10Z', 'updated_at': '2021-08-06T15:58:12Z', 'revision_number': 2, 'project_id': '6f87bffe3aea447284072582ed137143', 'subnets': [{'id': '76c2ddc5-5c12-4b40-b6ef-07ed06dfcc26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:15.428447 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-e470b7e2-41a5-4b5b-ace7-c46f20468f9c tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1518533 Aug 06 15:58:15.443762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:15.508762 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:15.589127 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b983570a-c7f7-4bd9-886b-950610844146 req-2d058494-1c00-4fd0-8b36-1efe2bf87bcd service neutron] 10.222.0.13 "GET /v2.0/networks/2faa2805-857e-4afb-a25d-e4ac36cd9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788931 Aug 06 15:58:15.599723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Checking router: 1fc31d96-a110-4624-bcb7-bbd24c2db0c3 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:58:15.600559 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Updating router 1fc31d96-a110-4624-bcb7-bbd24c2db0c3 port f788b8b0-0c10-40df-b0b8-d0570d443b10 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:58:15.629726 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:15.705176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1088c7-af19-4584-a70a-2af9414c915b req-5d0dfb44-582e-4e9e-81ee-762807536217 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:15.706981 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d1088c7-af19-4584-a70a-2af9414c915b req-5d0dfb44-582e-4e9e-81ee-762807536217 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/ports?device_id=a94986a6-893e-4e49-9493-9c55a34dbebd HTTP/1.1" status: 200 len: 944 time: 0.1128430 Aug 06 15:58:15.746206 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b983570a-c7f7-4bd9-886b-950610844146 req-3cb2c1c6-067f-49d0-b3e1-138293e83261 service neutron] 10.222.0.13 "GET /v2.0/networks/2faa2805-857e-4afb-a25d-e4ac36cd9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415336 Aug 06 15:58:15.772402 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d1088c7-af19-4584-a70a-2af9414c915b req-ec81b9c0-571c-4c64-a434-9846c8e47933 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfbd577c-b639-45d0-ad97-6183daa4ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508084 Aug 06 15:58:15.782123 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:15.882911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-ed44dc68-6e2d-4a1c-9790-c2e2233e8379 req-d1ad1423-ab39-4e04-a1f7-53eb2bf00110 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1715423926', 'description': 'tempest-description-1124460229'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:15.943353 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ed44dc68-6e2d-4a1c-9790-c2e2233e8379 req-d1ad1423-ab39-4e04-a1f7-53eb2bf00110 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:15.968687 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:15.979598 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Transition to ACTIVE for port object f788b8b0-0c10-40df-b0b8-d0570d443b10 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:15.985442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Allocated IP 172.25.1.44 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/dd44d44c-cd7c-4b6c-bdfb-1d79abf9278d) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:15.990030 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.047781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f60231-9f14-4ab4-82eb-bdd4879a6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f788b8b0-0c10-40df-b0b8-d0570d443b10,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:16.107589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Attempting to bind port f788b8b0-0c10-40df-b0b8-d0570d443b10 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:16.107965 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Attempting to bind port f788b8b0-0c10-40df-b0b8-d0570d443b10 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'b65ad96b-dd1f-4eca-85cd-734536257c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fe0fc1f-4496-4600-bfff-cd6307e50a63'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:16.108338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Attempting to bind port f788b8b0-0c10-40df-b0b8-d0570d443b10 on network 9fe0fc1f-4496-4600-bfff-cd6307e50a63 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:16.116351 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:16.116881 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Checking segment: {'id': 'b65ad96b-dd1f-4eca-85cd-734536257c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fe0fc1f-4496-4600-bfff-cd6307e50a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:16.117345 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.118311 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Bound using segment: {'id': 'b65ad96b-dd1f-4eca-85cd-734536257c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fe0fc1f-4496-4600-bfff-cd6307e50a63'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:16.118487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Bound port: f788b8b0-0c10-40df-b0b8-d0570d443b10, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65ad96b-dd1f-4eca-85cd-734536257c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '9fe0fc1f-4496-4600-bfff-cd6307e50a63'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:16.118794 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.153001 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ed44dc68-6e2d-4a1c-9790-c2e2233e8379 req-d1ad1423-ab39-4e04-a1f7-53eb2bf00110 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.160686 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ed44dc68-6e2d-4a1c-9790-c2e2233e8379 req-d1ad1423-ab39-4e04-a1f7-53eb2bf00110 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.174359 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.211978 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ed44dc68-6e2d-4a1c-9790-c2e2233e8379 req-d1ad1423-ab39-4e04-a1f7-53eb2bf00110 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.213330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed44dc68-6e2d-4a1c-9790-c2e2233e8379 req-d1ad1423-ab39-4e04-a1f7-53eb2bf00110 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3371549 Aug 06 15:58:16.228815 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad1423-ab39-4e04-a1f7-53eb2bf00110 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9cddc0-3b73-48df-9230-7f0e969c45a3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:16.229315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] For port f788b8b0-0c10-40df-b0b8-d0570d443b10, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:16.237365 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] For port f788b8b0-0c10-40df-b0b8-d0570d443b10, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f788b8b0-0c10-40df-b0b8-d0570d443b10,segment=NetworkSegment(b65ad96b-dd1f-4eca-85cd-734536257c16),segment_id=b65ad96b-dd1f-4eca-85cd-734536257c16)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:16.243668 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.262520 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.312864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Routers {'1fc31d96-a110-4624-bcb7-bbd24c2db0c3'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:16.313421 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:58:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['1fc31d96-a110-4624-bcb7-bbd24c2db0c3'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:16.340124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:16.341230 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Pushing event updated for resources: {'Port': ['ID=dd44d44c-cd7c-4b6c-bdfb-1d79abf9278d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:16.346072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:16.349123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:16.363750 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f60231-9f14-4ab4-82eb-bdd4879a6ce2 None None] Pushing event updated for resources: {'Port': ['ID=f788b8b0-0c10-40df-b0b8-d0570d443b10,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:16.467271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] Set router 1fc31d96-a110-4624-bcb7-bbd24c2db0c3 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:58:16.516873 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.534950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd896834-9f1b-436a-84bc-db2159a0afdd req-db11b7f9-8956-47b0-9ef9-be70e3f0574b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:16.536506 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd896834-9f1b-436a-84bc-db2159a0afdd req-db11b7f9-8956-47b0-9ef9-be70e3f0574b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=15acdc51-1f8a-46e0-810b-7d6dd1b7646c HTTP/1.1" status: 200 len: 945 time: 0.0808873 Aug 06 15:58:16.586076 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.648110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd896834-9f1b-436a-84bc-db2159a0afdd req-95491e61-9c5b-4ff2-a5c5-edbe6005c889 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856302 Aug 06 15:58:16.731389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'name': 'tempest-FloatingIPsTestJSON-82704201-router', 'tenant_id': '6f87bffe3aea447284072582ed137143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'fd8e46f9-b17c-4457-8747-ef00999ed640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:03Z', 'updated_at': '2021-08-06T15:58:12Z', 'revision_number': 4, 'project_id': '6f87bffe3aea447284072582ed137143', 'gw_port': {'id': 'fd8e46f9-b17c-4457-8747-ef00999ed640', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:05Z', 'updated_at': '2021-08-06T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'f788b8b0-0c10-40df-b0b8-d0570d443b10', 'name': '', 'network_id': '9fe0fc1f-4496-4600-bfff-cd6307e50a63', 'tenant_id': '6f87bffe3aea447284072582ed137143', 'mac_address': 'fa:16:3e:3f:07:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '76c2ddc5-5c12-4b40-b6ef-07ed06dfcc26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:10Z', 'updated_at': '2021-08-06T15:58:16Z', 'revision_number': 4, 'project_id': '6f87bffe3aea447284072582ed137143', 'subnets': [{'id': '76c2ddc5-5c12-4b40-b6ef-07ed06dfcc26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:16.768753 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a687d297-02a3-41d0-888e-87172f5299ae None None] The sync data for ids ['1fc31d96-a110-4624-bcb7-bbd24c2db0c3'] in n-d-803756-1 is: [{'id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'name': 'tempest-FloatingIPsTestJSON-82704201-router', 'tenant_id': '6f87bffe3aea447284072582ed137143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'fd8e46f9-b17c-4457-8747-ef00999ed640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:03Z', 'updated_at': '2021-08-06T15:58:12Z', 'revision_number': 4, 'project_id': '6f87bffe3aea447284072582ed137143', 'gw_port': {'id': 'fd8e46f9-b17c-4457-8747-ef00999ed640', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:05Z', 'updated_at': '2021-08-06T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'f788b8b0-0c10-40df-b0b8-d0570d443b10', 'name': '', 'network_id': '9fe0fc1f-4496-4600-bfff-cd6307e50a63', 'tenant_id': '6f87bffe3aea447284072582ed137143', 'mac_address': 'fa:16:3e:3f:07:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '76c2ddc5-5c12-4b40-b6ef-07ed06dfcc26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:10Z', 'updated_at': '2021-08-06T15:58:16Z', 'revision_number': 4, 'project_id': '6f87bffe3aea447284072582ed137143', 'subnets': [{'id': '76c2ddc5-5c12-4b40-b6ef-07ed06dfcc26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:16.807311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f5040-b814-4f73-9a0f-2507ab41bd58 req-77e30b64-ba9e-4964-84b0-ae318b8f6093 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:16.808800 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a41f5040-b814-4f73-9a0f-2507ab41bd58 req-77e30b64-ba9e-4964-84b0-ae318b8f6093 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 944 time: 0.0738900 Aug 06 15:58:16.881018 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.894301 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3486b890-f77c-473e-8f02-ae20741f27f4 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:58:16.895255 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a41f5040-b814-4f73-9a0f-2507ab41bd58 req-74998657-6fc1-4c3e-9bad-94d471c6b296 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775597 Aug 06 15:58:16.901062 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:17.037584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Pushing event updated for resources: {'Port': ['ID=dd44d44c-cd7c-4b6c-bdfb-1d79abf9278d,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:17.043415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3486b890-f77c-473e-8f02-ae20741f27f4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3486b890-f77c-473e-8f02-ae20741f27f4,segment=NetworkSegment(328c1031-909b-4626-a6e3-79e94e69dd20),segment_id=328c1031-909b-4626-a6e3-79e94e69dd20)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:17.052997 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:17.058719 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:17.059093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:17.059547 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:17.059969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:17.060377 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:17.060777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:17.061242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:17.062790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:17.062790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:17.062790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:17.063307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:17.063713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:17.066914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '3486b890-f77c-473e-8f02-ae20741f27f4', 'network_id': '2faa2805-857e-4afb-a25d-e4ac36cd9ff6', 'port_id': '3486b890-f77c-473e-8f02-ae20741f27f4', 'mac_address': 'fa:16:3e:98:3f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134d37dc-b142-46df-bfac-5bdfd6b8d53d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:58:17.073861 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8cf26f4a-7395-4412-a985-190c04ec7dfe req-5a14c71b-09a9-4201-a8b8-288f8a3ff0b0 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/2e338ae6-f212-4598-9d9c-408743c030ae HTTP/1.1" status: 200 len: 1804 time: 0.1265082 Aug 06 15:58:17.085340 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:17.094161 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-34a85105-9a1a-47cc-9967-c3d5dd88e71e tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6597896 Aug 06 15:58:17.121789 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:17.135849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3486b890-f77c-473e-8f02-ae20741f27f4 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:58:17.161166 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-b57f7131-d5b1-4d58-9a86-60d349a929f2 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 695 time: 0.0660913 Aug 06 15:58:17.172781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3486b890-f77c-473e-8f02-ae20741f27f4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3486b890-f77c-473e-8f02-ae20741f27f4,segment=NetworkSegment(328c1031-909b-4626-a6e3-79e94e69dd20),segment_id=328c1031-909b-4626-a6e3-79e94e69dd20)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:17.178606 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:17.257867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=3486b890-f77c-473e-8f02-ae20741f27f4,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:17.284517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8cf26f4a-7395-4412-a985-190c04ec7dfe req-d1286523-ec80-4e4d-a71a-02b73c91f350 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/0e9cddc0-3b73-48df-9230-7f0e969c45a3 HTTP/1.1" status: 200 len: 1805 time: 0.1880720 Aug 06 15:58:17.303316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-8cf26f4a-7395-4412-a985-190c04ec7dfe req-e87d7fef-e7fa-4cc1-a238-04bbf8345e7d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2e338ae6-f212-4598-9d9c-408743c030ae', 'remote_group_id': '0e9cddc0-3b73-48df-9230-7f0e969c45a3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:17.303701 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-8cf26f4a-7395-4412-a985-190c04ec7dfe req-e87d7fef-e7fa-4cc1-a238-04bbf8345e7d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2e338ae6-f212-4598-9d9c-408743c030ae', 'remote_group_id': '0e9cddc0-3b73-48df-9230-7f0e969c45a3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:17.355292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-3b3c9c85-3b4f-4208-8308-6f235dbcd24c tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:17.356641 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-65eaddab-7345-4f64-ae2e-afb4c3975ca7 req-3b3c9c85-3b4f-4208-8308-6f235dbcd24c tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.1806116 Aug 06 15:58:17.423840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['3486b890-f77c-473e-8f02-ae20741f27f4'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:17.460291 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8cf26f4a-7395-4412-a985-190c04ec7dfe req-e87d7fef-e7fa-4cc1-a238-04bbf8345e7d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:17.533036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95ee38-40f3-4993-914e-0f49448a350a req-6cfdce6b-009b-48ed-98c6-c1a99fd559c3 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:17.535627 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a95ee38-40f3-4993-914e-0f49448a350a req-6cfdce6b-009b-48ed-98c6-c1a99fd559c3 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1120303 Aug 06 15:58:17.547523 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8cf26f4a-7395-4412-a985-190c04ec7dfe req-e87d7fef-e7fa-4cc1-a238-04bbf8345e7d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:17.564314 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8cf26f4a-7395-4412-a985-190c04ec7dfe req-e87d7fef-e7fa-4cc1-a238-04bbf8345e7d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:17.591564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d7fef-e7fa-4cc1-a238-04bbf8345e7d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9e1b3f-9f03-4ae0-bce4-31b169d1b947,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:17.600645 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8cf26f4a-7395-4412-a985-190c04ec7dfe req-e87d7fef-e7fa-4cc1-a238-04bbf8345e7d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:17.601843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8cf26f4a-7395-4412-a985-190c04ec7dfe req-e87d7fef-e7fa-4cc1-a238-04bbf8345e7d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3070717 Aug 06 15:58:17.612479 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a95ee38-40f3-4993-914e-0f49448a350a req-eb65cab8-8d17-44e6-a21f-f728deb2e711 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685561 Aug 06 15:58:17.759400 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e1f5c-b701-4f6d-9bec-1a60f5fb2033 req-3cea7c26-c9b0-4b9d-9941-ddb14f178137 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:17.767646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-646e1f5c-b701-4f6d-9bec-1a60f5fb2033 req-3cea7c26-c9b0-4b9d-9941-ddb14f178137 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/ports?device_id=a94986a6-893e-4e49-9493-9c55a34dbebd HTTP/1.1" status: 200 len: 945 time: 0.0754955 Aug 06 15:58:17.808390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-646e1f5c-b701-4f6d-9bec-1a60f5fb2033 req-94759156-2403-4e27-8f29-68fb51509dbb tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfbd577c-b639-45d0-ad97-6183daa4ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398705 Aug 06 15:58:17.938137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-4c4a6503-1fe4-4e8b-a9b4-5df9ad698c42 req-7fcfa6a5-937a-4133-985d-be6a8e9915fa tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-482338498', 'description': 'tempest-description-1311320685'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:17.962991 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c62c24cd-1fe7-4e9e-92da-8189127956f8 req-440f5c00-9eac-4e9f-b41a-884b681de0bb tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/floatingips/eaaff124-5406-4bf1-ab76-d306e61af0d3 HTTP/1.1" status: 200 len: 692 time: 0.1038966 Aug 06 15:58:18.016293 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4c4a6503-1fe4-4e8b-a9b4-5df9ad698c42 req-7fcfa6a5-937a-4133-985d-be6a8e9915fa tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.121767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c24cd-1fe7-4e9e-92da-8189127956f8 req-67931b94-33d7-4b3b-b59e-9b295992cf4d tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:18.123149 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c62c24cd-1fe7-4e9e-92da-8189127956f8 req-67931b94-33d7-4b3b-b59e-9b295992cf4d tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.1499894 Aug 06 15:58:18.193890 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4c4a6503-1fe4-4e8b-a9b4-5df9ad698c42 req-7fcfa6a5-937a-4133-985d-be6a8e9915fa tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.198242 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4c4a6503-1fe4-4e8b-a9b4-5df9ad698c42 req-7fcfa6a5-937a-4133-985d-be6a8e9915fa tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.262937 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4c4a6503-1fe4-4e8b-a9b4-5df9ad698c42 req-7fcfa6a5-937a-4133-985d-be6a8e9915fa tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.264151 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4c4a6503-1fe4-4e8b-a9b4-5df9ad698c42 req-7fcfa6a5-937a-4133-985d-be6a8e9915fa tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3324583 Aug 06 15:58:18.269459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfa6a5-937a-4133-985d-be6a8e9915fa tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f30408-b975-48e7-b700-724a430308fc,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:18.298198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f18c03-870d-4cdb-8e6d-3c3df694fa5f req-69c3a5f1-025b-49f2-805b-e4b73bdf8ed0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:18.299696 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-26f18c03-870d-4cdb-8e6d-3c3df694fa5f req-69c3a5f1-025b-49f2-805b-e4b73bdf8ed0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=15acdc51-1f8a-46e0-810b-7d6dd1b7646c HTTP/1.1" status: 200 len: 945 time: 0.0984385 Aug 06 15:58:18.378179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-26f18c03-870d-4cdb-8e6d-3c3df694fa5f req-89428311-57f8-4e59-aee9-0de86f17ee8a tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643156 Aug 06 15:58:18.419193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7099e-5db1-4b51-9140-1349207f535f req-e2a61272-c90f-4801-bdfe-d7ede9483b47 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:18.420546 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ffe7099e-5db1-4b51-9140-1349207f535f req-e2a61272-c90f-4801-bdfe-d7ede9483b47 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 944 time: 0.0896440 Aug 06 15:58:18.495600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0e36553-2574-449d-a208-b8ae2e441a61 req-f95a16f0-5609-436d-9f5f-bc99772a6a6b tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=6f87bffe3aea447284072582ed137143 HTTP/1.1" status: 200 len: 695 time: 0.0944166 Aug 06 15:58:18.525365 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ffe7099e-5db1-4b51-9140-1349207f535f req-bf2e87d7-52f4-462f-9bac-55875c868ec0 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875070 Aug 06 15:58:18.586083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-9b90dd0b-9521-4539-8b81-04df87dd7822 req-9e2a4a94-d311-4210-805b-7d4d35318700 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-421664088', 'description': 'tempest-description-1693696244'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:18.628715 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9b90dd0b-9521-4539-8b81-04df87dd7822 req-9e2a4a94-d311-4210-805b-7d4d35318700 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.646643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e36553-2574-449d-a208-b8ae2e441a61 req-9516e7b3-22ce-44b8-b0cd-cde0f323e98a tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:18.648088 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0e36553-2574-449d-a208-b8ae2e441a61 req-9516e7b3-22ce-44b8-b0cd-cde0f323e98a tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/networks?id=a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 787 time: 0.1399302 Aug 06 15:58:18.660509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-c0e36553-2574-449d-a208-b8ae2e441a61 req-e459c0c5-54cb-4a88-bc8c-ec0ade25fa53 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:58:18.661463 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0e36553-2574-449d-a208-b8ae2e441a61 req-e459c0c5-54cb-4a88-bc8c-ec0ade25fa53 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068808 Aug 06 15:58:18.745158 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9b90dd0b-9521-4539-8b81-04df87dd7822 req-9e2a4a94-d311-4210-805b-7d4d35318700 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.750612 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9b90dd0b-9521-4539-8b81-04df87dd7822 req-9e2a4a94-d311-4210-805b-7d4d35318700 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.783279 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9b90dd0b-9521-4539-8b81-04df87dd7822 req-9e2a4a94-d311-4210-805b-7d4d35318700 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.784868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b90dd0b-9521-4539-8b81-04df87dd7822 req-9e2a4a94-d311-4210-805b-7d4d35318700 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2071431 Aug 06 15:58:18.787175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a4a94-d311-4210-805b-7d4d35318700 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47119c9-a905-44e6-8618-03150eee2de0,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:18.891872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3486b890-f77c-473e-8f02-ae20741f27f4 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:18.921969 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f788b8b0-0c10-40df-b0b8-d0570d443b10 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:18.946947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-79f7bec8-8a28-4237-90b3-38a63db8900f req-f41f76e5-97de-4f46-9fa9-59504587401d tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/floatingips/eaaff124-5406-4bf1-ab76-d306e61af0d3 HTTP/1.1" status: 200 len: 692 time: 0.0796573 Aug 06 15:58:18.979658 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156490a4-7ec6-4f6c-9728-2633ad28ec8a req-e072817e-8c71-4ca3-bc46-ad275dec6974 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:18.981161 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-156490a4-7ec6-4f6c-9728-2633ad28ec8a req-e072817e-8c71-4ca3-bc46-ad275dec6974 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1162868 Aug 06 15:58:18.990173 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 3486b890-f77c-473e-8f02-ae20741f27f4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:18.997236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 3486b890-f77c-473e-8f02-ae20741f27f4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:18.997762 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.000306 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port f788b8b0-0c10-40df-b0b8-d0570d443b10 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:19.024876 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port f788b8b0-0c10-40df-b0b8-d0570d443b10 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:19.025351 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.081096 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-156490a4-7ec6-4f6c-9728-2633ad28ec8a req-83c3046f-c23e-4336-afa0-a8c0d89af987 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870943 Aug 06 15:58:19.114988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7bec8-8a28-4237-90b3-38a63db8900f req-1844187b-f67a-4b58-8eff-d49a07503eb0 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:19.116641 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-79f7bec8-8a28-4237-90b3-38a63db8900f req-1844187b-f67a-4b58-8eff-d49a07503eb0 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.1574883 Aug 06 15:58:19.132910 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-79f7bec8-8a28-4237-90b3-38a63db8900f req-985547e3-85a1-4234-b400-a4385e532d25 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:58:19.133809 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-79f7bec8-8a28-4237-90b3-38a63db8900f req-985547e3-85a1-4234-b400-a4385e532d25 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078573 Aug 06 15:58:19.150347 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.160242 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.189383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94986a6-893e-4e49-9493-9c55a34dbebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3486b890-f77c-473e-8f02-ae20741f27f4'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:19.191685 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0bf183-1b8c-47a6-9161-af25444c0718" -d '{"events": [{"server_uuid": "a94986a6-893e-4e49-9493-9c55a34dbebd", "name": "network-vif-plugged", "status": "completed", "tag": "3486b890-f77c-473e-8f02-ae20741f27f4"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:19.200722 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-79f7bec8-8a28-4237-90b3-38a63db8900f req-baf111a5-38f4-4d03-9c58-9b91719f7ba6 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 695 time: 0.0553353 Aug 06 15:58:19.207325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4018f09-7ee8-4da0-b406-21a31de60d4b req-a323798c-794f-4712-a6df-722729393827 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/55f30408-b975-48e7-b700-724a430308fc HTTP/1.1" status: 200 len: 1804 time: 0.0897691 Aug 06 15:58:19.210612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3486b890-f77c-473e-8f02-ae20741f27f4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3486b890-f77c-473e-8f02-ae20741f27f4,segment=NetworkSegment(328c1031-909b-4626-a6e3-79e94e69dd20),segment_id=328c1031-909b-4626-a6e3-79e94e69dd20)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:19.217437 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.224935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port f788b8b0-0c10-40df-b0b8-d0570d443b10, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f788b8b0-0c10-40df-b0b8-d0570d443b10,segment=NetworkSegment(b65ad96b-dd1f-4eca-85cd-734536257c16),segment_id=b65ad96b-dd1f-4eca-85cd-734536257c16)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:19.252933 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.280382 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=3486b890-f77c-473e-8f02-ae20741f27f4,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:19.288119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-79f7bec8-8a28-4237-90b3-38a63db8900f req-579191bb-73b6-4e32-9281-a5dbaa51dd3c tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 695 time: 0.0744920 Aug 06 15:58:19.347402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=f788b8b0-0c10-40df-b0b8-d0570d443b10,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:19.353310 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4018f09-7ee8-4da0-b406-21a31de60d4b req-6338628d-9ea9-4fb4-bd0b-2205de6c1cdf tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/e47119c9-a905-44e6-8618-03150eee2de0 HTTP/1.1" status: 200 len: 1804 time: 0.1304843 Aug 06 15:58:19.675520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-e4018f09-7ee8-4da0-b406-21a31de60d4b req-05965206-aed1-48c8-ab50-864d11aaa951 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '55f30408-b975-48e7-b700-724a430308fc', 'remote_group_id': 'e47119c9-a905-44e6-8618-03150eee2de0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:19.676488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-e4018f09-7ee8-4da0-b406-21a31de60d4b req-05965206-aed1-48c8-ab50-864d11aaa951 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '55f30408-b975-48e7-b700-724a430308fc', 'remote_group_id': 'e47119c9-a905-44e6-8618-03150eee2de0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:19.754948 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-79f7bec8-8a28-4237-90b3-38a63db8900f req-dfd6f9e3-1dc5-46e8-b8a6-6c779cc1ba17 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Deleting port dd44d44c-cd7c-4b6c-bdfb-1d79abf9278d {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:19.755277 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-79f7bec8-8a28-4237-90b3-38a63db8900f req-dfd6f9e3-1dc5-46e8-b8a6-6c779cc1ba17 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.819330 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e4018f09-7ee8-4da0-b406-21a31de60d4b req-05965206-aed1-48c8-ab50-864d11aaa951 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.876290 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e4018f09-7ee8-4da0-b406-21a31de60d4b req-05965206-aed1-48c8-ab50-864d11aaa951 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.878250 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-79f7bec8-8a28-4237-90b3-38a63db8900f req-dfd6f9e3-1dc5-46e8-b8a6-6c779cc1ba17 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.878577 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-79f7bec8-8a28-4237-90b3-38a63db8900f req-dfd6f9e3-1dc5-46e8-b8a6-6c779cc1ba17 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.886982 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e4018f09-7ee8-4da0-b406-21a31de60d4b req-05965206-aed1-48c8-ab50-864d11aaa951 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.903181 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-79f7bec8-8a28-4237-90b3-38a63db8900f req-dfd6f9e3-1dc5-46e8-b8a6-6c779cc1ba17 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Calling delete_port for dd44d44c-cd7c-4b6c-bdfb-1d79abf9278d owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:19.914916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05965206-aed1-48c8-ab50-864d11aaa951 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cecd961-0a13-4067-9575-bbd3756a8f2b,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:19.924406 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e4018f09-7ee8-4da0-b406-21a31de60d4b req-05965206-aed1-48c8-ab50-864d11aaa951 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.925483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4018f09-7ee8-4da0-b406-21a31de60d4b req-05965206-aed1-48c8-ab50-864d11aaa951 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5370054 Aug 06 15:58:20.156933 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-79f7bec8-8a28-4237-90b3-38a63db8900f req-dfd6f9e3-1dc5-46e8-b8a6-6c779cc1ba17 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.172492 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1838a-bdee-43f3-908a-064cf1e043ce req-3e54e7ae-19b1-4901-94a4-2a67efdf1213 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:20.174077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2c1838a-bdee-43f3-908a-064cf1e043ce req-3e54e7ae-19b1-4901-94a4-2a67efdf1213 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/ports?device_id=a94986a6-893e-4e49-9493-9c55a34dbebd HTTP/1.1" status: 200 len: 946 time: 0.0926313 Aug 06 15:58:20.204322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6f9e3-1dc5-46e8-b8a6-6c779cc1ba17 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Pushing event deleted for resources: {'Port': ['ID=dd44d44c-cd7c-4b6c-bdfb-1d79abf9278d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:20.289240 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2c1838a-bdee-43f3-908a-064cf1e043ce req-dd8ed0c0-e974-404b-9a95-c77b7ba36283 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfbd577c-b639-45d0-ad97-6183daa4ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940571 Aug 06 15:58:20.307941 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-79f7bec8-8a28-4237-90b3-38a63db8900f req-dfd6f9e3-1dc5-46e8-b8a6-6c779cc1ba17 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.310686 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-79f7bec8-8a28-4237-90b3-38a63db8900f req-dfd6f9e3-1dc5-46e8-b8a6-6c779cc1ba17 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.311840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-79f7bec8-8a28-4237-90b3-38a63db8900f req-dfd6f9e3-1dc5-46e8-b8a6-6c779cc1ba17 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "DELETE /v2.0/floatingips/eaaff124-5406-4bf1-ab76-d306e61af0d3 HTTP/1.1" status: 204 len: 173 time: 1.0131409 Aug 06 15:58:20.431733 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad5194-982d-4596-b84d-394f016e4898 req-a94ebd33-b591-49bb-95c2-f1bc1b5ed7da tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:20.433301 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1cad5194-982d-4596-b84d-394f016e4898 req-a94ebd33-b591-49bb-95c2-f1bc1b5ed7da tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.13 "GET /v2.0/ports?device_id=15acdc51-1f8a-46e0-810b-7d6dd1b7646c HTTP/1.1" status: 200 len: 945 time: 0.0555360 Aug 06 15:58:20.436858 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f740812c-932c-44df-9cce-1fb3f9a7c6ac x-openstack-request-id: req-f740812c-932c-44df-9cce-1fb3f9a7c6ac {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:20.437695 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94986a6-893e-4e49-9493-9c55a34dbebd", "name": "network-vif-plugged", "status": "completed", "tag": "3486b890-f77c-473e-8f02-ae20741f27f4", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:20.437695 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f740812c-932c-44df-9cce-1fb3f9a7c6ac {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:20.437878 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94986a6-893e-4e49-9493-9c55a34dbebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3486b890-f77c-473e-8f02-ae20741f27f4', 'code': 200} Aug 06 15:58:20.443732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18020b-a5e6-486d-9ece-bdde4c889a75 req-b61ff794-1837-43b7-9064-cff503f12677 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:20.455909 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a18020b-a5e6-486d-9ece-bdde4c889a75 req-b61ff794-1837-43b7-9064-cff503f12677 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=15acdc51-1f8a-46e0-810b-7d6dd1b7646c HTTP/1.1" status: 200 len: 945 time: 0.0668671 Aug 06 15:58:20.498217 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a18020b-a5e6-486d-9ece-bdde4c889a75 req-3d8ff981-43b1-42d4-aec4-2b4d7f1004b8 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Aug 06 15:58:20.559376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-1cad5194-982d-4596-b84d-394f016e4898 req-a3fa047e-b7dc-45e2-bac3-ed00e33757eb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Deleting port d6148d79-9a97-4386-a416-fc423c536c2a {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:20.559376 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1cad5194-982d-4596-b84d-394f016e4898 req-a3fa047e-b7dc-45e2-bac3-ed00e33757eb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.614592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8c971-81be-41a8-a4ad-91ce1f68184a req-0dfb0a1b-6dfe-47a6-bbbf-917e571c495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:20.616158 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67f8c971-81be-41a8-a4ad-91ce1f68184a req-0dfb0a1b-6dfe-47a6-bbbf-917e571c495e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a94986a6-893e-4e49-9493-9c55a34dbebd HTTP/1.1" status: 200 len: 1097 time: 0.1160028 Aug 06 15:58:20.630874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f9933-b1a3-4687-8b9d-99ddfd5488c6 req-ceef2efa-914d-4b84-b3fe-e2a03062f107 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:20.632954 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7b6f9933-b1a3-4687-8b9d-99ddfd5488c6 req-ceef2efa-914d-4b84-b3fe-e2a03062f107 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 944 time: 0.1139390 Aug 06 15:58:20.637225 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6ae74b15-5546-441a-8b0c-7f5c23854dda req-4e7d757d-0e10-4b41-b3c0-74158a0e9ceb tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/e47119c9-a905-44e6-8618-03150eee2de0 HTTP/1.1" status: 200 len: 1804 time: 0.1159587 Aug 06 15:58:20.667049 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1cad5194-982d-4596-b84d-394f016e4898 req-a3fa047e-b7dc-45e2-bac3-ed00e33757eb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] For port d6148d79-9a97-4386-a416-fc423c536c2a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d6148d79-9a97-4386-a416-fc423c536c2a,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:20.667458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1cad5194-982d-4596-b84d-394f016e4898 req-a3fa047e-b7dc-45e2-bac3-ed00e33757eb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.682110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-1cad5194-982d-4596-b84d-394f016e4898 req-a3fa047e-b7dc-45e2-bac3-ed00e33757eb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Calling delete_port for d6148d79-9a97-4386-a416-fc423c536c2a owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:20.724160 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67f8c971-81be-41a8-a4ad-91ce1f68184a req-94c1a667-e98d-41ff-922d-130429bc39ed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dfbd577c-b639-45d0-ad97-6183daa4ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897896 Aug 06 15:58:20.733534 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7b6f9933-b1a3-4687-8b9d-99ddfd5488c6 req-7140a4ba-cfe1-41bc-81aa-10a79f01e182 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826256 Aug 06 15:58:20.762795 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6ae74b15-5546-441a-8b0c-7f5c23854dda req-875a93d1-0626-482a-b268-f31c2721201c tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.801994 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6ae74b15-5546-441a-8b0c-7f5c23854dda req-875a93d1-0626-482a-b268-f31c2721201c tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.848734 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1cad5194-982d-4596-b84d-394f016e4898 req-a3fa047e-b7dc-45e2-bac3-ed00e33757eb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.867923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['d6148d79-9a97-4386-a416-fc423c536c2a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:20.896774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55649715-cbda-4552-b7ab-2928ba8088b6 req-13e576fd-4282-4133-a92e-3cbda66b7922 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:20.896774 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55649715-cbda-4552-b7ab-2928ba8088b6 req-13e576fd-4282-4133-a92e-3cbda66b7922 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.0972271 Aug 06 15:58:20.918059 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa047e-b7dc-45e2-bac3-ed00e33757eb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Pushing event deleted for resources: {'Port': ['ID=d6148d79-9a97-4386-a416-fc423c536c2a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:20.925885 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f788b8b0-0c10-40df-b0b8-d0570d443b10 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:20.957378 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cad5194-982d-4596-b84d-394f016e4898 req-a3fa047e-b7dc-45e2-bac3-ed00e33757eb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] No DVR routers for this DVR port d6148d79-9a97-4386-a416-fc423c536c2a on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:58:20.960511 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1cad5194-982d-4596-b84d-394f016e4898 req-a3fa047e-b7dc-45e2-bac3-ed00e33757eb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.962879 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55649715-cbda-4552-b7ab-2928ba8088b6 req-b091bbaa-a921-4c6e-9620-40e774fe5b90 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521147 Aug 06 15:58:20.963045 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1cad5194-982d-4596-b84d-394f016e4898 req-a3fa047e-b7dc-45e2-bac3-ed00e33757eb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.13 "DELETE /v2.0/ports/d6148d79-9a97-4386-a416-fc423c536c2a HTTP/1.1" status: 204 len: 173 time: 0.5172820 Aug 06 15:58:20.963653 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15acdc51-1f8a-46e0-810b-7d6dd1b7646c', 'name': 'network-vif-deleted', 'tag': 'd6148d79-9a97-4386-a416-fc423c536c2a'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:20.964371 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6ae74b15-5546-441a-8b0c-7f5c23854dda req-875a93d1-0626-482a-b268-f31c2721201c tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.966716 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9881c6e1-1d74-419c-9352-25ceae1ab439" -d '{"events": [{"server_uuid": "15acdc51-1f8a-46e0-810b-7d6dd1b7646c", "name": "network-vif-deleted", "tag": "d6148d79-9a97-4386-a416-fc423c536c2a"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:20.976299 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6ae74b15-5546-441a-8b0c-7f5c23854dda req-875a93d1-0626-482a-b268-f31c2721201c tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.980032 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6ae74b15-5546-441a-8b0c-7f5c23854dda req-875a93d1-0626-482a-b268-f31c2721201c tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "DELETE /v2.0/security-groups/e47119c9-a905-44e6-8618-03150eee2de0 HTTP/1.1" status: 204 len: 173 time: 0.3278706 Aug 06 15:58:20.993470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a93d1-0626-482a-b268-f31c2721201c tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47119c9-a905-44e6-8618-03150eee2de0,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:21.031945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port f788b8b0-0c10-40df-b0b8-d0570d443b10 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:21.032434 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.064502 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1b53dc-a87e-4aed-ab9f-164c79eb63e8 x-openstack-request-id: req-be1b53dc-a87e-4aed-ab9f-164c79eb63e8 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:21.064874 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15acdc51-1f8a-46e0-810b-7d6dd1b7646c", "name": "network-vif-deleted", "tag": "d6148d79-9a97-4386-a416-fc423c536c2a", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:21.065350 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be1b53dc-a87e-4aed-ab9f-164c79eb63e8 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:21.065850 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15acdc51-1f8a-46e0-810b-7d6dd1b7646c', 'name': 'network-vif-deleted', 'tag': 'd6148d79-9a97-4386-a416-fc423c536c2a', 'status': 'completed', 'code': 200} Aug 06 15:58:21.178502 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ce70da3-d4d8-4e5d-9129-a01852c9a232 req-944756fb-7613-4db9-a359-b204d5b34337 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/55f30408-b975-48e7-b700-724a430308fc HTTP/1.1" status: 200 len: 1804 time: 0.0729966 Aug 06 15:58:21.193609 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-3e8a2e18-72cf-4ce5-8e39-12c916cd9baf tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1723690 Aug 06 15:58:21.198930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:21.226502 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.264957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-99c11e64-38ed-4b91-96e0-37697a16bab8 req-c9647b0b-192f-4234-afd0-88c8b29d2826 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-40251431', 'description': 'tempest-description-489083639'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:21.326129 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-99c11e64-38ed-4b91-96e0-37697a16bab8 req-c9647b0b-192f-4234-afd0-88c8b29d2826 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.432583 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.531740 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-99c11e64-38ed-4b91-96e0-37697a16bab8 req-c9647b0b-192f-4234-afd0-88c8b29d2826 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.542920 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-99c11e64-38ed-4b91-96e0-37697a16bab8 req-c9647b0b-192f-4234-afd0-88c8b29d2826 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.619087 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-99c11e64-38ed-4b91-96e0-37697a16bab8 req-c9647b0b-192f-4234-afd0-88c8b29d2826 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.632283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99c11e64-38ed-4b91-96e0-37697a16bab8 req-c9647b0b-192f-4234-afd0-88c8b29d2826 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3752432 Aug 06 15:58:21.642305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9647b0b-192f-4234-afd0-88c8b29d2826 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d20996d-17c4-4d32-8dcb-a0dd95407869,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:21.670047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Allocated IP 172.25.1.184 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/9b9bf5d9-4891-4218-90eb-9c07864ec02d) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:21.818221 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8446e33-661b-4f12-9af7-cf39585e5e0a req-291562c5-d149-4020-b80c-c4d7f673b256 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:21.819910 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8446e33-661b-4f12-9af7-cf39585e5e0a req-291562c5-d149-4020-b80c-c4d7f673b256 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/ports?device_id=a94986a6-893e-4e49-9493-9c55a34dbebd HTTP/1.1" status: 200 len: 946 time: 0.1079726 Aug 06 15:58:21.833398 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.886586 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8446e33-661b-4f12-9af7-cf39585e5e0a req-149ee40a-f1af-4b59-aff7-3e70425f5da3 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfbd577c-b639-45d0-ad97-6183daa4ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571201 Aug 06 15:58:21.913836 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.958972 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:21.962717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:21.967129 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:21.972940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Pushing event updated for resources: {'Port': ['ID=9b9bf5d9-4891-4218-90eb-9c07864ec02d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:22.136973 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6d6928a-d34c-4929-a6e3-12888610f92f req-cea56435-a78d-4162-8802-74a8f6523b51 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/0d20996d-17c4-4d32-8dcb-a0dd95407869 HTTP/1.1" status: 200 len: 1802 time: 0.1104774 Aug 06 15:58:22.139746 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.152186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a6d6928a-d34c-4929-a6e3-12888610f92f req-0e96361d-b89e-419f-8024-7c18f3ae1aaa tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d20996d-17c4-4d32-8dcb-a0dd95407869', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:22.152640 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a6d6928a-d34c-4929-a6e3-12888610f92f req-0e96361d-b89e-419f-8024-7c18f3ae1aaa tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d20996d-17c4-4d32-8dcb-a0dd95407869', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:22.192339 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.296116 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6d6928a-d34c-4929-a6e3-12888610f92f req-0e96361d-b89e-419f-8024-7c18f3ae1aaa tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.363648 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6d6928a-d34c-4929-a6e3-12888610f92f req-0e96361d-b89e-419f-8024-7c18f3ae1aaa tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.371316 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6d6928a-d34c-4929-a6e3-12888610f92f req-0e96361d-b89e-419f-8024-7c18f3ae1aaa tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.400853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96361d-b89e-419f-8024-7c18f3ae1aaa tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9a256d-91e8-41f2-9296-1ed6a5375a4d,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:22.415183 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6d6928a-d34c-4929-a6e3-12888610f92f req-0e96361d-b89e-419f-8024-7c18f3ae1aaa tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.416414 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6d6928a-d34c-4929-a6e3-12888610f92f req-0e96361d-b89e-419f-8024-7c18f3ae1aaa tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2691658 Aug 06 15:58:22.438388 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.443660 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.558630 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Pushing event updated for resources: {'Port': ['ID=9b9bf5d9-4891-4218-90eb-9c07864ec02d,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:22.578089 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.602662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0cb55-e14c-4357-bdcf-4c478769aa13 req-0c4feb22-9c41-4e34-8c70-cad393c86d28 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:22.604646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3e0cb55-e14c-4357-bdcf-4c478769aa13 req-0c4feb22-9c41-4e34-8c70-cad393c86d28 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 944 time: 0.1257486 Aug 06 15:58:22.614744 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.616028 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-0864d497-2d0e-4d79-aa90-5a03a837b3c3 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4215434 Aug 06 15:58:22.693376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-d26080e3-bdba-4e97-8043-d40e2692b29c tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.184 HTTP/1.1" status: 200 len: 696 time: 0.0695212 Aug 06 15:58:22.699572 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3e0cb55-e14c-4357-bdcf-4c478769aa13 req-e53154de-218b-49fe-80d8-4ee4199a2f7d tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867112 Aug 06 15:58:22.811065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-e6cba737-00df-4c2e-b147-1fe18191f982 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:22.812561 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4943f81-3a99-4c9b-8b1f-60a9c2a18f56 req-e6cba737-00df-4c2e-b147-1fe18191f982 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.1121025 Aug 06 15:58:22.878936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea9b63-df59-43ac-8c28-b0c2bfc61084 req-2fccd49c-64df-4cc9-bc48-8da8b7d29bc8 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:22.880827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53ea9b63-df59-43ac-8c28-b0c2bfc61084 req-2fccd49c-64df-4cc9-bc48-8da8b7d29bc8 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.0673444 Aug 06 15:58:22.903760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device d6148d79-9a97-4386-a416-fc423c536c2a no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:58:22.923995 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: d6148d79-9a97-4386-a416-fc423c536c2a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:58:22.924335 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device d6148d79-9a97-4386-a416-fc423c536c2a not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:58:22.973941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53ea9b63-df59-43ac-8c28-b0c2bfc61084 req-462c01e1-9b23-4267-8d68-9c8750f88c82 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869555 Aug 06 15:58:23.013088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-5adb1ea3-1309-49da-b251-0eb2b7d15eac tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:23.014718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-5adb1ea3-1309-49da-b251-0eb2b7d15eac tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 810 time: 0.1260970 Aug 06 15:58:23.031863 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-d2106598-0649-4fd3-8fd1-a8acda893f52 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/quotas/32e920af6a7c4f9d9c65a087db3ea6d1 HTTP/1.1" status: 200 len: 375 time: 0.0099750 Aug 06 15:58:23.074603 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-f6f799b1-ee4f-4b29-a628-88685d8e1ba9 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358570 Aug 06 15:58:23.086743 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:23.166870 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82fe09ea-6015-4803-b980-2ecbd2979ced req-a34a500e-15a0-4c38-873d-acee33bdcd06 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/0d20996d-17c4-4d32-8dcb-a0dd95407869 HTTP/1.1" status: 200 len: 2395 time: 0.0950599 Aug 06 15:58:23.179245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-82fe09ea-6015-4803-b980-2ecbd2979ced req-595196ff-595e-4395-89cc-dc4bcbec12bd tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d20996d-17c4-4d32-8dcb-a0dd95407869', 'remote_group_id': None}]} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:23.179560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-82fe09ea-6015-4803-b980-2ecbd2979ced req-595196ff-595e-4395-89cc-dc4bcbec12bd tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d20996d-17c4-4d32-8dcb-a0dd95407869', 'remote_group_id': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:23.218254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-e08b1eb7-c8a4-4d17-9472-66b7038f6a50 service neutron] 10.222.0.37 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294153 Aug 06 15:58:23.318049 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82fe09ea-6015-4803-b980-2ecbd2979ced req-595196ff-595e-4395-89cc-dc4bcbec12bd tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:23.347307 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82fe09ea-6015-4803-b980-2ecbd2979ced req-595196ff-595e-4395-89cc-dc4bcbec12bd tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:23.354351 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82fe09ea-6015-4803-b980-2ecbd2979ced req-595196ff-595e-4395-89cc-dc4bcbec12bd tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:23.371084 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-91f9af97-79f2-4d9d-8275-8568e9859a6e service neutron] 10.222.0.37 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439483 Aug 06 15:58:23.382219 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595196ff-595e-4395-89cc-dc4bcbec12bd tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d59a38-9b6b-41ef-82dc-38d290bc40b9,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:23.385979 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82fe09ea-6015-4803-b980-2ecbd2979ced req-595196ff-595e-4395-89cc-dc4bcbec12bd tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:23.387291 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82fe09ea-6015-4803-b980-2ecbd2979ced req-595196ff-595e-4395-89cc-dc4bcbec12bd tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2135520 Aug 06 15:58:23.464896 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12a17532-ba58-4474-a6f7-4a62ce7e5e2c req-7fa16a68-b493-4a2d-8f83-183ec8e23844 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/floatingips/c6a0aae2-e7d5-41e2-8501-6639630e3fdf HTTP/1.1" status: 200 len: 693 time: 0.0527542 Aug 06 15:58:23.524143 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:23.615421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a17532-ba58-4474-a6f7-4a62ce7e5e2c req-92a28d6b-27b3-4a6c-9a09-69367a23c0d9 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:23.616863 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12a17532-ba58-4474-a6f7-4a62ce7e5e2c req-92a28d6b-27b3-4a6c-9a09-69367a23c0d9 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.1443806 Aug 06 15:58:23.679533 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a68fe93-a46d-4729-ad13-8039612017b4 req-f9155395-d47c-461d-9a48-cb0ae9e41c3d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/0d20996d-17c4-4d32-8dcb-a0dd95407869 HTTP/1.1" status: 200 len: 2993 time: 0.1073933 Aug 06 15:58:23.690294 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12a17532-ba58-4474-a6f7-4a62ce7e5e2c req-51c4e7a2-e74a-44b0-8f73-35cea5b56eb8 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.184 HTTP/1.1" status: 200 len: 696 time: 0.0590203 Aug 06 15:58:23.755506 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12a17532-ba58-4474-a6f7-4a62ce7e5e2c req-bc29efd9-0f48-4d4d-b2e2-f5d96981ea57 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.184 HTTP/1.1" status: 200 len: 696 time: 0.0594623 Aug 06 15:58:23.887481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:58:23.997401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:24.004704 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4af10c2-f5ed-4974-ad49-c9783d7bca6a req-747188af-b308-4c9e-9114-de3f950f3ad1 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 210 time: 0.0693927 Aug 06 15:58:24.024386 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '5d391f6f-5cf1-4b96-b674-bb3fe76f3997', 'network_id': '897fb748-581b-4095-a788-9e69c09f9551', 'port_id': '5d391f6f-5cf1-4b96-b674-bb3fe76f3997', 'mac_address': 'fa:16:3e:41:e3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd664c5d0-d8e0-485d-86af-246349783b8c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:58:24.028844 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-12a17532-ba58-4474-a6f7-4a62ce7e5e2c req-9675cf74-d23e-41a6-b7d8-c036b9e78357 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Deleting port 9b9bf5d9-4891-4218-90eb-9c07864ec02d {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:24.029184 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-12a17532-ba58-4474-a6f7-4a62ce7e5e2c req-9675cf74-d23e-41a6-b7d8-c036b9e78357 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.081384 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.097508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:58:24.106521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd7ff880-deeb-40b4-992d-f1d989f66957 req-edbacc1f-41d0-41c4-98e2-de3d6ebd0099 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-group-rules/21d59a38-9b6b-41ef-82dc-38d290bc40b9 HTTP/1.1" status: 200 len: 783 time: 0.0568373 Aug 06 15:58:24.128757 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:24.134795 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.189174 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-12a17532-ba58-4474-a6f7-4a62ce7e5e2c req-9675cf74-d23e-41a6-b7d8-c036b9e78357 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.189713 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-12a17532-ba58-4474-a6f7-4a62ce7e5e2c req-9675cf74-d23e-41a6-b7d8-c036b9e78357 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.205348 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:24.220816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-12a17532-ba58-4474-a6f7-4a62ce7e5e2c req-9675cf74-d23e-41a6-b7d8-c036b9e78357 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Calling delete_port for 9b9bf5d9-4891-4218-90eb-9c07864ec02d owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:24.239215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd7ff880-deeb-40b4-992d-f1d989f66957 req-7892715d-0d35-4d32-a5a3-8d4a4c899ba5 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/0d20996d-17c4-4d32-8dcb-a0dd95407869 HTTP/1.1" status: 200 len: 2993 time: 0.1129076 Aug 06 15:58:24.336186 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd7ff880-deeb-40b4-992d-f1d989f66957 req-2c54d7b8-6ed3-41d7-8345-b3c424a1005d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.350897 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd7ff880-deeb-40b4-992d-f1d989f66957 req-2c54d7b8-6ed3-41d7-8345-b3c424a1005d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.404072 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd7ff880-deeb-40b4-992d-f1d989f66957 req-2c54d7b8-6ed3-41d7-8345-b3c424a1005d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.412312 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd7ff880-deeb-40b4-992d-f1d989f66957 req-2c54d7b8-6ed3-41d7-8345-b3c424a1005d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.413476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd7ff880-deeb-40b4-992d-f1d989f66957 req-2c54d7b8-6ed3-41d7-8345-b3c424a1005d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/21d59a38-9b6b-41ef-82dc-38d290bc40b9 HTTP/1.1" status: 204 len: 173 time: 0.1195610 Aug 06 15:58:24.423910 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54d7b8-6ed3-41d7-8345-b3c424a1005d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21d59a38-9b6b-41ef-82dc-38d290bc40b9,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:24.505196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['5d391f6f-5cf1-4b96-b674-bb3fe76f3997'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:24.523380 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-12a17532-ba58-4474-a6f7-4a62ce7e5e2c req-9675cf74-d23e-41a6-b7d8-c036b9e78357 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.575000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675cf74-d23e-41a6-b7d8-c036b9e78357 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Pushing event deleted for resources: {'Port': ['ID=9b9bf5d9-4891-4218-90eb-9c07864ec02d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:24.630697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1d0f4-60df-420d-b926-9a176d028904 req-41f6dc24-269e-4756-8ca6-0b0a1dad4c33 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:24.633576 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0fa1d0f4-60df-420d-b926-9a176d028904 req-41f6dc24-269e-4756-8ca6-0b0a1dad4c33 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 945 time: 0.1297860 Aug 06 15:58:24.669701 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-12a17532-ba58-4474-a6f7-4a62ce7e5e2c req-9675cf74-d23e-41a6-b7d8-c036b9e78357 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.672389 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-12a17532-ba58-4474-a6f7-4a62ce7e5e2c req-9675cf74-d23e-41a6-b7d8-c036b9e78357 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.673561 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12a17532-ba58-4474-a6f7-4a62ce7e5e2c req-9675cf74-d23e-41a6-b7d8-c036b9e78357 tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "DELETE /v2.0/floatingips/c6a0aae2-e7d5-41e2-8501-6639630e3fdf HTTP/1.1" status: 204 len: 173 time: 0.9119122 Aug 06 15:58:24.697843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0fa1d0f4-60df-420d-b926-9a176d028904 req-81508864-207d-40cf-9418-03192d42d2b9 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532942 Aug 06 15:58:24.860391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190133c9-16ce-48bc-8537-3e1ff93006a7 req-eb9689d7-908f-4653-864b-6dcf6b8248b4 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:24.866374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-190133c9-16ce-48bc-8537-3e1ff93006a7 req-eb9689d7-908f-4653-864b-6dcf6b8248b4 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/ports?device_id=a94986a6-893e-4e49-9493-9c55a34dbebd HTTP/1.1" status: 200 len: 946 time: 0.1114058 Aug 06 15:58:24.897460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fe04b-835c-4714-b2b9-e6a5fb663fb2 req-d8105f7e-cbfe-4d17-a88d-66fe04053247 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:24.902361 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd5fe04b-835c-4714-b2b9-e6a5fb663fb2 req-d8105f7e-cbfe-4d17-a88d-66fe04053247 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1019027 Aug 06 15:58:24.964426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-190133c9-16ce-48bc-8537-3e1ff93006a7 req-ef3673b2-78d8-4dec-9bfa-2e8b95280f44 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfbd577c-b639-45d0-ad97-6183daa4ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924149 Aug 06 15:58:24.993372 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd5fe04b-835c-4714-b2b9-e6a5fb663fb2 req-b0764ef0-3f8d-435c-b2a6-b69b8729b322 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732863 Aug 06 15:58:24.996036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-1fd2098e-71d2-441b-af10-e4eaf2e6b1e9 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:24.998333 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-1fd2098e-71d2-441b-af10-e4eaf2e6b1e9 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.13 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 810 time: 0.1538386 Aug 06 15:58:25.013946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Request body: {'port': {'device_id': '1c75f202-d10e-449f-a61e-56cd5aa32fd0', 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79', 'admin_state_up': True, 'tenant_id': '32e920af6a7c4f9d9c65a087db3ea6d1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:25.070376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1cf332c6-d873-4020-bf9a-b76571f06210 req-68d8b0a7-3f00-428c-a231-351d0b91e8ae tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/0d20996d-17c4-4d32-8dcb-a0dd95407869 HTTP/1.1" status: 200 len: 2395 time: 0.0501945 Aug 06 15:58:25.152032 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Made reservation on behalf of 32e920af6a7c4f9d9c65a087db3ea6d1 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:25.155681 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:25.165430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1cf332c6-d873-4020-bf9a-b76571f06210 req-7257da48-89ed-4f4e-8959-d7b73b0cd8a6 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:25.246724 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-3ea33b0d-bf4d-42d6-932e-ee9361aec598 req-863c6824-cad5-4314-8242-fb39d1efa96b tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] show failed (client error): The resource could not be found. Aug 06 15:58:25.248038 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ea33b0d-bf4d-42d6-932e-ee9361aec598 req-863c6824-cad5-4314-8242-fb39d1efa96b tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/floatingips/c6a0aae2-e7d5-41e2-8501-6639630e3fdf HTTP/1.1" status: 404 len: 350 time: 0.0591900 Aug 06 15:58:25.258899 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1cf332c6-d873-4020-bf9a-b76571f06210 req-7257da48-89ed-4f4e-8959-d7b73b0cd8a6 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:25.290686 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907dad9-c93a-4944-822c-ae62e0dbd523 req-d55ab654-1586-46fc-80ad-5e1b474bdc41 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:25.292176 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f907dad9-c93a-4944-822c-ae62e0dbd523 req-d55ab654-1586-46fc-80ad-5e1b474bdc41 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a94986a6-893e-4e49-9493-9c55a34dbebd HTTP/1.1" status: 200 len: 946 time: 0.1430914 Aug 06 15:58:25.320688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Allocated IP 172.20.0.8 (c34c076c-c1bd-4999-8d39-ceaa7495de79/5bc4c7ac-6d15-4fde-899c-97f04be5a8db/8204b358-49a6-4553-b79c-91367fb4705b) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:25.366780 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-57c4bb2a-64a5-40bb-a376-a397b7edd9ae req-01c13511-1b9e-4910-bba1-b5118118320e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 210 time: 0.0372148 Aug 06 15:58:25.368262 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1cf332c6-d873-4020-bf9a-b76571f06210 req-7257da48-89ed-4f4e-8959-d7b73b0cd8a6 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:25.371036 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1cf332c6-d873-4020-bf9a-b76571f06210 req-7257da48-89ed-4f4e-8959-d7b73b0cd8a6 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:25.372107 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1cf332c6-d873-4020-bf9a-b76571f06210 req-7257da48-89ed-4f4e-8959-d7b73b0cd8a6 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "DELETE /v2.0/security-groups/0d20996d-17c4-4d32-8dcb-a0dd95407869 HTTP/1.1" status: 204 len: 173 time: 0.2945828 Aug 06 15:58:25.416542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257da48-89ed-4f4e-8959-d7b73b0cd8a6 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d20996d-17c4-4d32-8dcb-a0dd95407869,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:25.471646 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-4fd6eda3-b0da-4255-9353-8f9f4f52ee3e req-558c2d57-e281-4b1f-ae11-db55f6bf737d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] show failed (client error): The resource could not be found. Aug 06 15:58:25.472677 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fd6eda3-b0da-4255-9353-8f9f4f52ee3e req-558c2d57-e281-4b1f-ae11-db55f6bf737d tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/e47119c9-a905-44e6-8618-03150eee2de0 HTTP/1.1" status: 404 len: 352 time: 0.0517347 Aug 06 15:58:25.474236 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-91918e01-b39d-47f6-a035-0423c1a58933 req-0699773c-3ec8-4fc8-8923-836bed0c83cb tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] show failed (client error): The resource could not be found. Aug 06 15:58:25.475282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91918e01-b39d-47f6-a035-0423c1a58933 req-0699773c-3ec8-4fc8-8923-836bed0c83cb tempest-FloatingIPsTestJSON-1572683643 tempest-FloatingIPsTestJSON-1572683643-project] 10.222.0.37 "GET /v2.0/floatingips/c6a0aae2-e7d5-41e2-8501-6639630e3fdf HTTP/1.1" status: 404 len: 350 time: 0.0554659 Aug 06 15:58:25.487467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60700) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:25.538706 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:25.576708 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-f907dad9-c93a-4944-822c-ae62e0dbd523 req-336c16b6-831d-4478-bf17-1255dbe527ae tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Deleting port 3486b890-f77c-473e-8f02-ae20741f27f4 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:25.577046 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f907dad9-c93a-4944-822c-ae62e0dbd523 req-336c16b6-831d-4478-bf17-1255dbe527ae tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:25.586978 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:25.635226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Network c34c076c-c1bd-4999-8d39-ceaa7495de79 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:25.641860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:25.646064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:25.673015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Pushing event updated for resources: {'Port': ['ID=8204b358-49a6-4553-b79c-91367fb4705b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:25.685750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:25.686092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:25.686432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:25.686847 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:25.687179 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:25.687512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:25.687840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:25.688171 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:25.688494 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:25.688818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:25.689140 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:25.689464 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:25.722158 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:25.722817 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:25.738711 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-1a1f1222-44f4-4302-ac9c-cf1f7a928fc6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7295208 Aug 06 15:58:25.806329 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Request body: {'port': {'device_id': '1c75f202-d10e-449f-a61e-56cd5aa32fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:25.863924 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:25.907638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:25.964679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:25.971084 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:25.971734 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:25.998844 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14ae33f3-6472-4fd9-a0b1-8d25de52c415 req-fe33cac7-4ca2-4b23-b4e5-9367645b3197 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/55f30408-b975-48e7-b700-724a430308fc HTTP/1.1" status: 200 len: 1804 time: 0.4674723 Aug 06 15:58:26.061573 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.090780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac43545-3a6f-442b-86f6-376e19a926f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d391f6f-5cf1-4b96-b674-bb3fe76f3997'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:26.093828 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181b3cfd-7148-4eb1-a488-50b56ffdad66" -d '{"events": [{"server_uuid": "0ac43545-3a6f-442b-86f6-376e19a926f0", "name": "network-vif-plugged", "status": "completed", "tag": "5d391f6f-5cf1-4b96-b674-bb3fe76f3997"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:26.107964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:26.112538 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.162380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:26.175282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdc84d-5d5f-4779-b948-5fd754bdc023 req-e212a1b8-a010-4c9f-bbce-b9aedd2fe1c2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:26.176812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95fdc84d-5d5f-4779-b948-5fd754bdc023 req-e212a1b8-a010-4c9f-bbce-b9aedd2fe1c2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 945 time: 0.2526751 Aug 06 15:58:26.188335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8204b358-49a6-4553-b79c-91367fb4705b {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:58:26.191556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f907dad9-c93a-4944-822c-ae62e0dbd523 req-336c16b6-831d-4478-bf17-1255dbe527ae tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] For port 3486b890-f77c-473e-8f02-ae20741f27f4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3486b890-f77c-473e-8f02-ae20741f27f4,segment=NetworkSegment(328c1031-909b-4626-a6e3-79e94e69dd20),segment_id=328c1031-909b-4626-a6e3-79e94e69dd20)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:26.191937 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f907dad9-c93a-4944-822c-ae62e0dbd523 req-336c16b6-831d-4478-bf17-1255dbe527ae tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.196559 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.211389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Transition to ACTIVE for port object 8204b358-49a6-4553-b79c-91367fb4705b will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:26.217824 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.263100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-f907dad9-c93a-4944-822c-ae62e0dbd523 req-336c16b6-831d-4478-bf17-1255dbe527ae tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Calling delete_port for 3486b890-f77c-473e-8f02-ae20741f27f4 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:26.273086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Pushing event updated for resources: {'Port': ['ID=8204b358-49a6-4553-b79c-91367fb4705b,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:26.284810 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-14ae33f3-6472-4fd9-a0b1-8d25de52c415 req-e794b436-5f54-4696-bf85-3b39bc9292dc tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.339748 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Attempting to bind port 8204b358-49a6-4553-b79c-91367fb4705b on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:26.339982 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Attempting to bind port 8204b358-49a6-4553-b79c-91367fb4705b by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:26.340301 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Attempting to bind port 8204b358-49a6-4553-b79c-91367fb4705b on network c34c076c-c1bd-4999-8d39-ceaa7495de79 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:26.345086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Port 8204b358-49a6-4553-b79c-91367fb4705b on network c34c076c-c1bd-4999-8d39-ceaa7495de79 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:58:26.345398 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Attempting to bind port 8204b358-49a6-4553-b79c-91367fb4705b on network c34c076c-c1bd-4999-8d39-ceaa7495de79 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:26.350092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:26.350426 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Checking segment: {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:26.350802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Bound using segment: {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:26.351216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Bound port: 8204b358-49a6-4553-b79c-91367fb4705b, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:26.351568 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.356697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95fdc84d-5d5f-4779-b948-5fd754bdc023 req-e1f5b71b-5543-45c2-8daa-121ec61f39fc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732941 Aug 06 15:58:26.391376 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-14ae33f3-6472-4fd9-a0b1-8d25de52c415 req-e794b436-5f54-4696-bf85-3b39bc9292dc tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.425594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] For port 8204b358-49a6-4553-b79c-91367fb4705b, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:26.429308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] For port 8204b358-49a6-4553-b79c-91367fb4705b, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8204b358-49a6-4553-b79c-91367fb4705b,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:26.435167 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.469343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:26.469989 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.471408 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] 10.222.0.13 "PUT /v2.0/ports/8204b358-49a6-4553-b79c-91367fb4705b HTTP/1.1" status: 200 len: 1091 time: 0.7243912 Aug 06 15:58:26.471862 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c75f202-d10e-449f-a61e-56cd5aa32fd0', 'tag': '8204b358-49a6-4553-b79c-91367fb4705b'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:26.474450 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bdd1dd-22ec-40da-984e-7fd340b6b450" -d '{"events": [{"name": "network-changed", "server_uuid": "1c75f202-d10e-449f-a61e-56cd5aa32fd0", "tag": "8204b358-49a6-4553-b79c-91367fb4705b"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:26.522138 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f45917-0291-463c-b841-08bb67f92f07 service neutron] Pushing event updated for resources: {'Port': ['ID=8204b358-49a6-4553-b79c-91367fb4705b,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:26.554100 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-7b049f5d-c860-4a18-8a6b-5e2eeab90477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:26.555030 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-14ae33f3-6472-4fd9-a0b1-8d25de52c415 req-e794b436-5f54-4696-bf85-3b39bc9292dc tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.555676 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-7b049f5d-c860-4a18-8a6b-5e2eeab90477 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0441799 Aug 06 15:58:26.557638 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-14ae33f3-6472-4fd9-a0b1-8d25de52c415 req-e794b436-5f54-4696-bf85-3b39bc9292dc tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.558734 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14ae33f3-6472-4fd9-a0b1-8d25de52c415 req-e794b436-5f54-4696-bf85-3b39bc9292dc tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "DELETE /v2.0/security-groups/55f30408-b975-48e7-b700-724a430308fc HTTP/1.1" status: 204 len: 173 time: 0.5145764 Aug 06 15:58:26.594880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057f088-74c5-42be-b57c-93a69a092aca req-46d0e911-cc66-4c94-9d38-dbd4cdefba77 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:26.596370 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5057f088-74c5-42be-b57c-93a69a092aca req-46d0e911-cc66-4c94-9d38-dbd4cdefba77 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/ports?device_id=a94986a6-893e-4e49-9493-9c55a34dbebd HTTP/1.1" status: 200 len: 946 time: 0.1655209 Aug 06 15:58:26.597160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794b436-5f54-4696-bf85-3b39bc9292dc tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f30408-b975-48e7-b700-724a430308fc,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:26.620686 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-19b14c35-4512-436f-8f49-e9e7b40e1831 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8204b358-49a6-4553-b79c-91367fb4705b HTTP/1.1" status: 200 len: 217 time: 0.0572500 Aug 06 15:58:26.624772 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f907dad9-c93a-4944-822c-ae62e0dbd523 req-336c16b6-831d-4478-bf17-1255dbe527ae tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.643796 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['3486b890-f77c-473e-8f02-ae20741f27f4'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:26.663652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c16b6-831d-4478-bf17-1255dbe527ae tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Pushing event deleted for resources: {'Port': ['ID=3486b890-f77c-473e-8f02-ae20741f27f4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:26.772746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f907dad9-c93a-4944-822c-ae62e0dbd523 req-336c16b6-831d-4478-bf17-1255dbe527ae tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] No DVR routers for this DVR port 3486b890-f77c-473e-8f02-ae20741f27f4 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:58:26.775539 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f907dad9-c93a-4944-822c-ae62e0dbd523 req-336c16b6-831d-4478-bf17-1255dbe527ae tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.778918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f907dad9-c93a-4944-822c-ae62e0dbd523 req-336c16b6-831d-4478-bf17-1255dbe527ae tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.13 "DELETE /v2.0/ports/3486b890-f77c-473e-8f02-ae20741f27f4 HTTP/1.1" status: 204 len: 173 time: 1.4791148 Aug 06 15:58:26.785042 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94986a6-893e-4e49-9493-9c55a34dbebd', 'name': 'network-vif-deleted', 'tag': '3486b890-f77c-473e-8f02-ae20741f27f4'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:26.787380 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ae607f-7ee4-45ae-95e1-0ff20340de75" -d '{"events": [{"server_uuid": "a94986a6-893e-4e49-9493-9c55a34dbebd", "name": "network-vif-deleted", "tag": "3486b890-f77c-473e-8f02-ae20741f27f4"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:26.804620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5057f088-74c5-42be-b57c-93a69a092aca req-67c1eeb3-43a8-432c-8c37-06f9ccce7057 tempest-ServerAddressesNegativeTestJSON-431963865 tempest-ServerAddressesNegativeTestJSON-431963865-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfbd577c-b639-45d0-ad97-6183daa4ddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472886 Aug 06 15:58:26.861128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a716f-0688-4ddb-95d8-19eb8da69873 req-feb1673b-1643-4d0f-837b-b458fca464f5 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:26.862766 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a64a716f-0688-4ddb-95d8-19eb8da69873 req-feb1673b-1643-4d0f-837b-b458fca464f5 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.2031219 Aug 06 15:58:26.909684 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4d975302-e51f-493b-a810-07b2b50ffeb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.953337 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f593b8e1-4804-4577-ab0b-a5129db8974f x-openstack-request-id: req-f593b8e1-4804-4577-ab0b-a5129db8974f {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:26.953950 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac43545-3a6f-442b-86f6-376e19a926f0", "name": "network-vif-plugged", "status": "completed", "tag": "5d391f6f-5cf1-4b96-b674-bb3fe76f3997", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:26.953950 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f593b8e1-4804-4577-ab0b-a5129db8974f {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:26.954296 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac43545-3a6f-442b-86f6-376e19a926f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d391f6f-5cf1-4b96-b674-bb3fe76f3997', 'code': 200} Aug 06 15:58:26.979347 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a64a716f-0688-4ddb-95d8-19eb8da69873 req-215d5809-ee08-4c15-a36a-30acfad85873 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015303 Aug 06 15:58:27.007550 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-f4899d65-9f5e-45f6-ab52-09bcaca37460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:27.009920 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-f4899d65-9f5e-45f6-ab52-09bcaca37460 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bc4c7ac-6d15-4fde-899c-97f04be5a8db HTTP/1.1" status: 200 len: 850 time: 0.3830335 Aug 06 15:58:27.054310 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-aa10ecb5-4542-4ac9-aa6b-7eb8b01877ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c34c076c-c1bd-4999-8d39-ceaa7495de79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366383 Aug 06 15:58:27.085698 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e65dba4-3d8b-4231-8518-ce6301c13dc1 x-openstack-request-id: req-1e65dba4-3d8b-4231-8518-ce6301c13dc1 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:27.086156 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c75f202-d10e-449f-a61e-56cd5aa32fd0", "tag": "8204b358-49a6-4553-b79c-91367fb4705b", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:27.086415 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e65dba4-3d8b-4231-8518-ce6301c13dc1 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:27.086821 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c75f202-d10e-449f-a61e-56cd5aa32fd0', 'tag': '8204b358-49a6-4553-b79c-91367fb4705b', 'status': 'completed', 'code': 200} Aug 06 15:58:27.188117 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-8f56bdab-8df2-4324-affb-60a1c51fe5dc service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248052 Aug 06 15:58:27.189721 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544ceb3-408e-4752-af2a-9bac411cfcba req-970dd916-6513-4a5b-8cbb-bbf0bc9f5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:27.191081 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a544ceb3-408e-4752-af2a-9bac411cfcba req-970dd916-6513-4a5b-8cbb-bbf0bc9f5b01 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 1097 time: 0.1343546 Aug 06 15:58:27.200575 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70650805-d94a-4f67-9863-de0875dd433e req-429b3c80-e8b2-4ca1-a219-b17f394de998 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/0e9cddc0-3b73-48df-9230-7f0e969c45a3 HTTP/1.1" status: 200 len: 1805 time: 0.0959561 Aug 06 15:58:27.209077 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46e66d-7417-4659-ace5-e1f161c0abec req-6b8c1ce8-255b-40d4-b5f3-6a9653f69164 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:27.210651 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e46e66d-7417-4659-ace5-e1f161c0abec req-6b8c1ce8-255b-40d4-b5f3-6a9653f69164 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 943 time: 0.1393452 Aug 06 15:58:27.291825 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e46e66d-7417-4659-ace5-e1f161c0abec req-96eb95b3-5b43-4200-a96f-41b05c0b05a3 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718670 Aug 06 15:58:27.292187 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a544ceb3-408e-4752-af2a-9bac411cfcba req-4a5fbe0d-4cf8-49c5-a246-48298db7ba1a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935268 Aug 06 15:58:27.326167 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d67a8dac-2cc1-432f-afad-f274076ac72d req-cd46ab36-094e-4d5f-9edf-481c2c655707 service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260090 Aug 06 15:58:27.359063 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-70650805-d94a-4f67-9863-de0875dd433e req-ecd54676-3e89-415d-b2a7-6f5ba460cb4b tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:27.381280 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4caeb9-703c-47bf-87ca-d259178dde40 x-openstack-request-id: req-7d4caeb9-703c-47bf-87ca-d259178dde40 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:27.381668 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94986a6-893e-4e49-9493-9c55a34dbebd", "name": "network-vif-deleted", "tag": "3486b890-f77c-473e-8f02-ae20741f27f4", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:27.381893 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d4caeb9-703c-47bf-87ca-d259178dde40 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:27.382370 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94986a6-893e-4e49-9493-9c55a34dbebd', 'name': 'network-vif-deleted', 'tag': '3486b890-f77c-473e-8f02-ae20741f27f4', 'status': 'completed', 'code': 200} Aug 06 15:58:27.410592 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-70650805-d94a-4f67-9863-de0875dd433e req-ecd54676-3e89-415d-b2a7-6f5ba460cb4b tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:27.449659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdd1dd-22ec-40da-984e-7fd340b6b450 req-9034a13c-c8ba-4c75-b40e-a01063961faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:27.451315 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-17bdd1dd-22ec-40da-984e-7fd340b6b450 req-9034a13c-c8ba-4c75-b40e-a01063961faf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0438173 Aug 06 15:58:27.472994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-4d975302-e51f-493b-a810-07b2b50ffeb1 admin admin] Deleting port f788b8b0-0c10-40df-b0b8-d0570d443b10 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:27.473329 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4d975302-e51f-493b-a810-07b2b50ffeb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:27.565949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdd1dd-22ec-40da-984e-7fd340b6b450 req-041ba1a9-c455-4dd5-a2d6-bdff5d05fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:27.568359 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-17bdd1dd-22ec-40da-984e-7fd340b6b450 req-041ba1a9-c455-4dd5-a2d6-bdff5d05fc72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 911 time: 0.1104760 Aug 06 15:58:27.575672 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a3dd3-99d5-4484-8b94-8d0dacd75b92 req-a3cbc1b8-979b-4fe2-b570-8c91907dc6f8 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:27.577202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c9a3dd3-99d5-4484-8b94-8d0dacd75b92 req-a3cbc1b8-979b-4fe2-b570-8c91907dc6f8 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 946 time: 0.1170852 Aug 06 15:58:27.580655 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-70650805-d94a-4f67-9863-de0875dd433e req-ecd54676-3e89-415d-b2a7-6f5ba460cb4b tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:27.583452 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-70650805-d94a-4f67-9863-de0875dd433e req-ecd54676-3e89-415d-b2a7-6f5ba460cb4b tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:27.584529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70650805-d94a-4f67-9863-de0875dd433e req-ecd54676-3e89-415d-b2a7-6f5ba460cb4b tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "DELETE /v2.0/security-groups/0e9cddc0-3b73-48df-9230-7f0e969c45a3 HTTP/1.1" status: 204 len: 173 time: 0.3619442 Aug 06 15:58:27.620527 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-17bdd1dd-22ec-40da-984e-7fd340b6b450 req-137e1dbd-7969-4cbc-9c62-028853b57691 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8204b358-49a6-4553-b79c-91367fb4705b HTTP/1.1" status: 200 len: 217 time: 0.0441039 Aug 06 15:58:27.624626 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd54676-3e89-415d-b2a7-6f5ba460cb4b tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9cddc0-3b73-48df-9230-7f0e969c45a3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:27.642999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-4d975302-e51f-493b-a810-07b2b50ffeb1 admin admin] For port f788b8b0-0c10-40df-b0b8-d0570d443b10, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f788b8b0-0c10-40df-b0b8-d0570d443b10,segment=NetworkSegment(b65ad96b-dd1f-4eca-85cd-734536257c16),segment_id=b65ad96b-dd1f-4eca-85cd-734536257c16)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:27.643497 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4d975302-e51f-493b-a810-07b2b50ffeb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:27.686445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-4d975302-e51f-493b-a810-07b2b50ffeb1 admin admin] Calling delete_port for f788b8b0-0c10-40df-b0b8-d0570d443b10 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:27.690532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdd1dd-22ec-40da-984e-7fd340b6b450 req-37760041-d217-4ed2-92d5-b395bfe067f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:27.693163 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-17bdd1dd-22ec-40da-984e-7fd340b6b450 req-37760041-d217-4ed2-92d5-b395bfe067f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bc4c7ac-6d15-4fde-899c-97f04be5a8db HTTP/1.1" status: 200 len: 850 time: 0.0651107 Aug 06 15:58:27.699180 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c9a3dd3-99d5-4484-8b94-8d0dacd75b92 req-fe9e5dac-c182-448e-a252-5a96a0030344 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107690 Aug 06 15:58:27.712144 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d5539f3-d8ee-4839-bcd3-cd38c326fdc2 req-b3936d9d-0b3e-44e1-b5ba-11a553ab6556 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/2e338ae6-f212-4598-9d9c-408743c030ae HTTP/1.1" status: 200 len: 1804 time: 0.0928135 Aug 06 15:58:27.735233 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-17bdd1dd-22ec-40da-984e-7fd340b6b450 req-b926125f-6ab8-4fc0-8b40-6fa8eaafb8f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c34c076c-c1bd-4999-8d39-ceaa7495de79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326486 Aug 06 15:58:27.869745 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7d5539f3-d8ee-4839-bcd3-cd38c326fdc2 req-c1c534b3-dca7-4a9a-847a-8eb132e0231b tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:27.871308 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-17bdd1dd-22ec-40da-984e-7fd340b6b450 req-a4184ac4-001b-4205-9575-76a7fddaab2f service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280615 Aug 06 15:58:27.878256 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60732) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:27.907702 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7d5539f3-d8ee-4839-bcd3-cd38c326fdc2 req-c1c534b3-dca7-4a9a-847a-8eb132e0231b tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.002830 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7d5539f3-d8ee-4839-bcd3-cd38c326fdc2 req-c1c534b3-dca7-4a9a-847a-8eb132e0231b tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.005074 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe7f422-7867-4ca9-9648-078e1f6ecb87 admin admin] Deleting subnet 134d37dc-b142-46df-bfac-5bdfd6b8d53d {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:58:28.007144 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7d5539f3-d8ee-4839-bcd3-cd38c326fdc2 req-c1c534b3-dca7-4a9a-847a-8eb132e0231b tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.010087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d5539f3-d8ee-4839-bcd3-cd38c326fdc2 req-c1c534b3-dca7-4a9a-847a-8eb132e0231b tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "DELETE /v2.0/security-groups/2e338ae6-f212-4598-9d9c-408743c030ae HTTP/1.1" status: 204 len: 173 time: 0.2542033 Aug 06 15:58:28.011118 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f422-7867-4ca9-9648-078e1f6ecb87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.051570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c534b3-dca7-4a9a-847a-8eb132e0231b tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e338ae6-f212-4598-9d9c-408743c030ae,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:28.067063 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f422-7867-4ca9-9648-078e1f6ecb87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.071240 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-17bdd1dd-22ec-40da-984e-7fd340b6b450 req-3e6e4c88-19c2-477f-9b4b-552df57a3cbb service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905770 Aug 06 15:58:28.113618 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4d975302-e51f-493b-a810-07b2b50ffeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.135022 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f422-7867-4ca9-9648-078e1f6ecb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.158598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d975302-e51f-493b-a810-07b2b50ffeb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f788b8b0-0c10-40df-b0b8-d0570d443b10,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:28.176315 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ddd9f76-70e2-4d13-ab3c-31b05cbcaeec req-e515314a-dcd1-43a0-a540-2aaadd022cd8 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/9bb598b3-21f6-4b84-8f8e-95a1e8c43134 HTTP/1.1" status: 200 len: 2403 time: 0.1384008 Aug 06 15:58:28.193994 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f422-7867-4ca9-9648-078e1f6ecb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.225811 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7f422-7867-4ca9-9648-078e1f6ecb87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134d37dc-b142-46df-bfac-5bdfd6b8d53d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:28.231725 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1fe7f422-7867-4ca9-9648-078e1f6ecb87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.234708 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1fe7f422-7867-4ca9-9648-078e1f6ecb87 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/134d37dc-b142-46df-bfac-5bdfd6b8d53d HTTP/1.1" status: 204 len: 168 time: 0.3554122 Aug 06 15:58:28.238062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ed3e6-d2f7-4c7a-bb58-09db8a029b32 req-a6aea5dd-1825-4e8e-98a3-fb5a689f4afe tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:28.239893 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-298ed3e6-d2f7-4c7a-bb58-09db8a029b32 req-a6aea5dd-1825-4e8e-98a3-fb5a689f4afe tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1816785 Aug 06 15:58:28.240378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60742) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:28.455008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-298ed3e6-d2f7-4c7a-bb58-09db8a029b32 req-251ba6e9-7c2e-4b91-87b9-641537b97d72 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978862 Aug 06 15:58:28.467879 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8a65ecd7-e8ce-40c9-8b6c-005c4993b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.524211 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ddd9f76-70e2-4d13-ab3c-31b05cbcaeec req-b43c8ddd-f04d-47ee-93d3-3f922b904f08 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.592458 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ddd9f76-70e2-4d13-ab3c-31b05cbcaeec req-b43c8ddd-f04d-47ee-93d3-3f922b904f08 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.614320 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4d975302-e51f-493b-a810-07b2b50ffeb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.703547 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8a65ecd7-e8ce-40c9-8b6c-005c4993b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.773054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-8a65ecd7-e8ce-40c9-8b6c-005c4993b34c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2faa2805-857e-4afb-a25d-e4ac36cd9ff6']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:28.796622 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-8a65ecd7-e8ce-40c9-8b6c-005c4993b34c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328c1031-909b-4626-a6e3-79e94e69dd20') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:28.796870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-8a65ecd7-e8ce-40c9-8b6c-005c4993b34c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328c1031-909b-4626-a6e3-79e94e69dd20') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:28.809221 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8a65ecd7-e8ce-40c9-8b6c-005c4993b34c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.862331 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8a65ecd7-e8ce-40c9-8b6c-005c4993b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.864860 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ddd9f76-70e2-4d13-ab3c-31b05cbcaeec req-b43c8ddd-f04d-47ee-93d3-3f922b904f08 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.867490 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ddd9f76-70e2-4d13-ab3c-31b05cbcaeec req-b43c8ddd-f04d-47ee-93d3-3f922b904f08 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.868631 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ddd9f76-70e2-4d13-ab3c-31b05cbcaeec req-b43c8ddd-f04d-47ee-93d3-3f922b904f08 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "DELETE /v2.0/security-groups/9bb598b3-21f6-4b84-8f8e-95a1e8c43134 HTTP/1.1" status: 204 len: 173 time: 0.6772857 Aug 06 15:58:28.883653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9906e1-3e14-45ef-bf67-9599302c7f71 req-2a180181-70a3-41f6-ba9f-67b96768ccc5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:28.885185 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d9906e1-3e14-45ef-bf67-9599302c7f71 req-2a180181-70a3-41f6-ba9f-67b96768ccc5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 943 time: 0.2228203 Aug 06 15:58:28.891117 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a65ecd7-e8ce-40c9-8b6c-005c4993b34c admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:58:28.891688 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8a65ecd7-e8ce-40c9-8b6c-005c4993b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: timer() Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:58:28.895386 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:58:28.944986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c8ddd-f04d-47ee-93d3-3f922b904f08 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb598b3-21f6-4b84-8f8e-95a1e8c43134,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:28.983281 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8204b358-49a6-4553-b79c-91367fb4705b details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:58:28.989563 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3486b890-f77c-473e-8f02-ae20741f27f4 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:58:29.017428 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8a65ecd7-e8ce-40c9-8b6c-005c4993b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.019673 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 3486b890-f77c-473e-8f02-ae20741f27f4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:58:29.020026 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3486b890-f77c-473e-8f02-ae20741f27f4 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:58:29.029495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d9906e1-3e14-45ef-bf67-9599302c7f71 req-0d299dce-f174-4121-a007-9fb2244d2e9e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150787 Aug 06 15:58:29.092269 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8a65ecd7-e8ce-40c9-8b6c-005c4993b34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.094720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8a65ecd7-e8ce-40c9-8b6c-005c4993b34c admin admin] 10.222.0.37 "DELETE /v2.0/networks/2faa2805-857e-4afb-a25d-e4ac36cd9ff6 HTTP/1.1" status: 204 len: 168 time: 0.8467822 Aug 06 15:58:29.119738 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8204b358-49a6-4553-b79c-91367fb4705b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8204b358-49a6-4553-b79c-91367fb4705b,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:29.126740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65ecd7-e8ce-40c9-8b6c-005c4993b34c admin admin] Pushing event deleted for resources: {'Network': ['ID=2faa2805-857e-4afb-a25d-e4ac36cd9ff6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:29.131527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '8204b358-49a6-4553-b79c-91367fb4705b', 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79', 'port_id': '8204b358-49a6-4553-b79c-91367fb4705b', 'mac_address': 'fa:16:3e:6a:2c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc4c7ac-6d15-4fde-899c-97f04be5a8db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:58:29.157415 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad1056-e606-481c-aef3-a19a57fe4848 req-c70ae0b8-2df4-4fb8-8d45-9043dafa908f tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:29.159362 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-acad1056-e606-481c-aef3-a19a57fe4848 req-c70ae0b8-2df4-4fb8-8d45-9043dafa908f tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 946 time: 0.2055845 Aug 06 15:58:29.178453 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.196998 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8204b358-49a6-4553-b79c-91367fb4705b {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:58:29.219549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8204b358-49a6-4553-b79c-91367fb4705b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8204b358-49a6-4553-b79c-91367fb4705b,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:29.224398 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.239291 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d31c80cf-c358-4c71-9e85-651a4e2db459 req-bb1756c0-5162-46cb-b908-54d2ae4a53e3 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "GET /v2.0/security-groups/cbcb3808-c700-4604-93f9-5c0736898be1 HTTP/1.1" status: 200 len: 2398 time: 0.1435168 Aug 06 15:58:29.275785 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-acad1056-e606-481c-aef3-a19a57fe4848 req-9e0ce747-cdc5-48fa-ab50-1b09be1e147e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839999 Aug 06 15:58:29.281870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d975302-e51f-493b-a810-07b2b50ffeb1 admin admin] Router 1fc31d96-a110-4624-bcb7-bbd24c2db0c3 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:58:29.282072 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60754) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:29.292389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=8204b358-49a6-4553-b79c-91367fb4705b,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:29.360917 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fe6d93cb-c3ec-42d6-a139-250b4fca3216 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d5f3202a84b4f548a276f09a197811a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0769317 Aug 06 15:58:29.363036 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d31c80cf-c358-4c71-9e85-651a4e2db459 req-bf6c03ad-b41a-4410-bdc2-58f7726386a8 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.364502 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60758) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:29.437497 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d31c80cf-c358-4c71-9e85-651a4e2db459 req-bf6c03ad-b41a-4410-bdc2-58f7726386a8 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.442516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['8204b358-49a6-4553-b79c-91367fb4705b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:29.812203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d975302-e51f-493b-a810-07b2b50ffeb1 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:29.825749 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4d975302-e51f-493b-a810-07b2b50ffeb1 admin admin] 10.222.0.37 "PUT /v2.0/routers/1fc31d96-a110-4624-bcb7-bbd24c2db0c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3345792 Aug 06 15:58:29.825986 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb406f-7737-45ab-b7ab-1c6fef0f0c7d None None] Sync routers for ids ['1fc31d96-a110-4624-bcb7-bbd24c2db0c3'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:29.827027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60764) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:29.839006 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e884ea96-cab2-4ff9-97f3-5cfd8cebc907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.843255 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb406f-7737-45ab-b7ab-1c6fef0f0c7d None None] Routers {'1fc31d96-a110-4624-bcb7-bbd24c2db0c3'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:29.844062 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-3bfb406f-7737-45ab-b7ab-1c6fef0f0c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:58:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['1fc31d96-a110-4624-bcb7-bbd24c2db0c3'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:29.884207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e02233-5a9c-40f7-98e1-766cce06a6ce req-610b656b-2c15-4855-8e4a-1b9f717b8b93 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:29.885970 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5e02233-5a9c-40f7-98e1-766cce06a6ce req-610b656b-2c15-4855-8e4a-1b9f717b8b93 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 1097 time: 0.4369869 Aug 06 15:58:29.905424 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d31c80cf-c358-4c71-9e85-651a4e2db459 req-bf6c03ad-b41a-4410-bdc2-58f7726386a8 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.908233 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d31c80cf-c358-4c71-9e85-651a4e2db459 req-bf6c03ad-b41a-4410-bdc2-58f7726386a8 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.909209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d31c80cf-c358-4c71-9e85-651a4e2db459 req-bf6c03ad-b41a-4410-bdc2-58f7726386a8 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] 10.222.0.37 "DELETE /v2.0/security-groups/cbcb3808-c700-4604-93f9-5c0736898be1 HTTP/1.1" status: 204 len: 173 time: 0.6599078 Aug 06 15:58:29.918472 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e884ea96-cab2-4ff9-97f3-5cfd8cebc907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.919040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60766) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:29.993418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c03ad-b41a-4410-bdc2-58f7726386a8 tempest-SecurityGroupRulesTestJSON-351468722 tempest-SecurityGroupRulesTestJSON-351468722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcb3808-c700-4604-93f9-5c0736898be1,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:30.032234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-9110264a-80c6-4d14-b01f-4f5a9227fe41 admin admin] Deleting subnet 4c2205f9-6d5a-49e6-af1b-d3b14de3beb6 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:58:30.038949 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aac88872-28bd-4b2f-899b-688bc86ffffb admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.039966 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9110264a-80c6-4d14-b01f-4f5a9227fe41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.043035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5e02233-5a9c-40f7-98e1-766cce06a6ce req-283a205e-63c0-4e08-9f25-73ff619c66ee tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401668 Aug 06 15:58:30.133105 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-3bfb406f-7737-45ab-b7ab-1c6fef0f0c7d None None] Set router 1fc31d96-a110-4624-bcb7-bbd24c2db0c3 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:58:30.140522 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e884ea96-cab2-4ff9-97f3-5cfd8cebc907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.144639 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e884ea96-cab2-4ff9-97f3-5cfd8cebc907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.149668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e884ea96-cab2-4ff9-97f3-5cfd8cebc907 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dfbd577c-b639-45d0-ad97-6183daa4ddf3 HTTP/1.1" status: 204 len: 168 time: 0.7793393 Aug 06 15:58:30.161547 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9110264a-80c6-4d14-b01f-4f5a9227fe41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.168486 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884ea96-cab2-4ff9-97f3-5cfd8cebc907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbd577c-b639-45d0-ad97-6183daa4ddf3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:30.219962 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9110264a-80c6-4d14-b01f-4f5a9227fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.280281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2f564-6428-4f9e-92db-091952091b59 req-2944b56b-d09b-4521-a98f-d6017fa26210 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:30.283287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05e2f564-6428-4f9e-92db-091952091b59 req-2944b56b-d09b-4521-a98f-d6017fa26210 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.2059650 Aug 06 15:58:30.338113 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9110264a-80c6-4d14-b01f-4f5a9227fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.356829 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9110264a-80c6-4d14-b01f-4f5a9227fe41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.364980 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9110264a-80c6-4d14-b01f-4f5a9227fe41 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4c2205f9-6d5a-49e6-af1b-d3b14de3beb6 HTTP/1.1" status: 204 len: 168 time: 0.4441767 Aug 06 15:58:30.366988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60774) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:30.368609 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aac88872-28bd-4b2f-899b-688bc86ffffb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.399286 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110264a-80c6-4d14-b01f-4f5a9227fe41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c2205f9-6d5a-49e6-af1b-d3b14de3beb6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:30.422563 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-3bfb406f-7737-45ab-b7ab-1c6fef0f0c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'name': 'tempest-FloatingIPsTestJSON-82704201-router', 'tenant_id': '6f87bffe3aea447284072582ed137143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'fd8e46f9-b17c-4457-8747-ef00999ed640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:03Z', 'updated_at': '2021-08-06T15:58:27Z', 'revision_number': 5, 'project_id': '6f87bffe3aea447284072582ed137143', 'gw_port': {'id': 'fd8e46f9-b17c-4457-8747-ef00999ed640', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:96:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:05Z', 'updated_at': '2021-08-06T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:30.428408 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05e2f564-6428-4f9e-92db-091952091b59 req-a47eb5be-b792-44c8-8ec6-6ea0c9f707f1 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373770 Aug 06 15:58:30.456176 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb406f-7737-45ab-b7ab-1c6fef0f0c7d None None] Checking router: 1fc31d96-a110-4624-bcb7-bbd24c2db0c3 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:58:30.464642 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb406f-7737-45ab-b7ab-1c6fef0f0c7d None None] Routers {'1fc31d96-a110-4624-bcb7-bbd24c2db0c3'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:30.465477 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-3bfb406f-7737-45ab-b7ab-1c6fef0f0c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:58:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['1fc31d96-a110-4624-bcb7-bbd24c2db0c3'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:30.500335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d5d3a-7087-4cae-ba18-37a8962639c5 req-c057c741-6d3c-4093-b03f-b6d052fc5675 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:30.507536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd6d5d3a-7087-4cae-ba18-37a8962639c5 req-c057c741-6d3c-4093-b03f-b6d052fc5675 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 944 time: 0.1807833 Aug 06 15:58:30.532230 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cc2938dc-f8d0-4346-811a-9c47250f6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.585840 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-3bfb406f-7737-45ab-b7ab-1c6fef0f0c7d None None] Set router 1fc31d96-a110-4624-bcb7-bbd24c2db0c3 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:58:30.598150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd6d5d3a-7087-4cae-ba18-37a8962639c5 req-81582ec2-f769-49ca-b7a2-c16fc6731bc5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897560 Aug 06 15:58:30.629699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-aac88872-28bd-4b2f-899b-688bc86ffffb admin admin] Deleting port fd8e46f9-b17c-4457-8747-ef00999ed640 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:30.630046 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aac88872-28bd-4b2f-899b-688bc86ffffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.636496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912d4b5-225c-46c4-a063-ca5d9a0fcfc5 req-b70599cf-4e43-4a56-b11d-333f22828a81 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:30.638140 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6912d4b5-225c-46c4-a063-ca5d9a0fcfc5 req-b70599cf-4e43-4a56-b11d-333f22828a81 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 1097 time: 0.1177320 Aug 06 15:58:30.661604 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-3bfb406f-7737-45ab-b7ab-1c6fef0f0c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'name': 'tempest-FloatingIPsTestJSON-82704201-router', 'tenant_id': '6f87bffe3aea447284072582ed137143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:03Z', 'updated_at': '2021-08-06T15:58:30Z', 'revision_number': 6, 'project_id': '6f87bffe3aea447284072582ed137143', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:30.715714 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb406f-7737-45ab-b7ab-1c6fef0f0c7d None None] The sync data for ids ['1fc31d96-a110-4624-bcb7-bbd24c2db0c3'] in n-d-803756-1 is: [{'id': '1fc31d96-a110-4624-bcb7-bbd24c2db0c3', 'name': 'tempest-FloatingIPsTestJSON-82704201-router', 'tenant_id': '6f87bffe3aea447284072582ed137143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:03Z', 'updated_at': '2021-08-06T15:58:30Z', 'revision_number': 6, 'project_id': '6f87bffe3aea447284072582ed137143', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:30.763475 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cc2938dc-f8d0-4346-811a-9c47250f6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.790449 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-cc2938dc-f8d0-4346-811a-9c47250f6c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67f8550-6bbd-4108-869a-b80be62cdd5b']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:30.800239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6912d4b5-225c-46c4-a063-ca5d9a0fcfc5 req-728ec07f-b4ce-4dbe-9ecb-2c884c9a4049 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335001 Aug 06 15:58:30.804917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-cc2938dc-f8d0-4346-811a-9c47250f6c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41c2ae6-9f62-4b38-8e0b-852d43e3e123') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:30.805216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-cc2938dc-f8d0-4346-811a-9c47250f6c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41c2ae6-9f62-4b38-8e0b-852d43e3e123') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:30.820092 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cc2938dc-f8d0-4346-811a-9c47250f6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.841063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-aac88872-28bd-4b2f-899b-688bc86ffffb admin admin] For port fd8e46f9-b17c-4457-8747-ef00999ed640, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fd8e46f9-b17c-4457-8747-ef00999ed640,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:30.841449 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aac88872-28bd-4b2f-899b-688bc86ffffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.850023 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cc2938dc-f8d0-4346-811a-9c47250f6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.860251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-aac88872-28bd-4b2f-899b-688bc86ffffb admin admin] Calling delete_port for fd8e46f9-b17c-4457-8747-ef00999ed640 owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:30.862347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2938dc-f8d0-4346-811a-9c47250f6c58 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:58:30.862756 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cc2938dc-f8d0-4346-811a-9c47250f6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: timer() Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:58:30.864431 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:58:30.979692 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cc2938dc-f8d0-4346-811a-9c47250f6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.987446 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cc2938dc-f8d0-4346-811a-9c47250f6c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.989370 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cc2938dc-f8d0-4346-811a-9c47250f6c58 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a67f8550-6bbd-4108-869a-b80be62cdd5b HTTP/1.1" status: 204 len: 168 time: 0.6154933 Aug 06 15:58:30.998130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8204b358-49a6-4553-b79c-91367fb4705b up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:31.004518 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2938dc-f8d0-4346-811a-9c47250f6c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=a67f8550-6bbd-4108-869a-b80be62cdd5b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:31.072368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f788b8b0-0c10-40df-b0b8-d0570d443b10 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:58:31.114316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: f788b8b0-0c10-40df-b0b8-d0570d443b10 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:58:31.114644 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f788b8b0-0c10-40df-b0b8-d0570d443b10 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:58:31.150793 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 8204b358-49a6-4553-b79c-91367fb4705b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:31.159481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 8204b358-49a6-4553-b79c-91367fb4705b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:31.163230 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.188857 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aac88872-28bd-4b2f-899b-688bc86ffffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.251390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac88872-28bd-4b2f-899b-688bc86ffffb admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8e46f9-b17c-4457-8747-ef00999ed640,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:31.297750 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.299480 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60808) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:31.376685 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7b5d148d-5f09-43aa-b41e-7805d4d741a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac0683c9d2af4a0baa6597d4d0f959aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738068 Aug 06 15:58:31.381930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60810) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:31.386098 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aac88872-28bd-4b2f-899b-688bc86ffffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.476797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c75f202-d10e-449f-a61e-56cd5aa32fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8204b358-49a6-4553-b79c-91367fb4705b'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:31.480012 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bf1486-be87-4b09-a49b-4f411abf0dd4" -d '{"events": [{"server_uuid": "1c75f202-d10e-449f-a61e-56cd5aa32fd0", "name": "network-vif-plugged", "status": "completed", "tag": "8204b358-49a6-4553-b79c-91367fb4705b"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:31.496465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8204b358-49a6-4553-b79c-91367fb4705b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8204b358-49a6-4553-b79c-91367fb4705b,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:31.502981 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.518842 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4dcc183-d048-4da5-b45f-6e531c364edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.563270 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aac88872-28bd-4b2f-899b-688bc86ffffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.574390 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aac88872-28bd-4b2f-899b-688bc86ffffb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.593367 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4dcc183-d048-4da5-b45f-6e531c364edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.599685 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=8204b358-49a6-4553-b79c-91367fb4705b,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:31.683358 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4dcc183-d048-4da5-b45f-6e531c364edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.692162 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4dcc183-d048-4da5-b45f-6e531c364edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.695421 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b4dcc183-d048-4da5-b45f-6e531c364edd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4181b77c-340c-4703-b6ba-9b0e5780c934 HTTP/1.1" status: 204 len: 168 time: 0.3100426 Aug 06 15:58:31.702732 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aac88872-28bd-4b2f-899b-688bc86ffffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.703333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac88872-28bd-4b2f-899b-688bc86ffffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fc31d96-a110-4624-bcb7-bbd24c2db0c3 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:58:31.709925 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aac88872-28bd-4b2f-899b-688bc86ffffb admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.714053 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60830) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:31.714391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-aac88872-28bd-4b2f-899b-688bc86ffffb admin admin] 10.222.0.37 "DELETE /v2.0/routers/1fc31d96-a110-4624-bcb7-bbd24c2db0c3 HTTP/1.1" status: 204 len: 168 time: 1.8828363 Aug 06 15:58:31.726108 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dcc183-d048-4da5-b45f-6e531c364edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4181b77c-340c-4703-b6ba-9b0e5780c934,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:31.767575 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e527af-7b7b-4196-8dbb-7ffda7ef9c06 req-26a2003e-be35-46c7-8bdc-2a1ebef26c05 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:31.769272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70e527af-7b7b-4196-8dbb-7ffda7ef9c06 req-26a2003e-be35-46c7-8bdc-2a1ebef26c05 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1742153 Aug 06 15:58:31.794170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-55279257-1a73-443d-aa9a-5afe93446e09 admin admin] Deleting subnet 76c2ddc5-5c12-4b40-b6ef-07ed06dfcc26 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:58:31.803744 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-55279257-1a73-443d-aa9a-5afe93446e09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.836118 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70e527af-7b7b-4196-8dbb-7ffda7ef9c06 req-5a3b7ef8-0386-4e35-ae8e-315376435485 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587912 Aug 06 15:58:31.862221 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-55279257-1a73-443d-aa9a-5afe93446e09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.887269 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6e8d17-59f5-495d-80e8-2db3dbcbfbbb x-openstack-request-id: req-9a6e8d17-59f5-495d-80e8-2db3dbcbfbbb {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:31.887708 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c75f202-d10e-449f-a61e-56cd5aa32fd0", "name": "network-vif-plugged", "status": "completed", "tag": "8204b358-49a6-4553-b79c-91367fb4705b", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:31.888120 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a6e8d17-59f5-495d-80e8-2db3dbcbfbbb {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:31.888684 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c75f202-d10e-449f-a61e-56cd5aa32fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8204b358-49a6-4553-b79c-91367fb4705b', 'code': 200} Aug 06 15:58:32.017419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b1c26-6433-4e9e-9044-e463fb82a3a9 req-ee481ee7-5c2a-427f-9e5c-83be5199df17 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:32.020390 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-55279257-1a73-443d-aa9a-5afe93446e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.027268 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-411b1c26-6433-4e9e-9044-e463fb82a3a9 req-ee481ee7-5c2a-427f-9e5c-83be5199df17 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.0740781 Aug 06 15:58:32.081026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bf98a-63e8-425f-9a0c-584d177ef762 req-9e6b9d80-a2ed-4300-8b0a-03fd90dde4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:32.083135 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-685bf98a-63e8-425f-9a0c-584d177ef762 req-9e6b9d80-a2ed-4300-8b0a-03fd90dde4c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 1096 time: 0.1160767 Aug 06 15:58:32.093243 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-411b1c26-6433-4e9e-9044-e463fb82a3a9 req-0fa03eed-ba40-4905-825a-bfe2c49c16c7 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650065 Aug 06 15:58:32.165912 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-685bf98a-63e8-425f-9a0c-584d177ef762 req-10a42d5d-70d7-495a-a333-09d98f28553d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672293 Aug 06 15:58:32.168452 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-55279257-1a73-443d-aa9a-5afe93446e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.181976 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-55279257-1a73-443d-aa9a-5afe93446e09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.183828 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-55279257-1a73-443d-aa9a-5afe93446e09 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/76c2ddc5-5c12-4b40-b6ef-07ed06dfcc26 HTTP/1.1" status: 204 len: 168 time: 0.4669969 Aug 06 15:58:32.187959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60850) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:32.195853 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8003ef79-c875-4fff-b40e-7c3c79a8ec46 None None] Network 9fe0fc1f-4496-4600-bfff-cd6307e50a63 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:32.206731 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55279257-1a73-443d-aa9a-5afe93446e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c2ddc5-5c12-4b40-b6ef-07ed06dfcc26,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:32.325579 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.427407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] Deleting port 203208e5-b4dc-4cbf-a66e-a168af16616d {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:32.433020 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.463646 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3308a380-42aa-40c6-9c4a-df99f1e1d646 None None] DHCP port deletion for 9fe0fc1f-4496-4600-bfff-cd6307e50a63 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:58:32.593117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3308a380-42aa-40c6-9c4a-df99f1e1d646 None None] Deleting port 203208e5-b4dc-4cbf-a66e-a168af16616d {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:32.594169 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3308a380-42aa-40c6-9c4a-df99f1e1d646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.594511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-07994079-2f73-48ee-a6f0-6c86d53ca58d tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:58:32.596257 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-07994079-2f73-48ee-a6f0-6c86d53ca58d tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174127 Aug 06 15:58:32.599363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] For port 203208e5-b4dc-4cbf-a66e-a168af16616d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=203208e5-b4dc-4cbf-a66e-a168af16616d,segment=NetworkSegment(b65ad96b-dd1f-4eca-85cd-734536257c16),segment_id=b65ad96b-dd1f-4eca-85cd-734536257c16)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:32.600209 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.621417 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-03519442-c9b3-46d6-869e-3000c038d753 req-26bdff79-16e0-474f-95cf-5c700a42cfc8 service neutron] Request body: {'binding': {'host': 'n-h2-803756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:32.622218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-03519442-c9b3-46d6-869e-3000c038d753 req-26bdff79-16e0-474f-95cf-5c700a42cfc8 service neutron] Unknown quota resources ['binding']. {{(pid=105765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:58:32.662053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] Calling delete_port for 203208e5-b4dc-4cbf-a66e-a168af16616d owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:32.734897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3308a380-42aa-40c6-9c4a-df99f1e1d646 None None] For port 203208e5-b4dc-4cbf-a66e-a168af16616d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=203208e5-b4dc-4cbf-a66e-a168af16616d,segment=NetworkSegment(b65ad96b-dd1f-4eca-85cd-734536257c16),segment_id=b65ad96b-dd1f-4eca-85cd-734536257c16)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:32.735530 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3308a380-42aa-40c6-9c4a-df99f1e1d646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.767645 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3308a380-42aa-40c6-9c4a-df99f1e1d646 None None] Calling delete_port for 203208e5-b4dc-4cbf-a66e-a168af16616d owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:32.996393 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3308a380-42aa-40c6-9c4a-df99f1e1d646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.041380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fd8e46f9-b17c-4457-8747-ef00999ed640 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:58:33.045541 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3308a380-42aa-40c6-9c4a-df99f1e1d646 None None] No DVR routers for this DVR port 203208e5-b4dc-4cbf-a66e-a168af16616d on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:58:33.047117 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.107402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=203208e5-b4dc-4cbf-a66e-a168af16616d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:33.127000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] No DVR routers for this DVR port 203208e5-b4dc-4cbf-a66e-a168af16616d on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:58:33.149391 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: fd8e46f9-b17c-4457-8747-ef00999ed640 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:58:33.149933 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fd8e46f9-b17c-4457-8747-ef00999ed640 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:58:33.150554 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 203208e5-b4dc-4cbf-a66e-a168af16616d no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:58:33.153241 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308a380-42aa-40c6-9c4a-df99f1e1d646 None None] Pushing event deleted for resources: {'Port': ['ID=203208e5-b4dc-4cbf-a66e-a168af16616d,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:33.181248 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 203208e5-b4dc-4cbf-a66e-a168af16616d {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:58:33.181741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 203208e5-b4dc-4cbf-a66e-a168af16616d not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:58:33.193987 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-03519442-c9b3-46d6-869e-3000c038d753 req-26bdff79-16e0-474f-95cf-5c700a42cfc8 service neutron] Attempting to bind port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 on host n-h2-803756-1 for vnic_type normal with profile None {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:33.194467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-03519442-c9b3-46d6-869e-3000c038d753 req-26bdff79-16e0-474f-95cf-5c700a42cfc8 service neutron] Attempting to bind port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:33.194691 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03519442-c9b3-46d6-869e-3000c038d753 req-26bdff79-16e0-474f-95cf-5c700a42cfc8 service neutron] Attempting to bind port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:33.238243 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03519442-c9b3-46d6-869e-3000c038d753 req-26bdff79-16e0-474f-95cf-5c700a42cfc8 service neutron] Port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 on network 897fb748-581b-4095-a788-9e69c09f9551 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:58:33.238808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03519442-c9b3-46d6-869e-3000c038d753 req-26bdff79-16e0-474f-95cf-5c700a42cfc8 service neutron] Attempting to bind port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:33.243999 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec39cb6e-d722-4d7f-8a53-4e6a2882e495 req-99f982a3-d2f0-47a6-ac93-01ddd11473b4 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.1135466 Aug 06 15:58:33.257522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03519442-c9b3-46d6-869e-3000c038d753 req-26bdff79-16e0-474f-95cf-5c700a42cfc8 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:33.257522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03519442-c9b3-46d6-869e-3000c038d753 req-26bdff79-16e0-474f-95cf-5c700a42cfc8 service neutron] Checking segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:33.258549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03519442-c9b3-46d6-869e-3000c038d753 req-26bdff79-16e0-474f-95cf-5c700a42cfc8 service neutron] Bound using segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:33.258549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-03519442-c9b3-46d6-869e-3000c038d753 req-26bdff79-16e0-474f-95cf-5c700a42cfc8 service neutron] Bound port: 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:33.266182 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60890) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:33.301386 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.315115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe0fc1f-4496-4600-bfff-cd6307e50a63']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:33.327678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65ad96b-dd1f-4eca-85cd-734536257c16') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:33.328073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65ad96b-dd1f-4eca-85cd-734536257c16') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:33.337516 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.353217 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.392043 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:58:33.392703 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: timer() Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:58:33.400437 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:58:33.502518 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-cd5aa039-672f-446c-b66c-eb70a5a33b84 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-327948376-network', 'tenant_id': 'bc6c94bd28e6427f9825c6938ef7f030'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:33.539893 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5aa039-672f-446c-b66c-eb70a5a33b84 admin admin] Made reservation on behalf of bc6c94bd28e6427f9825c6938ef7f030 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:33.543155 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa039-672f-446c-b66c-eb70a5a33b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.543860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-03519442-c9b3-46d6-869e-3000c038d753 req-26bdff79-16e0-474f-95cf-5c700a42cfc8 service neutron] For port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:33.544989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.550899 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.557205 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa039-672f-446c-b66c-eb70a5a33b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.562142 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9fe0fc1f-4496-4600-bfff-cd6307e50a63 HTTP/1.1" status: 204 len: 168 time: 1.3660138 Aug 06 15:58:33.580046 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd3cdb-c32b-4e12-82ae-319557e874ab req-9f689765-d24a-4b19-af69-d193a92b190e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:33.587569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82bd3cdb-c32b-4e12-82ae-319557e874ab req-9f689765-d24a-4b19-af69-d193a92b190e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.2113304 Aug 06 15:58:33.592441 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-03519442-c9b3-46d6-869e-3000c038d753 req-26bdff79-16e0-474f-95cf-5c700a42cfc8 service neutron] Notify callbacks [] for binding, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.593823 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-26bdff79-16e0-474f-95cf-5c700a42cfc8 service neutron] 10.222.0.37 "POST /v2.0/ports/5d391f6f-5cf1-4b96-b674-bb3fe76f3997/bindings HTTP/1.1" status: 201 len: 389 time: 0.9784048 Aug 06 15:58:33.611828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b70101-771c-4811-b5d6-df7ef1528fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe0fc1f-4496-4600-bfff-cd6307e50a63,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:33.677590 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82bd3cdb-c32b-4e12-82ae-319557e874ab req-41dbd59f-edbc-431e-a733-2d03561fae45 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876887 Aug 06 15:58:33.725130 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e2f5866b-439f-491b-8af7-f69c97527da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.751943 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa039-672f-446c-b66c-eb70a5a33b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.757968 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa039-672f-446c-b66c-eb70a5a33b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.808627 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60900) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:33.821388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5aa039-672f-446c-b66c-eb70a5a33b84 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:58:33.854436 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa039-672f-446c-b66c-eb70a5a33b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.854999 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-cd5aa039-672f-446c-b66c-eb70a5a33b84 admin admin] Added segment 34f5447d-a34d-4dfb-8786-aeaf0df74696 of type vlan for network 64cd1520-c751-410c-90c5-288f8b4a70c9 Aug 06 15:58:33.864929 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5aa039-672f-446c-b66c-eb70a5a33b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d3d7d1-00cc-4829-b613-807b646d1651,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:33.900745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60c98f-376a-4591-b931-378c7cd5f070 req-d9c1a0c1-4c7d-467c-abab-8f9fe6b510a5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:33.909292 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c60c98f-376a-4591-b931-378c7cd5f070 req-d9c1a0c1-4c7d-467c-abab-8f9fe6b510a5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.1261699 Aug 06 15:58:33.950237 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa039-672f-446c-b66c-eb70a5a33b84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.960110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10734113-ab62-43db-aeb9-9eca142cd9ce req-8c5ec9b3-498c-4c94-8455-a99bb0700a41 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:33.961649 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10734113-ab62-43db-aeb9-9eca142cd9ce req-8c5ec9b3-498c-4c94-8455-a99bb0700a41 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 946 time: 0.1385837 Aug 06 15:58:33.963963 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7b692f89-ccb7-42dc-99c7-be964416fc90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f87bffe3aea447284072582ed137143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537888 Aug 06 15:58:33.964253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60904) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:33.986227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c60c98f-376a-4591-b931-378c7cd5f070 req-8075e1ae-cd30-4e59-880d-b45cc7a3a966 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759695 Aug 06 15:58:34.063267 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519442-c9b3-46d6-869e-3000c038d753 req-cfc8fe0d-6dfc-4787-8a91-a6324c77d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:34.064911 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-cfc8fe0d-6dfc-4787-8a91-a6324c77d845 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 1097 time: 0.0978651 Aug 06 15:58:34.066488 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa039-672f-446c-b66c-eb70a5a33b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.067984 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5aa039-672f-446c-b66c-eb70a5a33b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:34.068995 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa039-672f-446c-b66c-eb70a5a33b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.075411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10734113-ab62-43db-aeb9-9eca142cd9ce req-564df8e7-f340-43b8-8816-1b1c7f0edc9c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006372 Aug 06 15:58:34.097551 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3900f29e-a6af-485d-8210-f492a289f4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.157441 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3900f29e-a6af-485d-8210-f492a289f4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.243690 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cd5aa039-672f-446c-b66c-eb70a5a33b84 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9741178 Aug 06 15:58:34.247454 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60910) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:34.260697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-69efde3b-84ac-4ed0-8bef-dac72a28f61b admin admin] Request body: {'subnet': {'network_id': '64cd1520-c751-410c-90c5-288f8b4a70c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-327948376-subnet', 'tenant_id': 'bc6c94bd28e6427f9825c6938ef7f030', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:34.268354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5aa039-672f-446c-b66c-eb70a5a33b84 admin admin] Pushing event updated for resources: {'Network': ['ID=64cd1520-c751-410c-90c5-288f8b4a70c9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:34.287003 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 64cd1520-c751-410c-90c5-288f8b4a70c9 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:58:34.312535 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3900f29e-a6af-485d-8210-f492a289f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.320010 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3900f29e-a6af-485d-8210-f492a289f4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.326486 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519442-c9b3-46d6-869e-3000c038d753 req-8a7b7aab-e906-4ed4-af47-fdb1924e2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:34.335704 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-8a7b7aab-e906-4ed4-af47-fdb1924e2051 service neutron] 10.222.0.13 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.2627199 Aug 06 15:58:34.337499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3900f29e-a6af-485d-8210-f492a289f4e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aecaabf6-ec1a-4e2a-bda1-36bbb2b3c7b1 HTTP/1.1" status: 204 len: 168 time: 0.3714476 Aug 06 15:58:34.394671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900f29e-a6af-485d-8210-f492a289f4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecaabf6-ec1a-4e2a-bda1-36bbb2b3c7b1,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:34.411978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69efde3b-84ac-4ed0-8bef-dac72a28f61b admin admin] Made reservation on behalf of bc6c94bd28e6427f9825c6938ef7f030 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:34.424029 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-69efde3b-84ac-4ed0-8bef-dac72a28f61b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.489078 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-e15e03ad-35a1-4ba3-be57-8fd9bde99b05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d391f6f-5cf1-4b96-b674-bb3fe76f3997 HTTP/1.1" status: 200 len: 217 time: 0.1461225 Aug 06 15:58:34.572300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519442-c9b3-46d6-869e-3000c038d753 req-006a586d-ba36-4a9e-b232-2bef4ec26b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:34.575896 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-006a586d-ba36-4a9e-b232-2bef4ec26b17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.0770862 Aug 06 15:58:34.580398 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d683869-0515-405d-8325-9faf0d0cc4a6 req-09a46da6-d360-47a3-b2d4-b149a4856e66 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0331142 Aug 06 15:58:34.633977 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-1b1e84a2-1c2e-4212-99a2-e3e4d13d9b2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390370 Aug 06 15:58:34.748002 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-69efde3b-84ac-4ed0-8bef-dac72a28f61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.773487 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-6a964552-d3b9-496d-b964-5f7e9d963a41 service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331520 Aug 06 15:58:34.908266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efde3b-84ac-4ed0-8bef-dac72a28f61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d1da4b-fa18-428a-a086-604f4ecba825,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:34.927826 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-abe54a88-af6b-4a0b-9be4-17a5483c5e8c service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457088 Aug 06 15:58:34.943530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69efde3b-84ac-4ed0-8bef-dac72a28f61b admin admin] Checking segment: {'id': '34f5447d-a34d-4dfb-8786-aeaf0df74696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '64cd1520-c751-410c-90c5-288f8b4a70c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:34.943908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69efde3b-84ac-4ed0-8bef-dac72a28f61b admin admin] Network hostable DHCP agents. Network: 64cd1520-c751-410c-90c5-288f8b4a70c9, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:58:34.968802 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f83210-4615-4e5c-bbee-ce8dc38906a6 req-be46135e-49e5-4c66-b38b-78867d66457e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:34.974272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c1f83210-4615-4e5c-bbee-ce8dc38906a6 req-be46135e-49e5-4c66-b38b-78867d66457e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1414585 Aug 06 15:58:34.986090 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f92aba-4b0d-4682-9e2f-967b9330e677 req-ce98bf51-667a-41f3-9967-cf4f4d5d398f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:34.987577 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91f92aba-4b0d-4682-9e2f-967b9330e677 req-ce98bf51-667a-41f3-9967-cf4f4d5d398f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.1372051 Aug 06 15:58:35.028969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69efde3b-84ac-4ed0-8bef-dac72a28f61b admin admin] Network 64cd1520-c751-410c-90c5-288f8b4a70c9 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:58:35.056147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-69efde3b-84ac-4ed0-8bef-dac72a28f61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 64cd1520-c751-410c-90c5-288f8b4a70c9) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:35.060312 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c1f83210-4615-4e5c-bbee-ce8dc38906a6 req-ec4f8288-0e40-42ff-ac62-68069cd28dc7 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715036 Aug 06 15:58:35.067368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d718cedd-6eb6-4d70-a634-068dcf8fef00 None None] Network 64cd1520-c751-410c-90c5-288f8b4a70c9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:35.068228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91f92aba-4b0d-4682-9e2f-967b9330e677 req-9ba37d00-b62f-4231-95a4-2a06fc20723f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703316 Aug 06 15:58:35.068677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69efde3b-84ac-4ed0-8bef-dac72a28f61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:35.069374 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-69efde3b-84ac-4ed0-8bef-dac72a28f61b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:35.087016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-69efde3b-84ac-4ed0-8bef-dac72a28f61b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8321040 Aug 06 15:58:35.315409 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d11066-7a89-4f7b-a4b8-feff02ffc640 req-bf665fd0-f9c2-4c25-9b86-6704dab1b4dd tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:35.324487 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-71d11066-7a89-4f7b-a4b8-feff02ffc640 req-bf665fd0-f9c2-4c25-9b86-6704dab1b4dd tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 946 time: 0.0754056 Aug 06 15:58:35.385395 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-71d11066-7a89-4f7b-a4b8-feff02ffc640 req-09743313-3b80-42e3-a47f-1be3171e16fc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592864 Aug 06 15:58:35.425949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e89f921-8932-4593-8f0e-f1977a3718e3 None None] Network 64cd1520-c751-410c-90c5-288f8b4a70c9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:35.513550 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0158d65b-ef97-4592-bec9-4c425e88d076 req-a29c260f-7b7c-4dbb-877c-9ee9fbf259c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0364857 Aug 06 15:58:35.690925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-00ba376b-95ed-4861-88ff-c45d596ba919 req-6108b645-7ea1-413d-bd97-f72c1bbabf50 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-180703617', 'description': 'tempest-description-2147186790'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:35.719605 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-00ba376b-95ed-4861-88ff-c45d596ba919 req-6108b645-7ea1-413d-bd97-f72c1bbabf50 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:35.761053 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc8efbd0-1ddd-4250-a1e4-99a3400b1498 req-c0a96a39-2c2e-4ff8-9212-d8ff5bc53ea0 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0298533 Aug 06 15:58:35.888623 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-00ba376b-95ed-4861-88ff-c45d596ba919 req-6108b645-7ea1-413d-bd97-f72c1bbabf50 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:35.897046 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-00ba376b-95ed-4861-88ff-c45d596ba919 req-6108b645-7ea1-413d-bd97-f72c1bbabf50 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:35.931175 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-00ba376b-95ed-4861-88ff-c45d596ba919 req-6108b645-7ea1-413d-bd97-f72c1bbabf50 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:35.935383 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00ba376b-95ed-4861-88ff-c45d596ba919 req-6108b645-7ea1-413d-bd97-f72c1bbabf50 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2475967 Aug 06 15:58:35.946809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108b645-7ea1-413d-bd97-f72c1bbabf50 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1027af6d-864a-47e4-841c-31d5bc1abc23,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:35.966206 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-ad25d262-7272-418f-8adb-1b194f3e8e09 req-772596c5-fd4e-4b1c-b4f3-71f3fec2b23d tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1298542122', 'description': 'tempest-description-650113954'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:35.990512 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ad25d262-7272-418f-8adb-1b194f3e8e09 req-772596c5-fd4e-4b1c-b4f3-71f3fec2b23d tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.089841 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ad25d262-7272-418f-8adb-1b194f3e8e09 req-772596c5-fd4e-4b1c-b4f3-71f3fec2b23d tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.095806 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ad25d262-7272-418f-8adb-1b194f3e8e09 req-772596c5-fd4e-4b1c-b4f3-71f3fec2b23d tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.115205 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6a55d836-24c6-4a35-aeea-16500f376565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.134109 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772596c5-fd4e-4b1c-b4f3-71f3fec2b23d tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1f3e9d-462c-4a63-88a7-e4e95934f498,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:36.149348 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ad25d262-7272-418f-8adb-1b194f3e8e09 req-772596c5-fd4e-4b1c-b4f3-71f3fec2b23d tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.155360 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad25d262-7272-418f-8adb-1b194f3e8e09 req-772596c5-fd4e-4b1c-b4f3-71f3fec2b23d tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1940749 Aug 06 15:58:36.335284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a7532-7bd7-4cb6-88b2-12119a39cafe req-b19bbbf7-36a8-4daf-b8ac-5137a0729feb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:36.336886 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a5a7532-7bd7-4cb6-88b2-12119a39cafe req-b19bbbf7-36a8-4daf-b8ac-5137a0729feb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.1440952 Aug 06 15:58:36.381941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32780) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:36.382753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1d5b0-0c15-4f2d-b7f3-a75e35eed671 req-4d410625-5a1c-4084-a196-b8a3d9f3dbca tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:36.384422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20a1d5b0-0c15-4f2d-b7f3-a75e35eed671 req-4d410625-5a1c-4084-a196-b8a3d9f3dbca tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1013100 Aug 06 15:58:36.405775 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a5a7532-7bd7-4cb6-88b2-12119a39cafe req-6f9831c2-b2f0-493a-929d-e0783759505c tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592153 Aug 06 15:58:36.435801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20a1d5b0-0c15-4f2d-b7f3-a75e35eed671 req-98ae490e-e482-4dd6-adf1-29a7fdde2c1e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422230 Aug 06 15:58:36.543030 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.599233 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf3157e7-d64e-4531-b556-c8fe19b2a697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.718431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c393b-4c85-467b-9e53-afa4c583d85c req-1a91835c-ec02-4ddd-a221-319e52dbb84e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:36.719966 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-640c393b-4c85-467b-9e53-afa4c583d85c req-1a91835c-ec02-4ddd-a221-319e52dbb84e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/networks?id=64cd1520-c751-410c-90c5-288f8b4a70c9 HTTP/1.1" status: 200 len: 812 time: 0.1700618 Aug 06 15:58:36.736172 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2629ee-fe54-4189-95b7-957c602b702a req-97dd8c44-4c75-4abf-8334-a85537938c98 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:36.737786 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf3157e7-d64e-4531-b556-c8fe19b2a697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.737940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee2629ee-fe54-4189-95b7-957c602b702a req-97dd8c44-4c75-4abf-8334-a85537938c98 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 946 time: 0.0809195 Aug 06 15:58:36.745168 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf3157e7-d64e-4531-b556-c8fe19b2a697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.775292 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-640c393b-4c85-467b-9e53-afa4c583d85c req-1bcbcec7-94aa-4d92-89e1-c650d0942fec tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/quotas/bc6c94bd28e6427f9825c6938ef7f030 HTTP/1.1" status: 200 len: 375 time: 0.0360303 Aug 06 15:58:36.795434 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cf3157e7-d64e-4531-b556-c8fe19b2a697 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1167b1379dcc4e1bb4a7c353c6848a29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075551 Aug 06 15:58:36.795434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3157e7-d64e-4531-b556-c8fe19b2a697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f456e0c3-ac6b-445e-8e80-fe4048bfea48,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:36.795891 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32796) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:36.850759 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-640c393b-4c85-467b-9e53-afa4c583d85c req-c705ba1a-4352-45f7-893c-a98a828be8c9 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc6c94bd28e6427f9825c6938ef7f030&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502920 Aug 06 15:58:36.855728 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee2629ee-fe54-4189-95b7-957c602b702a req-08907077-41ce-4fa9-b4da-b6ab2364e56b tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077254 Aug 06 15:58:36.872821 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae01f93b-18da-49dd-8fe2-38dbe2e547d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.901998 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae01f93b-18da-49dd-8fe2-38dbe2e547d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.960804 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae01f93b-18da-49dd-8fe2-38dbe2e547d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.963628 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae01f93b-18da-49dd-8fe2-38dbe2e547d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.977499 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ae01f93b-18da-49dd-8fe2-38dbe2e547d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f456e0c3-ac6b-445e-8e80-fe4048bfea48 HTTP/1.1" status: 204 len: 168 time: 0.1682298 Aug 06 15:58:36.977499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01f93b-18da-49dd-8fe2-38dbe2e547d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f456e0c3-ac6b-445e-8e80-fe4048bfea48,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:37.018883 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-166754f8-cb9f-495c-9199-9d3da7663825 req-8b2626c0-d893-4539-a912-daa1035fb0ed tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0472987 Aug 06 15:58:37.063272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-640c393b-4c85-467b-9e53-afa4c583d85c req-65a81957-f100-4d34-bb6f-d5793019bc79 service neutron] 10.222.0.37 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007489 Aug 06 15:58:37.189918 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:37.207421 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-640c393b-4c85-467b-9e53-afa4c583d85c req-dd0f13ff-bc60-4d20-a15a-ebb4fbd81990 service neutron] 10.222.0.37 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356730 Aug 06 15:58:37.440169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b5a868b-1829-4568-9342-532f6833d49a req-ed42f3e0-3f71-485a-9bff-6c17315af3f6 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 210 time: 0.0576928 Aug 06 15:58:37.595961 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9c5368a-76db-4703-9d3b-fa58f801cf42 req-b3f8d900-5667-43a0-817c-13157ed96d7b tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0408385 Aug 06 15:58:37.695905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80325973-0f55-49b9-a89f-821d567e2adf req-e0219d79-2130-4105-8193-7dd7f398a65e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:37.698009 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80325973-0f55-49b9-a89f-821d567e2adf req-e0219d79-2130-4105-8193-7dd7f398a65e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.1010587 Aug 06 15:58:37.841667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b848e14-16f9-4ecb-9e0a-6e52e570a57c req-22de8dc4-6480-44b9-bf5e-d20de7f313ef tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:37.843733 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b848e14-16f9-4ecb-9e0a-6e52e570a57c req-22de8dc4-6480-44b9-bf5e-d20de7f313ef tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1353343 Aug 06 15:58:37.868881 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80325973-0f55-49b9-a89f-821d567e2adf req-b926a091-69ff-4e75-bd2d-c8491f168487 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377957 Aug 06 15:58:37.949974 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b848e14-16f9-4ecb-9e0a-6e52e570a57c req-ba0f4b58-d784-4a57-a958-8600badc39ec tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953166 Aug 06 15:58:38.148043 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0676e-38f1-4911-9391-c5df982ce2f7 req-e7adef8d-d12d-40c6-9bd3-e8a54db5bf36 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:38.158611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5c0676e-38f1-4911-9391-c5df982ce2f7 req-e7adef8d-d12d-40c6-9bd3-e8a54db5bf36 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 946 time: 0.0782814 Aug 06 15:58:38.225054 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5c0676e-38f1-4911-9391-c5df982ce2f7 req-f3711c4e-08c5-4eec-acd9-2c930994ca56 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601010 Aug 06 15:58:38.225054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32854) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:38.366778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-9e443533-ded7-418c-8f3b-df60b881578d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-199571525-network', 'tenant_id': 'ae854202385f4759865215de95da52a2'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:38.404125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e443533-ded7-418c-8f3b-df60b881578d admin admin] Made reservation on behalf of ae854202385f4759865215de95da52a2 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:38.408191 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e443533-ded7-418c-8f3b-df60b881578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.425169 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e443533-ded7-418c-8f3b-df60b881578d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.566131 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e443533-ded7-418c-8f3b-df60b881578d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.574109 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e443533-ded7-418c-8f3b-df60b881578d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.653058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e443533-ded7-418c-8f3b-df60b881578d admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:58:38.658183 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c062dbf9-aa0a-4d3f-b1b4-2a8039197adf req-12cd28cc-25ad-46d8-b560-86394a50035d tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 210 time: 0.0782008 Aug 06 15:58:38.662175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e443533-ded7-418c-8f3b-df60b881578d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6b5155-0d9a-4551-9440-cc11b0842179,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:38.682890 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e443533-ded7-418c-8f3b-df60b881578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.683370 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-9e443533-ded7-418c-8f3b-df60b881578d admin admin] Added segment 3831ddc7-3328-4bf1-a90a-92ca9b7fb248 of type vlan for network 1bfe8ed2-2ae7-40ff-91e4-5f32fc130538 Aug 06 15:58:38.740236 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e443533-ded7-418c-8f3b-df60b881578d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.788102 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e443533-ded7-418c-8f3b-df60b881578d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.789725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e443533-ded7-418c-8f3b-df60b881578d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:38.791170 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e443533-ded7-418c-8f3b-df60b881578d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.858817 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9b150d6-217f-4b5f-8229-464c97d35f1c req-d4a54ec0-758e-4343-a8e0-7de06c298bf8 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0536625 Aug 06 15:58:38.864819 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32862) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:38.865299 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9e443533-ded7-418c-8f3b-df60b881578d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6392362 Aug 06 15:58:38.874966 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-dddf7b89-54a6-4050-a596-5a66dc443681 admin admin] Request body: {'subnet': {'network_id': '1bfe8ed2-2ae7-40ff-91e4-5f32fc130538', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-199571525-subnet', 'tenant_id': 'ae854202385f4759865215de95da52a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:38.907630 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e443533-ded7-418c-8f3b-df60b881578d admin admin] Pushing event updated for resources: {'Network': ['ID=1bfe8ed2-2ae7-40ff-91e4-5f32fc130538,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:38.927411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 1bfe8ed2-2ae7-40ff-91e4-5f32fc130538 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:58:38.953117 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.957901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddf7b89-54a6-4050-a596-5a66dc443681 admin admin] Made reservation on behalf of ae854202385f4759865215de95da52a2 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:38.961107 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dddf7b89-54a6-4050-a596-5a66dc443681 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:39.057479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11959a19-41f6-4852-9270-06fbdebe7fbb req-1a9bb035-bf49-42ea-8d25-c29036a4ed0c tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:39.058968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11959a19-41f6-4852-9270-06fbdebe7fbb req-1a9bb035-bf49-42ea-8d25-c29036a4ed0c tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.0901577 Aug 06 15:58:39.138145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11959a19-41f6-4852-9270-06fbdebe7fbb req-25d36f03-e242-4fb2-b155-39963521d8ae tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692480 Aug 06 15:58:39.141544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c393b-4c85-467b-9e53-afa4c583d85c req-496cb518-3637-47f7-95db-014924ada7c4 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:39.143138 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-640c393b-4c85-467b-9e53-afa4c583d85c req-496cb518-3637-47f7-95db-014924ada7c4 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.78 "GET /v2.0/networks?id=64cd1520-c751-410c-90c5-288f8b4a70c9 HTTP/1.1" status: 200 len: 812 time: 0.1982088 Aug 06 15:58:39.186931 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-640c393b-4c85-467b-9e53-afa4c583d85c req-f320ef1d-e719-48ba-bf16-e517c353929a tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Request body: {'port': {'device_id': '2248f315-1505-4811-ad2f-c369995c09e3', 'network_id': '64cd1520-c751-410c-90c5-288f8b4a70c9', 'admin_state_up': True, 'tenant_id': 'bc6c94bd28e6427f9825c6938ef7f030'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:39.231452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95f80c-acb0-4254-a62c-d7615419a76a req-36f85524-4e2c-4f3b-a298-e46d0caf5f3b tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:39.233453 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d95f80c-acb0-4254-a62c-d7615419a76a req-36f85524-4e2c-4f3b-a298-e46d0caf5f3b tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.0940988 Aug 06 15:58:39.298074 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d95f80c-acb0-4254-a62c-d7615419a76a req-d25fc9b6-8b85-43d2-8459-3ae673dfbbc8 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547786 Aug 06 15:58:39.368232 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dddf7b89-54a6-4050-a596-5a66dc443681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:39.411980 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640c393b-4c85-467b-9e53-afa4c583d85c req-f320ef1d-e719-48ba-bf16-e517c353929a tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Made reservation on behalf of bc6c94bd28e6427f9825c6938ef7f030 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:39.419775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-640c393b-4c85-467b-9e53-afa4c583d85c req-f320ef1d-e719-48ba-bf16-e517c353929a tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:39.465909 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56e7e0-cddd-4422-82dd-9ae390e788d6 req-f3dd583c-b1d4-48f4-9a8c-ebebf16c230e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:39.469084 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed56e7e0-cddd-4422-82dd-9ae390e788d6 req-f3dd583c-b1d4-48f4-9a8c-ebebf16c230e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 946 time: 0.0811319 Aug 06 15:58:39.476685 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf7b89-54a6-4050-a596-5a66dc443681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36a37615-daa0-441e-a375-8f9f21ebed04,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:39.532016 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddf7b89-54a6-4050-a596-5a66dc443681 admin admin] Checking segment: {'id': '3831ddc7-3328-4bf1-a90a-92ca9b7fb248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '1bfe8ed2-2ae7-40ff-91e4-5f32fc130538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:39.532519 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed56e7e0-cddd-4422-82dd-9ae390e788d6 req-62a19e91-0191-4255-b989-043077fbfda8 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495338 Aug 06 15:58:39.533008 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddf7b89-54a6-4050-a596-5a66dc443681 admin admin] Network hostable DHCP agents. Network: 1bfe8ed2-2ae7-40ff-91e4-5f32fc130538, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:58:39.601915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddf7b89-54a6-4050-a596-5a66dc443681 admin admin] Network 1bfe8ed2-2ae7-40ff-91e4-5f32fc130538 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:58:39.619761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-640c393b-4c85-467b-9e53-afa4c583d85c req-f320ef1d-e719-48ba-bf16-e517c353929a tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Allocated IP 172.20.0.7 (64cd1520-c751-410c-90c5-288f8b4a70c9/83d1da4b-fa18-428a-a086-604f4ecba825/48aa4426-f3c8-44cf-9f2c-845477457c06) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:39.622181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-dddf7b89-54a6-4050-a596-5a66dc443681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 1bfe8ed2-2ae7-40ff-91e4-5f32fc130538) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:39.626856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddf7b89-54a6-4050-a596-5a66dc443681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:39.627710 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dddf7b89-54a6-4050-a596-5a66dc443681 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:39.639789 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5c27d2-2eac-4d3f-a0c6-c0622b92c859 None None] Network 1bfe8ed2-2ae7-40ff-91e4-5f32fc130538 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:39.661691 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dddf7b89-54a6-4050-a596-5a66dc443681 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7887807 Aug 06 15:58:39.830833 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3c83825c-f978-4dde-9c3e-44f2f8d371e7 req-e698ceb4-6a64-49e4-a35f-7d01e86970e2 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 210 time: 0.0566137 Aug 06 15:58:39.915522 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-640c393b-4c85-467b-9e53-afa4c583d85c req-f320ef1d-e719-48ba-bf16-e517c353929a tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:39.939560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338d28ad-7482-4717-9266-79b49fd02105 None None] Network 1bfe8ed2-2ae7-40ff-91e4-5f32fc130538 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:39.989149 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-640c393b-4c85-467b-9e53-afa4c583d85c req-f320ef1d-e719-48ba-bf16-e517c353929a tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.052831 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640c393b-4c85-467b-9e53-afa4c583d85c req-f320ef1d-e719-48ba-bf16-e517c353929a tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Network 64cd1520-c751-410c-90c5-288f8b4a70c9 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:40.059089 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-640c393b-4c85-467b-9e53-afa4c583d85c req-f320ef1d-e719-48ba-bf16-e517c353929a tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:40.064346 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-640c393b-4c85-467b-9e53-afa4c583d85c req-f320ef1d-e719-48ba-bf16-e517c353929a tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:40.132597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c393b-4c85-467b-9e53-afa4c583d85c req-f320ef1d-e719-48ba-bf16-e517c353929a tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:40.133477 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-640c393b-4c85-467b-9e53-afa4c583d85c req-f320ef1d-e719-48ba-bf16-e517c353929a tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.150096 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-640c393b-4c85-467b-9e53-afa4c583d85c req-f320ef1d-e719-48ba-bf16-e517c353929a tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9914682 Aug 06 15:58:40.155878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320ef1d-e719-48ba-bf16-e517c353929a tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event updated for resources: {'Port': ['ID=48aa4426-f3c8-44cf-9f2c-845477457c06,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:40.163629 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Request body: {'port': {'device_id': '2248f315-1505-4811-ad2f-c369995c09e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:40.198978 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-677c065f-8492-4e4a-b7af-aff2a9cb258b req-306b1a03-6d33-4335-809a-af8cd4470f0c tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0688245 Aug 06 15:58:40.242344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-5122d846-2df0-4415-b629-bc7cdb72b862 req-7f2fcdf4-6f84-4bc1-914e-701d99a77f8b tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-821198507', 'description': 'tempest-description-1234237462'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:40.256555 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.288689 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5122d846-2df0-4415-b629-bc7cdb72b862 req-7f2fcdf4-6f84-4bc1-914e-701d99a77f8b tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.372792 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df2f9a-a37c-41c1-8a5e-685a64e6909d req-376d9b42-50cb-4849-9d67-589b85ebf4ff tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:40.374924 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8df2f9a-a37c-41c1-8a5e-685a64e6909d req-376d9b42-50cb-4849-9d67-589b85ebf4ff tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.0728204 Aug 06 15:58:40.439729 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8df2f9a-a37c-41c1-8a5e-685a64e6909d req-bcd496e7-52bb-4ae6-95bf-7712169d5971 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581200 Aug 06 15:58:40.480819 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5122d846-2df0-4415-b629-bc7cdb72b862 req-7f2fcdf4-6f84-4bc1-914e-701d99a77f8b tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.487594 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5122d846-2df0-4415-b629-bc7cdb72b862 req-7f2fcdf4-6f84-4bc1-914e-701d99a77f8b tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.521046 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5122d846-2df0-4415-b629-bc7cdb72b862 req-7f2fcdf4-6f84-4bc1-914e-701d99a77f8b tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.522349 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5122d846-2df0-4415-b629-bc7cdb72b862 req-7f2fcdf4-6f84-4bc1-914e-701d99a77f8b tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2975404 Aug 06 15:58:40.524155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fcdf4-6f84-4bc1-914e-701d99a77f8b tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e405c3f-2aed-404e-952c-04f2b976eb8a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:40.678982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89598afe-1703-4146-9443-ba7d759035ff req-07ed7dfa-393b-4cfd-be08-9a4ee6825618 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:40.680439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89598afe-1703-4146-9443-ba7d759035ff req-07ed7dfa-393b-4cfd-be08-9a4ee6825618 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.0872905 Aug 06 15:58:40.697456 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48aa4426-f3c8-44cf-9f2c-845477457c06 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:58:40.705618 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.709207 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0db47c14-e12d-4f22-a42f-402fd71d712f req-30e6c0c6-e27e-486a-8b73-2aee9825491e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "GET /v2.0/security-groups/2e405c3f-2aed-404e-952c-04f2b976eb8a HTTP/1.1" status: 200 len: 1812 time: 0.0808456 Aug 06 15:58:40.717997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Transition to ACTIVE for port object 48aa4426-f3c8-44cf-9f2c-845477457c06 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:40.722005 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.729672 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-0db47c14-e12d-4f22-a42f-402fd71d712f req-3eb6caf9-e8c2-4416-9968-c2bcb64ccfdc tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2e405c3f-2aed-404e-952c-04f2b976eb8a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:40.729979 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-0db47c14-e12d-4f22-a42f-402fd71d712f req-3eb6caf9-e8c2-4416-9968-c2bcb64ccfdc tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2e405c3f-2aed-404e-952c-04f2b976eb8a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:40.741524 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89598afe-1703-4146-9443-ba7d759035ff req-fcc321e9-4afb-4726-8e2d-a13fd32393b1 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493011 Aug 06 15:58:40.821076 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=48aa4426-f3c8-44cf-9f2c-845477457c06,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:40.854752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0db47c14-e12d-4f22-a42f-402fd71d712f req-3eb6caf9-e8c2-4416-9968-c2bcb64ccfdc tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.881472 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0db47c14-e12d-4f22-a42f-402fd71d712f req-3eb6caf9-e8c2-4416-9968-c2bcb64ccfdc tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.886394 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0db47c14-e12d-4f22-a42f-402fd71d712f req-3eb6caf9-e8c2-4416-9968-c2bcb64ccfdc tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.903185 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Attempting to bind port 48aa4426-f3c8-44cf-9f2c-845477457c06 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:40.903694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Attempting to bind port 48aa4426-f3c8-44cf-9f2c-845477457c06 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '34f5447d-a34d-4dfb-8786-aeaf0df74696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '64cd1520-c751-410c-90c5-288f8b4a70c9'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:40.904183 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Attempting to bind port 48aa4426-f3c8-44cf-9f2c-845477457c06 on network 64cd1520-c751-410c-90c5-288f8b4a70c9 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:40.905747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff12ae3-bf7c-4ccb-970f-48bef23e7762 req-e15eb91f-2401-48b1-aa4c-017045eab9c1 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:40.907301 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ff12ae3-bf7c-4ccb-970f-48bef23e7762 req-e15eb91f-2401-48b1-aa4c-017045eab9c1 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 946 time: 0.0928123 Aug 06 15:58:40.911130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6caf9-e8c2-4416-9968-c2bcb64ccfdc tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc264dab-46fe-43de-a65f-43e9f37ece8f,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:40.912275 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Port 48aa4426-f3c8-44cf-9f2c-845477457c06 on network 64cd1520-c751-410c-90c5-288f8b4a70c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:58:40.913477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Attempting to bind port 48aa4426-f3c8-44cf-9f2c-845477457c06 on network 64cd1520-c751-410c-90c5-288f8b4a70c9 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:40.922577 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:40.923313 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Checking segment: {'id': '34f5447d-a34d-4dfb-8786-aeaf0df74696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '64cd1520-c751-410c-90c5-288f8b4a70c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:40.923734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Bound using segment: {'id': '34f5447d-a34d-4dfb-8786-aeaf0df74696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '64cd1520-c751-410c-90c5-288f8b4a70c9'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:40.924283 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Bound port: 48aa4426-f3c8-44cf-9f2c-845477457c06, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f5447d-a34d-4dfb-8786-aeaf0df74696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '64cd1520-c751-410c-90c5-288f8b4a70c9'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:40.924838 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.941259 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0db47c14-e12d-4f22-a42f-402fd71d712f req-3eb6caf9-e8c2-4416-9968-c2bcb64ccfdc tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.942296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0db47c14-e12d-4f22-a42f-402fd71d712f req-3eb6caf9-e8c2-4416-9968-c2bcb64ccfdc tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2189372 Aug 06 15:58:40.974525 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ff12ae3-bf7c-4ccb-970f-48bef23e7762 req-f1e6202c-dbaa-4056-b7ca-8403aab99470 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427778 Aug 06 15:58:41.023698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] For port 48aa4426-f3c8-44cf-9f2c-845477457c06, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:41.027128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] For port 48aa4426-f3c8-44cf-9f2c-845477457c06, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=48aa4426-f3c8-44cf-9f2c-845477457c06,segment=NetworkSegment(34f5447d-a34d-4dfb-8786-aeaf0df74696),segment_id=34f5447d-a34d-4dfb-8786-aeaf0df74696)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:41.033065 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.071550 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:41.072332 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.074873 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-640c393b-4c85-467b-9e53-afa4c583d85c req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] 10.222.0.78 "PUT /v2.0/ports/48aa4426-f3c8-44cf-9f2c-845477457c06 HTTP/1.1" status: 200 len: 1091 time: 0.9154112 Aug 06 15:58:41.075626 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2248f315-1505-4811-ad2f-c369995c09e3', 'tag': '48aa4426-f3c8-44cf-9f2c-845477457c06'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:41.078493 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5f7cec-22ff-41dc-bd94-f3e254f0dc84" -d '{"events": [{"name": "network-changed", "server_uuid": "2248f315-1505-4811-ad2f-c369995c09e3", "tag": "48aa4426-f3c8-44cf-9f2c-845477457c06"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:41.112775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caf4bd-a745-4111-952c-318d06ec0ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=48aa4426-f3c8-44cf-9f2c-845477457c06,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:41.117195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05b11841-440b-4980-97a7-bf2ed7625f17 req-8d29f440-f3e3-41c4-8207-8fc6bae3e1f2 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "GET /v2.0/security-groups/2e405c3f-2aed-404e-952c-04f2b976eb8a HTTP/1.1" status: 200 len: 2405 time: 0.0980380 Aug 06 15:58:41.135821 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d35580-a1d1-4e0f-8662-c201081a46a3 req-68970e01-221a-4f71-ac61-60cade247262 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:41.137356 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78d35580-a1d1-4e0f-8662-c201081a46a3 req-68970e01-221a-4f71-ac61-60cade247262 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 943 time: 0.1077492 Aug 06 15:58:41.205577 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c393b-4c85-467b-9e53-afa4c583d85c req-45c34cec-4a13-4e31-96db-23282d421875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:41.207415 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-640c393b-4c85-467b-9e53-afa4c583d85c req-45c34cec-4a13-4e31-96db-23282d421875 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc6c94bd28e6427f9825c6938ef7f030&device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 1094 time: 0.0510402 Aug 06 15:58:41.210474 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78d35580-a1d1-4e0f-8662-c201081a46a3 req-f25b0faa-2ca4-4246-9584-389d31f86111 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643339 Aug 06 15:58:41.261211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7013fd05-fc3c-4744-bdd6-fd75229a695d req-2e79aea4-9842-497a-870f-e698519ad4b7 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "GET /v2.0/security-group-rules/bc264dab-46fe-43de-a65f-43e9f37ece8f HTTP/1.1" status: 200 len: 778 time: 0.0195246 Aug 06 15:58:41.276426 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cf9389-8918-4629-bb9e-2f863b6f528e x-openstack-request-id: req-49cf9389-8918-4629-bb9e-2f863b6f528e {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:41.276890 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2248f315-1505-4811-ad2f-c369995c09e3", "tag": "48aa4426-f3c8-44cf-9f2c-845477457c06", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:41.277438 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49cf9389-8918-4629-bb9e-2f863b6f528e {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:41.278112 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2248f315-1505-4811-ad2f-c369995c09e3', 'tag': '48aa4426-f3c8-44cf-9f2c-845477457c06', 'status': 'completed', 'code': 200} Aug 06 15:58:41.281090 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-640c393b-4c85-467b-9e53-afa4c583d85c req-34db2544-bd5f-4b6d-8c2d-86c179260265 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48aa4426-f3c8-44cf-9f2c-845477457c06 HTTP/1.1" status: 200 len: 217 time: 0.0645416 Aug 06 15:58:41.321790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7013fd05-fc3c-4744-bdd6-fd75229a695d req-1a563ec9-bbc4-41d1-b6be-1c662025c220 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "GET /v2.0/security-groups/2e405c3f-2aed-404e-952c-04f2b976eb8a HTTP/1.1" status: 200 len: 2405 time: 0.0506217 Aug 06 15:58:41.350422 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c393b-4c85-467b-9e53-afa4c583d85c req-a2be87a5-9e27-41eb-a8ab-48d68294435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:41.352148 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-640c393b-4c85-467b-9e53-afa4c583d85c req-a2be87a5-9e27-41eb-a8ab-48d68294435c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=83d1da4b-fa18-428a-a086-604f4ecba825 HTTP/1.1" status: 200 len: 852 time: 0.0637064 Aug 06 15:58:41.379499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f28f2423-7b4f-4a39-8886-3bf15fe029c9 req-bc8f49f0-c498-4f54-bccf-120b16ef3837 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0332074 Aug 06 15:58:41.388333 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7013fd05-fc3c-4744-bdd6-fd75229a695d req-f03881be-a4bc-489e-8e95-b0161af09593 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.392311 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-640c393b-4c85-467b-9e53-afa4c583d85c req-03821881-9c57-4335-b666-f48a9bdd8ec1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64cd1520-c751-410c-90c5-288f8b4a70c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248172 Aug 06 15:58:41.399479 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7013fd05-fc3c-4744-bdd6-fd75229a695d req-f03881be-a4bc-489e-8e95-b0161af09593 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.432876 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7013fd05-fc3c-4744-bdd6-fd75229a695d req-f03881be-a4bc-489e-8e95-b0161af09593 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.440977 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7013fd05-fc3c-4744-bdd6-fd75229a695d req-f03881be-a4bc-489e-8e95-b0161af09593 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.442262 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7013fd05-fc3c-4744-bdd6-fd75229a695d req-f03881be-a4bc-489e-8e95-b0161af09593 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/bc264dab-46fe-43de-a65f-43e9f37ece8f HTTP/1.1" status: 204 len: 173 time: 0.1073122 Aug 06 15:58:41.448839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03881be-a4bc-489e-8e95-b0161af09593 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc264dab-46fe-43de-a65f-43e9f37ece8f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:41.471298 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-06101f8f-7f92-4a12-b1e5-cb06a46e34e1 req-f738c822-352e-4bfa-9bd6-c8c13cd43cb5 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-499130343', 'description': 'tempest-description-1535570505'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:41.499346 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-06101f8f-7f92-4a12-b1e5-cb06a46e34e1 req-f738c822-352e-4bfa-9bd6-c8c13cd43cb5 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.508490 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-640c393b-4c85-467b-9e53-afa4c583d85c req-14bfdaf6-7e70-44e6-a677-6cef50dfe84b service neutron] 10.222.0.78 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077924 Aug 06 15:58:41.618519 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-640c393b-4c85-467b-9e53-afa4c583d85c req-392be794-fea9-4c6d-8fe0-27c60124c951 service neutron] 10.222.0.78 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993116 Aug 06 15:58:41.623063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a53479-55ab-4c31-9fb5-ba55b0f9459b req-1a33d9bf-0a49-4111-a906-7669001f7287 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:41.624687 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6a53479-55ab-4c31-9fb5-ba55b0f9459b req-1a33d9bf-0a49-4111-a906-7669001f7287 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.0825326 Aug 06 15:58:41.656376 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-06101f8f-7f92-4a12-b1e5-cb06a46e34e1 req-f738c822-352e-4bfa-9bd6-c8c13cd43cb5 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.666821 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-06101f8f-7f92-4a12-b1e5-cb06a46e34e1 req-f738c822-352e-4bfa-9bd6-c8c13cd43cb5 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.719897 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-06101f8f-7f92-4a12-b1e5-cb06a46e34e1 req-f738c822-352e-4bfa-9bd6-c8c13cd43cb5 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.721935 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06101f8f-7f92-4a12-b1e5-cb06a46e34e1 req-f738c822-352e-4bfa-9bd6-c8c13cd43cb5 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2556665 Aug 06 15:58:41.723451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738c822-352e-4bfa-9bd6-c8c13cd43cb5 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3c8bcd-7519-4266-8f8c-b4d4ef34654a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:41.735053 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f7cec-22ff-41dc-bd94-f3e254f0dc84 req-2046f768-0f9a-4864-9a50-aaef73faaa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:41.735053 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d5f7cec-22ff-41dc-bd94-f3e254f0dc84 req-2046f768-0f9a-4864-9a50-aaef73faaa78 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc6c94bd28e6427f9825c6938ef7f030&device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 1094 time: 0.0485387 Aug 06 15:58:41.735755 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6a53479-55ab-4c31-9fb5-ba55b0f9459b req-53144c14-a95b-4230-97ee-e4b457a96dff tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924072 Aug 06 15:58:41.896613 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f7cec-22ff-41dc-bd94-f3e254f0dc84 req-50d69f2f-75fa-40d0-ac04-c573caf8a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:41.898690 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d5f7cec-22ff-41dc-bd94-f3e254f0dc84 req-50d69f2f-75fa-40d0-ac04-c573caf8a5c0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=64cd1520-c751-410c-90c5-288f8b4a70c9 HTTP/1.1" status: 200 len: 913 time: 0.1628275 Aug 06 15:58:41.935251 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5372bf27-816a-43ea-9422-c8354a71bef2 req-8c798d85-c493-4eac-b224-9dc12415e912 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "GET /v2.0/security-groups/7d3c8bcd-7519-4266-8f8c-b4d4ef34654a HTTP/1.1" status: 200 len: 1812 time: 0.0813417 Aug 06 15:58:41.954035 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d5f7cec-22ff-41dc-bd94-f3e254f0dc84 req-3ad9adcd-15eb-4abf-b822-4ec3d9b0e025 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48aa4426-f3c8-44cf-9f2c-845477457c06 HTTP/1.1" status: 200 len: 217 time: 0.0437639 Aug 06 15:58:41.970279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65eb9-bd9f-4b93-8d93-3403bebe38c4 req-84866937-378e-4b64-bf6b-c09c0dc7e9b2 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:41.972056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65eb9-bd9f-4b93-8d93-3403bebe38c4 req-84866937-378e-4b64-bf6b-c09c0dc7e9b2 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.0723877 Aug 06 15:58:41.997184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-052bbd3a-b8dd-40a8-b3fc-2e0ee36ae82e req-4ec2cb8b-53d1-4b94-9830-b45ab777f2ac tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-437413821', 'description': 'tempest-description-1226586095'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:42.040495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f7cec-22ff-41dc-bd94-f3e254f0dc84 req-d0696ff0-af94-401c-b085-06e505a2abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:42.043013 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d5f7cec-22ff-41dc-bd94-f3e254f0dc84 req-d0696ff0-af94-401c-b085-06e505a2abc7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=83d1da4b-fa18-428a-a086-604f4ecba825 HTTP/1.1" status: 200 len: 852 time: 0.0783005 Aug 06 15:58:42.045153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65eb9-bd9f-4b93-8d93-3403bebe38c4 req-87261bfb-0cfa-4f74-be65-3aaf9539175f tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631464 Aug 06 15:58:42.051360 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-052bbd3a-b8dd-40a8-b3fc-2e0ee36ae82e req-4ec2cb8b-53d1-4b94-9830-b45ab777f2ac tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:42.212919 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-052bbd3a-b8dd-40a8-b3fc-2e0ee36ae82e req-4ec2cb8b-53d1-4b94-9830-b45ab777f2ac tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:42.221380 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-052bbd3a-b8dd-40a8-b3fc-2e0ee36ae82e req-4ec2cb8b-53d1-4b94-9830-b45ab777f2ac tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:42.260438 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2cb8b-53d1-4b94-9830-b45ab777f2ac tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14435024-d858-4390-932f-54bc6568695f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:42.264187 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-052bbd3a-b8dd-40a8-b3fc-2e0ee36ae82e req-4ec2cb8b-53d1-4b94-9830-b45ab777f2ac tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:42.265393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-052bbd3a-b8dd-40a8-b3fc-2e0ee36ae82e req-4ec2cb8b-53d1-4b94-9830-b45ab777f2ac tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2759161 Aug 06 15:58:42.273190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415eccee-69d4-4dd8-835d-49c7a3362587 req-5d5fd4e8-2254-4aa0-946f-30e446e16d4e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:42.274821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-415eccee-69d4-4dd8-835d-49c7a3362587 req-5d5fd4e8-2254-4aa0-946f-30e446e16d4e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 946 time: 0.1120043 Aug 06 15:58:42.329321 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-415eccee-69d4-4dd8-835d-49c7a3362587 req-6697b021-5a65-435a-8efe-67aedcb61a73 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426376 Aug 06 15:58:42.428970 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d5f7cec-22ff-41dc-bd94-f3e254f0dc84 req-57e21cc6-c454-4bc5-b168-2996dc19f153 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64cd1520-c751-410c-90c5-288f8b4a70c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3773520 Aug 06 15:58:42.456603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8e83f-d27b-4e67-b9a3-8c3a954a23fc req-9167181e-8e69-4a5e-bad8-845a7d880379 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:42.458305 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3d8e83f-d27b-4e67-b9a3-8c3a954a23fc req-9167181e-8e69-4a5e-bad8-845a7d880379 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 943 time: 0.0959365 Aug 06 15:58:42.461898 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f4f8a6e-ac45-441d-9f39-cab7592736c8 req-3a040a8a-4e0c-4c7b-815d-6bf46b1167e1 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "GET /v2.0/security-groups/14435024-d858-4390-932f-54bc6568695f HTTP/1.1" status: 200 len: 1812 time: 0.0834894 Aug 06 15:58:42.516257 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3d8e83f-d27b-4e67-b9a3-8c3a954a23fc req-0a2ec9ad-8782-4065-993e-5f01c53aa8ca tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473406 Aug 06 15:58:42.550909 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-505a4897-a54d-40d8-9632-6c8455c9f777 req-9f41998b-35d5-4525-915b-e43ca004bd9e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-801908769', 'description': 'tempest-description-609216008'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:42.581715 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d5f7cec-22ff-41dc-bd94-f3e254f0dc84 req-31a042be-bd70-4250-b243-01da68556dfe service neutron] 10.222.0.78 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425300 Aug 06 15:58:42.602048 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4e31014-b551-4ea0-91da-6c9eca930357 req-527d2ff9-9e6d-4cf9-acdd-494065c46741 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0351520 Aug 06 15:58:42.602831 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-505a4897-a54d-40d8-9632-6c8455c9f777 req-9f41998b-35d5-4525-915b-e43ca004bd9e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:42.717836 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-505a4897-a54d-40d8-9632-6c8455c9f777 req-9f41998b-35d5-4525-915b-e43ca004bd9e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:42.718560 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d5f7cec-22ff-41dc-bd94-f3e254f0dc84 req-7f294620-7b3d-4776-8b97-71bbbd86ef86 service neutron] 10.222.0.78 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287014 Aug 06 15:58:42.724623 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-505a4897-a54d-40d8-9632-6c8455c9f777 req-9f41998b-35d5-4525-915b-e43ca004bd9e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:42.766256 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-505a4897-a54d-40d8-9632-6c8455c9f777 req-9f41998b-35d5-4525-915b-e43ca004bd9e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:42.767375 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-505a4897-a54d-40d8-9632-6c8455c9f777 req-9f41998b-35d5-4525-915b-e43ca004bd9e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2206082 Aug 06 15:58:42.769133 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41998b-35d5-4525-915b-e43ca004bd9e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ccceeb-31f1-408f-84c8-6525bb47a9ff,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:42.866088 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc407cc5-e209-4221-b318-e78186c66a0b req-55e6f6c9-eb83-4246-863f-101de8a81990 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "GET /v2.0/security-groups/26ccceeb-31f1-408f-84c8-6525bb47a9ff HTTP/1.1" status: 200 len: 1811 time: 0.0677280 Aug 06 15:58:42.912210 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83a745-3438-46df-bc74-1c4c1435b8b6 req-6a0745aa-5416-4bfe-a170-0e3a6abc235f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:42.913733 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f83a745-3438-46df-bc74-1c4c1435b8b6 req-6a0745aa-5416-4bfe-a170-0e3a6abc235f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.0669901 Aug 06 15:58:42.960151 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f83a745-3438-46df-bc74-1c4c1435b8b6 req-3b37b903-b624-4478-9f98-c3c571d65dd2 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370307 Aug 06 15:58:42.995187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-e652ef7b-b574-4b06-b0b4-034ec7857ef8 req-240c72ff-502f-4af2-8244-803d26e1b93e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-491563033', 'description': 'tempest-description-2088218628'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:43.022157 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e652ef7b-b574-4b06-b0b4-034ec7857ef8 req-240c72ff-502f-4af2-8244-803d26e1b93e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:43.111269 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e652ef7b-b574-4b06-b0b4-034ec7857ef8 req-240c72ff-502f-4af2-8244-803d26e1b93e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:43.116432 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e652ef7b-b574-4b06-b0b4-034ec7857ef8 req-240c72ff-502f-4af2-8244-803d26e1b93e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:43.153766 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e652ef7b-b574-4b06-b0b4-034ec7857ef8 req-240c72ff-502f-4af2-8244-803d26e1b93e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:43.155615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e652ef7b-b574-4b06-b0b4-034ec7857ef8 req-240c72ff-502f-4af2-8244-803d26e1b93e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1653535 Aug 06 15:58:43.174072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c72ff-502f-4af2-8244-803d26e1b93e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920849e1-86e7-4584-835b-c6a82f06ed86,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:43.230788 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e104b79-c1f7-4eba-9e4b-b568351c34ff req-5377c824-bd53-40af-ab4d-9fba713b3249 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:43.232728 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e104b79-c1f7-4eba-9e4b-b568351c34ff req-5377c824-bd53-40af-ab4d-9fba713b3249 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1012924 Aug 06 15:58:43.254156 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7745d44-c456-4fd7-b252-e5ea0faa364c req-433b6df8-46cf-4a28-ad3d-2ea12c54ecae tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "GET /v2.0/security-groups/920849e1-86e7-4584-835b-c6a82f06ed86 HTTP/1.1" status: 200 len: 1812 time: 0.0768328 Aug 06 15:58:43.575096 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-60dd37e2-02ed-4afc-a471-ab39e84c9967 req-851062d6-de38-454e-ae1c-b5fb46ccc245 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] show failed (client error): The resource could not be found. Aug 06 15:58:43.576045 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60dd37e2-02ed-4afc-a471-ab39e84c9967 req-851062d6-de38-454e-ae1c-b5fb46ccc245 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "GET /v2.0/security-groups/16ab3b95-1a1c-4c1a-8b12-dd0e5d9afc3f HTTP/1.1" status: 404 len: 352 time: 0.0180492 Aug 06 15:58:43.592456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e104b79-c1f7-4eba-9e4b-b568351c34ff req-b2fa7bda-a529-4dde-a0cc-fa1b878d32cb tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496118 Aug 06 15:58:43.710118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1e393-a9e3-4bed-b69b-64e65482318a req-270602b4-4feb-4c4c-97fa-2e987b1a0283 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:43.711576 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0a1e393-a9e3-4bed-b69b-64e65482318a req-270602b4-4feb-4c4c-97fa-2e987b1a0283 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 946 time: 0.0750544 Aug 06 15:58:43.722019 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64bae3-e808-42fc-bc41-12dee600d67b req-47ae6e31-f76f-43d6-b279-1dfd314fcec3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:43.723580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e64bae3-e808-42fc-bc41-12dee600d67b req-47ae6e31-f76f-43d6-b279-1dfd314fcec3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 943 time: 0.0757890 Aug 06 15:58:43.776900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0a1e393-a9e3-4bed-b69b-64e65482318a req-a7cb8cdb-0b78-4250-8d12-ea41b66b9ffc tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523484 Aug 06 15:58:43.789482 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e64bae3-e808-42fc-bc41-12dee600d67b req-43d1fa0e-fa7f-4a5a-8944-2d0541957bc0 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509851 Aug 06 15:58:43.829154 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-5aff55e8-8c88-473d-be99-0b9a70a4a70e req-70131c7c-623a-484a-8e1a-a94a064170b8 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] show failed (client error): The resource could not be found. Aug 06 15:58:43.829667 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5aff55e8-8c88-473d-be99-0b9a70a4a70e req-70131c7c-623a-484a-8e1a-a94a064170b8 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "GET /v2.0/security-group-rules/10f73539-c51b-43bc-921f-62fd3888f1f0 HTTP/1.1" status: 404 len: 361 time: 0.0131934 Aug 06 15:58:43.901797 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91f1742c-27e1-4bb0-9ef4-efc48922b3d6 req-763ef4f4-c1ba-41a7-b09f-694048537318 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0323429 Aug 06 15:58:43.915752 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6c556220-a6c8-4a9c-bd96-6d9ffad194aa req-c46ecef6-ce1e-4df7-be61-ddcda02a5252 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "GET /v2.0/security-groups/920849e1-86e7-4584-835b-c6a82f06ed86 HTTP/1.1" status: 200 len: 1812 time: 0.0619841 Aug 06 15:58:43.980041 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6c556220-a6c8-4a9c-bd96-6d9ffad194aa req-6ae6dd7c-0df9-4470-b75f-0639e250562a tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.006306 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6c556220-a6c8-4a9c-bd96-6d9ffad194aa req-6ae6dd7c-0df9-4470-b75f-0639e250562a tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.055466 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6c556220-a6c8-4a9c-bd96-6d9ffad194aa req-6ae6dd7c-0df9-4470-b75f-0639e250562a tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.060163 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6c556220-a6c8-4a9c-bd96-6d9ffad194aa req-6ae6dd7c-0df9-4470-b75f-0639e250562a tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.061706 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6c556220-a6c8-4a9c-bd96-6d9ffad194aa req-6ae6dd7c-0df9-4470-b75f-0639e250562a tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "DELETE /v2.0/security-groups/920849e1-86e7-4584-835b-c6a82f06ed86 HTTP/1.1" status: 204 len: 173 time: 0.1383822 Aug 06 15:58:44.075759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6dd7c-0df9-4470-b75f-0639e250562a tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=920849e1-86e7-4584-835b-c6a82f06ed86,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:44.235847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605375a-731c-4e51-bbbd-fc132d5791a2 req-9623b494-882f-4a2d-8ad0-f66256b031e9 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:44.238266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3605375a-731c-4e51-bbbd-fc132d5791a2 req-9623b494-882f-4a2d-8ad0-f66256b031e9 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.1253045 Aug 06 15:58:44.244483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b819d37e-ee58-4168-83c6-f0635f1188f3 req-3cfae0b5-cb6f-4a7e-9592-64d45afe35a2 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "GET /v2.0/security-groups/26ccceeb-31f1-408f-84c8-6525bb47a9ff HTTP/1.1" status: 200 len: 1811 time: 0.0870101 Aug 06 15:58:44.330053 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3605375a-731c-4e51-bbbd-fc132d5791a2 req-f1201d09-8c98-4e93-a884-9ce60543bc36 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843253 Aug 06 15:58:44.358659 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b819d37e-ee58-4168-83c6-f0635f1188f3 req-a86454f6-1aac-4e4b-a8f9-5a033e467c60 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.389342 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b819d37e-ee58-4168-83c6-f0635f1188f3 req-a86454f6-1aac-4e4b-a8f9-5a033e467c60 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.438484 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b819d37e-ee58-4168-83c6-f0635f1188f3 req-a86454f6-1aac-4e4b-a8f9-5a033e467c60 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.441152 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b819d37e-ee58-4168-83c6-f0635f1188f3 req-a86454f6-1aac-4e4b-a8f9-5a033e467c60 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.442349 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b819d37e-ee58-4168-83c6-f0635f1188f3 req-a86454f6-1aac-4e4b-a8f9-5a033e467c60 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "DELETE /v2.0/security-groups/26ccceeb-31f1-408f-84c8-6525bb47a9ff HTTP/1.1" status: 204 len: 173 time: 0.1876175 Aug 06 15:58:44.452539 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86454f6-1aac-4e4b-a8f9-5a033e467c60 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ccceeb-31f1-408f-84c8-6525bb47a9ff,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:44.503900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0e76fba4-ac93-41ea-9790-62f9cfe7715a req-3936cea5-24f3-4f7b-a3d7-dc86fe98959a tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "GET /v2.0/security-groups/14435024-d858-4390-932f-54bc6568695f HTTP/1.1" status: 200 len: 1812 time: 0.0427618 Aug 06 15:58:44.562379 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0e76fba4-ac93-41ea-9790-62f9cfe7715a req-384e4744-14b4-4c17-96ad-b8db7c5a1d3e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.586201 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0e76fba4-ac93-41ea-9790-62f9cfe7715a req-384e4744-14b4-4c17-96ad-b8db7c5a1d3e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.630517 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0e76fba4-ac93-41ea-9790-62f9cfe7715a req-384e4744-14b4-4c17-96ad-b8db7c5a1d3e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.633835 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0e76fba4-ac93-41ea-9790-62f9cfe7715a req-384e4744-14b4-4c17-96ad-b8db7c5a1d3e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.636493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0e76fba4-ac93-41ea-9790-62f9cfe7715a req-384e4744-14b4-4c17-96ad-b8db7c5a1d3e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "DELETE /v2.0/security-groups/14435024-d858-4390-932f-54bc6568695f HTTP/1.1" status: 204 len: 173 time: 0.1249983 Aug 06 15:58:44.650155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e4744-14b4-4c17-96ad-b8db7c5a1d3e tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14435024-d858-4390-932f-54bc6568695f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:44.724928 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7db2036a-45f8-492b-b9e5-42c1da35755d req-984ad461-4115-4013-87a2-af13b80308df tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "GET /v2.0/security-groups/7d3c8bcd-7519-4266-8f8c-b4d4ef34654a HTTP/1.1" status: 200 len: 1812 time: 0.0655105 Aug 06 15:58:44.740026 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea28902-5650-4f20-8ca7-7378cc7cc3e5 req-3a221b65-54df-4001-ac64-a4f680dcf27a tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:44.741475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ea28902-5650-4f20-8ca7-7378cc7cc3e5 req-3a221b65-54df-4001-ac64-a4f680dcf27a tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.0743515 Aug 06 15:58:44.811491 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ea28902-5650-4f20-8ca7-7378cc7cc3e5 req-34039619-9c76-411a-9cbf-c89aa7a337d0 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625305 Aug 06 15:58:44.824364 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7db2036a-45f8-492b-b9e5-42c1da35755d req-2ff731f8-675a-400c-bcb4-96906279c075 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.863895 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7db2036a-45f8-492b-b9e5-42c1da35755d req-2ff731f8-675a-400c-bcb4-96906279c075 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.934813 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7db2036a-45f8-492b-b9e5-42c1da35755d req-2ff731f8-675a-400c-bcb4-96906279c075 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.938001 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7db2036a-45f8-492b-b9e5-42c1da35755d req-2ff731f8-675a-400c-bcb4-96906279c075 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.939149 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7db2036a-45f8-492b-b9e5-42c1da35755d req-2ff731f8-675a-400c-bcb4-96906279c075 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "DELETE /v2.0/security-groups/7d3c8bcd-7519-4266-8f8c-b4d4ef34654a HTTP/1.1" status: 204 len: 173 time: 0.2075403 Aug 06 15:58:44.951978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff731f8-675a-400c-bcb4-96906279c075 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3c8bcd-7519-4266-8f8c-b4d4ef34654a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:44.961071 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed2c81-c5ad-4f95-ba07-0694e7148d32 req-ea6b03b2-1c9c-4c51-b9ec-db6e0ad1b209 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:44.965862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12ed2c81-c5ad-4f95-ba07-0694e7148d32 req-ea6b03b2-1c9c-4c51-b9ec-db6e0ad1b209 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 946 time: 0.0809963 Aug 06 15:58:45.030222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12ed2c81-c5ad-4f95-ba07-0694e7148d32 req-c9378eae-407b-476b-96f9-fcce14d669e9 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614002 Aug 06 15:58:45.060327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55bafd-031e-4ea3-b6b5-4ae7baddcdb0 req-0a4e69fa-0d72-4e92-8e65-bec122056f0f tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:45.062861 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e55bafd-031e-4ea3-b6b5-4ae7baddcdb0 req-0a4e69fa-0d72-4e92-8e65-bec122056f0f tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 943 time: 0.0674303 Aug 06 15:58:45.104854 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e55bafd-031e-4ea3-b6b5-4ae7baddcdb0 req-07995858-69ce-4774-9f00-27376c7bb213 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348029 Aug 06 15:58:45.137093 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d23d13e-818b-450b-97c6-bd71236acc8a req-af78f6d3-44a0-47c5-83fa-e7fda1c42e8c tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0313756 Aug 06 15:58:45.175668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed85a8c3-bb1b-4229-a96d-f6ac1498744e req-7b05ba20-3729-4df3-8cf1-a231df5f6962 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "GET /v2.0/security-groups/2e405c3f-2aed-404e-952c-04f2b976eb8a HTTP/1.1" status: 200 len: 1812 time: 0.0419061 Aug 06 15:58:45.235045 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ed85a8c3-bb1b-4229-a96d-f6ac1498744e req-fead08e5-06e7-4e6d-b7a9-8efbb3edb319 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.258662 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ed85a8c3-bb1b-4229-a96d-f6ac1498744e req-fead08e5-06e7-4e6d-b7a9-8efbb3edb319 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.308042 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ed85a8c3-bb1b-4229-a96d-f6ac1498744e req-fead08e5-06e7-4e6d-b7a9-8efbb3edb319 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.310780 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ed85a8c3-bb1b-4229-a96d-f6ac1498744e req-fead08e5-06e7-4e6d-b7a9-8efbb3edb319 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.312465 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed85a8c3-bb1b-4229-a96d-f6ac1498744e req-fead08e5-06e7-4e6d-b7a9-8efbb3edb319 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] 10.222.0.37 "DELETE /v2.0/security-groups/2e405c3f-2aed-404e-952c-04f2b976eb8a HTTP/1.1" status: 204 len: 173 time: 0.1308122 Aug 06 15:58:45.319352 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32986) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:45.323218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead08e5-06e7-4e6d-b7a9-8efbb3edb319 tempest-SecurityGroupRulesNegativeTestJSON-516875327 tempest-SecurityGroupRulesNegativeTestJSON-516875327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e405c3f-2aed-404e-952c-04f2b976eb8a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:45.367902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-547b45c2-a68b-45d5-83b8-52ba6ce018b5 admin admin] Deleting subnet 36a37615-daa0-441e-a375-8f9f21ebed04 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:58:45.371587 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-547b45c2-a68b-45d5-83b8-52ba6ce018b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.411141 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-547b45c2-a68b-45d5-83b8-52ba6ce018b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.461796 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-547b45c2-a68b-45d5-83b8-52ba6ce018b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.475917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2cbc9-faaf-4805-b331-d8f675296349 req-62aec283-d830-44a0-bd62-35e264d93a73 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:45.477569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abc2cbc9-faaf-4805-b331-d8f675296349 req-62aec283-d830-44a0-bd62-35e264d93a73 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.0702095 Aug 06 15:58:45.527110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abc2cbc9-faaf-4805-b331-d8f675296349 req-743eab68-2ab2-4fef-b707-ca9e1fcbfd38 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379026 Aug 06 15:58:45.532193 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-547b45c2-a68b-45d5-83b8-52ba6ce018b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.559537 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b45c2-a68b-45d5-83b8-52ba6ce018b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36a37615-daa0-441e-a375-8f9f21ebed04,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:45.563124 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-547b45c2-a68b-45d5-83b8-52ba6ce018b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.564363 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-547b45c2-a68b-45d5-83b8-52ba6ce018b5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/36a37615-daa0-441e-a375-8f9f21ebed04 HTTP/1.1" status: 204 len: 168 time: 0.2426670 Aug 06 15:58:45.566065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32990) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:45.638935 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4854b2f2-8e87-4adf-9b58-67135cd70b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.738813 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4854b2f2-8e87-4adf-9b58-67135cd70b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.756909 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-4854b2f2-8e87-4adf-9b58-67135cd70b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfe8ed2-2ae7-40ff-91e4-5f32fc130538']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:45.773073 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-4854b2f2-8e87-4adf-9b58-67135cd70b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3831ddc7-3328-4bf1-a90a-92ca9b7fb248') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:45.773515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-4854b2f2-8e87-4adf-9b58-67135cd70b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3831ddc7-3328-4bf1-a90a-92ca9b7fb248') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:45.788819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4854b2f2-8e87-4adf-9b58-67135cd70b55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.809937 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4854b2f2-8e87-4adf-9b58-67135cd70b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.819063 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4854b2f2-8e87-4adf-9b58-67135cd70b55 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:58:45.819518 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4854b2f2-8e87-4adf-9b58-67135cd70b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: timer() Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:58:45.821684 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:58:45.886686 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4854b2f2-8e87-4adf-9b58-67135cd70b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.895248 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4854b2f2-8e87-4adf-9b58-67135cd70b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.898027 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4854b2f2-8e87-4adf-9b58-67135cd70b55 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1bfe8ed2-2ae7-40ff-91e4-5f32fc130538 HTTP/1.1" status: 204 len: 168 time: 0.3309247 Aug 06 15:58:45.912760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854b2f2-8e87-4adf-9b58-67135cd70b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bfe8ed2-2ae7-40ff-91e4-5f32fc130538,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:45.969162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ac45a-d4d1-4e5e-a1af-4a7085f90ef2 req-ff84e5ed-9b81-4c93-b369-4c7994a2f17e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:45.971976 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-205ac45a-d4d1-4e5e-a1af-4a7085f90ef2 req-ff84e5ed-9b81-4c93-b369-4c7994a2f17e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.0609591 Aug 06 15:58:46.021066 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-205ac45a-d4d1-4e5e-a1af-4a7085f90ef2 req-bf8a5599-3fba-439c-983f-5308c7bf4430 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418732 Aug 06 15:58:46.053096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32996) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:46.079590 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 48aa4426-f3c8-44cf-9f2c-845477457c06 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:58:46.100220 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7373cd28-9897-4199-a0e4-abfc21d6b531 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae854202385f4759865215de95da52a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459104 Aug 06 15:58:46.102671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33000) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:46.179326 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a55fd1d2-2905-432d-827f-61b271ba4645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.187857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e9c83-d885-4c31-8820-3d9a68362561 req-701b6bf4-fb72-45a5-a8a3-6e4255d18ae7 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:46.189951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed5e9c83-d885-4c31-8820-3d9a68362561 req-701b6bf4-fb72-45a5-a8a3-6e4255d18ae7 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 946 time: 0.0667822 Aug 06 15:58:46.209116 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a55fd1d2-2905-432d-827f-61b271ba4645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.253213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 48aa4426-f3c8-44cf-9f2c-845477457c06, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=48aa4426-f3c8-44cf-9f2c-845477457c06,segment=NetworkSegment(34f5447d-a34d-4dfb-8786-aeaf0df74696),segment_id=34f5447d-a34d-4dfb-8786-aeaf0df74696)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:46.275811 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '48aa4426-f3c8-44cf-9f2c-845477457c06', 'network_id': '64cd1520-c751-410c-90c5-288f8b4a70c9', 'port_id': '48aa4426-f3c8-44cf-9f2c-845477457c06', 'mac_address': 'fa:16:3e:42:1c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d1da4b-fa18-428a-a086-604f4ecba825', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:58:46.278426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed5e9c83-d885-4c31-8820-3d9a68362561 req-d5ea8906-5885-46ed-94cc-8a70186d0dfe tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705700 Aug 06 15:58:46.296221 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a55fd1d2-2905-432d-827f-61b271ba4645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.299849 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a55fd1d2-2905-432d-827f-61b271ba4645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.301019 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a55fd1d2-2905-432d-827f-61b271ba4645 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed6b5155-0d9a-4551-9440-cc11b0842179 HTTP/1.1" status: 204 len: 168 time: 0.1972487 Aug 06 15:58:46.301527 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ca963-bf42-4da4-8ffc-1f8807df4ac0 req-5edb696e-dc78-4e6d-94f1-32746baf1384 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:46.303224 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f1ca963-bf42-4da4-8ffc-1f8807df4ac0 req-5edb696e-dc78-4e6d-94f1-32746baf1384 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 943 time: 0.0848100 Aug 06 15:58:46.328462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fd1d2-2905-432d-827f-61b271ba4645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6b5155-0d9a-4551-9440-cc11b0842179,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:46.356599 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f1ca963-bf42-4da4-8ffc-1f8807df4ac0 req-f68892d2-21aa-4ff6-88bd-bcb2fdb8e9f6 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464282 Aug 06 15:58:46.381539 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.403944 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48aa4426-f3c8-44cf-9f2c-845477457c06 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:58:46.439875 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 48aa4426-f3c8-44cf-9f2c-845477457c06, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=48aa4426-f3c8-44cf-9f2c-845477457c06,segment=NetworkSegment(34f5447d-a34d-4dfb-8786-aeaf0df74696),segment_id=34f5447d-a34d-4dfb-8786-aeaf0df74696)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:46.444651 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.446249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-98f9d8d3-9c47-451e-a545-90897dec956f req-cb09a06a-5b1c-4d44-9fa4-0237ab80f2e9 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0361750 Aug 06 15:58:46.535515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=48aa4426-f3c8-44cf-9f2c-845477457c06,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:46.707641 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022a1ea-79e5-471b-936d-4b6fdd735886 req-a5f7927b-8df3-4da6-993b-ccf88c1e93fc tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:46.709388 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0022a1ea-79e5-471b-936d-4b6fdd735886 req-a5f7927b-8df3-4da6-993b-ccf88c1e93fc tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.0831769 Aug 06 15:58:46.748129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519442-c9b3-46d6-869e-3000c038d753 req-46d07d99-d20a-4e2c-81ff-0879bf248238 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:46.752014 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-46d07d99-d20a-4e2c-81ff-0879bf248238 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0&tenant_id=852011720c8b4e718d18a1374910def6&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 1097 time: 0.0926430 Aug 06 15:58:46.759743 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0022a1ea-79e5-471b-936d-4b6fdd735886 req-4650b4db-b984-4ba2-b318-3447a6668bad tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392413 Aug 06 15:58:46.766611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803756-1'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:46.845398 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['48aa4426-f3c8-44cf-9f2c-845477457c06'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:46.851971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.007981 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] For port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:47.056478 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] For port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:47.086606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:58:47.116824 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac43545-3a6f-442b-86f6-376e19a926f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d391f6f-5cf1-4b96-b674-bb3fe76f3997'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:47.119295 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22555de3-6e20-4dc4-93d9-510faad91770" -d '{"events": [{"server_uuid": "0ac43545-3a6f-442b-86f6-376e19a926f0", "name": "network-vif-unplugged", "status": "completed", "tag": "5d391f6f-5cf1-4b96-b674-bb3fe76f3997"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:47.123862 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.132331 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.182062 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9335a4b4-2cda-439f-b714-d76ab27e2813 x-openstack-request-id: req-9335a4b4-2cda-439f-b714-d76ab27e2813 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:47.182515 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac43545-3a6f-442b-86f6-376e19a926f0", "name": "network-vif-unplugged", "status": "completed", "tag": "5d391f6f-5cf1-4b96-b674-bb3fe76f3997", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:47.182915 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9335a4b4-2cda-439f-b714-d76ab27e2813 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:47.183516 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac43545-3a6f-442b-86f6-376e19a926f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d391f6f-5cf1-4b96-b674-bb3fe76f3997', 'code': 200} Aug 06 15:58:47.253511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Pushing event updated for resources: {'Port': ['ID=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:47.270116 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Attempting to bind port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 on host n-h1-803756-1 for vnic_type normal with profile {"migrating_to": "n-h2-803756-1"} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:47.270429 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Attempting to bind port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:47.270930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Attempting to bind port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:47.280724 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 on network 897fb748-581b-4095-a788-9e69c09f9551 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:58:47.281067 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Attempting to bind port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 on network 897fb748-581b-4095-a788-9e69c09f9551 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:47.287262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214c849-4941-431d-89d0-e10528e9acb2 req-0da1826a-fce9-4957-92bd-dfe265997ab7 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:47.288147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:47.288341 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Checking segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:47.288717 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Bound using segment: {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:47.289160 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Bound port: 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00647388-23a6-4ceb-85c5-7fa88728aa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '897fb748-581b-4095-a788-9e69c09f9551'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:47.289523 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.302259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0214c849-4941-431d-89d0-e10528e9acb2 req-0da1826a-fce9-4957-92bd-dfe265997ab7 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1292479 Aug 06 15:58:47.303452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:47.319287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 has no active binding in host n-h2-803756-1 {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 15:58:47.380723 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33038) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:47.396611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] For port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:47.397683 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0214c849-4941-431d-89d0-e10528e9acb2 req-438df945-da8c-4161-a3cb-b9eb3fbd733d tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901003 Aug 06 15:58:47.421529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] For port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:47.428400 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.481836 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb78880-16f7-4b7c-b639-9f1b64b3bb6f req-1014caee-c4f7-4494-ae66-6392d50666f7 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:47.484195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4eb78880-16f7-4b7c-b639-9f1b64b3bb6f req-1014caee-c4f7-4494-ae66-6392d50666f7 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 944 time: 0.0767515 Aug 06 15:58:47.521357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Pushing event updated for resources: {'Port': ['ID=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,revision_number=8']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:47.538064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d30df3f7-12c5-4752-bb42-b1b0e4d7daa0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1831496456-network', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:47.558557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4eb78880-16f7-4b7c-b639-9f1b64b3bb6f req-2253943e-2d1b-4b99-9493-ca24509ed801 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680959 Aug 06 15:58:47.567332 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:47.568110 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.570476 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-076d3047-d6c2-4113-b1e1-7c3c78302757 service neutron] 10.222.0.13 "PUT /v2.0/ports/5d391f6f-5cf1-4b96-b674-bb3fe76f3997 HTTP/1.1" status: 200 len: 1122 time: 0.8115888 Aug 06 15:58:47.584679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2948d-7582-497d-a069-635c5230464e req-7abef712-8e10-470b-a64b-64cd8efb8fbe tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:47.596364 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16e2948d-7582-497d-a069-635c5230464e req-7abef712-8e10-470b-a64b-64cd8efb8fbe tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 944 time: 0.0946562 Aug 06 15:58:47.618992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30df3f7-12c5-4752-bb42-b1b0e4d7daa0 admin admin] Made reservation on behalf of ad4cc8d4f17a47abb06d004c5cf8e31c for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:47.630144 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d30df3f7-12c5-4752-bb42-b1b0e4d7daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.660835 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d30df3f7-12c5-4752-bb42-b1b0e4d7daa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.661019 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['5d391f6f-5cf1-4b96-b674-bb3fe76f3997'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:47.663897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16e2948d-7582-497d-a069-635c5230464e req-0f164441-4f95-4528-8681-c0a83e6d30a7 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660851 Aug 06 15:58:47.720421 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['5d391f6f-5cf1-4b96-b674-bb3fe76f3997'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:47.836977 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc01d67-7bbc-46be-bf0b-7e364bdec3c7 req-3b40b86e-c327-425a-9450-593c4b07f057 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0672495 Aug 06 15:58:47.902817 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d30df3f7-12c5-4752-bb42-b1b0e4d7daa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.911355 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d30df3f7-12c5-4752-bb42-b1b0e4d7daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.964528 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30df3f7-12c5-4752-bb42-b1b0e4d7daa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:58:47.969750 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bda4e-5453-433a-99fe-c6e3df111ab8 req-0ad7075e-b4c9-4cb9-aa9e-da5fa8c3f56f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:47.971495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c7bda4e-5453-433a-99fe-c6e3df111ab8 req-0ad7075e-b4c9-4cb9-aa9e-da5fa8c3f56f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.0795181 Aug 06 15:58:47.993961 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30df3f7-12c5-4752-bb42-b1b0e4d7daa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3c6f27-48d4-4018-9bde-a65b43001267,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:48.005264 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d30df3f7-12c5-4752-bb42-b1b0e4d7daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.006726 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-d30df3f7-12c5-4752-bb42-b1b0e4d7daa0 admin admin] Added segment fa644059-d0cd-4c80-b33e-0013c8abb891 of type vlan for network e892b1e0-027e-4b9c-b607-1961ba238ab5 Aug 06 15:58:48.045120 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c7bda4e-5453-433a-99fe-c6e3df111ab8 req-bc1180f0-c4a8-483d-b36a-35e12cb871c2 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615289 Aug 06 15:58:48.072362 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d30df3f7-12c5-4752-bb42-b1b0e4d7daa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.091726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 48aa4426-f3c8-44cf-9f2c-845477457c06 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:48.116484 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d30df3f7-12c5-4752-bb42-b1b0e4d7daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.117492 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30df3f7-12c5-4752-bb42-b1b0e4d7daa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:48.118117 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d30df3f7-12c5-4752-bb42-b1b0e4d7daa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.158870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 48aa4426-f3c8-44cf-9f2c-845477457c06 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:48.163704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 48aa4426-f3c8-44cf-9f2c-845477457c06 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:48.164130 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.193134 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d30df3f7-12c5-4752-bb42-b1b0e4d7daa0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8105786 Aug 06 15:58:48.196150 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33052) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:48.203288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e7a8a69b-2995-48a2-a0a6-3ab5fa0e1699 admin admin] Request body: {'subnet': {'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1831496456-subnet', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:48.211864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30df3f7-12c5-4752-bb42-b1b0e4d7daa0 admin admin] Pushing event updated for resources: {'Network': ['ID=e892b1e0-027e-4b9c-b607-1961ba238ab5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:48.233787 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a8a69b-2995-48a2-a0a6-3ab5fa0e1699 admin admin] Made reservation on behalf of ad4cc8d4f17a47abb06d004c5cf8e31c for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:48.237764 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7a8a69b-2995-48a2-a0a6-3ab5fa0e1699 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.246619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network e892b1e0-027e-4b9c-b607-1961ba238ab5 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:58:48.313067 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.351910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2248f315-1505-4811-ad2f-c369995c09e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48aa4426-f3c8-44cf-9f2c-845477457c06'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:48.353655 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d9986a-ef42-456b-82f5-616aea236c71" -d '{"events": [{"server_uuid": "2248f315-1505-4811-ad2f-c369995c09e3", "name": "network-vif-plugged", "status": "completed", "tag": "48aa4426-f3c8-44cf-9f2c-845477457c06"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:48.369819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 48aa4426-f3c8-44cf-9f2c-845477457c06, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=48aa4426-f3c8-44cf-9f2c-845477457c06,segment=NetworkSegment(34f5447d-a34d-4dfb-8786-aeaf0df74696),segment_id=34f5447d-a34d-4dfb-8786-aeaf0df74696)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:48.376524 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.448949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=48aa4426-f3c8-44cf-9f2c-845477457c06,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:48.509790 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7a8a69b-2995-48a2-a0a6-3ab5fa0e1699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.577366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958877a-2f4b-4dd9-9cc4-f6d767268363 req-5e330e64-be2a-429c-b1ec-7055f827c57e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:48.580452 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176b2bef-fb97-473e-8a52-92b827374203 x-openstack-request-id: req-176b2bef-fb97-473e-8a52-92b827374203 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:48.582073 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2248f315-1505-4811-ad2f-c369995c09e3", "name": "network-vif-plugged", "status": "completed", "tag": "48aa4426-f3c8-44cf-9f2c-845477457c06", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:48.582073 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-176b2bef-fb97-473e-8a52-92b827374203 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:48.582073 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2248f315-1505-4811-ad2f-c369995c09e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48aa4426-f3c8-44cf-9f2c-845477457c06', 'code': 200} Aug 06 15:58:48.584975 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d958877a-2f4b-4dd9-9cc4-f6d767268363 req-5e330e64-be2a-429c-b1ec-7055f827c57e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.0938461 Aug 06 15:58:48.612279 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8a69b-2995-48a2-a0a6-3ab5fa0e1699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f9c773a-202b-4e0a-9166-8be06e157f99,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:48.622044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a8a69b-2995-48a2-a0a6-3ab5fa0e1699 admin admin] Checking segment: {'id': 'fa644059-d0cd-4c80-b33e-0013c8abb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:48.622044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a8a69b-2995-48a2-a0a6-3ab5fa0e1699 admin admin] Network hostable DHCP agents. Network: e892b1e0-027e-4b9c-b607-1961ba238ab5, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:58:48.638851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d958877a-2f4b-4dd9-9cc4-f6d767268363 req-0bebee30-cf5f-4fca-9334-7cb7d0f79e47 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520635 Aug 06 15:58:48.646265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a8a69b-2995-48a2-a0a6-3ab5fa0e1699 admin admin] Network e892b1e0-027e-4b9c-b607-1961ba238ab5 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:58:48.670584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-e7a8a69b-2995-48a2-a0a6-3ab5fa0e1699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, e892b1e0-027e-4b9c-b607-1961ba238ab5) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:48.670584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a8a69b-2995-48a2-a0a6-3ab5fa0e1699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:48.670584 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7a8a69b-2995-48a2-a0a6-3ab5fa0e1699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.676822 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81b9035-60e1-4a7a-b977-d4bb5f8224c1 None None] Network e892b1e0-027e-4b9c-b607-1961ba238ab5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:48.715757 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e7a8a69b-2995-48a2-a0a6-3ab5fa0e1699 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5152984 Aug 06 15:58:48.715757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33064) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:48.720610 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1831496456-router', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:48.759372 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234d90d-9179-4b3e-820e-0c7688425afc req-2b94bbaa-b03f-4c43-9b2a-3f240cdc01df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:48.761937 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1234d90d-9179-4b3e-820e-0c7688425afc req-2b94bbaa-b03f-4c43-9b2a-3f240cdc01df service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 1096 time: 0.0829554 Aug 06 15:58:48.767522 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.768456 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.796475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3619c-d137-4be6-9d40-c19d72102277 req-d6fd5d89-ea8a-43f8-88e6-240fe8eb929e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:48.802388 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76d3619c-d137-4be6-9d40-c19d72102277 req-d6fd5d89-ea8a-43f8-88e6-240fe8eb929e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 944 time: 0.0900800 Aug 06 15:58:48.853599 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1234d90d-9179-4b3e-820e-0c7688425afc req-26e0b38d-1348-42ae-bd48-90d6f8c27f35 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809734 Aug 06 15:58:48.876181 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76d3619c-d137-4be6-9d40-c19d72102277 req-3363e704-f032-4dcc-9093-1a826354d56c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691795 Aug 06 15:58:48.893507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b96c35-917b-4cc3-9102-eab661723db1 req-c6daad0b-a993-4d51-8c8b-eab28f3d95a3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:48.905726 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32b96c35-917b-4cc3-9102-eab661723db1 req-c6daad0b-a993-4d51-8c8b-eab28f3d95a3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 945 time: 0.0951090 Aug 06 15:58:48.914835 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.950868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32b96c35-917b-4cc3-9102-eab661723db1 req-ed6445d5-7858-4e96-abc2-de31e932ab87 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489566 Aug 06 15:58:48.957018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-e892b1e0-027e-4b9c-b607-1961ba238ab5', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'fixed_ips': [{'subnet_id': '2f9c773a-202b-4e0a-9166-8be06e157f99'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:58:48.957948 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.127591 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cf1e9192-38e8-4133-a325-998efb3b77c2 req-a97a1d56-1715-4387-a823-4cc5351ec057 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0381415 Aug 06 15:58:49.151111 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.171164 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Allocated IP 172.20.0.2 (e892b1e0-027e-4b9c-b607-1961ba238ab5/2f9c773a-202b-4e0a-9166-8be06e157f99/c129e96d-321c-4605-93f6-8360b7185b26) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:49.186760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac43545-3a6f-442b-86f6-376e19a926f0', 'tag': '5d391f6f-5cf1-4b96-b674-bb3fe76f3997'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:49.191608 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c446b33-90af-4c47-bfc5-fcda109ae9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac43545-3a6f-442b-86f6-376e19a926f0", "tag": "5d391f6f-5cf1-4b96-b674-bb3fe76f3997"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:49.208557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534b974-ae72-4ce8-abc3-2010aa4436d0 req-d6df7779-582d-42dd-872e-990bdaa5b485 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:49.216605 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e534b974-ae72-4ce8-abc3-2010aa4436d0 req-d6df7779-582d-42dd-872e-990bdaa5b485 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.0730076 Aug 06 15:58:49.260430 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815f9882-02e7-4053-a08f-a8b67520f224 x-openstack-request-id: req-815f9882-02e7-4053-a08f-a8b67520f224 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:49.260757 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac43545-3a6f-442b-86f6-376e19a926f0", "tag": "5d391f6f-5cf1-4b96-b674-bb3fe76f3997", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:49.260757 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-815f9882-02e7-4053-a08f-a8b67520f224 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:49.261363 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac43545-3a6f-442b-86f6-376e19a926f0', 'tag': '5d391f6f-5cf1-4b96-b674-bb3fe76f3997', 'status': 'completed', 'code': 200} Aug 06 15:58:49.283997 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e534b974-ae72-4ce8-abc3-2010aa4436d0 req-acf8eb4c-62e8-4a51-b4d7-79257b89b3c3 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657976 Aug 06 15:58:49.419902 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.431455 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Transition to ACTIVE for port object c129e96d-321c-4605-93f6-8360b7185b26 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:49.452481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Transition to ACTIVE for port object c129e96d-321c-4605-93f6-8360b7185b26 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:49.460811 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.464496 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446b33-90af-4c47-bfc5-fcda109ae9ad req-87667616-fe77-4c6a-9a4a-7c7508275b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:49.467089 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5c446b33-90af-4c47-bfc5-fcda109ae9ad req-87667616-fe77-4c6a-9a4a-7c7508275b28 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 1125 time: 0.1571333 Aug 06 15:58:49.508490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Network e892b1e0-027e-4b9c-b607-1961ba238ab5 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:49.511900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:49.517114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:49.520397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Pushing event updated for resources: {'Port': ['ID=c129e96d-321c-4605-93f6-8360b7185b26,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:49.588279 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.599859 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Attempting to bind port c129e96d-321c-4605-93f6-8360b7185b26 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:49.600401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Attempting to bind port c129e96d-321c-4605-93f6-8360b7185b26 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'fa644059-d0cd-4c80-b33e-0013c8abb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:49.600673 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Attempting to bind port c129e96d-321c-4605-93f6-8360b7185b26 on network e892b1e0-027e-4b9c-b607-1961ba238ab5 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:49.609488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:49.610214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Checking segment: {'id': 'fa644059-d0cd-4c80-b33e-0013c8abb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:49.610620 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.611020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Bound using segment: {'id': 'fa644059-d0cd-4c80-b33e-0013c8abb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:49.611524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Bound port: c129e96d-321c-4605-93f6-8360b7185b26, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa644059-d0cd-4c80-b33e-0013c8abb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:49.612066 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.633763 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.730675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446b33-90af-4c47-bfc5-fcda109ae9ad req-0ed60fba-c095-49b8-8e11-15ddd9f71e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:49.733413 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5c446b33-90af-4c47-bfc5-fcda109ae9ad req-0ed60fba-c095-49b8-8e11-15ddd9f71e6c service neutron] 10.222.0.78 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.2321084 Aug 06 15:58:49.813127 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5c446b33-90af-4c47-bfc5-fcda109ae9ad req-167101e3-f456-451d-875d-3d7658eba125 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d391f6f-5cf1-4b96-b674-bb3fe76f3997 HTTP/1.1" status: 200 len: 217 time: 0.0662265 Aug 06 15:58:49.893692 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Allocated IP 172.25.1.210 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/3baa5568-2a8d-4d8f-8f76-c8f8fe8417af) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:49.900571 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:58:49.906654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] For port c129e96d-321c-4605-93f6-8360b7185b26, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:49.910533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d3d31-00f1-4733-8416-afa5308c62cb req-ed920ccb-6e94-49e5-8ae5-7539ddbeae4f tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:49.911471 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c446b33-90af-4c47-bfc5-fcda109ae9ad req-8061ae35-2079-479c-95be-c3dd342d569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:49.912125 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5c446b33-90af-4c47-bfc5-fcda109ae9ad req-8061ae35-2079-479c-95be-c3dd342d569b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.0872428 Aug 06 15:58:49.914286 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e72d3d31-00f1-4733-8416-afa5308c62cb req-ed920ccb-6e94-49e5-8ae5-7539ddbeae4f tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1293654 Aug 06 15:58:49.916841 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] For port c129e96d-321c-4605-93f6-8360b7185b26, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c129e96d-321c-4605-93f6-8360b7185b26,segment=NetworkSegment(fa644059-d0cd-4c80-b33e-0013c8abb891),segment_id=fa644059-d0cd-4c80-b33e-0013c8abb891)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:49.926871 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.989072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e72d3d31-00f1-4733-8416-afa5308c62cb req-b73a36e4-dd80-4e60-9094-7252967e8ee3 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681908 Aug 06 15:58:50.007178 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5c446b33-90af-4c47-bfc5-fcda109ae9ad req-0c7e57af-ea83-476c-bcf7-02134dfa2647 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765505 Aug 06 15:58:50.030626 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e87a8-31c7-43ed-8c21-750dce119277 None None] Pushing event updated for resources: {'Port': ['ID=c129e96d-321c-4605-93f6-8360b7185b26,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:50.201484 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:50.207101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c0e37-f98b-4310-898b-e0579237c5da req-5aaa867f-9747-488a-bfed-5c49e8e09842 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:50.209599 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-784c0e37-f98b-4310-898b-e0579237c5da req-5aaa867f-9747-488a-bfed-5c49e8e09842 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 944 time: 0.1620567 Aug 06 15:58:50.219269 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5c446b33-90af-4c47-bfc5-fcda109ae9ad req-3b5405f8-072b-42ef-b09a-def7c07304c0 service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634381 Aug 06 15:58:50.263637 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a638af-f70a-46a8-8c33-0c62f7f38f9b req-2b46e58e-b9f9-43a5-9039-86be9dcac046 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:50.277416 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40a638af-f70a-46a8-8c33-0c62f7f38f9b req-2b46e58e-b9f9-43a5-9039-86be9dcac046 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 945 time: 0.1479626 Aug 06 15:58:50.336094 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:50.394328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40a638af-f70a-46a8-8c33-0c62f7f38f9b req-06372893-051a-4d7c-87e8-ef960b3c3d99 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155357 Aug 06 15:58:50.425264 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-784c0e37-f98b-4310-898b-e0579237c5da req-5dd6483f-902b-4a7b-b54a-396403070717 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999152 Aug 06 15:58:50.428561 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:50.442423 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5c446b33-90af-4c47-bfc5-fcda109ae9ad req-e27ed644-4cba-43cc-9f8b-f03fca9247f2 service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049048 Aug 06 15:58:50.442423 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:50.453953 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:50.456902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Pushing event updated for resources: {'Port': ['ID=3baa5568-2a8d-4d8f-8f76-c8f8fe8417af,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:50.644769 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d950468f-6d2b-45f2-8b7f-df487b60cb5c req-96075aac-bdc9-400b-ad02-36ed4a51f230 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0428383 Aug 06 15:58:50.696416 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74e37f-781d-4d05-8f5f-83b0f90c1561 req-32bb6791-c3a4-4248-a51c-56196f187aaf tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:50.698000 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c74e37f-781d-4d05-8f5f-83b0f90c1561 req-32bb6791-c3a4-4248-a51c-56196f187aaf tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.0769908 Aug 06 15:58:50.739792 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c74e37f-781d-4d05-8f5f-83b0f90c1561 req-c4c30c1e-e26a-4abd-a999-2a8c687edfd6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348589 Aug 06 15:58:50.782275 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:50.961648 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c129e96d-321c-4605-93f6-8360b7185b26 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:51.041713 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port c129e96d-321c-4605-93f6-8360b7185b26 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:51.067739 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:51.168770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa244b8-669d-4d8a-b909-2c454707b286 req-260ae654-f2bb-4a3d-8cf0-7f483f80a9f3 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:51.171132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fa244b8-669d-4d8a-b909-2c454707b286 req-260ae654-f2bb-4a3d-8cf0-7f483f80a9f3 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.0780754 Aug 06 15:58:51.220503 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fa244b8-669d-4d8a-b909-2c454707b286 req-75dcb28b-b439-4f26-909c-5e5a661119bc tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397794 Aug 06 15:58:51.368794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c616d-e6ad-4fb9-8580-71031d45b35c None None] Network e892b1e0-027e-4b9c-b607-1961ba238ab5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:51.501529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Router b180a32c-8dde-4fde-b7a7-dc165fe398a2 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:58:51.507971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6e31bbde-aaf2-464c-9bf6-65c197db0e8f None None] Provisioning for port c129e96d-321c-4605-93f6-8360b7185b26 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:51.558225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6e31bbde-aaf2-464c-9bf6-65c197db0e8f None None] Provisioning complete for port c129e96d-321c-4605-93f6-8360b7185b26 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:51.558759 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e31bbde-aaf2-464c-9bf6-65c197db0e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:51.607514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ec5cb-6c52-494a-b6d0-380f648eabdc req-1d94c96f-ae3d-464d-bd5d-5b9a673f97c8 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:51.608964 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e92ec5cb-6c52-494a-b6d0-380f648eabdc req-1d94c96f-ae3d-464d-bd5d-5b9a673f97c8 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 945 time: 0.1246772 Aug 06 15:58:51.638297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d4433-9cca-4c5e-989d-9cee04cb6597 req-fb83339d-49f1-4dbb-8eb3-478a18bc6c17 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:51.641554 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b3d4433-9cca-4c5e-989d-9cee04cb6597 req-fb83339d-49f1-4dbb-8eb3-478a18bc6c17 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 944 time: 0.0904515 Aug 06 15:58:51.673176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:51.700148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Sync routers for ids ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:51.702790 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:51.704395 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-005f42bd-1266-4b44-98e8-a967eb97dc8f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9879360 Aug 06 15:58:51.705576 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e92ec5cb-6c52-494a-b6d0-380f648eabdc req-a7778da0-e827-4d7d-8d73-b7fae133245f tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857511 Aug 06 15:58:51.707435 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33102) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:51.736364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Routers {'b180a32c-8dde-4fde-b7a7-dc165fe398a2'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:51.737004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:58:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:51.761742 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b3d4433-9cca-4c5e-989d-9cee04cb6597 req-801fbea5-72c4-45d2-8438-1378482fe5ce tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091757 Aug 06 15:58:51.783358 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e31bbde-aaf2-464c-9bf6-65c197db0e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:51.966294 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d45544c2-45e4-4a59-afd3-89a8379e19c9 req-9012c407-0534-4c83-aca9-26ece6f4fcfd tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0374570 Aug 06 15:58:51.968584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6e31bbde-aaf2-464c-9bf6-65c197db0e8f None None] For port c129e96d-321c-4605-93f6-8360b7185b26, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c129e96d-321c-4605-93f6-8360b7185b26,segment=NetworkSegment(fa644059-d0cd-4c80-b33e-0013c8abb891),segment_id=fa644059-d0cd-4c80-b33e-0013c8abb891)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:51.973935 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e31bbde-aaf2-464c-9bf6-65c197db0e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.054372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31bbde-aaf2-464c-9bf6-65c197db0e8f None None] Pushing event updated for resources: {'Port': ['ID=c129e96d-321c-4605-93f6-8360b7185b26,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:52.075863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Set router b180a32c-8dde-4fde-b7a7-dc165fe398a2 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:58:52.127324 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c7344e6b-002c-499e-9747-1ef0cd4e458c details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:58:52.130641 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c7344e6b-002c-499e-9747-1ef0cd4e458c no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:58:52.150797 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a22d0c2-8b49-4ad3-8e3f-7a4d16b29f4c req-bc23ab01-b7d1-40a9-aa6e-684d2445a3d5 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-180703617&fields=id&tenant_id=bc6c94bd28e6427f9825c6938ef7f030 HTTP/1.1" status: 200 len: 267 time: 0.0893667 Aug 06 15:58:52.257856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb685a3-839c-4590-b521-4088384c5a8f req-b49bf043-3715-48c4-b676-4a21b0a8f450 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:52.260398 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4bb685a3-839c-4590-b521-4088384c5a8f req-b49bf043-3715-48c4-b676-4a21b0a8f450 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.1065240 Aug 06 15:58:52.274607 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22d0c2-8b49-4ad3-8e3f-7a4d16b29f4c req-12ce2ca4-af5f-48c9-8f76-49518bac4e74 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:52.276789 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a22d0c2-8b49-4ad3-8e3f-7a4d16b29f4c req-12ce2ca4-af5f-48c9-8f76-49518bac4e74 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 945 time: 0.1242111 Aug 06 15:58:52.283985 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8e3f4ebc-9a6c-4334-aaaa-87297beac7df None None] Provisioning complete for port c129e96d-321c-4605-93f6-8360b7185b26 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:52.284424 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8e3f4ebc-9a6c-4334-aaaa-87297beac7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.298274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-0a22d0c2-8b49-4ad3-8e3f-7a4d16b29f4c req-e9f96c9d-abbf-4d58-bb81-0548425c9396 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Request body: {'port': {'security_groups': ['60d3d7d1-00cc-4829-b613-807b646d1651', '1027af6d-864a-47e4-841c-31d5bc1abc23']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:52.423738 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4bb685a3-839c-4590-b521-4088384c5a8f req-df31b041-fc3f-43d2-9238-31e60ebf70cf tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399467 Aug 06 15:58:52.450028 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0a22d0c2-8b49-4ad3-8e3f-7a4d16b29f4c req-e9f96c9d-abbf-4d58-bb81-0548425c9396 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.461752 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.528549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552cc640-8a68-4e36-9a9d-265fc0c20239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7344e6b-002c-499e-9747-1ef0cd4e458c'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:52.531502 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.535786 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bd3259-4196-438c-aab2-924331215104" -d '{"events": [{"server_uuid": "552cc640-8a68-4e36-9a9d-265fc0c20239", "name": "network-vif-unplugged", "status": "completed", "tag": "c7344e6b-002c-499e-9747-1ef0cd4e458c"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:52.601139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c7344e6b-002c-499e-9747-1ef0cd4e458c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c7344e6b-002c-499e-9747-1ef0cd4e458c,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:52.641032 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c7344e6b-002c-499e-9747-1ef0cd4e458c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c7344e6b-002c-499e-9747-1ef0cd4e458c,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:52.648896 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.704507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'c7344e6b-002c-499e-9747-1ef0cd4e458c', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'c7344e6b-002c-499e-9747-1ef0cd4e458c', 'mac_address': 'fa:16:3e:55:40:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:58:52.739380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-0a22d0c2-8b49-4ad3-8e3f-7a4d16b29f4c req-e9f96c9d-abbf-4d58-bb81-0548425c9396 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] For port 48aa4426-f3c8-44cf-9f2c-845477457c06, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=48aa4426-f3c8-44cf-9f2c-845477457c06,segment=NetworkSegment(34f5447d-a34d-4dfb-8786-aeaf0df74696),segment_id=34f5447d-a34d-4dfb-8786-aeaf0df74696)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:52.753163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Allocated IP 172.20.0.1 (e892b1e0-027e-4b9c-b607-1961ba238ab5/2f9c773a-202b-4e0a-9166-8be06e157f99/6dc54cc3-0f1a-454f-8f2b-f479f01a39d7) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:52.776178 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=c7344e6b-002c-499e-9747-1ef0cd4e458c,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:52.796612 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.802023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'name': 'tempest-ServersTestFqdnHostnames-1831496456-router', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:48Z', 'updated_at': '2021-08-06T15:58:50Z', 'revision_number': 3, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'gw_port': {'id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:52.841833 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Checking router: b180a32c-8dde-4fde-b7a7-dc165fe398a2 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:58:52.842523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Updating router b180a32c-8dde-4fde-b7a7-dc165fe398a2 port 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:58:52.878126 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.880991 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7344e6b-002c-499e-9747-1ef0cd4e458c {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:58:52.897503 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.899657 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0a22d0c2-8b49-4ad3-8e3f-7a4d16b29f4c req-e9f96c9d-abbf-4d58-bb81-0548425c9396 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.913583 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Transition to ACTIVE for port object 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:52.937236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c7344e6b-002c-499e-9747-1ef0cd4e458c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c7344e6b-002c-499e-9747-1ef0cd4e458c,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:52.946407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b984d-1525-4c74-a533-35c2b74fd8d5 req-509e2056-b3f7-4e9a-acfc-471c6ed0cfec tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:52.949277 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.960054 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac1b984d-1525-4c74-a533-35c2b74fd8d5 req-509e2056-b3f7-4e9a-acfc-471c6ed0cfec tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 947 time: 0.2166741 Aug 06 15:58:52.964133 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0a22d0c2-8b49-4ad3-8e3f-7a4d16b29f4c req-e9f96c9d-abbf-4d58-bb81-0548425c9396 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.997263 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.013492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['48aa4426-f3c8-44cf-9f2c-845477457c06'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:53.016616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c129e96d-321c-4605-93f6-8360b7185b26 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:53.054763 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Network e892b1e0-027e-4b9c-b607-1961ba238ab5 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:53.065804 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:53.070496 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:53.086335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22d0c2-8b49-4ad3-8e3f-7a4d16b29f4c req-e9f96c9d-abbf-4d58-bb81-0548425c9396 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:53.087911 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0a22d0c2-8b49-4ad3-8e3f-7a4d16b29f4c req-e9f96c9d-abbf-4d58-bb81-0548425c9396 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.090923 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a22d0c2-8b49-4ad3-8e3f-7a4d16b29f4c req-e9f96c9d-abbf-4d58-bb81-0548425c9396 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "PUT /v2.0/ports/48aa4426-f3c8-44cf-9f2c-845477457c06 HTTP/1.1" status: 200 len: 981 time: 0.7998211 Aug 06 15:58:53.092419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2248f315-1505-4811-ad2f-c369995c09e3', 'tag': '48aa4426-f3c8-44cf-9f2c-845477457c06'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:53.097143 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd80c92-1c6f-40a7-81c5-c84a376881a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2248f315-1505-4811-ad2f-c369995c09e3", "tag": "48aa4426-f3c8-44cf-9f2c-845477457c06"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:53.110127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Pushing event updated for resources: {'Port': ['ID=6dc54cc3-0f1a-454f-8f2b-f479f01a39d7,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:53.136690 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.151791 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac1b984d-1525-4c74-a533-35c2b74fd8d5 req-d4413648-5dca-4f0a-b578-093e4fa9d80e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906579 Aug 06 15:58:53.160503 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f96c9d-abbf-4d58-bb81-0548425c9396 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event updated for resources: {'Port': ['ID=48aa4426-f3c8-44cf-9f2c-845477457c06,revision_number=6']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:53.222524 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8318694-d85c-4711-a10b-44c44f62224e x-openstack-request-id: req-f8318694-d85c-4711-a10b-44c44f62224e {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:53.222960 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552cc640-8a68-4e36-9a9d-265fc0c20239", "name": "network-vif-unplugged", "status": "completed", "tag": "c7344e6b-002c-499e-9747-1ef0cd4e458c", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:53.223364 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8318694-d85c-4711-a10b-44c44f62224e {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:53.224168 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552cc640-8a68-4e36-9a9d-265fc0c20239', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7344e6b-002c-499e-9747-1ef0cd4e458c', 'code': 200} Aug 06 15:58:53.274099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['48aa4426-f3c8-44cf-9f2c-845477457c06'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:53.288522 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.396430 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['c7344e6b-002c-499e-9747-1ef0cd4e458c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:53.423084 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeae02b-0158-47ee-b2d1-377c5258e2a6 req-fa2276e7-3ed0-4030-ae5b-7ad86279b255 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:53.426923 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.433125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-baeae02b-0158-47ee-b2d1-377c5258e2a6 req-fa2276e7-3ed0-4030-ae5b-7ad86279b255 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 944 time: 0.1052544 Aug 06 15:58:53.446595 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=c7344e6b-002c-499e-9747-1ef0cd4e458c,revision_number=10']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:53.520616 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-baeae02b-0158-47ee-b2d1-377c5258e2a6 req-35cbaa04-8b0c-4d28-bf0f-50ed641e58e0 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791731 Aug 06 15:58:53.520940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port c129e96d-321c-4605-93f6-8360b7185b26 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:53.521281 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.531653 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-e4daab08-43d0-483b-9b8e-3a2da7626de5 service neutron] 10.222.0.78 "GET /v2.0/ports/5d391f6f-5cf1-4b96-b674-bb3fe76f3997/bindings/n-h2-803756-1 HTTP/1.1" status: 200 len: 384 time: 0.1768374 Aug 06 15:58:53.588298 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a15de894-32d5-4984-84ee-1b7c13b2d72a req-daa39485-2074-4038-8162-0326f130bfd8 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0497463 Aug 06 15:58:53.656881 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-28b22457-212f-4278-bf00-ad9b7fd8025a req-ead83764-3886-47b9-8378-d67880cd5e5c tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1298542122&fields=id&tenant_id=bc6c94bd28e6427f9825c6938ef7f030 HTTP/1.1" status: 200 len: 267 time: 0.0486813 Aug 06 15:58:53.749080 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11076bc-e174-4fc7-9c25-cfae6f28deac x-openstack-request-id: req-f11076bc-e174-4fc7-9c25-cfae6f28deac {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:53.749819 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2248f315-1505-4811-ad2f-c369995c09e3", "tag": "48aa4426-f3c8-44cf-9f2c-845477457c06", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:53.750414 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f11076bc-e174-4fc7-9c25-cfae6f28deac {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:53.751316 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2248f315-1505-4811-ad2f-c369995c09e3', 'tag': '48aa4426-f3c8-44cf-9f2c-845477457c06', 'status': 'completed', 'code': 200} Aug 06 15:58:53.782787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b22457-212f-4278-bf00-ad9b7fd8025a req-a6e5f915-8007-4952-944d-fb0b72c8159e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:53.785901 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-28b22457-212f-4278-bf00-ad9b7fd8025a req-a6e5f915-8007-4952-944d-fb0b72c8159e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 984 time: 0.1199102 Aug 06 15:58:53.811819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.815267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-28b22457-212f-4278-bf00-ad9b7fd8025a req-ddcb2ffe-50de-4453-ae8e-60e648f86166 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Request body: {'port': {'security_groups': ['1027af6d-864a-47e4-841c-31d5bc1abc23', '60d3d7d1-00cc-4829-b613-807b646d1651', 'ab1f3e9d-462c-4a63-88a7-e4e95934f498']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:53.832562 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.862418 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.875728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-33168e4c-bc90-4af7-aba8-a5233dde0db7 None None] Provisioning for port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:53.906633 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-33168e4c-bc90-4af7-aba8-a5233dde0db7 None None] Provisioning complete for port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:53.907244 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-33168e4c-bc90-4af7-aba8-a5233dde0db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.932425 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.933375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a23cbf-30ee-473b-b549-b1d838760428 req-c5eb0549-c31d-4449-90df-101560035cc9 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:53.934929 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51a23cbf-30ee-473b-b549-b1d838760428 req-c5eb0549-c31d-4449-90df-101560035cc9 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.1472337 Aug 06 15:58:53.943320 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-28b22457-212f-4278-bf00-ad9b7fd8025a req-ddcb2ffe-50de-4453-ae8e-60e648f86166 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.991019 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd80c92-1c6f-40a7-81c5-c84a376881a4 req-ec557219-8aa0-49f6-b026-821a4c6e067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:53.993453 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1dd80c92-1c6f-40a7-81c5-c84a376881a4 req-ec557219-8aa0-49f6-b026-821a4c6e067b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc6c94bd28e6427f9825c6938ef7f030&device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 1135 time: 0.2219455 Aug 06 15:58:53.994763 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Pushing event updated for resources: {'Port': ['ID=6dc54cc3-0f1a-454f-8f2b-f479f01a39d7,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:54.002388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-03519442-c9b3-46d6-869e-3000c038d753 req-313d8a15-d3be-4446-ba58-e91221c34613 service neutron] For port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:54.028487 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51a23cbf-30ee-473b-b549-b1d838760428 req-4bfae11c-5ca3-423f-8ba6-e0fc494002c3 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826292 Aug 06 15:58:54.043659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-33168e4c-bc90-4af7-aba8-a5233dde0db7 None None] Port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:58:54.109354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-03519442-c9b3-46d6-869e-3000c038d753 req-313d8a15-d3be-4446-ba58-e91221c34613 service neutron] For port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:54.114190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:58:54.202304 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-28b22457-212f-4278-bf00-ad9b7fd8025a req-ddcb2ffe-50de-4453-ae8e-60e648f86166 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] For port 48aa4426-f3c8-44cf-9f2c-845477457c06, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=48aa4426-f3c8-44cf-9f2c-845477457c06,segment=NetworkSegment(34f5447d-a34d-4dfb-8786-aeaf0df74696),segment_id=34f5447d-a34d-4dfb-8786-aeaf0df74696)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:54.224543 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-03519442-c9b3-46d6-869e-3000c038d753 req-313d8a15-d3be-4446-ba58-e91221c34613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:58:54.224990 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.240461 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-28b22457-212f-4278-bf00-ad9b7fd8025a req-ddcb2ffe-50de-4453-ae8e-60e648f86166 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.247208 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-28b22457-212f-4278-bf00-ad9b7fd8025a req-ddcb2ffe-50de-4453-ae8e-60e648f86166 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.247557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-03519442-c9b3-46d6-869e-3000c038d753 req-313d8a15-d3be-4446-ba58-e91221c34613 service neutron] For port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:54.263923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Transition to ACTIVE for port object 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:54.290055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-03519442-c9b3-46d6-869e-3000c038d753 req-313d8a15-d3be-4446-ba58-e91221c34613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.294359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd80c92-1c6f-40a7-81c5-c84a376881a4 req-f5a0e0d3-30ca-4623-87ec-bc1ba326f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:54.296269 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1dd80c92-1c6f-40a7-81c5-c84a376881a4 req-f5a0e0d3-30ca-4623-87ec-bc1ba326f2da service neutron] 10.222.0.78 "GET /v2.0/networks?id=64cd1520-c751-410c-90c5-288f8b4a70c9 HTTP/1.1" status: 200 len: 913 time: 0.2853057 Aug 06 15:58:54.298350 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.308629 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b22457-212f-4278-bf00-ad9b7fd8025a req-ddcb2ffe-50de-4453-ae8e-60e648f86166 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:54.308869 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-28b22457-212f-4278-bf00-ad9b7fd8025a req-ddcb2ffe-50de-4453-ae8e-60e648f86166 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.311296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-28b22457-212f-4278-bf00-ad9b7fd8025a req-ddcb2ffe-50de-4453-ae8e-60e648f86166 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "PUT /v2.0/ports/48aa4426-f3c8-44cf-9f2c-845477457c06 HTTP/1.1" status: 200 len: 1020 time: 0.5072720 Aug 06 15:58:54.357606 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb2ffe-50de-4453-ae8e-60e648f86166 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event updated for resources: {'Port': ['ID=48aa4426-f3c8-44cf-9f2c-845477457c06,revision_number=7']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:54.377718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Network e892b1e0-027e-4b9c-b607-1961ba238ab5 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:54.382113 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1dd80c92-1c6f-40a7-81c5-c84a376881a4 req-44a0cd1b-2c46-413b-a203-89cd602fab5c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48aa4426-f3c8-44cf-9f2c-845477457c06 HTTP/1.1" status: 200 len: 217 time: 0.0728526 Aug 06 15:58:54.406800 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:54.459027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a944c-a976-4f56-95cb-eb29633e0521 None None] Pushing event updated for resources: {'Port': ['ID=3baa5568-2a8d-4d8f-8f76-c8f8fe8417af,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:54.476305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Attempting to bind port 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:54.476761 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Attempting to bind port 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:54.477848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Attempting to bind port 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:54.508357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:54.509062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:54.509559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2fc1e-a9fc-475d-9280-3bb868aa7d49 req-d494b441-a773-4cbb-8847-3f69c79968bf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:54.510190 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.511082 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:54.511387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Bound port: 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:54.511781 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.512474 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2c2fc1e-a9fc-475d-9280-3bb868aa7d49 req-d494b441-a773-4cbb-8847-3f69c79968bf tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.1445639 Aug 06 15:58:54.520701 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d1ec6-7a2a-41d4-b862-24f74896f279 req-95fcbe04-cf1c-4338-a26c-f6d4e16b8fd9 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:54.522682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e6d1ec6-7a2a-41d4-b862-24f74896f279 req-95fcbe04-cf1c-4338-a26c-f6d4e16b8fd9 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 1023 time: 0.1052840 Aug 06 15:58:54.588823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] For port 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:54.599136 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] For port 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3baa5568-2a8d-4d8f-8f76-c8f8fe8417af,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:54.613303 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.625319 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2c2fc1e-a9fc-475d-9280-3bb868aa7d49 req-01bc4193-401f-4401-9e60-a21ec62896b8 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013119 Aug 06 15:58:54.628590 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd80c92-1c6f-40a7-81c5-c84a376881a4 req-f1c835b9-0e02-415d-ae7e-7dd886bec9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:54.631139 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1dd80c92-1c6f-40a7-81c5-c84a376881a4 req-f1c835b9-0e02-415d-ae7e-7dd886bec9eb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=83d1da4b-fa18-428a-a086-604f4ecba825 HTTP/1.1" status: 200 len: 852 time: 0.2191644 Aug 06 15:58:54.671346 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-03519442-c9b3-46d6-869e-3000c038d753 req-313d8a15-d3be-4446-ba58-e91221c34613 service neutron] Transition to ACTIVE for port object 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:54.696567 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1dd80c92-1c6f-40a7-81c5-c84a376881a4 req-5d20a309-3083-4658-aa30-9f21cf6ec8cd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64cd1520-c751-410c-90c5-288f8b4a70c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497334 Aug 06 15:58:54.699501 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-03519442-c9b3-46d6-869e-3000c038d753 req-313d8a15-d3be-4446-ba58-e91221c34613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.714465 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e6d1ec6-7a2a-41d4-b862-24f74896f279 req-9738465c-00d1-48ef-93e3-8647a1ce2bcb tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab1f3e9d-462c-4a63-88a7-e4e95934f498&id=1027af6d-864a-47e4-841c-31d5bc1abc23&id=60d3d7d1-00cc-4829-b613-807b646d1651 HTTP/1.1" status: 200 len: 6148 time: 0.1745315 Aug 06 15:58:54.723006 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Routers {'b180a32c-8dde-4fde-b7a7-dc165fe398a2'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:54.724128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:58:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:54.790136 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Router b180a32c-8dde-4fde-b7a7-dc165fe398a2 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:58:54.797691 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['48aa4426-f3c8-44cf-9f2c-845477457c06'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:54.808814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a944c-a976-4f56-95cb-eb29633e0521 None None] Pushing event updated for resources: {'Port': ['ID=3baa5568-2a8d-4d8f-8f76-c8f8fe8417af,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:54.910152 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-462e6a90-1d5c-4c75-a842-63ebddd99e2f None None] Provisioning complete for port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:54.910459 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-462e6a90-1d5c-4c75-a842-63ebddd99e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.922842 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-955e4b9b-5dc8-4dae-9a56-2190f2b24f79 req-f4d0a538-c12c-4378-b475-b8f099bdeef2 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0370915 Aug 06 15:58:54.933049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f760c1c-902b-4287-901a-08efa5bde1f3 req-055d5a5d-0583-4dbe-8152-2367e12d97d4 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:54.941596 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f760c1c-902b-4287-901a-08efa5bde1f3 req-055d5a5d-0583-4dbe-8152-2367e12d97d4 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 945 time: 0.1125081 Aug 06 15:58:54.982120 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-bb59f894-1e8e-4e92-8a20-4ac21e16b435 req-548c58ce-547d-480d-9d8e-9cdda6ed2591 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1891885274 ', 'description': 'tempest-description-1969216557'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:54.998940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f760c1c-902b-4287-901a-08efa5bde1f3 req-286b5457-58f3-4c2f-bd74-493f1daa09fa tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562243 Aug 06 15:58:55.000238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-462e6a90-1d5c-4c75-a842-63ebddd99e2f None None] Port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:58:55.016306 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bb59f894-1e8e-4e92-8a20-4ac21e16b435 req-548c58ce-547d-480d-9d8e-9cdda6ed2591 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:55.017470 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] Set router b180a32c-8dde-4fde-b7a7-dc165fe398a2 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:58:55.021262 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-03519442-c9b3-46d6-869e-3000c038d753 req-313d8a15-d3be-4446-ba58-e91221c34613 service neutron] No DVR routers for this DVR port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:58:55.068597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d8a15-d3be-4446-ba58-e91221c34613 service neutron] Pushing event updated for resources: {'Port': ['ID=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,revision_number=10']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:55.125143 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-313d8a15-d3be-4446-ba58-e91221c34613 service neutron] 10.222.0.78 "PUT /v2.0/ports/5d391f6f-5cf1-4b96-b674-bb3fe76f3997/bindings/n-h2-803756-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5811155 Aug 06 15:58:55.129993 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bb59f894-1e8e-4e92-8a20-4ac21e16b435 req-548c58ce-547d-480d-9d8e-9cdda6ed2591 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:55.138499 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bb59f894-1e8e-4e92-8a20-4ac21e16b435 req-548c58ce-547d-480d-9d8e-9cdda6ed2591 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:55.182998 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bb59f894-1e8e-4e92-8a20-4ac21e16b435 req-548c58ce-547d-480d-9d8e-9cdda6ed2591 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:55.184546 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb59f894-1e8e-4e92-8a20-4ac21e16b435 req-548c58ce-547d-480d-9d8e-9cdda6ed2591 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.2176881 Aug 06 15:58:55.187844 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c58ce-547d-480d-9d8e-9cdda6ed2591 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4ac6b2-2354-41c3-a39a-4a8ededccb77,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:55.208302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['48aa4426-f3c8-44cf-9f2c-845477457c06'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:55.239456 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1dd80c92-1c6f-40a7-81c5-c84a376881a4 req-4ecfc89e-4b63-46eb-92d0-98b0d3da4880 service neutron] 10.222.0.78 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285578 Aug 06 15:58:55.296687 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c53269da-b0c5-4e1d-8974-1573c7ddf633 req-624602bd-cc3b-4507-b646-2bda49e0a373 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/8f4ac6b2-2354-41c3-a39a-4a8ededccb77 HTTP/1.1" status: 200 len: 1781 time: 0.0715578 Aug 06 15:58:55.305695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817998b-9dce-4ee3-b17e-66199e06db06 req-85e95b06-5e58-4978-93c1-cff9ec97f5c9 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:55.307283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5817998b-9dce-4ee3-b17e-66199e06db06 req-85e95b06-5e58-4978-93c1-cff9ec97f5c9 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.1022506 Aug 06 15:58:55.362598 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:55.369082 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d351e528-8353-4d6f-9ad1-962edd71276a admin admin] 10.222.0.37 "PUT /v2.0/routers/b180a32c-8dde-4fde-b7a7-dc165fe398a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6602595 Aug 06 15:58:55.373916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519442-c9b3-46d6-869e-3000c038d753 req-61e975df-b983-44ca-975f-a41bc2d40ebf tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:55.375546 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-61e975df-b983-44ca-975f-a41bc2d40ebf tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0&tenant_id=852011720c8b4e718d18a1374910def6&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 1096 time: 0.1395268 Aug 06 15:58:55.414587 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5817998b-9dce-4ee3-b17e-66199e06db06 req-ba1d3869-1419-462c-877d-486620d402fb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969625 Aug 06 15:58:55.424064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f138c0f2-17af-4cac-ba80-57e70a14be14 req-57c5cd28-47d3-40cf-85cc-55aa40e0e0d8 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/8f4ac6b2-2354-41c3-a39a-4a8ededccb77 HTTP/1.1" status: 200 len: 1781 time: 0.1052725 Aug 06 15:58:55.499635 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f138c0f2-17af-4cac-ba80-57e70a14be14 req-830a7595-29c6-4d9d-a5f8-069c688368a3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:55.534602 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f138c0f2-17af-4cac-ba80-57e70a14be14 req-830a7595-29c6-4d9d-a5f8-069c688368a3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:55.592663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'name': 'tempest-ServersTestFqdnHostnames-1831496456-router', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:48Z', 'updated_at': '2021-08-06T15:58:53Z', 'revision_number': 4, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'gw_port': {'id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '6dc54cc3-0f1a-454f-8f2b-f479f01a39d7', 'name': '', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'mac_address': 'fa:16:3e:f0:49:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:52Z', 'updated_at': '2021-08-06T15:58:53Z', 'revision_number': 2, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'subnets': [{'id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:55.611786 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f138c0f2-17af-4cac-ba80-57e70a14be14 req-830a7595-29c6-4d9d-a5f8-069c688368a3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:55.615710 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f138c0f2-17af-4cac-ba80-57e70a14be14 req-830a7595-29c6-4d9d-a5f8-069c688368a3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:55.617693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f138c0f2-17af-4cac-ba80-57e70a14be14 req-830a7595-29c6-4d9d-a5f8-069c688368a3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "DELETE /v2.0/security-groups/8f4ac6b2-2354-41c3-a39a-4a8ededccb77 HTTP/1.1" status: 204 len: 173 time: 0.1872556 Aug 06 15:58:55.632011 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a7595-29c6-4d9d-a5f8-069c688368a3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4ac6b2-2354-41c3-a39a-4a8ededccb77,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:55.671055 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-0de7393c-bab1-4d3c-808f-467fb8fa11d7 req-48a332ff-371e-4a99-b791-2a6a0393d6fc tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] show failed (client error): The resource could not be found. Aug 06 15:58:55.671668 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d01f37e-460c-4e7f-b22e-79e0728eeb0f None None] The sync data for ids ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'] in n-d-803756-1 is: [{'id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'name': 'tempest-ServersTestFqdnHostnames-1831496456-router', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:48Z', 'updated_at': '2021-08-06T15:58:53Z', 'revision_number': 4, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'gw_port': {'id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '6dc54cc3-0f1a-454f-8f2b-f479f01a39d7', 'name': '', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'mac_address': 'fa:16:3e:f0:49:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:52Z', 'updated_at': '2021-08-06T15:58:53Z', 'revision_number': 2, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'subnets': [{'id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:55.672587 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0de7393c-bab1-4d3c-808f-467fb8fa11d7 req-48a332ff-371e-4a99-b791-2a6a0393d6fc tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/8f4ac6b2-2354-41c3-a39a-4a8ededccb77 HTTP/1.1" status: 404 len: 352 time: 0.0353498 Aug 06 15:58:55.752213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2248f315-1505-4811-ad2f-c369995c09e3', 'tag': '48aa4426-f3c8-44cf-9f2c-845477457c06'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:55.754613 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11e073d-028d-4c89-a62e-fe4f304d2498" -d '{"events": [{"name": "network-changed", "server_uuid": "2248f315-1505-4811-ad2f-c369995c09e3", "tag": "48aa4426-f3c8-44cf-9f2c-845477457c06"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:55.765459 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1dd80c92-1c6f-40a7-81c5-c84a376881a4 req-de56dc23-d4b0-4fce-ae37-82ebe624cc3b service neutron] 10.222.0.78 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126464 Aug 06 15:58:55.778761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519442-c9b3-46d6-869e-3000c038d753 req-590db893-05e8-47af-90c3-8d8418bab725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:55.780613 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-590db893-05e8-47af-90c3-8d8418bab725 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0&tenant_id=852011720c8b4e718d18a1374910def6 HTTP/1.1" status: 200 len: 1096 time: 0.3957417 Aug 06 15:58:55.807841 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec2502-e101-4053-8062-3cf2c39fb709 req-460862ad-a82f-47f3-86e8-f73891a4178a tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:55.819973 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77ec2502-e101-4053-8062-3cf2c39fb709 req-460862ad-a82f-47f3-86e8-f73891a4178a tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 949 time: 0.0782859 Aug 06 15:58:55.864980 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519442-c9b3-46d6-869e-3000c038d753 req-a2077756-17b6-40a2-8d49-942098d50119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:55.866039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77ec2502-e101-4053-8062-3cf2c39fb709 req-c1a77579-f7f6-4a3d-8680-0ece7149e9b2 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441327 Aug 06 15:58:55.866590 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-a2077756-17b6-40a2-8d49-942098d50119 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 1096 time: 0.0574479 Aug 06 15:58:55.896374 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-88a5e5f7-b665-4105-b742-e287089fd399 req-62e7db78-a2a2-44b6-b9ca-8232d34dbc2e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1151804695', 'description': 'tempest-description-184951050'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:55.925089 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-88a5e5f7-b665-4105-b742-e287089fd399 req-62e7db78-a2a2-44b6-b9ca-8232d34dbc2e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:55.954621 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33166) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:55.962777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-3ab66a24-8929-40c4-b309-c51c103913c1 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--493582728', 'description': 'tempest-description--835304073'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:56.016613 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dcad8f-0e2a-4a4c-a7a3-b43d74406649 x-openstack-request-id: req-c7dcad8f-0e2a-4a4c-a7a3-b43d74406649 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:56.017270 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2248f315-1505-4811-ad2f-c369995c09e3", "tag": "48aa4426-f3c8-44cf-9f2c-845477457c06", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:56.017439 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7dcad8f-0e2a-4a4c-a7a3-b43d74406649 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:56.018084 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2248f315-1505-4811-ad2f-c369995c09e3', 'tag': '48aa4426-f3c8-44cf-9f2c-845477457c06', 'status': 'completed', 'code': 200} Aug 06 15:58:56.026799 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519442-c9b3-46d6-869e-3000c038d753 req-9abf54b3-7119-4e90-8684-6febb08b4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:56.028694 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-9abf54b3-7119-4e90-8684-6febb08b4652 service neutron] 10.222.0.13 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.1512504 Aug 06 15:58:56.078672 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-88a5e5f7-b665-4105-b742-e287089fd399 req-62e7db78-a2a2-44b6-b9ca-8232d34dbc2e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.093613 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-88a5e5f7-b665-4105-b742-e287089fd399 req-62e7db78-a2a2-44b6-b9ca-8232d34dbc2e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.107703 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-8c10da46-2dad-4089-8abd-3c95e73149b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d391f6f-5cf1-4b96-b674-bb3fe76f3997 HTTP/1.1" status: 200 len: 217 time: 0.0649879 Aug 06 15:58:56.123067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c7344e6b-002c-499e-9747-1ef0cd4e458c up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:56.149610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7db78-a2a2-44b6-b9ca-8232d34dbc2e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df6541a-c2a7-4924-baac-4d60b2cca6bf,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:56.156225 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ab66a24-8929-40c4-b309-c51c103913c1 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.189469 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-88a5e5f7-b665-4105-b742-e287089fd399 req-62e7db78-a2a2-44b6-b9ca-8232d34dbc2e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.202369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88a5e5f7-b665-4105-b742-e287089fd399 req-62e7db78-a2a2-44b6-b9ca-8232d34dbc2e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3059230 Aug 06 15:58:56.202580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e073d-028d-4c89-a62e-fe4f304d2498 req-6c0e21c2-1147-45da-bca2-5fc9d8e61023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:56.204129 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e11e073d-028d-4c89-a62e-fe4f304d2498 req-6c0e21c2-1147-45da-bca2-5fc9d8e61023 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc6c94bd28e6427f9825c6938ef7f030&device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 1174 time: 0.1516566 Aug 06 15:58:56.215691 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port c7344e6b-002c-499e-9747-1ef0cd4e458c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:56.216296 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.223642 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519442-c9b3-46d6-869e-3000c038d753 req-1345162d-6b52-43d7-8a29-14a70b0e3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:56.225305 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-1345162d-6b52-43d7-8a29-14a70b0e3ef3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.1008229 Aug 06 15:58:56.285446 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-56df7dc9-8dea-43d5-a71f-77800aae5973 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424492 Aug 06 15:58:56.322784 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ab66a24-8929-40c4-b309-c51c103913c1 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.328114 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ab66a24-8929-40c4-b309-c51c103913c1 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.379311 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74c30a40-b08a-48b8-bb19-7b1d1bcb525c req-d45f3722-b2e0-4638-9ff5-77753a1734a0 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0480812 Aug 06 15:58:56.388898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ab66a24-8929-40c4-b309-c51c103913c1 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.390159 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3ab66a24-8929-40c4-b309-c51c103913c1 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4343433 Aug 06 15:58:56.393517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33174) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:56.398896 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a75b45de-82c8-4eb4-a084-c4bfb4717f1a tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Request body: {'security_group_rule': {'security_group_id': '7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:56.406725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab66a24-8929-40c4-b309-c51c103913c1 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:56.424571 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.456730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e073d-028d-4c89-a62e-fe4f304d2498 req-ceb43d70-23de-4b51-a9e3-987abe45be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:56.464700 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e11e073d-028d-4c89-a62e-fe4f304d2498 req-ceb43d70-23de-4b51-a9e3-987abe45be4a service neutron] 10.222.0.78 "GET /v2.0/networks?id=64cd1520-c751-410c-90c5-288f8b4a70c9 HTTP/1.1" status: 200 len: 913 time: 0.2509568 Aug 06 15:58:56.478556 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a75b45de-82c8-4eb4-a084-c4bfb4717f1a tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.487427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-3dddb8d5-7c35-415d-bcc7-c284814a483b req-d0ad3384-0385-497f-a889-f2a65fe2d8df tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2128149004', 'description': 'tempest-description-774667480'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:56.494329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c7344e6b-002c-499e-9747-1ef0cd4e458c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c7344e6b-002c-499e-9747-1ef0cd4e458c,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:56.495485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552cc640-8a68-4e36-9a9d-265fc0c20239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7344e6b-002c-499e-9747-1ef0cd4e458c'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:56.498932 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2aeb224-15a2-4bb2-b74f-a5845595e53d" -d '{"events": [{"server_uuid": "552cc640-8a68-4e36-9a9d-265fc0c20239", "name": "network-vif-plugged", "status": "completed", "tag": "c7344e6b-002c-499e-9747-1ef0cd4e458c"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:56.504064 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.566085 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f9045-6f36-4c70-b8f5-d071b857c732 req-c82799e0-c0bd-4328-a81d-a4eb23a90094 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:56.570363 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d15f9045-6f36-4c70-b8f5-d071b857c732 req-c82799e0-c0bd-4328-a81d-a4eb23a90094 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 945 time: 0.1280160 Aug 06 15:58:56.573855 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3dddb8d5-7c35-415d-bcc7-c284814a483b req-d0ad3384-0385-497f-a889-f2a65fe2d8df tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.582030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=c7344e6b-002c-499e-9747-1ef0cd4e458c,revision_number=11']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:56.602624 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e11e073d-028d-4c89-a62e-fe4f304d2498 req-aff93cea-dd9d-49fc-bca4-592ed7146d13 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48aa4426-f3c8-44cf-9f2c-845477457c06 HTTP/1.1" status: 200 len: 217 time: 0.1189001 Aug 06 15:58:56.608695 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-263b9735-cd58-4319-95f6-a8217f261358 service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923386 Aug 06 15:58:56.646130 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a75b45de-82c8-4eb4-a084-c4bfb4717f1a tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.656332 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a75b45de-82c8-4eb4-a084-c4bfb4717f1a tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.727291 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d15f9045-6f36-4c70-b8f5-d071b857c732 req-d6dade94-e8f1-4136-97c5-8110443e527f tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427722 Aug 06 15:58:56.730548 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b45de-82c8-4eb4-a084-c4bfb4717f1a tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d00ae6f-568b-412e-b335-aa888470e563,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:56.767390 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e073d-028d-4c89-a62e-fe4f304d2498 req-c4de0777-0d30-4449-9303-815b9c1fd88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:56.776794 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e11e073d-028d-4c89-a62e-fe4f304d2498 req-c4de0777-0d30-4449-9303-815b9c1fd88c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=83d1da4b-fa18-428a-a086-604f4ecba825 HTTP/1.1" status: 200 len: 852 time: 0.1553929 Aug 06 15:58:56.839679 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3dddb8d5-7c35-415d-bcc7-c284814a483b req-d0ad3384-0385-497f-a889-f2a65fe2d8df tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.848711 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e11e073d-028d-4c89-a62e-fe4f304d2498 req-175868df-e7fc-4261-8bb7-0660af1f2a83 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=64cd1520-c751-410c-90c5-288f8b4a70c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598600 Aug 06 15:58:56.857376 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3dddb8d5-7c35-415d-bcc7-c284814a483b req-d0ad3384-0385-497f-a889-f2a65fe2d8df tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.907904 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a75b45de-82c8-4eb4-a084-c4bfb4717f1a tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.911880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a75b45de-82c8-4eb4-a084-c4bfb4717f1a tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5174088 Aug 06 15:58:56.915799 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33182) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:56.924087 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4c578b76-b634-4138-afff-235e1290f0e8 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Request body: {'security_group_rule': {'security_group_id': '7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:56.935736 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3dddb8d5-7c35-415d-bcc7-c284814a483b req-d0ad3384-0385-497f-a889-f2a65fe2d8df tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.937131 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3dddb8d5-7c35-415d-bcc7-c284814a483b req-d0ad3384-0385-497f-a889-f2a65fe2d8df tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4784620 Aug 06 15:58:56.940851 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-65b5818b-86e9-41ec-81c5-2c5d9f30c70c service neutron] 10.222.0.13 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222971 Aug 06 15:58:56.948947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad3384-0385-497f-a889-f2a65fe2d8df tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fbda45-5bbd-4eec-b1d7-60e23183b310,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:56.965955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441122d-1ed8-4875-a059-422f3c626fcd req-4fabc61b-f038-4be8-a254-de120ec4054b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:56.968225 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6441122d-1ed8-4875-a059-422f3c626fcd req-4fabc61b-f038-4be8-a254-de120ec4054b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.1265004 Aug 06 15:58:57.010942 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4c578b76-b634-4138-afff-235e1290f0e8 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:57.023615 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bd8fbc-b6bc-4407-9d48-a8ec2839e71e x-openstack-request-id: req-b9bd8fbc-b6bc-4407-9d48-a8ec2839e71e {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:57.023904 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552cc640-8a68-4e36-9a9d-265fc0c20239", "name": "network-vif-plugged", "status": "completed", "tag": "c7344e6b-002c-499e-9747-1ef0cd4e458c", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:57.024148 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9bd8fbc-b6bc-4407-9d48-a8ec2839e71e {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:57.024592 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552cc640-8a68-4e36-9a9d-265fc0c20239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7344e6b-002c-499e-9747-1ef0cd4e458c', 'code': 200} Aug 06 15:58:57.065656 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:57.089413 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e11e073d-028d-4c89-a62e-fe4f304d2498 req-608b5f8e-c5d9-4ae7-8e90-56ea8979c30c service neutron] 10.222.0.78 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284396 Aug 06 15:58:57.185165 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6441122d-1ed8-4875-a059-422f3c626fcd req-bfaf6aef-905e-4c2c-81d4-1e118407182e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963494 Aug 06 15:58:57.190109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:57.198587 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:57.199030 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:57.240267 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e11e073d-028d-4c89-a62e-fe4f304d2498 req-4e5f7ce1-1a20-4369-9131-390efcb9e341 service neutron] 10.222.0.78 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412838 Aug 06 15:58:57.254785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-1bc02e16-9d13-42b0-ba41-5c4eeee5a50d req-d27c9bba-bf7e-44ee-a00e-edc6a16f24bf tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1658022764', 'description': 'tempest-description-1022239608'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:57.342126 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:57.355505 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4c578b76-b634-4138-afff-235e1290f0e8 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:57.355781 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519442-c9b3-46d6-869e-3000c038d753 req-a69784a3-9dba-4383-8aef-a34d0ca40fae tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:57.357141 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-a69784a3-9dba-4383-8aef-a34d0ca40fae tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0&tenant_id=852011720c8b4e718d18a1374910def6&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 1096 time: 0.0967529 Aug 06 15:58:57.357353 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1bc02e16-9d13-42b0-ba41-5c4eeee5a50d req-d27c9bba-bf7e-44ee-a00e-edc6a16f24bf tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:57.358749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30999534-9261-4e13-bba9-62604734285e req-5c235d1a-da10-4313-b298-c7d55e9eb222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:57.360090 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-30999534-9261-4e13-bba9-62604734285e req-5c235d1a-da10-4313-b298-c7d55e9eb222 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 1101 time: 0.0583768 Aug 06 15:58:57.372252 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3baa5568-2a8d-4d8f-8f76-c8f8fe8417af,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:57.375127 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4c578b76-b634-4138-afff-235e1290f0e8 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:57.379261 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:57.397717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74feaa-c49b-497f-b61c-3ca06e6aef02 req-2d75930f-cfa1-4d31-90fc-3aef4c41dfd9 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:57.408945 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d74feaa-c49b-497f-b61c-3ca06e6aef02 req-2d75930f-cfa1-4d31-90fc-3aef4c41dfd9 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 950 time: 0.3052120 Aug 06 15:58:57.439237 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-30999534-9261-4e13-bba9-62604734285e req-842efe2a-8e45-4eb7-bbbf-82f45e6efb1a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634136 Aug 06 15:58:57.446802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=3baa5568-2a8d-4d8f-8f76-c8f8fe8417af,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:57.456842 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:57.457404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:57.458013 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:57.458454 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:57.458951 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:57.459563 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:57.460151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:57.460583 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:57.461470 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:57.461470 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:57.462091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:57.462516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:57.505496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c578b76-b634-4138-afff-235e1290f0e8 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fe81d8-32ff-4e57-8e2d-047130929ca4,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:57.522365 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4c578b76-b634-4138-afff-235e1290f0e8 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:57.524913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4c578b76-b634-4138-afff-235e1290f0e8 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6062171 Aug 06 15:58:57.530681 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33192) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:57.535548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:57.543289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-03519442-c9b3-46d6-869e-3000c038d753 req-0c8e9877-2e4b-467d-b57d-b3c85794ebd7 service neutron] For port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:57.548789 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-03519442-c9b3-46d6-869e-3000c038d753 req-0c8e9877-2e4b-467d-b57d-b3c85794ebd7 service neutron] Notify callbacks [] for binding, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:57.549901 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03519442-c9b3-46d6-869e-3000c038d753 req-0c8e9877-2e4b-467d-b57d-b3c85794ebd7 service neutron] 10.222.0.13 "DELETE /v2.0/ports/5d391f6f-5cf1-4b96-b674-bb3fe76f3997/bindings/n-h1-803756-1 HTTP/1.1" status: 204 len: 173 time: 0.1841402 Aug 06 15:58:57.559325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d74feaa-c49b-497f-b61c-3ca06e6aef02 req-b9dae9c6-a953-43a4-a06e-79f301854336 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487124 Aug 06 15:58:57.582605 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.api [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:58:57.582605 n-d-803756-1 neutron-server[105764]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 15:58:57.582605 n-d-803756-1 neutron-server[105764]: [parameters: {'project_id_1': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'expiration_1': datetime.datetime(2021, 8, 6, 15, 58, 57, 544120)}] Aug 06 15:58:57.582605 n-d-803756-1 neutron-server[105764]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:58:57.583063 n-d-803756-1 neutron-server[105764]: DEBUG oslo_db.api [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:58:57.692015 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1bc02e16-9d13-42b0-ba41-5c4eeee5a50d req-d27c9bba-bf7e-44ee-a00e-edc6a16f24bf tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:57.699572 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1bc02e16-9d13-42b0-ba41-5c4eeee5a50d req-d27c9bba-bf7e-44ee-a00e-edc6a16f24bf tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:57.743261 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1bc02e16-9d13-42b0-ba41-5c4eeee5a50d req-d27c9bba-bf7e-44ee-a00e-edc6a16f24bf tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:57.744050 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1bc02e16-9d13-42b0-ba41-5c4eeee5a50d req-d27c9bba-bf7e-44ee-a00e-edc6a16f24bf tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5122664 Aug 06 15:58:57.762380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c9bba-bf7e-44ee-a00e-edc6a16f24bf tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d70cf10-e65d-4537-bde1-5765df54b2d4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:57.894030 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f7a8e3d-193e-4c78-bc8d-42772757e8e2 req-7e68e5cd-8d99-4e37-aed7-79630faf1979 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0606687 Aug 06 15:58:57.977772 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1275755a-6cb7-45c7-97f4-08ef2a1f6e23 req-09ffe0d2-5003-46de-8025-1451602e8a35 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc6c94bd28e6427f9825c6938ef7f030 HTTP/1.1" status: 200 len: 10896 time: 0.1862650 Aug 06 15:58:58.072635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154e5bd-bb20-41cf-a11c-a9a16a08940f req-8002a35b-8813-4f35-a500-275a18bacfff tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:58.074331 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1154e5bd-bb20-41cf-a11c-a9a16a08940f req-8002a35b-8813-4f35-a500-275a18bacfff tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 945 time: 0.0954819 Aug 06 15:58:58.086737 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1275755a-6cb7-45c7-97f4-08ef2a1f6e23 req-a3b52646-1842-4c21-8fe5-6e7f999f1532 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/60d3d7d1-00cc-4829-b613-807b646d1651 HTTP/1.1" status: 200 len: 2981 time: 0.0935493 Aug 06 15:58:58.118101 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.156705 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1154e5bd-bb20-41cf-a11c-a9a16a08940f req-fb59be24-c85e-4585-9713-dc9bc5c217b0 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733304 Aug 06 15:58:58.181712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1275755a-6cb7-45c7-97f4-08ef2a1f6e23 req-bfaf9c18-95c6-4ec6-8751-bd343cec7c81 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/60d3d7d1-00cc-4829-b613-807b646d1651 HTTP/1.1" status: 200 len: 2981 time: 0.0802009 Aug 06 15:58:58.277614 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-099c579a-d5d9-496f-9df0-9c87a5da630a req-7e1cd9df-a693-4773-8dd7-19302b80ef3d tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/7df6541a-c2a7-4924-baac-4d60b2cca6bf HTTP/1.1" status: 200 len: 1800 time: 0.0578506 Aug 06 15:58:58.319164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.379867 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3497b8-1e19-43a2-be6f-7ce16202a2f7 req-177cae54-eed5-4c24-a294-305df7b37481 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:58.381468 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4c3497b8-1e19-43a2-be6f-7ce16202a2f7 req-177cae54-eed5-4c24-a294-305df7b37481 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.0849130 Aug 06 15:58:58.410104 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-099c579a-d5d9-496f-9df0-9c87a5da630a req-c9275d72-fb7d-429e-a15c-94c644b67004 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.452237 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-099c579a-d5d9-496f-9df0-9c87a5da630a req-c9275d72-fb7d-429e-a15c-94c644b67004 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.465315 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4c3497b8-1e19-43a2-be6f-7ce16202a2f7 req-c0e54480-0a39-400e-a539-c69319e28e94 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653400 Aug 06 15:58:58.484038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Allocated IP 172.25.1.47 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/87dcea7f-184b-46bd-8594-b822bfc5cf7f) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:58.551674 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-099c579a-d5d9-496f-9df0-9c87a5da630a req-c9275d72-fb7d-429e-a15c-94c644b67004 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.555793 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-099c579a-d5d9-496f-9df0-9c87a5da630a req-c9275d72-fb7d-429e-a15c-94c644b67004 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.564489 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-099c579a-d5d9-496f-9df0-9c87a5da630a req-c9275d72-fb7d-429e-a15c-94c644b67004 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "DELETE /v2.0/security-groups/7df6541a-c2a7-4924-baac-4d60b2cca6bf HTTP/1.1" status: 204 len: 173 time: 0.2718654 Aug 06 15:58:58.574777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9275d72-fb7d-429e-a15c-94c644b67004 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df6541a-c2a7-4924-baac-4d60b2cca6bf,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:58.655637 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-f02f7b8d-0629-4664-b944-3800a158bbfc req-097b4d3b-9bd4-435b-95f2-81ea77c2e34e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] show failed (client error): The resource could not be found. Aug 06 15:58:58.656767 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f02f7b8d-0629-4664-b944-3800a158bbfc req-097b4d3b-9bd4-435b-95f2-81ea77c2e34e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/7df6541a-c2a7-4924-baac-4d60b2cca6bf HTTP/1.1" status: 404 len: 352 time: 0.0378809 Aug 06 15:58:58.745297 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.764607 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef22070-49b8-43bb-8576-ac0cbbcc7e34 req-76676103-f2c8-4ef5-b310-bee808d79c9d tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:58.766472 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ef22070-49b8-43bb-8576-ac0cbbcc7e34 req-76676103-f2c8-4ef5-b310-bee808d79c9d tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 1096 time: 0.0971131 Aug 06 15:58:58.813852 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.899201 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ef22070-49b8-43bb-8576-ac0cbbcc7e34 req-5631b451-6611-40a5-8ff3-04d59547e396 tempest-LiveAutoBlockMigrationV225Test-508892281 tempest-LiveAutoBlockMigrationV225Test-508892281-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261270 Aug 06 15:58:58.919134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Pushing event updated for resources: {'Port': ['ID=87dcea7f-184b-46bd-8594-b822bfc5cf7f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:58.928050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e767a62-0efd-4f95-9f93-2b5b80044b0b req-ed527a59-e00b-4712-8a4a-86d7dba467be tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:58.934270 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:58.936498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:58.942825 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:58.953444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6e767a62-0efd-4f95-9f93-2b5b80044b0b req-ed527a59-e00b-4712-8a4a-86d7dba467be tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 950 time: 0.1464822 Aug 06 15:58:59.000360 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:59.032993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6e767a62-0efd-4f95-9f93-2b5b80044b0b req-b7c1ecc4-269c-4ad9-94b7-97cf8d57eeff tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785849 Aug 06 15:58:59.057844 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95aa914e-4cb3-482f-a708-5e8f12e53ff5 req-15e6dcf7-a436-46e6-b796-172ee2d965b7 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/77fbda45-5bbd-4eec-b1d7-60e23183b310 HTTP/1.1" status: 200 len: 1800 time: 0.0656712 Aug 06 15:58:59.061688 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:59.062120 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.101805 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.125939 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Sync routers for ids ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:59.139637 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Routers {'b180a32c-8dde-4fde-b7a7-dc165fe398a2'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:59.142599 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:58:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:59.158091 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.162956 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-95aa914e-4cb3-482f-a708-5e8f12e53ff5 req-8a0aeba2-918b-4e4a-9f35-78a57d7885f9 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.193123 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-95aa914e-4cb3-482f-a708-5e8f12e53ff5 req-8a0aeba2-918b-4e4a-9f35-78a57d7885f9 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.251374 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-95aa914e-4cb3-482f-a708-5e8f12e53ff5 req-8a0aeba2-918b-4e4a-9f35-78a57d7885f9 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.254591 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-95aa914e-4cb3-482f-a708-5e8f12e53ff5 req-8a0aeba2-918b-4e4a-9f35-78a57d7885f9 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.255732 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95aa914e-4cb3-482f-a708-5e8f12e53ff5 req-8a0aeba2-918b-4e4a-9f35-78a57d7885f9 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "DELETE /v2.0/security-groups/77fbda45-5bbd-4eec-b1d7-60e23183b310 HTTP/1.1" status: 204 len: 173 time: 0.2009213 Aug 06 15:58:59.271681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0aeba2-918b-4e4a-9f35-78a57d7885f9 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fbda45-5bbd-4eec-b1d7-60e23183b310,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:59.328781 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Set router b180a32c-8dde-4fde-b7a7-dc165fe398a2 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:58:59.373540 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd89e414-4508-4ef2-a2c9-e01601bacfcf req-db33fc60-b967-49ac-847e-78354ff559a6 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0390260 Aug 06 15:58:59.393477 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.407573 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.502521 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Pushing event updated for resources: {'Port': ['ID=87dcea7f-184b-46bd-8594-b822bfc5cf7f,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:59.512331 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.527511 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-7a5a91d4-ece7-4b10-a378-ec916a569860 req-43a7afff-3dfd-4b1e-807c-9f100c839185 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] show failed (client error): The resource could not be found. Aug 06 15:58:59.528365 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a5a91d4-ece7-4b10-a378-ec916a569860 req-43a7afff-3dfd-4b1e-807c-9f100c839185 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/77fbda45-5bbd-4eec-b1d7-60e23183b310 HTTP/1.1" status: 404 len: 352 time: 0.0148311 Aug 06 15:58:59.528838 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.532098 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9631e4fa-6a11-4839-be15-908c20d38f6b tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9991958 Aug 06 15:58:59.611410 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'name': 'tempest-ServersTestFqdnHostnames-1831496456-router', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:48Z', 'updated_at': '2021-08-06T15:58:53Z', 'revision_number': 4, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'gw_port': {'id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '6dc54cc3-0f1a-454f-8f2b-f479f01a39d7', 'name': '', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'mac_address': 'fa:16:3e:f0:49:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:52Z', 'updated_at': '2021-08-06T15:58:53Z', 'revision_number': 2, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'subnets': [{'id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:59.648423 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Checking router: b180a32c-8dde-4fde-b7a7-dc165fe398a2 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:58:59.648886 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Updating router b180a32c-8dde-4fde-b7a7-dc165fe398a2 port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:58:59.670255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0da86-5a4b-4fcd-b558-08420b8b3e29 req-704542e2-9432-4459-abb4-bdf0e19ce5aa tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:59.671760 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdc0da86-5a4b-4fcd-b558-08420b8b3e29 req-704542e2-9432-4459-abb4-bdf0e19ce5aa tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 945 time: 0.0809150 Aug 06 15:58:59.678805 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.679125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052b4e1-eaec-4057-93ed-af4cb08b9a93 req-6cc55f18-4340-4ea2-a239-e7eeeb5ad147 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:59.680535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6052b4e1-eaec-4057-93ed-af4cb08b9a93 req-6cc55f18-4340-4ea2-a239-e7eeeb5ad147 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.0781705 Aug 06 15:58:59.734049 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdc0da86-5a4b-4fcd-b558-08420b8b3e29 req-8eea173b-ec40-4044-8efe-d0746750e27b tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524089 Aug 06 15:58:59.741209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6052b4e1-eaec-4057-93ed-af4cb08b9a93 req-e2670c67-9bbe-4a8f-b1b4-ce5b36a637c2 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532901 Aug 06 15:58:59.844431 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8fb5ee8e-24ca-4303-9756-ebc5c9187a84 req-8c781b7d-bad1-4b50-99b6-32c02383c30e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/4d70cf10-e65d-4537-bde1-5765df54b2d4 HTTP/1.1" status: 200 len: 1801 time: 0.0708921 Aug 06 15:58:59.874881 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee9b2e-d48b-4f65-a514-8f86e80cf107 req-45a80ac4-0155-4cdf-bdbf-a784c9eff579 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:59.876341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fee9b2e-d48b-4f65-a514-8f86e80cf107 req-45a80ac4-0155-4cdf-bdbf-a784c9eff579 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 1101 time: 0.0694323 Aug 06 15:58:59.935777 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fee9b2e-d48b-4f65-a514-8f86e80cf107 req-67d205b1-9642-4279-aa66-fbaefdf82b26 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515974 Aug 06 15:58:59.936308 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8fb5ee8e-24ca-4303-9756-ebc5c9187a84 req-6fcf08f2-8481-4ae0-8252-5de66eb99a0f tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.969886 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8fb5ee8e-24ca-4303-9756-ebc5c9187a84 req-6fcf08f2-8481-4ae0-8252-5de66eb99a0f tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.975193 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.990171 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Transition to ACTIVE for port object 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:00.000055 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.022525 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8fb5ee8e-24ca-4303-9756-ebc5c9187a84 req-6fcf08f2-8481-4ae0-8252-5de66eb99a0f tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.026240 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8fb5ee8e-24ca-4303-9756-ebc5c9187a84 req-6fcf08f2-8481-4ae0-8252-5de66eb99a0f tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.027760 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8fb5ee8e-24ca-4303-9756-ebc5c9187a84 req-6fcf08f2-8481-4ae0-8252-5de66eb99a0f tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "DELETE /v2.0/security-groups/4d70cf10-e65d-4537-bde1-5765df54b2d4 HTTP/1.1" status: 204 len: 173 time: 0.1758807 Aug 06 15:59:00.063430 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97a881-3da4-4d08-b8ef-75c7e646143a None None] Pushing event updated for resources: {'Port': ['ID=6dc54cc3-0f1a-454f-8f2b-f479f01a39d7,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:00.064975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf08f2-8481-4ae0-8252-5de66eb99a0f tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d70cf10-e65d-4537-bde1-5765df54b2d4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:00.126897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-c040077d-9456-40e3-a47e-b6e44339c796 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--493582728&fields=id&tenant_id=ad4cc8d4f17a47abb06d004c5cf8e31c HTTP/1.1" status: 200 len: 267 time: 0.0787003 Aug 06 15:59:00.181034 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Attempting to bind port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:59:00.182083 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Attempting to bind port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'fa644059-d0cd-4c80-b33e-0013c8abb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:59:00.182633 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Attempting to bind port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 on network e892b1e0-027e-4b9c-b607-1961ba238ab5 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:00.191977 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:59:00.193020 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Checking segment: {'id': 'fa644059-d0cd-4c80-b33e-0013c8abb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:00.194146 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.194880 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Bound using segment: {'id': 'fa644059-d0cd-4c80-b33e-0013c8abb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:59:00.196048 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Bound port: 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa644059-d0cd-4c80-b33e-0013c8abb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:59:00.196875 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.206583 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4e942dc-2f5d-4fa4-8ffd-cc430581accc req-90c7da8f-fc79-4a9d-bb74-9571291d3daa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0839655 Aug 06 15:59:00.303632 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-b2c4076d-e90c-4bcd-a507-0d3a442d3ad4 req-f5b09dbe-3c04-40a4-83e0-12435a59a3af tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] show failed (client error): The resource could not be found. Aug 06 15:59:00.304658 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b2c4076d-e90c-4bcd-a507-0d3a442d3ad4 req-f5b09dbe-3c04-40a4-83e0-12435a59a3af tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/4d70cf10-e65d-4537-bde1-5765df54b2d4 HTTP/1.1" status: 404 len: 352 time: 0.0339148 Aug 06 15:59:00.326536 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e942dc-2f5d-4fa4-8ffd-cc430581accc req-c9d8f65a-be46-4f1e-a149-0efd97b67914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:00.328063 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4e942dc-2f5d-4fa4-8ffd-cc430581accc req-c9d8f65a-be46-4f1e-a149-0efd97b67914 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61d9ec8c4bd445cc8dcdca9b8e60c7e8&device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 1096 time: 0.0861540 Aug 06 15:59:00.341099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119bd97-e06c-4f30-ad47-9981e4aedf8e req-c63bf749-254b-4178-ad82-20d543c22bdf tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:00.343472 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0119bd97-e06c-4f30-ad47-9981e4aedf8e req-c63bf749-254b-4178-ad82-20d543c22bdf tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 945 time: 0.1565664 Aug 06 15:59:00.358362 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5076f961-cf9b-4034-9625-71a9e0985d48 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:00.366233 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5076f961-cf9b-4034-9625-71a9e0985d48 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/networks?id=e892b1e0-027e-4b9c-b607-1961ba238ab5 HTTP/1.1" status: 200 len: 815 time: 0.2263761 Aug 06 15:59:00.374075 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] For port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:59:00.378307 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] For port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=6dc54cc3-0f1a-454f-8f2b-f479f01a39d7,segment=NetworkSegment(fa644059-d0cd-4c80-b33e-0013c8abb891),segment_id=fa644059-d0cd-4c80-b33e-0013c8abb891)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:59:00.384810 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.391724 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-7538ea44-bb80-4412-82a5-c0adecbc270d tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/quotas/ad4cc8d4f17a47abb06d004c5cf8e31c HTTP/1.1" status: 200 len: 375 time: 0.0245342 Aug 06 15:59:00.461935 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97a881-3da4-4d08-b8ef-75c7e646143a None None] Pushing event updated for resources: {'Port': ['ID=6dc54cc3-0f1a-454f-8f2b-f479f01a39d7,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:00.489414 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Routers {'b180a32c-8dde-4fde-b7a7-dc165fe398a2'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:00.490155 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:58:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:00.512605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e942dc-2f5d-4fa4-8ffd-cc430581accc req-e4e767a8-0eba-473b-bc28-3a2cfae1aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:00.515424 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4e942dc-2f5d-4fa4-8ffd-cc430581accc req-e4e767a8-0eba-473b-bc28-3a2cfae1aeb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=be64a754-66d4-4a99-b5f7-5f4723a93a1f HTTP/1.1" status: 200 len: 924 time: 0.1601052 Aug 06 15:59:00.521521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-0b0e7af0-7494-4f36-a8fc-9a72d2ea5ae7 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad4cc8d4f17a47abb06d004c5cf8e31c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1288579 Aug 06 15:59:00.583080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-0119bd97-e06c-4f30-ad47-9981e4aedf8e req-62a84d4d-1cc6-4767-9508-4531235823d2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Deleting port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:00.583465 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0119bd97-e06c-4f30-ad47-9981e4aedf8e req-62a84d4d-1cc6-4767-9508-4531235823d2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.623286 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4e942dc-2f5d-4fa4-8ffd-cc430581accc req-a667d0cf-5eb2-428e-9abd-0f575d70726b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9711fc0-b99c-4c7c-a33c-c72e8dff34db HTTP/1.1" status: 200 len: 1001 time: 0.0914392 Aug 06 15:59:00.647271 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] Set router b180a32c-8dde-4fde-b7a7-dc165fe398a2 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:00.697768 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e942dc-2f5d-4fa4-8ffd-cc430581accc req-efc2129c-117d-481b-87b5-b85c28c1671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:00.699310 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4e942dc-2f5d-4fa4-8ffd-cc430581accc req-efc2129c-117d-481b-87b5-b85c28c1671a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7139516a-55da-4c51-9f07-a4156520643c HTTP/1.1" status: 200 len: 862 time: 0.0693083 Aug 06 15:59:00.762157 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222ef6a-f7e6-43b9-8d2e-4ff152d846e4 req-56db58f2-f954-4e30-bbad-2bca11074b73 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:00.764732 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c222ef6a-f7e6-43b9-8d2e-4ff152d846e4 req-56db58f2-f954-4e30-bbad-2bca11074b73 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 1101 time: 0.2064333 Aug 06 15:59:00.795152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e942dc-2f5d-4fa4-8ffd-cc430581accc req-92427968-c439-469f-bedb-290e62e6c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:00.797197 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4e942dc-2f5d-4fa4-8ffd-cc430581accc req-92427968-c439-469f-bedb-290e62e6c7b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be64a754-66d4-4a99-b5f7-5f4723a93a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868225 Aug 06 15:59:00.853202 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-0119bd97-e06c-4f30-ad47-9981e4aedf8e req-62a84d4d-1cc6-4767-9508-4531235823d2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] For port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:00.853778 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0119bd97-e06c-4f30-ad47-9981e4aedf8e req-62a84d4d-1cc6-4767-9508-4531235823d2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.871861 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-06291192-941c-4f52-bbbb-f20a7a342f40 service neutron] 10.222.0.37 "GET /v2.0/networks/e892b1e0-027e-4b9c-b607-1961ba238ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257067 Aug 06 15:59:00.894922 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c222ef6a-f7e6-43b9-8d2e-4ff152d846e4 req-98b050f3-6c93-4a63-9747-e8e7d08eccf0 tempest-ServersAdminTestJSON-1537341822 tempest-ServersAdminTestJSON-1537341822-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166124 Aug 06 15:59:00.917856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-0119bd97-e06c-4f30-ad47-9981e4aedf8e req-62a84d4d-1cc6-4767-9508-4531235823d2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Calling delete_port for 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:01.019792 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4e942dc-2f5d-4fa4-8ffd-cc430581accc req-78755f85-42d0-4804-8837-c8491c1472b3 service neutron] 10.222.0.13 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147975 Aug 06 15:59:01.068261 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:01.092480 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'name': 'tempest-ServersTestFqdnHostnames-1831496456-router', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:48Z', 'updated_at': '2021-08-06T15:58:53Z', 'revision_number': 4, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'gw_port': {'id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '6dc54cc3-0f1a-454f-8f2b-f479f01a39d7', 'name': '', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'mac_address': 'fa:16:3e:f0:49:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:52Z', 'updated_at': '2021-08-06T15:59:00Z', 'revision_number': 4, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'subnets': [{'id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:01.115049 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-3471bec4-2863-4c8e-af74-11c26b5f9dc0 service neutron] 10.222.0.37 "GET /v2.0/networks/e892b1e0-027e-4b9c-b607-1961ba238ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167168 Aug 06 15:59:01.157252 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:01.164970 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21e8c17-2fc9-443b-946a-916a47332b6e None None] The sync data for ids ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'] in n-d-803756-1 is: [{'id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'name': 'tempest-ServersTestFqdnHostnames-1831496456-router', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:48Z', 'updated_at': '2021-08-06T15:58:53Z', 'revision_number': 4, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'gw_port': {'id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '6dc54cc3-0f1a-454f-8f2b-f479f01a39d7', 'name': '', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'mac_address': 'fa:16:3e:f0:49:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:52Z', 'updated_at': '2021-08-06T15:59:00Z', 'revision_number': 4, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'subnets': [{'id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:01.166209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:01.167350 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.169358 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4e942dc-2f5d-4fa4-8ffd-cc430581accc req-d4c86056-7d6a-4e83-b361-f05d1ec01d38 service neutron] 10.222.0.13 "GET /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350930 Aug 06 15:59:01.187610 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad1ef8ce-8680-4ff5-a567-a8699140533a req-7fa6f5f6-eb63-45bf-ab01-e599eb3dce8f tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc6c94bd28e6427f9825c6938ef7f030 HTTP/1.1" status: 200 len: 6148 time: 0.1332355 Aug 06 15:59:01.307239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad1ef8ce-8680-4ff5-a567-a8699140533a req-2c4033cd-d83f-4ee8-a967-bda1aef4a8ae tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/60d3d7d1-00cc-4829-b613-807b646d1651 HTTP/1.1" status: 200 len: 2981 time: 0.0986285 Aug 06 15:59:01.309542 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0119bd97-e06c-4f30-ad47-9981e4aedf8e req-62a84d4d-1cc6-4767-9508-4531235823d2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.328146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['fc43daba-9b6c-4b34-804b-57ea9bca3bb8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:01.374150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a84d4d-1cc6-4767-9508-4531235823d2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Pushing event deleted for resources: {'Port': ['ID=5d391f6f-5cf1-4b96-b674-bb3fe76f3997,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:01.413417 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.441161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-0119bd97-e06c-4f30-ad47-9981e4aedf8e req-62a84d4d-1cc6-4767-9508-4531235823d2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] No DVR routers for this DVR port 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:01.464073 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0119bd97-e06c-4f30-ad47-9981e4aedf8e req-62a84d4d-1cc6-4767-9508-4531235823d2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.466844 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0119bd97-e06c-4f30-ad47-9981e4aedf8e req-62a84d4d-1cc6-4767-9508-4531235823d2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.13 "DELETE /v2.0/ports/5d391f6f-5cf1-4b96-b674-bb3fe76f3997 HTTP/1.1" status: 204 len: 173 time: 1.0978782 Aug 06 15:59:01.467942 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac43545-3a6f-442b-86f6-376e19a926f0', 'name': 'network-vif-deleted', 'tag': '5d391f6f-5cf1-4b96-b674-bb3fe76f3997'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:01.470215 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=6dc54cc3-0f1a-454f-8f2b-f479f01a39d7,segment=NetworkSegment(fa644059-d0cd-4c80-b33e-0013c8abb891),segment_id=fa644059-d0cd-4c80-b33e-0013c8abb891)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:01.471399 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a0f1e7-e36b-4132-9248-73d8bc69e9a2" -d '{"events": [{"server_uuid": "0ac43545-3a6f-442b-86f6-376e19a926f0", "name": "network-vif-deleted", "tag": "5d391f6f-5cf1-4b96-b674-bb3fe76f3997"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:01.484739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd56c2b7-36e8-4136-a3c8-0c7ca0f6d02c req-a44ac1c9-b4e8-4618-a9f6-deed44a99c7d tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0757039 Aug 06 15:59:01.491478 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.538543 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad1ef8ce-8680-4ff5-a567-a8699140533a req-a702c788-0d30-44a5-99bc-c4ab139ca4a6 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/60d3d7d1-00cc-4829-b613-807b646d1651 HTTP/1.1" status: 200 len: 2981 time: 0.1811700 Aug 06 15:59:01.593769 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=6dc54cc3-0f1a-454f-8f2b-f479f01a39d7,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:01.785206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d67231d-6c97-4d8b-ac35-21786b689cec req-53f622ac-ac76-407f-aac5-f0d7ee0b9af2 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 210 time: 0.1384315 Aug 06 15:59:01.827287 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e46be-615e-4f71-9ff9-82c2bef39a3d req-ed4597ce-f6e1-4c7e-9d4e-1d829c3422c5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:01.856393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ba7e46be-615e-4f71-9ff9-82c2bef39a3d req-ed4597ce-f6e1-4c7e-9d4e-1d829c3422c5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.2422037 Aug 06 15:59:01.953227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ba7e46be-615e-4f71-9ff9-82c2bef39a3d req-ac9fef4a-4944-44b3-8189-0b8c88694048 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947101 Aug 06 15:59:02.143950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-50c41949-c152-4526-8e99-861d8c66b775 req-857dcd9e-c5c0-49d1-a212-11c09833a345 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 210 time: 0.0752723 Aug 06 15:59:02.203421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-cde42a90-7b2d-45fd-b9ba-df1a265d0c93 req-fc5afac0-8bd7-40c6-8e41-88da8495d698 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1760273593', 'description': 'tempest-description-433345790'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:02.221561 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9eebbf-364c-4524-9c03-121e196941bc x-openstack-request-id: req-bd9eebbf-364c-4524-9c03-121e196941bc {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:02.222059 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac43545-3a6f-442b-86f6-376e19a926f0", "name": "network-vif-deleted", "tag": "5d391f6f-5cf1-4b96-b674-bb3fe76f3997", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:02.222625 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd9eebbf-364c-4524-9c03-121e196941bc {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:02.223087 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac43545-3a6f-442b-86f6-376e19a926f0', 'name': 'network-vif-deleted', 'tag': '5d391f6f-5cf1-4b96-b674-bb3fe76f3997', 'status': 'completed', 'code': 200} Aug 06 15:59:02.279196 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cde42a90-7b2d-45fd-b9ba-df1a265d0c93 req-fc5afac0-8bd7-40c6-8e41-88da8495d698 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.439849 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cde42a90-7b2d-45fd-b9ba-df1a265d0c93 req-fc5afac0-8bd7-40c6-8e41-88da8495d698 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.448759 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cde42a90-7b2d-45fd-b9ba-df1a265d0c93 req-fc5afac0-8bd7-40c6-8e41-88da8495d698 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.486286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba0421-bbbd-45f0-8b3e-cb159019c578 req-38cd2830-3967-4a47-93d9-699b55ebe2ae tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:02.487915 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1eba0421-bbbd-45f0-8b3e-cb159019c578 req-38cd2830-3967-4a47-93d9-699b55ebe2ae tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 950 time: 0.1104491 Aug 06 15:59:02.545588 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cde42a90-7b2d-45fd-b9ba-df1a265d0c93 req-fc5afac0-8bd7-40c6-8e41-88da8495d698 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.547425 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cde42a90-7b2d-45fd-b9ba-df1a265d0c93 req-fc5afac0-8bd7-40c6-8e41-88da8495d698 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3492861 Aug 06 15:59:02.551076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5afac0-8bd7-40c6-8e41-88da8495d698 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49393410-bc4d-4ade-bab7-04f7efb6b051,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:02.576734 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1eba0421-bbbd-45f0-8b3e-cb159019c578 req-c611647e-b0e2-4534-937a-f675937804ce tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735416 Aug 06 15:59:02.727014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf1e2057-479f-471f-b878-65faf8ed3e4d req-d97327cd-7958-424c-a5c0-a3420d2d1097 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0370772 Aug 06 15:59:02.791438 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-93809377-c22c-41ea-a332-2a2822b96cef req-f5ef661b-c52e-47c1-8808-7af649e536fd tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2115460795', 'description': 'tempest-description-550287170'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:02.856794 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-93809377-c22c-41ea-a332-2a2822b96cef req-f5ef661b-c52e-47c1-8808-7af649e536fd tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.897731 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b9bd-703c-474f-bb2f-76c566feeb03 req-64c6a4f4-0d72-4ac1-9fb6-9786c8b09d3a tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:02.899793 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c20b9bd-703c-474f-bb2f-76c566feeb03 req-64c6a4f4-0d72-4ac1-9fb6-9786c8b09d3a tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 945 time: 0.1712613 Aug 06 15:59:02.986643 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:03.037143 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c20b9bd-703c-474f-bb2f-76c566feeb03 req-7ed76b4d-d90e-45fb-989d-d100a6e7022b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215315 Aug 06 15:59:03.124487 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-93809377-c22c-41ea-a332-2a2822b96cef req-f5ef661b-c52e-47c1-8808-7af649e536fd tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.129960 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-93809377-c22c-41ea-a332-2a2822b96cef req-f5ef661b-c52e-47c1-8808-7af649e536fd tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.142577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:03.143650 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.191070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef661b-c52e-47c1-8808-7af649e536fd tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcf3168-7a11-4e05-b8f3-63b44ead84e9,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:03.207424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:03.213298 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b87bcec-63dd-4ea3-9904-70428d383cef req-471d6876-06d7-4faa-8ae0-aa5ab95cef4c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 210 time: 0.0529706 Aug 06 15:59:03.239328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:59:03.240208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 5d391f6f-5cf1-4b96-b674-bb3fe76f3997 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:59:03.240505 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-93809377-c22c-41ea-a332-2a2822b96cef req-f5ef661b-c52e-47c1-8808-7af649e536fd tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.262240 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-93809377-c22c-41ea-a332-2a2822b96cef req-f5ef661b-c52e-47c1-8808-7af649e536fd tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4696186 Aug 06 15:59:03.520563 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71397351-6bbd-4c71-b236-246bc2f0c364 req-6af3ce33-aa9a-45d9-b271-147ea3b905a7 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:03.523875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-71397351-6bbd-4c71-b236-246bc2f0c364 req-6af3ce33-aa9a-45d9-b271-147ea3b905a7 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.1132784 Aug 06 15:59:03.555801 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-e05c4bd4-f987-44ff-bc17-a96317305da6 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:03.558750 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-e05c4bd4-f987-44ff-bc17-a96317305da6 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.78 "GET /v2.0/networks?id=e892b1e0-027e-4b9c-b607-1961ba238ab5 HTTP/1.1" status: 200 len: 815 time: 0.2604101 Aug 06 15:59:03.621567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-71397351-6bbd-4c71-b236-246bc2f0c364 req-813b8538-50c7-4728-af1c-f96ec59428b6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744834 Aug 06 15:59:03.633033 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-736c4565-d205-4fe4-94e8-e8e15a3fdaa0 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad4cc8d4f17a47abb06d004c5cf8e31c HTTP/1.1" status: 200 len: 379 time: 0.0534525 Aug 06 15:59:03.650043 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-da759fe8-4bb1-4f61-9266-2e164efc59c4 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Request body: {'port': {'device_id': '1d012bf5-02c8-47e7-8a56-e9271ff8c67c', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'admin_state_up': True, 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'security_groups': ['7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:03.692326 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-453e3ccd-eb89-47f5-acff-b2f9f95a0eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.801493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7f2948b-0341-4fce-aae2-289527c2cb95 req-352542b2-1e30-4aa0-afb6-0ef8177b3f2e tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 210 time: 0.0455472 Aug 06 15:59:03.890692 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-da759fe8-4bb1-4f61-9266-2e164efc59c4 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Made reservation on behalf of ad4cc8d4f17a47abb06d004c5cf8e31c for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:03.903781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-da759fe8-4bb1-4f61-9266-2e164efc59c4 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:04.109161 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f037b6fb-27b6-4a37-b93b-08796518c6e7 req-c8152c25-3bd5-4b24-87d1-dd9046407668 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983899 Aug 06 15:59:04.154235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-da759fe8-4bb1-4f61-9266-2e164efc59c4 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Allocated IP 172.20.0.6 (e892b1e0-027e-4b9c-b607-1961ba238ab5/2f9c773a-202b-4e0a-9166-8be06e157f99/27b8b405-8594-4b35-8148-e81e59f771aa) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:04.301817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037b6fb-27b6-4a37-b93b-08796518c6e7 req-f35a8d30-a84c-4629-817f-6c34d23cce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:04.303414 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f037b6fb-27b6-4a37-b93b-08796518c6e7 req-f35a8d30-a84c-4629-817f-6c34d23cce57 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=852011720c8b4e718d18a1374910def6&device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 1095 time: 0.1094134 Aug 06 15:59:04.505898 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-da759fe8-4bb1-4f61-9266-2e164efc59c4 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:04.512735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21590ecb-2946-47a7-ba4d-e807637cdead req-3e2d479f-e0e3-46cb-ace8-1999a75f1d15 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:04.519881 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21590ecb-2946-47a7-ba4d-e807637cdead req-3e2d479f-e0e3-46cb-ace8-1999a75f1d15 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/networks?id=64cd1520-c751-410c-90c5-288f8b4a70c9 HTTP/1.1" status: 200 len: 812 time: 0.5362744 Aug 06 15:59:04.534282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-da759fe8-4bb1-4f61-9266-2e164efc59c4 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Transition to ACTIVE for port object 27b8b405-8594-4b35-8148-e81e59f771aa will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:04.539869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037b6fb-27b6-4a37-b93b-08796518c6e7 req-4960c4fa-4829-42b2-b474-5e2540dc8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:04.541488 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f037b6fb-27b6-4a37-b93b-08796518c6e7 req-4960c4fa-4829-42b2-b474-5e2540dc8306 service neutron] 10.222.0.78 "GET /v2.0/networks?id=897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 200 len: 922 time: 0.1974456 Aug 06 15:59:04.544586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750fe40-c6be-4f4f-92e1-409e0b0d0616 req-b59c1d1e-4112-4f77-a9a6-9195ddb16bc9 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:04.546132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b750fe40-c6be-4f4f-92e1-409e0b0d0616 req-b59c1d1e-4112-4f77-a9a6-9195ddb16bc9 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 950 time: 0.1383228 Aug 06 15:59:04.553334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6c686-fa44-44b1-a3ca-5c5463d49726 req-5a247f02-d906-4994-84a1-4a31f99166d2 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:04.554807 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fb6c686-fa44-44b1-a3ca-5c5463d49726 req-5a247f02-d906-4994-84a1-4a31f99166d2 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 950 time: 0.1459119 Aug 06 15:59:04.562267 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21590ecb-2946-47a7-ba4d-e807637cdead req-4ec6c5c8-51d9-4c49-bd52-04d57c62811f tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/quotas/bc6c94bd28e6427f9825c6938ef7f030 HTTP/1.1" status: 200 len: 375 time: 0.0414376 Aug 06 15:59:04.616242 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f037b6fb-27b6-4a37-b93b-08796518c6e7 req-3e5447db-bb91-4d71-9a4d-6fee063c8b0a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 HTTP/1.1" status: 200 len: 217 time: 0.0439250 Aug 06 15:59:04.624858 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-da759fe8-4bb1-4f61-9266-2e164efc59c4 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:04.657547 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b750fe40-c6be-4f4f-92e1-409e0b0d0616 req-4848b402-14d3-41a1-b021-1b1ec414e8ba tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926898 Aug 06 15:59:04.704501 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21590ecb-2946-47a7-ba4d-e807637cdead req-998d98fd-2933-47fb-a7d7-979820a8d17a tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bc6c94bd28e6427f9825c6938ef7f030&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1301196 Aug 06 15:59:04.739817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-da759fe8-4bb1-4f61-9266-2e164efc59c4 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Network e892b1e0-027e-4b9c-b607-1961ba238ab5 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:04.746271 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-da759fe8-4bb1-4f61-9266-2e164efc59c4 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:04.753260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-da759fe8-4bb1-4f61-9266-2e164efc59c4 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:04.786169 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da759fe8-4bb1-4f61-9266-2e164efc59c4 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Pushing event updated for resources: {'Port': ['ID=27b8b405-8594-4b35-8148-e81e59f771aa,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:04.789355 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037b6fb-27b6-4a37-b93b-08796518c6e7 req-5678fdf2-c312-4a75-b5c3-c0fe525e8d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:04.790874 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f037b6fb-27b6-4a37-b93b-08796518c6e7 req-5678fdf2-c312-4a75-b5c3-c0fe525e8d5b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 200 len: 861 time: 0.1640022 Aug 06 15:59:04.825054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-da759fe8-4bb1-4f61-9266-2e164efc59c4 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:04.826619 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-da759fe8-4bb1-4f61-9266-2e164efc59c4 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:04.863079 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18b6cae9-ce34-46ee-9cf2-03e26c8fed32 req-38094bce-f790-464c-9215-c5040d5933a7 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0833049 Aug 06 15:59:04.896605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-1fb6c686-fa44-44b1-a3ca-5c5463d49726 req-82a2acd6-62d1-4d15-99a5-760d36246912 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Deleting port 0eea7e06-658c-4154-a70a-226749fcc158 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:04.896944 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1fb6c686-fa44-44b1-a3ca-5c5463d49726 req-82a2acd6-62d1-4d15-99a5-760d36246912 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:04.909873 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f037b6fb-27b6-4a37-b93b-08796518c6e7 req-ea89b211-526e-46b5-b1cd-16ba2783b00e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=897fb748-581b-4095-a788-9e69c09f9551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041460 Aug 06 15:59:04.969988 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-da759fe8-4bb1-4f61-9266-2e164efc59c4 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3247967 Aug 06 15:59:05.008850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Request body: {'port': {'device_id': '1d012bf5-02c8-47e7-8a56-e9271ff8c67c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:05.022244 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21590ecb-2946-47a7-ba4d-e807637cdead req-0037c62a-7a3c-4126-9a66-78d9d44c79bd service neutron] 10.222.0.37 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199914 Aug 06 15:59:05.080450 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:05.133614 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82650b83-7cad-4eb1-b300-3784969a124b req-6609d35b-c71b-4360-9149-7953449e8f73 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 210 time: 0.1091657 Aug 06 15:59:05.169568 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2b178a24-db67-4778-939a-383446fc3434 None None] Provisioning for port 27b8b405-8594-4b35-8148-e81e59f771aa completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:05.176342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2b178a24-db67-4778-939a-383446fc3434 None None] Provisioning complete for port 27b8b405-8594-4b35-8148-e81e59f771aa triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:05.176805 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2b178a24-db67-4778-939a-383446fc3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:05.186883 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f037b6fb-27b6-4a37-b93b-08796518c6e7 req-0ddbd227-244a-47c9-9850-e1272b6587c3 service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592397 Aug 06 15:59:05.232729 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-1fb6c686-fa44-44b1-a3ca-5c5463d49726 req-82a2acd6-62d1-4d15-99a5-760d36246912 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] For port 0eea7e06-658c-4154-a70a-226749fcc158, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=0eea7e06-658c-4154-a70a-226749fcc158,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:05.237791 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1fb6c686-fa44-44b1-a3ca-5c5463d49726 req-82a2acd6-62d1-4d15-99a5-760d36246912 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:05.260633 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2b178a24-db67-4778-939a-383446fc3434 None None] Port 27b8b405-8594-4b35-8148-e81e59f771aa cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:05.271800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-1fb6c686-fa44-44b1-a3ca-5c5463d49726 req-82a2acd6-62d1-4d15-99a5-760d36246912 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Calling delete_port for 0eea7e06-658c-4154-a70a-226749fcc158 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:05.381411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21590ecb-2946-47a7-ba4d-e807637cdead req-8ebe2371-15b6-4ef4-8cc6-2a9d9c3d6ed2 service neutron] 10.222.0.37 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539639 Aug 06 15:59:05.440593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c308f-ad12-42d1-95df-fbfd8bf1a4ba req-8cf98fea-b774-4097-b79f-71a0cc414d15 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:05.446230 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f037b6fb-27b6-4a37-b93b-08796518c6e7 req-37d43431-a291-4159-b428-37115eea1d3d service neutron] 10.222.0.78 "GET /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655335 Aug 06 15:59:05.447902 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cf6c308f-ad12-42d1-95df-fbfd8bf1a4ba req-8cf98fea-b774-4097-b79f-71a0cc414d15 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.1779311 Aug 06 15:59:05.533194 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cf6c308f-ad12-42d1-95df-fbfd8bf1a4ba req-cebf43d2-da4c-47e1-b4b0-5061afac38f0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655348 Aug 06 15:59:05.604140 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b8b405-8594-4b35-8148-e81e59f771aa {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:59:05.614936 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:05.632512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Transition to ACTIVE for port object 27b8b405-8594-4b35-8148-e81e59f771aa will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:05.641706 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:05.681163 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1fb6c686-fa44-44b1-a3ca-5c5463d49726 req-82a2acd6-62d1-4d15-99a5-760d36246912 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:05.704999 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['18587b92-fe58-4f08-8b27-97289a336ff4', '0eea7e06-658c-4154-a70a-226749fcc158', 'c7344e6b-002c-499e-9747-1ef0cd4e458c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:05.756418 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Pushing event updated for resources: {'Port': ['ID=27b8b405-8594-4b35-8148-e81e59f771aa,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:05.767268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2acd6-62d1-4d15-99a5-760d36246912 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Pushing event deleted for resources: {'Port': ['ID=0eea7e06-658c-4154-a70a-226749fcc158,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:05.843049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd253f-eb53-486e-bffa-4b97f39d043b req-699084be-6035-4d3a-8ba3-a3f0509d5bbb tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:05.846937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Attempting to bind port 27b8b405-8594-4b35-8148-e81e59f771aa on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:59:05.847759 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Attempting to bind port 27b8b405-8594-4b35-8148-e81e59f771aa by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'fa644059-d0cd-4c80-b33e-0013c8abb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:59:05.848556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Attempting to bind port 27b8b405-8594-4b35-8148-e81e59f771aa on network e892b1e0-027e-4b9c-b607-1961ba238ab5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:05.849304 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fffd253f-eb53-486e-bffa-4b97f39d043b req-699084be-6035-4d3a-8ba3-a3f0509d5bbb tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 931 time: 0.2487624 Aug 06 15:59:05.855378 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Port 27b8b405-8594-4b35-8148-e81e59f771aa on network e892b1e0-027e-4b9c-b607-1961ba238ab5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:59:05.855979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Attempting to bind port 27b8b405-8594-4b35-8148-e81e59f771aa on network e892b1e0-027e-4b9c-b607-1961ba238ab5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:05.863892 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:59:05.864633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Checking segment: {'id': 'fa644059-d0cd-4c80-b33e-0013c8abb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:05.865312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Bound using segment: {'id': 'fa644059-d0cd-4c80-b33e-0013c8abb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:59:05.866165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Bound port: 27b8b405-8594-4b35-8148-e81e59f771aa, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa644059-d0cd-4c80-b33e-0013c8abb891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:59:05.866460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5bc0f98-7d8c-41b6-9b9a-f439585b3011 req-0a56dc6e-c109-4af6-99de-f9dbf340adce tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 210 time: 0.1179669 Aug 06 15:59:05.868516 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.026006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] For port 27b8b405-8594-4b35-8148-e81e59f771aa, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:59:06.033396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] For port 27b8b405-8594-4b35-8148-e81e59f771aa, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=27b8b405-8594-4b35-8148-e81e59f771aa,segment=NetworkSegment(fa644059-d0cd-4c80-b33e-0013c8abb891),segment_id=fa644059-d0cd-4c80-b33e-0013c8abb891)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:59:06.039174 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.078962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fffd253f-eb53-486e-bffa-4b97f39d043b req-3df22c34-b6b9-4c6d-af59-d91a74062bff tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055936 Aug 06 15:59:06.080057 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb6c686-fa44-44b1-a3ca-5c5463d49726 req-82a2acd6-62d1-4d15-99a5-760d36246912 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] No DVR routers for this DVR port 0eea7e06-658c-4154-a70a-226749fcc158 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:06.101372 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1fb6c686-fa44-44b1-a3ca-5c5463d49726 req-82a2acd6-62d1-4d15-99a5-760d36246912 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.112184 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fb6c686-fa44-44b1-a3ca-5c5463d49726 req-82a2acd6-62d1-4d15-99a5-760d36246912 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.78 "DELETE /v2.0/ports/0eea7e06-658c-4154-a70a-226749fcc158 HTTP/1.1" status: 204 len: 173 time: 1.5141990 Aug 06 15:59:06.166991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2563c23-c119-4b02-ad28-11ef3482f0a2', 'name': 'network-vif-deleted', 'tag': '0eea7e06-658c-4154-a70a-226749fcc158'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:06.177792 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994579fc-1979-4405-93c0-1c115601d2fc" -d '{"events": [{"server_uuid": "e2563c23-c119-4b02-ad28-11ef3482f0a2", "name": "network-vif-deleted", "tag": "0eea7e06-658c-4154-a70a-226749fcc158"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:06.199192 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5951ca04-c077-49d3-a753-0ea7db9ff90c req-13785869-2dcb-4c63-a175-c41e2351f46c tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2563c23-c119-4b02-ad28-11ef3482f0a2 HTTP/1.1" status: 200 len: 210 time: 0.1827874 Aug 06 15:59:06.213228 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51db2d3f-14b1-4073-ba5a-f02cfe9886c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.230027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Pushing event updated for resources: {'Port': ['ID=27b8b405-8594-4b35-8148-e81e59f771aa,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:06.274191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:06.276679 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.283836 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-5a5596f8-bab7-4d1e-8467-c18ea76be5ba service neutron] 10.222.0.78 "PUT /v2.0/ports/27b8b405-8594-4b35-8148-e81e59f771aa HTTP/1.1" status: 200 len: 1091 time: 1.2791581 Aug 06 15:59:06.286688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d012bf5-02c8-47e7-8a56-e9271ff8c67c', 'tag': '27b8b405-8594-4b35-8148-e81e59f771aa'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:06.289154 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43fb0e0-22c6-434c-ada0-d0610dae702a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d012bf5-02c8-47e7-8a56-e9271ff8c67c", "tag": "27b8b405-8594-4b35-8148-e81e59f771aa"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:06.351363 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8c5022c-1a47-4d7f-9970-ba116ba94500 req-96e6f237-45a0-42f8-8b20-d1457e844b8d tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.1274607 Aug 06 15:59:06.466526 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-c20fa1ff-fc92-42ef-ac68-21f9fef4b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:06.470489 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-c20fa1ff-fc92-42ef-ac68-21f9fef4b694 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ad4cc8d4f17a47abb06d004c5cf8e31c&device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 1094 time: 0.0997570 Aug 06 15:59:06.489764 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30341b46-1e60-4a6f-9830-7154f0ca1a2e x-openstack-request-id: req-30341b46-1e60-4a6f-9830-7154f0ca1a2e {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:06.490144 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2563c23-c119-4b02-ad28-11ef3482f0a2", "name": "network-vif-deleted", "tag": "0eea7e06-658c-4154-a70a-226749fcc158", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:06.490390 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30341b46-1e60-4a6f-9830-7154f0ca1a2e {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:06.491143 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2563c23-c119-4b02-ad28-11ef3482f0a2', 'name': 'network-vif-deleted', 'tag': '0eea7e06-658c-4154-a70a-226749fcc158', 'status': 'completed', 'code': 200} Aug 06 15:59:06.496942 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd284545-9d8c-4954-99d8-f388d3dd9318 req-b21ff0cd-3f25-4268-bcaf-a85cdcdc52fa tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 210 time: 0.1357841 Aug 06 15:59:06.541188 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.592642 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3c2d77-477b-45f0-8f83-32b02d9b57b4 x-openstack-request-id: req-aa3c2d77-477b-45f0-8f83-32b02d9b57b4 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:06.592952 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d012bf5-02c8-47e7-8a56-e9271ff8c67c", "tag": "27b8b405-8594-4b35-8148-e81e59f771aa", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:06.593469 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa3c2d77-477b-45f0-8f83-32b02d9b57b4 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:06.593989 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d012bf5-02c8-47e7-8a56-e9271ff8c67c', 'tag': '27b8b405-8594-4b35-8148-e81e59f771aa', 'status': 'completed', 'code': 200} Aug 06 15:59:06.596403 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-e935ad58-413e-477e-bb07-33247a9b4f92 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27b8b405-8594-4b35-8148-e81e59f771aa HTTP/1.1" status: 200 len: 217 time: 0.0954003 Aug 06 15:59:06.767722 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-d7043b2b-2cb0-4344-8138-cab4b5d30a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:06.774398 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-d7043b2b-2cb0-4344-8138-cab4b5d30a16 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2f9c773a-202b-4e0a-9166-8be06e157f99 HTTP/1.1" status: 200 len: 854 time: 0.1421025 Aug 06 15:59:06.851065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4b482-f6d2-4521-970b-9b6d1bfa1c1a req-e8e58e99-6bc7-4454-b355-cfdbc798692d tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:06.856791 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8bf4b482-f6d2-4521-970b-9b6d1bfa1c1a req-e8e58e99-6bc7-4454-b355-cfdbc798692d tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.2051101 Aug 06 15:59:06.954807 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8bf4b482-f6d2-4521-970b-9b6d1bfa1c1a req-d2caf4c9-3aeb-49f1-b5b7-94ae1d3f813c tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893238 Aug 06 15:59:07.054318 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55c5bc7b-9ee1-4e5f-9e1b-49db22773a2e req-7a588efa-dadd-47e2-826d-d86135a5084d tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 210 time: 0.0578382 Aug 06 15:59:07.193577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 66008572-9579-4b90-b59c-a817894ec420 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:59:07.199781 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:07.273864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-926f0b2d-4d59-4bdc-bee0-bd317ef6ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:07.276242 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-926f0b2d-4d59-4bdc-bee0-bd317ef6ae1b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e892b1e0-027e-4b9c-b607-1961ba238ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4897819 Aug 06 15:59:07.286015 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a48dd9-2b35-4f4c-b8c1-bb9379aa2fe6 req-4b346bfd-5d94-4e3b-a64c-bf005fd3e18e tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:07.287622 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6a48dd9-2b35-4f4c-b8c1-bb9379aa2fe6 req-4b346bfd-5d94-4e3b-a64c-bf005fd3e18e tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 943 time: 0.1041262 Aug 06 15:59:07.433372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:07.438590 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6a48dd9-2b35-4f4c-b8c1-bb9379aa2fe6 req-d134c476-efb8-4ec6-93a7-22cc139f57cc tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350853 Aug 06 15:59:07.461942 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-36d474d7-848b-4e44-a185-d95c461af2b4 service neutron] 10.222.0.78 "GET /v2.0/networks/e892b1e0-027e-4b9c-b607-1961ba238ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765485 Aug 06 15:59:07.473328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '66008572-9579-4b90-b59c-a817894ec420', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'port_id': '66008572-9579-4b90-b59c-a817894ec420', 'mac_address': 'fa:16:3e:eb:6e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:59:07.589695 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:07.659950 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66008572-9579-4b90-b59c-a817894ec420 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:59:07.699284 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-024c5363-dd1a-41ee-b843-cbc0b40f7d60 req-c6cbe47f-32f2-4f44-8eaf-cf2afc76756f service neutron] 10.222.0.78 "GET /v2.0/networks/e892b1e0-027e-4b9c-b607-1961ba238ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236850 Aug 06 15:59:07.734694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:07.742368 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:07.745617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8204b358-49a6-4553-b79c-91367fb4705b details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:59:07.847858 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fb0e0-22c6-434c-ada0-d0610dae702a req-2febf3e4-684a-4ef0-955a-7e65454f9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:07.849400 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a7c867d-d3a7-4e30-809a-28eecd59ed89 req-953ac7d0-42ee-4cdc-b67c-5348dae45018 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.1018589 Aug 06 15:59:07.850143 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a43fb0e0-22c6-434c-ada0-d0610dae702a req-2febf3e4-684a-4ef0-955a-7e65454f9ca7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ad4cc8d4f17a47abb06d004c5cf8e31c&device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 1094 time: 0.0829844 Aug 06 15:59:07.933873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21590ecb-2946-47a7-ba4d-e807637cdead req-588b167f-be30-4a1b-a6f6-6e7875140896 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:07.936452 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21590ecb-2946-47a7-ba4d-e807637cdead req-588b167f-be30-4a1b-a6f6-6e7875140896 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.13 "GET /v2.0/networks?id=64cd1520-c751-410c-90c5-288f8b4a70c9 HTTP/1.1" status: 200 len: 812 time: 0.5316708 Aug 06 15:59:07.968363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=66008572-9579-4b90-b59c-a817894ec420,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:08.048108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-21590ecb-2946-47a7-ba4d-e807637cdead req-b9d2bbaa-3ae8-49bc-b400-062158724c84 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Request body: {'port': {'device_id': '3d819aac-6eb6-4e08-90b9-9e0eee39c5ac', 'network_id': '64cd1520-c751-410c-90c5-288f8b4a70c9', 'admin_state_up': True, 'tenant_id': 'bc6c94bd28e6427f9825c6938ef7f030'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:08.065580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5605411d-07db-4aa7-aaa9-7011c4098f63 req-dfec3227-9d1e-4052-94cf-78d36c544262 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ac43545-3a6f-442b-86f6-376e19a926f0 HTTP/1.1" status: 200 len: 210 time: 0.2094002 Aug 06 15:59:08.115087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8204b358-49a6-4553-b79c-91367fb4705b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8204b358-49a6-4553-b79c-91367fb4705b,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:08.117154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fb0e0-22c6-434c-ada0-d0610dae702a req-2df9633e-08da-4bd3-bbec-956bbc1db12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:08.125772 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a43fb0e0-22c6-434c-ada0-d0610dae702a req-2df9633e-08da-4bd3-bbec-956bbc1db12b service neutron] 10.222.0.78 "GET /v2.0/networks?id=e892b1e0-027e-4b9c-b607-1961ba238ab5 HTTP/1.1" status: 200 len: 916 time: 0.2522657 Aug 06 15:59:08.153931 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '8204b358-49a6-4553-b79c-91367fb4705b', 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79', 'port_id': '8204b358-49a6-4553-b79c-91367fb4705b', 'mac_address': 'fa:16:3e:6a:2c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc4c7ac-6d15-4fde-899c-97f04be5a8db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:59:08.267059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 0eea7e06-658c-4154-a70a-226749fcc158 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:08.297718 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a43fb0e0-22c6-434c-ada0-d0610dae702a req-099dcdc5-489e-4793-a785-9c5b808dbb3d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27b8b405-8594-4b35-8148-e81e59f771aa HTTP/1.1" status: 200 len: 217 time: 0.1596780 Aug 06 15:59:08.380772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 0eea7e06-658c-4154-a70a-226749fcc158 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:59:08.381169 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 0eea7e06-658c-4154-a70a-226749fcc158 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:59:08.387046 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:08.419991 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fb0e0-22c6-434c-ada0-d0610dae702a req-e3fd4b66-28f5-4d91-99d5-4146f4376218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:08.422720 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a43fb0e0-22c6-434c-ada0-d0610dae702a req-e3fd4b66-28f5-4d91-99d5-4146f4376218 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2f9c773a-202b-4e0a-9166-8be06e157f99 HTTP/1.1" status: 200 len: 854 time: 0.1118445 Aug 06 15:59:08.433763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8204b358-49a6-4553-b79c-91367fb4705b {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:59:08.436828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d179c95-9c2d-464f-ad53-0a990cc9d160 req-98fccead-0cc1-425b-b0a5-eb6e0e27cf1d tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:08.449470 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d179c95-9c2d-464f-ad53-0a990cc9d160 req-98fccead-0cc1-425b-b0a5-eb6e0e27cf1d tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 950 time: 0.3292613 Aug 06 15:59:08.483828 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fb0e0-22c6-434c-ada0-d0610dae702a req-422df964-0de1-4ef3-a4b7-36d83f4e91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:08.486549 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a43fb0e0-22c6-434c-ada0-d0610dae702a req-422df964-0de1-4ef3-a4b7-36d83f4e91e0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e892b1e0-027e-4b9c-b607-1961ba238ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526981 Aug 06 15:59:08.516584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8204b358-49a6-4553-b79c-91367fb4705b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8204b358-49a6-4553-b79c-91367fb4705b,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:08.523066 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:08.626509 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=8204b358-49a6-4553-b79c-91367fb4705b,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:08.645149 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['66008572-9579-4b90-b59c-a817894ec420'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:08.648932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['8204b358-49a6-4553-b79c-91367fb4705b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:08.693651 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d179c95-9c2d-464f-ad53-0a990cc9d160 req-5a122752-a7d8-4987-9374-32860d6f6673 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263429 Aug 06 15:59:08.721897 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21590ecb-2946-47a7-ba4d-e807637cdead req-b9d2bbaa-3ae8-49bc-b400-062158724c84 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Made reservation on behalf of bc6c94bd28e6427f9825c6938ef7f030 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:08.733578 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-21590ecb-2946-47a7-ba4d-e807637cdead req-b9d2bbaa-3ae8-49bc-b400-062158724c84 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:08.833666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c36-3e45-4229-b14b-ea361b2a0cb7 req-856f60d4-d822-431b-8a2d-f37b1075c876 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:08.851072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b2cd4c36-3e45-4229-b14b-ea361b2a0cb7 req-856f60d4-d822-431b-8a2d-f37b1075c876 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.3975806 Aug 06 15:59:08.901609 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a43fb0e0-22c6-434c-ada0-d0610dae702a req-3a896101-983d-4058-8f0f-488dc6e7f02c service neutron] 10.222.0.78 "GET /v2.0/networks/e892b1e0-027e-4b9c-b607-1961ba238ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929975 Aug 06 15:59:08.972791 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d252d429-0e0a-4c95-98f4-c878b0512c4b req-dcc190d5-14f2-49bf-b661-a25dcfde6f7c tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 210 time: 0.0758026 Aug 06 15:59:09.033233 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:09.148995 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a43fb0e0-22c6-434c-ada0-d0610dae702a req-bedab10c-a2cb-4e4f-8a26-cddcfe1d0aa5 service neutron] 10.222.0.78 "GET /v2.0/networks/e892b1e0-027e-4b9c-b607-1961ba238ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347064 Aug 06 15:59:09.274718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b2cd4c36-3e45-4229-b14b-ea361b2a0cb7 req-8a92a9cf-7046-4283-ac1c-610955934b8d tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225194 Aug 06 15:59:09.478409 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc76dd-375d-48e2-b990-e545903e7bc9 req-25d768db-b11a-4d6c-b060-91e56f89d2b8 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:09.495434 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bdc76dd-375d-48e2-b990-e545903e7bc9 req-25d768db-b11a-4d6c-b060-91e56f89d2b8 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 943 time: 0.3290615 Aug 06 15:59:09.586032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-21590ecb-2946-47a7-ba4d-e807637cdead req-b9d2bbaa-3ae8-49bc-b400-062158724c84 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Allocated IP 172.20.0.11 (64cd1520-c751-410c-90c5-288f8b4a70c9/83d1da4b-fa18-428a-a086-604f4ecba825/a5728f03-2fd2-407a-89f1-54154bad365e) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:09.602988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea4a6043-1075-4b60-b440-71d98f6b8a6a req-6c3b8f3e-7f52-4c7c-b61e-82742c983a44 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.1012964 Aug 06 15:59:09.667804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bdc76dd-375d-48e2-b990-e545903e7bc9 req-b834f127-c2ce-4453-a511-98aec5b4b64c tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698203 Aug 06 15:59:09.890860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7f03b-473d-47b2-b898-8fb5a35acec3 req-1b2ffeed-9fe0-4960-8ee3-65326675a013 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:09.895540 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cce7f03b-473d-47b2-b898-8fb5a35acec3 req-1b2ffeed-9fe0-4960-8ee3-65326675a013 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.78 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 950 time: 0.1163907 Aug 06 15:59:10.027128 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-21590ecb-2946-47a7-ba4d-e807637cdead req-b9d2bbaa-3ae8-49bc-b400-062158724c84 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.233038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-cce7f03b-473d-47b2-b898-8fb5a35acec3 req-c8f21008-c920-4155-ac3a-764fef2ee26c tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Deleting port 18587b92-fe58-4f08-8b27-97289a336ff4 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:10.234521 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-cce7f03b-473d-47b2-b898-8fb5a35acec3 req-c8f21008-c920-4155-ac3a-764fef2ee26c tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.314208 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-21590ecb-2946-47a7-ba4d-e807637cdead req-b9d2bbaa-3ae8-49bc-b400-062158724c84 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.338626 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['48aa4426-f3c8-44cf-9f2c-845477457c06'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:10.547160 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-cce7f03b-473d-47b2-b898-8fb5a35acec3 req-c8f21008-c920-4155-ac3a-764fef2ee26c tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] For port 18587b92-fe58-4f08-8b27-97289a336ff4, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=18587b92-fe58-4f08-8b27-97289a336ff4,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:10.548045 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-cce7f03b-473d-47b2-b898-8fb5a35acec3 req-c8f21008-c920-4155-ac3a-764fef2ee26c tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.606799 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-cce7f03b-473d-47b2-b898-8fb5a35acec3 req-c8f21008-c920-4155-ac3a-764fef2ee26c tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Calling delete_port for 18587b92-fe58-4f08-8b27-97289a336ff4 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:10.748268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2bbaa-3ae8-49bc-b400-062158724c84 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event updated for resources: {'Port': ['ID=a5728f03-2fd2-407a-89f1-54154bad365e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:10.829519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21590ecb-2946-47a7-ba4d-e807637cdead req-b9d2bbaa-3ae8-49bc-b400-062158724c84 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Network 64cd1520-c751-410c-90c5-288f8b4a70c9 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:10.896849 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-21590ecb-2946-47a7-ba4d-e807637cdead req-b9d2bbaa-3ae8-49bc-b400-062158724c84 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:10.913499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-21590ecb-2946-47a7-ba4d-e807637cdead req-b9d2bbaa-3ae8-49bc-b400-062158724c84 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:10.951964 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af13d32-f6d2-48e8-b0d3-c1fb7c776029 req-60d1bef8-7a5e-46ac-b7fe-ef1fe00583d6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:10.963700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1af13d32-f6d2-48e8-b0d3-c1fb7c776029 req-60d1bef8-7a5e-46ac-b7fe-ef1fe00583d6 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=2bae7f18-36ac-4051-abc9-09e93ce244e4 HTTP/1.1" status: 200 len: 950 time: 0.8451092 Aug 06 15:59:11.200556 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 66008572-9579-4b90-b59c-a817894ec420 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:11.288309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21590ecb-2946-47a7-ba4d-e807637cdead req-b9d2bbaa-3ae8-49bc-b400-062158724c84 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:11.289036 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-21590ecb-2946-47a7-ba4d-e807637cdead req-b9d2bbaa-3ae8-49bc-b400-062158724c84 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:11.323844 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1af13d32-f6d2-48e8-b0d3-c1fb7c776029 req-5b2a4b48-6115-476f-a77c-301025719b97 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592246 Aug 06 15:59:11.336558 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8e2c123a-b703-45a3-a271-2eecbda04121 req-608a211b-8216-4fd3-9d13-072e19027659 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.4751058 Aug 06 15:59:11.351736 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-cce7f03b-473d-47b2-b898-8fb5a35acec3 req-c8f21008-c920-4155-ac3a-764fef2ee26c tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:11.352885 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbdaea-e84c-4ec4-bee1-66d60788a916 req-f27b4111-83d4-4fd2-982f-d7dc0be1a69c tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:11.367547 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6adbdaea-e84c-4ec4-bee1-66d60788a916 req-f27b4111-83d4-4fd2-982f-d7dc0be1a69c tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 932 time: 0.5588322 Aug 06 15:59:11.405863 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21590ecb-2946-47a7-ba4d-e807637cdead req-b9d2bbaa-3ae8-49bc-b400-062158724c84 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3706508 Aug 06 15:59:11.441544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Request body: {'port': {'device_id': '3d819aac-6eb6-4e08-90b9-9e0eee39c5ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:11.484816 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6adbdaea-e84c-4ec4-bee1-66d60788a916 req-bc08766a-488d-48c9-857a-e470d01d968a tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227298 Aug 06 15:59:11.530581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 66008572-9579-4b90-b59c-a817894ec420 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:11.531554 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:11.560354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f21008-c920-4155-ac3a-764fef2ee26c tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Pushing event deleted for resources: {'Port': ['ID=18587b92-fe58-4f08-8b27-97289a336ff4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:11.613463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce7f03b-473d-47b2-b898-8fb5a35acec3 req-c8f21008-c920-4155-ac3a-764fef2ee26c tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] No DVR routers for this DVR port 18587b92-fe58-4f08-8b27-97289a336ff4 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:11.618764 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-cce7f03b-473d-47b2-b898-8fb5a35acec3 req-c8f21008-c920-4155-ac3a-764fef2ee26c tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:11.621081 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cce7f03b-473d-47b2-b898-8fb5a35acec3 req-c8f21008-c920-4155-ac3a-764fef2ee26c tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.78 "DELETE /v2.0/ports/18587b92-fe58-4f08-8b27-97289a336ff4 HTTP/1.1" status: 204 len: 173 time: 1.7157214 Aug 06 15:59:11.624971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae7f18-36ac-4051-abc9-09e93ce244e4', 'name': 'network-vif-deleted', 'tag': '18587b92-fe58-4f08-8b27-97289a336ff4'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:11.630647 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f1c390-5c7a-47cf-a38f-abf1f9d4114b" -d '{"events": [{"server_uuid": "2bae7f18-36ac-4051-abc9-09e93ce244e4", "name": "network-vif-deleted", "tag": "18587b92-fe58-4f08-8b27-97289a336ff4"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:11.778094 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2db4453d-dcc5-4905-aa58-235f661b1751 req-7fd29d55-2d0e-4652-b4c1-ef4a05cdcfb0 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.1196842 Aug 06 15:59:11.789350 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:11.868918 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:11.894705 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66008572-9579-4b90-b59c-a817894ec420'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:11.905316 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89c8169-07bf-4718-8f30-72626e7e91a9" -d '{"events": [{"server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "name": "network-vif-plugged", "status": "completed", "tag": "66008572-9579-4b90-b59c-a817894ec420"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:11.977237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['18587b92-fe58-4f08-8b27-97289a336ff4', 'c7344e6b-002c-499e-9747-1ef0cd4e458c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:11.991192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:12.018266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02c2d5-c202-4231-be93-e0a2d07fbe10 req-90a8842e-a830-416f-a8e9-f5e1bd23d3b2 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:12.030436 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d02c2d5-c202-4231-be93-e0a2d07fbe10 req-90a8842e-a830-416f-a8e9-f5e1bd23d3b2 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 944 time: 0.4681578 Aug 06 15:59:12.113668 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:12.114519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8204b358-49a6-4553-b79c-91367fb4705b up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:12.264833 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 27b8b405-8594-4b35-8148-e81e59f771aa details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:59:12.440463 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d02c2d5-c202-4231-be93-e0a2d07fbe10 req-46c17e1d-c04b-4e10-a59f-d3465765f9ee tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089885 Aug 06 15:59:12.651402 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.resource_extend [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:59:12.706736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070285de-bbc3-4725-88bd-bbfe7c64b28e req-0e6427b6-a8be-4403-bcaf-7530b785c593 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:12.709253 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780008fa-722f-4d9f-ad24-00a07f287763 x-openstack-request-id: req-780008fa-722f-4d9f-ad24-00a07f287763 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:12.710262 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bae7f18-36ac-4051-abc9-09e93ce244e4", "name": "network-vif-deleted", "tag": "18587b92-fe58-4f08-8b27-97289a336ff4", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:12.710674 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-780008fa-722f-4d9f-ad24-00a07f287763 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:12.711223 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bae7f18-36ac-4051-abc9-09e93ce244e4', 'name': 'network-vif-deleted', 'tag': '18587b92-fe58-4f08-8b27-97289a336ff4', 'status': 'completed', 'code': 200} Aug 06 15:59:12.714523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-070285de-bbc3-4725-88bd-bbfe7c64b28e req-0e6427b6-a8be-4403-bcaf-7530b785c593 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 943 time: 0.6533482 Aug 06 15:59:12.729791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=66008572-9579-4b90-b59c-a817894ec420,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:12.787083 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 8204b358-49a6-4553-b79c-91367fb4705b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:12.787507 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:12.834674 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80985bc9-201a-40d6-8a6f-74b2627256a0 x-openstack-request-id: req-80985bc9-201a-40d6-8a6f-74b2627256a0 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:12.835031 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "name": "network-vif-plugged", "status": "completed", "tag": "66008572-9579-4b90-b59c-a817894ec420", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:12.835351 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80985bc9-201a-40d6-8a6f-74b2627256a0 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:12.835770 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66008572-9579-4b90-b59c-a817894ec420', 'code': 200} Aug 06 15:59:13.052688 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-070285de-bbc3-4725-88bd-bbfe7c64b28e req-50b7ebed-779c-46f9-93c0-2ab867a00abb tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032618 Aug 06 15:59:13.137909 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 27b8b405-8594-4b35-8148-e81e59f771aa, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=27b8b405-8594-4b35-8148-e81e59f771aa,segment=NetworkSegment(fa644059-d0cd-4c80-b33e-0013c8abb891),segment_id=fa644059-d0cd-4c80-b33e-0013c8abb891)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:13.156053 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:13.179338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '27b8b405-8594-4b35-8148-e81e59f771aa', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'port_id': '27b8b405-8594-4b35-8148-e81e59f771aa', 'mac_address': 'fa:16:3e:ec:2c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:59:13.304925 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:13.329189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f1253-8269-4001-a6c8-96e947a31d02 req-34adf0c3-ca8c-47b7-9311-20c9df41c02d tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:13.346051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d52f1253-8269-4001-a6c8-96e947a31d02 req-34adf0c3-ca8c-47b7-9311-20c9df41c02d tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 932 time: 0.3101761 Aug 06 15:59:13.416384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b8b405-8594-4b35-8148-e81e59f771aa {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:59:13.438300 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8204b358-49a6-4553-b79c-91367fb4705b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8204b358-49a6-4553-b79c-91367fb4705b,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:13.457481 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:13.520853 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b6f9e90-5574-4165-ab5a-be3bc6c01792 req-063a79db-6ce0-4906-86ad-2e0806bd98ee tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.2709842 Aug 06 15:59:13.539302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 27b8b405-8594-4b35-8148-e81e59f771aa, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=27b8b405-8594-4b35-8148-e81e59f771aa,segment=NetworkSegment(fa644059-d0cd-4c80-b33e-0013c8abb891),segment_id=fa644059-d0cd-4c80-b33e-0013c8abb891)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:13.544241 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=8204b358-49a6-4553-b79c-91367fb4705b,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:13.571407 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:13.591378 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d52f1253-8269-4001-a6c8-96e947a31d02 req-89e73396-4dbf-4ee8-9b0a-e7c1d9207f3c tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358363 Aug 06 15:59:13.771042 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5728f03-2fd2-407a-89f1-54154bad365e {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:59:13.800406 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:13.850200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=27b8b405-8594-4b35-8148-e81e59f771aa,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:13.875285 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Transition to ACTIVE for port object a5728f03-2fd2-407a-89f1-54154bad365e will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:13.971616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['27b8b405-8594-4b35-8148-e81e59f771aa'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:14.018172 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:14.182792 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393e67c-cae6-428d-bf0c-a085b81739e7 req-b2d9a95f-9543-4a64-8807-fff2ce2cfdba tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:14.188189 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5393e67c-cae6-428d-bf0c-a085b81739e7 req-b2d9a95f-9543-4a64-8807-fff2ce2cfdba tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.4072995 Aug 06 15:59:14.211220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Pushing event updated for resources: {'Port': ['ID=a5728f03-2fd2-407a-89f1-54154bad365e,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:14.213119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 18587b92-fe58-4f08-8b27-97289a336ff4 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:14.271132 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 18587b92-fe58-4f08-8b27-97289a336ff4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:59:14.272067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 18587b92-fe58-4f08-8b27-97289a336ff4 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:59:14.423687 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-08e2c395-1bdd-4353-8e82-3a40b020e271 req-68f5f31f-7a5d-4c3b-a947-da3ff69ea5b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb843158350541f8ac2fada57c96a1ef&device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0472209 Aug 06 15:59:14.556520 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-08e2c395-1bdd-4353-8e82-3a40b020e271 req-50648203-afad-4092-ad07-af6ffd8f20a5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=eb843158350541f8ac2fada57c96a1ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1251640 Aug 06 15:59:14.693565 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5393e67c-cae6-428d-bf0c-a085b81739e7 req-6551204c-ae13-4ce7-963b-1b45e261342d tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883158 Aug 06 15:59:14.840307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c75f202-d10e-449f-a61e-56cd5aa32fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8204b358-49a6-4553-b79c-91367fb4705b'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:14.844576 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5dfb41-2d27-4af0-9906-8639232431d2" -d '{"events": [{"server_uuid": "1c75f202-d10e-449f-a61e-56cd5aa32fd0", "name": "network-vif-plugged", "status": "completed", "tag": "8204b358-49a6-4553-b79c-91367fb4705b"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:14.881165 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Attempting to bind port a5728f03-2fd2-407a-89f1-54154bad365e on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:59:14.881410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Attempting to bind port a5728f03-2fd2-407a-89f1-54154bad365e by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '34f5447d-a34d-4dfb-8786-aeaf0df74696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '64cd1520-c751-410c-90c5-288f8b4a70c9'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:59:14.881806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Attempting to bind port a5728f03-2fd2-407a-89f1-54154bad365e on network 64cd1520-c751-410c-90c5-288f8b4a70c9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:14.931709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Port a5728f03-2fd2-407a-89f1-54154bad365e on network 64cd1520-c751-410c-90c5-288f8b4a70c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:59:14.932047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Attempting to bind port a5728f03-2fd2-407a-89f1-54154bad365e on network 64cd1520-c751-410c-90c5-288f8b4a70c9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:15.031509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd26fe-d14d-44d1-bbf0-cbe367b59561 req-d9ecc267-cc6b-48b1-93dd-0331214edb5b tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:15.042772 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1bdd26fe-d14d-44d1-bbf0-cbe367b59561 req-d9ecc267-cc6b-48b1-93dd-0331214edb5b tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 950 time: 0.4231665 Aug 06 15:59:15.108594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:59:15.108594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Checking segment: {'id': '34f5447d-a34d-4dfb-8786-aeaf0df74696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '64cd1520-c751-410c-90c5-288f8b4a70c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:15.108594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Bound using segment: {'id': '34f5447d-a34d-4dfb-8786-aeaf0df74696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '64cd1520-c751-410c-90c5-288f8b4a70c9'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:59:15.113997 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Bound port: a5728f03-2fd2-407a-89f1-54154bad365e, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f5447d-a34d-4dfb-8786-aeaf0df74696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '64cd1520-c751-410c-90c5-288f8b4a70c9'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:59:15.114413 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:15.128351 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2c395-1bdd-4353-8e82-3a40b020e271 req-b0efc897-975c-437a-a128-fd45b75ce725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:15.142255 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-08e2c395-1bdd-4353-8e82-3a40b020e271 req-b0efc897-975c-437a-a128-fd45b75ce725 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5688334 Aug 06 15:59:15.343230 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1bdd26fe-d14d-44d1-bbf0-cbe367b59561 req-7b486ebd-a898-494d-8cd2-b89f65cfb391 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992909 Aug 06 15:59:15.452950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9d407-e308-4169-909d-f323b3abf744 req-969a38c0-37a4-4696-920b-3e0da7046126 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:15.475533 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39b9d407-e308-4169-909d-f323b3abf744 req-969a38c0-37a4-4696-920b-3e0da7046126 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 944 time: 0.5026302 Aug 06 15:59:15.629991 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39b9d407-e308-4169-909d-f323b3abf744 req-cab47201-613a-48af-9421-4e641fdabebd tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529346 Aug 06 15:59:15.759906 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8faafc21-3ce4-4b3b-8c5d-4de74e016d85 req-610bdabe-319a-4f4f-8826-8a1a9659f635 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.37 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.2141659 Aug 06 15:59:15.782410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] For port a5728f03-2fd2-407a-89f1-54154bad365e, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:59:15.790100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] For port a5728f03-2fd2-407a-89f1-54154bad365e, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5728f03-2fd2-407a-89f1-54154bad365e,segment=NetworkSegment(34f5447d-a34d-4dfb-8786-aeaf0df74696),segment_id=34f5447d-a34d-4dfb-8786-aeaf0df74696)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:59:15.805861 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:15.893379 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5142bf-6e4f-4bcb-964a-97fa6b730c44 x-openstack-request-id: req-2b5142bf-6e4f-4bcb-964a-97fa6b730c44 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:15.894070 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c75f202-d10e-449f-a61e-56cd5aa32fd0", "name": "network-vif-plugged", "status": "completed", "tag": "8204b358-49a6-4553-b79c-91367fb4705b", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:15.894318 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b5142bf-6e4f-4bcb-964a-97fa6b730c44 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:15.894923 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c75f202-d10e-449f-a61e-56cd5aa32fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8204b358-49a6-4553-b79c-91367fb4705b', 'code': 200} Aug 06 15:59:15.936894 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:15.937891 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:15.939841 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21590ecb-2946-47a7-ba4d-e807637cdead req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] 10.222.0.13 "PUT /v2.0/ports/a5728f03-2fd2-407a-89f1-54154bad365e HTTP/1.1" status: 200 len: 1092 time: 4.5056510 Aug 06 15:59:15.940602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d819aac-6eb6-4e08-90b9-9e0eee39c5ac', 'tag': 'a5728f03-2fd2-407a-89f1-54154bad365e'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:15.943851 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b41e35-0587-45fa-a7c6-df9322556b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d819aac-6eb6-4e08-90b9-9e0eee39c5ac", "tag": "a5728f03-2fd2-407a-89f1-54154bad365e"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:15.991472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635889e-f902-471f-9365-dd763b2b0515 service neutron] Pushing event updated for resources: {'Port': ['ID=a5728f03-2fd2-407a-89f1-54154bad365e,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:16.057513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cb329-9dc2-4d92-899e-5d370038fae8 req-78ce86f5-bf0d-4576-a026-3492544d4f2f tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:16.066198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a49cb329-9dc2-4d92-899e-5d370038fae8 req-78ce86f5-bf0d-4576-a026-3492544d4f2f tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 944 time: 0.1722686 Aug 06 15:59:16.152228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a49cb329-9dc2-4d92-899e-5d370038fae8 req-f75b06a4-b06c-4267-8faa-eafc37e99cbb tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849161 Aug 06 15:59:16.171320 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21590ecb-2946-47a7-ba4d-e807637cdead req-93e4e9d3-9880-48cd-8495-7a73013e99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:16.173065 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21590ecb-2946-47a7-ba4d-e807637cdead req-93e4e9d3-9880-48cd-8495-7a73013e99bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc6c94bd28e6427f9825c6938ef7f030&device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 1095 time: 0.1756358 Aug 06 15:59:16.180746 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895ca8c-a509-424f-b89b-c24a2d6c01a1 req-bc2fc0cb-523d-4ece-9f89-52bc5c48f557 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:16.194588 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b895ca8c-a509-424f-b89b-c24a2d6c01a1 req-bc2fc0cb-523d-4ece-9f89-52bc5c48f557 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.78 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 950 time: 0.1605272 Aug 06 15:59:16.219432 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 27b8b405-8594-4b35-8148-e81e59f771aa up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:16.250761 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2aa220f-08cc-4ecd-af39-d5fdf290a199 x-openstack-request-id: req-b2aa220f-08cc-4ecd-af39-d5fdf290a199 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:16.251459 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d819aac-6eb6-4e08-90b9-9e0eee39c5ac", "tag": "a5728f03-2fd2-407a-89f1-54154bad365e", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:16.251950 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2aa220f-08cc-4ecd-af39-d5fdf290a199 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:16.252568 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d819aac-6eb6-4e08-90b9-9e0eee39c5ac', 'tag': 'a5728f03-2fd2-407a-89f1-54154bad365e', 'status': 'completed', 'code': 200} Aug 06 15:59:16.256126 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21590ecb-2946-47a7-ba4d-e807637cdead req-05f02031-947e-4e17-bd09-8027c785b08c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5728f03-2fd2-407a-89f1-54154bad365e HTTP/1.1" status: 200 len: 217 time: 0.0719125 Aug 06 15:59:16.351271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21590ecb-2946-47a7-ba4d-e807637cdead req-4d18a856-9825-479f-a869-a534661a01ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:16.353154 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21590ecb-2946-47a7-ba4d-e807637cdead req-4d18a856-9825-479f-a869-a534661a01ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83d1da4b-fa18-428a-a086-604f4ecba825 HTTP/1.1" status: 200 len: 852 time: 0.0887501 Aug 06 15:59:16.491578 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 27b8b405-8594-4b35-8148-e81e59f771aa completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:16.504979 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21590ecb-2946-47a7-ba4d-e807637cdead req-5d83b8bb-5060-4b6d-8baa-2627ef68fb69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64cd1520-c751-410c-90c5-288f8b4a70c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290364 Aug 06 15:59:16.515046 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 27b8b405-8594-4b35-8148-e81e59f771aa triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:16.518733 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.544535 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-08e2c395-1bdd-4353-8e82-3a40b020e271 req-4e23668c-36db-479b-a1be-e2ec210ae0b7 tempest-ServerShowV257Test-1154166422 tempest-ServerShowV257Test-1154166422-project] 10.222.0.13 "GET /v2.0/ports?device_id=401ba759-319b-4ae1-bbae-d6e4e69b32ac HTTP/1.1" status: 200 len: 210 time: 0.0984414 Aug 06 15:59:16.564877 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-b895ca8c-a509-424f-b89b-c24a2d6c01a1 req-7f57f10e-0e5c-455a-924e-22387bec9a7f tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Deleting port c7344e6b-002c-499e-9747-1ef0cd4e458c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:16.566274 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b895ca8c-a509-424f-b89b-c24a2d6c01a1 req-7f57f10e-0e5c-455a-924e-22387bec9a7f tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.834592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b895ca8c-a509-424f-b89b-c24a2d6c01a1 req-7f57f10e-0e5c-455a-924e-22387bec9a7f tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] For port c7344e6b-002c-499e-9747-1ef0cd4e458c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c7344e6b-002c-499e-9747-1ef0cd4e458c,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:16.834592 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b895ca8c-a509-424f-b89b-c24a2d6c01a1 req-7f57f10e-0e5c-455a-924e-22387bec9a7f tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.888333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-b895ca8c-a509-424f-b89b-c24a2d6c01a1 req-7f57f10e-0e5c-455a-924e-22387bec9a7f tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Calling delete_port for c7344e6b-002c-499e-9747-1ef0cd4e458c owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:16.921753 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.955409 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da3abf-8a55-4f36-b324-0afb160b4500 req-ee42fcba-229f-438b-a3f1-79e1a579f3fb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:16.956986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95da3abf-8a55-4f36-b324-0afb160b4500 req-ee42fcba-229f-438b-a3f1-79e1a579f3fb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.5921991 Aug 06 15:59:16.996612 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a949dc-1546-45c0-8fd4-a294787f395a req-2f929e3c-b6bc-443d-82a9-361f10b23e55 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:16.996612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4a949dc-1546-45c0-8fd4-a294787f395a req-2f929e3c-b6bc-443d-82a9-361f10b23e55 tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/ports?device_id=552cc640-8a68-4e36-9a9d-265fc0c20239 HTTP/1.1" status: 200 len: 950 time: 0.4330733 Aug 06 15:59:17.042226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21590ecb-2946-47a7-ba4d-e807637cdead req-c92e5d0d-acc1-4779-8044-6dbbd338d997 service neutron] 10.222.0.13 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093334 Aug 06 15:59:17.058046 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 27b8b405-8594-4b35-8148-e81e59f771aa, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=27b8b405-8594-4b35-8148-e81e59f771aa,segment=NetworkSegment(fa644059-d0cd-4c80-b33e-0013c8abb891),segment_id=fa644059-d0cd-4c80-b33e-0013c8abb891)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:17.065191 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.157773 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b895ca8c-a509-424f-b89b-c24a2d6c01a1 req-7f57f10e-0e5c-455a-924e-22387bec9a7f tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.230149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57f10e-0e5c-455a-924e-22387bec9a7f tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Pushing event deleted for resources: {'Port': ['ID=c7344e6b-002c-499e-9747-1ef0cd4e458c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:17.297132 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=27b8b405-8594-4b35-8148-e81e59f771aa,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:17.302731 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['c7344e6b-002c-499e-9747-1ef0cd4e458c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:17.412211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b895ca8c-a509-424f-b89b-c24a2d6c01a1 req-7f57f10e-0e5c-455a-924e-22387bec9a7f tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] No DVR routers for this DVR port c7344e6b-002c-499e-9747-1ef0cd4e458c on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:17.430409 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b895ca8c-a509-424f-b89b-c24a2d6c01a1 req-7f57f10e-0e5c-455a-924e-22387bec9a7f tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.433212 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b895ca8c-a509-424f-b89b-c24a2d6c01a1 req-7f57f10e-0e5c-455a-924e-22387bec9a7f tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.78 "DELETE /v2.0/ports/c7344e6b-002c-499e-9747-1ef0cd4e458c HTTP/1.1" status: 204 len: 173 time: 1.2261651 Aug 06 15:59:17.437027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552cc640-8a68-4e36-9a9d-265fc0c20239', 'name': 'network-vif-deleted', 'tag': 'c7344e6b-002c-499e-9747-1ef0cd4e458c'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:17.443925 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c818755-b03f-4aa0-9102-bbab1cef5400" -d '{"events": [{"server_uuid": "552cc640-8a68-4e36-9a9d-265fc0c20239", "name": "network-vif-deleted", "tag": "c7344e6b-002c-499e-9747-1ef0cd4e458c"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:17.473612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21590ecb-2946-47a7-ba4d-e807637cdead req-8c884228-98b3-4098-8f77-c577a9165d09 service neutron] 10.222.0.13 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721874 Aug 06 15:59:17.550034 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4a949dc-1546-45c0-8fd4-a294787f395a req-f73a6104-e2d9-44a7-a50c-03d7fe4c506e tempest-ServersAdminTestJSON-1185620249 tempest-ServersAdminTestJSON-1185620249-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2237693-f47d-4a27-8e37-c3a6be0b0088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384943 Aug 06 15:59:17.609068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95da3abf-8a55-4f36-b324-0afb160b4500 req-39ef52d3-02ab-4a30-acbc-87638a9dfaf8 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441734 Aug 06 15:59:17.888242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b41e35-0587-45fa-a7c6-df9322556b4e req-6d21e708-225b-4ec3-9aab-8e8817595776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:17.890814 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5b41e35-0587-45fa-a7c6-df9322556b4e req-6d21e708-225b-4ec3-9aab-8e8817595776 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc6c94bd28e6427f9825c6938ef7f030&device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 1095 time: 0.2074864 Aug 06 15:59:17.896624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d012bf5-02c8-47e7-8a56-e9271ff8c67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b8b405-8594-4b35-8148-e81e59f771aa'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:17.899494 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07cce0e-d3b7-4089-905a-300b4e24bee2" -d '{"events": [{"server_uuid": "1d012bf5-02c8-47e7-8a56-e9271ff8c67c", "name": "network-vif-plugged", "status": "completed", "tag": "27b8b405-8594-4b35-8148-e81e59f771aa"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:18.149758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b41e35-0587-45fa-a7c6-df9322556b4e req-8ecac31b-362c-43bd-a14e-335f4e80a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:18.152078 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5b41e35-0587-45fa-a7c6-df9322556b4e req-8ecac31b-362c-43bd-a14e-335f4e80a8e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64cd1520-c751-410c-90c5-288f8b4a70c9 HTTP/1.1" status: 200 len: 913 time: 0.2477601 Aug 06 15:59:18.256992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5b41e35-0587-45fa-a7c6-df9322556b4e req-caaa3090-0f30-4fd2-a4d5-2fceeecf1dd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5728f03-2fd2-407a-89f1-54154bad365e HTTP/1.1" status: 200 len: 217 time: 0.0915661 Aug 06 15:59:18.267865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507e66c-a2cb-4783-bc70-6050a23aecd4 req-3c72f4f7-bc88-4b1a-8055-756ad388c6a2 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:18.278577 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5507e66c-a2cb-4783-bc70-6050a23aecd4 req-3c72f4f7-bc88-4b1a-8055-756ad388c6a2 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 944 time: 0.1242969 Aug 06 15:59:18.324514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee2322-aa5f-47ed-a6ef-071026a66d78 req-08e152a3-434c-4428-923c-558ed2a3f740 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:18.340625 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54ee2322-aa5f-47ed-a6ef-071026a66d78 req-08e152a3-434c-4428-923c-558ed2a3f740 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 945 time: 0.5605080 Aug 06 15:59:18.403559 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33550) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:18.493077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54ee2322-aa5f-47ed-a6ef-071026a66d78 req-77222c73-bd51-4c72-b534-9412a7b59ab7 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509316 Aug 06 15:59:18.569553 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5507e66c-a2cb-4783-bc70-6050a23aecd4 req-a9842898-5bb0-4b9c-b913-96be42546787 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896783 Aug 06 15:59:18.594656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b41e35-0587-45fa-a7c6-df9322556b4e req-654e8b21-a3d1-4644-99b9-0e8f9a26a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:18.596133 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5b41e35-0587-45fa-a7c6-df9322556b4e req-654e8b21-a3d1-4644-99b9-0e8f9a26a429 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83d1da4b-fa18-428a-a086-604f4ecba825 HTTP/1.1" status: 200 len: 852 time: 0.3041468 Aug 06 15:59:18.632848 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c7dc2e-254a-47b6-9a2a-68fd7fbc1ece x-openstack-request-id: req-b5c7dc2e-254a-47b6-9a2a-68fd7fbc1ece {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:18.634670 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552cc640-8a68-4e36-9a9d-265fc0c20239", "name": "network-vif-deleted", "tag": "c7344e6b-002c-499e-9747-1ef0cd4e458c", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:18.635436 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5c7dc2e-254a-47b6-9a2a-68fd7fbc1ece {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:18.636113 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552cc640-8a68-4e36-9a9d-265fc0c20239', 'name': 'network-vif-deleted', 'tag': 'c7344e6b-002c-499e-9747-1ef0cd4e458c', 'status': 'completed', 'code': 200} Aug 06 15:59:18.676211 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c0f78df6-e6c0-433c-8d0c-4bea46ef7228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:18.685013 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5b41e35-0587-45fa-a7c6-df9322556b4e req-40c4ea03-9190-4238-9460-620e020f280c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64cd1520-c751-410c-90c5-288f8b4a70c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786257 Aug 06 15:59:18.699680 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f71363-d719-453b-84bf-080c002cbdb2 x-openstack-request-id: req-40f71363-d719-453b-84bf-080c002cbdb2 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:18.700195 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d012bf5-02c8-47e7-8a56-e9271ff8c67c", "name": "network-vif-plugged", "status": "completed", "tag": "27b8b405-8594-4b35-8148-e81e59f771aa", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:18.700195 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40f71363-d719-453b-84bf-080c002cbdb2 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:18.700603 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d012bf5-02c8-47e7-8a56-e9271ff8c67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b8b405-8594-4b35-8148-e81e59f771aa', 'code': 200} Aug 06 15:59:19.028555 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa136a-a4cc-4428-b263-7c5a0f98bfe4 req-be619bab-5de2-4b79-933e-aa5608e1fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:19.034339 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-57aa136a-a4cc-4428-b263-7c5a0f98bfe4 req-be619bab-5de2-4b79-933e-aa5608e1fb00 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 1096 time: 0.2179561 Aug 06 15:59:19.227158 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c0f78df6-e6c0-433c-8d0c-4bea46ef7228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:19.233874 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-57aa136a-a4cc-4428-b263-7c5a0f98bfe4 req-63beb76d-9845-4ad8-b886-ec383241d8a5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431606 Aug 06 15:59:19.238839 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c0f78df6-e6c0-433c-8d0c-4bea46ef7228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:19.262508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5728f03-2fd2-407a-89f1-54154bad365e details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:59:19.396938 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c0f78df6-e6c0-433c-8d0c-4bea46ef7228 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb843158350541f8ac2fada57c96a1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9897373 Aug 06 15:59:19.398555 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33566) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:19.495867 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f78df6-e6c0-433c-8d0c-4bea46ef7228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ae71e5-d641-46d7-8311-e6a1dbb0ca74,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:19.509569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33568) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:19.575858 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5728f03-2fd2-407a-89f1-54154bad365e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5728f03-2fd2-407a-89f1-54154bad365e,segment=NetworkSegment(34f5447d-a34d-4dfb-8786-aeaf0df74696),segment_id=34f5447d-a34d-4dfb-8786-aeaf0df74696)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:19.594439 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd607090-2311-41f5-9f8b-3d105599aa55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:19.650730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'a5728f03-2fd2-407a-89f1-54154bad365e', 'network_id': '64cd1520-c751-410c-90c5-288f8b4a70c9', 'port_id': 'a5728f03-2fd2-407a-89f1-54154bad365e', 'mac_address': 'fa:16:3e:08:90:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d1da4b-fa18-428a-a086-604f4ecba825', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:59:19.651232 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd607090-2311-41f5-9f8b-3d105599aa55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:19.852540 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:19.885472 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5728f03-2fd2-407a-89f1-54154bad365e {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:59:19.941670 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5728f03-2fd2-407a-89f1-54154bad365e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5728f03-2fd2-407a-89f1-54154bad365e,segment=NetworkSegment(34f5447d-a34d-4dfb-8786-aeaf0df74696),segment_id=34f5447d-a34d-4dfb-8786-aeaf0df74696)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:19.957556 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:20.044295 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d60ebd2d-6d6f-4e3f-8059-4e34fc64bd1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96058f03e82c4d9191387e79492aa0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5311334 Aug 06 15:59:20.050523 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33576) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:20.101137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a5728f03-2fd2-407a-89f1-54154bad365e,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:20.132468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36405cfb-22c7-4c95-8cda-a79ebb21bfda req-0dd3dff9-80c6-4ec7-a87a-a1131431b681 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:20.144135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-36405cfb-22c7-4c95-8cda-a79ebb21bfda req-0dd3dff9-80c6-4ec7-a87a-a1131431b681 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 944 time: 0.2758882 Aug 06 15:59:20.174953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5b41e35-0587-45fa-a7c6-df9322556b4e req-e4078d67-a3ac-46e6-aff9-f396b38a669a service neutron] 10.222.0.13 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4721415 Aug 06 15:59:20.195235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0731cd-990a-43a4-a229-ccfe65b282fa req-e909531c-dcfa-4f60-9732-c9f65ee5599f tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:20.198063 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6b0731cd-990a-43a4-a229-ccfe65b282fa req-e909531c-dcfa-4f60-9732-c9f65ee5599f tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 944 time: 0.3612189 Aug 06 15:59:20.199112 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd607090-2311-41f5-9f8b-3d105599aa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:20.204762 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd607090-2311-41f5-9f8b-3d105599aa55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:20.209886 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fd607090-2311-41f5-9f8b-3d105599aa55 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62ae71e5-d641-46d7-8311-e6a1dbb0ca74 HTTP/1.1" status: 204 len: 168 time: 0.8093791 Aug 06 15:59:20.215993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c7344e6b-002c-499e-9747-1ef0cd4e458c no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:20.268312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd607090-2311-41f5-9f8b-3d105599aa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ae71e5-d641-46d7-8311-e6a1dbb0ca74,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:20.269982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb8da0-56e9-4323-937e-f4c9e6e16ca0 req-62a61e4e-69aa-4cef-8faa-105522483f63 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:20.294872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a5728f03-2fd2-407a-89f1-54154bad365e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:20.295823 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-efcb8da0-56e9-4323-937e-f4c9e6e16ca0 req-62a61e4e-69aa-4cef-8faa-105522483f63 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.4272141 Aug 06 15:59:20.330131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: c7344e6b-002c-499e-9747-1ef0cd4e458c {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:59:20.330533 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c7344e6b-002c-499e-9747-1ef0cd4e458c not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:59:20.386916 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bea37e9d-bf7f-40c4-95bf-5139c764c9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:20.582143 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bea37e9d-bf7f-40c4-95bf-5139c764c9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:20.697673 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-efcb8da0-56e9-4323-937e-f4c9e6e16ca0 req-5d6dffe0-cfd8-4d84-bcc6-8bd05a7af3db tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006343 Aug 06 15:59:20.754712 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bea37e9d-bf7f-40c4-95bf-5139c764c9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:20.754951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-36405cfb-22c7-4c95-8cda-a79ebb21bfda req-4b6b05c8-4043-4cfd-aef4-0b07fa5e2239 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5915039 Aug 06 15:59:20.759042 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bea37e9d-bf7f-40c4-95bf-5139c764c9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:20.761147 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bea37e9d-bf7f-40c4-95bf-5139c764c9d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2237693-f47d-4a27-8e37-c3a6be0b0088 HTTP/1.1" status: 204 len: 168 time: 0.7082818 Aug 06 15:59:20.790375 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5b41e35-0587-45fa-a7c6-df9322556b4e req-45665515-07ca-4343-8073-136616a3d76c service neutron] 10.222.0.13 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064498 Aug 06 15:59:20.790722 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea37e9d-bf7f-40c4-95bf-5139c764c9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2237693-f47d-4a27-8e37-c3a6be0b0088,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:20.828557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-6b0731cd-990a-43a4-a229-ccfe65b282fa req-7bf5aeea-7da2-4e48-93af-d2e603773c6a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Deleting port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:20.828557 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6b0731cd-990a-43a4-a229-ccfe65b282fa req-7bf5aeea-7da2-4e48-93af-d2e603773c6a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:21.001721 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf140f6e-843f-4d28-a752-ab9df70db0d3 req-57135d79-85c7-4958-8e45-22d2282f9dea tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:21.008275 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cf140f6e-843f-4d28-a752-ab9df70db0d3 req-57135d79-85c7-4958-8e45-22d2282f9dea tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 945 time: 0.1598115 Aug 06 15:59:21.051456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a00eb9-cf78-444e-968b-2cd9cce37106 req-a4134bb0-d5c8-4670-b6d6-01306835cb46 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:21.053379 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5a00eb9-cf78-444e-968b-2cd9cce37106 req-a4134bb0-d5c8-4670-b6d6-01306835cb46 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 945 time: 0.1344066 Aug 06 15:59:21.079118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-6b0731cd-990a-43a4-a229-ccfe65b282fa req-7bf5aeea-7da2-4e48-93af-d2e603773c6a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] For port fc43daba-9b6c-4b34-804b-57ea9bca3bb8, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:21.079779 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6b0731cd-990a-43a4-a229-ccfe65b282fa req-7bf5aeea-7da2-4e48-93af-d2e603773c6a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:21.104182 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cf140f6e-843f-4d28-a752-ab9df70db0d3 req-13eea9f4-b357-4e8f-9e0a-54acc77d190f tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912850 Aug 06 15:59:21.121316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-6b0731cd-990a-43a4-a229-ccfe65b282fa req-7bf5aeea-7da2-4e48-93af-d2e603773c6a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Calling delete_port for fc43daba-9b6c-4b34-804b-57ea9bca3bb8 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:21.205511 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5a00eb9-cf78-444e-968b-2cd9cce37106 req-79fac5a0-d88f-4eac-978c-81465908e458 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357527 Aug 06 15:59:21.440767 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6b0731cd-990a-43a4-a229-ccfe65b282fa req-7bf5aeea-7da2-4e48-93af-d2e603773c6a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:21.457045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['fc43daba-9b6c-4b34-804b-57ea9bca3bb8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:21.539121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5aeea-7da2-4e48-93af-d2e603773c6a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Pushing event deleted for resources: {'Port': ['ID=fc43daba-9b6c-4b34-804b-57ea9bca3bb8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:21.543250 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775169cb-3210-472a-9cab-c64047dd8e79 req-e1ae9c43-a6e4-4512-99bc-7b37bed214b4 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:21.562291 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-775169cb-3210-472a-9cab-c64047dd8e79 req-e1ae9c43-a6e4-4512-99bc-7b37bed214b4 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 945 time: 0.1872056 Aug 06 15:59:21.562826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33598) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:21.567610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-319bb36b-306b-4536-bff9-49c9f8d5706d tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Request body: {'floatingip': {'port_id': '27b8b405-8594-4b35-8148-e81e59f771aa'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:21.655863 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-319bb36b-306b-4536-bff9-49c9f8d5706d tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:21.702783 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0731cd-990a-43a4-a229-ccfe65b282fa req-7bf5aeea-7da2-4e48-93af-d2e603773c6a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] No DVR routers for this DVR port fc43daba-9b6c-4b34-804b-57ea9bca3bb8 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:21.708993 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6b0731cd-990a-43a4-a229-ccfe65b282fa req-7bf5aeea-7da2-4e48-93af-d2e603773c6a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:21.712036 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6b0731cd-990a-43a4-a229-ccfe65b282fa req-7bf5aeea-7da2-4e48-93af-d2e603773c6a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.78 "DELETE /v2.0/ports/fc43daba-9b6c-4b34-804b-57ea9bca3bb8 HTTP/1.1" status: 204 len: 173 time: 1.4630423 Aug 06 15:59:21.712943 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef146a08-7e75-4ab0-930b-1c429dc5022b', 'name': 'network-vif-deleted', 'tag': 'fc43daba-9b6c-4b34-804b-57ea9bca3bb8'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:21.718353 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c44a6d-068d-4c51-9b58-ccdeda30aa4b" -d '{"events": [{"server_uuid": "ef146a08-7e75-4ab0-930b-1c429dc5022b", "name": "network-vif-deleted", "tag": "fc43daba-9b6c-4b34-804b-57ea9bca3bb8"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:21.787172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33610) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:21.832135 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a59e589-c72d-451f-9c25-8498c0ba172f x-openstack-request-id: req-0a59e589-c72d-451f-9c25-8498c0ba172f {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:21.832616 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef146a08-7e75-4ab0-930b-1c429dc5022b", "name": "network-vif-deleted", "tag": "fc43daba-9b6c-4b34-804b-57ea9bca3bb8", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:21.832989 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a59e589-c72d-451f-9c25-8498c0ba172f {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:21.833469 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef146a08-7e75-4ab0-930b-1c429dc5022b', 'name': 'network-vif-deleted', 'tag': 'fc43daba-9b6c-4b34-804b-57ea9bca3bb8', 'status': 'completed', 'code': 200} Aug 06 15:59:21.902015 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-eac1aa40-ca7f-4383-99a6-a9bde36c5f28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=855d1e8ad6d347baa9fa2c7eea5b401c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1134017 Aug 06 15:59:21.905245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33614) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:22.038256 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ebc94b5-d8fb-48eb-821d-46672495f411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:22.102681 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ebc94b5-d8fb-48eb-821d-46672495f411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:22.163982 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fad6ee73-ec05-40e2-951d-3d4806294aae req-c181693b-20c1-45ac-8510-0924c1a31127 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef146a08-7e75-4ab0-930b-1c429dc5022b HTTP/1.1" status: 200 len: 210 time: 0.1131361 Aug 06 15:59:22.213710 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ebc94b5-d8fb-48eb-821d-46672495f411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:22.217126 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ebc94b5-d8fb-48eb-821d-46672495f411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:22.218621 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9ebc94b5-d8fb-48eb-821d-46672495f411 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1391e381-963b-485f-9965-65706cf0f3c3 HTTP/1.1" status: 204 len: 168 time: 0.3119833 Aug 06 15:59:22.243618 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc94b5-d8fb-48eb-821d-46672495f411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1391e381-963b-485f-9965-65706cf0f3c3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:22.312876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aad0c4-f3af-4867-966e-ce9d1408c978 req-62c33e8a-1db4-4ffd-9e2a-b0110948b4c4 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:22.322711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72aad0c4-f3af-4867-966e-ce9d1408c978 req-62c33e8a-1db4-4ffd-9e2a-b0110948b4c4 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.3744612 Aug 06 15:59:23.122397 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:23.233851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72aad0c4-f3af-4867-966e-ce9d1408c978 req-0d03da62-501b-424f-85f3-6f3023d8c1b4 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9096787 Aug 06 15:59:23.268916 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5728f03-2fd2-407a-89f1-54154bad365e up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:23.283242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f9081-d4b3-4b92-a474-3edf0be42836 req-fda760f8-6c2c-4f70-beb3-000139b9c374 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:23.296045 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e2f9081-d4b3-4b92-a474-3edf0be42836 req-fda760f8-6c2c-4f70-beb3-000139b9c374 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 945 time: 0.1944501 Aug 06 15:59:23.362199 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-319bb36b-306b-4536-bff9-49c9f8d5706d tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:23.442712 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-319bb36b-306b-4536-bff9-49c9f8d5706d tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:23.471660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port a5728f03-2fd2-407a-89f1-54154bad365e completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:23.481585 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port a5728f03-2fd2-407a-89f1-54154bad365e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:23.482320 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:23.636170 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:23.720753 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:23.748989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33658) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:23.772558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e2f9081-d4b3-4b92-a474-3edf0be42836 req-ed5d930b-9675-4fc1-a113-b270e58e7908 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753206 Aug 06 15:59:23.812734 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-319bb36b-306b-4536-bff9-49c9f8d5706d tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Floating IP 0d0aeffa-2fb9-4477-936a-47abcef9bc10 associated. External IP: 172.25.1.47, port: 27b8b405-8594-4b35-8148-e81e59f771aa. Aug 06 15:59:23.875537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5728f03-2fd2-407a-89f1-54154bad365e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5728f03-2fd2-407a-89f1-54154bad365e,segment=NetworkSegment(34f5447d-a34d-4dfb-8786-aeaf0df74696),segment_id=34f5447d-a34d-4dfb-8786-aeaf0df74696)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:23.881885 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d819aac-6eb6-4e08-90b9-9e0eee39c5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5728f03-2fd2-407a-89f1-54154bad365e'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:23.890373 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4b46f4-3c2c-4b54-b27c-2e7b99627734" -d '{"events": [{"server_uuid": "3d819aac-6eb6-4e08-90b9-9e0eee39c5ac", "name": "network-vif-plugged", "status": "completed", "tag": "a5728f03-2fd2-407a-89f1-54154bad365e"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:23.908113 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:24.080881 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a5728f03-2fd2-407a-89f1-54154bad365e,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:24.105601 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33670) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:24.155776 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90e197d-af57-4960-b2c2-2b7e3e6e79d0 x-openstack-request-id: req-c90e197d-af57-4960-b2c2-2b7e3e6e79d0 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:24.156364 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d819aac-6eb6-4e08-90b9-9e0eee39c5ac", "name": "network-vif-plugged", "status": "completed", "tag": "a5728f03-2fd2-407a-89f1-54154bad365e", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:24.156364 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c90e197d-af57-4960-b2c2-2b7e3e6e79d0 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:24.156792 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d819aac-6eb6-4e08-90b9-9e0eee39c5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5728f03-2fd2-407a-89f1-54154bad365e', 'code': 200} Aug 06 15:59:24.180613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a55cf-4da3-4f0e-b095-7d8f6dcfd57c req-73bdea2c-69be-449a-9a2a-afa5f8f4be92 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:24.184804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe4a55cf-4da3-4f0e-b095-7d8f6dcfd57c req-73bdea2c-69be-449a-9a2a-afa5f8f4be92 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 945 time: 0.5251026 Aug 06 15:59:24.193476 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ad6fe29-dc3f-495d-b6c7-817034cfa8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:24.234225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device fc43daba-9b6c-4b34-804b-57ea9bca3bb8 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:24.291086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: fc43daba-9b6c-4b34-804b-57ea9bca3bb8 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:59:24.293658 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device fc43daba-9b6c-4b34-804b-57ea9bca3bb8 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:59:24.325068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1605326601-network', 'tenant_id': '221a0388e41546eb8699faca97d77164'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:24.541241 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ad6fe29-dc3f-495d-b6c7-817034cfa8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:24.557977 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ad6fe29-dc3f-495d-b6c7-817034cfa8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:24.676255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Made reservation on behalf of 221a0388e41546eb8699faca97d77164 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:24.682493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319bb36b-306b-4536-bff9-49c9f8d5706d tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Router b180a32c-8dde-4fde-b7a7-dc165fe398a2 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:24.688444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:24.703184 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:24.707783 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8ad6fe29-dc3f-495d-b6c7-817034cfa8ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2412905ae0494aeea999af7a1d97fc54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9565527 Aug 06 15:59:24.710973 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33678) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:24.725389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6fe29-dc3f-495d-b6c7-817034cfa8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9013c8f1-f791-41d0-ad10-1a77ecc208f0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:24.735345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a21fe-8dff-4cb5-9604-8908b3d05d76 req-b5d33625-0fa0-4fb1-83d2-af66d1bfc6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:24.738416 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c54a21fe-8dff-4cb5-9604-8908b3d05d76 req-b5d33625-0fa0-4fb1-83d2-af66d1bfc6b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 1097 time: 0.4789515 Aug 06 15:59:24.920227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe4a55cf-4da3-4f0e-b095-7d8f6dcfd57c req-1cec0c70-1cf2-463e-975e-b6de8aaacf88 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7207127 Aug 06 15:59:24.941618 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:24.962535 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319bb36b-306b-4536-bff9-49c9f8d5706d tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:24.972677 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1bc29-0f8a-498c-910a-a63cf57492fc req-9577cb9c-03aa-4128-96f7-52c13831755a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:24.975171 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ffa1bc29-0f8a-498c-910a-a63cf57492fc req-9577cb9c-03aa-4128-96f7-52c13831755a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.78 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 944 time: 0.2336857 Aug 06 15:59:24.977444 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-319bb36b-306b-4536-bff9-49c9f8d5706d tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:24.979451 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:24.982685 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d2bc57-2d06-444a-b5cb-8ed9c1461ad7 None None] Sync routers for ids ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:24.994731 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:59:25.005936 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.006601 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Added segment 8650260f-957e-4532-ade4-759b44ef1960 of type vlan for network b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 Aug 06 15:59:25.012494 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d2bc57-2d06-444a-b5cb-8ed9c1461ad7 None None] Routers {'b180a32c-8dde-4fde-b7a7-dc165fe398a2'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:25.013962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f9d2bc57-2d06-444a-b5cb-8ed9c1461ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:59:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:25.091031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7ef17-bfc1-4b34-841e-6a00cbbe19f5 req-cf8a740c-1798-4a14-950a-a0af29540cd3 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:25.100754 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08b7ef17-bfc1-4b34-841e-6a00cbbe19f5 req-cf8a740c-1798-4a14-950a-a0af29540cd3 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 944 time: 0.7616627 Aug 06 15:59:25.181051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c54a21fe-8dff-4cb5-9604-8908b3d05d76 req-4be2fb53-3468-400a-8860-3357d54dc339 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302671 Aug 06 15:59:25.191538 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-319bb36b-306b-4536-bff9-49c9f8d5706d tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "PUT /v2.0/floatingips/0d0aeffa-2fb9-4477-936a-47abcef9bc10 HTTP/1.1" status: 200 len: 990 time: 3.6276135 Aug 06 15:59:25.195354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d012bf5-02c8-47e7-8a56-e9271ff8c67c', 'tag': '27b8b405-8594-4b35-8148-e81e59f771aa'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:25.198905 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca94e71-4a14-4fe6-bce0-03fbed229487" -d '{"events": [{"name": "network-changed", "server_uuid": "1d012bf5-02c8-47e7-8a56-e9271ff8c67c", "tag": "27b8b405-8594-4b35-8148-e81e59f771aa"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:25.227908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb9f53-1fe2-425b-bcb7-3c55e1f30992 req-8b90e20e-ec22-431c-9731-45f2179adfce tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:25.235941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-24cb9f53-1fe2-425b-bcb7-3c55e1f30992 req-8b90e20e-ec22-431c-9731-45f2179adfce tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.1290259 Aug 06 15:59:25.253594 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-f9d2bc57-2d06-444a-b5cb-8ed9c1461ad7 None None] Set router b180a32c-8dde-4fde-b7a7-dc165fe398a2 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:25.264411 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.276261 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5619e9ec-c7b1-49ba-8356-30f72891567f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.292067 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-24cb9f53-1fe2-425b-bcb7-3c55e1f30992 req-c2a1e265-2bdb-4625-a9ed-aaee0ed88c03 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548861 Aug 06 15:59:25.316113 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08b7ef17-bfc1-4b34-841e-6a00cbbe19f5 req-9290652e-45a3-43f3-a0d7-456846299914 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122946 Aug 06 15:59:25.316592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d0ba86-2028-45fc-9d15-4f45ba4273dd,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:25.428163 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.resource_extend [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:59:25.450767 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5619e9ec-c7b1-49ba-8356-30f72891567f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.591869 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.593135 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:25.593681 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.594263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd12aec-ae26-433f-9eef-39f587798dee req-363d0b5c-f266-47dc-995d-71c990069b7d tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:25.604352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1bd12aec-ae26-433f-9eef-39f587798dee req-363d0b5c-f266-47dc-995d-71c990069b7d tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 946 time: 0.1453152 Aug 06 15:59:25.609984 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f991503-0b97-4ded-9e02-8f326193d09b x-openstack-request-id: req-1f991503-0b97-4ded-9e02-8f326193d09b {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:25.610535 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d012bf5-02c8-47e7-8a56-e9271ff8c67c", "tag": "27b8b405-8594-4b35-8148-e81e59f771aa", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:25.610966 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f991503-0b97-4ded-9e02-8f326193d09b {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:25.611790 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d012bf5-02c8-47e7-8a56-e9271ff8c67c', 'tag': '27b8b405-8594-4b35-8148-e81e59f771aa', 'status': 'completed', 'code': 200} Aug 06 15:59:25.646716 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5391240 Aug 06 15:59:25.648786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33688) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:25.672518 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-14c6f816-40b6-45ed-b546-4f8faacd898b admin admin] Request body: {'subnet': {'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605326601-subnet', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:25.743411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1bd12aec-ae26-433f-9eef-39f587798dee req-b36ed154-ee28-4671-b46c-3b5c3bb8538c tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377969 Aug 06 15:59:25.788767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca94e71-4a14-4fe6-bce0-03fbed229487 req-75acf5d6-6580-49d6-90f2-2a324a93cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:25.790625 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aca94e71-4a14-4fe6-bce0-03fbed229487 req-75acf5d6-6580-49d6-90f2-2a324a93cd66 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ad4cc8d4f17a47abb06d004c5cf8e31c&device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 1096 time: 0.1768205 Aug 06 15:59:25.829046 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f9d2bc57-2d06-444a-b5cb-8ed9c1461ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'name': 'tempest-ServersTestFqdnHostnames-1831496456-router', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:48Z', 'updated_at': '2021-08-06T15:58:53Z', 'revision_number': 4, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'gw_port': {'id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '0d0aeffa-2fb9-4477-936a-47abcef9bc10', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'floating_ip_address': '172.25.1.47', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'port_id': '27b8b405-8594-4b35-8148-e81e59f771aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'mac_address': 'fa:16:3e:ec:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d012bf5-02c8-47e7-8a56-e9271ff8c67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:58:59Z', 'updated_at': '2021-08-06T15:59:23Z', 'revision_number': 1, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc54cc3-0f1a-454f-8f2b-f479f01a39d7', 'name': '', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'mac_address': 'fa:16:3e:f0:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:52Z', 'updated_at': '2021-08-06T15:59:01Z', 'revision_number': 5, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'subnets': [{'id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:25.874637 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c6f816-40b6-45ed-b546-4f8faacd898b admin admin] Made reservation on behalf of 221a0388e41546eb8699faca97d77164 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:25.888572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14c6f816-40b6-45ed-b546-4f8faacd898b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.910748 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d2bc57-2d06-444a-b5cb-8ed9c1461ad7 None None] Checking router: b180a32c-8dde-4fde-b7a7-dc165fe398a2 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:25.934113 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d2bc57-2d06-444a-b5cb-8ed9c1461ad7 None None] Routers {'b180a32c-8dde-4fde-b7a7-dc165fe398a2'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:25.935166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f9d2bc57-2d06-444a-b5cb-8ed9c1461ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:59:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:25.952749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Pushing event updated for resources: {'Network': ['ID=b016db4d-5875-4f7a-8d6c-643d3c9dbfe9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:25.974621 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:25.975225 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:25.975848 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:25.976352 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:25.976869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:25.977373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:25.977821 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:25.978344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:25.979368 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:25.979368 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:25.979735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:25.980183 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9797538-4ef6-4665-b240-a291fb855671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:25.991975 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-ffa1bc29-0f8a-498c-910a-a63cf57492fc req-32408b93-0cbb-41ab-82c7-125d8680550e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Deleting port 812b80e5-a413-49da-b9fe-9085f1124bf9 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:25.991975 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ffa1bc29-0f8a-498c-910a-a63cf57492fc req-32408b93-0cbb-41ab-82c7-125d8680550e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:26.057837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:59:26.121502 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ffa1bc29-0f8a-498c-910a-a63cf57492fc req-32408b93-0cbb-41ab-82c7-125d8680550e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] For port 812b80e5-a413-49da-b9fe-9085f1124bf9, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=812b80e5-a413-49da-b9fe-9085f1124bf9,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:26.122105 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ffa1bc29-0f8a-498c-910a-a63cf57492fc req-32408b93-0cbb-41ab-82c7-125d8680550e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:26.140164 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-ffa1bc29-0f8a-498c-910a-a63cf57492fc req-32408b93-0cbb-41ab-82c7-125d8680550e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Calling delete_port for 812b80e5-a413-49da-b9fe-9085f1124bf9 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:26.149355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca94e71-4a14-4fe6-bce0-03fbed229487 req-79e05d08-7109-4bb3-9dea-6a1ba591a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:26.153134 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aca94e71-4a14-4fe6-bce0-03fbed229487 req-79e05d08-7109-4bb3-9dea-6a1ba591a023 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e892b1e0-027e-4b9c-b607-1961ba238ab5 HTTP/1.1" status: 200 len: 916 time: 0.3550172 Aug 06 15:59:26.300666 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ffa1bc29-0f8a-498c-910a-a63cf57492fc req-32408b93-0cbb-41ab-82c7-125d8680550e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:26.350041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-f9d2bc57-2d06-444a-b5cb-8ed9c1461ad7 None None] Set router b180a32c-8dde-4fde-b7a7-dc165fe398a2 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:26.396227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32408b93-0cbb-41ab-82c7-125d8680550e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Pushing event deleted for resources: {'Port': ['ID=812b80e5-a413-49da-b9fe-9085f1124bf9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:26.408674 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5619e9ec-c7b1-49ba-8356-30f72891567f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:26.411598 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5619e9ec-c7b1-49ba-8356-30f72891567f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:26.412954 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5619e9ec-c7b1-49ba-8356-30f72891567f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9013c8f1-f791-41d0-ad10-1a77ecc208f0 HTTP/1.1" status: 204 len: 168 time: 1.6999927 Aug 06 15:59:26.430538 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619e9ec-c7b1-49ba-8356-30f72891567f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9013c8f1-f791-41d0-ad10-1a77ecc208f0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:26.477379 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aca94e71-4a14-4fe6-bce0-03fbed229487 req-d06a277a-ff23-4d38-9d35-23eaf8d35fca service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27b8b405-8594-4b35-8148-e81e59f771aa HTTP/1.1" status: 200 len: 998 time: 0.3127332 Aug 06 15:59:26.548596 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa1bc29-0f8a-498c-910a-a63cf57492fc req-32408b93-0cbb-41ab-82c7-125d8680550e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] No DVR routers for this DVR port 812b80e5-a413-49da-b9fe-9085f1124bf9 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:26.553261 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ffa1bc29-0f8a-498c-910a-a63cf57492fc req-32408b93-0cbb-41ab-82c7-125d8680550e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:26.560214 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ffa1bc29-0f8a-498c-910a-a63cf57492fc req-32408b93-0cbb-41ab-82c7-125d8680550e tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.78 "DELETE /v2.0/ports/812b80e5-a413-49da-b9fe-9085f1124bf9 HTTP/1.1" status: 204 len: 173 time: 1.5400507 Aug 06 15:59:26.564705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03df4310-e32b-4729-ac4c-9c792cff46c0', 'name': 'network-vif-deleted', 'tag': '812b80e5-a413-49da-b9fe-9085f1124bf9'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:26.570493 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e82804a-c809-4c3b-9a0a-d27613e34b59" -d '{"events": [{"server_uuid": "03df4310-e32b-4729-ac4c-9c792cff46c0", "name": "network-vif-deleted", "tag": "812b80e5-a413-49da-b9fe-9085f1124bf9"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:26.867511 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14c6f816-40b6-45ed-b546-4f8faacd898b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:26.893498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca94e71-4a14-4fe6-bce0-03fbed229487 req-cdcfa08a-a08c-4bff-9a2e-0fd8010639ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:26.895005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aca94e71-4a14-4fe6-bce0-03fbed229487 req-cdcfa08a-a08c-4bff-9a2e-0fd8010639ab service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2f9c773a-202b-4e0a-9166-8be06e157f99 HTTP/1.1" status: 200 len: 854 time: 0.4018688 Aug 06 15:59:26.908225 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:59:26.924050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332aa55e-fa2f-4816-bf8b-a908d3ffe4f2 req-87c2d034-f81f-482d-83bb-c7f6b12211d5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:26.941262 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-332aa55e-fa2f-4816-bf8b-a908d3ffe4f2 req-87c2d034-f81f-482d-83bb-c7f6b12211d5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.2796319 Aug 06 15:59:27.034882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c6f816-40b6-45ed-b546-4f8faacd898b admin admin] Checking segment: {'id': '8650260f-957e-4532-ade4-759b44ef1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:27.035805 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c6f816-40b6-45ed-b546-4f8faacd898b admin admin] Network hostable DHCP agents. Network: b016db4d-5875-4f7a-8d6c-643d3c9dbfe9, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:59:27.059134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5a20e-05dd-4dca-b808-085443e9885d req-d9628c4f-5a05-403e-b99e-5b042a85e172 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:27.070275 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fbd5a20e-05dd-4dca-b808-085443e9885d req-d9628c4f-5a05-403e-b99e-5b042a85e172 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 945 time: 0.5906646 Aug 06 15:59:27.086549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6f816-40b6-45ed-b546-4f8faacd898b admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c7f8ea-c57a-4291-b7c3-940494584740,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:27.096838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c6f816-40b6-45ed-b546-4f8faacd898b admin admin] Network b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:59:27.121685 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-14c6f816-40b6-45ed-b546-4f8faacd898b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, b016db4d-5875-4f7a-8d6c-643d3c9dbfe9) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:27.123842 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f9d2bc57-2d06-444a-b5cb-8ed9c1461ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'name': 'tempest-ServersTestFqdnHostnames-1831496456-router', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:48Z', 'updated_at': '2021-08-06T15:58:53Z', 'revision_number': 4, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'gw_port': {'id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '0d0aeffa-2fb9-4477-936a-47abcef9bc10', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'floating_ip_address': '172.25.1.47', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'port_id': '27b8b405-8594-4b35-8148-e81e59f771aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'mac_address': 'fa:16:3e:ec:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d012bf5-02c8-47e7-8a56-e9271ff8c67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:58:59Z', 'updated_at': '2021-08-06T15:59:23Z', 'revision_number': 1, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc54cc3-0f1a-454f-8f2b-f479f01a39d7', 'name': '', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'mac_address': 'fa:16:3e:f0:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:52Z', 'updated_at': '2021-08-06T15:59:01Z', 'revision_number': 5, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'subnets': [{'id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:27.126234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c6f816-40b6-45ed-b546-4f8faacd898b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:27.126822 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14c6f816-40b6-45ed-b546-4f8faacd898b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:27.144081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14419fe-a3b2-4149-bc78-126e3ee934fa None None] Network b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:27.154681 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-14c6f816-40b6-45ed-b546-4f8faacd898b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5018399 Aug 06 15:59:27.157389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33712) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:27.165817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1605326601-router', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:27.229926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-332aa55e-fa2f-4816-bf8b-a908d3ffe4f2 req-9f80fe71-2f5a-4855-a64e-9aece3ca9e82 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865992 Aug 06 15:59:27.262802 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:27.265685 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:27.363411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fbd5a20e-05dd-4dca-b808-085443e9885d req-601ec636-c471-4dcc-8878-d72dbe20ea40 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879958 Aug 06 15:59:27.381685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca94e71-4a14-4fe6-bce0-03fbed229487 req-9ddc1deb-45b1-4525-ab34-3f84ac788d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:27.385942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d2bc57-2d06-444a-b5cb-8ed9c1461ad7 None None] The sync data for ids ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'] in n-d-803756-1 is: [{'id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'name': 'tempest-ServersTestFqdnHostnames-1831496456-router', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:48Z', 'updated_at': '2021-08-06T15:58:53Z', 'revision_number': 4, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'gw_port': {'id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '0d0aeffa-2fb9-4477-936a-47abcef9bc10', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'floating_ip_address': '172.25.1.47', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'port_id': '27b8b405-8594-4b35-8148-e81e59f771aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'mac_address': 'fa:16:3e:ec:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d012bf5-02c8-47e7-8a56-e9271ff8c67c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:58:59Z', 'updated_at': '2021-08-06T15:59:23Z', 'revision_number': 1, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc54cc3-0f1a-454f-8f2b-f479f01a39d7', 'name': '', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'mac_address': 'fa:16:3e:f0:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:52Z', 'updated_at': '2021-08-06T15:59:01Z', 'revision_number': 5, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'subnets': [{'id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:27.388439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aca94e71-4a14-4fe6-bce0-03fbed229487 req-9ddc1deb-45b1-4525-ab34-3f84ac788d96 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e892b1e0-027e-4b9c-b607-1961ba238ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4450541 Aug 06 15:59:27.518372 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:27.750651 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48037de3-d05c-4132-a2c4-a371c51e0b93 x-openstack-request-id: req-48037de3-d05c-4132-a2c4-a371c51e0b93 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:27.753572 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03df4310-e32b-4729-ac4c-9c792cff46c0", "name": "network-vif-deleted", "tag": "812b80e5-a413-49da-b9fe-9085f1124bf9", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:27.754243 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48037de3-d05c-4132-a2c4-a371c51e0b93 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:27.754899 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03df4310-e32b-4729-ac4c-9c792cff46c0', 'name': 'network-vif-deleted', 'tag': '812b80e5-a413-49da-b9fe-9085f1124bf9', 'status': 'completed', 'code': 200} Aug 06 15:59:27.833043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-b016db4d-5875-4f7a-8d6c-643d3c9dbfe9', 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'fixed_ips': [{'subnet_id': '07c7f8ea-c57a-4291-b7c3-940494584740'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:59:27.841481 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:27.884591 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:27.940009 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81055032-ba3b-45e6-9a57-565741b29ae8 None None] New status for floating IP 0d0aeffa-2fb9-4477-936a-47abcef9bc10: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:59:28.252290 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 812b80e5-a413-49da-b9fe-9085f1124bf9 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:28.424093 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 812b80e5-a413-49da-b9fe-9085f1124bf9 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:59:28.425079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 812b80e5-a413-49da-b9fe-9085f1124bf9 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:59:28.438063 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Allocated IP 172.20.0.2 (b016db4d-5875-4f7a-8d6c-643d3c9dbfe9/07c7f8ea-c57a-4291-b7c3-940494584740/dbfd5a81-4d10-4c71-8812-2670699e0e7f) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:28.496853 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:28.538942 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:28.573650 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aca94e71-4a14-4fe6-bce0-03fbed229487 req-931a863d-f213-42c9-962a-06df92127414 service neutron] 10.222.0.78 "GET /v2.0/networks/e892b1e0-027e-4b9c-b607-1961ba238ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1702974 Aug 06 15:59:28.645856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c28b3975-e963-4839-82f4-70fabe0c0821 req-51967649-c163-480f-a3c6-4d004dea0dc4 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=03df4310-e32b-4729-ac4c-9c792cff46c0 HTTP/1.1" status: 200 len: 210 time: 0.0695019 Aug 06 15:59:28.796009 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:28.819703 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Transition to ACTIVE for port object dbfd5a81-4d10-4c71-8812-2670699e0e7f will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:28.827113 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Allocated IP 172.25.1.46 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/e459585f-b834-47c2-a36e-d6dc6a91a819) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:28.866285 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Transition to ACTIVE for port object dbfd5a81-4d10-4c71-8812-2670699e0e7f will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:28.878375 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:28.971571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Pushing event updated for resources: {'Port': ['ID=dbfd5a81-4d10-4c71-8812-2670699e0e7f,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:28.991304 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e20a5-b498-481f-9246-0de6b0c64031 req-81e3de07-f0c1-4527-a475-da3a78e0ead9 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:28.993212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c0e20a5-b498-481f-9246-0de6b0c64031 req-81e3de07-f0c1-4527-a475-da3a78e0ead9 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 945 time: 0.4125018 Aug 06 15:59:29.011185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Network b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:29.016195 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:29.026584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:29.073541 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4e4ba-4f5e-498d-9e1c-d3d3c9eeb8b5 req-b3817a96-835b-4b0d-af42-4efd4d2231c3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:29.088073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19e4e4ba-4f5e-498d-9e1c-d3d3c9eeb8b5 req-b3817a96-835b-4b0d-af42-4efd4d2231c3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 946 time: 0.5087395 Aug 06 15:59:29.125883 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.157370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7f4a4-db11-487c-aa51-629c1c76175d req-465ff497-bdb6-4de5-9469-08f6c6875908 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:29.158734 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Attempting to bind port dbfd5a81-4d10-4c71-8812-2670699e0e7f on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:59:29.159097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Attempting to bind port dbfd5a81-4d10-4c71-8812-2670699e0e7f by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '8650260f-957e-4532-ade4-759b44ef1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:59:29.159459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Attempting to bind port dbfd5a81-4d10-4c71-8812-2670699e0e7f on network b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:29.169643 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97b7f4a4-db11-487c-aa51-629c1c76175d req-465ff497-bdb6-4de5-9469-08f6c6875908 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.3802838 Aug 06 15:59:29.174677 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:59:29.175054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Checking segment: {'id': '8650260f-957e-4532-ade4-759b44ef1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:29.175567 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.176537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Bound using segment: {'id': '8650260f-957e-4532-ade4-759b44ef1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:59:29.177163 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Bound port: dbfd5a81-4d10-4c71-8812-2670699e0e7f, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8650260f-957e-4532-ade4-759b44ef1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:59:29.177545 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.224036 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.265332 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19e4e4ba-4f5e-498d-9e1c-d3d3c9eeb8b5 req-bc2a3a4a-a220-4ac2-ba93-df30bb41d0e0 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756232 Aug 06 15:59:29.286930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:29.292952 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:29.301401 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:29.401481 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aca94e71-4a14-4fe6-bce0-03fbed229487 req-4814eeff-8583-4290-b99f-3c1a550595f5 service neutron] 10.222.0.78 "GET /v2.0/networks/e892b1e0-027e-4b9c-b607-1961ba238ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7514980 Aug 06 15:59:29.423469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97b7f4a4-db11-487c-aa51-629c1c76175d req-8ea775a9-3711-4d46-aeef-1076e11de505 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525568 Aug 06 15:59:29.487026 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] For port dbfd5a81-4d10-4c71-8812-2670699e0e7f, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:59:29.497401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] For port dbfd5a81-4d10-4c71-8812-2670699e0e7f, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=dbfd5a81-4d10-4c71-8812-2670699e0e7f,segment=NetworkSegment(8650260f-957e-4532-ade4-759b44ef1960),segment_id=8650260f-957e-4532-ade4-759b44ef1960)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:59:29.504322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9c0e20a5-b498-481f-9246-0de6b0c64031 req-b94e14a5-0ec1-437c-a8a4-86304131cf56 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Deleting port d9711fc0-b99c-4c7c-a33c-c72e8dff34db {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:29.505066 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9c0e20a5-b498-481f-9246-0de6b0c64031 req-b94e14a5-0ec1-437c-a8a4-86304131cf56 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.509296 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.770992 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdd062-0536-4dcc-bc23-6d1a2ba40051 None None] Pushing event updated for resources: {'Port': ['ID=dbfd5a81-4d10-4c71-8812-2670699e0e7f,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:29.890712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0e047-de87-44c5-bfdd-9992fe56b540 req-e834afc8-f7da-4e13-9b84-308b1e188eab tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:29.896158 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Pushing event updated for resources: {'Port': ['ID=e459585f-b834-47c2-a36e-d6dc6a91a819,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:29.902506 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03b0e047-de87-44c5-bfdd-9992fe56b540 req-e834afc8-f7da-4e13-9b84-308b1e188eab tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 945 time: 0.4115286 Aug 06 15:59:29.991795 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4270f81b-6ea9-4bc8-beae-063a62824112 req-7e01afcd-7522-4cf3-8bf6-2053a557984b tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1760273593&fields=id&tenant_id=bc6c94bd28e6427f9825c6938ef7f030 HTTP/1.1" status: 200 len: 267 time: 0.2673526 Aug 06 15:59:30.116660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-9c0e20a5-b498-481f-9246-0de6b0c64031 req-b94e14a5-0ec1-437c-a8a4-86304131cf56 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] For port d9711fc0-b99c-4c7c-a33c-c72e8dff34db, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d9711fc0-b99c-4c7c-a33c-c72e8dff34db,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:30.124701 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9c0e20a5-b498-481f-9246-0de6b0c64031 req-b94e14a5-0ec1-437c-a8a4-86304131cf56 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:30.187896 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03b0e047-de87-44c5-bfdd-9992fe56b540 req-afcb3d85-73d4-4aa2-8954-227d1aabf692 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups?id=89ec07d4-9161-4559-bea3-0c2597f20f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837679 Aug 06 15:59:30.270320 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270f81b-6ea9-4bc8-beae-063a62824112 req-81671505-07eb-4415-86bf-bf61405faead tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:30.271682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4270f81b-6ea9-4bc8-beae-063a62824112 req-81671505-07eb-4415-86bf-bf61405faead tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 946 time: 0.2783310 Aug 06 15:59:30.323463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-4270f81b-6ea9-4bc8-beae-063a62824112 req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Request body: {'port': {'security_groups': ['60d3d7d1-00cc-4829-b613-807b646d1651', '49393410-bc4d-4ade-bab7-04f7efb6b051']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:30.565425 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9c0e20a5-b498-481f-9246-0de6b0c64031 req-b94e14a5-0ec1-437c-a8a4-86304131cf56 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:30.565425 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9c0e20a5-b498-481f-9246-0de6b0c64031 req-b94e14a5-0ec1-437c-a8a4-86304131cf56 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:30.568324 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-9c0e20a5-b498-481f-9246-0de6b0c64031 req-b94e14a5-0ec1-437c-a8a4-86304131cf56 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Floating IP 1a1af641-c986-4c6e-8f05-938470d3dc50 disassociated. External IP: 172.25.1.168, port: d9711fc0-b99c-4c7c-a33c-c72e8dff34db. Aug 06 15:59:30.569470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9c0e20a5-b498-481f-9246-0de6b0c64031 req-b94e14a5-0ec1-437c-a8a4-86304131cf56 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Calling delete_port for d9711fc0-b99c-4c7c-a33c-c72e8dff34db owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:30.997228 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4270f81b-6ea9-4bc8-beae-063a62824112 req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:31.159030 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:31.195849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device dbfd5a81-4d10-4c71-8812-2670699e0e7f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:31.355676 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device d9711fc0-b99c-4c7c-a33c-c72e8dff34db no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:31.415347 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33768) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:31.442265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4270f81b-6ea9-4bc8-beae-063a62824112 req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] For port a5728f03-2fd2-407a-89f1-54154bad365e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5728f03-2fd2-407a-89f1-54154bad365e,segment=NetworkSegment(34f5447d-a34d-4dfb-8786-aeaf0df74696),segment_id=34f5447d-a34d-4dfb-8786-aeaf0df74696)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:31.500296 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4270f81b-6ea9-4bc8-beae-063a62824112 req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:31.531394 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port dbfd5a81-4d10-4c71-8812-2670699e0e7f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:31.540278 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4270f81b-6ea9-4bc8-beae-063a62824112 req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:31.553023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a5728f03-2fd2-407a-89f1-54154bad365e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:31.631340 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9c0e20a5-b498-481f-9246-0de6b0c64031 req-b94e14a5-0ec1-437c-a8a4-86304131cf56 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:31.679015 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['48aa4426-f3c8-44cf-9f2c-845477457c06'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:31.709589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Port d9711fc0-b99c-4c7c-a33c-c72e8dff34db update to DOWN by agent not found {{(pid=105766) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 06 15:59:31.765499 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc26eb1b-9a1e-4a34-beef-7ade69b35418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:31.773232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3f8292-5d5a-4f98-ac9f-61c43a627aba None None] Network b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:31.828108 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:31.846584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270f81b-6ea9-4bc8-beae-063a62824112 req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:31.849964 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4270f81b-6ea9-4bc8-beae-063a62824112 req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:31.855574 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4270f81b-6ea9-4bc8-beae-063a62824112 req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "PUT /v2.0/ports/a5728f03-2fd2-407a-89f1-54154bad365e HTTP/1.1" status: 200 len: 982 time: 1.5420489 Aug 06 15:59:31.874711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1d2fa-37d3-4e9c-9398-8fca43362605 req-341c2a24-a04b-4fde-b0a0-f906c96fe2c5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:31.906450 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62e1d2fa-37d3-4e9c-9398-8fca43362605 req-341c2a24-a04b-4fde-b0a0-f906c96fe2c5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.9379675 Aug 06 15:59:31.912201 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d819aac-6eb6-4e08-90b9-9e0eee39c5ac', 'tag': 'a5728f03-2fd2-407a-89f1-54154bad365e'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:31.916419 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c553dca-c776-4716-867b-cf99e43e7f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d819aac-6eb6-4e08-90b9-9e0eee39c5ac", "tag": "a5728f03-2fd2-407a-89f1-54154bad365e"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:31.945569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a5728f03-2fd2-407a-89f1-54154bad365e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:32.067060 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc26eb1b-9a1e-4a34-beef-7ade69b35418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.074818 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc26eb1b-9a1e-4a34-beef-7ade69b35418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.108204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d261c-d07a-43c2-94c8-e7e0393f8004 req-2b15c61b-f2b0-4cf0-a337-2dcbefbdd435 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:32.111977 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db4d261c-d07a-43c2-94c8-e7e0393f8004 req-2b15c61b-f2b0-4cf0-a337-2dcbefbdd435 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.78 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 944 time: 0.6064696 Aug 06 15:59:32.195403 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bc26eb1b-9a1e-4a34-beef-7ade69b35418 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3fb17d925114d0695b3fa8a1296dc98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7725935 Aug 06 15:59:32.198162 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26eb1b-9a1e-4a34-beef-7ade69b35418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2526415-04fb-45bc-bc2f-e8e40c1c3f2e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:32.200651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33788) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:32.204457 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event updated for resources: {'Port': ['ID=a5728f03-2fd2-407a-89f1-54154bad365e,revision_number=6']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:32.209563 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Router 97849fb2-c5d6-41ee-a3bc-d2efacd7a12a is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:59:32.256427 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62e1d2fa-37d3-4e9c-9398-8fca43362605 req-98318771-36b0-49c5-8253-ee33476d6495 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226564 Aug 06 15:59:32.300962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-14c4ac9b-f0b4-42b6-adf2-31ac08547786 None None] Provisioning for port dbfd5a81-4d10-4c71-8812-2670699e0e7f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:32.407135 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-14c4ac9b-f0b4-42b6-adf2-31ac08547786 None None] Provisioning complete for port dbfd5a81-4d10-4c71-8812-2670699e0e7f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:32.407135 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14c4ac9b-f0b4-42b6-adf2-31ac08547786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.408036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.408036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.408036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.408036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.408036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.408036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.408036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.408036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.408036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.408036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.408036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.408036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab63b276-e3b1-4cdc-b858-2c94148a7b27 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.443115 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2526ce66-4ff8-4fee-87de-73723ca2874c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.526287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ca70309e-ad1e-417b-b379-38574ba562be req-53051942-fb85-4f89-a62d-ad6168628902 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 210 time: 0.0793016 Aug 06 15:59:32.602112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e14a5-0ec1-437c-a8a4-86304131cf56 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Pushing event deleted for resources: {'Port': ['ID=d9711fc0-b99c-4c7c-a33c-c72e8dff34db,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:32.639916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c0e20a5-b498-481f-9246-0de6b0c64031 req-b94e14a5-0ec1-437c-a8a4-86304131cf56 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Router 9d542748-cef1-467e-a7c7-16ebca8d5796 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:32.642240 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2526ce66-4ff8-4fee-87de-73723ca2874c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.654120 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e86ea0-5330-453c-af05-a7106658f56b req-85a12ddc-9ed4-4e2f-8039-3e4f2b6f7604 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:32.655604 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68e86ea0-5330-453c-af05-a7106658f56b req-85a12ddc-9ed4-4e2f-8039-3e4f2b6f7604 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 944 time: 0.5287359 Aug 06 15:59:32.660747 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41e981-17e9-45d8-8c2d-fbba38bbde68 req-b9418909-7117-487e-a4a1-60cdb1983a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:32.661758 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2e41e981-17e9-45d8-8c2d-fbba38bbde68 req-b9418909-7117-487e-a4a1-60cdb1983a17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 1096 time: 0.3122511 Aug 06 15:59:32.676637 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:32.713116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Sync routers for ids ['97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:32.779429 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.783845 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0e09052c-9420-4a4a-b5a8-5019072b4e61 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6219633 Aug 06 15:59:32.787061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33806) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:32.801410 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Routers {'97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:32.802237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:59:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:32.804241 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14c4ac9b-f0b4-42b6-adf2-31ac08547786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.862393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41e981-17e9-45d8-8c2d-fbba38bbde68 req-ddd906f8-1e74-430c-90f0-2b179343bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:32.864172 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2e41e981-17e9-45d8-8c2d-fbba38bbde68 req-ddd906f8-1e74-430c-90f0-2b179343bb4f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 911 time: 0.1850317 Aug 06 15:59:32.869032 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2526ce66-4ff8-4fee-87de-73723ca2874c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.872316 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39710fa1-38c3-4f97-bb55-d3ae9645adec req-8c5cdbd6-30c0-4f9f-99e3-2eb186bcb690 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/49393410-bc4d-4ade-bab7-04f7efb6b051 HTTP/1.1" status: 200 len: 1800 time: 0.2723601 Aug 06 15:59:32.872874 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2526ce66-4ff8-4fee-87de-73723ca2874c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.874224 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2526ce66-4ff8-4fee-87de-73723ca2874c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2526415-04fb-45bc-bc2f-e8e40c1c3f2e HTTP/1.1" status: 204 len: 168 time: 0.6726444 Aug 06 15:59:32.907527 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-db4d261c-d07a-43c2-94c8-e7e0393f8004 req-b74d8d23-a3fa-4c79-9ede-063f485c099c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Deleting port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:32.907871 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-db4d261c-d07a-43c2-94c8-e7e0393f8004 req-b74d8d23-a3fa-4c79-9ede-063f485c099c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.926410 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526ce66-4ff8-4fee-87de-73723ca2874c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2526415-04fb-45bc-bc2f-e8e40c1c3f2e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:32.948155 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68e86ea0-5330-453c-af05-a7106658f56b req-37c52187-f079-4aff-ae4d-17632d64010a tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808685 Aug 06 15:59:33.030789 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2e41e981-17e9-45d8-8c2d-fbba38bbde68 req-633bfb0b-81d4-4193-8255-b397c3f2f6c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8204b358-49a6-4553-b79c-91367fb4705b HTTP/1.1" status: 200 len: 217 time: 0.0772588 Aug 06 15:59:33.043313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-14c4ac9b-f0b4-42b6-adf2-31ac08547786 None None] For port dbfd5a81-4d10-4c71-8812-2670699e0e7f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=dbfd5a81-4d10-4c71-8812-2670699e0e7f,segment=NetworkSegment(8650260f-957e-4532-ade4-759b44ef1960),segment_id=8650260f-957e-4532-ade4-759b44ef1960)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:33.072180 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14c4ac9b-f0b4-42b6-adf2-31ac08547786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:33.110101 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b357ccf-7509-428b-a1ee-c5539cd8178c x-openstack-request-id: req-1b357ccf-7509-428b-a1ee-c5539cd8178c {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:33.110613 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d819aac-6eb6-4e08-90b9-9e0eee39c5ac", "tag": "a5728f03-2fd2-407a-89f1-54154bad365e", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:33.110911 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b357ccf-7509-428b-a1ee-c5539cd8178c {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:33.111533 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d819aac-6eb6-4e08-90b9-9e0eee39c5ac', 'tag': 'a5728f03-2fd2-407a-89f1-54154bad365e', 'status': 'completed', 'code': 200} Aug 06 15:59:33.149488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c0e20a5-b498-481f-9246-0de6b0c64031 req-b94e14a5-0ec1-437c-a8a4-86304131cf56 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:33.171045 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace05c96-0bcc-4d99-9eca-9c3a12eac5d6 None None] Sync routers for ids ['9d542748-cef1-467e-a7c7-16ebca8d5796'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:33.203521 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace05c96-0bcc-4d99-9eca-9c3a12eac5d6 None None] Routers {'9d542748-cef1-467e-a7c7-16ebca8d5796'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:33.204911 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ace05c96-0bcc-4d99-9eca-9c3a12eac5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:59:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9d542748-cef1-467e-a7c7-16ebca8d5796'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:33.223810 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41e981-17e9-45d8-8c2d-fbba38bbde68 req-22436086-843d-4b2f-9233-3aef0df2ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:33.225315 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2e41e981-17e9-45d8-8c2d-fbba38bbde68 req-22436086-843d-4b2f-9233-3aef0df2ac6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bc4c7ac-6d15-4fde-899c-97f04be5a8db HTTP/1.1" status: 200 len: 850 time: 0.1716206 Aug 06 15:59:33.269954 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-39710fa1-38c3-4f97-bb55-d3ae9645adec req-477d5032-7a07-462e-98ae-dba2c3bf9be1 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 06 15:59:33.277686 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39710fa1-38c3-4f97-bb55-d3ae9645adec req-477d5032-7a07-462e-98ae-dba2c3bf9be1 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "DELETE /v2.0/security-groups/49393410-bc4d-4ade-bab7-04f7efb6b051 HTTP/1.1" status: 409 len: 341 time: 0.3760593 Aug 06 15:59:33.323146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Set router 97849fb2-c5d6-41ee-a3bc-d2efacd7a12a gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:33.324245 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2e41e981-17e9-45d8-8c2d-fbba38bbde68 req-a577369b-06b8-49ad-96e9-67c33b80d6be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c34c076c-c1bd-4999-8d39-ceaa7495de79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758166 Aug 06 15:59:33.470502 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ace05c96-0bcc-4d99-9eca-9c3a12eac5d6 None None] Set router 9d542748-cef1-467e-a7c7-16ebca8d5796 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:33.490367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0e20a5-b498-481f-9246-0de6b0c64031 req-b94e14a5-0ec1-437c-a8a4-86304131cf56 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] No DVR routers for this DVR port d9711fc0-b99c-4c7c-a33c-c72e8dff34db on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:33.516578 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9c0e20a5-b498-481f-9246-0de6b0c64031 req-b94e14a5-0ec1-437c-a8a4-86304131cf56 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:33.530114 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c0e20a5-b498-481f-9246-0de6b0c64031 req-b94e14a5-0ec1-437c-a8a4-86304131cf56 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.13 "DELETE /v2.0/ports/d9711fc0-b99c-4c7c-a33c-c72e8dff34db HTTP/1.1" status: 204 len: 173 time: 4.5273249 Aug 06 15:59:33.594602 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4ac9b-f0b4-42b6-adf2-31ac08547786 None None] Pushing event updated for resources: {'Port': ['ID=dbfd5a81-4d10-4c71-8812-2670699e0e7f,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:33.625437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c553dca-c776-4716-867b-cf99e43e7f2b req-708c0b14-243c-4faf-a641-fd1330770ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:33.631329 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c553dca-c776-4716-867b-cf99e43e7f2b req-708c0b14-243c-4faf-a641-fd1330770ab6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc6c94bd28e6427f9825c6938ef7f030&device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 1136 time: 0.4946477 Aug 06 15:59:33.638074 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-db4d261c-d07a-43c2-94c8-e7e0393f8004 req-b74d8d23-a3fa-4c79-9ede-063f485c099c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] For port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,segment=NetworkSegment(00647388-23a6-4ceb-85c5-7fa88728aa1a),segment_id=00647388-23a6-4ceb-85c5-7fa88728aa1a)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:33.638354 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-db4d261c-d07a-43c2-94c8-e7e0393f8004 req-b74d8d23-a3fa-4c79-9ede-063f485c099c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:33.665660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3246c7bd-f640-40f8-b566-3eba02923578 None None] Provisioning complete for port dbfd5a81-4d10-4c71-8812-2670699e0e7f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:33.666215 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3246c7bd-f640-40f8-b566-3eba02923578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:33.731141 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2e41e981-17e9-45d8-8c2d-fbba38bbde68 req-fb132f74-bdf3-453f-9be7-99cb1255252c service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469839 Aug 06 15:59:33.772112 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b3f58cb-e7f4-4bf7-b292-e57d517acbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:33.889440 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850103d3-1b2b-4f2c-82e8-0819220a630d req-191a6459-346f-490b-be40-994ff792d591 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:33.891633 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-850103d3-1b2b-4f2c-82e8-0819220a630d req-191a6459-346f-490b-be40-994ff792d591 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 945 time: 0.6317523 Aug 06 15:59:33.893456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c553dca-c776-4716-867b-cf99e43e7f2b req-d22e0d95-8dfd-4b0e-93a6-b4cc512acfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:33.894958 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c553dca-c776-4716-867b-cf99e43e7f2b req-d22e0d95-8dfd-4b0e-93a6-b4cc512acfc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64cd1520-c751-410c-90c5-288f8b4a70c9 HTTP/1.1" status: 200 len: 913 time: 0.2280300 Aug 06 15:59:33.979276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605326601-router', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'e459585f-b834-47c2-a36e-d6dc6a91a819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:27Z', 'updated_at': '2021-08-06T15:59:29Z', 'revision_number': 3, 'project_id': '221a0388e41546eb8699faca97d77164', 'gw_port': {'id': 'e459585f-b834-47c2-a36e-d6dc6a91a819', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:28Z', 'updated_at': '2021-08-06T15:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:34.014923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Checking router: 97849fb2-c5d6-41ee-a3bc-d2efacd7a12a for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:34.015536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Updating router 97849fb2-c5d6-41ee-a3bc-d2efacd7a12a port e459585f-b834-47c2-a36e-d6dc6a91a819 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:59:34.018875 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-db4d261c-d07a-43c2-94c8-e7e0393f8004 req-b74d8d23-a3fa-4c79-9ede-063f485c099c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Calling delete_port for 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:34.025292 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c553dca-c776-4716-867b-cf99e43e7f2b req-9dcd0b60-d954-407e-9660-45cf4bcef85c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5728f03-2fd2-407a-89f1-54154bad365e HTTP/1.1" status: 200 len: 217 time: 0.1149848 Aug 06 15:59:34.027457 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2e41e981-17e9-45d8-8c2d-fbba38bbde68 req-25acb2eb-1442-414c-b9a3-89621e3ebaed service neutron] 10.222.0.13 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899144 Aug 06 15:59:34.031216 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ace05c96-0bcc-4d99-9eca-9c3a12eac5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:54:00Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a2935328-0fac-4811-86f2-19bbf45378be', 'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'mac_address': 'fa:16:3e:55:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:58Z', 'updated_at': '2021-08-06T15:54:07Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'subnets': [{'id': '7139516a-55da-4c51-9f07-a4156520643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:34.075198 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.090702 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace05c96-0bcc-4d99-9eca-9c3a12eac5d6 None None] Checking router: 9d542748-cef1-467e-a7c7-16ebca8d5796 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:34.110142 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace05c96-0bcc-4d99-9eca-9c3a12eac5d6 None None] Routers {'9d542748-cef1-467e-a7c7-16ebca8d5796'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:34.111318 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ace05c96-0bcc-4d99-9eca-9c3a12eac5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:59:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9d542748-cef1-467e-a7c7-16ebca8d5796'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:34.131155 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.272555 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-850103d3-1b2b-4f2c-82e8-0819220a630d req-879130c6-a1f3-435d-813e-2fd0f2cf976f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3500555 Aug 06 15:59:34.290757 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ace05c96-0bcc-4d99-9eca-9c3a12eac5d6 None None] Set router 9d542748-cef1-467e-a7c7-16ebca8d5796 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:34.330118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccf14f-39e7-4905-bf63-713afd2d4d64 req-49dc53d6-c26b-45d1-9db9-e9b538e3ef39 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:34.341743 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c1ccf14f-39e7-4905-bf63-713afd2d4d64 req-49dc53d6-c26b-45d1-9db9-e9b538e3ef39 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.4455168 Aug 06 15:59:34.457975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c553dca-c776-4716-867b-cf99e43e7f2b req-8feb133a-7f1a-46a6-b33a-ce7ffeba78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:34.459565 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c553dca-c776-4716-867b-cf99e43e7f2b req-8feb133a-7f1a-46a6-b33a-ce7ffeba78ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83d1da4b-fa18-428a-a086-604f4ecba825 HTTP/1.1" status: 200 len: 852 time: 0.4202917 Aug 06 15:59:34.506077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-79bab685-91d5-4faf-9d0f-18e455f92759 req-d53a16ff-2ddc-4b7c-8cf3-85766cc722de tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a3fceed-fa27-4bb2-9f82-36031e08142c HTTP/1.1" status: 200 len: 210 time: 0.0525270 Aug 06 15:59:34.530100 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Allocated IP 172.20.0.1 (b016db4d-5875-4f7a-8d6c-643d3c9dbfe9/07c7f8ea-c57a-4291-b7c3-940494584740/2f67a810-89e4-4ff3-aa49-bab2a315f547) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:34.589338 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c1ccf14f-39e7-4905-bf63-713afd2d4d64 req-2cdde724-36c6-4adc-9e01-747c43e57b94 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429068 Aug 06 15:59:34.605505 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.609206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c553dca-c776-4716-867b-cf99e43e7f2b req-a8e8bc61-7df9-41d7-b300-244f0a5f98ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64cd1520-c751-410c-90c5-288f8b4a70c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963087 Aug 06 15:59:34.610740 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Transition to ACTIVE for port object e459585f-b834-47c2-a36e-d6dc6a91a819 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:34.618939 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.651886 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ace05c96-0bcc-4d99-9eca-9c3a12eac5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:54:00Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a2935328-0fac-4811-86f2-19bbf45378be', 'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'mac_address': 'fa:16:3e:55:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:58Z', 'updated_at': '2021-08-06T15:54:07Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'subnets': [{'id': '7139516a-55da-4c51-9f07-a4156520643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:34.692912 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace05c96-0bcc-4d99-9eca-9c3a12eac5d6 None None] The sync data for ids ['9d542748-cef1-467e-a7c7-16ebca8d5796'] in n-d-803756-1 is: [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:54:00Z', 'revision_number': 4, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a2935328-0fac-4811-86f2-19bbf45378be', 'name': '', 'network_id': 'be64a754-66d4-4a99-b5f7-5f4723a93a1f', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'mac_address': 'fa:16:3e:55:42:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '7139516a-55da-4c51-9f07-a4156520643c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:58Z', 'updated_at': '2021-08-06T15:54:07Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'subnets': [{'id': '7139516a-55da-4c51-9f07-a4156520643c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:34.737751 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.764089 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Transition to ACTIVE for port object 2f67a810-89e4-4ff3-aa49-bab2a315f547 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:34.778769 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6176b-fa04-40da-80af-9cf8c8836961 None None] Pushing event updated for resources: {'Port': ['ID=e459585f-b834-47c2-a36e-d6dc6a91a819,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:34.779067 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c553dca-c776-4716-867b-cf99e43e7f2b req-56bda101-0ca9-4b0e-adff-e38efcc01c06 service neutron] 10.222.0.13 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507680 Aug 06 15:59:34.789502 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Attempting to bind port e459585f-b834-47c2-a36e-d6dc6a91a819 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:59:34.789938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Attempting to bind port e459585f-b834-47c2-a36e-d6dc6a91a819 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:59:34.790303 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Attempting to bind port e459585f-b834-47c2-a36e-d6dc6a91a819 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:34.796156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:59:34.796541 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:34.796996 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.797397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:59:34.798285 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Bound port: e459585f-b834-47c2-a36e-d6dc6a91a819, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:59:34.798624 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.831822 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.896225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] For port e459585f-b834-47c2-a36e-d6dc6a91a819, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:59:34.905512 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] For port e459585f-b834-47c2-a36e-d6dc6a91a819, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e459585f-b834-47c2-a36e-d6dc6a91a819,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:59:34.918261 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.944597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Pushing event updated for resources: {'Port': ['ID=2f67a810-89e4-4ff3-aa49-bab2a315f547,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:34.961142 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Network b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:34.963141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:34.982149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:35.074820 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:35.101788 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device dbfd5a81-4d10-4c71-8812-2670699e0e7f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:35.188082 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Routers {'97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:35.188848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:59:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:35.198010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c795c-b339-4568-ad39-3abad2e36e41 None None] New status for floating IP 1a1af641-c986-4c6e-8f05-938470d3dc50: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:59:35.343170 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 66008572-9579-4b90-b59c-a817894ec420 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:35.355381 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3fceed-fa27-4bb2-9f82-36031e08142c', 'name': 'network-vif-deleted', 'tag': 'd9711fc0-b99c-4c7c-a33c-c72e8dff34db'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:35.358123 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61f5227-7ed4-4483-9c05-6e6525a72daa" -d '{"events": [{"server_uuid": "3a3fceed-fa27-4bb2-9f82-36031e08142c", "name": "network-vif-deleted", "tag": "d9711fc0-b99c-4c7c-a33c-c72e8dff34db"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:35.384438 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:35.446126 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-db4d261c-d07a-43c2-94c8-e7e0393f8004 req-b74d8d23-a3fa-4c79-9ede-063f485c099c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:35.493883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d8d23-a3fa-4c79-9ede-063f485c099c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Pushing event deleted for resources: {'Port': ['ID=94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:35.514753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec73f12-840d-440e-b352-6d48a4c2d28d req-e221af20-c2a3-43e2-9b26-e6b535e64bb9 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:35.522364 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6ec73f12-840d-440e-b352-6d48a4c2d28d req-e221af20-c2a3-43e2-9b26-e6b535e64bb9 tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/ports?device_id=f95b706d-2fce-4609-b929-6d4b8eb0a6ef HTTP/1.1" status: 200 len: 944 time: 0.7403250 Aug 06 15:59:35.554848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6176b-fa04-40da-80af-9cf8c8836961 None None] Pushing event updated for resources: {'Port': ['ID=e459585f-b834-47c2-a36e-d6dc6a91a819,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:35.592321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659911fe-c09f-4ec9-b4c3-1362365a207f req-aed6818a-c43c-4e87-a639-08374d2004fc tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:35.599782 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-659911fe-c09f-4ec9-b4c3-1362365a207f req-aed6818a-c43c-4e87-a639-08374d2004fc tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 985 time: 0.8195474 Aug 06 15:59:35.667920 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c553dca-c776-4716-867b-cf99e43e7f2b req-646b5733-d7d9-40fa-990a-f4c9f7e13593 service neutron] 10.222.0.13 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8309972 Aug 06 15:59:35.673879 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4d261c-d07a-43c2-94c8-e7e0393f8004 req-b74d8d23-a3fa-4c79-9ede-063f485c099c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] No DVR routers for this DVR port 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:35.677384 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-db4d261c-d07a-43c2-94c8-e7e0393f8004 req-b74d8d23-a3fa-4c79-9ede-063f485c099c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:35.679569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db4d261c-d07a-43c2-94c8-e7e0393f8004 req-b74d8d23-a3fa-4c79-9ede-063f485c099c tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.78 "DELETE /v2.0/ports/94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 HTTP/1.1" status: 204 len: 173 time: 3.5481105 Aug 06 15:59:35.710471 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-659911fe-c09f-4ec9-b4c3-1362365a207f req-f590fd58-3a4d-4566-b043-6e468e4ce382 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=49393410-bc4d-4ade-bab7-04f7efb6b051&id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1044042 Aug 06 15:59:35.735568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6ec73f12-840d-440e-b352-6d48a4c2d28d req-6c21086a-522e-4ee9-ba4d-cc8cd1e1d4ce tempest-LiveAutoBlockMigrationV225Test-342327310 tempest-LiveAutoBlockMigrationV225Test-342327310-project] 10.222.0.37 "GET /v2.0/security-groups?id=62369057-4f6e-4123-8a27-d81c2d5394af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092409 Aug 06 15:59:35.777366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1fcccd58-71f5-4213-9533-29e4fe9fd575 None None] Provisioning for port 2f67a810-89e4-4ff3-aa49-bab2a315f547 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:35.790882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1fcccd58-71f5-4213-9533-29e4fe9fd575 None None] Provisioning complete for port 2f67a810-89e4-4ff3-aa49-bab2a315f547 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:35.791248 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1fcccd58-71f5-4213-9533-29e4fe9fd575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:35.847426 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:35.858921 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:35.906481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] Set router 97849fb2-c5d6-41ee-a3bc-d2efacd7a12a gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:35.909827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4f7ad-800f-4b54-9b21-0a1c3e411f46 req-0fd9e7ed-986f-45df-aaf9-b8a5261d75cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:35.911661 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15f4f7ad-800f-4b54-9b21-0a1c3e411f46 req-0fd9e7ed-986f-45df-aaf9-b8a5261d75cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc6c94bd28e6427f9825c6938ef7f030&device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 1136 time: 0.0961750 Aug 06 15:59:36.026290 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:36.028954 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Pushing event updated for resources: {'Port': ['ID=2f67a810-89e4-4ff3-aa49-bab2a315f547,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:36.070188 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726a77a5-89c1-42e8-9b67-1382db5f0ea2 x-openstack-request-id: req-726a77a5-89c1-42e8-9b67-1382db5f0ea2 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:36.070703 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3fceed-fa27-4bb2-9f82-36031e08142c", "name": "network-vif-deleted", "tag": "d9711fc0-b99c-4c7c-a33c-c72e8dff34db", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:36.071157 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-726a77a5-89c1-42e8-9b67-1382db5f0ea2 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:36.071732 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3fceed-fa27-4bb2-9f82-36031e08142c', 'name': 'network-vif-deleted', 'tag': 'd9711fc0-b99c-4c7c-a33c-c72e8dff34db', 'status': 'completed', 'code': 200} Aug 06 15:59:36.071860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port dbfd5a81-4d10-4c71-8812-2670699e0e7f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:36.072179 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:36.127950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4f7ad-800f-4b54-9b21-0a1c3e411f46 req-1b94ba68-2483-49db-8638-8fd44d1cf9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:36.131067 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15f4f7ad-800f-4b54-9b21-0a1c3e411f46 req-1b94ba68-2483-49db-8638-8fd44d1cf9e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64cd1520-c751-410c-90c5-288f8b4a70c9 HTTP/1.1" status: 200 len: 913 time: 0.2120695 Aug 06 15:59:36.136953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1fcccd58-71f5-4213-9533-29e4fe9fd575 None None] Port 2f67a810-89e4-4ff3-aa49-bab2a315f547 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:36.182147 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:36.293573 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15f4f7ad-800f-4b54-9b21-0a1c3e411f46 req-ee5fa76e-d141-40a7-8b15-1074a184dae5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5728f03-2fd2-407a-89f1-54154bad365e HTTP/1.1" status: 200 len: 217 time: 0.1450422 Aug 06 15:59:36.307595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Network b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:36.311349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:36.334235 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:36.372948 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286c0d1-f062-424d-a22d-7e31aa8c4cb3 req-fd37e5f9-4b08-4a61-8f9b-5c5e92c46e49 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:36.380480 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0286c0d1-f062-424d-a22d-7e31aa8c4cb3 req-fd37e5f9-4b08-4a61-8f9b-5c5e92c46e49 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 945 time: 0.1352646 Aug 06 15:59:36.408862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4f7ad-800f-4b54-9b21-0a1c3e411f46 req-45084805-04ce-4493-8e48-f232f35a706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:36.410521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15f4f7ad-800f-4b54-9b21-0a1c3e411f46 req-45084805-04ce-4493-8e48-f232f35a706f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83d1da4b-fa18-428a-a086-604f4ecba825 HTTP/1.1" status: 200 len: 852 time: 0.1001353 Aug 06 15:59:36.427778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:59:36.427778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:59:36.463311 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15f4f7ad-800f-4b54-9b21-0a1c3e411f46 req-d08b4d84-ea06-4cd1-a772-27a1f04370c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64cd1520-c751-410c-90c5-288f8b4a70c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403795 Aug 06 15:59:36.473186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:36.483471 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0286c0d1-f062-424d-a22d-7e31aa8c4cb3 req-a2e52234-19e3-4758-82cd-d72ddb86720c tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937207 Aug 06 15:59:36.489150 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fadf1fac-502f-4541-adc4-0d19603c889b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:36.508593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66008572-9579-4b90-b59c-a817894ec420'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:36.520154 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370d2a01-bd88-4b43-844b-cd5a02b8313b" -d '{"events": [{"server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "name": "network-vif-unplugged", "status": "completed", "tag": "66008572-9579-4b90-b59c-a817894ec420"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:36.525164 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:36.526411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8204b358-49a6-4553-b79c-91367fb4705b no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:36.764360 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c686bd9-b962-45dd-9f85-07321f5e280a x-openstack-request-id: req-8c686bd9-b962-45dd-9f85-07321f5e280a {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:36.764798 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "name": "network-vif-unplugged", "status": "completed", "tag": "66008572-9579-4b90-b59c-a817894ec420", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:36.765210 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c686bd9-b962-45dd-9f85-07321f5e280a {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:36.765838 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66008572-9579-4b90-b59c-a817894ec420', 'code': 200} Aug 06 15:59:36.803689 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Router 97849fb2-c5d6-41ee-a3bc-d2efacd7a12a has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:36.929444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15f4f7ad-800f-4b54-9b21-0a1c3e411f46 req-a613f162-7578-4f68-98e3-fcd05f48427f service neutron] 10.222.0.13 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492211 Aug 06 15:59:36.939131 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.099882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:37.105153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15f4f7ad-800f-4b54-9b21-0a1c3e411f46 req-b531efd2-c958-483f-b236-05ca04076863 service neutron] 10.222.0.13 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457942 Aug 06 15:59:37.109109 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1f4bd63e-53a6-4e41-80ff-60e9f7e561a8 admin admin] 10.222.0.37 "PUT /v2.0/routers/97849fb2-c5d6-41ee-a3bc-d2efacd7a12a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3206184 Aug 06 15:59:37.119726 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.128066 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=66008572-9579-4b90-b59c-a817894ec420,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:37.162704 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b3bfc-6371-4306-8556-d512ad8a04db req-b86df324-d879-4a63-b811-78e972a88104 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:37.175612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cf1b3bfc-6371-4306-8556-d512ad8a04db req-b86df324-d879-4a63-b811-78e972a88104 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 985 time: 0.2420688 Aug 06 15:59:37.235779 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cf1b3bfc-6371-4306-8556-d512ad8a04db req-cde11e59-6905-4335-b879-229d3b73cbb5 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=49393410-bc4d-4ade-bab7-04f7efb6b051&id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0542083 Aug 06 15:59:37.236772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-70b98e6f-90f9-4e5d-be5c-8db498a863a0 None None] Provisioning complete for port 2f67a810-89e4-4ff3-aa49-bab2a315f547 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:37.237318 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-70b98e6f-90f9-4e5d-be5c-8db498a863a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.303783 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33924) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:37.342964 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.345913 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8204b358-49a6-4553-b79c-91367fb4705b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8204b358-49a6-4553-b79c-91367fb4705b,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:37.357264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33930) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:37.371907 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.384580 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-70b98e6f-90f9-4e5d-be5c-8db498a863a0 None None] Port 2f67a810-89e4-4ff3-aa49-bab2a315f547 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:37.454958 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605326601-router', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'e459585f-b834-47c2-a36e-d6dc6a91a819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:27Z', 'updated_at': '2021-08-06T15:59:35Z', 'revision_number': 4, 'project_id': '221a0388e41546eb8699faca97d77164', 'gw_port': {'id': 'e459585f-b834-47c2-a36e-d6dc6a91a819', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:28Z', 'updated_at': '2021-08-06T15:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '2f67a810-89e4-4ff3-aa49-bab2a315f547', 'name': '', 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'mac_address': 'fa:16:3e:e1:a1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '07c7f8ea-c57a-4291-b7c3-940494584740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:34Z', 'updated_at': '2021-08-06T15:59:34Z', 'revision_number': 1, 'project_id': '221a0388e41546eb8699faca97d77164', 'subnets': [{'id': '07c7f8ea-c57a-4291-b7c3-940494584740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:37.498886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=8204b358-49a6-4553-b79c-91367fb4705b,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:37.502182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28ea083-bd11-4cbe-bd2a-be1fa088b2e0 None None] The sync data for ids ['97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'] in n-d-803756-1 is: [{'id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605326601-router', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'e459585f-b834-47c2-a36e-d6dc6a91a819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:27Z', 'updated_at': '2021-08-06T15:59:35Z', 'revision_number': 4, 'project_id': '221a0388e41546eb8699faca97d77164', 'gw_port': {'id': 'e459585f-b834-47c2-a36e-d6dc6a91a819', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:28Z', 'updated_at': '2021-08-06T15:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '2f67a810-89e4-4ff3-aa49-bab2a315f547', 'name': '', 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'mac_address': 'fa:16:3e:e1:a1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '07c7f8ea-c57a-4291-b7c3-940494584740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:34Z', 'updated_at': '2021-08-06T15:59:34Z', 'revision_number': 1, 'project_id': '221a0388e41546eb8699faca97d77164', 'subnets': [{'id': '07c7f8ea-c57a-4291-b7c3-940494584740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:37.520689 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cdad5c47-706b-45ad-9b1c-05711204be2b tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.595518 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cdad5c47-706b-45ad-9b1c-05711204be2b tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.720838 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cdad5c47-706b-45ad-9b1c-05711204be2b tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.725172 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cdad5c47-706b-45ad-9b1c-05711204be2b tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.726717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cdad5c47-706b-45ad-9b1c-05711204be2b tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "DELETE /v2.0/security-groups/89ec07d4-9161-4559-bea3-0c2597f20f2b HTTP/1.1" status: 204 len: 168 time: 0.3675785 Aug 06 15:59:37.731762 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33964) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:37.738618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad5c47-706b-45ad-9b1c-05711204be2b tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ec07d4-9161-4559-bea3-0c2597f20f2b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:37.817613 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-32ee3cd7-760d-47ac-b2cb-5cbc2940c9f5 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] show failed (client error): The resource could not be found. Aug 06 15:59:37.819250 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-32ee3cd7-760d-47ac-b2cb-5cbc2940c9f5 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "GET /v2.0/security-groups/89ec07d4-9161-4559-bea3-0c2597f20f2b HTTP/1.1" status: 404 len: 347 time: 0.0850377 Aug 06 15:59:37.824436 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33966) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:37.911508 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe547b8-728b-46fc-adb4-4996850f97bc admin admin] Deleting subnet d664c5d0-d8e0-485d-86af-246349783b8c {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:59:37.916752 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bbe547b8-728b-46fc-adb4-4996850f97bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.964945 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bbe547b8-728b-46fc-adb4-4996850f97bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.046179 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bbe547b8-728b-46fc-adb4-4996850f97bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.148880 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bbe547b8-728b-46fc-adb4-4996850f97bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.153592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95b706d-2fce-4609-b929-6d4b8eb0a6ef', 'name': 'network-vif-deleted', 'tag': '94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:38.157709 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cb3c28-b2e5-4982-9bf3-e1045eb49f23" -d '{"events": [{"server_uuid": "f95b706d-2fce-4609-b929-6d4b8eb0a6ef", "name": "network-vif-deleted", "tag": "94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:38.202073 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe547b8-728b-46fc-adb4-4996850f97bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d664c5d0-d8e0-485d-86af-246349783b8c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:38.215933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bbe547b8-728b-46fc-adb4-4996850f97bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.218802 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bbe547b8-728b-46fc-adb4-4996850f97bc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d664c5d0-d8e0-485d-86af-246349783b8c HTTP/1.1" status: 204 len: 168 time: 0.9134781 Aug 06 15:59:38.222419 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33972) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:38.258202 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11a81c4-49fc-4299-856b-5929f6889190 x-openstack-request-id: req-d11a81c4-49fc-4299-856b-5929f6889190 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:38.258202 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95b706d-2fce-4609-b929-6d4b8eb0a6ef", "name": "network-vif-deleted", "tag": "94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:38.258202 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d11a81c4-49fc-4299-856b-5929f6889190 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:38.258202 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95b706d-2fce-4609-b929-6d4b8eb0a6ef', 'name': 'network-vif-deleted', 'tag': '94f43ad2-8246-4c01-aa0c-cbd6ef2ffba2', 'status': 'completed', 'code': 200} Aug 06 15:59:38.360530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd631da-7b2b-4f00-81ed-de2c266c11cc req-de278d66-7450-4954-af04-af677e1353e8 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:38.360530 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8fd631da-7b2b-4f00-81ed-de2c266c11cc req-de278d66-7450-4954-af04-af677e1353e8 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c75f202-d10e-449f-a61e-56cd5aa32fd0 HTTP/1.1" status: 200 len: 943 time: 0.2105286 Aug 06 15:59:38.389965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-7b0028cb-a5dc-4296-9873-401edbb26224 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Deleting port c1c3021e-8bbd-41b0-a710-3052798dc40c {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:38.390314 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7b0028cb-a5dc-4296-9873-401edbb26224 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.407882 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c33a991f-44a5-4499-be74-957cc3cd548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.568185 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c33a991f-44a5-4499-be74-957cc3cd548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.581335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c33a991f-44a5-4499-be74-957cc3cd548f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897fb748-581b-4095-a788-9e69c09f9551']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:38.608419 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c33a991f-44a5-4499-be74-957cc3cd548f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00647388-23a6-4ceb-85c5-7fa88728aa1a') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:38.608828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1f198-fc95-48d8-8a70-687e16d8c8cf req-fc7995d1-04f7-4d77-94e0-7eec0ada09d7 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:38.611933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c33a991f-44a5-4499-be74-957cc3cd548f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00647388-23a6-4ceb-85c5-7fa88728aa1a') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:38.622388 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5fb1f198-fc95-48d8-8a70-687e16d8c8cf req-fc7995d1-04f7-4d77-94e0-7eec0ada09d7 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 985 time: 0.2552793 Aug 06 15:59:38.642174 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c33a991f-44a5-4499-be74-957cc3cd548f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.666328 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7b0028cb-a5dc-4296-9873-401edbb26224 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.666688 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7b0028cb-a5dc-4296-9873-401edbb26224 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.680352 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c33a991f-44a5-4499-be74-957cc3cd548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.717674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33a991f-44a5-4499-be74-957cc3cd548f admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:59:38.728367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-7b0028cb-a5dc-4296-9873-401edbb26224 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Calling delete_port for c1c3021e-8bbd-41b0-a710-3052798dc40c owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:38.730205 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c33a991f-44a5-4499-be74-957cc3cd548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: timer() Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:59:38.732704 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:59:38.769307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c75f202-d10e-449f-a61e-56cd5aa32fd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8204b358-49a6-4553-b79c-91367fb4705b'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:38.773461 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b59cbed-d967-4760-850a-45cf930c8e16" -d '{"events": [{"server_uuid": "1c75f202-d10e-449f-a61e-56cd5aa32fd0", "name": "network-vif-unplugged", "status": "completed", "tag": "8204b358-49a6-4553-b79c-91367fb4705b"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:38.849025 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5fb1f198-fc95-48d8-8a70-687e16d8c8cf req-3a0a7f57-47d5-4907-a60e-3f6e1f3a6456 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=49393410-bc4d-4ade-bab7-04f7efb6b051&id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2256403 Aug 06 15:59:38.854226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-8fd631da-7b2b-4f00-81ed-de2c266c11cc req-928b67b8-11a8-40e7-ae6a-2a02d2b1be1f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Deleting port 8204b358-49a6-4553-b79c-91367fb4705b {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:38.854950 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8fd631da-7b2b-4f00-81ed-de2c266c11cc req-928b67b8-11a8-40e7-ae6a-2a02d2b1be1f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.856654 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c33a991f-44a5-4499-be74-957cc3cd548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.884340 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c33a991f-44a5-4499-be74-957cc3cd548f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.887422 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c33a991f-44a5-4499-be74-957cc3cd548f admin admin] 10.222.0.37 "DELETE /v2.0/networks/897fb748-581b-4095-a788-9e69c09f9551 HTTP/1.1" status: 204 len: 168 time: 0.6638062 Aug 06 15:59:38.906539 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33998) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:38.922944 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.940145 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a991f-44a5-4499-be74-957cc3cd548f admin admin] Pushing event deleted for resources: {'Network': ['ID=897fb748-581b-4095-a788-9e69c09f9551,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:38.992797 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34000) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:39.000823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-56e7ae5c-6578-4998-b750-505b312a6999 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1219079955-network', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:39.024332 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-95edff29-54d2-4319-85c8-605725c12774 admin admin] Deleting subnet 0ae14174-1371-4b72-a87b-43914b632183 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:59:39.030001 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95edff29-54d2-4319-85c8-605725c12774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.062106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-8fd631da-7b2b-4f00-81ed-de2c266c11cc req-928b67b8-11a8-40e7-ae6a-2a02d2b1be1f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] For port 8204b358-49a6-4553-b79c-91367fb4705b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8204b358-49a6-4553-b79c-91367fb4705b,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:39.062469 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8fd631da-7b2b-4f00-81ed-de2c266c11cc req-928b67b8-11a8-40e7-ae6a-2a02d2b1be1f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.068633 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4f8566-2d45-47d3-a8fe-3d9271dfa069 x-openstack-request-id: req-2f4f8566-2d45-47d3-a8fe-3d9271dfa069 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:39.072756 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c75f202-d10e-449f-a61e-56cd5aa32fd0", "name": "network-vif-unplugged", "status": "failed", "tag": "8204b358-49a6-4553-b79c-91367fb4705b", "code": 422}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:39.073184 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f4f8566-2d45-47d3-a8fe-3d9271dfa069 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:39.073760 n-d-803756-1 neutron-server[105766]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c75f202-d10e-449f-a61e-56cd5aa32fd0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8204b358-49a6-4553-b79c-91367fb4705b', 'code': 422} returned with failed status Aug 06 15:59:39.084274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-8fd631da-7b2b-4f00-81ed-de2c266c11cc req-928b67b8-11a8-40e7-ae6a-2a02d2b1be1f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Calling delete_port for 8204b358-49a6-4553-b79c-91367fb4705b owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:39.086261 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95edff29-54d2-4319-85c8-605725c12774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.148828 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95edff29-54d2-4319-85c8-605725c12774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.235858 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95edff29-54d2-4319-85c8-605725c12774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.278503 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edff29-54d2-4319-85c8-605725c12774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae14174-1371-4b72-a87b-43914b632183,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:39.281034 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95edff29-54d2-4319-85c8-605725c12774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.283247 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-95edff29-54d2-4319-85c8-605725c12774 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0ae14174-1371-4b72-a87b-43914b632183 HTTP/1.1" status: 204 len: 168 time: 0.3756342 Aug 06 15:59:39.285780 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34004) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:39.317027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e7ae5c-6578-4998-b750-505b312a6999 admin admin] Made reservation on behalf of 58ef1c94f3d943a496d9293a19e87b7b for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:39.324928 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56e7ae5c-6578-4998-b750-505b312a6999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.344030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e459585f-b834-47c2-a36e-d6dc6a91a819 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:39.390445 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8fd631da-7b2b-4f00-81ed-de2c266c11cc req-928b67b8-11a8-40e7-ae6a-2a02d2b1be1f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.390974 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90d3d86f-267d-4902-8d6e-3cde247c1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.408991 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port e459585f-b834-47c2-a36e-d6dc6a91a819 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:39.414300 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45aa06eb-b28e-4210-a302-2b5807425e95 req-0c80ecb7-de27-4b01-9330-c821be0f9f01 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2115460795&fields=id&tenant_id=bc6c94bd28e6427f9825c6938ef7f030 HTTP/1.1" status: 200 len: 267 time: 0.1800625 Aug 06 15:59:39.422578 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56e7ae5c-6578-4998-b750-505b312a6999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.430657 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port e459585f-b834-47c2-a36e-d6dc6a91a819 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:39.431371 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.503928 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b67b8-11a8-40e7-ae6a-2a02d2b1be1f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Pushing event deleted for resources: {'Port': ['ID=8204b358-49a6-4553-b79c-91367fb4705b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:39.590035 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.614765 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port e459585f-b834-47c2-a36e-d6dc6a91a819, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e459585f-b834-47c2-a36e-d6dc6a91a819,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:39.623009 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.709229 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=e459585f-b834-47c2-a36e-d6dc6a91a819,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:39.736428 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd631da-7b2b-4f00-81ed-de2c266c11cc req-928b67b8-11a8-40e7-ae6a-2a02d2b1be1f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] No DVR routers for this DVR port 8204b358-49a6-4553-b79c-91367fb4705b on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:39.741364 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8fd631da-7b2b-4f00-81ed-de2c266c11cc req-928b67b8-11a8-40e7-ae6a-2a02d2b1be1f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.743951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8fd631da-7b2b-4f00-81ed-de2c266c11cc req-928b67b8-11a8-40e7-ae6a-2a02d2b1be1f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "DELETE /v2.0/ports/8204b358-49a6-4553-b79c-91367fb4705b HTTP/1.1" status: 204 len: 173 time: 1.3671861 Aug 06 15:59:39.792218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa06eb-b28e-4210-a302-2b5807425e95 req-87694166-49c0-442b-9e6b-8eaf51373549 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:39.798343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45aa06eb-b28e-4210-a302-2b5807425e95 req-87694166-49c0-442b-9e6b-8eaf51373549 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 985 time: 0.3801098 Aug 06 15:59:39.834087 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56e7ae5c-6578-4998-b750-505b312a6999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.836147 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7b0028cb-a5dc-4296-9873-401edbb26224 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.842541 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56e7ae5c-6578-4998-b750-505b312a6999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.892210 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-45aa06eb-b28e-4210-a302-2b5807425e95 req-6ba4b47f-e710-4b30-8222-065b25372a31 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Request body: {'port': {'security_groups': ['49393410-bc4d-4ade-bab7-04f7efb6b051', '60d3d7d1-00cc-4829-b613-807b646d1651', '0bcf3168-7a11-4e05-b8f3-63b44ead84e9']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:39.915361 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0028cb-a5dc-4296-9873-401edbb26224 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Pushing event deleted for resources: {'Port': ['ID=c1c3021e-8bbd-41b0-a710-3052798dc40c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:39.955798 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90d3d86f-267d-4902-8d6e-3cde247c1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.967905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-90d3d86f-267d-4902-8d6e-3cde247c1f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2eda1f-0eab-4843-b283-9ba5860f54ca']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:39.974647 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e7ae5c-6578-4998-b750-505b312a6999 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:59:39.988435 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34018) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:39.992284 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-90d3d86f-267d-4902-8d6e-3cde247c1f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770486ad-ce96-410f-8853-282fc9b48b00') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:39.992938 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-90d3d86f-267d-4902-8d6e-3cde247c1f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770486ad-ce96-410f-8853-282fc9b48b00') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:40.003395 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7ae5c-6578-4998-b750-505b312a6999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b913cc7c-ef44-4019-8439-6c2fa525fd59,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:40.008787 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56e7ae5c-6578-4998-b750-505b312a6999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.009403 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-56e7ae5c-6578-4998-b750-505b312a6999 admin admin] Added segment 482f06c3-6fe4-419d-ad04-a54522fe08bd of type vlan for network 4d7aadd6-5c60-4293-8935-e2841ccf5ed1 Aug 06 15:59:40.036644 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90d3d86f-267d-4902-8d6e-3cde247c1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.056068 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90d3d86f-267d-4902-8d6e-3cde247c1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.067510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d3d86f-267d-4902-8d6e-3cde247c1f12 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:59:40.067916 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90d3d86f-267d-4902-8d6e-3cde247c1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: timer() Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:59:40.069846 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:59:40.163516 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7b0028cb-a5dc-4296-9873-401edbb26224 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.167336 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7b0028cb-a5dc-4296-9873-401edbb26224 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.169003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7b0028cb-a5dc-4296-9873-401edbb26224 tempest-ServersWithSpecificFlavorTestJSON-478730184 tempest-ServersWithSpecificFlavorTestJSON-478730184-project] 10.222.0.37 "DELETE /v2.0/floatingips/1a1af641-c986-4c6e-8f05-938470d3dc50 HTTP/1.1" status: 204 len: 168 time: 2.3432066 Aug 06 15:59:40.186587 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90d3d86f-267d-4902-8d6e-3cde247c1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.195805 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-45aa06eb-b28e-4210-a302-2b5807425e95 req-6ba4b47f-e710-4b30-8222-065b25372a31 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.212198 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90d3d86f-267d-4902-8d6e-3cde247c1f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.215597 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-90d3d86f-267d-4902-8d6e-3cde247c1f12 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8e2eda1f-0eab-4843-b283-9ba5860f54ca HTTP/1.1" status: 204 len: 168 time: 0.9275856 Aug 06 15:59:40.220593 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56e7ae5c-6578-4998-b750-505b312a6999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.227738 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3d86f-267d-4902-8d6e-3cde247c1f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2eda1f-0eab-4843-b283-9ba5860f54ca,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:40.260176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c75f202-d10e-449f-a61e-56cd5aa32fd0', 'name': 'network-vif-deleted', 'tag': '8204b358-49a6-4553-b79c-91367fb4705b'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:40.262476 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26f0d111-7bbc-4b60-8eab-d66d11535850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.264628 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cae753-7dca-4421-a370-472bb14a3889" -d '{"events": [{"server_uuid": "1c75f202-d10e-449f-a61e-56cd5aa32fd0", "name": "network-vif-deleted", "tag": "8204b358-49a6-4553-b79c-91367fb4705b"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:40.342703 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56e7ae5c-6578-4998-b750-505b312a6999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.344090 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e7ae5c-6578-4998-b750-505b312a6999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:40.345112 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56e7ae5c-6578-4998-b750-505b312a6999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.431908 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26f0d111-7bbc-4b60-8eab-d66d11535850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.439659 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26f0d111-7bbc-4b60-8eab-d66d11535850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.443776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7ae5c-6578-4998-b750-505b312a6999 admin admin] Pushing event updated for resources: {'Network': ['ID=4d7aadd6-5c60-4293-8935-e2841ccf5ed1,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:40.455373 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 4d7aadd6-5c60-4293-8935-e2841ccf5ed1 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:59:40.485609 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-56e7ae5c-6578-4998-b750-505b312a6999 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4912140 Aug 06 15:59:40.492711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34050) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:40.513227 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-26f0d111-7bbc-4b60-8eab-d66d11535850 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9d0a6b96bea44b392aeffd1a3ccc603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5202217 Aug 06 15:59:40.513227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0d111-7bbc-4b60-8eab-d66d11535850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2f6cfe-47d9-46cd-80c7-36fda69fa7de,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:40.516085 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34052) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:40.520229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ffebaff3-08b4-4748-ae20-8f841673e51a admin admin] Request body: {'subnet': {'network_id': '4d7aadd6-5c60-4293-8935-e2841ccf5ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219079955-subnet', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:40.544011 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34056) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:40.601879 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26031aca-d4f1-452e-a27f-61068b1e07e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.637068 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26031aca-d4f1-452e-a27f-61068b1e07e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.637545 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffebaff3-08b4-4748-ae20-8f841673e51a admin admin] Made reservation on behalf of 58ef1c94f3d943a496d9293a19e87b7b for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:40.639817 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffebaff3-08b4-4748-ae20-8f841673e51a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.703209 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26031aca-d4f1-452e-a27f-61068b1e07e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.720304 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26031aca-d4f1-452e-a27f-61068b1e07e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.725592 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-26031aca-d4f1-452e-a27f-61068b1e07e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f2f6cfe-47d9-46cd-80c7-36fda69fa7de HTTP/1.1" status: 204 len: 168 time: 0.2082856 Aug 06 15:59:40.737881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26031aca-d4f1-452e-a27f-61068b1e07e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2f6cfe-47d9-46cd-80c7-36fda69fa7de,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:40.844760 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9581b000-1e65-4d63-be86-5fdffd5c0c42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=852011720c8b4e718d18a1374910def6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971895 Aug 06 15:59:40.848757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34066) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:40.923354 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-876ae960-a33f-47c6-be25-af4e5c54a7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.943198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-45aa06eb-b28e-4210-a302-2b5807425e95 req-6ba4b47f-e710-4b30-8222-065b25372a31 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] For port a5728f03-2fd2-407a-89f1-54154bad365e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5728f03-2fd2-407a-89f1-54154bad365e,segment=NetworkSegment(34f5447d-a34d-4dfb-8786-aeaf0df74696),segment_id=34f5447d-a34d-4dfb-8786-aeaf0df74696)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:40.946947 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffebaff3-08b4-4748-ae20-8f841673e51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.955688 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-876ae960-a33f-47c6-be25-af4e5c54a7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:41.035046 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-45aa06eb-b28e-4210-a302-2b5807425e95 req-6ba4b47f-e710-4b30-8222-065b25372a31 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:41.048192 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-45aa06eb-b28e-4210-a302-2b5807425e95 req-6ba4b47f-e710-4b30-8222-065b25372a31 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:41.057322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebaff3-08b4-4748-ae20-8f841673e51a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4968fe8-2b19-4162-9ea6-91f73acc9abf,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:41.063534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a5728f03-2fd2-407a-89f1-54154bad365e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:41.066275 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-876ae960-a33f-47c6-be25-af4e5c54a7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:41.070210 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-876ae960-a33f-47c6-be25-af4e5c54a7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:41.071484 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-876ae960-a33f-47c6-be25-af4e5c54a7d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62369057-4f6e-4123-8a27-d81c2d5394af HTTP/1.1" status: 204 len: 168 time: 0.2207410 Aug 06 15:59:41.074864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['48aa4426-f3c8-44cf-9f2c-845477457c06'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:41.080804 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ae960-a33f-47c6-be25-af4e5c54a7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62369057-4f6e-4123-8a27-d81c2d5394af,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:41.097875 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683bd909-64f8-439c-bae1-b05c559355b6 x-openstack-request-id: req-683bd909-64f8-439c-bae1-b05c559355b6 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:41.098169 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c75f202-d10e-449f-a61e-56cd5aa32fd0", "name": "network-vif-deleted", "tag": "8204b358-49a6-4553-b79c-91367fb4705b", "status": "failed", "code": 422}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:41.098416 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-683bd909-64f8-439c-bae1-b05c559355b6 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:41.098825 n-d-803756-1 neutron-server[105765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c75f202-d10e-449f-a61e-56cd5aa32fd0', 'name': 'network-vif-deleted', 'tag': '8204b358-49a6-4553-b79c-91367fb4705b', 'status': 'failed', 'code': 422} returned with failed status Aug 06 15:59:41.102828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffebaff3-08b4-4748-ae20-8f841673e51a admin admin] Checking segment: {'id': '482f06c3-6fe4-419d-ad04-a54522fe08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4d7aadd6-5c60-4293-8935-e2841ccf5ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:41.103195 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffebaff3-08b4-4748-ae20-8f841673e51a admin admin] Network hostable DHCP agents. Network: 4d7aadd6-5c60-4293-8935-e2841ccf5ed1, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:59:41.109675 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Sync routers for ids ['97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:41.131231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa06eb-b28e-4210-a302-2b5807425e95 req-6ba4b47f-e710-4b30-8222-065b25372a31 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:41.131907 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-45aa06eb-b28e-4210-a302-2b5807425e95 req-6ba4b47f-e710-4b30-8222-065b25372a31 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:41.135699 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Routers {'97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:41.137167 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:59:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:41.149193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45aa06eb-b28e-4210-a302-2b5807425e95 req-6ba4b47f-e710-4b30-8222-065b25372a31 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "PUT /v2.0/ports/a5728f03-2fd2-407a-89f1-54154bad365e HTTP/1.1" status: 200 len: 1021 time: 1.2912607 Aug 06 15:59:41.225184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4b47f-e710-4b30-8222-065b25372a31 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event updated for resources: {'Port': ['ID=a5728f03-2fd2-407a-89f1-54154bad365e,revision_number=7']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:41.259257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffebaff3-08b4-4748-ae20-8f841673e51a admin admin] Network 4d7aadd6-5c60-4293-8935-e2841ccf5ed1 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:59:41.284125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-ffebaff3-08b4-4748-ae20-8f841673e51a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 4d7aadd6-5c60-4293-8935-e2841ccf5ed1) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:41.289193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffebaff3-08b4-4748-ae20-8f841673e51a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:41.289864 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffebaff3-08b4-4748-ae20-8f841673e51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:41.301228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14b3a00d-5df9-42f0-a2ea-d8c8833fb480 req-513d236d-f81c-4ca3-80c9-90039ad4ada6 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/0bcf3168-7a11-4e05-b8f3-63b44ead84e9 HTTP/1.1" status: 200 len: 1800 time: 0.1270039 Aug 06 15:59:41.314348 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a5728f03-2fd2-407a-89f1-54154bad365e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:41.316957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5144199d-af95-442a-bca1-5cec36d10678 None None] Network 4d7aadd6-5c60-4293-8935-e2841ccf5ed1 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:41.382560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e459585f-b834-47c2-a36e-d6dc6a91a819 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:41.388180 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ffebaff3-08b4-4748-ae20-8f841673e51a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8943815 Aug 06 15:59:41.390972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34088) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:41.397118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1219079955-router', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:41.416986 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-14b3a00d-5df9-42f0-a2ea-d8c8833fb480 req-fbf8ac96-928b-4a81-afa3-fc5240467294 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 06 15:59:41.434871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14b3a00d-5df9-42f0-a2ea-d8c8833fb480 req-fbf8ac96-928b-4a81-afa3-fc5240467294 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "DELETE /v2.0/security-groups/0bcf3168-7a11-4e05-b8f3-63b44ead84e9 HTTP/1.1" status: 409 len: 341 time: 0.1324282 Aug 06 15:59:41.484334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 66008572-9579-4b90-b59c-a817894ec420 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:59:41.485538 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:41.486641 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:41.506775 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Set router 97849fb2-c5d6-41ee-a3bc-d2efacd7a12a gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:41.690479 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:41.866803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34112) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:41.872630 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.resource_extend [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:59:41.891267 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f7f84b35-b490-4d69-a228-ecd1543e6513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.062429 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605326601-router', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'e459585f-b834-47c2-a36e-d6dc6a91a819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:27Z', 'updated_at': '2021-08-06T15:59:35Z', 'revision_number': 4, 'project_id': '221a0388e41546eb8699faca97d77164', 'gw_port': {'id': 'e459585f-b834-47c2-a36e-d6dc6a91a819', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:28Z', 'updated_at': '2021-08-06T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '2f67a810-89e4-4ff3-aa49-bab2a315f547', 'name': '', 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'mac_address': 'fa:16:3e:e1:a1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '07c7f8ea-c57a-4291-b7c3-940494584740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:34Z', 'updated_at': '2021-08-06T15:59:35Z', 'revision_number': 2, 'project_id': '221a0388e41546eb8699faca97d77164', 'subnets': [{'id': '07c7f8ea-c57a-4291-b7c3-940494584740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:42.095029 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.136251 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Checking router: 97849fb2-c5d6-41ee-a3bc-d2efacd7a12a for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:42.137284 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Updating router 97849fb2-c5d6-41ee-a3bc-d2efacd7a12a port 2f67a810-89e4-4ff3-aa49-bab2a315f547 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:59:42.182093 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:42.208001 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.217430 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '66008572-9579-4b90-b59c-a817894ec420', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'port_id': '66008572-9579-4b90-b59c-a817894ec420', 'mac_address': 'fa:16:3e:eb:6e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:59:42.245979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port e459585f-b834-47c2-a36e-d6dc6a91a819 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:42.246751 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.327981 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f7f84b35-b490-4d69-a228-ecd1543e6513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.351432 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f7f84b35-b490-4d69-a228-ecd1543e6513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.364608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34124) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:42.383599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4b487-2685-41e4-b877-9c261c0da47d req-3b6f9b6b-ef0d-48d4-816d-467db3f405b7 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:42.385359 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5c4b487-2685-41e4-b877-9c261c0da47d req-3b6f9b6b-ef0d-48d4-816d-467db3f405b7 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 1024 time: 0.3284984 Aug 06 15:59:42.485287 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-108641da-2e36-48f2-a027-5d4dbcd544ac tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:42.493348 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-108641da-2e36-48f2-a027-5d4dbcd544ac tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 810 time: 0.4670553 Aug 06 15:59:42.502632 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f7f84b35-b490-4d69-a228-ecd1543e6513 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cefb963f03bf4d2ba9bd7aa2f07e67c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6323240 Aug 06 15:59:42.507047 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34126) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:42.537400 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-408ce95b-2146-48b2-ae2e-f0ceba9a8ea1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=875069046a1a438c88f894120431df54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632116 Aug 06 15:59:42.542917 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34128) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:42.543182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f84b35-b490-4d69-a228-ecd1543e6513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c429b6c-6c97-45c5-bb55-d3df660db7d9,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:42.558638 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-b3b07cd9-49a9-41c4-85cd-2b4ba06de5d2 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/quotas/32e920af6a7c4f9d9c65a087db3ea6d1 HTTP/1.1" status: 200 len: 375 time: 0.0631986 Aug 06 15:59:42.607686 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-cb8bb8a1-5f5b-49ed-b4a6-ea20358675cb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480118 Aug 06 15:59:42.626027 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5c4b487-2685-41e4-b877-9c261c0da47d req-7f01cc9f-9e0d-4408-8308-644076031648 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=49393410-bc4d-4ade-bab7-04f7efb6b051&id=60d3d7d1-00cc-4829-b613-807b646d1651&id=0bcf3168-7a11-4e05-b8f3-63b44ead84e9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2165103 Aug 06 15:59:42.687582 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.702716 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.714635 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.720460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34132) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:42.821709 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-191b84a6-2117-4f92-89aa-b626f0b70b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.864353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66008572-9579-4b90-b59c-a817894ec420 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:59:42.875581 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-191b84a6-2117-4f92-89aa-b626f0b70b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.970319 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2856f96-d851-4afc-9577-5a8797632f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.013931 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:43.019104 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.031313 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Transition to ACTIVE for port object 2f67a810-89e4-4ff3-aa49-bab2a315f547 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:43.044250 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2856f96-d851-4afc-9577-5a8797632f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.050934 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.119554 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cc487-e524-4909-88b5-f659b1ba1130 None None] Pushing event updated for resources: {'Port': ['ID=2f67a810-89e4-4ff3-aa49-bab2a315f547,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:43.121538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d819aac-6eb6-4e08-90b9-9e0eee39c5ac', 'tag': 'a5728f03-2fd2-407a-89f1-54154bad365e'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:43.124074 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d96a5fa-2d00-45b7-aa14-f5e45d5e095b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d819aac-6eb6-4e08-90b9-9e0eee39c5ac", "tag": "a5728f03-2fd2-407a-89f1-54154bad365e"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:43.150953 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cc487-e524-4909-88b5-f659b1ba1130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:43.152318 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cc487-e524-4909-88b5-f659b1ba1130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:43.154171 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cc487-e524-4909-88b5-f659b1ba1130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:43.154726 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cc487-e524-4909-88b5-f659b1ba1130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:43.155259 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cc487-e524-4909-88b5-f659b1ba1130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:43.157235 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cc487-e524-4909-88b5-f659b1ba1130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:43.158315 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cc487-e524-4909-88b5-f659b1ba1130 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:43.159438 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cc487-e524-4909-88b5-f659b1ba1130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:43.160645 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cc487-e524-4909-88b5-f659b1ba1130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:43.161149 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cc487-e524-4909-88b5-f659b1ba1130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:43.162562 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cc487-e524-4909-88b5-f659b1ba1130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:43.163357 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cc487-e524-4909-88b5-f659b1ba1130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:43.168529 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2856f96-d851-4afc-9577-5a8797632f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.179707 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2856f96-d851-4afc-9577-5a8797632f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.184238 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b2856f96-d851-4afc-9577-5a8797632f6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c429b6c-6c97-45c5-bb55-d3df660db7d9 HTTP/1.1" status: 204 len: 168 time: 0.6708980 Aug 06 15:59:43.263541 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.297429 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2856f96-d851-4afc-9577-5a8797632f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c429b6c-6c97-45c5-bb55-d3df660db7d9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:43.390829 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Attempting to bind port 2f67a810-89e4-4ff3-aa49-bab2a315f547 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:59:43.394112 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Attempting to bind port 2f67a810-89e4-4ff3-aa49-bab2a315f547 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '8650260f-957e-4532-ade4-759b44ef1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:59:43.397903 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Attempting to bind port 2f67a810-89e4-4ff3-aa49-bab2a315f547 on network b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:43.419353 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:59:43.422656 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=66008572-9579-4b90-b59c-a817894ec420,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:43.427121 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Checking segment: {'id': '8650260f-957e-4532-ade4-759b44ef1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:43.427892 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.428877 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Bound using segment: {'id': '8650260f-957e-4532-ade4-759b44ef1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:59:43.429885 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Bound port: 2f67a810-89e4-4ff3-aa49-bab2a315f547, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8650260f-957e-4532-ade4-759b44ef1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:59:43.431985 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.444261 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5728f03-2fd2-407a-89f1-54154bad365e no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:43.505664 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-191b84a6-2117-4f92-89aa-b626f0b70b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.511710 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-191b84a6-2117-4f92-89aa-b626f0b70b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.512876 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-191b84a6-2117-4f92-89aa-b626f0b70b7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc656070-85a9-47b3-9867-7b2871a13791 HTTP/1.1" status: 204 len: 168 time: 0.9523849 Aug 06 15:59:43.525270 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['66008572-9579-4b90-b59c-a817894ec420'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:43.611194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Allocated IP 172.25.1.6 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/61015bf9-5b12-4086-aa3c-9100139bb8a8) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:43.618515 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] For port 2f67a810-89e4-4ff3-aa49-bab2a315f547, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:59:43.628401 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] For port 2f67a810-89e4-4ff3-aa49-bab2a315f547, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=2f67a810-89e4-4ff3-aa49-bab2a315f547,segment=NetworkSegment(8650260f-957e-4532-ade4-759b44ef1960),segment_id=8650260f-957e-4532-ade4-759b44ef1960)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:59:43.637507 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.735856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b84a6-2117-4f92-89aa-b626f0b70b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc656070-85a9-47b3-9867-7b2871a13791,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:43.760423 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96a5fa-2d00-45b7-aa14-f5e45d5e095b req-31a6247a-4603-4fcc-8556-18fe5c36d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:43.767846 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7d96a5fa-2d00-45b7-aa14-f5e45d5e095b req-31a6247a-4603-4fcc-8556-18fe5c36d385 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc6c94bd28e6427f9825c6938ef7f030&device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 1175 time: 0.4756665 Aug 06 15:59:43.859774 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.899140 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cc487-e524-4909-88b5-f659b1ba1130 None None] Pushing event updated for resources: {'Port': ['ID=2f67a810-89e4-4ff3-aa49-bab2a315f547,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:43.947828 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Routers {'97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:43.950195 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:59:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:44.054240 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5728f03-2fd2-407a-89f1-54154bad365e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5728f03-2fd2-407a-89f1-54154bad365e,segment=NetworkSegment(34f5447d-a34d-4dfb-8786-aeaf0df74696),segment_id=34f5447d-a34d-4dfb-8786-aeaf0df74696)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:44.116518 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d819aac-6eb6-4e08-90b9-9e0eee39c5ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5728f03-2fd2-407a-89f1-54154bad365e'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:44.118873 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f2a8fa-a50b-4d9f-9378-8a84349ff5c3" -d '{"events": [{"server_uuid": "3d819aac-6eb6-4e08-90b9-9e0eee39c5ac", "name": "network-vif-unplugged", "status": "completed", "tag": "a5728f03-2fd2-407a-89f1-54154bad365e"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:44.166133 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:44.218726 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:44.258128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96a5fa-2d00-45b7-aa14-f5e45d5e095b req-6d303fd6-e870-4b0a-8197-5afc9e28a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:44.259688 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7d96a5fa-2d00-45b7-aa14-f5e45d5e095b req-6d303fd6-e870-4b0a-8197-5afc9e28a3e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64cd1520-c751-410c-90c5-288f8b4a70c9 HTTP/1.1" status: 200 len: 913 time: 0.4068003 Aug 06 15:59:44.286335 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72923f96-d5ac-4591-8ede-0e8ddbba2f28 x-openstack-request-id: req-72923f96-d5ac-4591-8ede-0e8ddbba2f28 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:44.286931 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d819aac-6eb6-4e08-90b9-9e0eee39c5ac", "tag": "a5728f03-2fd2-407a-89f1-54154bad365e", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:44.286931 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72923f96-d5ac-4591-8ede-0e8ddbba2f28 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:44.287172 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d819aac-6eb6-4e08-90b9-9e0eee39c5ac', 'tag': 'a5728f03-2fd2-407a-89f1-54154bad365e', 'status': 'completed', 'code': 200} Aug 06 15:59:44.302376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-ae2e910a-3403-441a-82d0-4f8e6f11e11b service neutron] 10.222.0.37 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6936071 Aug 06 15:59:44.352901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-4d7aadd6-5c60-4293-8935-e2841ccf5ed1', 'network_id': '4d7aadd6-5c60-4293-8935-e2841ccf5ed1', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'fixed_ips': [{'subnet_id': 'c4968fe8-2b19-4162-9ea6-91f73acc9abf'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:59:44.354388 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:44.387096 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] Set router 97849fb2-c5d6-41ee-a3bc-d2efacd7a12a gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:44.407843 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7d96a5fa-2d00-45b7-aa14-f5e45d5e095b req-c1894778-4916-4ef4-a3dc-c45eac40621f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5728f03-2fd2-407a-89f1-54154bad365e HTTP/1.1" status: 200 len: 217 time: 0.1377165 Aug 06 15:59:44.452408 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a5728f03-2fd2-407a-89f1-54154bad365e,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:44.721196 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:44.753874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96a5fa-2d00-45b7-aa14-f5e45d5e095b req-d98d7278-14d7-47d7-9ce7-1468f7803994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:44.756774 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7d96a5fa-2d00-45b7-aa14-f5e45d5e095b req-d98d7278-14d7-47d7-9ce7-1468f7803994 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83d1da4b-fa18-428a-a086-604f4ecba825 HTTP/1.1" status: 200 len: 852 time: 0.3415194 Aug 06 15:59:44.830808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 2f67a810-89e4-4ff3-aa49-bab2a315f547 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:44.842150 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:44.897638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7d6b2-de2d-4cfe-a10e-7c003ccb3649 req-9da73bc8-983c-44f0-96ee-cc5c886fc9f2 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:44.899442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0da7d6b2-de2d-4cfe-a10e-7c003ccb3649 req-9da73bc8-983c-44f0-96ee-cc5c886fc9f2 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 1022 time: 0.6683264 Aug 06 15:59:44.906347 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:44.929744 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7d96a5fa-2d00-45b7-aa14-f5e45d5e095b req-fdfd8e70-87f9-4f03-917e-91c8af4f051b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64cd1520-c751-410c-90c5-288f8b4a70c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507690 Aug 06 15:59:44.945391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db9fca-bda0-4fa0-8b08-ce27278cb249 req-72d652a7-36f9-4b8a-aa42-613081f36a49 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:44.946340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:44.953731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05db9fca-bda0-4fa0-8b08-ce27278cb249 req-72d652a7-36f9-4b8a-aa42-613081f36a49 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 1022 time: 0.6711860 Aug 06 15:59:45.030552 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605326601-router', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'e459585f-b834-47c2-a36e-d6dc6a91a819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:27Z', 'updated_at': '2021-08-06T15:59:35Z', 'revision_number': 4, 'project_id': '221a0388e41546eb8699faca97d77164', 'gw_port': {'id': 'e459585f-b834-47c2-a36e-d6dc6a91a819', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:28Z', 'updated_at': '2021-08-06T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '2f67a810-89e4-4ff3-aa49-bab2a315f547', 'name': '', 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'mac_address': 'fa:16:3e:e1:a1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '07c7f8ea-c57a-4291-b7c3-940494584740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:34Z', 'updated_at': '2021-08-06T15:59:43Z', 'revision_number': 4, 'project_id': '221a0388e41546eb8699faca97d77164', 'subnets': [{'id': '07c7f8ea-c57a-4291-b7c3-940494584740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:45.078403 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80472b-7384-4d65-a47e-897dc56f5397 None None] The sync data for ids ['97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'] in n-d-803756-1 is: [{'id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605326601-router', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'e459585f-b834-47c2-a36e-d6dc6a91a819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:27Z', 'updated_at': '2021-08-06T15:59:35Z', 'revision_number': 4, 'project_id': '221a0388e41546eb8699faca97d77164', 'gw_port': {'id': 'e459585f-b834-47c2-a36e-d6dc6a91a819', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:28Z', 'updated_at': '2021-08-06T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '2f67a810-89e4-4ff3-aa49-bab2a315f547', 'name': '', 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'mac_address': 'fa:16:3e:e1:a1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '07c7f8ea-c57a-4291-b7c3-940494584740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:34Z', 'updated_at': '2021-08-06T15:59:43Z', 'revision_number': 4, 'project_id': '221a0388e41546eb8699faca97d77164', 'subnets': [{'id': '07c7f8ea-c57a-4291-b7c3-940494584740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:45.119277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=61015bf9-5b12-4086-aa3c-9100139bb8a8,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:45.171488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Allocated IP 172.20.0.2 (4d7aadd6-5c60-4293-8935-e2841ccf5ed1/c4968fe8-2b19-4162-9ea6-91f73acc9abf/4ee923bc-2461-4d5e-afb9-ec87c040ed72) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:45.204040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-562bf04d-3930-4d37-9b90-9d5a668483f1 service neutron] 10.222.0.37 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9004450 Aug 06 15:59:45.487399 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05db9fca-bda0-4fa0-8b08-ce27278cb249 req-48216602-8805-43d6-bcd3-b44168e20502 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=49393410-bc4d-4ade-bab7-04f7efb6b051&id=60d3d7d1-00cc-4829-b613-807b646d1651&id=0bcf3168-7a11-4e05-b8f3-63b44ead84e9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.5327108 Aug 06 15:59:45.492081 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:45.505194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Transition to ACTIVE for port object 4ee923bc-2461-4d5e-afb9-ec87c040ed72 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:45.524084 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Transition to ACTIVE for port object 4ee923bc-2461-4d5e-afb9-ec87c040ed72 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:45.544455 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7d96a5fa-2d00-45b7-aa14-f5e45d5e095b req-f46a610a-7320-46c8-8fe9-074050611849 service neutron] 10.222.0.13 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698776 Aug 06 15:59:45.544951 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 66008572-9579-4b90-b59c-a817894ec420 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:45.561612 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:45.681274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-0da7d6b2-de2d-4cfe-a10e-7c003ccb3649 req-b401446a-88fb-49e0-93e8-9c4fdd6b95f6 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Deleting port a5728f03-2fd2-407a-89f1-54154bad365e {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:45.681904 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0da7d6b2-de2d-4cfe-a10e-7c003ccb3649 req-b401446a-88fb-49e0-93e8-9c4fdd6b95f6 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:45.732910 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1a5338-ac4b-4fd6-a5fe-8483786534ec x-openstack-request-id: req-5c1a5338-ac4b-4fd6-a5fe-8483786534ec {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:45.733326 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d819aac-6eb6-4e08-90b9-9e0eee39c5ac", "name": "network-vif-unplugged", "status": "completed", "tag": "a5728f03-2fd2-407a-89f1-54154bad365e", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:45.733722 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c1a5338-ac4b-4fd6-a5fe-8483786534ec {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:45.734279 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d819aac-6eb6-4e08-90b9-9e0eee39c5ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5728f03-2fd2-407a-89f1-54154bad365e', 'code': 200} Aug 06 15:59:45.795332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Network 4d7aadd6-5c60-4293-8935-e2841ccf5ed1 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:45.804534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:45.834007 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:45.869775 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7d96a5fa-2d00-45b7-aa14-f5e45d5e095b req-e46bec2a-afd4-419d-b45d-0d8d23e060f8 service neutron] 10.222.0.13 "GET /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183928 Aug 06 15:59:45.952036 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 2f67a810-89e4-4ff3-aa49-bab2a315f547 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:45.984069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48a3f9e8-1fe0-404e-b90b-bbb75f4e32ce req-f4a4d414-52fb-4ed7-834a-86dfb6d0f359 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 210 time: 0.2185130 Aug 06 15:59:46.041903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Pushing event updated for resources: {'Port': ['ID=4ee923bc-2461-4d5e-afb9-ec87c040ed72,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:46.060840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 2f67a810-89e4-4ff3-aa49-bab2a315f547 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:46.061492 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.165311 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Attempting to bind port 4ee923bc-2461-4d5e-afb9-ec87c040ed72 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:59:46.165768 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Attempting to bind port 4ee923bc-2461-4d5e-afb9-ec87c040ed72 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '482f06c3-6fe4-419d-ad04-a54522fe08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4d7aadd6-5c60-4293-8935-e2841ccf5ed1'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:59:46.166141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Attempting to bind port 4ee923bc-2461-4d5e-afb9-ec87c040ed72 on network 4d7aadd6-5c60-4293-8935-e2841ccf5ed1 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:46.187066 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 66008572-9579-4b90-b59c-a817894ec420 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:46.187770 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.191532 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:59:46.191950 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Checking segment: {'id': '482f06c3-6fe4-419d-ad04-a54522fe08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4d7aadd6-5c60-4293-8935-e2841ccf5ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:46.192290 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.192474 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.192684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Bound using segment: {'id': '482f06c3-6fe4-419d-ad04-a54522fe08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4d7aadd6-5c60-4293-8935-e2841ccf5ed1'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:59:46.193206 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Bound port: 4ee923bc-2461-4d5e-afb9-ec87c040ed72, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482f06c3-6fe4-419d-ad04-a54522fe08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4d7aadd6-5c60-4293-8935-e2841ccf5ed1'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:59:46.193540 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.242762 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac923-aa1d-4040-b6aa-d2e8e14ded64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.487833 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.580630 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] For port 4ee923bc-2461-4d5e-afb9-ec87c040ed72, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:59:46.648102 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-0da7d6b2-de2d-4cfe-a10e-7c003ccb3649 req-b401446a-88fb-49e0-93e8-9c4fdd6b95f6 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] For port a5728f03-2fd2-407a-89f1-54154bad365e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5728f03-2fd2-407a-89f1-54154bad365e,segment=NetworkSegment(34f5447d-a34d-4dfb-8786-aeaf0df74696),segment_id=34f5447d-a34d-4dfb-8786-aeaf0df74696)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:46.648630 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0da7d6b2-de2d-4cfe-a10e-7c003ccb3649 req-b401446a-88fb-49e0-93e8-9c4fdd6b95f6 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.701046 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] For port 4ee923bc-2461-4d5e-afb9-ec87c040ed72, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4ee923bc-2461-4d5e-afb9-ec87c040ed72,segment=NetworkSegment(482f06c3-6fe4-419d-ad04-a54522fe08bd),segment_id=482f06c3-6fe4-419d-ad04-a54522fe08bd)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:59:46.747454 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.757032 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 2f67a810-89e4-4ff3-aa49-bab2a315f547, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=2f67a810-89e4-4ff3-aa49-bab2a315f547,segment=NetworkSegment(8650260f-957e-4532-ade4-759b44ef1960),segment_id=8650260f-957e-4532-ade4-759b44ef1960)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:46.896044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-0da7d6b2-de2d-4cfe-a10e-7c003ccb3649 req-b401446a-88fb-49e0-93e8-9c4fdd6b95f6 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Calling delete_port for a5728f03-2fd2-407a-89f1-54154bad365e owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:46.935498 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.950024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b913e-6010-489d-a48e-88e2f8da48da None None] Pushing event updated for resources: {'Port': ['ID=4ee923bc-2461-4d5e-afb9-ec87c040ed72,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:46.956477 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.000689 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.141857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=2f67a810-89e4-4ff3-aa49-bab2a315f547,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:47.175358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1733577-c58c-40a9-92d7-0ff86b975a90 req-6e0e7eb8-c892-4667-a853-138a14b950b2 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:47.193432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1733577-c58c-40a9-92d7-0ff86b975a90 req-6e0e7eb8-c892-4667-a853-138a14b950b2 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 1022 time: 0.5474751 Aug 06 15:59:47.217754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:47.224449 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.377927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Router ea89e171-f33d-439c-907d-7f4ce5fff78b is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:59:47.385255 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-79990329-03f5-4946-8eda-dc44dcd231f1 req-9c5be8ef-aff9-475f-bef4-be5b946c5f6b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 210 time: 0.1807232 Aug 06 15:59:47.397747 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=66008572-9579-4b90-b59c-a817894ec420,revision_number=10']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:47.627071 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1733577-c58c-40a9-92d7-0ff86b975a90 req-5eac69dc-c784-42bf-bf82-a42b56b14078 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=49393410-bc4d-4ade-bab7-04f7efb6b051&id=60d3d7d1-00cc-4829-b613-807b646d1651&id=0bcf3168-7a11-4e05-b8f3-63b44ead84e9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4301705 Aug 06 15:59:47.688742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:47.702308 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Sync routers for ids ['ea89e171-f33d-439c-907d-7f4ce5fff78b'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:47.726704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Routers {'ea89e171-f33d-439c-907d-7f4ce5fff78b'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:47.727639 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:59:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ea89e171-f33d-439c-907d-7f4ce5fff78b'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:47.739627 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ac923-aa1d-4040-b6aa-d2e8e14ded64 admin admin] Deleting port a2935328-0fac-4811-86f2-19bbf45378be {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:47.740787 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac923-aa1d-4040-b6aa-d2e8e14ded64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.744496 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.749348 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d2a35a2c-a912-44b5-b13b-13933d27e6c0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3547223 Aug 06 15:59:47.751633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34268) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:47.759950 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0da7d6b2-de2d-4cfe-a10e-7c003ccb3649 req-b401446a-88fb-49e0-93e8-9c4fdd6b95f6 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.859295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66008572-9579-4b90-b59c-a817894ec420'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:47.865572 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4af1b2b-af39-4fe9-a6d8-5cfb4680b632" -d '{"events": [{"server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "name": "network-vif-plugged", "status": "completed", "tag": "66008572-9579-4b90-b59c-a817894ec420"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:47.897766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['48aa4426-f3c8-44cf-9f2c-845477457c06'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:59:48.036313 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf20aae-dc8b-45f2-b1b7-834047dca68a x-openstack-request-id: req-9bf20aae-dc8b-45f2-b1b7-834047dca68a {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:48.036609 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "name": "network-vif-plugged", "status": "completed", "tag": "66008572-9579-4b90-b59c-a817894ec420", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:48.039062 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bf20aae-dc8b-45f2-b1b7-834047dca68a {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:48.039462 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66008572-9579-4b90-b59c-a817894ec420', 'code': 200} Aug 06 15:59:48.080887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401446a-88fb-49e0-93e8-9c4fdd6b95f6 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event deleted for resources: {'Port': ['ID=a5728f03-2fd2-407a-89f1-54154bad365e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:48.251944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-d99a4058-fb76-4b17-aed5-0c71a357e589 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1249099 Aug 06 15:59:48.357793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da7d6b2-de2d-4cfe-a10e-7c003ccb3649 req-b401446a-88fb-49e0-93e8-9c4fdd6b95f6 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] No DVR routers for this DVR port a5728f03-2fd2-407a-89f1-54154bad365e on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:48.405468 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0da7d6b2-de2d-4cfe-a10e-7c003ccb3649 req-b401446a-88fb-49e0-93e8-9c4fdd6b95f6 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:48.408939 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0da7d6b2-de2d-4cfe-a10e-7c003ccb3649 req-b401446a-88fb-49e0-93e8-9c4fdd6b95f6 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.13 "DELETE /v2.0/ports/a5728f03-2fd2-407a-89f1-54154bad365e HTTP/1.1" status: 204 len: 173 time: 3.5012221 Aug 06 15:59:48.409425 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d819aac-6eb6-4e08-90b9-9e0eee39c5ac', 'name': 'network-vif-deleted', 'tag': 'a5728f03-2fd2-407a-89f1-54154bad365e'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:48.411835 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d19620-0e53-4260-a044-3e7146303dfe" -d '{"events": [{"server_uuid": "3d819aac-6eb6-4e08-90b9-9e0eee39c5ac", "name": "network-vif-deleted", "tag": "a5728f03-2fd2-407a-89f1-54154bad365e"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:48.524897 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-fa9ac923-aa1d-4040-b6aa-d2e8e14ded64 admin admin] For port a2935328-0fac-4811-86f2-19bbf45378be, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a2935328-0fac-4811-86f2-19bbf45378be,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:48.534255 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac923-aa1d-4040-b6aa-d2e8e14ded64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:48.656528 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Set router ea89e171-f33d-439c-907d-7f4ce5fff78b gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:48.792133 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ac923-aa1d-4040-b6aa-d2e8e14ded64 admin admin] Calling delete_port for a2935328-0fac-4811-86f2-19bbf45378be owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:48.826439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ebfab44-9c02-42ce-9e8b-ab72816dedea req-1e0ec852-9430-4f01-8d61-246d9e72725c tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 210 time: 0.1420782 Aug 06 15:59:48.904953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f403dfd-7827-4260-845e-645b7d2bf9dd tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:48.932278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f403dfd-7827-4260-845e-645b7d2bf9dd tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.78 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 810 time: 1.0448985 Aug 06 15:59:48.941053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-686e0d28-f183-43b8-bede-ec0f11dcbe21 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Request body: {'port': {'device_id': '4d66b225-597b-4cbc-8a9e-8bfb73c0919b', 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79', 'admin_state_up': True, 'tenant_id': '32e920af6a7c4f9d9c65a087db3ea6d1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:49.041992 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6142c0-6bb4-463b-a777-cb70bb047d1f x-openstack-request-id: req-4c6142c0-6bb4-463b-a777-cb70bb047d1f {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:49.042313 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d819aac-6eb6-4e08-90b9-9e0eee39c5ac", "name": "network-vif-deleted", "tag": "a5728f03-2fd2-407a-89f1-54154bad365e", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:49.042572 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c6142c0-6bb4-463b-a777-cb70bb047d1f {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:49.042987 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d819aac-6eb6-4e08-90b9-9e0eee39c5ac', 'name': 'network-vif-deleted', 'tag': 'a5728f03-2fd2-407a-89f1-54154bad365e', 'status': 'completed', 'code': 200} Aug 06 15:59:49.058699 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.109077 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219079955-router', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '61015bf9-5b12-4086-aa3c-9100139bb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:41Z', 'updated_at': '2021-08-06T15:59:45Z', 'revision_number': 3, 'project_id': '58ef1c94f3d943a496d9293a19e87b7b', 'gw_port': {'id': '61015bf9-5b12-4086-aa3c-9100139bb8a8', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:42Z', 'updated_at': '2021-08-06T15:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:49.247618 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2802c8-8c2f-4bda-a4fe-c624dd701d6b None None] Network 4d7aadd6-5c60-4293-8935-e2841ccf5ed1 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:49.279182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Checking router: ea89e171-f33d-439c-907d-7f4ce5fff78b for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:49.280312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Updating router ea89e171-f33d-439c-907d-7f4ce5fff78b port 61015bf9-5b12-4086-aa3c-9100139bb8a8 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:59:49.398283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8ef32f7-c8e5-4f41-ac6b-0a09e2d74f09 req-6cce0e11-d7f4-48ca-a97d-6e8095ec24b2 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d819aac-6eb6-4e08-90b9-9e0eee39c5ac HTTP/1.1" status: 200 len: 210 time: 0.1791241 Aug 06 15:59:49.416795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-e1bfc221-e912-49b8-ab0b-2e055038e942 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:49.424694 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-e1bfc221-e912-49b8-ab0b-2e055038e942 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1713853 Aug 06 15:59:49.473316 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-853f6b02-82c6-4c1e-bfe6-8062acd11b0b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/quotas/2b6464e7f3d04e1fb9d993d8ad26bed9 HTTP/1.1" status: 200 len: 375 time: 0.0463464 Aug 06 15:59:49.481337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4ee923bc-2461-4d5e-afb9-ec87c040ed72 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:49.496022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-da7c7d11-0c92-4878-850f-bb89e6ec28bb None None] Provisioning for port 4ee923bc-2461-4d5e-afb9-ec87c040ed72 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:49.540806 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.550951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-686e0d28-f183-43b8-bede-ec0f11dcbe21 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Made reservation on behalf of 32e920af6a7c4f9d9c65a087db3ea6d1 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:49.554859 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-686e0d28-f183-43b8-bede-ec0f11dcbe21 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.582429 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Allocated IP 172.20.0.1 (4d7aadd6-5c60-4293-8935-e2841ccf5ed1/c4968fe8-2b19-4162-9ea6-91f73acc9abf/3c862f6b-d741-4849-9595-c314e028f940) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:49.587235 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-276ea422-e3e0-4341-a033-c14221a137df tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1140118 Aug 06 15:59:49.762679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 4ee923bc-2461-4d5e-afb9-ec87c040ed72 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:49.808472 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.839794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 4ee923bc-2461-4d5e-afb9-ec87c040ed72 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:49.840163 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.877400 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Transition to ACTIVE for port object 3c862f6b-d741-4849-9595-c314e028f940 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:49.980554 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.076146 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Network 4d7aadd6-5c60-4293-8935-e2841ccf5ed1 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:50.091225 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:50.104754 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:50.105061 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e676b321-02f7-48a6-8ab3-86d67de818ad req-54e47e4c-3d65-4323-abc4-9a54a6fff466 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 210 time: 0.1684129 Aug 06 15:59:50.107540 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6ed1fbcd-6a74-494f-8ff1-6b0d886330a5 req-e57641b0-2c09-484d-a696-53052733eb9e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 210 time: 0.1466155 Aug 06 15:59:50.141420 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-686e0d28-f183-43b8-bede-ec0f11dcbe21 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Allocated IP 172.20.0.4 (c34c076c-c1bd-4999-8d39-ceaa7495de79/5bc4c7ac-6d15-4fde-899c-97f04be5a8db/4cac76df-8c29-4d52-ba44-dae8769798d1) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:50.148508 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Pushing event updated for resources: {'Port': ['ID=3c862f6b-d741-4849-9595-c314e028f940,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:50.162397 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac923-aa1d-4040-b6aa-d2e8e14ded64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.201582 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.205991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ac923-aa1d-4040-b6aa-d2e8e14ded64 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2935328-0fac-4811-86f2-19bbf45378be,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:50.285368 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.338981 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 4ee923bc-2461-4d5e-afb9-ec87c040ed72, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4ee923bc-2461-4d5e-afb9-ec87c040ed72,segment=NetworkSegment(482f06c3-6fe4-419d-ad04-a54522fe08bd),segment_id=482f06c3-6fe4-419d-ad04-a54522fe08bd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:50.368668 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.371330 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 2f67a810-89e4-4ff3-aa49-bab2a315f547 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:50.428620 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34352) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:50.712590 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.759715 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84381656-c262-4880-9dbf-197b79282adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.831993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=4ee923bc-2461-4d5e-afb9-ec87c040ed72,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:50.844731 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.874747 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac923-aa1d-4040-b6aa-d2e8e14ded64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.892193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Transition to ACTIVE for port object 61015bf9-5b12-4086-aa3c-9100139bb8a8 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:50.905443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-91a360d6-5de4-4c53-9dc4-8beed9a80154 None None] Provisioning complete for port 4ee923bc-2461-4d5e-afb9-ec87c040ed72 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:50.907023 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91a360d6-5de4-4c53-9dc4-8beed9a80154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.917321 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.959063 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 2f67a810-89e4-4ff3-aa49-bab2a315f547 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:50.960060 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.055252 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Attempting to bind port 61015bf9-5b12-4086-aa3c-9100139bb8a8 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:59:51.055650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Attempting to bind port 61015bf9-5b12-4086-aa3c-9100139bb8a8 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:59:51.055990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Attempting to bind port 61015bf9-5b12-4086-aa3c-9100139bb8a8 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:51.082628 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:59:51.082895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:51.083319 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.084449 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:59:51.084449 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Bound port: 61015bf9-5b12-4086-aa3c-9100139bb8a8, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:59:51.084732 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.122834 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c191c9f-6ddf-478e-bf7f-48d1db4e705c None None] Pushing event updated for resources: {'Port': ['ID=61015bf9-5b12-4086-aa3c-9100139bb8a8,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:51.149422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8de6c992-64a9-498a-bd06-25586ecefe67 req-4663271c-3573-47a9-8b34-60923e3399f2 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/49393410-bc4d-4ade-bab7-04f7efb6b051 HTTP/1.1" status: 200 len: 1800 time: 0.4460013 Aug 06 15:59:51.271357 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-686e0d28-f183-43b8-bede-ec0f11dcbe21 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.285505 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] For port 61015bf9-5b12-4086-aa3c-9100139bb8a8, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:59:51.314745 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] For port 61015bf9-5b12-4086-aa3c-9100139bb8a8, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=61015bf9-5b12-4086-aa3c-9100139bb8a8,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:59:51.318466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-91a360d6-5de4-4c53-9dc4-8beed9a80154 None None] Provisioning for port 3c862f6b-d741-4849-9595-c314e028f940 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:51.336448 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-91a360d6-5de4-4c53-9dc4-8beed9a80154 None None] Provisioning complete for port 3c862f6b-d741-4849-9595-c314e028f940 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:51.336828 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91a360d6-5de4-4c53-9dc4-8beed9a80154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.339413 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.493178 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-be12ed0f-cd1d-4bd0-90b5-932b33dd726f req-305ffd69-d8fd-4ecc-95a9-02957e702013 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 210 time: 0.2022135 Aug 06 15:59:51.523894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c191c9f-6ddf-478e-bf7f-48d1db4e705c None None] Pushing event updated for resources: {'Port': ['ID=61015bf9-5b12-4086-aa3c-9100139bb8a8,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:51.526456 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8de6c992-64a9-498a-bd06-25586ecefe67 req-a0989ffb-0b0d-4308-8c9b-4499dff5d910 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.531389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Routers {'ea89e171-f33d-439c-907d-7f4ce5fff78b'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:51.532098 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:59:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ea89e171-f33d-439c-907d-7f4ce5fff78b'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:51.621071 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-650a9d1f-47bf-4c1f-9ced-7719a6b97358 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620496 Aug 06 15:59:51.675097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4ee923bc-2461-4d5e-afb9-ec87c040ed72 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:51.725707 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-91a360d6-5de4-4c53-9dc4-8beed9a80154 None None] Port 3c862f6b-d741-4849-9595-c314e028f940 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:51.783392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 4ee923bc-2461-4d5e-afb9-ec87c040ed72 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:51.783755 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.800082 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84381656-c262-4880-9dbf-197b79282adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.815041 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84381656-c262-4880-9dbf-197b79282adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.835254 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.856812 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.876374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] Set router ea89e171-f33d-439c-907d-7f4ce5fff78b gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:51.908628 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.960536 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-84381656-c262-4880-9dbf-197b79282adf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f9371230cfa462199ac5d3a0e086a24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5305851 Aug 06 15:59:52.057362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34374) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:52.064861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84381656-c262-4880-9dbf-197b79282adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cc973e-4b02-4c2d-8bc1-8b048d25fefc,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:52.126840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Network 4d7aadd6-5c60-4293-8935-e2841ccf5ed1 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:52.131714 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Pushing event updated for resources: {'Port': ['ID=3c862f6b-d741-4849-9595-c314e028f940,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:52.138531 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:52.232985 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5a82-c94e-4137-89d8-2e5ac0ab0685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.324919 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5a82-c94e-4137-89d8-2e5ac0ab0685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.392182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9ac923-aa1d-4040-b6aa-d2e8e14ded64 admin admin] Router 9d542748-cef1-467e-a7c7-16ebca8d5796 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:52.396668 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-686e0d28-f183-43b8-bede-ec0f11dcbe21 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.415227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Router ea89e171-f33d-439c-907d-7f4ce5fff78b has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:52.421191 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8de6c992-64a9-498a-bd06-25586ecefe67 req-a0989ffb-0b0d-4308-8c9b-4499dff5d910 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.467645 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-08e566ad-ea1a-4e3d-8eda-b1a7fc7b2414 None None] Provisioning complete for port 3c862f6b-d741-4849-9595-c314e028f940 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:52.468009 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08e566ad-ea1a-4e3d-8eda-b1a7fc7b2414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.549516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-08e566ad-ea1a-4e3d-8eda-b1a7fc7b2414 None None] Port 3c862f6b-d741-4849-9595-c314e028f940 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:52.574663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-ddf20158-087a-4fb6-b954-8caa3b73a7b5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:52.576241 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-ddf20158-087a-4fb6-b954-8caa3b73a7b5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9340236 Aug 06 15:59:52.585317 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8de6c992-64a9-498a-bd06-25586ecefe67 req-a0989ffb-0b0d-4308-8c9b-4499dff5d910 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.588975 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8de6c992-64a9-498a-bd06-25586ecefe67 req-a0989ffb-0b0d-4308-8c9b-4499dff5d910 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.590380 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8de6c992-64a9-498a-bd06-25586ecefe67 req-a0989ffb-0b0d-4308-8c9b-4499dff5d910 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "DELETE /v2.0/security-groups/49393410-bc4d-4ade-bab7-04f7efb6b051 HTTP/1.1" status: 204 len: 173 time: 1.4391708 Aug 06 15:59:52.601913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:52.609557 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8c05eba7-c305-4d89-8ae8-f35e10eedfea admin admin] 10.222.0.37 "PUT /v2.0/routers/ea89e171-f33d-439c-907d-7f4ce5fff78b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8564508 Aug 06 15:59:52.624293 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5a82-c94e-4137-89d8-2e5ac0ab0685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.631876 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5a82-c94e-4137-89d8-2e5ac0ab0685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.634755 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b0aa5a82-c94e-4137-89d8-2e5ac0ab0685 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0cc973e-4b02-4c2d-8bc1-8b048d25fefc HTTP/1.1" status: 204 len: 168 time: 0.5665498 Aug 06 15:59:52.646214 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa5a82-c94e-4137-89d8-2e5ac0ab0685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cc973e-4b02-4c2d-8bc1-8b048d25fefc,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:52.655230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219079955-router', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '61015bf9-5b12-4086-aa3c-9100139bb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:41Z', 'updated_at': '2021-08-06T15:59:50Z', 'revision_number': 4, 'project_id': '58ef1c94f3d943a496d9293a19e87b7b', 'gw_port': {'id': '61015bf9-5b12-4086-aa3c-9100139bb8a8', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:42Z', 'updated_at': '2021-08-06T15:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '3c862f6b-d741-4849-9595-c314e028f940', 'name': '', 'network_id': '4d7aadd6-5c60-4293-8935-e2841ccf5ed1', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'mac_address': 'fa:16:3e:96:f6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'c4968fe8-2b19-4162-9ea6-91f73acc9abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:49Z', 'updated_at': '2021-08-06T15:59:49Z', 'revision_number': 1, 'project_id': '58ef1c94f3d943a496d9293a19e87b7b', 'subnets': [{'id': 'c4968fe8-2b19-4162-9ea6-91f73acc9abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:52.678908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-686e0d28-f183-43b8-bede-ec0f11dcbe21 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Network c34c076c-c1bd-4999-8d39-ceaa7495de79 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:52.683473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Request body: {'port': {'device_id': '792e80a5-62cf-4c18-8367-9c9e686815c9', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '2b6464e7f3d04e1fb9d993d8ad26bed9'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:52.737374 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d026f-c52f-4f38-bcdd-712480b54a45 req-39f7c015-80cd-4b5f-8f0c-fbce2f178ad2 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:52.749904 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-823d026f-c52f-4f38-bcdd-712480b54a45 req-39f7c015-80cd-4b5f-8f0c-fbce2f178ad2 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 931 time: 0.9963119 Aug 06 15:59:52.753306 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0989ffb-0b0d-4308-8c9b-4499dff5d910 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49393410-bc4d-4ade-bab7-04f7efb6b051,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:52.755984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-686e0d28-f183-43b8-bede-ec0f11dcbe21 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:52.770300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e0d28-f183-43b8-bede-ec0f11dcbe21 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Pushing event updated for resources: {'Port': ['ID=4cac76df-8c29-4d52-ba44-dae8769798d1,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:52.773088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-686e0d28-f183-43b8-bede-ec0f11dcbe21 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:52.841834 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3936e26c-76bc-4d2e-9596-bb2f55bfa2d4 None None] The sync data for ids ['ea89e171-f33d-439c-907d-7f4ce5fff78b'] in n-d-803756-1 is: [{'id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219079955-router', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '61015bf9-5b12-4086-aa3c-9100139bb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:41Z', 'updated_at': '2021-08-06T15:59:50Z', 'revision_number': 4, 'project_id': '58ef1c94f3d943a496d9293a19e87b7b', 'gw_port': {'id': '61015bf9-5b12-4086-aa3c-9100139bb8a8', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:42Z', 'updated_at': '2021-08-06T15:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '3c862f6b-d741-4849-9595-c314e028f940', 'name': '', 'network_id': '4d7aadd6-5c60-4293-8935-e2841ccf5ed1', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'mac_address': 'fa:16:3e:96:f6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'c4968fe8-2b19-4162-9ea6-91f73acc9abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:49Z', 'updated_at': '2021-08-06T15:59:49Z', 'revision_number': 1, 'project_id': '58ef1c94f3d943a496d9293a19e87b7b', 'subnets': [{'id': 'c4968fe8-2b19-4162-9ea6-91f73acc9abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:52.864034 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-823d026f-c52f-4f38-bcdd-712480b54a45 req-eea0e4bf-d3f6-4e38-b8e0-95950dc6fabf tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127234 Aug 06 15:59:52.916022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-328d3efa-bc8f-47b9-b3cb-02ffd8391e79 None None] Provisioning complete for port 3c862f6b-d741-4849-9595-c314e028f940 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:52.916965 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-328d3efa-bc8f-47b9-b3cb-02ffd8391e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.990403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-328d3efa-bc8f-47b9-b3cb-02ffd8391e79 None None] Port 3c862f6b-d741-4849-9595-c314e028f940 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:53.120345 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:53.187784 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62e2b079-1ff9-423c-a04a-113c1d6667c7 req-f01943a0-ac8b-4f84-9b35-e482c987df4a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 210 time: 0.1581781 Aug 06 15:59:53.221045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-686e0d28-f183-43b8-bede-ec0f11dcbe21 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:53.221774 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-686e0d28-f183-43b8-bede-ec0f11dcbe21 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:53.228788 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Made reservation on behalf of 2b6464e7f3d04e1fb9d993d8ad26bed9 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:53.236824 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:53.280654 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d8cd802-012e-4a3a-8b9b-4fb82de78937 req-1e1afab9-ec78-4ebd-8ca6-9c5b830b4667 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/0bcf3168-7a11-4e05-b8f3-63b44ead84e9 HTTP/1.1" status: 200 len: 1800 time: 0.2472570 Aug 06 15:59:53.314462 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:53.335358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34396) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:53.357304 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-954f0ff5-cfd5-4869-a1d7-72dc2ba2a9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:53.376204 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-686e0d28-f183-43b8-bede-ec0f11dcbe21 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4413314 Aug 06 15:59:53.404161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Request body: {'port': {'device_id': '4d66b225-597b-4cbc-8a9e-8bfb73c0919b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:53.442375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9ac923-aa1d-4040-b6aa-d2e8e14ded64 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:53.455276 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7862749-8538-44b4-8ff1-b0108ef53677 None None] Sync routers for ids ['9d542748-cef1-467e-a7c7-16ebca8d5796'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:53.476617 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7862749-8538-44b4-8ff1-b0108ef53677 None None] Routers {'9d542748-cef1-467e-a7c7-16ebca8d5796'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:53.477816 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f7862749-8538-44b4-8ff1-b0108ef53677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:59:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9d542748-cef1-467e-a7c7-16ebca8d5796'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:53.528924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34406) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:53.529984 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fa9ac923-aa1d-4040-b6aa-d2e8e14ded64 admin admin] 10.222.0.37 "PUT /v2.0/routers/9d542748-cef1-467e-a7c7-16ebca8d5796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8081954 Aug 06 15:59:53.613369 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:59:53.613369 n-d-803756-1 neutron-server[105765]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 15:59:53.613369 n-d-803756-1 neutron-server[105765]: [parameters: {'project_id': '2b6464e7f3d04e1fb9d993d8ad26bed9', 'id': '14ca8c95-6017-4e17-9750-e71a61c49279', 'expiration': datetime.datetime(2021, 8, 6, 16, 1, 53, 483290)}] Aug 06 15:59:53.613369 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:59:53.623826 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:53.630038 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:59:53.734488 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6d8cd802-012e-4a3a-8b9b-4fb82de78937 req-e8cc6204-f2ed-448b-bf45-6a61d85dfab2 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:53.850851 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6d8cd802-012e-4a3a-8b9b-4fb82de78937 req-e8cc6204-f2ed-448b-bf45-6a61d85dfab2 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:53.976600 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-f7862749-8538-44b4-8ff1-b0108ef53677 None None] Set router 9d542748-cef1-467e-a7c7-16ebca8d5796 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:53.986697 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:53.993406 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6d8cd802-012e-4a3a-8b9b-4fb82de78937 req-e8cc6204-f2ed-448b-bf45-6a61d85dfab2 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:53.994428 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6d8cd802-012e-4a3a-8b9b-4fb82de78937 req-e8cc6204-f2ed-448b-bf45-6a61d85dfab2 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:53.996183 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d8cd802-012e-4a3a-8b9b-4fb82de78937 req-e8cc6204-f2ed-448b-bf45-6a61d85dfab2 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "DELETE /v2.0/security-groups/0bcf3168-7a11-4e05-b8f3-63b44ead84e9 HTTP/1.1" status: 204 len: 173 time: 0.7004061 Aug 06 15:59:54.143671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-82e7f366-7d4d-4e01-8c2a-4c633b424b3d req-ae02d80e-e38a-47cf-b57f-4c8413d09865 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-765819183', 'description': 'tempest-description-1701756852'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:54.177381 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:54.224531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc6204-f2ed-448b-bf45-6a61d85dfab2 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcf3168-7a11-4e05-b8f3-63b44ead84e9,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:54.425739 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af7044d9-dfb1-4a4a-bac4-a3c52e2287ba admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:54.494326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b4dbe-1492-460d-939e-0b8755f3c9b5 req-6b56a639-ce3e-4d22-a8b6-b4bb92cabd75 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:54.502066 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c1b4dbe-1492-460d-939e-0b8755f3c9b5 req-6b56a639-ce3e-4d22-a8b6-b4bb92cabd75 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 931 time: 0.3899291 Aug 06 15:59:54.679694 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-954f0ff5-cfd5-4869-a1d7-72dc2ba2a9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:54.703010 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-954f0ff5-cfd5-4869-a1d7-72dc2ba2a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:54.795399 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f7862749-8538-44b4-8ff1-b0108ef53677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:59:49Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:54.842653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cac76df-8c29-4d52-ba44-dae8769798d1 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:59:54.851462 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:54.861911 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7862749-8538-44b4-8ff1-b0108ef53677 None None] Checking router: 9d542748-cef1-467e-a7c7-16ebca8d5796 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:54.873961 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7862749-8538-44b4-8ff1-b0108ef53677 None None] Routers {'9d542748-cef1-467e-a7c7-16ebca8d5796'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:54.874562 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f7862749-8538-44b4-8ff1-b0108ef53677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:59:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9d542748-cef1-467e-a7c7-16ebca8d5796'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:54.874904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Transition to ACTIVE for port object 4cac76df-8c29-4d52-ba44-dae8769798d1 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:54.942602 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-954f0ff5-cfd5-4869-a1d7-72dc2ba2a9cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6362d22a9a3f4dd0b903763f401471eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6059008 Aug 06 15:59:54.946346 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34420) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:55.041167 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-f7862749-8538-44b4-8ff1-b0108ef53677 None None] Set router 9d542748-cef1-467e-a7c7-16ebca8d5796 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:55.098557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f0ff5-cfd5-4869-a1d7-72dc2ba2a9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69394227-7138-401a-ad89-13766682da23,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:55.106213 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.108480 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82e7f366-7d4d-4e01-8c2a-4c633b424b3d req-ae02d80e-e38a-47cf-b57f-4c8413d09865 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.159277 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.269446 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82e7f366-7d4d-4e01-8c2a-4c633b424b3d req-ae02d80e-e38a-47cf-b57f-4c8413d09865 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.282989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.498997 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-55cef39a-0279-4d0c-961c-8b1260860691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.512473 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f7862749-8538-44b4-8ff1-b0108ef53677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:59:49Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:55.530094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 61015bf9-5b12-4086-aa3c-9100139bb8a8 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:55.543661 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7862749-8538-44b4-8ff1-b0108ef53677 None None] The sync data for ids ['9d542748-cef1-467e-a7c7-16ebca8d5796'] in n-d-803756-1 is: [{'id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-966585777-router', 'tenant_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': '7fcae272-c561-4794-9c95-32b0b5324319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:52Z', 'updated_at': '2021-08-06T15:59:49Z', 'revision_number': 5, 'project_id': '61d9ec8c4bd445cc8dcdca9b8e60c7e8', 'gw_port': {'id': '7fcae272-c561-4794-9c95-32b0b5324319', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d542748-cef1-467e-a7c7-16ebca8d5796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:54Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:55.637913 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82e7f366-7d4d-4e01-8c2a-4c633b424b3d req-ae02d80e-e38a-47cf-b57f-4c8413d09865 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.656691 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d051e7be-280a-4a8a-8aa1-0781eac88d23,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:55.686582 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af7044d9-dfb1-4a4a-bac4-a3c52e2287ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.714661 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-55cef39a-0279-4d0c-961c-8b1260860691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.750877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 61015bf9-5b12-4086-aa3c-9100139bb8a8 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:55.765089 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c1b4dbe-1492-460d-939e-0b8755f3c9b5 req-c1ef84af-49a1-42a5-ad42-9be2a9ff27cb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2620292 Aug 06 15:59:55.774081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 61015bf9-5b12-4086-aa3c-9100139bb8a8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:55.774437 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.816870 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-55cef39a-0279-4d0c-961c-8b1260860691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.820629 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-55cef39a-0279-4d0c-961c-8b1260860691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.822254 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-55cef39a-0279-4d0c-961c-8b1260860691 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69394227-7138-401a-ad89-13766682da23 HTTP/1.1" status: 204 len: 168 time: 0.7068849 Aug 06 15:59:55.862099 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cef39a-0279-4d0c-961c-8b1260860691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69394227-7138-401a-ad89-13766682da23,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:55.902644 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-af7044d9-dfb1-4a4a-bac4-a3c52e2287ba admin admin] Deleting port 7fcae272-c561-4794-9c95-32b0b5324319 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:55.902644 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af7044d9-dfb1-4a4a-bac4-a3c52e2287ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.971269 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Allocated IP 192.168.233.82 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/51d68ca5-04b7-44ca-bbe7-64209867d8e7) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:56.076828 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82e7f366-7d4d-4e01-8c2a-4c633b424b3d req-ae02d80e-e38a-47cf-b57f-4c8413d09865 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:56.078412 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82e7f366-7d4d-4e01-8c2a-4c633b424b3d req-ae02d80e-e38a-47cf-b57f-4c8413d09865 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.9976015 Aug 06 15:59:56.131727 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Pushing event updated for resources: {'Port': ['ID=4cac76df-8c29-4d52-ba44-dae8769798d1,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:56.152507 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-af7044d9-dfb1-4a4a-bac4-a3c52e2287ba admin admin] For port 7fcae272-c561-4794-9c95-32b0b5324319, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7fcae272-c561-4794-9c95-32b0b5324319,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:56.156433 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af7044d9-dfb1-4a4a-bac4-a3c52e2287ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:56.222166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-af7044d9-dfb1-4a4a-bac4-a3c52e2287ba admin admin] Calling delete_port for 7fcae272-c561-4794-9c95-32b0b5324319 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:56.262172 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02d80e-e38a-47cf-b57f-4c8413d09865 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79963a54-62ef-40fa-92f0-89740c9500cd,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:56.272236 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89239096-78f8-4544-bf78-35247bdeeda1 req-88c15670-e41d-4e9c-8e04-b1e492698af0 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 210 time: 0.2241361 Aug 06 15:59:56.287753 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:56.390074 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Attempting to bind port 4cac76df-8c29-4d52-ba44-dae8769798d1 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:59:56.390451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Attempting to bind port 4cac76df-8c29-4d52-ba44-dae8769798d1 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:59:56.390735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Attempting to bind port 4cac76df-8c29-4d52-ba44-dae8769798d1 on network c34c076c-c1bd-4999-8d39-ceaa7495de79 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:56.445147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 61015bf9-5b12-4086-aa3c-9100139bb8a8, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=61015bf9-5b12-4086-aa3c-9100139bb8a8,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:56.474156 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:56.724270 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af7044d9-dfb1-4a4a-bac4-a3c52e2287ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:56.725749 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Port 4cac76df-8c29-4d52-ba44-dae8769798d1 on network c34c076c-c1bd-4999-8d39-ceaa7495de79 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:59:56.754122 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Attempting to bind port 4cac76df-8c29-4d52-ba44-dae8769798d1 on network c34c076c-c1bd-4999-8d39-ceaa7495de79 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:56.777671 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=61015bf9-5b12-4086-aa3c-9100139bb8a8,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:56.865814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:59:56.872610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Checking segment: {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:56.873786 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Bound using segment: {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:59:56.881087 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Bound port: 4cac76df-8c29-4d52-ba44-dae8769798d1, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:59:56.881562 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:56.898401 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7044d9-dfb1-4a4a-bac4-a3c52e2287ba admin admin] Pushing event deleted for resources: {'Port': ['ID=7fcae272-c561-4794-9c95-32b0b5324319,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:57.063595 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af7044d9-dfb1-4a4a-bac4-a3c52e2287ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.128179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Sync routers for ids ['ea89e171-f33d-439c-907d-7f4ce5fff78b'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:57.147589 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.152351 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Routers {'ea89e171-f33d-439c-907d-7f4ce5fff78b'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:57.153260 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:59:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ea89e171-f33d-439c-907d-7f4ce5fff78b'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:57.173022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Transition to ACTIVE for port object 51d68ca5-04b7-44ca-bbe7-64209867d8e7 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:57.269222 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.329839 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af7044d9-dfb1-4a4a-bac4-a3c52e2287ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.339894 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af7044d9-dfb1-4a4a-bac4-a3c52e2287ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.506468 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Set router ea89e171-f33d-439c-907d-7f4ce5fff78b gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:57.523457 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af7044d9-dfb1-4a4a-bac4-a3c52e2287ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.527840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7044d9-dfb1-4a4a-bac4-a3c52e2287ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d542748-cef1-467e-a7c7-16ebca8d5796 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:59:57.545022 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af7044d9-dfb1-4a4a-bac4-a3c52e2287ba admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.550753 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-af7044d9-dfb1-4a4a-bac4-a3c52e2287ba admin admin] 10.222.0.37 "DELETE /v2.0/routers/9d542748-cef1-467e-a7c7-16ebca8d5796 HTTP/1.1" status: 204 len: 168 time: 4.0105627 Aug 06 15:59:57.561033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34446) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:57.662073 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 61015bf9-5b12-4086-aa3c-9100139bb8a8 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:57.752376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-054de544-8237-4363-a0d6-a5004221af34 admin admin] Deleting subnet 7139516a-55da-4c51-9f07-a4156520643c {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:59:57.761481 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-054de544-8237-4363-a0d6-a5004221af34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.773386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:57.783069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Pushing event updated for resources: {'Port': ['ID=51d68ca5-04b7-44ca-bbe7-64209867d8e7,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:57.836022 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd20a694-f1cb-4dc8-bb91-85348295523f req-c7a0289f-85f9-417b-a5f5-c9978e8e20b8 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/79963a54-62ef-40fa-92f0-89740c9500cd HTTP/1.1" status: 200 len: 1800 time: 1.4349132 Aug 06 15:59:57.884661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-fd20a694-f1cb-4dc8-bb91-85348295523f req-078f4b20-1d94-4618-a567-858bf9e0fcbb tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1717733152', 'description': 'tempest-description-hth-2046567745'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:57.890988 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-054de544-8237-4363-a0d6-a5004221af34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.031616 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:58.038897 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:58.086509 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-054de544-8237-4363-a0d6-a5004221af34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.340245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216ec6c-33e6-44e4-a1d4-98e97c120501 req-03e7439c-54b6-4321-8d74-60dff562f6e4 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:58.340880 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-054de544-8237-4363-a0d6-a5004221af34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.350065 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4216ec6c-33e6-44e4-a1d4-98e97c120501 req-03e7439c-54b6-4321-8d74-60dff562f6e4 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 943 time: 1.3256841 Aug 06 15:59:58.407435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 61015bf9-5b12-4086-aa3c-9100139bb8a8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:58.415624 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.455221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054de544-8237-4363-a0d6-a5004221af34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7139516a-55da-4c51-9f07-a4156520643c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:58.473760 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-054de544-8237-4363-a0d6-a5004221af34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.478117 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-054de544-8237-4363-a0d6-a5004221af34 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7139516a-55da-4c51-9f07-a4156520643c HTTP/1.1" status: 204 len: 168 time: 0.9134567 Aug 06 15:59:58.480303 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34456) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.536336 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd20a694-f1cb-4dc8-bb91-85348295523f req-078f4b20-1d94-4618-a567-858bf9e0fcbb tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.546709 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f8ead7-203f-441b-b71b-f162fe49fa2e None None] Network be64a754-66d4-4a99-b5f7-5f4723a93a1f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:58.568300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] For port 4cac76df-8c29-4d52-ba44-dae8769798d1, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:59:58.647902 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:58.648168 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.692008 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219079955-router', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '61015bf9-5b12-4086-aa3c-9100139bb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:41Z', 'updated_at': '2021-08-06T15:59:50Z', 'revision_number': 4, 'project_id': '58ef1c94f3d943a496d9293a19e87b7b', 'gw_port': {'id': '61015bf9-5b12-4086-aa3c-9100139bb8a8', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:42Z', 'updated_at': '2021-08-06T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '3c862f6b-d741-4849-9595-c314e028f940', 'name': '', 'network_id': '4d7aadd6-5c60-4293-8935-e2841ccf5ed1', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'mac_address': 'fa:16:3e:96:f6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'c4968fe8-2b19-4162-9ea6-91f73acc9abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:49Z', 'updated_at': '2021-08-06T15:59:51Z', 'revision_number': 2, 'project_id': '58ef1c94f3d943a496d9293a19e87b7b', 'subnets': [{'id': 'c4968fe8-2b19-4162-9ea6-91f73acc9abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:58.729355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Checking router: ea89e171-f33d-439c-907d-7f4ce5fff78b for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:58.744152 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Updating router ea89e171-f33d-439c-907d-7f4ce5fff78b port 3c862f6b-d741-4849-9595-c314e028f940 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:59:58.748453 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.778433 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] For port 4cac76df-8c29-4d52-ba44-dae8769798d1, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4cac76df-8c29-4d52-ba44-dae8769798d1,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:59:58.854660 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4216ec6c-33e6-44e4-a1d4-98e97c120501 req-077183bc-8082-4f9c-bbb8-8f225cf4faa9 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032420 Aug 06 15:59:58.882494 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-aae4364f-15b6-4f2e-8486-7b5436b062ac None None] Provisioning for port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:58.898740 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-aae4364f-15b6-4f2e-8486-7b5436b062ac None None] Provisioning complete for port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:58.902756 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aae4364f-15b6-4f2e-8486-7b5436b062ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.930803 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.981251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-aae4364f-15b6-4f2e-8486-7b5436b062ac None None] Port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:59.043498 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.067952 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] Deleting port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:59.068491 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.069466 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-a455228b-73ae-4a2e-9ea5-cab6b08fab57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.4612856 Aug 06 15:59:59.075771 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a2935328-0fac-4811-86f2-19bbf45378be no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:59.142006 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd20a694-f1cb-4dc8-bb91-85348295523f req-078f4b20-1d94-4618-a567-858bf9e0fcbb tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.144282 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a2935328-0fac-4811-86f2-19bbf45378be {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:59:59.144798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a2935328-0fac-4811-86f2-19bbf45378be not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:59:59.282140 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Request body: {'port': {'device_id': '792e80a5-62cf-4c18-8367-9c9e686815c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:59.377991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:59.379430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.381291 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] 10.222.0.78 "PUT /v2.0/ports/4cac76df-8c29-4d52-ba44-dae8769798d1 HTTP/1.1" status: 200 len: 1091 time: 5.9894116 Aug 06 15:59:59.388465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] For port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5841872c-f0ee-41c8-8db3-04fc80e1fcf1,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:59.397655 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.402512 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.404949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d66b225-597b-4cbc-8a9e-8bfb73c0919b', 'tag': '4cac76df-8c29-4d52-ba44-dae8769798d1'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:59:59.408096 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b376168b-f7f1-471b-965f-485e2fc192e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d66b225-597b-4cbc-8a9e-8bfb73c0919b", "tag": "4cac76df-8c29-4d52-ba44-dae8769798d1"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:59:59.425518 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd20a694-f1cb-4dc8-bb91-85348295523f req-078f4b20-1d94-4618-a567-858bf9e0fcbb tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.428537 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd20a694-f1cb-4dc8-bb91-85348295523f req-078f4b20-1d94-4618-a567-858bf9e0fcbb tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.435818 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd20a694-f1cb-4dc8-bb91-85348295523f req-078f4b20-1d94-4618-a567-858bf9e0fcbb tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "PUT /v2.0/security-groups/79963a54-62ef-40fa-92f0-89740c9500cd HTTP/1.1" status: 200 len: 1775 time: 1.5952013 Aug 06 15:59:59.452260 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179b6ef7-6120-4edf-a67f-b75ec06e82d3 None None] DHCP port deletion for be64a754-66d4-4a99-b5f7-5f4723a93a1f request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:59:59.492601 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] Calling delete_port for 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:59.573886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7fcae272-c561-4794-9c95-32b0b5324319 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:59.641393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b85f21f1-c47a-421a-bbe6-8b0e6a2779f7 req-462cd508-77c9-4619-b357-24afd33baed0 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/79963a54-62ef-40fa-92f0-89740c9500cd HTTP/1.1" status: 200 len: 1775 time: 0.1088660 Aug 06 15:59:59.700853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-37043e8a-8911-46fa-825b-cde5211b2160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:59.707473 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-37043e8a-8911-46fa-825b-cde5211b2160 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 1094 time: 0.2685230 Aug 06 15:59:59.759450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 7fcae272-c561-4794-9c95-32b0b5324319 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:59:59.761015 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7fcae272-c561-4794-9c95-32b0b5324319 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:59:59.761703 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:59.763289 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17f03be-60b1-49da-83e2-bb278a58c5cc x-openstack-request-id: req-a17f03be-60b1-49da-83e2-bb278a58c5cc {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:59:59.766285 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d66b225-597b-4cbc-8a9e-8bfb73c0919b", "tag": "4cac76df-8c29-4d52-ba44-dae8769798d1", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:59:59.766866 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a17f03be-60b1-49da-83e2-bb278a58c5cc {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:59:59.767664 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d66b225-597b-4cbc-8a9e-8bfb73c0919b', 'tag': '4cac76df-8c29-4d52-ba44-dae8769798d1', 'status': 'completed', 'code': 200} Aug 06 15:59:59.845591 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-179b6ef7-6120-4edf-a67f-b75ec06e82d3 None None] Deleting port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:59.846192 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-179b6ef7-6120-4edf-a67f-b75ec06e82d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.946754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-179b6ef7-6120-4edf-a67f-b75ec06e82d3 None None] For port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5841872c-f0ee-41c8-8db3-04fc80e1fcf1,segment=NetworkSegment(6cc48c4b-0ed1-4a95-82c1-317fec956454),segment_id=6cc48c4b-0ed1-4a95-82c1-317fec956454)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:59.950199 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-179b6ef7-6120-4edf-a67f-b75ec06e82d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.982299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-179b6ef7-6120-4edf-a67f-b75ec06e82d3 None None] Calling delete_port for 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:00.036700 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.052243 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f4b20-1d94-4618-a567-858bf9e0fcbb tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79963a54-62ef-40fa-92f0-89740c9500cd,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:00.124013 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376c554-9928-42b2-9253-c03928726a23 req-a9c3a5fb-5f96-4b4e-afe7-46b0d5a2c9e5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:00.148743 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d376c554-9928-42b2-9253-c03928726a23 req-a9c3a5fb-5f96-4b4e-afe7-46b0d5a2c9e5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 935 time: 0.6464353 Aug 06 16:00:00.163633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] No DVR routers for this DVR port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:00.173702 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] Pushing event deleted for resources: {'Port': ['ID=5841872c-f0ee-41c8-8db3-04fc80e1fcf1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:00.263951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f230f19-e7c3-4df0-96a6-576aa42a7a44 service neutron] Pushing event updated for resources: {'Port': ['ID=4cac76df-8c29-4d52-ba44-dae8769798d1,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:00.344264 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.367073 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Transition to ACTIVE for port object 3c862f6b-d741-4849-9595-c314e028f940 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:00.394051 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.400950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-f321d10b-3ce2-43b1-8fb5-609226475bf3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cac76df-8c29-4d52-ba44-dae8769798d1 HTTP/1.1" status: 200 len: 217 time: 0.3760974 Aug 06 16:00:00.471505 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.501850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be64a754-66d4-4a99-b5f7-5f4723a93a1f']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:00.532010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c4928-6f64-4c93-a760-e76880dac652 None None] Pushing event updated for resources: {'Port': ['ID=3c862f6b-d741-4849-9595-c314e028f940,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:00.538897 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc48c4b-0ed1-4a95-82c1-317fec956454') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:00.539198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc48c4b-0ed1-4a95-82c1-317fec956454') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:00.569831 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c4928-6f64-4c93-a760-e76880dac652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.570200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c4928-6f64-4c93-a760-e76880dac652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.570526 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c4928-6f64-4c93-a760-e76880dac652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.570857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c4928-6f64-4c93-a760-e76880dac652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.571188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c4928-6f64-4c93-a760-e76880dac652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.571517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c4928-6f64-4c93-a760-e76880dac652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.571843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c4928-6f64-4c93-a760-e76880dac652 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.572169 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c4928-6f64-4c93-a760-e76880dac652 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.572535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c4928-6f64-4c93-a760-e76880dac652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.572863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c4928-6f64-4c93-a760-e76880dac652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.576033 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c4928-6f64-4c93-a760-e76880dac652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.576396 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c4928-6f64-4c93-a760-e76880dac652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.584065 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.595188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d376c554-9928-42b2-9253-c03928726a23 req-a279e78a-58bf-49f4-a257-7cc144f95ade tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328136 Aug 06 16:00:00.597148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No active binding found for port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 {{(pid=105766) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 16:00:00.597591 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:00.644057 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.703095 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:00.703526 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:00.714014 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:00.782194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Attempting to bind port 3c862f6b-d741-4849-9595-c314e028f940 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:00.783069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Attempting to bind port 3c862f6b-d741-4849-9595-c314e028f940 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '482f06c3-6fe4-419d-ad04-a54522fe08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4d7aadd6-5c60-4293-8935-e2841ccf5ed1'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:00.783662 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Attempting to bind port 3c862f6b-d741-4849-9595-c314e028f940 on network 4d7aadd6-5c60-4293-8935-e2841ccf5ed1 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:00.784606 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dab08ed5-1295-4e62-ade4-fc5bea15fa5a req-195112e3-a6fb-4479-b4f1-5f416fe0237c tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/79963a54-62ef-40fa-92f0-89740c9500cd HTTP/1.1" status: 200 len: 1775 time: 0.7440364 Aug 06 16:00:00.798214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:00.799490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Checking segment: {'id': '482f06c3-6fe4-419d-ad04-a54522fe08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4d7aadd6-5c60-4293-8935-e2841ccf5ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:00.800314 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.800873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Bound using segment: {'id': '482f06c3-6fe4-419d-ad04-a54522fe08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4d7aadd6-5c60-4293-8935-e2841ccf5ed1'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:00.801520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Bound port: 3c862f6b-d741-4849-9595-c314e028f940, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482f06c3-6fe4-419d-ad04-a54522fe08bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '4d7aadd6-5c60-4293-8935-e2841ccf5ed1'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:00.802172 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.815904 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-179b6ef7-6120-4edf-a67f-b75ec06e82d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.940233 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] For port 3c862f6b-d741-4849-9595-c314e028f940, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:00.944551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] For port 3c862f6b-d741-4849-9595-c314e028f940, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3c862f6b-d741-4849-9595-c314e028f940,segment=NetworkSegment(482f06c3-6fe4-419d-ad04-a54522fe08bd),segment_id=482f06c3-6fe4-419d-ad04-a54522fe08bd)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:00.986229 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.998571 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.001997 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.013501 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] 10.222.0.37 "DELETE /v2.0/networks/be64a754-66d4-4a99-b5f7-5f4723a93a1f HTTP/1.1" status: 204 len: 168 time: 2.5309982 Aug 06 16:00:01.023458 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34500) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:01.039921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b6ef7-6120-4edf-a67f-b75ec06e82d3 None None] No DVR routers for this DVR port 5841872c-f0ee-41c8-8db3-04fc80e1fcf1 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:01.101715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b6ef7-6120-4edf-a67f-b75ec06e82d3 None None] Pushing event deleted for resources: {'Port': ['ID=5841872c-f0ee-41c8-8db3-04fc80e1fcf1,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:01.162983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-5fd48d83-2e02-4f6f-a3e2-9038dbe0f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:01.164794 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-5fd48d83-2e02-4f6f-a3e2-9038dbe0f770 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5bc4c7ac-6d15-4fde-899c-97f04be5a8db HTTP/1.1" status: 200 len: 850 time: 0.7490396 Aug 06 16:00:01.210345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873621a6-5c9a-46ae-be98-f8cbb9670564 req-a58750b0-6afb-473c-9892-b56bc9920d75 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:01.229829 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-873621a6-5c9a-46ae-be98-f8cbb9670564 req-a58750b0-6afb-473c-9892-b56bc9920d75 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 943 time: 0.4203048 Aug 06 16:00:01.254664 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Routers {'ea89e171-f33d-439c-907d-7f4ce5fff78b'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:01.256155 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T15:59:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ea89e171-f33d-439c-907d-7f4ce5fff78b'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:01.313094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20269ef-1ba9-4697-87e8-738edb0bd233 admin admin] Pushing event deleted for resources: {'Network': ['ID=be64a754-66d4-4a99-b5f7-5f4723a93a1f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:01.372278 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dab08ed5-1295-4e62-ade4-fc5bea15fa5a req-4b86447d-7216-4ec3-8cb1-33b8eba883a3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.418761 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dab08ed5-1295-4e62-ade4-fc5bea15fa5a req-4b86447d-7216-4ec3-8cb1-33b8eba883a3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.580895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-ce282817-89ee-4fcf-95b8-a86bf5f8142e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c34c076c-c1bd-4999-8d39-ceaa7495de79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3972785 Aug 06 16:00:01.621539 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-873621a6-5c9a-46ae-be98-f8cbb9670564 req-59ee7a6e-31a5-48f1-9517-0f0508eb9b15 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903334 Aug 06 16:00:01.623298 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dab08ed5-1295-4e62-ade4-fc5bea15fa5a req-4b86447d-7216-4ec3-8cb1-33b8eba883a3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.636840 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dab08ed5-1295-4e62-ade4-fc5bea15fa5a req-4b86447d-7216-4ec3-8cb1-33b8eba883a3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.639529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dab08ed5-1295-4e62-ade4-fc5bea15fa5a req-4b86447d-7216-4ec3-8cb1-33b8eba883a3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "DELETE /v2.0/security-groups/79963a54-62ef-40fa-92f0-89740c9500cd HTTP/1.1" status: 204 len: 173 time: 0.8272784 Aug 06 16:00:01.762378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d68ca5-04b7-44ca-bbe7-64209867d8e7 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:00:01.795919 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.830428 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Transition to ACTIVE for port object 51d68ca5-04b7-44ca-bbe7-64209867d8e7 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:01.841560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86447d-7216-4ec3-8cb1-33b8eba883a3 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79963a54-62ef-40fa-92f0-89740c9500cd,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:01.964250 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:02.188846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Pushing event updated for resources: {'Port': ['ID=51d68ca5-04b7-44ca-bbe7-64209867d8e7,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:02.238887 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-a60a3e68-5fc4-4feb-9f93-f7347c2cd157 req-04eb4a09-af41-44a7-8f2a-211b6ba05761 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] show failed (client error): The resource could not be found. Aug 06 16:00:02.249451 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a60a3e68-5fc4-4feb-9f93-f7347c2cd157 req-04eb4a09-af41-44a7-8f2a-211b6ba05761 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/0bcf3168-7a11-4e05-b8f3-63b44ead84e9 HTTP/1.1" status: 404 len: 352 time: 0.2092364 Aug 06 16:00:02.269192 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-c101f9f9-4264-4395-9277-fbfad1ba2405 service neutron] 10.222.0.78 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250284 Aug 06 16:00:02.288052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c4928-6f64-4c93-a760-e76880dac652 None None] Pushing event updated for resources: {'Port': ['ID=3c862f6b-d741-4849-9595-c314e028f940,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:02.309250 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bb142-fce8-4d68-a3ca-bb7d04a3bf75 req-b4bce99d-1635-4aca-9766-e55ef53cbbbe tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:02.392751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f08bb142-fce8-4d68-a3ca-bb7d04a3bf75 req-b4bce99d-1635-4aca-9766-e55ef53cbbbe tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 947 time: 0.5477219 Aug 06 16:00:02.503584 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-6a4fb4c1-c2e3-4767-a48a-83a6ab46cd9a req-3f9d1f37-2002-4d21-a3fe-dbd9183196d5 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] show failed (client error): The resource could not be found. Aug 06 16:00:02.512531 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a4fb4c1-c2e3-4767-a48a-83a6ab46cd9a req-3f9d1f37-2002-4d21-a3fe-dbd9183196d5 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/49393410-bc4d-4ade-bab7-04f7efb6b051 HTTP/1.1" status: 404 len: 352 time: 0.0562048 Aug 06 16:00:02.515658 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] Set router ea89e171-f33d-439c-907d-7f4ce5fff78b gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:00:02.571117 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-c287b52b-fb84-45da-873d-871016c1785e req-8ed981a9-6890-4999-9fa1-cf6c372b3e87 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] show failed (client error): The resource could not be found. Aug 06 16:00:02.580020 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c287b52b-fb84-45da-873d-871016c1785e req-8ed981a9-6890-4999-9fa1-cf6c372b3e87 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/4d70cf10-e65d-4537-bde1-5765df54b2d4 HTTP/1.1" status: 404 len: 352 time: 0.0323946 Aug 06 16:00:02.947123 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37017706-b1c3-4d8e-b386-5adf473a5eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:02.999917 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0500c-9147-4524-a829-99de53562e70 req-36ee718d-8ede-488d-871d-d7d7bf195f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:03.002164 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-07e0500c-9147-4524-a829-99de53562e70 req-36ee718d-8ede-488d-871d-d7d7bf195f6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 1097 time: 0.2027576 Aug 06 16:00:03.524222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219079955-router', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '61015bf9-5b12-4086-aa3c-9100139bb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:41Z', 'updated_at': '2021-08-06T15:59:50Z', 'revision_number': 4, 'project_id': '58ef1c94f3d943a496d9293a19e87b7b', 'gw_port': {'id': '61015bf9-5b12-4086-aa3c-9100139bb8a8', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:42Z', 'updated_at': '2021-08-06T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '3c862f6b-d741-4849-9595-c314e028f940', 'name': '', 'network_id': '4d7aadd6-5c60-4293-8935-e2841ccf5ed1', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'mac_address': 'fa:16:3e:96:f6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'c4968fe8-2b19-4162-9ea6-91f73acc9abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:49Z', 'updated_at': '2021-08-06T16:00:00Z', 'revision_number': 4, 'project_id': '58ef1c94f3d943a496d9293a19e87b7b', 'subnets': [{'id': 'c4968fe8-2b19-4162-9ea6-91f73acc9abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:03.636337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0500c-9147-4524-a829-99de53562e70 req-71c84830-9135-4da9-9f50-391e439e92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:03.638792 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-07e0500c-9147-4524-a829-99de53562e70 req-71c84830-9135-4da9-9f50-391e439e92b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.6142292 Aug 06 16:00:03.641465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76f0cbb-b6c7-432e-aafa-74e848088b6b None None] The sync data for ids ['ea89e171-f33d-439c-907d-7f4ce5fff78b'] in n-d-803756-1 is: [{'id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219079955-router', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '61015bf9-5b12-4086-aa3c-9100139bb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:41Z', 'updated_at': '2021-08-06T15:59:50Z', 'revision_number': 4, 'project_id': '58ef1c94f3d943a496d9293a19e87b7b', 'gw_port': {'id': '61015bf9-5b12-4086-aa3c-9100139bb8a8', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:42Z', 'updated_at': '2021-08-06T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '3c862f6b-d741-4849-9595-c314e028f940', 'name': '', 'network_id': '4d7aadd6-5c60-4293-8935-e2841ccf5ed1', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'mac_address': 'fa:16:3e:96:f6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': 'c4968fe8-2b19-4162-9ea6-91f73acc9abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:49Z', 'updated_at': '2021-08-06T16:00:00Z', 'revision_number': 4, 'project_id': '58ef1c94f3d943a496d9293a19e87b7b', 'subnets': [{'id': 'c4968fe8-2b19-4162-9ea6-91f73acc9abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:00:03.689364 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f08bb142-fce8-4d68-a3ca-bb7d04a3bf75 req-229a6e86-9b92-43d2-86b3-7ec5ced7e3ed tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2950571 Aug 06 16:00:03.720740 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-6d569023-9cf6-4bd4-ae6f-f3574f0e86f8 req-7e38bbb6-31c4-4cdd-be5e-653f72c51f61 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] show failed (client error): The resource could not be found. Aug 06 16:00:03.741852 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d569023-9cf6-4bd4-ae6f-f3574f0e86f8 req-7e38bbb6-31c4-4cdd-be5e-653f72c51f61 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/77fbda45-5bbd-4eec-b1d7-60e23183b310 HTTP/1.1" status: 404 len: 352 time: 0.1812949 Aug 06 16:00:03.840660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Attempting to bind port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:03.841366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Attempting to bind port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:03.841886 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Attempting to bind port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:03.852062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3c862f6b-d741-4849-9595-c314e028f940 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:03.875264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:00:03.875590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Attempting to bind port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:03.906218 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df0db099-838e-4f30-b03a-97310ce5ddc0 req-7caa9dbc-d923-4e0c-82a0-f936734a8ed8 service neutron] 10.222.0.78 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4289553 Aug 06 16:00:03.910667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:03.911037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:03.911467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:03.912045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Bound port: 51d68ca5-04b7-44ca-bbe7-64209867d8e7, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:03.913400 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:03.923393 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:00:04.149582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505bb9a-bd8b-4798-b898-44e99514cc11 req-699c775a-354c-4c12-993b-8f37944ed986 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:04.160163 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1505bb9a-bd8b-4798-b898-44e99514cc11 req-699c775a-354c-4c12-993b-8f37944ed986 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 943 time: 0.2575974 Aug 06 16:00:04.160414 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-382b141e-6cde-4333-bad9-712a42dff83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:04.191553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] For port 51d68ca5-04b7-44ca-bbe7-64209867d8e7, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:04.202074 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376168b-f7f1-471b-965f-485e2fc192e8 req-9fb4d4d7-99ce-4a9b-9ecc-0795e9debcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:04.204167 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 3c862f6b-d741-4849-9595-c314e028f940 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:04.204871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b376168b-f7f1-471b-965f-485e2fc192e8 req-9fb4d4d7-99ce-4a9b-9ecc-0795e9debcba service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 1094 time: 0.1938801 Aug 06 16:00:04.219804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3c862f6b-d741-4849-9595-c314e028f940 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:04.220208 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:04.221321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] For port 51d68ca5-04b7-44ca-bbe7-64209867d8e7, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:04.255302 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:04.427353 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-07e0500c-9147-4524-a829-99de53562e70 req-f0b09efb-2070-40ea-be2e-15c6c4bbd024 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66008572-9579-4b90-b59c-a817894ec420 HTTP/1.1" status: 200 len: 1000 time: 0.7789898 Aug 06 16:00:04.490510 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:04.551312 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-f51fb94e-5884-4db2-a2ae-d1aaaf3aed29 req-40be5c56-3dd8-4e1f-b0f3-d32b7c397288 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] show failed (client error): The resource could not be found. Aug 06 16:00:04.554293 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f51fb94e-5884-4db2-a2ae-d1aaaf3aed29 req-40be5c56-3dd8-4e1f-b0f3-d32b7c397288 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/7df6541a-c2a7-4924-baac-4d60b2cca6bf HTTP/1.1" status: 404 len: 352 time: 0.3473656 Aug 06 16:00:04.612560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 3c862f6b-d741-4849-9595-c314e028f940, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3c862f6b-d741-4849-9595-c314e028f940,segment=NetworkSegment(482f06c3-6fe4-419d-ad04-a54522fe08bd),segment_id=482f06c3-6fe4-419d-ad04-a54522fe08bd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:04.627244 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:04.655462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0500c-9147-4524-a829-99de53562e70 req-11aea179-cc86-4a6e-ab15-db8c039538a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:04.663837 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-07e0500c-9147-4524-a829-99de53562e70 req-11aea179-cc86-4a6e-ab15-db8c039538a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.2248204 Aug 06 16:00:04.719289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-37017706-b1c3-4d8e-b386-5adf473a5eb9 admin admin] Deleting port b337e533-899a-4d40-bbaa-6334fb3a33b9 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:04.719701 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37017706-b1c3-4d8e-b386-5adf473a5eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:04.739720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:04.740531 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:04.742174 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] 10.222.0.13 "PUT /v2.0/ports/51d68ca5-04b7-44ca-bbe7-64209867d8e7 HTTP/1.1" status: 200 len: 1095 time: 5.4698384 Aug 06 16:00:04.742898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792e80a5-62cf-4c18-8367-9c9e686815c9', 'tag': '51d68ca5-04b7-44ca-bbe7-64209867d8e7'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:00:04.779466 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd7bc03-cae5-4b6b-8a4d-ae89578a7dab" -d '{"events": [{"name": "network-changed", "server_uuid": "792e80a5-62cf-4c18-8367-9c9e686815c9", "tag": "51d68ca5-04b7-44ca-bbe7-64209867d8e7"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:00:04.895342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=3c862f6b-d741-4849-9595-c314e028f940,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:05.086305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-37017706-b1c3-4d8e-b386-5adf473a5eb9 admin admin] For port b337e533-899a-4d40-bbaa-6334fb3a33b9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b337e533-899a-4d40-bbaa-6334fb3a33b9,segment=NetworkSegment(6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a),segment_id=6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:05.145579 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d62cdb-752e-4b45-b18a-4d224397fc0b service neutron] Pushing event updated for resources: {'Port': ['ID=51d68ca5-04b7-44ca-bbe7-64209867d8e7,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:05.164774 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37017706-b1c3-4d8e-b386-5adf473a5eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:05.172765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1505bb9a-bd8b-4798-b898-44e99514cc11 req-2fba2ea0-3f92-4f21-8d2f-0fc48de459e2 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0115385 Aug 06 16:00:05.174632 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-8f2e1066-9847-4292-99ff-5a63601d8abd req-6a4d10fe-2cac-42d0-8716-2c3b60b834e0 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] show failed (client error): The resource could not be found. Aug 06 16:00:05.177119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f2e1066-9847-4292-99ff-5a63601d8abd req-6a4d10fe-2cac-42d0-8716-2c3b60b834e0 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/8f4ac6b2-2354-41c3-a39a-4a8ededccb77 HTTP/1.1" status: 404 len: 352 time: 0.4708698 Aug 06 16:00:05.185231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376168b-f7f1-471b-965f-485e2fc192e8 req-4c37842f-e919-4abd-9bf6-07c4595abc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:05.192277 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b376168b-f7f1-471b-965f-485e2fc192e8 req-4c37842f-e919-4abd-9bf6-07c4595abc3d service neutron] 10.222.0.78 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 911 time: 0.9667332 Aug 06 16:00:05.238377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-37017706-b1c3-4d8e-b386-5adf473a5eb9 admin admin] Calling delete_port for b337e533-899a-4d40-bbaa-6334fb3a33b9 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:05.354307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b376168b-f7f1-471b-965f-485e2fc192e8 req-73e94914-8c07-4c3a-bf7f-ddb67d49751e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cac76df-8c29-4d52-ba44-dae8769798d1 HTTP/1.1" status: 200 len: 217 time: 0.1512022 Aug 06 16:00:05.546438 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376168b-f7f1-471b-965f-485e2fc192e8 req-9cfed3c6-2584-4c17-b377-785e1b966ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:05.548708 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b376168b-f7f1-471b-965f-485e2fc192e8 req-9cfed3c6-2584-4c17-b377-785e1b966ea9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5bc4c7ac-6d15-4fde-899c-97f04be5a8db HTTP/1.1" status: 200 len: 850 time: 0.1780157 Aug 06 16:00:05.580323 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3c862f6b-d741-4849-9595-c314e028f940 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:05.667133 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9ce0a4-9d85-4015-af10-c8edf659f699 x-openstack-request-id: req-0b9ce0a4-9d85-4015-af10-c8edf659f699 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:00:05.670501 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792e80a5-62cf-4c18-8367-9c9e686815c9", "tag": "51d68ca5-04b7-44ca-bbe7-64209867d8e7", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:00:05.670939 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b9ce0a4-9d85-4015-af10-c8edf659f699 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:00:05.672324 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792e80a5-62cf-4c18-8367-9c9e686815c9', 'tag': '51d68ca5-04b7-44ca-bbe7-64209867d8e7', 'status': 'completed', 'code': 200} Aug 06 16:00:05.770319 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b376168b-f7f1-471b-965f-485e2fc192e8 req-9a99a996-55fa-4089-9854-2f1a1721c458 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c34c076c-c1bd-4999-8d39-ceaa7495de79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789237 Aug 06 16:00:05.778519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-2ffcadf3-841c-4ed4-84f3-fba9d7e6bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:05.780481 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-2ffcadf3-841c-4ed4-84f3-fba9d7e6bee2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 1098 time: 0.8228781 Aug 06 16:00:05.839673 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3c862f6b-d741-4849-9595-c314e028f940 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:05.846522 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.041793 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0500c-9147-4524-a829-99de53562e70 req-1ec01d6b-a638-4123-b6f7-d03a3c74f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:06.043187 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-07e0500c-9147-4524-a829-99de53562e70 req-1ec01d6b-a638-4123-b6f7-d03a3c74f65c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3783829 Aug 06 16:00:06.263546 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-01ed6a72-243c-4645-87bd-5b032e0db706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.368320 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c0248-2066-4e6d-97a6-3c3c11a66b31 req-5869ed2c-1700-4b28-8f0d-396fc9a6a2c4 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:06.374315 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-056c0248-2066-4e6d-97a6-3c3c11a66b31 req-5869ed2c-1700-4b28-8f0d-396fc9a6a2c4 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 947 time: 0.8192272 Aug 06 16:00:06.441247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 4cac76df-8c29-4d52-ba44-dae8769798d1 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:00:06.594164 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-fa49f720-e5b0-47ef-a21c-1b56bd0f9cd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7 HTTP/1.1" status: 200 len: 217 time: 0.6501257 Aug 06 16:00:06.686869 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 4cac76df-8c29-4d52-ba44-dae8769798d1, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4cac76df-8c29-4d52-ba44-dae8769798d1,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:06.723141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '4cac76df-8c29-4d52-ba44-dae8769798d1', 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79', 'port_id': '4cac76df-8c29-4d52-ba44-dae8769798d1', 'mac_address': 'fa:16:3e:31:0d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc4c7ac-6d15-4fde-899c-97f04be5a8db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:00:06.845666 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.878420 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.902001 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cac76df-8c29-4d52-ba44-dae8769798d1 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:00:06.902669 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b376168b-f7f1-471b-965f-485e2fc192e8 req-054fbdde-4b53-42f7-9433-6ded6d168507 service neutron] 10.222.0.78 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1159866 Aug 06 16:00:06.938689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 4cac76df-8c29-4d52-ba44-dae8769798d1, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4cac76df-8c29-4d52-ba44-dae8769798d1,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:06.968639 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:07.072620 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=4cac76df-8c29-4d52-ba44-dae8769798d1,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:07.182840 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3175ac7-7a30-401e-bc5e-00700b738c0b req-4bdd4b9b-8c94-41ad-8b4c-1f983a9073d9 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:07.193845 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e3175ac7-7a30-401e-bc5e-00700b738c0b req-4bdd4b9b-8c94-41ad-8b4c-1f983a9073d9 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 1023 time: 0.8156698 Aug 06 16:00:07.215217 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:07.260856 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-07e0500c-9147-4524-a829-99de53562e70 req-470c1f3f-88ca-483c-82b7-52789736629f service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1842327 Aug 06 16:00:07.298753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-4cefd04a-85cc-47dd-bf84-096abfcee566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:07.300408 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-4cefd04a-85cc-47dd-bf84-096abfcee566 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.5833700 Aug 06 16:00:07.314919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-056c0248-2066-4e6d-97a6-3c3c11a66b31 req-7dd43954-2c7b-4004-886c-c4dda9502441 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7133813 Aug 06 16:00:07.323134 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37017706-b1c3-4d8e-b386-5adf473a5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:07.328621 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['4cac76df-8c29-4d52-ba44-dae8769798d1'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:00:07.391572 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e3175ac7-7a30-401e-bc5e-00700b738c0b req-609526ea-25e5-4fef-985a-f771c846bf4c tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab1f3e9d-462c-4a63-88a7-e4e95934f498&id=1027af6d-864a-47e4-841c-31d5bc1abc23&id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1968355 Aug 06 16:00:07.460111 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b376168b-f7f1-471b-965f-485e2fc192e8 req-64ad5655-c857-40b6-8e3c-aefe503da606 service neutron] 10.222.0.78 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982209 Aug 06 16:00:07.474955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-0e1f5bfb-0f91-48a8-8376-e3da2a236cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:07.489436 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-0e1f5bfb-0f91-48a8-8376-e3da2a236cf7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1655667 Aug 06 16:00:07.701214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6162f70-8cc2-47d5-a655-b6a740ba3dbc req-52f5753b-27a2-40c2-b00a-f03eb382e3d8 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:07.703095 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6162f70-8cc2-47d5-a655-b6a740ba3dbc req-52f5753b-27a2-40c2-b00a-f03eb382e3d8 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 944 time: 0.2502093 Aug 06 16:00:07.788557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6162f70-8cc2-47d5-a655-b6a740ba3dbc req-1436cd8a-9004-43c9-91ea-30921f04c0ad tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753956 Aug 06 16:00:07.851839 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37017706-b1c3-4d8e-b386-5adf473a5eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b337e533-899a-4d40-bbaa-6334fb3a33b9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:07.887057 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-d56b53df-3169-4456-a18b-953991fc679d service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671286 Aug 06 16:00:08.050318 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-07e0500c-9147-4524-a829-99de53562e70 req-c9a4ee9d-6176-45d4-984e-49c2ef802934 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7713993 Aug 06 16:00:08.159524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e341159-8a38-4146-811f-7b451f3ddd88 req-7ef27d21-685a-4f4a-a2f2-6acf83ba2d4f tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:08.172222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e341159-8a38-4146-811f-7b451f3ddd88 req-7ef27d21-685a-4f4a-a2f2-6acf83ba2d4f tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.78 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 1023 time: 0.1445544 Aug 06 16:00:08.192241 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e740a5-564e-4d94-b59c-67c345ee56c4 req-c3a99b4b-0f51-44bc-aae0-68b50330c06e service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895980 Aug 06 16:00:08.193511 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37017706-b1c3-4d8e-b386-5adf473a5eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.445465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 4cac76df-8c29-4d52-ba44-dae8769798d1 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:08.560281 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 4cac76df-8c29-4d52-ba44-dae8769798d1 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:08.567895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 4cac76df-8c29-4d52-ba44-dae8769798d1 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:08.567895 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.626984 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37017706-b1c3-4d8e-b386-5adf473a5eb9 admin admin] Router 7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:00:08.678110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abc3aa-46ea-40d6-b38a-956ab19190d3 req-46015db7-5af1-482d-a1a0-22451336fe69 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:08.686967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3abc3aa-46ea-40d6-b38a-956ab19190d3 req-46015db7-5af1-482d-a1a0-22451336fe69 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 947 time: 0.2457111 Aug 06 16:00:08.696489 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7bc03-cae5-4b6b-8a4d-ae89578a7dab req-b8c93d07-3740-474d-aab2-16e77b5def56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:08.700790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bbd7bc03-cae5-4b6b-8a4d-ae89578a7dab req-b8c93d07-3740-474d-aab2-16e77b5def56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 1098 time: 0.4023168 Aug 06 16:00:08.760139 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.780207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9e341159-8a38-4146-811f-7b451f3ddd88 req-711ee7f9-c698-4cb9-930f-b3d65b7bcaf5 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Deleting port 48aa4426-f3c8-44cf-9f2c-845477457c06 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:08.782140 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e341159-8a38-4146-811f-7b451f3ddd88 req-711ee7f9-c698-4cb9-930f-b3d65b7bcaf5 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.861525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 4cac76df-8c29-4d52-ba44-dae8769798d1, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4cac76df-8c29-4d52-ba44-dae8769798d1,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:08.864862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d66b225-597b-4cbc-8a9e-8bfb73c0919b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cac76df-8c29-4d52-ba44-dae8769798d1'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:00:08.874469 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a263cb3-9546-4e26-86cb-a4014bba2267" -d '{"events": [{"server_uuid": "4d66b225-597b-4cbc-8a9e-8bfb73c0919b", "name": "network-vif-plugged", "status": "completed", "tag": "4cac76df-8c29-4d52-ba44-dae8769798d1"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:00:08.878840 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.922007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37017706-b1c3-4d8e-b386-5adf473a5eb9 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:00:08.935225 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361f4746-aac2-41d9-8247-3fb38e7dac81 None None] Sync routers for ids ['7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:00:08.940276 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-37017706-b1c3-4d8e-b386-5adf473a5eb9 admin admin] 10.222.0.37 "PUT /v2.0/routers/7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9152255 Aug 06 16:00:08.941141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34662) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:08.954906 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361f4746-aac2-41d9-8247-3fb38e7dac81 None None] Routers {'7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:08.957212 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-361f4746-aac2-41d9-8247-3fb38e7dac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:00:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:08.997769 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.035844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=4cac76df-8c29-4d52-ba44-dae8769798d1,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:09.121837 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9989df7-4e66-4287-9ce1-120df6258917 admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.240539 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-9e341159-8a38-4146-811f-7b451f3ddd88 req-711ee7f9-c698-4cb9-930f-b3d65b7bcaf5 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] For port 48aa4426-f3c8-44cf-9f2c-845477457c06, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=48aa4426-f3c8-44cf-9f2c-845477457c06,segment=NetworkSegment(34f5447d-a34d-4dfb-8786-aeaf0df74696),segment_id=34f5447d-a34d-4dfb-8786-aeaf0df74696)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:09.241160 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e341159-8a38-4146-811f-7b451f3ddd88 req-711ee7f9-c698-4cb9-930f-b3d65b7bcaf5 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.259142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9e341159-8a38-4146-811f-7b451f3ddd88 req-711ee7f9-c698-4cb9-930f-b3d65b7bcaf5 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Calling delete_port for 48aa4426-f3c8-44cf-9f2c-845477457c06 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:09.390530 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9989df7-4e66-4287-9ce1-120df6258917 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.488799 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7bc03-cae5-4b6b-8a4d-ae89578a7dab req-5b1d2b73-47f1-4aa7-8ac2-5f741390a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:09.492949 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bbd7bc03-cae5-4b6b-8a4d-ae89578a7dab req-5b1d2b73-47f1-4aa7-8ac2-5f741390a0b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.7657547 Aug 06 16:00:09.508915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c9989df7-4e66-4287-9ce1-120df6258917 admin admin] Deleting port e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:09.510098 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9989df7-4e66-4287-9ce1-120df6258917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.524926 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-361f4746-aac2-41d9-8247-3fb38e7dac81 None None] Set router 7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:00:09.538241 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3abc3aa-46ea-40d6-b38a-956ab19190d3 req-37b98501-3dda-4223-a27c-f0dab3b607b8 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8499105 Aug 06 16:00:09.600802 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b77f81-e621-4546-b1fc-6b2e64f5bd5c req-43076b6d-3e21-466a-9d2d-c7935d47e289 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:09.609474 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41b77f81-e621-4546-b1fc-6b2e64f5bd5c req-43076b6d-3e21-466a-9d2d-c7935d47e289 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/ports?device_id=2248f315-1505-4811-ad2f-c369995c09e3 HTTP/1.1" status: 200 len: 1023 time: 1.0576000 Aug 06 16:00:09.620758 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e341159-8a38-4146-811f-7b451f3ddd88 req-711ee7f9-c698-4cb9-930f-b3d65b7bcaf5 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.633338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['48aa4426-f3c8-44cf-9f2c-845477457c06'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:00:09.642228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bbd7bc03-cae5-4b6b-8a4d-ae89578a7dab req-78466a4b-8a5e-4a59-99b2-b73e9f0d33e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7 HTTP/1.1" status: 200 len: 217 time: 0.0984426 Aug 06 16:00:09.739453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ee7f9-c698-4cb9-930f-b3d65b7bcaf5 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event deleted for resources: {'Port': ['ID=48aa4426-f3c8-44cf-9f2c-845477457c06,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:09.750901 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7bc03-cae5-4b6b-8a4d-ae89578a7dab req-6093ca92-7761-46e3-ac67-3bf2ba34af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:09.752613 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bbd7bc03-cae5-4b6b-8a4d-ae89578a7dab req-6093ca92-7761-46e3-ac67-3bf2ba34af86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0672865 Aug 06 16:00:09.788040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-c9989df7-4e66-4287-9ce1-120df6258917 admin admin] For port e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:09.788673 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9989df7-4e66-4287-9ce1-120df6258917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.825266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e341159-8a38-4146-811f-7b451f3ddd88 req-711ee7f9-c698-4cb9-930f-b3d65b7bcaf5 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] No DVR routers for this DVR port 48aa4426-f3c8-44cf-9f2c-845477457c06 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:09.828267 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9e341159-8a38-4146-811f-7b451f3ddd88 req-711ee7f9-c698-4cb9-930f-b3d65b7bcaf5 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.831837 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e341159-8a38-4146-811f-7b451f3ddd88 req-711ee7f9-c698-4cb9-930f-b3d65b7bcaf5 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.78 "DELETE /v2.0/ports/48aa4426-f3c8-44cf-9f2c-845477457c06 HTTP/1.1" status: 204 len: 173 time: 1.6327372 Aug 06 16:00:09.851616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c9989df7-4e66-4287-9ce1-120df6258917 admin admin] Calling delete_port for e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:09.883977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2248f315-1505-4811-ad2f-c369995c09e3', 'name': 'network-vif-deleted', 'tag': '48aa4426-f3c8-44cf-9f2c-845477457c06'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:00:09.888757 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f36b9b-1bb0-4daa-89d4-cc044c3dc17c" -d '{"events": [{"server_uuid": "2248f315-1505-4811-ad2f-c369995c09e3", "name": "network-vif-deleted", "tag": "48aa4426-f3c8-44cf-9f2c-845477457c06"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:00:09.947904 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41b77f81-e621-4546-b1fc-6b2e64f5bd5c req-104faccd-b09d-4db1-891d-4e8083438ae9 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab1f3e9d-462c-4a63-88a7-e4e95934f498&id=1027af6d-864a-47e4-841c-31d5bc1abc23&id=60d3d7d1-00cc-4829-b613-807b646d1651&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3344848 Aug 06 16:00:10.019919 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-361f4746-aac2-41d9-8247-3fb38e7dac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24126346-router', 'tenant_id': 'ea84e61f597447b88a501e67b85c2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:08Z', 'updated_at': '2021-08-06T16:00:07Z', 'revision_number': 5, 'project_id': 'ea84e61f597447b88a501e67b85c2526', 'gw_port': {'id': 'e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:26:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:10Z', 'updated_at': '2021-08-06T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:10.090254 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361f4746-aac2-41d9-8247-3fb38e7dac81 None None] Checking router: 7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:00:10.106863 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7bc03-cae5-4b6b-8a4d-ae89578a7dab req-a27cb79d-73fd-467a-b22c-936ef2081a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:10.113396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bbd7bc03-cae5-4b6b-8a4d-ae89578a7dab req-a27cb79d-73fd-467a-b22c-936ef2081a1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3193903 Aug 06 16:00:10.116229 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3b66b9-6a8e-48b2-8e0e-3bde15445c02 x-openstack-request-id: req-7e3b66b9-6a8e-48b2-8e0e-3bde15445c02 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:00:10.116858 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d66b225-597b-4cbc-8a9e-8bfb73c0919b", "name": "network-vif-plugged", "status": "completed", "tag": "4cac76df-8c29-4d52-ba44-dae8769798d1", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:00:10.117497 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e3b66b9-6a8e-48b2-8e0e-3bde15445c02 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:00:10.118133 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d66b225-597b-4cbc-8a9e-8bfb73c0919b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cac76df-8c29-4d52-ba44-dae8769798d1', 'code': 200} Aug 06 16:00:10.140040 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361f4746-aac2-41d9-8247-3fb38e7dac81 None None] Routers {'7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:10.140693 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-361f4746-aac2-41d9-8247-3fb38e7dac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:00:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:10.152617 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98c9cb-a39f-4684-84d6-c8c3e09e0136 req-bb3c6328-b618-47ae-ad1d-b465af72a860 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:10.163299 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df98c9cb-a39f-4684-84d6-c8c3e09e0136 req-bb3c6328-b618-47ae-ad1d-b465af72a860 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.2222989 Aug 06 16:00:10.342665 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9989df7-4e66-4287-9ce1-120df6258917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:10.378946 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b77abe4-1a33-4ed4-918e-f1ddec44f8ef x-openstack-request-id: req-2b77abe4-1a33-4ed4-918e-f1ddec44f8ef {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:00:10.379551 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2248f315-1505-4811-ad2f-c369995c09e3", "name": "network-vif-deleted", "tag": "48aa4426-f3c8-44cf-9f2c-845477457c06", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:00:10.380242 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b77abe4-1a33-4ed4-918e-f1ddec44f8ef {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:00:10.382674 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2248f315-1505-4811-ad2f-c369995c09e3', 'name': 'network-vif-deleted', 'tag': '48aa4426-f3c8-44cf-9f2c-845477457c06', 'status': 'completed', 'code': 200} Aug 06 16:00:10.399713 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-361f4746-aac2-41d9-8247-3fb38e7dac81 None None] Set router 7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:00:10.451090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9989df7-4e66-4287-9ce1-120df6258917 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:10.476936 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df98c9cb-a39f-4684-84d6-c8c3e09e0136 req-a39150f7-2752-4977-a68c-6e8496fccb0e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123546 Aug 06 16:00:10.506060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bbd7bc03-cae5-4b6b-8a4d-ae89578a7dab req-993c06d6-9d69-40dd-9bcb-8e6dd4ac146a service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832798 Aug 06 16:00:10.513861 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60263de0-676d-4aec-a65c-847df6908504 req-a58b6ee7-1af0-4966-9b98-9d35e697e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:10.515513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60263de0-676d-4aec-a65c-847df6908504 req-a58b6ee7-1af0-4966-9b98-9d35e697e8ef service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 1096 time: 0.3079793 Aug 06 16:00:10.617051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60263de0-676d-4aec-a65c-847df6908504 req-2976ed17-945e-43b1-8007-d9b7a81f5f20 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867088 Aug 06 16:00:10.621489 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-361f4746-aac2-41d9-8247-3fb38e7dac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24126346-router', 'tenant_id': 'ea84e61f597447b88a501e67b85c2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:08Z', 'updated_at': '2021-08-06T16:00:09Z', 'revision_number': 6, 'project_id': 'ea84e61f597447b88a501e67b85c2526', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:10.720986 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9989df7-4e66-4287-9ce1-120df6258917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:10.727070 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361f4746-aac2-41d9-8247-3fb38e7dac81 None None] The sync data for ids ['7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421'] in n-d-803756-1 is: [{'id': '7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-24126346-router', 'tenant_id': 'ea84e61f597447b88a501e67b85c2526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:08Z', 'updated_at': '2021-08-06T16:00:09Z', 'revision_number': 6, 'project_id': 'ea84e61f597447b88a501e67b85c2526', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:00:10.927648 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90649249-5b3e-4728-bb29-34b310dd335c req-2067e543-92dc-49cf-856a-d7ac629be021 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:10.930129 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90649249-5b3e-4728-bb29-34b310dd335c req-2067e543-92dc-49cf-856a-d7ac629be021 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 947 time: 0.1708350 Aug 06 16:00:10.951775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9989df7-4e66-4287-9ce1-120df6258917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:10.965857 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9989df7-4e66-4287-9ce1-120df6258917 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:11.023672 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bbd7bc03-cae5-4b6b-8a4d-ae89578a7dab req-f7760d63-f6dd-425e-b414-a957193be1ee service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071595 Aug 06 16:00:11.088808 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9989df7-4e66-4287-9ce1-120df6258917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:11.088955 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9989df7-4e66-4287-9ce1-120df6258917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:00:11.096554 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9989df7-4e66-4287-9ce1-120df6258917 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:11.096554 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c9989df7-4e66-4287-9ce1-120df6258917 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7a5c6f09-cc4e-442d-a87c-1c8b9cc1c421 HTTP/1.1" status: 204 len: 168 time: 2.1515110 Aug 06 16:00:11.106514 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90649249-5b3e-4728-bb29-34b310dd335c req-b5d7f0c6-97d0-4156-bb52-1ca8fd645243 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696782 Aug 06 16:00:11.109226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34706) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:11.236827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60b88a20-c7a7-47e7-9765-7e3aa10928cc req-db201547-56f7-40aa-bf8e-aa446249d886 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/ab1f3e9d-462c-4a63-88a7-e4e95934f498 HTTP/1.1" status: 200 len: 1800 time: 0.1126475 Aug 06 16:00:11.249355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-653bed47-f1cd-4c0a-a40d-d059b20e469e admin admin] Deleting subnet 13b260dd-e369-4e6b-a48e-b147ade76028 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:00:11.253334 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-653bed47-f1cd-4c0a-a40d-d059b20e469e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:11.329726 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-653bed47-f1cd-4c0a-a40d-d059b20e469e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:11.493283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 51d68ca5-04b7-44ca-bbe7-64209867d8e7 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:00:11.657329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 51d68ca5-04b7-44ca-bbe7-64209867d8e7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:11.675501 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '51d68ca5-04b7-44ca-bbe7-64209867d8e7', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '51d68ca5-04b7-44ca-bbe7-64209867d8e7', 'mac_address': 'fa:16:3e:7f:ba:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:00:11.752107 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:11.775860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d68ca5-04b7-44ca-bbe7-64209867d8e7 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:00:11.781724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b337e533-899a-4d40-bbaa-6334fb3a33b9 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:11.823028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: b337e533-899a-4d40-bbaa-6334fb3a33b9 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:00:11.823663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b337e533-899a-4d40-bbaa-6334fb3a33b9 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:11.837982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 51d68ca5-04b7-44ca-bbe7-64209867d8e7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:11.846844 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:11.895986 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-653bed47-f1cd-4c0a-a40d-d059b20e469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:11.958930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=51d68ca5-04b7-44ca-bbe7-64209867d8e7,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:11.976397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6bb00-ca90-4094-bd34-3e4abab8867c req-9e7e1562-36d1-4945-a8da-9b9b23e383ca tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:11.983615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37f6bb00-ca90-4094-bd34-3e4abab8867c req-9e7e1562-36d1-4945-a8da-9b9b23e383ca tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.3663008 Aug 06 16:00:11.990595 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-60b88a20-c7a7-47e7-9765-7e3aa10928cc req-d95077a7-ef15-4302-aa59-74e087f88b26 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:12.039337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-60b88a20-c7a7-47e7-9765-7e3aa10928cc req-d95077a7-ef15-4302-aa59-74e087f88b26 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:12.080870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['51d68ca5-04b7-44ca-bbe7-64209867d8e7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:00:12.295796 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37f6bb00-ca90-4094-bd34-3e4abab8867c req-54775eea-63f4-497d-bca3-28e96e3d3e6e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480795 Aug 06 16:00:12.390976 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-653bed47-f1cd-4c0a-a40d-d059b20e469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:12.390976 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-60b88a20-c7a7-47e7-9765-7e3aa10928cc req-d95077a7-ef15-4302-aa59-74e087f88b26 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:12.390976 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-60b88a20-c7a7-47e7-9765-7e3aa10928cc req-d95077a7-ef15-4302-aa59-74e087f88b26 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:12.390976 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60b88a20-c7a7-47e7-9765-7e3aa10928cc req-d95077a7-ef15-4302-aa59-74e087f88b26 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "DELETE /v2.0/security-groups/ab1f3e9d-462c-4a63-88a7-e4e95934f498 HTTP/1.1" status: 204 len: 173 time: 1.0952303 Aug 06 16:00:12.449131 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bed47-f1cd-4c0a-a40d-d059b20e469e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b260dd-e369-4e6b-a48e-b147ade76028,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:12.454320 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 48aa4426-f3c8-44cf-9f2c-845477457c06 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:12.492997 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-653bed47-f1cd-4c0a-a40d-d059b20e469e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:12.495418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-653bed47-f1cd-4c0a-a40d-d059b20e469e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/13b260dd-e369-4e6b-a48e-b147ade76028 HTTP/1.1" status: 204 len: 168 time: 1.3838868 Aug 06 16:00:12.497868 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95077a7-ef15-4302-aa59-74e087f88b26 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1f3e9d-462c-4a63-88a7-e4e95934f498,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:12.498096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34736) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:12.535485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 48aa4426-f3c8-44cf-9f2c-845477457c06 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:00:12.537015 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 48aa4426-f3c8-44cf-9f2c-845477457c06 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:12.541299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88629b0e-b1b2-498e-b494-73d3992d5c0f None None] Network 14885431-54b6-4367-8cf5-68eecaa386f5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:12.650873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f828c-d150-45da-8cb5-3c3332028206 req-9b0c496e-80b8-4da9-b87d-5c6d0ecfa05c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:12.661996 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e66f828c-d150-45da-8cb5-3c3332028206 req-9b0c496e-80b8-4da9-b87d-5c6d0ecfa05c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 948 time: 0.1653211 Aug 06 16:00:12.685560 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:12.805752 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e66f828c-d150-45da-8cb5-3c3332028206 req-d54661e6-3e14-468a-88d4-8ec1b79425f6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424723 Aug 06 16:00:12.811899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] Deleting port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:12.812237 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:12.828128 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d354e257-d726-40f8-b76e-2cc3ac3906a9 req-dbb6be2d-3aad-4000-a4ee-2f1f1a0e73f7 tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "GET /v2.0/security-groups/1027af6d-864a-47e4-841c-31d5bc1abc23 HTTP/1.1" status: 200 len: 1800 time: 0.3185170 Aug 06 16:00:12.996447 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] For port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=eb12ceb1-e653-46f2-8cb7-eb56cb86fb45,segment=NetworkSegment(6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a),segment_id=6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:12.996858 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.018655 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d354e257-d726-40f8-b76e-2cc3ac3906a9 req-4ba9fa07-2f58-4a0c-a31b-1c45fa2d855e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.029816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] Calling delete_port for eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:13.104297 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d354e257-d726-40f8-b76e-2cc3ac3906a9 req-4ba9fa07-2f58-4a0c-a31b-1c45fa2d855e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.142651 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bd129b-522a-4ac6-b3a1-1187f85ca5b9 None None] DHCP port deletion for 14885431-54b6-4367-8cf5-68eecaa386f5 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:00:13.191207 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d354e257-d726-40f8-b76e-2cc3ac3906a9 req-4ba9fa07-2f58-4a0c-a31b-1c45fa2d855e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.193865 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d354e257-d726-40f8-b76e-2cc3ac3906a9 req-4ba9fa07-2f58-4a0c-a31b-1c45fa2d855e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.208128 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d354e257-d726-40f8-b76e-2cc3ac3906a9 req-4ba9fa07-2f58-4a0c-a31b-1c45fa2d855e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] 10.222.0.37 "DELETE /v2.0/security-groups/1027af6d-864a-47e4-841c-31d5bc1abc23 HTTP/1.1" status: 204 len: 173 time: 0.3648934 Aug 06 16:00:13.208666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34744) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:13.256507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9fa07-2f58-4a0c-a31b-1c45fa2d855e tempest-SecurityGroupsTestJSON-229369351 tempest-SecurityGroupsTestJSON-229369351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1027af6d-864a-47e4-841c-31d5bc1abc23,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:13.259689 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.362171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-56bd129b-522a-4ac6-b3a1-1187f85ca5b9 None None] Deleting port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:13.362478 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56bd129b-522a-4ac6-b3a1-1187f85ca5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.366652 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb12ceb1-e653-46f2-8cb7-eb56cb86fb45,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:13.390283 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] No DVR routers for this DVR port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:13.397800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6aa7eb0-d794-46b6-997f-0e9c6b89c5b0 admin admin] Deleting subnet 83d1da4b-fa18-428a-a086-604f4ecba825 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:00:13.406282 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7eb0-d794-46b6-997f-0e9c6b89c5b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.518443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:13.520716 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 51d68ca5-04b7-44ca-bbe7-64209867d8e7 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:13.561500 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7eb0-d794-46b6-997f-0e9c6b89c5b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.624182 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.628619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-56bd129b-522a-4ac6-b3a1-1187f85ca5b9 None None] For port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45, host n-d-803756-1, got binding levels [] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:13.629604 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56bd129b-522a-4ac6-b3a1-1187f85ca5b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.644887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-56bd129b-522a-4ac6-b3a1-1187f85ca5b9 None None] Calling delete_port for eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:13.648802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.ipam_backend_mixin [None req-56bd129b-522a-4ac6-b3a1-1187f85ca5b9 None None] Port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 was not found and therefore no delete operation was performed {{(pid=105766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:00:13.651701 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56bd129b-522a-4ac6-b3a1-1187f85ca5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.652382 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14885431-54b6-4367-8cf5-68eecaa386f5']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:13.667314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e34444-d67b-4c25-b825-da053cf99276 req-c367f781-4f3a-4e70-82b1-b494fd35c674 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:13.671540 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8e34444-d67b-4c25-b825-da053cf99276 req-c367f781-4f3a-4e70-82b1-b494fd35c674 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.2261388 Aug 06 16:00:13.672668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:13.673162 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0ca77e-d64c-4b28-b2cf-dc81b2329a9a') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:13.690158 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.708071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:00:13.708695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:13.709287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:13.733113 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.739505 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:13.739893 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:13.742234 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:13.768244 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bd129b-522a-4ac6-b3a1-1187f85ca5b9 None None] No DVR routers for this DVR port eb12ceb1-e653-46f2-8cb7-eb56cb86fb45 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:13.770071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd129b-522a-4ac6-b3a1-1187f85ca5b9 None None] Pushing event deleted for resources: {'Port': ['ID=eb12ceb1-e653-46f2-8cb7-eb56cb86fb45,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:13.778317 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:00:13.779334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e8092a2b-cb81-4f6a-b5d4-f86e0cd266cd not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:13.805125 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:13.810867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:13.811486 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.815151 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7eb0-d794-46b6-997f-0e9c6b89c5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.885805 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8e34444-d67b-4c25-b825-da053cf99276 req-05be2f5d-63f7-423f-99f0-bb1f445f0b65 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986353 Aug 06 16:00:13.919065 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.925771 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.930816 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/14885431-54b6-4367-8cf5-68eecaa386f5 HTTP/1.1" status: 204 len: 168 time: 1.4272635 Aug 06 16:00:13.975330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6449d-bd2b-4221-9b6e-cb84885892a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=14885431-54b6-4367-8cf5-68eecaa386f5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:14.007837 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.095314 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792e80a5-62cf-4c18-8367-9c9e686815c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d68ca5-04b7-44ca-bbe7-64209867d8e7'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:00:14.098066 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55dcf27-6ac1-4ac6-9520-71c73afae73b" -d '{"events": [{"server_uuid": "792e80a5-62cf-4c18-8367-9c9e686815c9", "name": "network-vif-plugged", "status": "completed", "tag": "51d68ca5-04b7-44ca-bbe7-64209867d8e7"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:00:14.114293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 51d68ca5-04b7-44ca-bbe7-64209867d8e7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:14.123374 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.148177 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7eb0-d794-46b6-997f-0e9c6b89c5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.241978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851aed2-8b3c-4bc9-9b3b-b3fb10d37cc6 req-4cff0ab1-e8e2-4469-b089-1f4f07af8787 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:14.244038 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6851aed2-8b3c-4bc9-9b3b-b3fb10d37cc6 req-4cff0ab1-e8e2-4469-b089-1f4f07af8787 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 948 time: 0.2182512 Aug 06 16:00:14.259778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa7eb0-d794-46b6-997f-0e9c6b89c5b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d1da4b-fa18-428a-a086-604f4ecba825,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:14.291572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=51d68ca5-04b7-44ca-bbe7-64209867d8e7,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:14.375496 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6851aed2-8b3c-4bc9-9b3b-b3fb10d37cc6 req-c2584174-217c-4f4c-ab75-f6a4e9d07639 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159160 Aug 06 16:00:14.395704 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6aa7eb0-d794-46b6-997f-0e9c6b89c5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.401762 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a6aa7eb0-d794-46b6-997f-0e9c6b89c5b0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/83d1da4b-fa18-428a-a086-604f4ecba825 HTTP/1.1" status: 204 len: 168 time: 1.1892583 Aug 06 16:00:14.405268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34782) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:14.407711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34784) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:14.439619 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8635ec49-1cee-44d9-89bc-db38541e9746 x-openstack-request-id: req-8635ec49-1cee-44d9-89bc-db38541e9746 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:00:14.440082 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792e80a5-62cf-4c18-8367-9c9e686815c9", "name": "network-vif-plugged", "status": "completed", "tag": "51d68ca5-04b7-44ca-bbe7-64209867d8e7", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:00:14.440433 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8635ec49-1cee-44d9-89bc-db38541e9746 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:00:14.440929 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792e80a5-62cf-4c18-8367-9c9e686815c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d68ca5-04b7-44ca-bbe7-64209867d8e7', 'code': 200} Aug 06 16:00:14.543216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8154445-326e-4e7b-8a19-6d579aade82b req-6e8e1268-dc8e-4414-b96e-2accf750a7c5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:14.553579 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8154445-326e-4e7b-8a19-6d579aade82b req-6e8e1268-dc8e-4414-b96e-2accf750a7c5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.0730383 Aug 06 16:00:14.568254 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d35f-7e53-4bd5-9a0d-8543dc548c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.612234 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-158c9179-58fc-4a0c-b520-b146bd3dfaab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61d9ec8c4bd445cc8dcdca9b8e60c7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033968 Aug 06 16:00:14.631504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34790) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:14.652595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8154445-326e-4e7b-8a19-6d579aade82b req-fd7b2e2d-e709-414a-91ba-3d9e8186fdb1 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974498 Aug 06 16:00:14.698292 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d35f-7e53-4bd5-9a0d-8543dc548c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.709148 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-fbd3d35f-7e53-4bd5-9a0d-8543dc548c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cd1520-c751-410c-90c5-288f8b4a70c9']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:14.721110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-fbd3d35f-7e53-4bd5-9a0d-8543dc548c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f5447d-a34d-4dfb-8786-aeaf0df74696') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:14.721972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-fbd3d35f-7e53-4bd5-9a0d-8543dc548c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f5447d-a34d-4dfb-8786-aeaf0df74696') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:14.737068 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d35f-7e53-4bd5-9a0d-8543dc548c0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.756574 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d35f-7e53-4bd5-9a0d-8543dc548c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.772682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463efc3-5182-4d38-bb89-917c294eeb9a req-29d9dffd-70fa-4fbe-9244-301ab9885508 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:14.776411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d463efc3-5182-4d38-bb89-917c294eeb9a req-29d9dffd-70fa-4fbe-9244-301ab9885508 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.2116625 Aug 06 16:00:14.790909 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd3d35f-7e53-4bd5-9a0d-8543dc548c0a admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:14.791333 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d35f-7e53-4bd5-9a0d-8543dc548c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:14.793089 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:14.873447 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d463efc3-5182-4d38-bb89-917c294eeb9a req-1df5f212-7b96-497a-af28-9b9acf2fb6ad tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644848 Aug 06 16:00:14.880373 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d0710-6cdb-4149-9a8d-109806f4e57f req-0e337e97-e618-4c24-b231-efbe7434ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:14.881891 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c32d0710-6cdb-4149-9a8d-109806f4e57f req-0e337e97-e618-4c24-b231-efbe7434ef3f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 1100 time: 0.1809399 Aug 06 16:00:14.926201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8009a198-cc26-4d78-ae18-8e1eaf1abbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.931771 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c32d0710-6cdb-4149-9a8d-109806f4e57f req-0e9b82a6-14c0-4b1e-a2e5-f2350aeba757 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401165 Aug 06 16:00:14.952436 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8009a198-cc26-4d78-ae18-8e1eaf1abbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.988834 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d35f-7e53-4bd5-9a0d-8543dc548c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.000327 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fbd3d35f-7e53-4bd5-9a0d-8543dc548c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.002216 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fbd3d35f-7e53-4bd5-9a0d-8543dc548c0a admin admin] 10.222.0.37 "DELETE /v2.0/networks/64cd1520-c751-410c-90c5-288f8b4a70c9 HTTP/1.1" status: 204 len: 168 time: 0.5954864 Aug 06 16:00:15.014745 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3d35f-7e53-4bd5-9a0d-8543dc548c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=64cd1520-c751-410c-90c5-288f8b4a70c9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:15.034700 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8009a198-cc26-4d78-ae18-8e1eaf1abbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.038350 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8009a198-cc26-4d78-ae18-8e1eaf1abbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.042096 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8009a198-cc26-4d78-ae18-8e1eaf1abbb0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1efaabdb-3e57-4c5a-8483-381bc4c92aee HTTP/1.1" status: 204 len: 168 time: 0.2805178 Aug 06 16:00:15.049724 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009a198-cc26-4d78-ae18-8e1eaf1abbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efaabdb-3e57-4c5a-8483-381bc4c92aee,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:15.320523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34810) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:15.405650 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1dea2886-d695-4109-8f3e-f09c27d7beba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc6c94bd28e6427f9825c6938ef7f030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0802937 Aug 06 16:00:15.405863 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34814) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:15.558058 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb313281-50dd-4b69-bb4a-593eeb72612e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.575781 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b52658-17a6-4ef7-ae23-be212c256c76 req-6bc6dee9-1e0b-4036-a5b6-4bdd1d673878 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:15.585135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-79b52658-17a6-4ef7-ae23-be212c256c76 req-6bc6dee9-1e0b-4036-a5b6-4bdd1d673878 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.0955009 Aug 06 16:00:15.669798 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-79b52658-17a6-4ef7-ae23-be212c256c76 req-fd1a590a-2d2c-46c9-a166-1c8dd1a00ef1 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833216 Aug 06 16:00:15.683266 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb313281-50dd-4b69-bb4a-593eeb72612e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.705685 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34826) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:15.802911 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-eb13f3bd-afc0-46a3-a4d3-8611f78af759 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea84e61f597447b88a501e67b85c2526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949810 Aug 06 16:00:15.806717 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34828) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:15.846143 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb313281-50dd-4b69-bb4a-593eeb72612e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.848644 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb313281-50dd-4b69-bb4a-593eeb72612e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.849813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-eb313281-50dd-4b69-bb4a-593eeb72612e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60d3d7d1-00cc-4829-b613-807b646d1651 HTTP/1.1" status: 204 len: 168 time: 0.4430647 Aug 06 16:00:15.888134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb313281-50dd-4b69-bb4a-593eeb72612e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d3d7d1-00cc-4829-b613-807b646d1651,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:15.915776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6ab96-87b0-48f2-8697-b2d52e842448 req-eb8796db-702e-4232-9f5e-580dded3579f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:15.925340 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aeb6ab96-87b0-48f2-8697-b2d52e842448 req-eb8796db-702e-4232-9f5e-580dded3579f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.1494560 Aug 06 16:00:15.929516 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4f64d0d-318c-44fb-a326-6d44f811276f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.987450 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4f64d0d-318c-44fb-a326-6d44f811276f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:16.024282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aeb6ab96-87b0-48f2-8697-b2d52e842448 req-f4e192e6-326a-4356-837d-e2fe8af72c9a tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968235 Aug 06 16:00:16.073359 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4f64d0d-318c-44fb-a326-6d44f811276f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:16.076361 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4f64d0d-318c-44fb-a326-6d44f811276f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:16.080535 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b4f64d0d-318c-44fb-a326-6d44f811276f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3de40036-8dc5-462b-9695-d6ac7493d8ba HTTP/1.1" status: 204 len: 168 time: 0.2726707 Aug 06 16:00:16.099333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f64d0d-318c-44fb-a326-6d44f811276f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de40036-8dc5-462b-9695-d6ac7493d8ba,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:16.157030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493e076-fb50-4ed5-9485-71d40a07d1f3 req-93e04901-f04e-4035-ae77-7b65ab720414 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:16.164768 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0493e076-fb50-4ed5-9485-71d40a07d1f3 req-93e04901-f04e-4035-ae77-7b65ab720414 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.1283464 Aug 06 16:00:16.211528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0493e076-fb50-4ed5-9485-71d40a07d1f3 req-ce9cc5c7-c8dc-4aeb-beed-07eeabd90ae0 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422373 Aug 06 16:00:16.971101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a8f92-f940-4984-a937-255c66d31134 req-d578c9bd-c35f-4803-952e-99e2924494b2 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:16.982974 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c5a8f92-f940-4984-a937-255c66d31134 req-d578c9bd-c35f-4803-952e-99e2924494b2 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.1626205 Aug 06 16:00:16.997026 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eadc55-9fc2-4a2a-9ce3-18f48df01fdc req-4bd794a6-fdc1-4c1d-a332-783882489ae0 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:16.999330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-71eadc55-9fc2-4a2a-9ce3-18f48df01fdc req-4bd794a6-fdc1-4c1d-a332-783882489ae0 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.1467121 Aug 06 16:00:17.097035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c5a8f92-f940-4984-a937-255c66d31134 req-ed313d0d-5e2f-409e-890e-23abe8cc87de tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060109 Aug 06 16:00:17.104133 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-71eadc55-9fc2-4a2a-9ce3-18f48df01fdc req-2caafbb5-edc3-40ca-b0a1-764500091fec tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980859 Aug 06 16:00:17.347146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0deecd-7a17-4b64-99df-e188882e1aec req-d0f9e14d-2ba7-4c8a-9ca4-7683fea99aa2 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:17.355469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f0deecd-7a17-4b64-99df-e188882e1aec req-d0f9e14d-2ba7-4c8a-9ca4-7683fea99aa2 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.1217320 Aug 06 16:00:17.421321 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f0deecd-7a17-4b64-99df-e188882e1aec req-5cb2c2dc-b2ab-4beb-a5c3-d2e3f7c25c90 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642228 Aug 06 16:00:17.514155 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 66008572-9579-4b90-b59c-a817894ec420 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:17.632382 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:17.697657 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:17.698818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66008572-9579-4b90-b59c-a817894ec420'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:00:17.701234 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999e87de-367e-48fa-aed6-3cbbcdfa2807" -d '{"events": [{"server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "name": "network-vif-unplugged", "status": "completed", "tag": "66008572-9579-4b90-b59c-a817894ec420"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:00:17.706242 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:17.763457 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2eeb691-3476-4e3b-bdc2-41aef7c8316a x-openstack-request-id: req-a2eeb691-3476-4e3b-bdc2-41aef7c8316a {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:00:17.764780 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "name": "network-vif-unplugged", "status": "completed", "tag": "66008572-9579-4b90-b59c-a817894ec420", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:00:17.765134 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2eeb691-3476-4e3b-bdc2-41aef7c8316a {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:00:17.765658 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66008572-9579-4b90-b59c-a817894ec420', 'code': 200} Aug 06 16:00:17.782982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=66008572-9579-4b90-b59c-a817894ec420,revision_number=11']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:17.881339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ac514-d993-42fc-a3aa-a5db709dc9cf req-3bb5ca64-1e18-4999-bcbd-1e2e8271d8fb tempest-MigrationsAdminTest-10907965 tempest-MigrationsAdminTest-10907965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:17.882930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c2ac514-d993-42fc-a3aa-a5db709dc9cf req-3bb5ca64-1e18-4999-bcbd-1e2e8271d8fb tempest-MigrationsAdminTest-10907965 tempest-MigrationsAdminTest-10907965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 1100 time: 0.0718019 Aug 06 16:00:17.909176 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8c2ac514-d993-42fc-a3aa-a5db709dc9cf req-89b9f798-9c63-4661-93c9-2d1ef89d139a tempest-MigrationsAdminTest-10907965 tempest-MigrationsAdminTest-10907965-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.080750 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8c2ac514-d993-42fc-a3aa-a5db709dc9cf req-89b9f798-9c63-4661-93c9-2d1ef89d139a tempest-MigrationsAdminTest-10907965 tempest-MigrationsAdminTest-10907965-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.087859 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8c2ac514-d993-42fc-a3aa-a5db709dc9cf req-89b9f798-9c63-4661-93c9-2d1ef89d139a tempest-MigrationsAdminTest-10907965 tempest-MigrationsAdminTest-10907965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.121698 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c2ac514-d993-42fc-a3aa-a5db709dc9cf req-89b9f798-9c63-4661-93c9-2d1ef89d139a tempest-MigrationsAdminTest-10907965 tempest-MigrationsAdminTest-10907965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315378 Aug 06 16:00:18.135445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9f798-9c63-4661-93c9-2d1ef89d139a tempest-MigrationsAdminTest-10907965 tempest-MigrationsAdminTest-10907965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719c5d0e-01ae-4357-bee3-0118be56339a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:18.269706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34920) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:18.328943 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719c9c8-f2a9-475b-a6ae-2a31c61ddca8 req-f2cda008-9cf7-4ea6-b4b2-18c5c44df5b4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:18.330287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0719c9c8-f2a9-475b-a6ae-2a31c61ddca8 req-f2cda008-9cf7-4ea6-b4b2-18c5c44df5b4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1158323 Aug 06 16:00:18.388452 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0719c9c8-f2a9-475b-a6ae-2a31c61ddca8 req-2cd0e01d-0898-4d07-9b5a-aeac4068229d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572207 Aug 06 16:00:18.589396 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-568c89c2-4690-4a08-b819-25ade92175e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1239520173-network', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:18.677952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a499278-e9e3-47bf-9966-142b1c4ad122 req-11dee41e-e8c8-4762-b2da-e52198dfecaf tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:18.679971 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a499278-e9e3-47bf-9966-142b1c4ad122 req-11dee41e-e8c8-4762-b2da-e52198dfecaf tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.1171207 Aug 06 16:00:18.681388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568c89c2-4690-4a08-b819-25ade92175e3 admin admin] Made reservation on behalf of 104d6649ea8f4ad88269508ef3e2a095 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:18.684040 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-568c89c2-4690-4a08-b819-25ade92175e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.693247 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-568c89c2-4690-4a08-b819-25ade92175e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.803149 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a499278-e9e3-47bf-9966-142b1c4ad122 req-647ca5b0-7b24-48ca-beda-e2d7bee913cb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798709 Aug 06 16:00:18.910637 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-568c89c2-4690-4a08-b819-25ade92175e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.918034 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-568c89c2-4690-4a08-b819-25ade92175e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.956705 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c89c2-4690-4a08-b819-25ade92175e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b3d51f-6d9c-4886-b0dd-9bd22ceecc9d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:18.979056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568c89c2-4690-4a08-b819-25ade92175e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:18.998139 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-568c89c2-4690-4a08-b819-25ade92175e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.998589 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-568c89c2-4690-4a08-b819-25ade92175e3 admin admin] Added segment 50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c of type vlan for network a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 Aug 06 16:00:19.081893 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-568c89c2-4690-4a08-b819-25ade92175e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:19.166366 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-568c89c2-4690-4a08-b819-25ade92175e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:19.170560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568c89c2-4690-4a08-b819-25ade92175e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:19.171996 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-568c89c2-4690-4a08-b819-25ade92175e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:19.278183 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-568c89c2-4690-4a08-b819-25ade92175e3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0073671 Aug 06 16:00:19.286945 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34964) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:19.347839 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-25dd1518-c431-4488-98e0-57efd275a8e5 admin admin] Request body: {'subnet': {'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1239520173-subnet', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:19.355319 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c89c2-4690-4a08-b819-25ade92175e3 admin admin] Pushing event updated for resources: {'Network': ['ID=a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:19.375355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6264d-2995-4df7-a822-c1261521fbde req-1a9df66b-a6bc-40df-948f-819d415c80cc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:19.377181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dd1518-c431-4488-98e0-57efd275a8e5 admin admin] Made reservation on behalf of 104d6649ea8f4ad88269508ef3e2a095 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:19.380147 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25dd1518-c431-4488-98e0-57efd275a8e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:19.383669 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9bd6264d-2995-4df7-a822-c1261521fbde req-1a9df66b-a6bc-40df-948f-819d415c80cc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.1341374 Aug 06 16:00:19.389302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:19.513294 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9bd6264d-2995-4df7-a822-c1261521fbde req-c402a5d2-41d8-4a2b-bdba-e73fd957d718 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287179 Aug 06 16:00:19.668028 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-3c227886-1f2b-47a0-9606-c4b4c0df19ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4163036 Aug 06 16:00:19.698000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3409aff-08f9-498a-8a79-02f5d3b53f4d req-cb16a039-9d5b-4381-a396-a6cee4780b72 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:19.705764 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3409aff-08f9-498a-8a79-02f5d3b53f4d req-cb16a039-9d5b-4381-a396-a6cee4780b72 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1251011 Aug 06 16:00:19.758013 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3409aff-08f9-498a-8a79-02f5d3b53f4d req-3a6e121d-3088-405c-a593-60bc1ff04475 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438538 Aug 06 16:00:19.801703 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25dd1518-c431-4488-98e0-57efd275a8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:19.916584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dd1518-c431-4488-98e0-57efd275a8e5 admin admin] Checking segment: {'id': '50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:19.917662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dd1518-c431-4488-98e0-57efd275a8e5 admin admin] Network hostable DHCP agents. Network: a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:00:19.921757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd1518-c431-4488-98e0-57efd275a8e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3dfd16-0dd1-46d4-8106-e0e2fed4e086,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:19.946882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dd1518-c431-4488-98e0-57efd275a8e5 admin admin] Network a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:19.985755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-25dd1518-c431-4488-98e0-57efd275a8e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:19.998032 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314f874a-ee3f-4d5f-ae8a-c59e83d5bdb9 None None] Network a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:20.003887 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dd1518-c431-4488-98e0-57efd275a8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:20.004485 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25dd1518-c431-4488-98e0-57efd275a8e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:20.006690 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ad406-07ed-4330-94a7-3e5a61c0824b req-8ff8cf2c-ed72-4a8e-ac9d-6933a64a9ed5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:20.012911 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d3ad406-07ed-4330-94a7-3e5a61c0824b req-8ff8cf2c-ed72-4a8e-ac9d-6933a64a9ed5 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.1139135 Aug 06 16:00:20.048127 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-25dd1518-c431-4488-98e0-57efd275a8e5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7130272 Aug 06 16:00:20.050860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34986) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:20.074712 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1239520173-router', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:20.149862 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:20.151017 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:20.287668 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:20.468185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'fixed_ips': [{'subnet_id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:00:20.471895 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:20.629198 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:20.790030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Allocated IP 172.20.0.2 (a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7/cb3dfd16-0dd1-46d4-8106-e0e2fed4e086/78dde46f-a4df-4e42-a41c-d9b43463e45e) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:20.984681 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d3ad406-07ed-4330-94a7-3e5a61c0824b req-78292d72-41ba-47ac-8ec4-c6c28dbe6e69 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9659870 Aug 06 16:00:21.002801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f2937-c6f0-44ca-bc86-220dd003597a req-ef0e7b32-4058-4787-8fd3-c5323391ac05 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:21.014631 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb3f2937-c6f0-44ca-bc86-220dd003597a req-ef0e7b32-4058-4787-8fd3-c5323391ac05 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.1806774 Aug 06 16:00:21.039186 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.096563 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb3f2937-c6f0-44ca-bc86-220dd003597a req-fb32d1ff-6691-4e94-82fb-6889be8dfd7b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756478 Aug 06 16:00:21.097511 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.153962 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.174759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Transition to ACTIVE for port object 78dde46f-a4df-4e42-a41c-d9b43463e45e will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:21.204287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Transition to ACTIVE for port object 78dde46f-a4df-4e42-a41c-d9b43463e45e will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:21.215006 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.351575 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Network a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:21.359956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Allocated IP 172.25.1.166 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/60758ba6-371c-4c8c-8e83-de20d075678b) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:21.378712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:21.389963 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:21.465043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Pushing event updated for resources: {'Port': ['ID=78dde46f-a4df-4e42-a41c-d9b43463e45e,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:21.497378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25a577-1634-4aea-a804-4b1cfe69723c req-05722b35-d9ab-4a6b-b634-3dd86f36e12c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:21.506191 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b25a577-1634-4aea-a804-4b1cfe69723c req-05722b35-d9ab-4a6b-b634-3dd86f36e12c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1135745 Aug 06 16:00:21.543519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 66008572-9579-4b90-b59c-a817894ec420 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:00:21.586626 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b25a577-1634-4aea-a804-4b1cfe69723c req-f8219547-e39b-4d60-991e-f74000e43ec8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724931 Aug 06 16:00:21.691326 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.777889 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.863959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:21.922130 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Pushing event updated for resources: {'Port': ['ID=60758ba6-371c-4c8c-8e83-de20d075678b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:21.959034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:21.963847 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:21.971175 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:22.220762 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '66008572-9579-4b90-b59c-a817894ec420', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'port_id': '66008572-9579-4b90-b59c-a817894ec420', 'mac_address': 'fa:16:3e:eb:6e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:00:22.240133 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d6c51-dead-41cb-bb57-d39da1b008e5 req-5a86fd22-baa9-4900-a988-972c6a5107e9 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:22.249803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb0d6c51-dead-41cb-bb57-d39da1b008e5 req-5a86fd22-baa9-4900-a988-972c6a5107e9 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.1451962 Aug 06 16:00:22.303399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Attempting to bind port 78dde46f-a4df-4e42-a41c-d9b43463e45e on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:22.303768 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Attempting to bind port 78dde46f-a4df-4e42-a41c-d9b43463e45e by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:22.304221 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Attempting to bind port 78dde46f-a4df-4e42-a41c-d9b43463e45e on network a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:22.338176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:22.338914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Checking segment: {'id': '50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:22.341952 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:22.342645 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Bound using segment: {'id': '50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:22.343380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Bound port: 78dde46f-a4df-4e42-a41c-d9b43463e45e, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:22.344153 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:22.385482 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb0d6c51-dead-41cb-bb57-d39da1b008e5 req-1e8cb26d-2ada-476c-8ca7-198ca5e9ecd8 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009331 Aug 06 16:00:22.429039 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:22.483026 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66008572-9579-4b90-b59c-a817894ec420 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:00:22.556207 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:22.626420 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:22.643453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5a519-f17b-4756-97c7-b6efdbbbd68e req-d2f4d0e1-7e37-418c-8387-6aed43a03573 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:22.648635 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ba5a519-f17b-4756-97c7-b6efdbbbd68e req-d2f4d0e1-7e37-418c-8387-6aed43a03573 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.1527219 Aug 06 16:00:22.713816 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=66008572-9579-4b90-b59c-a817894ec420,revision_number=12']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:22.765364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['66008572-9579-4b90-b59c-a817894ec420'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:00:22.824017 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] For port 78dde46f-a4df-4e42-a41c-d9b43463e45e, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:22.846579 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] For port 78dde46f-a4df-4e42-a41c-d9b43463e45e, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=78dde46f-a4df-4e42-a41c-d9b43463e45e,segment=NetworkSegment(50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c),segment_id=50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:22.855280 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.026572 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ba5a519-f17b-4756-97c7-b6efdbbbd68e req-658962ef-84eb-4065-9886-8b590f8b86df tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707983 Aug 06 16:00:23.061559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-370ac43b-6c29-4ea3-996e-f57ac71e76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:23.071664 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-370ac43b-6c29-4ea3-996e-f57ac71e76e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 1100 time: 0.4148533 Aug 06 16:00:23.125200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8ba35-8834-4ded-b2b2-1a9f4a8bdecb None None] Pushing event updated for resources: {'Port': ['ID=78dde46f-a4df-4e42-a41c-d9b43463e45e,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:23.144899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6397d-e5a8-47d0-a7a2-b6a82df39f13 req-f3bdc7dc-befb-4c31-a7c9-fdf2f49b29e9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:23.156930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12d6397d-e5a8-47d0-a7a2-b6a82df39f13 req-f3bdc7dc-befb-4c31-a7c9-fdf2f49b29e9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 945 time: 0.2673845 Aug 06 16:00:23.189999 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.391234 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.550242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 66008572-9579-4b90-b59c-a817894ec420 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:23.568211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12d6397d-e5a8-47d0-a7a2-b6a82df39f13 req-3a260b58-cd88-48e4-96e4-1ca844f8904f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4104490 Aug 06 16:00:23.684433 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.747754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 66008572-9579-4b90-b59c-a817894ec420 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:23.748537 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.910288 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.912736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-16347939-3518-4ea9-9d5b-e5fa7efdff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:23.924608 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-16347939-3518-4ea9-9d5b-e5fa7efdff2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.8441629 Aug 06 16:00:23.970454 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66008572-9579-4b90-b59c-a817894ec420'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:00:23.978220 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f95a917-38e3-4fc3-ba49-667785ac6acf" -d '{"events": [{"server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "name": "network-vif-plugged", "status": "completed", "tag": "66008572-9579-4b90-b59c-a817894ec420"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:00:23.984580 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.993525 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-675ad0f8-b152-4904-b4de-4873cdc04b75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7 HTTP/1.1" status: 200 len: 217 time: 0.0585654 Aug 06 16:00:24.004338 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f99ec4-46b6-4cce-9d0e-bbddea47bb06 req-1d7f3a74-f383-4592-a120-bc137c3c919e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:24.011988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0f99ec4-46b6-4cce-9d0e-bbddea47bb06 req-1d7f3a74-f383-4592-a120-bc137c3c919e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.4113271 Aug 06 16:00:24.028375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:24.039246 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:24.174490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=66008572-9579-4b90-b59c-a817894ec420,revision_number=13']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:24.194902 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0f99ec4-46b6-4cce-9d0e-bbddea47bb06 req-db9a96df-9d07-4f1f-bb41-27b1ff6c903c tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816900 Aug 06 16:00:24.199925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-5ac18d9f-d153-4c7e-ac06-d65fde855ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:24.229201 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-5ac18d9f-d153-4c7e-ac06-d65fde855ae3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2142828 Aug 06 16:00:24.305347 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce71ec56-dc63-45c4-8d55-358c4d4f845a x-openstack-request-id: req-ce71ec56-dc63-45c4-8d55-358c4d4f845a {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:00:24.305810 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "name": "network-vif-plugged", "status": "completed", "tag": "66008572-9579-4b90-b59c-a817894ec420", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:00:24.306163 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce71ec56-dc63-45c4-8d55-358c4d4f845a {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:00:24.306661 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66008572-9579-4b90-b59c-a817894ec420', 'code': 200} Aug 06 16:00:24.352887 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Router ce5dfebc-4436-41e8-919d-5fd9d110dfff is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:00:24.353796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-23e10e20-48a9-464b-b443-954dd46e92b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:24.355498 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-23e10e20-48a9-464b-b443-954dd46e92b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1189468 Aug 06 16:00:24.761383 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:00:24.784361 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Sync routers for ids ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:00:24.784361 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70600ce1-2e25-4270-ab03-d8fe853ce129 None None] Network a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:24.785198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-40d682c6-c035-490e-977f-df66f3646b59 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118330 Aug 06 16:00:24.785579 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Routers {'ce5dfebc-4436-41e8-919d-5fd9d110dfff'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:24.791340 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:24.792644 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fb72db34-6858-4b5e-ab99-514f880b588f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7406802 Aug 06 16:00:24.795896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35124) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:24.809083 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:00:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:25.001302 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-d5a6a966-cf2e-46ef-b209-95c005b163e7 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148786 Aug 06 16:00:25.018940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c1541-239b-489b-ac47-eccec5294616 req-6457fa0a-78af-4e76-8bfb-9784785cc5ae tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:25.028375 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db3c1541-239b-489b-ac47-eccec5294616 req-6457fa0a-78af-4e76-8bfb-9784785cc5ae tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.4640558 Aug 06 16:00:25.108508 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db3c1541-239b-489b-ac47-eccec5294616 req-2606cd1b-c774-4eaa-8db5-f4b322ca1ede tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729172 Aug 06 16:00:25.153479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e448c-c26c-4f0e-810b-2697fb8bd74e req-74107334-0a09-4000-9240-fbe6bbfa65e2 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:25.164487 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac3e448c-c26c-4f0e-810b-2697fb8bd74e req-74107334-0a09-4000-9240-fbe6bbfa65e2 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.2459512 Aug 06 16:00:25.187220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0de70a39-e8de-442d-8fd9-456156955d4b None None] Provisioning for port 78dde46f-a4df-4e42-a41c-d9b43463e45e completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:25.291204 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac3e448c-c26c-4f0e-810b-2697fb8bd74e req-cf790707-c097-4d0c-851e-f72e42e573e6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145957 Aug 06 16:00:25.325797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Set router ce5dfebc-4436-41e8-919d-5fd9d110dfff gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:00:25.624336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 78dde46f-a4df-4e42-a41c-d9b43463e45e up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:25.684789 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa494f-6951-4e3a-ad61-822515756628 req-efec97a8-4b80-4ecd-9312-b8f0fff102ca tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:25.704547 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1aa494f-6951-4e3a-ad61-822515756628 req-efec97a8-4b80-4ecd-9312-b8f0fff102ca tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.1060743 Aug 06 16:00:25.793149 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1aa494f-6951-4e3a-ad61-822515756628 req-eac6c3f1-9789-496b-b68c-99e5f5d717d3 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876412 Aug 06 16:00:25.903767 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:25.956615 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 78dde46f-a4df-4e42-a41c-d9b43463e45e completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:25.975183 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 78dde46f-a4df-4e42-a41c-d9b43463e45e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:25.976137 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:26.325541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Allocated IP 172.20.0.1 (a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7/cb3dfd16-0dd1-46d4-8106-e0e2fed4e086/a608978d-f4d3-4127-bfff-8a3537b1318a) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:26.360622 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:26.397458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad86370-3d34-4d22-bf27-c6272c31d2bf req-11e9e89e-ac00-40cd-b9b4-e86368efe701 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:26.404839 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ad86370-3d34-4d22-bf27-c6272c31d2bf req-11e9e89e-ac00-40cd-b9b4-e86368efe701 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.1151474 Aug 06 16:00:26.559516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 78dde46f-a4df-4e42-a41c-d9b43463e45e, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=78dde46f-a4df-4e42-a41c-d9b43463e45e,segment=NetworkSegment(50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c),segment_id=50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:26.567030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'name': 'tempest-ServersTestManualDisk-1239520173-router', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:00:20Z', 'updated_at': '2021-08-06T16:00:23Z', 'revision_number': 3, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'gw_port': {'id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:21Z', 'updated_at': '2021-08-06T16:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:26.585661 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:26.587266 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:26.613840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ad86370-3d34-4d22-bf27-c6272c31d2bf req-793d2726-f7be-463b-9e98-b4477b387dce tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009342 Aug 06 16:00:26.632976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Transition to ACTIVE for port object a608978d-f4d3-4127-bfff-8a3537b1318a will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:26.674131 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1c23b-49a0-46dd-bbbc-578af27eaa17 req-dac34962-c6c7-4af4-b36c-871519e77e82 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:26.691266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0c1c23b-49a0-46dd-bbbc-578af27eaa17 req-dac34962-c6c7-4af4-b36c-871519e77e82 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.1588876 Aug 06 16:00:26.750234 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:26.791695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0c1c23b-49a0-46dd-bbbc-578af27eaa17 req-cd185f4f-1714-41e2-ba64-96e86a821fe8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974619 Aug 06 16:00:26.847450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Checking router: ce5dfebc-4436-41e8-919d-5fd9d110dfff for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:00:26.868670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Network a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:26.875539 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Updating router ce5dfebc-4436-41e8-919d-5fd9d110dfff port 60758ba6-371c-4c8c-8e83-de20d075678b binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:00:26.882253 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:26.887359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:27.007318 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Pushing event updated for resources: {'Port': ['ID=a608978d-f4d3-4127-bfff-8a3537b1318a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:27.012478 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:27.030458 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:27.030823 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:27.031159 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:27.034615 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:27.034992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:27.035333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:27.036739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:27.037340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:27.037687 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:27.039790 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:27.040104 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:27.040448 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:27.069744 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:27.198663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-76ce1b41-f3d8-4b5f-a0e5-823e5c869952 None None] Provisioning complete for port 78dde46f-a4df-4e42-a41c-d9b43463e45e triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:27.202913 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-76ce1b41-f3d8-4b5f-a0e5-823e5c869952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:27.217584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d67abe-b870-4c91-a932-9887dc00f907 req-e10804b5-ba43-4b42-a9e6-cba37ae96e59 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:27.237937 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15d67abe-b870-4c91-a932-9887dc00f907 req-e10804b5-ba43-4b42-a9e6-cba37ae96e59 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.1866572 Aug 06 16:00:27.245361 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35188) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:27.400283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15d67abe-b870-4c91-a932-9887dc00f907 req-4b166335-8639-4926-84f2-0d26abf939b3 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476393 Aug 06 16:00:27.421363 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:27.502912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=78dde46f-a4df-4e42-a41c-d9b43463e45e,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:27.692941 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6dd85309-3b9c-4ac8-87ac-2af51cef7ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:27.872394 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5fd1a807-5aea-45dc-a742-2dc9d3ec6ce7 None None] Provisioning for port a608978d-f4d3-4127-bfff-8a3537b1318a completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:27.900762 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5fd1a807-5aea-45dc-a742-2dc9d3ec6ce7 None None] Provisioning complete for port a608978d-f4d3-4127-bfff-8a3537b1318a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:27.901143 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a807-5aea-45dc-a742-2dc9d3ec6ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:27.927435 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b38f07-b301-40e5-aaf2-aaf55d686fa3 req-252cb071-e92a-4d2b-ac2f-40eb2636fa51 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:27.929959 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:27.931267 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-96b38f07-b301-40e5-aaf2-aaf55d686fa3 req-252cb071-e92a-4d2b-ac2f-40eb2636fa51 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.1559241 Aug 06 16:00:27.949169 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.026231 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1a807-5aea-45dc-a742-2dc9d3ec6ce7 None None] Port a608978d-f4d3-4127-bfff-8a3537b1318a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:00:28.122652 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-96b38f07-b301-40e5-aaf2-aaf55d686fa3 req-fb1c7f33-fe87-4a82-81d6-5e21359daa0c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832643 Aug 06 16:00:28.156798 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Pushing event updated for resources: {'Port': ['ID=a608978d-f4d3-4127-bfff-8a3537b1318a,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:28.201401 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.204113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034486c-b048-47ad-b065-e068b98abd02 req-6a58e68e-9278-4a86-b081-3fb7dfbaf7ec tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:28.245095 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.245814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Transition to ACTIVE for port object 60758ba6-371c-4c8c-8e83-de20d075678b will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:28.269085 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b034486c-b048-47ad-b065-e068b98abd02 req-6a58e68e-9278-4a86-b081-3fb7dfbaf7ec tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.2606626 Aug 06 16:00:28.276644 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.294220 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6dd85309-3b9c-4ac8-87ac-2af51cef7ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.309319 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6dd85309-3b9c-4ac8-87ac-2af51cef7ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.326724 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b034486c-b048-47ad-b065-e068b98abd02 req-75f7279d-2e8c-4fc5-8194-bc66e9a3a64c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572948 Aug 06 16:00:28.352928 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35220) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:28.499568 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Attempting to bind port 60758ba6-371c-4c8c-8e83-de20d075678b on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:28.500073 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Attempting to bind port 60758ba6-371c-4c8c-8e83-de20d075678b by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:28.500581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Attempting to bind port 60758ba6-371c-4c8c-8e83-de20d075678b on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:28.517040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:28.517603 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:28.518022 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.518577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:28.519331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Bound port: 60758ba6-371c-4c8c-8e83-de20d075678b, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:28.519745 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.522974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35230) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:28.524890 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6dd85309-3b9c-4ac8-87ac-2af51cef7ef6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=858fa39e569a4af6a5491b450f50eed0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2768869 Aug 06 16:00:28.551136 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd85309-3b9c-4ac8-87ac-2af51cef7ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4898e4e4-e7e2-4d8f-9d57-b988f9204bca,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:28.597715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] For port 60758ba6-371c-4c8c-8e83-de20d075678b, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:28.600961 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] For port 60758ba6-371c-4c8c-8e83-de20d075678b, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=60758ba6-371c-4c8c-8e83-de20d075678b,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:28.609719 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.620258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Network a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:28.624485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:28.645533 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fd33c-39b5-470f-b2bb-5be927896ede None None] Pushing event updated for resources: {'Port': ['ID=60758ba6-371c-4c8c-8e83-de20d075678b,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:28.671377 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b34e4a3f-c5c6-497c-a5d4-8d01ec7a7d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.699366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Routers {'ce5dfebc-4436-41e8-919d-5fd9d110dfff'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:28.700460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:00:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:28.817958 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Router ce5dfebc-4436-41e8-919d-5fd9d110dfff has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:00:28.819696 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-378d937d-292f-463f-9d65-269c56e9db95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.840427 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fd33c-39b5-470f-b2bb-5be927896ede None None] Pushing event updated for resources: {'Port': ['ID=60758ba6-371c-4c8c-8e83-de20d075678b,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:28.840650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7039f-89a1-480d-9093-193d63e060df req-09fb54ac-b8a2-4ae1-bda6-d91ffd113899 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:28.849554 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8fe7039f-89a1-480d-9093-193d63e060df req-09fb54ac-b8a2-4ae1-bda6-d91ffd113899 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.2903528 Aug 06 16:00:28.906066 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-378d937d-292f-463f-9d65-269c56e9db95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.963446 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:00:28.974988 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-40bb4d41-3316-437b-8b0b-ff1379ffe26c admin admin] 10.222.0.37 "PUT /v2.0/routers/ce5dfebc-4436-41e8-919d-5fd9d110dfff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1780710 Aug 06 16:00:29.006736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] Set router ce5dfebc-4436-41e8-919d-5fd9d110dfff gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:00:29.014716 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8fe7039f-89a1-480d-9093-193d63e060df req-47b6fa16-906b-4f05-8fb0-44c64223ccd1 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577377 Aug 06 16:00:29.038429 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-378d937d-292f-463f-9d65-269c56e9db95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.041354 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-378d937d-292f-463f-9d65-269c56e9db95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.042695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-378d937d-292f-463f-9d65-269c56e9db95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4898e4e4-e7e2-4d8f-9d57-b988f9204bca HTTP/1.1" status: 204 len: 168 time: 0.5182981 Aug 06 16:00:29.064147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d937d-292f-463f-9d65-269c56e9db95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4898e4e4-e7e2-4d8f-9d57-b988f9204bca,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:29.171372 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b34e4a3f-c5c6-497c-a5d4-8d01ec7a7d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.176715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fe16311d-764f-4748-9de2-6fb6a6f18821 None None] Provisioning complete for port a608978d-f4d3-4127-bfff-8a3537b1318a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:29.177969 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fe16311d-764f-4748-9de2-6fb6a6f18821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.182052 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b34e4a3f-c5c6-497c-a5d4-8d01ec7a7d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.299835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fe16311d-764f-4748-9de2-6fb6a6f18821 None None] Port a608978d-f4d3-4127-bfff-8a3537b1318a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:00:29.322570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e4a3f-c5c6-497c-a5d4-8d01ec7a7d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b8109e-0542-4e8c-8d8d-20391bf234e9,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:29.346182 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35254) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:29.349318 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b34e4a3f-c5c6-497c-a5d4-8d01ec7a7d70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40d9eb2e91874589a6d5f06b325968e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9952393 Aug 06 16:00:29.452042 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'name': 'tempest-ServersTestManualDisk-1239520173-router', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:00:20Z', 'updated_at': '2021-08-06T16:00:27Z', 'revision_number': 4, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'gw_port': {'id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:21Z', 'updated_at': '2021-08-06T16:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a608978d-f4d3-4127-bfff-8a3537b1318a', 'name': '', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'mac_address': 'fa:16:3e:47:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:25Z', 'updated_at': '2021-08-06T16:00:27Z', 'revision_number': 2, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'subnets': [{'id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:29.459325 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-245fccba-593d-45a8-b1b1-25fef1a69977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.506662 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-245fccba-593d-45a8-b1b1-25fef1a69977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.537140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ade4ee-4e00-44be-9759-f0879fc9c9f7 None None] The sync data for ids ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'] in n-d-803756-1 is: [{'id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'name': 'tempest-ServersTestManualDisk-1239520173-router', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:00:20Z', 'updated_at': '2021-08-06T16:00:27Z', 'revision_number': 4, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'gw_port': {'id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:21Z', 'updated_at': '2021-08-06T16:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a608978d-f4d3-4127-bfff-8a3537b1318a', 'name': '', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'mac_address': 'fa:16:3e:47:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:25Z', 'updated_at': '2021-08-06T16:00:27Z', 'revision_number': 2, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'subnets': [{'id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:00:29.558339 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 78dde46f-a4df-4e42-a41c-d9b43463e45e up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:29.626029 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-245fccba-593d-45a8-b1b1-25fef1a69977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.634949 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-245fccba-593d-45a8-b1b1-25fef1a69977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.636145 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-245fccba-593d-45a8-b1b1-25fef1a69977 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0b8109e-0542-4e8c-8d8d-20391bf234e9 HTTP/1.1" status: 204 len: 168 time: 0.2884395 Aug 06 16:00:29.656706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fccba-593d-45a8-b1b1-25fef1a69977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b8109e-0542-4e8c-8d8d-20391bf234e9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:29.698410 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 78dde46f-a4df-4e42-a41c-d9b43463e45e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:29.698790 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.965175 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35262) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:30.005896 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7c32caf-a582-429c-b6b3-101c7bc1c40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.068109 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b885f-f4b3-457b-bd94-28b5aff6cd55 req-bebf81dc-3109-439a-9342-51e0f14aea10 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:30.081118 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e85b885f-f4b3-457b-bd94-28b5aff6cd55 req-bebf81dc-3109-439a-9342-51e0f14aea10 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.1803546 Aug 06 16:00:30.179224 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7c32caf-a582-429c-b6b3-101c7bc1c40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.185133 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7c32caf-a582-429c-b6b3-101c7bc1c40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.193536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e85b885f-f4b3-457b-bd94-28b5aff6cd55 req-56b607c1-c617-4707-9493-a431bca11102 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100781 Aug 06 16:00:30.285874 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c7c32caf-a582-429c-b6b3-101c7bc1c40d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3cc3d079f06f4da58e3e15ce4a1e01a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180852 Aug 06 16:00:30.287656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c32caf-a582-429c-b6b3-101c7bc1c40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a2f439-fd23-47c4-855f-1fd60d5677ee,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:30.288042 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35268) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:30.369475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35270) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:30.375447 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9bf6ed4d-9d6a-4c61-8d2c-d5b82617b5ab tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1152882301', 'description': 'tempest-description--1041557360'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:30.417782 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35272) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:30.438332 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9bf6ed4d-9d6a-4c61-8d2c-d5b82617b5ab tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.474325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a2340-37b1-462c-8454-489296e51f1a req-21298848-c822-42d9-8e5f-c80a387873a8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:30.483532 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-572a2340-37b1-462c-8454-489296e51f1a req-21298848-c822-42d9-8e5f-c80a387873a8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.1567893 Aug 06 16:00:30.495898 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3ce4120e-f3d7-4f49-81ff-95a18871004d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.496141 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fba8180-52e7-43a0-b88b-1e9d5c50f30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.561658 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-572a2340-37b1-462c-8454-489296e51f1a req-f8337834-fe25-4e31-b40e-5979f7c7c26c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771239 Aug 06 16:00:30.576456 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fba8180-52e7-43a0-b88b-1e9d5c50f30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.580662 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.api [None req-3ce4120e-f3d7-4f49-81ff-95a18871004d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:00:30.580662 n-d-803756-1 neutron-server[105764]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 16:00:30.580662 n-d-803756-1 neutron-server[105764]: [parameters: {'project_id_1': '4f095f2e81d84800956346e4d4ba7796', 'expiration_1': datetime.datetime(2021, 8, 6, 16, 0, 30, 543553)}] Aug 06 16:00:30.580662 n-d-803756-1 neutron-server[105764]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:00:30.580662 n-d-803756-1 neutron-server[105764]: DEBUG oslo_db.api [None req-3ce4120e-f3d7-4f49-81ff-95a18871004d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:00:30.704304 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9bf6ed4d-9d6a-4c61-8d2c-d5b82617b5ab tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.710776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9bf6ed4d-9d6a-4c61-8d2c-d5b82617b5ab tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.750463 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fba8180-52e7-43a0-b88b-1e9d5c50f30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.755975 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fba8180-52e7-43a0-b88b-1e9d5c50f30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.758078 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9bf6ed4d-9d6a-4c61-8d2c-d5b82617b5ab tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.762493 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9bf6ed4d-9d6a-4c61-8d2c-d5b82617b5ab tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3919342 Aug 06 16:00:30.763708 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0fba8180-52e7-43a0-b88b-1e9d5c50f30d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8a2f439-fd23-47c4-855f-1fd60d5677ee HTTP/1.1" status: 204 len: 168 time: 0.4745343 Aug 06 16:00:30.764320 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35276) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:30.767607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6ed4d-9d6a-4c61-8d2c-d5b82617b5ab tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f4f142-aa79-44c1-b442-f130bcec5b27,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:30.794455 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ede29ddc-2071-4535-b0fc-24ae8ae3fa77 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Request body: {'security_group_rule': {'security_group_id': '89f4f142-aa79-44c1-b442-f130bcec5b27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:30.843672 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba8180-52e7-43a0-b88b-1e9d5c50f30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a2f439-fd23-47c4-855f-1fd60d5677ee,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:30.863714 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ede29ddc-2071-4535-b0fc-24ae8ae3fa77 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.877754 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8480d-314a-43cc-a906-313eace57b1f req-e3a063e6-efcc-4277-b9ed-3b169b9b7fc0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:30.879338 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83f8480d-314a-43cc-a906-313eace57b1f req-e3a063e6-efcc-4277-b9ed-3b169b9b7fc0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.1920376 Aug 06 16:00:30.990390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83f8480d-314a-43cc-a906-313eace57b1f req-b03a6b6c-9e85-4e04-ac91-428542ed170b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952764 Aug 06 16:00:31.045472 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ede29ddc-2071-4535-b0fc-24ae8ae3fa77 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.050132 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ede29ddc-2071-4535-b0fc-24ae8ae3fa77 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.072261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede29ddc-2071-4535-b0fc-24ae8ae3fa77 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97f6c04-193f-47a1-bc82-40f9ed1e4adb,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:31.082059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3ce4120e-f3d7-4f49-81ff-95a18871004d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.084010 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ede29ddc-2071-4535-b0fc-24ae8ae3fa77 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.088887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ede29ddc-2071-4535-b0fc-24ae8ae3fa77 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2950430 Aug 06 16:00:31.090260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35284) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:31.103163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f801ef7f-a31f-473f-9d1c-c8ad29a5a32b tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Request body: {'security_group_rule': {'security_group_id': '89f4f142-aa79-44c1-b442-f130bcec5b27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:31.165964 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.api [None req-f801ef7f-a31f-473f-9d1c-c8ad29a5a32b tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:00:31.165964 n-d-803756-1 neutron-server[105764]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 16:00:31.165964 n-d-803756-1 neutron-server[105764]: [parameters: {'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'id': '1c0ef075-cb0d-4c0e-83b0-43ef875bceb4', 'expiration': datetime.datetime(2021, 8, 6, 16, 2, 31, 146589)}] Aug 06 16:00:31.165964 n-d-803756-1 neutron-server[105764]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:00:31.166889 n-d-803756-1 neutron-server[105764]: DEBUG oslo_db.api [None req-f801ef7f-a31f-473f-9d1c-c8ad29a5a32b tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:00:31.329346 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3ce4120e-f3d7-4f49-81ff-95a18871004d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.335707 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3ce4120e-f3d7-4f49-81ff-95a18871004d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.378725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ea30e0d4-b5d5-4a21-9d48-054c615eac15 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:31.394719 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ea30e0d4-b5d5-4a21-9d48-054c615eac15 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/networks?id=b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 HTTP/1.1" status: 200 len: 815 time: 0.2680545 Aug 06 16:00:31.443866 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-07bdb3ac-99b0-4d6b-a2ae-1b5d247edb57 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/quotas/221a0388e41546eb8699faca97d77164 HTTP/1.1" status: 200 len: 375 time: 0.0482013 Aug 06 16:00:31.451357 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3ce4120e-f3d7-4f49-81ff-95a18871004d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f095f2e81d84800956346e4d4ba7796&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0305138 Aug 06 16:00:31.451847 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35298) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:31.464490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4120e-f3d7-4f49-81ff-95a18871004d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1683f8c-866c-4157-8b70-a4bb565bc32f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:31.546942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 60758ba6-371c-4c8c-8e83-de20d075678b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:31.563663 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc3ba427-df71-48b9-946c-dae16fdf2459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.588723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f7ce9-8238-42d3-92ea-698bfdc16120 req-e6d3f84d-4f97-496b-927c-623b8ee29023 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:31.590437 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c2f7ce9-8238-42d3-92ea-698bfdc16120 req-e6d3f84d-4f97-496b-927c-623b8ee29023 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.2854202 Aug 06 16:00:31.622108 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc3ba427-df71-48b9-946c-dae16fdf2459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.663267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 60758ba6-371c-4c8c-8e83-de20d075678b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:31.677383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 60758ba6-371c-4c8c-8e83-de20d075678b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:31.678443 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.684039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-1005c4e1-6573-423e-83a5-70188acc8516 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=221a0388e41546eb8699faca97d77164&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2392993 Aug 06 16:00:31.728568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c2f7ce9-8238-42d3-92ea-698bfdc16120 req-36b688f2-5041-4672-b022-da8973e9cc2f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268232 Aug 06 16:00:31.866419 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.888458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f801ef7f-a31f-473f-9d1c-c8ad29a5a32b tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.894865 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc3ba427-df71-48b9-946c-dae16fdf2459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.909193 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc3ba427-df71-48b9-946c-dae16fdf2459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.910876 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bc3ba427-df71-48b9-946c-dae16fdf2459 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1683f8c-866c-4157-8b70-a4bb565bc32f HTTP/1.1" status: 204 len: 168 time: 0.4532166 Aug 06 16:00:31.948890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 60758ba6-371c-4c8c-8e83-de20d075678b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=60758ba6-371c-4c8c-8e83-de20d075678b,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:31.954942 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.965651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ba427-df71-48b9-946c-dae16fdf2459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1683f8c-866c-4157-8b70-a4bb565bc32f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:32.027507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=60758ba6-371c-4c8c-8e83-de20d075678b,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:32.132953 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f801ef7f-a31f-473f-9d1c-c8ad29a5a32b tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:32.143303 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f801ef7f-a31f-473f-9d1c-c8ad29a5a32b tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:32.174071 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-2260337d-3d2f-497d-bc73-a473d469129f service neutron] 10.222.0.37 "GET /v2.0/networks/b016db4d-5875-4f7a-8d6c-643d3c9dbfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672551 Aug 06 16:00:32.194775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801ef7f-a31f-473f-9d1c-c8ad29a5a32b tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8fcbef-7c26-48ba-a5e6-1bd84c5774dd,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:32.227447 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f801ef7f-a31f-473f-9d1c-c8ad29a5a32b tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:32.232245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35320) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:32.233958 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f801ef7f-a31f-473f-9d1c-c8ad29a5a32b tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1364758 Aug 06 16:00:32.244342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:32.342007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830fccf-03f1-43b8-907b-125573a6623b req-cf532415-f43b-4ebb-bd85-6144e8db03ff tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:32.350189 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f830fccf-03f1-43b8-907b-125573a6623b req-cf532415-f43b-4ebb-bd85-6144e8db03ff tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.1660845 Aug 06 16:00:32.394665 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:32.462766 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f830fccf-03f1-43b8-907b-125573a6623b req-a2ebb264-aabe-457a-8bd4-0621f411e27c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113961 Aug 06 16:00:32.481806 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-3da48852-2c03-4f83-bd5c-e035badf1142 service neutron] 10.222.0.37 "GET /v2.0/networks/b016db4d-5875-4f7a-8d6c-643d3c9dbfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002129 Aug 06 16:00:32.675263 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:32.700094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455b8a3-b278-4730-a5a3-9119bd5b3231 req-0c478b43-f807-4bd6-9011-6cd8c3e6d0bd tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:32.703540 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e455b8a3-b278-4730-a5a3-9119bd5b3231 req-0c478b43-f807-4bd6-9011-6cd8c3e6d0bd tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.0906160 Aug 06 16:00:32.942535 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Sync routers for ids ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:00:32.949907 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a544ff92-5763-49f4-9d71-98dd8061b8c6 req-9912cc0c-6780-411e-879e-46b4e7d2e8b1 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 210 time: 0.1296508 Aug 06 16:00:32.960374 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Routers {'ce5dfebc-4436-41e8-919d-5fd9d110dfff'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:32.961004 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:00:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:33.011314 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e455b8a3-b278-4730-a5a3-9119bd5b3231 req-130ba47e-637d-4a01-ad06-3bcae87c6576 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218342 Aug 06 16:00:33.230632 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Allocated IP 172.25.1.146 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/e4baaa20-f94d-4316-adc9-93ce0fe61f9c) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:33.248739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39bcbf-1693-4a47-8c3f-ad9ea920d042 req-292e0ecf-2993-4d4c-860c-ef4c7d620418 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:33.256504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa39bcbf-1693-4a47-8c3f-ad9ea920d042 req-292e0ecf-2993-4d4c-860c-ef4c7d620418 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.1338873 Aug 06 16:00:33.351073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa39bcbf-1693-4a47-8c3f-ad9ea920d042 req-79e12452-31f5-49a4-8dee-787b8d2344e9 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937245 Aug 06 16:00:33.372077 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Set router ce5dfebc-4436-41e8-919d-5fd9d110dfff gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:00:33.422860 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:33.481680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 60758ba6-371c-4c8c-8e83-de20d075678b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:33.529437 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:33.696578 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 60758ba6-371c-4c8c-8e83-de20d075678b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:33.697504 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:33.699950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Pushing event updated for resources: {'Port': ['ID=e4baaa20-f94d-4316-adc9-93ce0fe61f9c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:33.769377 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:33.769981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:33.771477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:33.771867 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:33.772488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:33.772906 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:33.773247 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:33.774746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:33.775339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:33.775695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:33.776675 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:33.777189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:33.778491 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7f429516-e36a-4dff-9a8a-b22fccb34eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:33.788453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:33.801056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:33.806791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:33.893371 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'name': 'tempest-ServersTestManualDisk-1239520173-router', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:00:20Z', 'updated_at': '2021-08-06T16:00:27Z', 'revision_number': 4, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'gw_port': {'id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:21Z', 'updated_at': '2021-08-06T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a608978d-f4d3-4127-bfff-8a3537b1318a', 'name': '', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'mac_address': 'fa:16:3e:47:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:25Z', 'updated_at': '2021-08-06T16:00:27Z', 'revision_number': 2, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'subnets': [{'id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:33.928606 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec0589-9de3-4f7c-8eb1-57478f7b5352 req-980b806d-ab69-4966-92a6-ca7e5fea8c25 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:33.950252 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cec0589-9de3-4f7c-8eb1-57478f7b5352 req-980b806d-ab69-4966-92a6-ca7e5fea8c25 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.2450821 Aug 06 16:00:33.981428 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Checking router: ce5dfebc-4436-41e8-919d-5fd9d110dfff for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:00:33.985036 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Updating router ce5dfebc-4436-41e8-919d-5fd9d110dfff port a608978d-f4d3-4127-bfff-8a3537b1318a binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:00:34.078655 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:34.136442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cec0589-9de3-4f7c-8eb1-57478f7b5352 req-47a713ea-7286-46f4-b211-ce345a86e2c4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790092 Aug 06 16:00:34.141054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:34.204104 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2380497a-a9fe-4480-b6fd-5a1009987558 req-d5bff978-45c2-4f0e-8c7c-7e4658941e06 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 210 time: 0.0613303 Aug 06 16:00:34.293050 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:34.424876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f679a6-092b-4fa6-8225-7ac7ab1addfb req-6e9b9722-f554-4c00-a0e9-882e5ecdf846 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:34.436952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3f679a6-092b-4fa6-8225-7ac7ab1addfb req-6e9b9722-f554-4c00-a0e9-882e5ecdf846 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.1810026 Aug 06 16:00:34.562902 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3f679a6-092b-4fa6-8225-7ac7ab1addfb req-ab49fa89-b438-42d1-bc0d-134d1a87a79e tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249847 Aug 06 16:00:34.796513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-be2ebfa2-26b4-4969-831c-a0ad70c70311 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:34.806904 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-be2ebfa2-26b4-4969-831c-a0ad70c70311 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.13 "GET /v2.0/networks?id=b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 HTTP/1.1" status: 200 len: 815 time: 0.2698023 Aug 06 16:00:34.833117 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:34.841080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-c46e7d8b-e910-4ca8-a677-e81d9221b260 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Request body: {'port': {'device_id': 'df57c738-4196-4e5e-a5f6-725f630abfa7', 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9', 'admin_state_up': True, 'tenant_id': '221a0388e41546eb8699faca97d77164'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:34.849313 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:34.890696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eddbb-8f5e-4161-9b6c-adb7759a7ad9 req-a16bc66b-4b52-4a02-8e05-1ba4fbbf57db tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:34.898281 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a1eddbb-8f5e-4161-9b6c-adb7759a7ad9 req-a16bc66b-4b52-4a02-8e05-1ba4fbbf57db tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.1944487 Aug 06 16:00:34.900210 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:34.920335 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Transition to ACTIVE for port object a608978d-f4d3-4127-bfff-8a3537b1318a will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:34.937406 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.035685 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2417f-c35c-42e9-be7d-e4dd1a064242 None None] Pushing event updated for resources: {'Port': ['ID=a608978d-f4d3-4127-bfff-8a3537b1318a,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:35.044971 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.099551 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a1eddbb-8f5e-4161-9b6c-adb7759a7ad9 req-a3072c57-bf2a-4c3a-89b0-e8ff7fa928ac tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999881 Aug 06 16:00:35.113970 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Pushing event updated for resources: {'Port': ['ID=e4baaa20-f94d-4316-adc9-93ce0fe61f9c,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:35.125699 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.126777 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-098e215a-1b49-477e-bf9c-f44832a8c42d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8905263 Aug 06 16:00:35.198799 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Attempting to bind port a608978d-f4d3-4127-bfff-8a3537b1318a on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:35.199287 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Attempting to bind port a608978d-f4d3-4127-bfff-8a3537b1318a by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:35.199533 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Attempting to bind port a608978d-f4d3-4127-bfff-8a3537b1318a on network a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:35.215280 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:35.215647 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Checking segment: {'id': '50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:35.216899 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.217295 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Bound using segment: {'id': '50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:35.219852 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Bound port: a608978d-f4d3-4127-bfff-8a3537b1318a, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:35.220282 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.240309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-c46e7d8b-e910-4ca8-a677-e81d9221b260 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Made reservation on behalf of 221a0388e41546eb8699faca97d77164 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:35.250243 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-c46e7d8b-e910-4ca8-a677-e81d9221b260 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.426468 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] For port a608978d-f4d3-4127-bfff-8a3537b1318a, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:35.431031 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] For port a608978d-f4d3-4127-bfff-8a3537b1318a, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a608978d-f4d3-4127-bfff-8a3537b1318a,segment=NetworkSegment(50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c),segment_id=50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:35.437283 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.537340 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aab805f9-a537-4d02-a684-f1d92a0f1d40 req-bc850f63-6fe3-4ff9-acb8-55c6eddc3a54 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 210 time: 0.1167376 Aug 06 16:00:35.568469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa0247-0a88-43c3-8566-53ed81a207d7 req-b76f0c8d-fa2a-44c0-80fd-2a053703b3c0 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:35.582057 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0aa0247-0a88-43c3-8566-53ed81a207d7 req-b76f0c8d-fa2a-44c0-80fd-2a053703b3c0 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.2986159 Aug 06 16:00:35.722619 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0aa0247-0a88-43c3-8566-53ed81a207d7 req-f48897b7-6224-49f9-9122-ed2a2013ba3a tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392610 Aug 06 16:00:35.797728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-c46e7d8b-e910-4ca8-a677-e81d9221b260 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Allocated IP 172.20.0.8 (b016db4d-5875-4f7a-8d6c-643d3c9dbfe9/07c7f8ea-c57a-4291-b7c3-940494584740/a986834e-2b11-422b-b19c-ecb61e183167) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:35.882578 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2417f-c35c-42e9-be7d-e4dd1a064242 None None] Pushing event updated for resources: {'Port': ['ID=a608978d-f4d3-4127-bfff-8a3537b1318a,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:35.898135 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Routers {'ce5dfebc-4436-41e8-919d-5fd9d110dfff'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:35.899257 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:00:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:36.172473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04163a4c-e56b-43d9-8b85-e55e91616569 req-0d8f3667-0bc9-4852-9f0e-f4636f3400a9 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:36.174438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04163a4c-e56b-43d9-8b85-e55e91616569 req-0d8f3667-0bc9-4852-9f0e-f4636f3400a9 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.1961479 Aug 06 16:00:36.271373 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] Set router ce5dfebc-4436-41e8-919d-5fd9d110dfff gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:00:36.304308 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-c46e7d8b-e910-4ca8-a677-e81d9221b260 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:36.322698 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04163a4c-e56b-43d9-8b85-e55e91616569 req-8313a6fe-1c45-47c2-9466-eec7372e68f0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400864 Aug 06 16:00:36.331344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-c46e7d8b-e910-4ca8-a677-e81d9221b260 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Transition to ACTIVE for port object a986834e-2b11-422b-b19c-ecb61e183167 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:36.375758 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-c46e7d8b-e910-4ca8-a677-e81d9221b260 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:36.435569 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2e48adef-b9f7-434e-a3a5-b8953475f8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:36.502214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-c46e7d8b-e910-4ca8-a677-e81d9221b260 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Network b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:36.517530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-c46e7d8b-e910-4ca8-a677-e81d9221b260 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:36.539162 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:36.595927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e7d8b-e910-4ca8-a677-e81d9221b260 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Pushing event updated for resources: {'Port': ['ID=a986834e-2b11-422b-b19c-ecb61e183167,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:36.595927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-c46e7d8b-e910-4ca8-a677-e81d9221b260 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:36.711099 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'name': 'tempest-ServersTestManualDisk-1239520173-router', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:00:20Z', 'updated_at': '2021-08-06T16:00:27Z', 'revision_number': 4, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'gw_port': {'id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:21Z', 'updated_at': '2021-08-06T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a608978d-f4d3-4127-bfff-8a3537b1318a', 'name': '', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'mac_address': 'fa:16:3e:47:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:25Z', 'updated_at': '2021-08-06T16:00:35Z', 'revision_number': 4, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'subnets': [{'id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:36.746164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077f84a-de8b-4a96-b313-abf6d70bf27e req-f7d43a9e-f6e0-44e6-a554-efe8e4896f14 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:36.771635 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0077f84a-de8b-4a96-b313-abf6d70bf27e req-f7d43a9e-f6e0-44e6-a554-efe8e4896f14 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.2566869 Aug 06 16:00:36.779655 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4e2cd1-9b94-4dc3-81ea-586f3719bdaf None None] The sync data for ids ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'] in n-d-803756-1 is: [{'id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'name': 'tempest-ServersTestManualDisk-1239520173-router', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:00:20Z', 'updated_at': '2021-08-06T16:00:27Z', 'revision_number': 4, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'gw_port': {'id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:21Z', 'updated_at': '2021-08-06T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a608978d-f4d3-4127-bfff-8a3537b1318a', 'name': '', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'mac_address': 'fa:16:3e:47:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:25Z', 'updated_at': '2021-08-06T16:00:35Z', 'revision_number': 4, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'subnets': [{'id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:00:36.815982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-c46e7d8b-e910-4ca8-a677-e81d9221b260 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:36.816638 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-c46e7d8b-e910-4ca8-a677-e81d9221b260 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:36.930679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-c46e7d8b-e910-4ca8-a677-e81d9221b260 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1162691 Aug 06 16:00:36.950644 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-05a05034-ff38-4c29-a996-111d238ea925 None None] Provisioning for port a986834e-2b11-422b-b19c-ecb61e183167 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:36.952093 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0077f84a-de8b-4a96-b313-abf6d70bf27e req-25a18677-9110-4b17-abe1-7afcffc60699 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789224 Aug 06 16:00:36.958169 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-05a05034-ff38-4c29-a996-111d238ea925 None None] Provisioning complete for port a986834e-2b11-422b-b19c-ecb61e183167 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:36.959816 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-05a05034-ff38-4c29-a996-111d238ea925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:36.986220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Request body: {'port': {'device_id': 'df57c738-4196-4e5e-a5f6-725f630abfa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:37.046562 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-05a05034-ff38-4c29-a996-111d238ea925 None None] Port a986834e-2b11-422b-b19c-ecb61e183167 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:00:37.115812 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:37.202928 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:37.523825 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35482) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:37.550147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a608978d-f4d3-4127-bfff-8a3537b1318a up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:37.678430 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a608978d-f4d3-4127-bfff-8a3537b1318a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:37.692511 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a608978d-f4d3-4127-bfff-8a3537b1318a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:37.693531 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:37.710242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a986834e-2b11-422b-b19c-ecb61e183167 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:00:37.737792 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:37.770494 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Transition to ACTIVE for port object a986834e-2b11-422b-b19c-ecb61e183167 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:37.779424 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:37.794792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e9b448d-b48b-4285-944c-286c362da079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:37.950927 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:37.971350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Pushing event updated for resources: {'Port': ['ID=a986834e-2b11-422b-b19c-ecb61e183167,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:38.066457 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Attempting to bind port a986834e-2b11-422b-b19c-ecb61e183167 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:38.074566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Attempting to bind port a986834e-2b11-422b-b19c-ecb61e183167 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '8650260f-957e-4532-ade4-759b44ef1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:38.075296 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Attempting to bind port a986834e-2b11-422b-b19c-ecb61e183167 on network b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:38.083129 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Port a986834e-2b11-422b-b19c-ecb61e183167 on network b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:00:38.083897 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Attempting to bind port a986834e-2b11-422b-b19c-ecb61e183167 on network b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:38.093367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:38.096400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port a608978d-f4d3-4127-bfff-8a3537b1318a, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a608978d-f4d3-4127-bfff-8a3537b1318a,segment=NetworkSegment(50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c),segment_id=50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:38.099316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Checking segment: {'id': '8650260f-957e-4532-ade4-759b44ef1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:38.100234 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Bound using segment: {'id': '8650260f-957e-4532-ade4-759b44ef1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:38.102635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Bound port: a986834e-2b11-422b-b19c-ecb61e183167, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8650260f-957e-4532-ade4-759b44ef1960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:38.103378 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:38.103959 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:38.128997 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e9b448d-b48b-4285-944c-286c362da079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:38.135221 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e9b448d-b48b-4285-944c-286c362da079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:38.177062 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b448d-b48b-4285-944c-286c362da079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53560b56-da0f-4bca-9456-6d88564fc9a2,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:38.240489 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=a608978d-f4d3-4127-bfff-8a3537b1318a,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:38.250388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35488) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:38.257898 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6e9b448d-b48b-4285-944c-286c362da079 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=110d5bd7a1644a8397d3d106f1222882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7326944 Aug 06 16:00:38.332279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] For port a986834e-2b11-422b-b19c-ecb61e183167, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:38.349868 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] For port a986834e-2b11-422b-b19c-ecb61e183167, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a986834e-2b11-422b-b19c-ecb61e183167,segment=NetworkSegment(8650260f-957e-4532-ade4-759b44ef1960),segment_id=8650260f-957e-4532-ade4-759b44ef1960)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:38.368752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-181f03b0-5b13-46d2-aa46-a5cc792d0ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:38.370573 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:38.857937 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:38.858682 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:38.860243 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] 10.222.0.13 "PUT /v2.0/ports/a986834e-2b11-422b-b19c-ecb61e183167 HTTP/1.1" status: 200 len: 1091 time: 1.9027238 Aug 06 16:00:38.862763 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df57c738-4196-4e5e-a5f6-725f630abfa7', 'tag': 'a986834e-2b11-422b-b19c-ecb61e183167'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:00:38.865061 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622f6ba6-3eee-4c70-a401-e6ece9585ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "df57c738-4196-4e5e-a5f6-725f630abfa7", "tag": "a986834e-2b11-422b-b19c-ecb61e183167"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:00:38.888541 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-181f03b0-5b13-46d2-aa46-a5cc792d0ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:38.926850 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.015538 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-181f03b0-5b13-46d2-aa46-a5cc792d0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.018331 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-181f03b0-5b13-46d2-aa46-a5cc792d0ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.019547 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-181f03b0-5b13-46d2-aa46-a5cc792d0ce8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53560b56-da0f-4bca-9456-6d88564fc9a2 HTTP/1.1" status: 204 len: 168 time: 0.7678652 Aug 06 16:00:39.036346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4353ad-7076-439d-b142-0d4d97629615 service neutron] Pushing event updated for resources: {'Port': ['ID=a986834e-2b11-422b-b19c-ecb61e183167,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:39.050213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c260a-8f68-424c-aab2-6929d116066b req-a1fd0f7b-59cd-4f33-a70f-78932c9cbe4d tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:39.057782 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-304c260a-8f68-424c-aab2-6929d116066b req-a1fd0f7b-59cd-4f33-a70f-78932c9cbe4d tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 943 time: 0.6787195 Aug 06 16:00:39.085097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f03b0-5b13-46d2-aa46-a5cc792d0ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53560b56-da0f-4bca-9456-6d88564fc9a2,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:39.184304 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-9055fb32-e25a-4660-a435-926e68ad53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:39.186949 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-9055fb32-e25a-4660-a435-926e68ad53f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=221a0388e41546eb8699faca97d77164&device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 1094 time: 0.2173703 Aug 06 16:00:39.258735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-304c260a-8f68-424c-aab2-6929d116066b req-9035c12e-d44c-4053-85a4-15bc52f650bf tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/security-groups?id=55d0ba86-2028-45fc-9d15-4f45ba4273dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957669 Aug 06 16:00:39.484791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a608978d-f4d3-4127-bfff-8a3537b1318a up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:39.529783 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-8b4387f7-aba3-4af1-9593-466e90a40698 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a986834e-2b11-422b-b19c-ecb61e183167 HTTP/1.1" status: 200 len: 217 time: 0.0804160 Aug 06 16:00:39.554150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8be94c-8518-4e96-838b-3860486a93e2 req-647baccf-caee-464d-bb00-cde0398fa662 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:39.563843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8be94c-8518-4e96-838b-3860486a93e2 req-647baccf-caee-464d-bb00-cde0398fa662 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.1564438 Aug 06 16:00:39.627424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a608978d-f4d3-4127-bfff-8a3537b1318a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:39.627992 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.691278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8be94c-8518-4e96-838b-3860486a93e2 req-a669f09a-aa86-41b8-8d42-de84588ae7cd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211574 Aug 06 16:00:39.691412 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35498) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:39.732767 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1f60202-c103-4ecd-9be2-5e06f2e6d0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.762658 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-c768c97d-aa9d-4416-95aa-994ac5376332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:39.764653 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-c768c97d-aa9d-4416-95aa-994ac5376332 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c7f8ea-c57a-4291-b7c3-940494584740 HTTP/1.1" status: 200 len: 854 time: 0.1978288 Aug 06 16:00:39.928170 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1f60202-c103-4ecd-9be2-5e06f2e6d0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.934008 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1f60202-c103-4ecd-9be2-5e06f2e6d0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.965759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-e5214624-afdc-4a0f-a85d-63ee769711f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:39.967856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-e5214624-afdc-4a0f-a85d-63ee769711f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b016db4d-5875-4f7a-8d6c-643d3c9dbfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1914222 Aug 06 16:00:39.999128 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b1f60202-c103-4ecd-9be2-5e06f2e6d0b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6c9904a630d41e283a77200afa29275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042350 Aug 06 16:00:39.999128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f60202-c103-4ecd-9be2-5e06f2e6d0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b37049-ef7b-4dd5-8891-dd25e3605eb5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:40.001533 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35500) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:40.093313 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2ee292df-166f-43e9-8acc-0fc9c960a321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.121304 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2ee292df-166f-43e9-8acc-0fc9c960a321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.204416 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2ee292df-166f-43e9-8acc-0fc9c960a321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.207219 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2ee292df-166f-43e9-8acc-0fc9c960a321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.210710 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2ee292df-166f-43e9-8acc-0fc9c960a321 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47b37049-ef7b-4dd5-8891-dd25e3605eb5 HTTP/1.1" status: 204 len: 168 time: 0.2059376 Aug 06 16:00:40.222698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee292df-166f-43e9-8acc-0fc9c960a321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b37049-ef7b-4dd5-8891-dd25e3605eb5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:40.248007 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-90c51d95-1b2e-4dee-a601-84d2d45e5ea4 service neutron] 10.222.0.13 "GET /v2.0/networks/b016db4d-5875-4f7a-8d6c-643d3c9dbfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698443 Aug 06 16:00:40.287127 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0388e6a-e7ef-4a20-a1b5-aa25263efc48 req-8cefdbaf-cf01-4d96-9d19-1b0dda284c88 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:40.299832 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0388e6a-e7ef-4a20-a1b5-aa25263efc48 req-8cefdbaf-cf01-4d96-9d19-1b0dda284c88 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.1448925 Aug 06 16:00:40.514193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0388e6a-e7ef-4a20-a1b5-aa25263efc48 req-5da5824c-8183-4a62-a556-91b9dbf6f5e3 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129970 Aug 06 16:00:40.592303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62cf2e17-61e9-4983-bcd7-7840683b2100 req-fc763a50-421d-4e54-83e7-f4cd03a27f7e service neutron] 10.222.0.13 "GET /v2.0/networks/b016db4d-5875-4f7a-8d6c-643d3c9dbfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885273 Aug 06 16:00:40.710134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81bb4b-2fdb-45ce-9881-60d47cda28cc req-21f46c6d-e345-4dae-90b8-beca92c239a9 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:40.718103 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e81bb4b-2fdb-45ce-9881-60d47cda28cc req-21f46c6d-e345-4dae-90b8-beca92c239a9 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.0852270 Aug 06 16:00:40.761258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e81bb4b-2fdb-45ce-9881-60d47cda28cc req-8b1623f7-e3d0-46fb-961e-2862ec0e509d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422935 Aug 06 16:00:40.897813 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:00:41.718857 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14df3797-bcdf-4d7f-8403-d7dc3060cee4 x-openstack-request-id: req-14df3797-bcdf-4d7f-8403-d7dc3060cee4 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:00:41.719367 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df57c738-4196-4e5e-a5f6-725f630abfa7", "tag": "a986834e-2b11-422b-b19c-ecb61e183167", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:00:41.719367 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14df3797-bcdf-4d7f-8403-d7dc3060cee4 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:00:41.719771 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df57c738-4196-4e5e-a5f6-725f630abfa7', 'tag': 'a986834e-2b11-422b-b19c-ecb61e183167', 'status': 'completed', 'code': 200} Aug 06 16:00:41.896985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e874c-4e98-487d-9aee-348fb72dd8ef req-03aa0fb3-994d-4803-9ed2-e7a2e09e5dd4 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:41.904594 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-208e874c-4e98-487d-9aee-348fb72dd8ef req-03aa0fb3-994d-4803-9ed2-e7a2e09e5dd4 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 943 time: 0.0802202 Aug 06 16:00:41.980900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9d163353-faee-42cf-b96c-52f1f567af86 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1152882301&fields=id&tenant_id=104d6649ea8f4ad88269508ef3e2a095 HTTP/1.1" status: 200 len: 267 time: 0.0739992 Aug 06 16:00:41.992348 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-208e874c-4e98-487d-9aee-348fb72dd8ef req-60721443-515c-4b8b-9d66-7579abbfb87c tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/security-groups?id=55d0ba86-2028-45fc-9d15-4f45ba4273dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848203 Aug 06 16:00:42.209078 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-ee8a45ee-d85e-4317-8d8b-4c98494ce858 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:42.211593 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-ee8a45ee-d85e-4317-8d8b-4c98494ce858 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/networks?id=a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 HTTP/1.1" status: 200 len: 812 time: 0.2177508 Aug 06 16:00:42.233084 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-5f282fa7-cf17-4dde-857c-057e5dea7eb8 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/quotas/104d6649ea8f4ad88269508ef3e2a095 HTTP/1.1" status: 200 len: 375 time: 0.0132568 Aug 06 16:00:42.241910 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7a0e5-f0df-422e-bc7e-023370fb0d55 req-bb627020-cb60-44de-aa8e-4c7133066bf5 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:42.243437 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ca7a0e5-f0df-422e-bc7e-023370fb0d55 req-bb627020-cb60-44de-aa8e-4c7133066bf5 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.1062260 Aug 06 16:00:42.338348 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-136b0fcf-6c63-4760-ac85-6d757ee58736 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=104d6649ea8f4ad88269508ef3e2a095&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0939109 Aug 06 16:00:42.350769 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ca7a0e5-f0df-422e-bc7e-023370fb0d55 req-cfa8edff-77c0-426f-8aa1-a7a21bf54b71 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967188 Aug 06 16:00:42.459952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-8ef2422e-cc33-4cdb-83e7-4dd69e97375a service neutron] 10.222.0.37 "GET /v2.0/networks/a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079476 Aug 06 16:00:42.671873 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-6dbf660f-5684-415e-8a7b-7a79cdea381f service neutron] 10.222.0.37 "GET /v2.0/networks/a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044916 Aug 06 16:00:42.686049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c2270-2afb-43c7-8858-613e037f740f req-1054235e-15d8-4e81-82eb-5468af184167 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:42.687554 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f1c2270-2afb-43c7-8858-613e037f740f req-1054235e-15d8-4e81-82eb-5468af184167 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.0866616 Aug 06 16:00:42.741847 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f1c2270-2afb-43c7-8858-613e037f740f req-0e8cfddb-95c6-4001-b78c-5b51e3235498 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458622 Aug 06 16:00:42.938591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dedb7-92d0-442d-aa1e-b9d746091d32 req-e75d08ef-4292-4f12-af69-92af6a008634 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:42.947028 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a9dedb7-92d0-442d-aa1e-b9d746091d32 req-e75d08ef-4292-4f12-af69-92af6a008634 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.0779536 Aug 06 16:00:43.039915 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a9dedb7-92d0-442d-aa1e-b9d746091d32 req-14c02954-7fb5-45b8-a6cd-056f7d7e064c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911732 Aug 06 16:00:43.171480 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a74484a-68a2-43c4-b6cf-7df589296e55 req-24050f5c-ff20-4a04-86b4-9aa8d8b32d62 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 210 time: 0.0583205 Aug 06 16:00:43.332553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9582bd-446b-43aa-824a-15dc1b91740a req-b9c78a9b-8367-482d-ad75-0221c1026290 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:43.341179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d9582bd-446b-43aa-824a-15dc1b91740a req-b9c78a9b-8367-482d-ad75-0221c1026290 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 943 time: 0.0782144 Aug 06 16:00:43.395042 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d9582bd-446b-43aa-824a-15dc1b91740a req-655f9492-6dde-4748-bb11-2d75860f4488 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/security-groups?id=55d0ba86-2028-45fc-9d15-4f45ba4273dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519669 Aug 06 16:00:43.505289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0380fb4-5943-492a-90d3-bb84c34da092 req-fe46f630-ce5f-4420-90db-4601f30d085c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:43.507140 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0380fb4-5943-492a-90d3-bb84c34da092 req-fe46f630-ce5f-4420-90db-4601f30d085c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.0739274 Aug 06 16:00:43.588656 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0380fb4-5943-492a-90d3-bb84c34da092 req-1472129a-fc0e-4c11-a588-bea032fd1814 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745492 Aug 06 16:00:43.975049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9d264-0100-4fa1-9e43-da9fdf52eb34 req-85528921-318d-499d-936f-8bfd863921d8 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:43.977092 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54b9d264-0100-4fa1-9e43-da9fdf52eb34 req-85528921-318d-499d-936f-8bfd863921d8 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.0755227 Aug 06 16:00:44.051600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54b9d264-0100-4fa1-9e43-da9fdf52eb34 req-3883228a-27cb-4052-b983-0918e3cf1542 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630190 Aug 06 16:00:44.138322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35644) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:44.254474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c4898-aa4c-4175-9e6b-31cec4b3a909 req-b6678e66-09ec-4a9d-9313-c90079bb0126 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:44.259787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f52c4898-aa4c-4175-9e6b-31cec4b3a909 req-b6678e66-09ec-4a9d-9313-c90079bb0126 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.1329658 Aug 06 16:00:44.366738 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f52c4898-aa4c-4175-9e6b-31cec4b3a909 req-410c3197-0729-4e03-923d-8256e291c751 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939627 Aug 06 16:00:44.385268 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-845c8b89-900e-4f5a-9657-2a5a1e5c7082 req-fe191e95-97a8-4b40-bf36-bf3befb3f4e1 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 210 time: 0.0897470 Aug 06 16:00:44.413536 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6825e1a-6d78-44f9-b4fb-935bbe52f76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:44.606158 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6825e1a-6d78-44f9-b4fb-935bbe52f76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:44.643697 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6825e1a-6d78-44f9-b4fb-935bbe52f76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:44.720145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6825e1a-6d78-44f9-b4fb-935bbe52f76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0785eddb-b320-4929-8aa1-d3ff9f1fdc5f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:44.728907 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a6825e1a-6d78-44f9-b4fb-935bbe52f76a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=367f5764df704442bdeafbf894fff877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5828209 Aug 06 16:00:44.729291 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35670) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:44.737986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b9d9-1de4-4c2c-a468-d978da72a09a req-aa8108d3-0520-4f55-99e7-b53a5a507f08 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:44.739076 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2d3b9d9-1de4-4c2c-a468-d978da72a09a req-aa8108d3-0520-4f55-99e7-b53a5a507f08 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 943 time: 0.2029645 Aug 06 16:00:44.822211 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-e4ec6715-73d0-4666-a20e-7b0478a6eaf5 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:44.825376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-e4ec6715-73d0-4666-a20e-7b0478a6eaf5 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.78 "GET /v2.0/networks?id=a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 HTTP/1.1" status: 200 len: 812 time: 0.2901492 Aug 06 16:00:44.864750 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35672) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:44.870526 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f71e6c3f-5298-4d57-a039-37436c7bb292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:44.927893 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f71e6c3f-5298-4d57-a039-37436c7bb292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:44.978834 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-597cb0e3-9811-429d-a0e1-6e0827b149aa tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=104d6649ea8f4ad88269508ef3e2a095 HTTP/1.1" status: 200 len: 380 time: 0.1360543 Aug 06 16:00:45.000547 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2d3b9d9-1de4-4c2c-a468-d978da72a09a req-6a498272-1fff-4a2e-b108-540868323a1c tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/security-groups?id=55d0ba86-2028-45fc-9d15-4f45ba4273dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511609 Aug 06 16:00:45.012881 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-de661a50-84ab-4ce0-8416-23a8363f3d11 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Request body: {'port': {'device_id': 'fd31284d-9dce-4f03-b810-d47dd348108a', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'admin_state_up': True, 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'security_groups': ['89f4f142-aa79-44c1-b442-f130bcec5b27']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:45.020301 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f71e6c3f-5298-4d57-a039-37436c7bb292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.024614 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f71e6c3f-5298-4d57-a039-37436c7bb292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.025996 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f71e6c3f-5298-4d57-a039-37436c7bb292 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0785eddb-b320-4929-8aa1-d3ff9f1fdc5f HTTP/1.1" status: 204 len: 168 time: 0.2949505 Aug 06 16:00:45.043803 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e6c3f-5298-4d57-a039-37436c7bb292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0785eddb-b320-4929-8aa1-d3ff9f1fdc5f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:45.062115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9843093-033f-4e85-ad3b-7f38089d8dc7 req-f2849ebb-a3c4-492f-ac16-fd0f3ed60b56 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:45.080094 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9843093-033f-4e85-ad3b-7f38089d8dc7 req-f2849ebb-a3c4-492f-ac16-fd0f3ed60b56 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.3262165 Aug 06 16:00:45.144662 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b19a6ce-9668-4a81-9d87-4b5258ac9143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.228005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9843093-033f-4e85-ad3b-7f38089d8dc7 req-b6a2c129-35af-4e8e-a25c-36bf419d229e tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465664 Aug 06 16:00:45.300439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedab25-881e-4548-b386-8550747dd813 req-5b97c23e-9c18-48d5-9cc1-2e00f6fadeda tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:45.302423 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8dedab25-881e-4548-b386-8550747dd813 req-5b97c23e-9c18-48d5-9cc1-2e00f6fadeda tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.1466594 Aug 06 16:00:45.385199 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8dedab25-881e-4548-b386-8550747dd813 req-1ffb1e2a-be69-4695-a77a-0f16a79eca7f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692012 Aug 06 16:00:45.447529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b19a6ce-9668-4a81-9d87-4b5258ac9143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.463796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35690) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:45.476946 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81750d29-4726-4f3a-9b1e-5ee0fad136d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.480167 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b19a6ce-9668-4a81-9d87-4b5258ac9143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.546129 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1b19a6ce-9668-4a81-9d87-4b5258ac9143 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47e1234e34a742429357d245ed244523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6623566 Aug 06 16:00:45.548391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35692) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:45.552706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-de661a50-84ab-4ce0-8416-23a8363f3d11 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Made reservation on behalf of 104d6649ea8f4ad88269508ef3e2a095 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:45.557352 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-de661a50-84ab-4ce0-8416-23a8363f3d11 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.571904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19a6ce-9668-4a81-9d87-4b5258ac9143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5f2ef5-2505-4ccc-b346-8e498daae60d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:45.597279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b531792-9318-4e37-8fa6-de5ea9247526 req-1e248a95-2e16-45da-9bec-ed89e217caa8 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:45.600326 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b531792-9318-4e37-8fa6-de5ea9247526 req-1e248a95-2e16-45da-9bec-ed89e217caa8 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.1506441 Aug 06 16:00:45.685098 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81750d29-4726-4f3a-9b1e-5ee0fad136d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.689968 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81750d29-4726-4f3a-9b1e-5ee0fad136d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.741484 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81750d29-4726-4f3a-9b1e-5ee0fad136d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0854f1e8-7c80-4c9f-b33b-5d84967fb573,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:45.765485 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-81750d29-4726-4f3a-9b1e-5ee0fad136d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1403da8823e74a65bffb8874ff788217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003826 Aug 06 16:00:45.768133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35698) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:45.797930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b531792-9318-4e37-8fa6-de5ea9247526 req-1db91e97-beee-4c71-8164-34f5fcc2c0f1 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849217 Aug 06 16:00:45.846258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10c465e5-bf3a-41ca-a747-cea8dc6a57d7 req-150f7316-34b3-40ac-8550-b788bb733611 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 210 time: 0.1390688 Aug 06 16:00:45.852709 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-65ddfbbb-7fdf-4c40-88bd-4bfbc94a6ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.871758 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a378c4ff-b2bf-4845-9889-045f35290e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.885247 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-65ddfbbb-7fdf-4c40-88bd-4bfbc94a6ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.900006 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a378c4ff-b2bf-4845-9889-045f35290e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.968097 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a378c4ff-b2bf-4845-9889-045f35290e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.978183 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a378c4ff-b2bf-4845-9889-045f35290e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.980100 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a378c4ff-b2bf-4845-9889-045f35290e86 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0854f1e8-7c80-4c9f-b33b-5d84967fb573 HTTP/1.1" status: 204 len: 168 time: 0.2105346 Aug 06 16:00:46.021597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378c4ff-b2bf-4845-9889-045f35290e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0854f1e8-7c80-4c9f-b33b-5d84967fb573,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:46.024702 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-65ddfbbb-7fdf-4c40-88bd-4bfbc94a6ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.030372 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-65ddfbbb-7fdf-4c40-88bd-4bfbc94a6ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.046651 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-65ddfbbb-7fdf-4c40-88bd-4bfbc94a6ad0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c5f2ef5-2505-4ccc-b346-8e498daae60d HTTP/1.1" status: 204 len: 168 time: 0.4947181 Aug 06 16:00:46.078278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddfbbb-7fdf-4c40-88bd-4bfbc94a6ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5f2ef5-2505-4ccc-b346-8e498daae60d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:46.094532 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-de661a50-84ab-4ce0-8416-23a8363f3d11 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Allocated IP 172.20.0.11 (a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7/cb3dfd16-0dd1-46d4-8106-e0e2fed4e086/434a7012-e83a-4721-a4c6-af3db0293b8b) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:46.146390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87297a8c-c0bb-4c82-90c5-4efa868b6448 req-10d5b6b5-36f5-4c49-9e58-790ace7475cb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:46.148696 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87297a8c-c0bb-4c82-90c5-4efa868b6448 req-10d5b6b5-36f5-4c49-9e58-790ace7475cb tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.2461264 Aug 06 16:00:46.287601 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87297a8c-c0bb-4c82-90c5-4efa868b6448 req-c6a14000-088f-4914-bb83-6547af9de82a tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276155 Aug 06 16:00:46.357944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735ba92-162f-4703-a804-50b4241aa0d3 req-710158f0-88b8-4e0e-806c-c859f21aa326 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:46.370484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4735ba92-162f-4703-a804-50b4241aa0d3 req-710158f0-88b8-4e0e-806c-c859f21aa326 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 943 time: 0.1973855 Aug 06 16:00:46.501014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4735ba92-162f-4703-a804-50b4241aa0d3 req-7c1db1f0-76ae-4696-950a-76e791f4ca7e tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/security-groups?id=55d0ba86-2028-45fc-9d15-4f45ba4273dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281636 Aug 06 16:00:46.521134 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-de661a50-84ab-4ce0-8416-23a8363f3d11 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.533179 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01347fb0-2692-494f-8cfc-4a2169f3b3a9 req-b474ae63-6915-4798-a55e-2d69f4d91905 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:46.534750 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-01347fb0-2692-494f-8cfc-4a2169f3b3a9 req-b474ae63-6915-4798-a55e-2d69f4d91905 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.1228845 Aug 06 16:00:46.562276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-de661a50-84ab-4ce0-8416-23a8363f3d11 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Transition to ACTIVE for port object 434a7012-e83a-4721-a4c6-af3db0293b8b will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:46.602396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35716) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:46.607910 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-01347fb0-2692-494f-8cfc-4a2169f3b3a9 req-37f56b91-c9d4-4115-bc9c-6b897216214f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641119 Aug 06 16:00:46.618880 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ab79d22d-eaec-4efa-957c-86bdbfc2a980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.639036 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-de661a50-84ab-4ce0-8416-23a8363f3d11 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.691651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-de661a50-84ab-4ce0-8416-23a8363f3d11 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Network a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:46.697918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-de661a50-84ab-4ce0-8416-23a8363f3d11 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:46.707251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-de661a50-84ab-4ce0-8416-23a8363f3d11 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:46.766349 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de661a50-84ab-4ce0-8416-23a8363f3d11 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Pushing event updated for resources: {'Port': ['ID=434a7012-e83a-4721-a4c6-af3db0293b8b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:46.794196 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ab79d22d-eaec-4efa-957c-86bdbfc2a980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.808947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-de661a50-84ab-4ce0-8416-23a8363f3d11 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:46.810011 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-de661a50-84ab-4ce0-8416-23a8363f3d11 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.811191 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ab79d22d-eaec-4efa-957c-86bdbfc2a980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.839358 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-de661a50-84ab-4ce0-8416-23a8363f3d11 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8343875 Aug 06 16:00:46.854813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Request body: {'port': {'device_id': 'fd31284d-9dce-4f03-b810-d47dd348108a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:46.894912 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ab79d22d-eaec-4efa-957c-86bdbfc2a980 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3a0de4c441a4867b3aee37d0d199173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889619 Aug 06 16:00:46.896587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35724) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:46.925493 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79d22d-eaec-4efa-957c-86bdbfc2a980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3be9b6-b211-4eef-a3c9-cc2383cd9180,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:46.999710 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-669e4106-79a2-43e6-8d80-34349eb8a5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:47.024811 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-669e4106-79a2-43e6-8d80-34349eb8a5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:47.106252 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:47.115423 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af80b42-bac6-43dc-a3fc-2b77e789cc7f req-e4cb1a5d-2d36-4adc-97c8-931dcd8f4841 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:47.117820 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1af80b42-bac6-43dc-a3fc-2b77e789cc7f req-e4cb1a5d-2d36-4adc-97c8-931dcd8f4841 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.78 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 945 time: 0.0836718 Aug 06 16:00:47.135409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b2b2b196-67b1-4f88-a474-62f342db67f5 None None] Provisioning for port 434a7012-e83a-4721-a4c6-af3db0293b8b completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:47.140155 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b2b2b196-67b1-4f88-a474-62f342db67f5 None None] Provisioning complete for port 434a7012-e83a-4721-a4c6-af3db0293b8b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:47.140907 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b2b2b196-67b1-4f88-a474-62f342db67f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:47.173664 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-669e4106-79a2-43e6-8d80-34349eb8a5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:47.176269 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-669e4106-79a2-43e6-8d80-34349eb8a5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:47.177416 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-669e4106-79a2-43e6-8d80-34349eb8a5f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e3be9b6-b211-4eef-a3c9-cc2383cd9180 HTTP/1.1" status: 204 len: 168 time: 0.2796762 Aug 06 16:00:47.209382 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c614b-2282-4db4-9e89-c7d102487f3b req-53481f12-3133-4cae-b779-dc1e3022a3ba tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:47.217862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e1c614b-2282-4db4-9e89-c7d102487f3b req-53481f12-3133-4cae-b779-dc1e3022a3ba tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.2697780 Aug 06 16:00:47.228485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e4106-79a2-43e6-8d80-34349eb8a5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3be9b6-b211-4eef-a3c9-cc2383cd9180,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:47.232918 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b2b2b196-67b1-4f88-a474-62f342db67f5 None None] Port 434a7012-e83a-4721-a4c6-af3db0293b8b cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:00:47.346697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd712ff-f527-4ebb-b903-0e6136f556ca req-e12d6c64-0443-459a-b800-917fc0749210 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:47.348498 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0bd712ff-f527-4ebb-b903-0e6136f556ca req-e12d6c64-0443-459a-b800-917fc0749210 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 932 time: 0.3443973 Aug 06 16:00:47.348854 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-1af80b42-bac6-43dc-a3fc-2b77e789cc7f req-4b33b909-4146-45f7-8db5-9eddcd939bf3 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Deleting port 4cac76df-8c29-4d52-ba44-dae8769798d1 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:47.350269 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1af80b42-bac6-43dc-a3fc-2b77e789cc7f req-4b33b909-4146-45f7-8db5-9eddcd939bf3 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:47.382241 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e1c614b-2282-4db4-9e89-c7d102487f3b req-1df2c780-9705-4808-8a86-1ac0a50425c6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633782 Aug 06 16:00:47.513328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0bd712ff-f527-4ebb-b903-0e6136f556ca req-f2446698-fd5c-4666-9a7d-b19d8a5ee877 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/security-groups?id=89f4f142-aa79-44c1-b442-f130bcec5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568136 Aug 06 16:00:47.534790 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1af80b42-bac6-43dc-a3fc-2b77e789cc7f req-4b33b909-4146-45f7-8db5-9eddcd939bf3 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] For port 4cac76df-8c29-4d52-ba44-dae8769798d1, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4cac76df-8c29-4d52-ba44-dae8769798d1,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:47.535380 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1af80b42-bac6-43dc-a3fc-2b77e789cc7f req-4b33b909-4146-45f7-8db5-9eddcd939bf3 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:47.552582 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-1af80b42-bac6-43dc-a3fc-2b77e789cc7f req-4b33b909-4146-45f7-8db5-9eddcd939bf3 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Calling delete_port for 4cac76df-8c29-4d52-ba44-dae8769798d1 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:47.784032 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1af80b42-bac6-43dc-a3fc-2b77e789cc7f req-4b33b909-4146-45f7-8db5-9eddcd939bf3 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:47.819043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['4cac76df-8c29-4d52-ba44-dae8769798d1'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:00:47.864823 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-871db0d5-4be0-4d07-b8c3-285c9b6f880d req-812646cf-d12f-4ceb-ba96-d66c38ab2e66 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d66b225-597b-4cbc-8a9e-8bfb73c0919b HTTP/1.1" status: 200 len: 210 time: 0.1180995 Aug 06 16:00:47.879259 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33b909-4146-45f7-8db5-9eddcd939bf3 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Pushing event deleted for resources: {'Port': ['ID=4cac76df-8c29-4d52-ba44-dae8769798d1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:47.945446 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35756) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:47.979230 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e314cda-18ed-4da2-b5d1-2c7ffd0a90a1 req-545b759c-224c-40d8-a92f-0b2fdf9983a8 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:47.980789 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e314cda-18ed-4da2-b5d1-2c7ffd0a90a1 req-545b759c-224c-40d8-a92f-0b2fdf9983a8 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 943 time: 0.2676134 Aug 06 16:00:48.000316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af80b42-bac6-43dc-a3fc-2b77e789cc7f req-4b33b909-4146-45f7-8db5-9eddcd939bf3 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] No DVR routers for this DVR port 4cac76df-8c29-4d52-ba44-dae8769798d1 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:48.004366 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1af80b42-bac6-43dc-a3fc-2b77e789cc7f req-4b33b909-4146-45f7-8db5-9eddcd939bf3 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.008063 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1af80b42-bac6-43dc-a3fc-2b77e789cc7f req-4b33b909-4146-45f7-8db5-9eddcd939bf3 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.78 "DELETE /v2.0/ports/4cac76df-8c29-4d52-ba44-dae8769798d1 HTTP/1.1" status: 204 len: 173 time: 0.8831456 Aug 06 16:00:48.008994 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d66b225-597b-4cbc-8a9e-8bfb73c0919b', 'name': 'network-vif-deleted', 'tag': '4cac76df-8c29-4d52-ba44-dae8769798d1'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:00:48.012272 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b7d678-2779-4d01-b8ea-e1402af11a7f" -d '{"events": [{"server_uuid": "4d66b225-597b-4cbc-8a9e-8bfb73c0919b", "name": "network-vif-deleted", "tag": "4cac76df-8c29-4d52-ba44-dae8769798d1"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:00:48.108485 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434a7012-e83a-4721-a4c6-af3db0293b8b {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:00:48.125003 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.128384 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e314cda-18ed-4da2-b5d1-2c7ffd0a90a1 req-cdd80d8a-c562-4059-be06-9aa751394e04 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/security-groups?id=55d0ba86-2028-45fc-9d15-4f45ba4273dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358759 Aug 06 16:00:48.150734 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f947f0-f76a-4c92-a5e7-956377dde68c req-400e1c1c-322d-4bcf-aec5-8f73782aa9e5 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:48.158713 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00f947f0-f76a-4c92-a5e7-956377dde68c req-400e1c1c-322d-4bcf-aec5-8f73782aa9e5 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.1678228 Aug 06 16:00:48.161030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Transition to ACTIVE for port object 434a7012-e83a-4721-a4c6-af3db0293b8b will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:48.191485 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.242240 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-2babb29a-d2b8-4260-bb09-8247861db6d1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-513386601-network', 'tenant_id': '048e5568a18447ea929cde75921b0777'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:48.290208 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f47513-011c-4be4-9103-49240708762d x-openstack-request-id: req-b8f47513-011c-4be4-9103-49240708762d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:00:48.290946 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d66b225-597b-4cbc-8a9e-8bfb73c0919b", "name": "network-vif-deleted", "tag": "4cac76df-8c29-4d52-ba44-dae8769798d1", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:00:48.291505 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8f47513-011c-4be4-9103-49240708762d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:00:48.293183 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d66b225-597b-4cbc-8a9e-8bfb73c0919b', 'name': 'network-vif-deleted', 'tag': '4cac76df-8c29-4d52-ba44-dae8769798d1', 'status': 'completed', 'code': 200} Aug 06 16:00:48.343884 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2babb29a-d2b8-4260-bb09-8247861db6d1 admin admin] Made reservation on behalf of 048e5568a18447ea929cde75921b0777 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:48.352649 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00f947f0-f76a-4c92-a5e7-956377dde68c req-687d7b42-df31-406d-830d-96029164a476 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929061 Aug 06 16:00:48.355089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Pushing event updated for resources: {'Port': ['ID=434a7012-e83a-4721-a4c6-af3db0293b8b,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:48.357776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2babb29a-d2b8-4260-bb09-8247861db6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.380923 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2babb29a-d2b8-4260-bb09-8247861db6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.687933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2babb29a-d2b8-4260-bb09-8247861db6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.696044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Attempting to bind port 434a7012-e83a-4721-a4c6-af3db0293b8b on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:48.699643 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2babb29a-d2b8-4260-bb09-8247861db6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.708740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Attempting to bind port 434a7012-e83a-4721-a4c6-af3db0293b8b by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:48.709509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Attempting to bind port 434a7012-e83a-4721-a4c6-af3db0293b8b on network a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:48.737342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Port 434a7012-e83a-4721-a4c6-af3db0293b8b on network a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:00:48.737767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Attempting to bind port 434a7012-e83a-4721-a4c6-af3db0293b8b on network a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:48.747718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babb29a-d2b8-4260-bb09-8247861db6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef182e31-70ec-4a7a-a27a-6cc0dbca1443,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:48.767866 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2babb29a-d2b8-4260-bb09-8247861db6d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:48.773484 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:48.773993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Checking segment: {'id': '50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:48.774240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Bound using segment: {'id': '50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:48.774691 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Bound port: 434a7012-e83a-4721-a4c6-af3db0293b8b, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:48.775057 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.786492 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2babb29a-d2b8-4260-bb09-8247861db6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.787505 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-2babb29a-d2b8-4260-bb09-8247861db6d1 admin admin] Added segment dd89bd6f-6282-49b2-b7dd-5d3b4ec30661 of type vlan for network d04c5f28-1b50-4307-9944-b2931a255fa9 Aug 06 16:00:48.850840 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b141f-08c1-4169-9322-4eb3b25e683b req-7538fcd0-2ab8-46ce-94ce-9de13ded79fc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:48.853238 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f9b141f-08c1-4169-9322-4eb3b25e683b req-7538fcd0-2ab8-46ce-94ce-9de13ded79fc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.2930710 Aug 06 16:00:48.922072 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2babb29a-d2b8-4260-bb09-8247861db6d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.976196 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2babb29a-d2b8-4260-bb09-8247861db6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.977310 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2babb29a-d2b8-4260-bb09-8247861db6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:48.979013 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2babb29a-d2b8-4260-bb09-8247861db6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:49.030045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82693332-ec64-4c26-8642-9acb978a3688 req-52602592-67b9-4a3f-afe9-d2c7963642f8 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:49.038041 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82693332-ec64-4c26-8642-9acb978a3688 req-52602592-67b9-4a3f-afe9-d2c7963642f8 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 944 time: 0.1833901 Aug 06 16:00:49.045354 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f9b141f-08c1-4169-9322-4eb3b25e683b req-c86ae35b-651b-42c3-bcc1-5fc94d5e1560 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783023 Aug 06 16:00:49.072686 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] For port 434a7012-e83a-4721-a4c6-af3db0293b8b, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:49.092809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] For port 434a7012-e83a-4721-a4c6-af3db0293b8b, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=434a7012-e83a-4721-a4c6-af3db0293b8b,segment=NetworkSegment(50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c),segment_id=50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:49.106920 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:49.111269 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babb29a-d2b8-4260-bb09-8247861db6d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d04c5f28-1b50-4307-9944-b2931a255fa9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:49.121749 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82693332-ec64-4c26-8642-9acb978a3688 req-127993c9-5f82-4957-ac1d-7bebd5f85444 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/security-groups?id=89f4f142-aa79-44c1-b442-f130bcec5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823998 Aug 06 16:00:49.124247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network d04c5f28-1b50-4307-9944-b2931a255fa9 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:49.128633 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2babb29a-d2b8-4260-bb09-8247861db6d1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1820302 Aug 06 16:00:49.131573 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35786) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:49.141563 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-413bb70b-2c8d-42cd-8770-7dbdd50d27c3 admin admin] Request body: {'subnet': {'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-513386601-subnet', 'tenant_id': '048e5568a18447ea929cde75921b0777', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:49.228736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:49.230436 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:49.231893 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413bb70b-2c8d-42cd-8770-7dbdd50d27c3 admin admin] Made reservation on behalf of 048e5568a18447ea929cde75921b0777 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:49.238982 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-413bb70b-2c8d-42cd-8770-7dbdd50d27c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:49.239889 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] 10.222.0.78 "PUT /v2.0/ports/434a7012-e83a-4721-a4c6-af3db0293b8b HTTP/1.1" status: 200 len: 1092 time: 2.3881578 Aug 06 16:00:49.274235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd31284d-9dce-4f03-b810-d47dd348108a', 'tag': '434a7012-e83a-4721-a4c6-af3db0293b8b'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:00:49.283421 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84408cf-3a0c-4344-af81-79fe8f74af5e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd31284d-9dce-4f03-b810-d47dd348108a", "tag": "434a7012-e83a-4721-a4c6-af3db0293b8b"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:00:49.473278 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a4ce63-1ff9-486a-bba9-c919f2961b6a x-openstack-request-id: req-46a4ce63-1ff9-486a-bba9-c919f2961b6a {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:00:49.473580 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd31284d-9dce-4f03-b810-d47dd348108a", "tag": "434a7012-e83a-4721-a4c6-af3db0293b8b", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:00:49.473860 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46a4ce63-1ff9-486a-bba9-c919f2961b6a {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:00:49.474305 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd31284d-9dce-4f03-b810-d47dd348108a', 'tag': '434a7012-e83a-4721-a4c6-af3db0293b8b', 'status': 'completed', 'code': 200} Aug 06 16:00:49.547096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0916a2-cc5c-48f8-90f3-a8dbd8c17c54 service neutron] Pushing event updated for resources: {'Port': ['ID=434a7012-e83a-4721-a4c6-af3db0293b8b,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:49.568016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-2d6a4c8b-ad13-4a86-a5ea-e9b2d6a1fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:49.569581 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-2d6a4c8b-ad13-4a86-a5ea-e9b2d6a1fbf5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=104d6649ea8f4ad88269508ef3e2a095&device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 1095 time: 0.2514548 Aug 06 16:00:49.634933 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f6ba6-3eee-4c70-a401-e6ece9585ad1 req-9db3ddb6-0f6c-45f7-b121-5b36039d84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:49.636437 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-622f6ba6-3eee-4c70-a401-e6ece9585ad1 req-9db3ddb6-0f6c-45f7-b121-5b36039d84ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=221a0388e41546eb8699faca97d77164&device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 1094 time: 0.1576974 Aug 06 16:00:49.647070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe7d2b-e90d-4df3-8b4e-8f30d74ec61a req-8222c768-c72f-4444-8c13-ad6251e81172 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:49.655415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6fe7d2b-e90d-4df3-8b4e-8f30d74ec61a req-8222c768-c72f-4444-8c13-ad6251e81172 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 943 time: 0.3985558 Aug 06 16:00:49.681045 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-413bb70b-2c8d-42cd-8770-7dbdd50d27c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:49.717231 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-e862ca9e-0335-4149-b2e0-cd315fd477c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434a7012-e83a-4721-a4c6-af3db0293b8b HTTP/1.1" status: 200 len: 217 time: 0.1352518 Aug 06 16:00:49.739282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bb70b-2c8d-42cd-8770-7dbdd50d27c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af21462f-26c7-45df-8aee-9d851324861e,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:49.748254 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bb70b-2c8d-42cd-8770-7dbdd50d27c3 admin admin] Checking segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:49.748615 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413bb70b-2c8d-42cd-8770-7dbdd50d27c3 admin admin] Network hostable DHCP agents. Network: d04c5f28-1b50-4307-9944-b2931a255fa9, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:00:49.768233 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413bb70b-2c8d-42cd-8770-7dbdd50d27c3 admin admin] Network d04c5f28-1b50-4307-9944-b2931a255fa9 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:49.779051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-413bb70b-2c8d-42cd-8770-7dbdd50d27c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, d04c5f28-1b50-4307-9944-b2931a255fa9) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:49.790112 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413bb70b-2c8d-42cd-8770-7dbdd50d27c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:49.790327 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0ea0f5-3d03-4a8b-b9b8-215130e7dde1 None None] Network d04c5f28-1b50-4307-9944-b2931a255fa9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:49.790760 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-413bb70b-2c8d-42cd-8770-7dbdd50d27c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:49.802745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0401dcb-d6eb-4f0b-b315-a5ff930153cf req-085f0d1b-d99e-4476-ad3a-2b4b570ceb88 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:49.804375 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0401dcb-d6eb-4f0b-b315-a5ff930153cf req-085f0d1b-d99e-4476-ad3a-2b4b570ceb88 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.2407095 Aug 06 16:00:49.810599 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6fe7d2b-e90d-4df3-8b4e-8f30d74ec61a req-37ee935b-7cf8-4654-ba71-9a6afa2d7239 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/security-groups?id=55d0ba86-2028-45fc-9d15-4f45ba4273dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537287 Aug 06 16:00:49.812238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-83a66ea8-78f9-44c8-b339-70d6ea803613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:49.824011 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-83a66ea8-78f9-44c8-b339-70d6ea803613 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cb3dfd16-0dd1-46d4-8106-e0e2fed4e086 HTTP/1.1" status: 200 len: 851 time: 0.0868993 Aug 06 16:00:49.824841 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-413bb70b-2c8d-42cd-8770-7dbdd50d27c3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6814773 Aug 06 16:00:49.836109 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35814) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:49.893232 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0401dcb-d6eb-4f0b-b315-a5ff930153cf req-823bc343-7b26-45c8-b92b-4747a58b4f96 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785496 Aug 06 16:00:49.909189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-dcc20315-0259-468d-b3de-1ef1f5bdd4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:49.910722 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-dcc20315-0259-468d-b3de-1ef1f5bdd4f6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884476 Aug 06 16:00:49.997975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd09056d-e6fa-45a6-a7b5-49ccd085d03a None None] Network d04c5f28-1b50-4307-9944-b2931a255fa9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:50.089276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7d16d2b2-b5ae-4e23-bd48-bb988c50d57f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1093711152'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:50.131250 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d16d2b2-b5ae-4e23-bd48-bb988c50d57f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Made reservation on behalf of f692530ac2e24a7882dbdd3525a819e3 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:50.137688 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d16d2b2-b5ae-4e23-bd48-bb988c50d57f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.161750 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d16d2b2-b5ae-4e23-bd48-bb988c50d57f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.293266 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d16d2b2-b5ae-4e23-bd48-bb988c50d57f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.299157 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d16d2b2-b5ae-4e23-bd48-bb988c50d57f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.335104 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d16d2b2-b5ae-4e23-bd48-bb988c50d57f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:50.343603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16d2b2-b5ae-4e23-bd48-bb988c50d57f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327ab2e0-c589-40ed-b404-275fe894bc2e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:50.364632 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d16d2b2-b5ae-4e23-bd48-bb988c50d57f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.364984 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-7d16d2b2-b5ae-4e23-bd48-bb988c50d57f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Added segment 37b0fec9-7f51-4515-bcea-f46042b8e6ba of type vlan for network 806d7a33-bb5d-4fd9-86e5-75b71e4f75f0 Aug 06 16:00:50.573263 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-39bfb4d3-bd10-4ce5-aa7a-8a317542c118 service neutron] 10.222.0.78 "GET /v2.0/networks/a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486669 Aug 06 16:00:50.610882 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab526a05-e751-4587-b55b-a689235a51e2 req-08353058-8998-4873-b82d-1647acd9d928 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:50.614152 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab526a05-e751-4587-b55b-a689235a51e2 req-08353058-8998-4873-b82d-1647acd9d928 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 810 time: 0.6550522 Aug 06 16:00:50.615366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35850) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:50.646691 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-416436430-network', 'tenant_id': 'aee98f38be7546d886de081de136d986'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:50.660222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94eec4-f3b3-45ef-9952-814a657b5389 req-de957c35-2b52-42d0-955a-c24e4f21d86c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:50.662175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a94eec4-f3b3-45ef-9952-814a657b5389 req-de957c35-2b52-42d0-955a-c24e4f21d86c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.2370503 Aug 06 16:00:50.718381 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d16d2b2-b5ae-4e23-bd48-bb988c50d57f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.734733 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 4cac76df-8c29-4d52-ba44-dae8769798d1 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:50.740680 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab526a05-e751-4587-b55b-a689235a51e2 req-9e745ba7-8df8-4e3b-88e6-4c577ab19cce tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/quotas/32e920af6a7c4f9d9c65a087db3ea6d1 HTTP/1.1" status: 200 len: 375 time: 0.1071117 Aug 06 16:00:50.751472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f6ba6-3eee-4c70-a401-e6ece9585ad1 req-fd217409-fe31-4ebe-9c82-73682c5497cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:50.753159 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-622f6ba6-3eee-4c70-a401-e6ece9585ad1 req-fd217409-fe31-4ebe-9c82-73682c5497cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 HTTP/1.1" status: 200 len: 916 time: 0.3295364 Aug 06 16:00:50.756178 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d16d2b2-b5ae-4e23-bd48-bb988c50d57f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.762616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d16d2b2-b5ae-4e23-bd48-bb988c50d57f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:50.763672 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d16d2b2-b5ae-4e23-bd48-bb988c50d57f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.767783 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 4cac76df-8c29-4d52-ba44-dae8769798d1 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:00:50.768824 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 4cac76df-8c29-4d52-ba44-dae8769798d1 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:50.799577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] Made reservation on behalf of aee98f38be7546d886de081de136d986 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:50.801853 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.815753 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab526a05-e751-4587-b55b-a689235a51e2 req-62704ba6-b421-4f9c-bf6a-b71c11fd7ef6 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690279 Aug 06 16:00:50.866087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-622f6ba6-3eee-4c70-a401-e6ece9585ad1 req-414fddb7-839f-40f5-97e7-89911aca8655 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a986834e-2b11-422b-b19c-ecb61e183167 HTTP/1.1" status: 200 len: 217 time: 0.0900006 Aug 06 16:00:50.867219 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.879539 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7d16d2b2-b5ae-4e23-bd48-bb988c50d57f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0384021 Aug 06 16:00:50.886912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a94eec4-f3b3-45ef-9952-814a657b5389 req-cdd8b896-017a-4581-a927-fc07afa3c4dc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110512 Aug 06 16:00:50.887283 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35862) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:50.892450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-de6bd394-e205-4934-b63b-01ff61c5ec00 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Request body: {'subnet': {'network_id': '806d7a33-bb5d-4fd9-86e5-75b71e4f75f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:50.932448 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16d2b2-b5ae-4e23-bd48-bb988c50d57f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Pushing event updated for resources: {'Network': ['ID=806d7a33-bb5d-4fd9-86e5-75b71e4f75f0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:50.941528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41094db9-b403-4073-b6be-6c5c3fcea8e9 req-65fd7cc3-bea7-4cb6-98cb-201b422891d0 service neutron] 10.222.0.78 "GET /v2.0/networks/a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528509 Aug 06 16:00:50.947741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 806d7a33-bb5d-4fd9-86e5-75b71e4f75f0 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:51.102531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f6ba6-3eee-4c70-a401-e6ece9585ad1 req-5512555b-b7d0-4ae2-9e48-07b10959900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:51.103981 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-622f6ba6-3eee-4c70-a401-e6ece9585ad1 req-5512555b-b7d0-4ae2-9e48-07b10959900b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07c7f8ea-c57a-4291-b7c3-940494584740 HTTP/1.1" status: 200 len: 854 time: 0.2229855 Aug 06 16:00:51.175357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab526a05-e751-4587-b55b-a689235a51e2 req-ce86c4e7-1732-4c6a-bd3f-d6e0a7ea0419 service neutron] 10.222.0.37 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200336 Aug 06 16:00:51.201530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f19662-d04d-4226-8238-902124884f00 req-cd661804-dfd0-45ea-9836-cc93b97e426e tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:51.203076 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8f19662-d04d-4226-8238-902124884f00 req-cd661804-dfd0-45ea-9836-cc93b97e426e tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 944 time: 0.2091393 Aug 06 16:00:51.215389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84408cf-3a0c-4344-af81-79fe8f74af5e req-25444866-4585-4184-90f4-ac8bfd56df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:51.216843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a84408cf-3a0c-4344-af81-79fe8f74af5e req-25444866-4585-4184-90f4-ac8bfd56df4b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=104d6649ea8f4ad88269508ef3e2a095&device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 1095 time: 0.1962628 Aug 06 16:00:51.364020 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f6ba6-3eee-4c70-a401-e6ece9585ad1 req-121ec3bf-e285-42bb-a663-75b229bf2a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:51.365529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-622f6ba6-3eee-4c70-a401-e6ece9585ad1 req-121ec3bf-e285-42bb-a663-75b229bf2a21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b016db4d-5875-4f7a-8d6c-643d3c9dbfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2473993 Aug 06 16:00:51.433813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8f19662-d04d-4226-8238-902124884f00 req-12417b8b-cdf6-4468-b143-50ec512d0549 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/security-groups?id=89f4f142-aa79-44c1-b442-f130bcec5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233698 Aug 06 16:00:51.450369 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.467165 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.477028 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6bd394-e205-4934-b63b-01ff61c5ec00 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Made reservation on behalf of f692530ac2e24a7882dbdd3525a819e3 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:51.480842 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-de6bd394-e205-4934-b63b-01ff61c5ec00 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.537743 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab526a05-e751-4587-b55b-a689235a51e2 req-60566e2d-0c70-4057-ad1c-8e666dc5b462 service neutron] 10.222.0.37 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548563 Aug 06 16:00:51.570177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:51.577512 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84408cf-3a0c-4344-af81-79fe8f74af5e req-66268193-4d16-4ff1-877b-2276c3183b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:51.579188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a84408cf-3a0c-4344-af81-79fe8f74af5e req-66268193-4d16-4ff1-877b-2276c3183b41 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 HTTP/1.1" status: 200 len: 913 time: 0.3331394 Aug 06 16:00:51.608324 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.608666 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] Added segment 699a4c4d-c807-4baf-b52f-e8488d952954 of type vlan for network aa317023-3fd7-4406-8153-872c7abd2abf Aug 06 16:00:51.609981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f852e9a-ac37-4396-b26e-19af9a5255da,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:51.673859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a84408cf-3a0c-4344-af81-79fe8f74af5e req-f712c923-6489-462a-90b7-fa7f46599b41 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434a7012-e83a-4721-a4c6-af3db0293b8b HTTP/1.1" status: 200 len: 217 time: 0.0816958 Aug 06 16:00:51.708382 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-622f6ba6-3eee-4c70-a401-e6ece9585ad1 req-b0da33c0-121c-4132-8994-fe55cfdd18d0 service neutron] 10.222.0.13 "GET /v2.0/networks/b016db4d-5875-4f7a-8d6c-643d3c9dbfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189247 Aug 06 16:00:51.728570 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-de6bd394-e205-4934-b63b-01ff61c5ec00 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.774195 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-893ecb1c-0250-4212-9b67-98897d65116d service neutron] show failed (client error): The resource could not be found. Aug 06 16:00:51.775377 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-893ecb1c-0250-4212-9b67-98897d65116d service neutron] 10.222.0.13 "GET /v2.0/ports/51d68ca5-04b7-44ca-bbe7-64209867d8e7/bindings/n-h1-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.1414566 Aug 06 16:00:51.793891 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bd394-e205-4934-b63b-01ff61c5ec00 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Pushing event updated for resources: {'Subnet': ['ID=dfe41e37-a9f4-435b-a890-b47a2ccb3893,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:51.814024 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6bd394-e205-4934-b63b-01ff61c5ec00 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Checking segment: {'id': '37b0fec9-7f51-4515-bcea-f46042b8e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '806d7a33-bb5d-4fd9-86e5-75b71e4f75f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:51.814387 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6bd394-e205-4934-b63b-01ff61c5ec00 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Network hostable DHCP agents. Network: 806d7a33-bb5d-4fd9-86e5-75b71e4f75f0, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:00:51.821547 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.827528 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84408cf-3a0c-4344-af81-79fe8f74af5e req-1f4ed2eb-a3c2-48e5-ae49-9dafe2e8a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:51.829022 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a84408cf-3a0c-4344-af81-79fe8f74af5e req-1f4ed2eb-a3c2-48e5-ae49-9dafe2e8a612 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cb3dfd16-0dd1-46d4-8106-e0e2fed4e086 HTTP/1.1" status: 200 len: 851 time: 0.1302183 Aug 06 16:00:51.851762 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6bd394-e205-4934-b63b-01ff61c5ec00 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Network 806d7a33-bb5d-4fd9-86e5-75b71e4f75f0 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:51.857292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3bc90-78f4-470b-aeeb-83c6c123b10e req-f731f5dc-2ba1-4777-98d7-05ee17e8443a tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:51.859113 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68b3bc90-78f4-470b-aeeb-83c6c123b10e req-f731f5dc-2ba1-4777-98d7-05ee17e8443a tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 943 time: 0.3560679 Aug 06 16:00:51.875554 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-de6bd394-e205-4934-b63b-01ff61c5ec00 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 806d7a33-bb5d-4fd9-86e5-75b71e4f75f0) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:51.884359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6bd394-e205-4934-b63b-01ff61c5ec00 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:51.886253 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-de6bd394-e205-4934-b63b-01ff61c5ec00 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.886493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed831f9f-abca-4729-bd0e-e7d74a09711f None None] Network 806d7a33-bb5d-4fd9-86e5-75b71e4f75f0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:51.910931 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-de6bd394-e205-4934-b63b-01ff61c5ec00 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0217886 Aug 06 16:00:51.912006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35896) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:51.921126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-712343e3-0738-4dbf-8ecb-1fc6d1f002fa tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Request body: {'port': {'network_id': '806d7a33-bb5d-4fd9-86e5-75b71e4f75f0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-307766132'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:52.017276 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.resource_extend [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:00:52.073590 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-90578610-5beb-4232-97fb-a32cf1f7f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:52.075531 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-90578610-5beb-4232-97fb-a32cf1f7f373 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9&tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9 HTTP/1.1" status: 200 len: 1100 time: 0.0585849 Aug 06 16:00:52.087870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77559d-f02d-443c-9c79-bba21e5815f4 req-0ae2bc1d-0238-45e0-9a6f-5bc9facaff62 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:52.089402 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e77559d-f02d-443c-9c79-bba21e5815f4 req-0ae2bc1d-0238-45e0-9a6f-5bc9facaff62 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.2821026 Aug 06 16:00:52.102801 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.104153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:52.105946 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.115760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-806d7a33-bb5d-4fd9-86e5-75b71e4f75f0', 'network_id': '806d7a33-bb5d-4fd9-86e5-75b71e4f75f0', 'tenant_id': 'f692530ac2e24a7882dbdd3525a819e3', 'fixed_ips': [{'subnet_id': 'dfe41e37-a9f4-435b-a890-b47a2ccb3893'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:00:52.117106 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.122086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:52.130658 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68b3bc90-78f4-470b-aeeb-83c6c123b10e req-1c530fe6-2347-440d-b6ae-92692fbfad13 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/security-groups?id=55d0ba86-2028-45fc-9d15-4f45ba4273dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924129 Aug 06 16:00:52.160233 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84408cf-3a0c-4344-af81-79fe8f74af5e req-6e0173ba-5e18-4e32-a12c-f9aec438ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:52.161804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a84408cf-3a0c-4344-af81-79fe8f74af5e req-6e0173ba-5e18-4e32-a12c-f9aec438ace8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3017662 Aug 06 16:00:52.171575 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-622f6ba6-3eee-4c70-a401-e6ece9585ad1 req-01379354-1f6c-449f-bfa8-741fdd77a10c service neutron] 10.222.0.13 "GET /v2.0/networks/b016db4d-5875-4f7a-8d6c-643d3c9dbfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507468 Aug 06 16:00:52.199057 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712343e3-0738-4dbf-8ecb-1fc6d1f002fa tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Made reservation on behalf of f692530ac2e24a7882dbdd3525a819e3 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:52.203196 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-712343e3-0738-4dbf-8ecb-1fc6d1f002fa tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.206433 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.239027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-712343e3-0738-4dbf-8ecb-1fc6d1f002fa tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] device_id is not set on port 08e64cb9-e46d-40d9-96e1-52b9418f3098 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:00:52.315153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e77559d-f02d-443c-9c79-bba21e5815f4 req-0d66cf18-b206-4d47-899e-21fdcf212bfe tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987982 Aug 06 16:00:52.316691 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6849518 Aug 06 16:00:52.321772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35904) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:52.329058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c39d4b44-1f69-40b4-ad15-ffca9d565c76 admin admin] Request body: {'subnet': {'network_id': 'aa317023-3fd7-4406-8153-872c7abd2abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-416436430-subnet', 'tenant_id': 'aee98f38be7546d886de081de136d986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:52.331354 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Allocated IP 172.20.0.2 (806d7a33-bb5d-4fd9-86e5-75b71e4f75f0/dfe41e37-a9f4-435b-a890-b47a2ccb3893/c5e8a509-c877-4a54-8e98-0208958bad1d) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:52.423065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ec774-e88b-4c6b-b821-54e8f3e1e4c2 admin admin] Pushing event updated for resources: {'Network': ['ID=aa317023-3fd7-4406-8153-872c7abd2abf,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:52.451829 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network aa317023-3fd7-4406-8153-872c7abd2abf details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:52.478104 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-be72d64e-ff76-463f-be1f-39e3dfd77b4b req-43eeeae5-fb8a-4903-bdd4-bf9a367613c0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 210 time: 0.0561228 Aug 06 16:00:52.516235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39d4b44-1f69-40b4-ad15-ffca9d565c76 admin admin] Made reservation on behalf of aee98f38be7546d886de081de136d986 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:52.516235 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c39d4b44-1f69-40b4-ad15-ffca9d565c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.618322 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.628803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Transition to ACTIVE for port object c5e8a509-c877-4a54-8e98-0208958bad1d will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:52.637246 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] For port 51d68ca5-04b7-44ca-bbe7-64209867d8e7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:52.665871 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Transition to ACTIVE for port object c5e8a509-c877-4a54-8e98-0208958bad1d will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:52.673121 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.684544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a84408cf-3a0c-4344-af81-79fe8f74af5e req-7596a707-6b10-4183-8df8-ff6c1868def6 service neutron] 10.222.0.78 "GET /v2.0/networks/a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116618 Aug 06 16:00:52.695215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fa340-3e5d-4fda-a692-08a58b709a44 req-48dc9de0-6568-4a28-81a5-aaf745610e96 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:52.697051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f69fa340-3e5d-4fda-a692-08a58b709a44 req-48dc9de0-6568-4a28-81a5-aaf745610e96 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.2547364 Aug 06 16:00:52.711852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Network 806d7a33-bb5d-4fd9-86e5-75b71e4f75f0 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:52.712237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] For port 51d68ca5-04b7-44ca-bbe7-64209867d8e7, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:52.717315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:52.722230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:52.758375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Pushing event updated for resources: {'Port': ['ID=c5e8a509-c877-4a54-8e98-0208958bad1d,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:52.765153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6c195-4e0e-4e15-a4a9-221d898d2ac1 req-68a9bad2-b683-4a65-a7e9-2012a12b6313 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:52.767203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ba6c195-4e0e-4e15-a4a9-221d898d2ac1 req-68a9bad2-b683-4a65-a7e9-2012a12b6313 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 946 time: 0.1707711 Aug 06 16:00:52.775254 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.778432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792e80a5-62cf-4c18-8367-9c9e686815c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d68ca5-04b7-44ca-bbe7-64209867d8e7'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:00:52.780919 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88715f3e-2968-4aa8-873e-6cd66746a0b3" -d '{"events": [{"server_uuid": "792e80a5-62cf-4c18-8367-9c9e686815c9", "name": "network-vif-unplugged", "status": "completed", "tag": "51d68ca5-04b7-44ca-bbe7-64209867d8e7"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:00:52.790894 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-712343e3-0738-4dbf-8ecb-1fc6d1f002fa tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Allocated IP 172.20.0.6 (806d7a33-bb5d-4fd9-86e5-75b71e4f75f0/dfe41e37-a9f4-435b-a890-b47a2ccb3893/08e64cb9-e46d-40d9-96e1-52b9418f3098) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:52.795616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Attempting to bind port c5e8a509-c877-4a54-8e98-0208958bad1d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:52.795986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Attempting to bind port c5e8a509-c877-4a54-8e98-0208958bad1d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '37b0fec9-7f51-4515-bcea-f46042b8e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '806d7a33-bb5d-4fd9-86e5-75b71e4f75f0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:52.796353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Attempting to bind port c5e8a509-c877-4a54-8e98-0208958bad1d on network 806d7a33-bb5d-4fd9-86e5-75b71e4f75f0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:52.803011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:52.803413 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Checking segment: {'id': '37b0fec9-7f51-4515-bcea-f46042b8e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '806d7a33-bb5d-4fd9-86e5-75b71e4f75f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:52.804942 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.805528 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Bound using segment: {'id': '37b0fec9-7f51-4515-bcea-f46042b8e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '806d7a33-bb5d-4fd9-86e5-75b71e4f75f0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:52.806032 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Transition to ACTIVE for port object 51d68ca5-04b7-44ca-bbe7-64209867d8e7 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:52.806154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Bound port: c5e8a509-c877-4a54-8e98-0208958bad1d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b0fec9-7f51-4515-bcea-f46042b8e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '806d7a33-bb5d-4fd9-86e5-75b71e4f75f0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:52.806511 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.813233 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.879731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f69fa340-3e5d-4fda-a692-08a58b709a44 req-170ea778-9419-4ed2-98f4-780151fb81ee tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694117 Aug 06 16:00:52.883794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] For port c5e8a509-c877-4a54-8e98-0208958bad1d, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:52.887994 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] For port c5e8a509-c877-4a54-8e98-0208958bad1d, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c5e8a509-c877-4a54-8e98-0208958bad1d,segment=NetworkSegment(37b0fec9-7f51-4515-bcea-f46042b8e6ba),segment_id=37b0fec9-7f51-4515-bcea-f46042b8e6ba)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:52.894981 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.926991 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ba6c195-4e0e-4e15-a4a9-221d898d2ac1 req-03e23b5f-0cab-45c0-a751-3f5fc84291d8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182086 Aug 06 16:00:52.954588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] No DVR routers for this DVR port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:53.084356 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a84408cf-3a0c-4344-af81-79fe8f74af5e req-5e3c7d68-ccd9-4688-9281-a7e4c4a3dc0b service neutron] 10.222.0.78 "GET /v2.0/networks/a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858371 Aug 06 16:00:53.190538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfef1e-408d-4131-a77f-4e6ba23b8c63 None None] Pushing event updated for resources: {'Port': ['ID=c5e8a509-c877-4a54-8e98-0208958bad1d,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:53.198314 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.234667 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7dbe13-7ecc-4163-a8b2-df56e6371a84 x-openstack-request-id: req-9b7dbe13-7ecc-4163-a8b2-df56e6371a84 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:00:53.238883 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c39d4b44-1f69-40b4-ad15-ffca9d565c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.240576 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792e80a5-62cf-4c18-8367-9c9e686815c9", "name": "network-vif-unplugged", "status": "completed", "tag": "51d68ca5-04b7-44ca-bbe7-64209867d8e7", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:00:53.240934 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b7dbe13-7ecc-4163-a8b2-df56e6371a84 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:00:53.241903 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792e80a5-62cf-4c18-8367-9c9e686815c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d68ca5-04b7-44ca-bbe7-64209867d8e7', 'code': 200} Aug 06 16:00:53.242659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=51d68ca5-04b7-44ca-bbe7-64209867d8e7,revision_number=6']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:53.298336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Attempting to bind port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:53.299269 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Attempting to bind port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:53.299653 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Attempting to bind port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:53.320215 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:00:53.320769 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Attempting to bind port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:53.376184 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-712343e3-0738-4dbf-8ecb-1fc6d1f002fa tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.379044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:53.379356 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:53.379711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:53.380567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Bound port: 51d68ca5-04b7-44ca-bbe7-64209867d8e7, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:53.380950 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.444523 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-712343e3-0738-4dbf-8ecb-1fc6d1f002fa tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Transition to ACTIVE for port object 08e64cb9-e46d-40d9-96e1-52b9418f3098 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:53.485363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c61232-8998-471a-ba9b-e339cc7090a1 req-0dee4a1b-4a9b-4753-aed7-0d84ef12965f tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:53.486859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0c61232-8998-471a-ba9b-e339cc7090a1 req-0dee4a1b-4a9b-4753-aed7-0d84ef12965f tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 944 time: 0.3379693 Aug 06 16:00:53.501099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d4b44-1f69-40b4-ad15-ffca9d565c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba74e67-7dea-477d-809f-55a70b9401d4,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:53.521063 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] For port 51d68ca5-04b7-44ca-bbe7-64209867d8e7, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:53.531353 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] For port 51d68ca5-04b7-44ca-bbe7-64209867d8e7, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:53.551903 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.569859 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.591143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a929d1-f16e-4ecf-8da4-42f7ec8d55c4 req-9fa863ae-b391-40c3-9968-879895edd02d tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:53.592669 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63a929d1-f16e-4ecf-8da4-42f7ec8d55c4 req-9fa863ae-b391-40c3-9968-879895edd02d tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 943 time: 0.3326185 Aug 06 16:00:53.616174 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:53.617122 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.619306 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] 10.222.0.78 "PUT /v2.0/ports/51d68ca5-04b7-44ca-bbe7-64209867d8e7 HTTP/1.1" status: 200 len: 1095 time: 1.5017655 Aug 06 16:00:53.620482 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-712343e3-0738-4dbf-8ecb-1fc6d1f002fa tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.635079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab526a05-e751-4587-b55b-a689235a51e2 req-3a14776d-6aa3-496a-ab8d-b906b5fa7a37 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:53.637485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab526a05-e751-4587-b55b-a689235a51e2 req-3a14776d-6aa3-496a-ab8d-b906b5fa7a37 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.78 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 810 time: 0.4108729 Aug 06 16:00:53.654991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39d4b44-1f69-40b4-ad15-ffca9d565c76 admin admin] Checking segment: {'id': '699a4c4d-c807-4baf-b52f-e8488d952954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'aa317023-3fd7-4406-8153-872c7abd2abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:53.655583 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d4b44-1f69-40b4-ad15-ffca9d565c76 admin admin] Network hostable DHCP agents. Network: aa317023-3fd7-4406-8153-872c7abd2abf, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:00:53.660718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43a163-c27a-42db-8ae4-db325620b4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=51d68ca5-04b7-44ca-bbe7-64209867d8e7,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:53.673698 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-ab526a05-e751-4587-b55b-a689235a51e2 req-b1ac4224-7e9c-420b-bd30-b594a797127f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Request body: {'port': {'device_id': 'dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f', 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79', 'admin_state_up': True, 'tenant_id': '32e920af6a7c4f9d9c65a087db3ea6d1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:53.709424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a986834e-2b11-422b-b19c-ecb61e183167 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:00:53.720649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 51d68ca5-04b7-44ca-bbe7-64209867d8e7 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:53.728733 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712343e3-0738-4dbf-8ecb-1fc6d1f002fa tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Network 806d7a33-bb5d-4fd9-86e5-75b71e4f75f0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:53.739380 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0c61232-8998-471a-ba9b-e339cc7090a1 req-b22fa716-0c81-4e96-9c6b-2fa29699cb5f tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/security-groups?id=89f4f142-aa79-44c1-b442-f130bcec5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277045 Aug 06 16:00:53.749413 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-712343e3-0738-4dbf-8ecb-1fc6d1f002fa tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:53.757114 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712343e3-0738-4dbf-8ecb-1fc6d1f002fa tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:53.823781 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63a929d1-f16e-4ecf-8da4-42f7ec8d55c4 req-752eafdd-e149-4bb8-a7b3-1793db273c78 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/security-groups?id=55d0ba86-2028-45fc-9d15-4f45ba4273dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170405 Aug 06 16:00:53.840184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d4b44-1f69-40b4-ad15-ffca9d565c76 admin admin] Network aa317023-3fd7-4406-8153-872c7abd2abf is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:53.852616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712343e3-0738-4dbf-8ecb-1fc6d1f002fa tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:53.853355 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-712343e3-0738-4dbf-8ecb-1fc6d1f002fa tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.864675 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-c39d4b44-1f69-40b4-ad15-ffca9d565c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, aa317023-3fd7-4406-8153-872c7abd2abf) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:53.870540 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39d4b44-1f69-40b4-ad15-ffca9d565c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:53.871140 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c39d4b44-1f69-40b4-ad15-ffca9d565c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.924962 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-712343e3-0738-4dbf-8ecb-1fc6d1f002fa tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0118303 Aug 06 16:00:53.930244 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35968) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:53.948317 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712343e3-0738-4dbf-8ecb-1fc6d1f002fa tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Pushing event updated for resources: {'Port': ['ID=08e64cb9-e46d-40d9-96e1-52b9418f3098,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:53.959273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab526a05-e751-4587-b55b-a689235a51e2 req-b1ac4224-7e9c-420b-bd30-b594a797127f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Made reservation on behalf of 32e920af6a7c4f9d9c65a087db3ea6d1 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:53.969947 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab526a05-e751-4587-b55b-a689235a51e2 req-b1ac4224-7e9c-420b-bd30-b594a797127f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.980212 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-69a1c385-79cf-426e-8394-866e5ea4a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:53.990246 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-69a1c385-79cf-426e-8394-866e5ea4a415 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 1098 time: 0.3259444 Aug 06 16:00:54.063011 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c39d4b44-1f69-40b4-ad15-ffca9d565c76 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7385266 Aug 06 16:00:54.144564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-7eb8489d-8767-4263-b6d6-129de3b9b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:54.146679 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-7eb8489d-8767-4263-b6d6-129de3b9b0ec service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1455810 Aug 06 16:00:54.213929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a986834e-2b11-422b-b19c-ecb61e183167, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a986834e-2b11-422b-b19c-ecb61e183167,segment=NetworkSegment(8650260f-957e-4532-ade4-759b44ef1960),segment_id=8650260f-957e-4532-ade4-759b44ef1960)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:54.226569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d1a9b9-a4ff-4eff-a898-c7fcadbe4829 None None] Network aa317023-3fd7-4406-8153-872c7abd2abf requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:54.230083 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'a986834e-2b11-422b-b19c-ecb61e183167', 'network_id': 'b016db4d-5875-4f7a-8d6c-643d3c9dbfe9', 'port_id': 'a986834e-2b11-422b-b19c-ecb61e183167', 'mac_address': 'fa:16:3e:0a:10:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c7f8ea-c57a-4291-b7c3-940494584740', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:00:54.240439 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-34950487-7236-4f0d-acab-2496ba800b5f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7 HTTP/1.1" status: 200 len: 217 time: 0.0748811 Aug 06 16:00:54.340394 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-63ff2f0a-845f-42c7-b843-70107f98f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:54.348663 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-63ff2f0a-845f-42c7-b843-70107f98f008 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0937238 Aug 06 16:00:54.377006 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 51d68ca5-04b7-44ca-bbe7-64209867d8e7 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:54.377439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 66008572-9579-4b90-b59c-a817894ec420 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:54.435623 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-439b02a0-1682-4faf-8fe0-06667acaa645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:54.437542 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-439b02a0-1682-4faf-8fe0-06667acaa645 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0794456 Aug 06 16:00:54.512380 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:54.556427 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a986834e-2b11-422b-b19c-ecb61e183167 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:00:54.590029 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-26a0b742-1453-4ad0-9694-88a7b19a8d3f service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436172 Aug 06 16:00:54.640217 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a986834e-2b11-422b-b19c-ecb61e183167, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a986834e-2b11-422b-b19c-ecb61e183167,segment=NetworkSegment(8650260f-957e-4532-ade4-759b44ef1960),segment_id=8650260f-957e-4532-ade4-759b44ef1960)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:54.643638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ad96f9-d4df-405e-8a37-73c3a3103b80 None None] Network 806d7a33-bb5d-4fd9-86e5-75b71e4f75f0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:54.667663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc27a90-9e53-4f04-82b0-991407795a86 None None] Network aa317023-3fd7-4406-8153-872c7abd2abf requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:54.677903 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-47448522-cf10-49cd-ab0f-93e6a85664f6 req-7617c2ba-0582-42c7-9c2f-bbf49312bc9b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 210 time: 0.6239209 Aug 06 16:00:54.684927 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:54.732966 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-699b5a7b-b6e3-4d1a-8127-b0c2f0b22268 req-72134a42-bea0-4703-aa8d-c9b81cf537ff service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300302 Aug 06 16:00:54.753064 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f626c3-7fc5-4ed3-9bf5-15b6803200f3 req-e6f9f689-c05d-428d-957e-d15d5899a440 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:54.754618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0f626c3-7fc5-4ed3-9bf5-15b6803200f3 req-e6f9f689-c05d-428d-957e-d15d5899a440 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 947 time: 0.6904407 Aug 06 16:00:54.768788 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:54.770774 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 434a7012-e83a-4721-a4c6-af3db0293b8b details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:00:54.846115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-ab526a05-e751-4587-b55b-a689235a51e2 req-b1ac4224-7e9c-420b-bd30-b594a797127f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Allocated IP 172.20.0.8 (c34c076c-c1bd-4999-8d39-ceaa7495de79/5bc4c7ac-6d15-4fde-899c-97f04be5a8db/37633c05-6d4d-4e12-9bc3-2d649eb51697) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:54.852253 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0f626c3-7fc5-4ed3-9bf5-15b6803200f3 req-f29704d7-c6f1-47a5-bd27-3a3ea58f9491 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745213 Aug 06 16:00:54.869031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-7de09f19-3643-47a1-b3f3-7b8061f1bc8f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Deleting port 08e64cb9-e46d-40d9-96e1-52b9418f3098 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:54.869373 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7de09f19-3643-47a1-b3f3-7b8061f1bc8f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:54.889500 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66008572-9579-4b90-b59c-a817894ec420'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:00:54.891738 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd70ca62-4c69-4359-9c2f-87c949ce9bd8" -d '{"events": [{"server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "name": "network-vif-unplugged", "status": "completed", "tag": "66008572-9579-4b90-b59c-a817894ec420"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:00:54.894399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a986834e-2b11-422b-b19c-ecb61e183167,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:54.929481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:54.930864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ca665b23-8abb-4ef1-b235-02ebc4713e32 None None] Provisioning for port c5e8a509-c877-4a54-8e98-0208958bad1d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:54.938646 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.resource_extend [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:00:54.988548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a986834e-2b11-422b-b19c-ecb61e183167'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:00:55.014596 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.172289 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7de09f19-3643-47a1-b3f3-7b8061f1bc8f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.201412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-7de09f19-3643-47a1-b3f3-7b8061f1bc8f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Calling delete_port for 08e64cb9-e46d-40d9-96e1-52b9418f3098 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:55.234404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=66008572-9579-4b90-b59c-a817894ec420,revision_number=14']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:55.242482 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521520f-bbb6-4495-938c-b3e41632561b req-3d638c8f-9ada-41c1-b645-f9ad5794d55b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:55.243231 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792e80a5-62cf-4c18-8367-9c9e686815c9', 'tag': '51d68ca5-04b7-44ca-bbe7-64209867d8e7'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:00:55.246375 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "792e80a5-62cf-4c18-8367-9c9e686815c9", "tag": "51d68ca5-04b7-44ca-bbe7-64209867d8e7"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:00:55.250129 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d521520f-bbb6-4495-938c-b3e41632561b req-3d638c8f-9ada-41c1-b645-f9ad5794d55b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.2647305 Aug 06 16:00:55.272180 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 434a7012-e83a-4721-a4c6-af3db0293b8b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=434a7012-e83a-4721-a4c6-af3db0293b8b,segment=NetworkSegment(50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c),segment_id=50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:55.298533 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '434a7012-e83a-4721-a4c6-af3db0293b8b', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'port_id': '434a7012-e83a-4721-a4c6-af3db0293b8b', 'mac_address': 'fa:16:3e:6c:1f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:00:55.334180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-75ed7c83-bc0e-48ae-a9d4-6b3fa171286b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:55.335981 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-75ed7c83-bc0e-48ae-a9d4-6b3fa171286b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 807 time: 0.3573887 Aug 06 16:00:55.366698 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab526a05-e751-4587-b55b-a689235a51e2 req-b1ac4224-7e9c-420b-bd30-b594a797127f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.393305 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.406301 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d521520f-bbb6-4495-938c-b3e41632561b req-1fddfedf-ad1d-4799-8cb0-8fb4332defed tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551690 Aug 06 16:00:55.423503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434a7012-e83a-4721-a4c6-af3db0293b8b {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:00:55.424065 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-a814198e-e472-4f8a-bd74-9d3381be7793 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/quotas/048e5568a18447ea929cde75921b0777 HTTP/1.1" status: 200 len: 375 time: 0.0655203 Aug 06 16:00:55.461023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 434a7012-e83a-4721-a4c6-af3db0293b8b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=434a7012-e83a-4721-a4c6-af3db0293b8b,segment=NetworkSegment(50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c),segment_id=50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:55.481993 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.503822 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-0e22f53a-538c-43d1-b752-13f2a5ef3561 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714068 Aug 06 16:00:55.557846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=434a7012-e83a-4721-a4c6-af3db0293b8b,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:55.577695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c5e8a509-c877-4a54-8e98-0208958bad1d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:55.633109 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab526a05-e751-4587-b55b-a689235a51e2 req-b1ac4224-7e9c-420b-bd30-b594a797127f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.666218 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port c5e8a509-c877-4a54-8e98-0208958bad1d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:55.672097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port c5e8a509-c877-4a54-8e98-0208958bad1d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:55.672548 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.786309 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['434a7012-e83a-4721-a4c6-af3db0293b8b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:00:55.791372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab526a05-e751-4587-b55b-a689235a51e2 req-b1ac4224-7e9c-420b-bd30-b594a797127f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Network c34c076c-c1bd-4999-8d39-ceaa7495de79 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:55.793910 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-ab526a05-e751-4587-b55b-a689235a51e2 req-b1ac4224-7e9c-420b-bd30-b594a797127f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:55.795871 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7de09f19-3643-47a1-b3f3-7b8061f1bc8f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.805297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab526a05-e751-4587-b55b-a689235a51e2 req-b1ac4224-7e9c-420b-bd30-b594a797127f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:55.841333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c1a9ce97-c064-4355-8a52-ca6c2f447ca9 None None] Provisioning complete for port c5e8a509-c877-4a54-8e98-0208958bad1d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:55.841333 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1a9ce97-c064-4355-8a52-ca6c2f447ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.849574 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.864076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac4224-7e9c-420b-bd30-b594a797127f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Pushing event updated for resources: {'Port': ['ID=37633c05-6d4d-4e12-9bc3-2d649eb51697,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:55.889836 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe345c-c933-4e17-a4c8-c5155daeb825 req-f7aaf60d-6cd7-4bf3-a30c-63275441c8c6 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:55.891463 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1dfe345c-c933-4e17-a4c8-c5155daeb825 req-f7aaf60d-6cd7-4bf3-a30c-63275441c8c6 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 945 time: 0.3436096 Aug 06 16:00:55.949060 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port c5e8a509-c877-4a54-8e98-0208958bad1d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c5e8a509-c877-4a54-8e98-0208958bad1d,segment=NetworkSegment(37b0fec9-7f51-4515-bcea-f46042b8e6ba),segment_id=37b0fec9-7f51-4515-bcea-f46042b8e6ba)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:55.951385 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de09f19-3643-47a1-b3f3-7b8061f1bc8f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Pushing event deleted for resources: {'Port': ['ID=08e64cb9-e46d-40d9-96e1-52b9418f3098,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:55.963150 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.998049 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-c24162ae-5367-4838-aabe-1c60e33f3635 service neutron] 10.222.0.37 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750323 Aug 06 16:00:56.040304 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab526a05-e751-4587-b55b-a689235a51e2 req-b1ac4224-7e9c-420b-bd30-b594a797127f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:56.042091 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab526a05-e751-4587-b55b-a689235a51e2 req-b1ac4224-7e9c-420b-bd30-b594a797127f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:56.083358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=c5e8a509-c877-4a54-8e98-0208958bad1d,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:56.089072 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c1a9ce97-c064-4355-8a52-ca6c2f447ca9 None None] Could not find standard attr ID for object 08e64cb9-e46d-40d9-96e1-52b9418f3098. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:00:56.168325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1dfe345c-c933-4e17-a4c8-c5155daeb825 req-9a07482f-16ed-4509-9f8e-939f63014fdf tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/security-groups?id=89f4f142-aa79-44c1-b442-f130bcec5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491062 Aug 06 16:00:56.174444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab526a05-e751-4587-b55b-a689235a51e2 req-b1ac4224-7e9c-420b-bd30-b594a797127f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5148084 Aug 06 16:00:56.187993 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7de09f19-3643-47a1-b3f3-7b8061f1bc8f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:56.190023 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7de09f19-3643-47a1-b3f3-7b8061f1bc8f tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] 10.222.0.37 "DELETE /v2.0/ports/08e64cb9-e46d-40d9-96e1-52b9418f3098 HTTP/1.1" status: 204 len: 168 time: 2.2568786 Aug 06 16:00:56.192924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36036) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:56.196538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Request body: {'port': {'device_id': 'dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:56.211367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5bdbd2ee-dfdc-472d-bd75-27faf6af45f4 None None] Could not find standard attr ID for object 08e64cb9-e46d-40d9-96e1-52b9418f3098. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:00:56.244962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-0f897b35-3495-4e4f-8a10-3ff4988db2c9 service neutron] 10.222.0.37 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208974 Aug 06 16:00:56.279756 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:56.457908 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a2f32e-22a4-4647-861c-51cf060d5fe0 x-openstack-request-id: req-08a2f32e-22a4-4647-861c-51cf060d5fe0 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:00:56.458813 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "name": "network-vif-unplugged", "status": "completed", "tag": "66008572-9579-4b90-b59c-a817894ec420", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:00:56.458813 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08a2f32e-22a4-4647-861c-51cf060d5fe0 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:00:56.459551 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66008572-9579-4b90-b59c-a817894ec420', 'code': 200} Aug 06 16:00:56.468238 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0326bdbe-c59b-4054-a6a9-bc04477b92c6 tempest-DHCPAgentSchedulersTestJSON-763766926 tempest-DHCPAgentSchedulersTestJSON-763766926-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2737596 Aug 06 16:00:56.470819 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36044) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:56.477195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f8b445d3-1f0c-450c-9861-a64ba3252b80 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1862706762'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:56.509485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b445d3-1f0c-450c-9861-a64ba3252b80 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Made reservation on behalf of f692530ac2e24a7882dbdd3525a819e3 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:56.513411 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8b445d3-1f0c-450c-9861-a64ba3252b80 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:56.526388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e5272-25c9-4578-8e89-54af096b5a4f req-7f36b468-a512-467a-8801-d7756b49aa7d tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:56.527986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c45e5272-25c9-4578-8e89-54af096b5a4f req-7f36b468-a512-467a-8801-d7756b49aa7d tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 944 time: 0.1695747 Aug 06 16:00:56.556036 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ba7d18-9850-45b6-a5e4-36776554de5b x-openstack-request-id: req-43ba7d18-9850-45b6-a5e4-36776554de5b {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:00:56.556386 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792e80a5-62cf-4c18-8367-9c9e686815c9", "tag": "51d68ca5-04b7-44ca-bbe7-64209867d8e7", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:00:56.556670 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43ba7d18-9850-45b6-a5e4-36776554de5b {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:00:56.573592 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792e80a5-62cf-4c18-8367-9c9e686815c9', 'tag': '51d68ca5-04b7-44ca-bbe7-64209867d8e7', 'status': 'completed', 'code': 200} Aug 06 16:00:56.587900 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b445d3-1f0c-450c-9861-a64ba3252b80 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:56.639171 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8b445d3-1f0c-450c-9861-a64ba3252b80 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:56.639825 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-f8b445d3-1f0c-450c-9861-a64ba3252b80 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Added segment 1cf7ede1-fa1e-4b15-a847-c97613fbd886 of type vlan for network dbac3c51-4b6f-4ce1-b19d-3353c496247d Aug 06 16:00:56.677896 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c45e5272-25c9-4578-8e89-54af096b5a4f req-608be103-3f72-464d-935d-dde320737e18 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/security-groups?id=55d0ba86-2028-45fc-9d15-4f45ba4273dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202343 Aug 06 16:00:56.736199 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-f354ea51-9758-415b-8161-b2de8e041e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:56.738577 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-f354ea51-9758-415b-8161-b2de8e041e0d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 1098 time: 0.1450145 Aug 06 16:00:56.745276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-95fef083-2be3-4fee-ac64-973595a261c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:56.746875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-95fef083-2be3-4fee-ac64-973595a261c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 1098 time: 0.1635647 Aug 06 16:00:56.758230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 434a7012-e83a-4721-a4c6-af3db0293b8b up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:56.795004 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8b445d3-1f0c-450c-9861-a64ba3252b80 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:56.897552 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 434a7012-e83a-4721-a4c6-af3db0293b8b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:56.907972 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 434a7012-e83a-4721-a4c6-af3db0293b8b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:56.908368 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:56.973214 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfde882-989e-4bec-aa45-9ec949e6214e req-780bd69f-a1bf-4387-a7fd-302d0e24c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:56.975515 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ccfde882-989e-4bec-aa45-9ec949e6214e req-780bd69f-a1bf-4387-a7fd-302d0e24c951 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 1095 time: 0.1524804 Aug 06 16:00:56.980241 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8b445d3-1f0c-450c-9861-a64ba3252b80 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:56.989254 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b445d3-1f0c-450c-9861-a64ba3252b80 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:56.990144 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8b445d3-1f0c-450c-9861-a64ba3252b80 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.049425 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.059589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-ef58accb-d7be-4196-855e-a821fdd29939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:57.061140 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-ef58accb-d7be-4196-855e-a821fdd29939 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.2959168 Aug 06 16:00:57.073592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37633c05-6d4d-4e12-9bc3-2d649eb51697 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:00:57.086840 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de004c4f-44c2-4982-9a0f-906e8ed56d42 req-2f77d97a-414d-4424-b42a-d97dbb29c094 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:57.094125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de004c4f-44c2-4982-9a0f-906e8ed56d42 req-2f77d97a-414d-4424-b42a-d97dbb29c094 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 931 time: 0.2141013 Aug 06 16:00:57.095206 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 434a7012-e83a-4721-a4c6-af3db0293b8b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=434a7012-e83a-4721-a4c6-af3db0293b8b,segment=NetworkSegment(50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c),segment_id=50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:57.101924 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.103436 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff7d5-9e41-4b98-a211-f28c4ba7cb3f req-005d7d47-30de-4115-9672-dc8bbd940013 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:57.106366 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fcff7d5-9e41-4b98-a211-f28c4ba7cb3f req-005d7d47-30de-4115-9672-dc8bbd940013 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 947 time: 0.2012980 Aug 06 16:00:57.143447 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.148833 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-dcbcbf28-418e-4963-933a-e42864e37581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:57.150298 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-dcbcbf28-418e-4963-933a-e42864e37581 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.3904383 Aug 06 16:00:57.173660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=434a7012-e83a-4721-a4c6-af3db0293b8b,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:57.184194 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f8b445d3-1f0c-450c-9861-a64ba3252b80 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7097597 Aug 06 16:00:57.186619 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-b26f9795-a2a4-4d06-bd65-691e99c91453 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7 HTTP/1.1" status: 200 len: 217 time: 0.1083620 Aug 06 16:00:57.187224 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36054) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:57.197703 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfde882-989e-4bec-aa45-9ec949e6214e req-5cdca163-b348-483e-b940-724a3d7b231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:57.199285 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ccfde882-989e-4bec-aa45-9ec949e6214e req-5cdca163-b348-483e-b940-724a3d7b231c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.2053401 Aug 06 16:00:57.236794 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b445d3-1f0c-450c-9861-a64ba3252b80 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Pushing event updated for resources: {'Network': ['ID=dbac3c51-4b6f-4ce1-b19d-3353c496247d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:57.241258 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-83df8011-5ac0-4e71-943b-d6695a06fd4c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7 HTTP/1.1" status: 200 len: 217 time: 0.0570784 Aug 06 16:00:57.249101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network dbac3c51-4b6f-4ce1-b19d-3353c496247d details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:57.254645 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Transition to ACTIVE for port object 37633c05-6d4d-4e12-9bc3-2d649eb51697 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:57.278942 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.305462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fcff7d5-9e41-4b98-a211-f28c4ba7cb3f req-b01a0d69-026b-421a-ae99-978d9d07ed37 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895342 Aug 06 16:00:57.341589 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-8cff5bed-827c-4312-ad84-b90db04e70e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:57.342392 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-8cff5bed-827c-4312-ad84-b90db04e70e9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0537407 Aug 06 16:00:57.360756 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de004c4f-44c2-4982-9a0f-906e8ed56d42 req-aa2a54d0-45ac-4d38-a6b9-2c59c10ca146 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592335 Aug 06 16:00:57.423790 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ccfde882-989e-4bec-aa45-9ec949e6214e req-becfc905-4d69-4430-ab90-4346c32e50bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66008572-9579-4b90-b59c-a817894ec420 HTTP/1.1" status: 200 len: 998 time: 0.1936457 Aug 06 16:00:57.446465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-25365e5e-30cf-4d91-90fe-40674895fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:57.448587 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-25365e5e-30cf-4d91-90fe-40674895fa71 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0979531 Aug 06 16:00:57.463205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-d5f239e6-ca29-4bac-a569-8aa9d7d605e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:57.465933 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-d5f239e6-ca29-4bac-a569-8aa9d7d605e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2651663 Aug 06 16:00:57.511727 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Pushing event updated for resources: {'Port': ['ID=37633c05-6d4d-4e12-9bc3-2d649eb51697,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:57.512115 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c5e8a509-c877-4a54-8e98-0208958bad1d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:57.568616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfde882-989e-4bec-aa45-9ec949e6214e req-b06b9e2a-085c-4cbd-a8bf-8a46cc89a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:57.570790 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port c5e8a509-c877-4a54-8e98-0208958bad1d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:57.571265 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.571484 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ccfde882-989e-4bec-aa45-9ec949e6214e req-b06b9e2a-085c-4cbd-a8bf-8a46cc89a04f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.1369183 Aug 06 16:00:57.634105 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-861e8c63-3beb-44dd-8e04-7f279fcc5811 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512313 Aug 06 16:00:57.639030 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-291bdc9c-5b8a-41df-9544-6f1dc37032a6 req-ae12e77f-d7a7-403a-b57d-43c6e22779fa tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 210 time: 0.1282616 Aug 06 16:00:57.650810 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfde882-989e-4bec-aa45-9ec949e6214e req-e8d4e1ee-e66d-43c9-b516-a6b0e15ecef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:57.652706 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ccfde882-989e-4bec-aa45-9ec949e6214e req-e8d4e1ee-e66d-43c9-b516-a6b0e15ecef8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689595 Aug 06 16:00:57.731347 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bc667476-6685-4999-a2aa-571d50b30b2c tempest-DHCPAgentSchedulersTestJSON-763766926 tempest-DHCPAgentSchedulersTestJSON-763766926-project-admin] 10.222.0.37 "GET /v2.0/agents/e33fa56c-1601-4d84-a242-0f8fb2b510c5/dhcp-networks HTTP/1.1" status: 200 len: 9671 time: 0.5369072 Aug 06 16:00:57.733288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-f03c25b8-acc4-4c37-83b6-8ef36c7b1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:57.734795 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-f03c25b8-acc4-4c37-83b6-8ef36c7b1bc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2554679 Aug 06 16:00:57.737511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36062) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:57.757729 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111d1fc-c29b-436c-96e5-f6eae0452fcf req-e686d3d6-21f8-461a-a4ac-930521bda99a tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:57.760069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4111d1fc-c29b-436c-96e5-f6eae0452fcf req-e686d3d6-21f8-461a-a4ac-930521bda99a tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.2693646 Aug 06 16:00:57.771317 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-ca3f6755-8deb-41c9-a445-7614915a1b16 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229050 Aug 06 16:00:57.838530 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a986834e-2b11-422b-b19c-ecb61e183167 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:57.905754 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Attempting to bind port 37633c05-6d4d-4e12-9bc3-2d649eb51697 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:57.906090 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Attempting to bind port 37633c05-6d4d-4e12-9bc3-2d649eb51697 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:57.906423 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Attempting to bind port 37633c05-6d4d-4e12-9bc3-2d649eb51697 on network c34c076c-c1bd-4999-8d39-ceaa7495de79 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:57.912492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port a986834e-2b11-422b-b19c-ecb61e183167 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:57.918802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port a986834e-2b11-422b-b19c-ecb61e183167 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:57.919438 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.952009 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ccfde882-989e-4bec-aa45-9ec949e6214e req-b6b5f2be-3e1d-4bfc-b54c-1f243e70cbb2 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792519 Aug 06 16:00:57.980723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Port 37633c05-6d4d-4e12-9bc3-2d649eb51697 on network c34c076c-c1bd-4999-8d39-ceaa7495de79 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:00:57.981052 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Attempting to bind port 37633c05-6d4d-4e12-9bc3-2d649eb51697 on network c34c076c-c1bd-4999-8d39-ceaa7495de79 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:58.010934 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.051437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:58.051779 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Checking segment: {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:58.052173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Bound using segment: {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:58.053330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Bound port: 37633c05-6d4d-4e12-9bc3-2d649eb51697, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:58.053782 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.079151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a986834e-2b11-422b-b19c-ecb61e183167, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a986834e-2b11-422b-b19c-ecb61e183167,segment=NetworkSegment(8650260f-957e-4532-ade4-759b44ef1960),segment_id=8650260f-957e-4532-ade4-759b44ef1960)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:58.084734 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.111898 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ccfde882-989e-4bec-aa45-9ec949e6214e req-7561ab29-feaa-451f-9b9e-fd58843dfec2 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531975 Aug 06 16:00:58.148611 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a986834e-2b11-422b-b19c-ecb61e183167,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:58.425388 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4111d1fc-c29b-436c-96e5-f6eae0452fcf req-35262fb9-ab0b-433c-90c5-5fb2482c34c3 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6588526 Aug 06 16:00:58.461460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd31284d-9dce-4f03-b810-d47dd348108a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434a7012-e83a-4721-a4c6-af3db0293b8b'}, {'server_uuid': 'df57c738-4196-4e5e-a5f6-725f630abfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a986834e-2b11-422b-b19c-ecb61e183167'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:00:58.464209 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b284a475-555d-486e-9d06-4c491988315c" -d '{"events": [{"server_uuid": "fd31284d-9dce-4f03-b810-d47dd348108a", "name": "network-vif-plugged", "status": "completed", "tag": "434a7012-e83a-4721-a4c6-af3db0293b8b"}, {"server_uuid": "df57c738-4196-4e5e-a5f6-725f630abfa7", "name": "network-vif-plugged", "status": "completed", "tag": "a986834e-2b11-422b-b19c-ecb61e183167"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:00:58.472513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22919c2f-8aba-40d0-88cb-83aa29f7bceb req-8b480487-1a03-4394-a252-c23b3dc8a022 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:58.474078 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22919c2f-8aba-40d0-88cb-83aa29f7bceb req-8b480487-1a03-4394-a252-c23b3dc8a022 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 946 time: 0.6710398 Aug 06 16:00:58.558287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-badc2842-90a8-4dc3-8d3d-4da233b66ccd service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273254 Aug 06 16:00:58.571685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f107c9cb-6b35-44ff-89fe-fe80d6eb033b tempest-DHCPAgentSchedulersTestJSON-763766926 tempest-DHCPAgentSchedulersTestJSON-763766926-project-admin] Network dbac3c51-4b6f-4ce1-b19d-3353c496247d is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:58.665707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-c62ab793-51e9-4da0-9ba5-a05f1f2f8aaf tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:58.667101 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-c62ab793-51e9-4da0-9ba5-a05f1f2f8aaf tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.13 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 807 time: 0.7436774 Aug 06 16:00:58.668518 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7b94c2-6ec2-4259-85c1-108a9265d77b None None] Network dbac3c51-4b6f-4ce1-b19d-3353c496247d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:58.670311 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f107c9cb-6b35-44ff-89fe-fe80d6eb033b tempest-DHCPAgentSchedulersTestJSON-763766926 tempest-DHCPAgentSchedulersTestJSON-763766926-project-admin] 10.222.0.37 "POST /v2.0/agents/e33fa56c-1601-4d84-a242-0f8fb2b510c5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9309278 Aug 06 16:00:58.672939 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36072) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:58.712678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-655b3c7d-0c67-4e5c-8b22-f27d3e6361f1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Request body: {'port': {'device_id': 'edccf9cc-e7b4-4424-ba78-a160d54bd085', 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9', 'admin_state_up': True, 'tenant_id': '048e5568a18447ea929cde75921b0777'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:58.719606 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22919c2f-8aba-40d0-88cb-83aa29f7bceb req-2403f993-9c18-4ff6-b03f-b17d4d95c00d tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/security-groups?id=89f4f142-aa79-44c1-b442-f130bcec5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298489 Aug 06 16:00:58.753128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] For port 37633c05-6d4d-4e12-9bc3-2d649eb51697, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:58.778233 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 51d68ca5-04b7-44ca-bbe7-64209867d8e7 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:00:58.778899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] For port 37633c05-6d4d-4e12-9bc3-2d649eb51697, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=37633c05-6d4d-4e12-9bc3-2d649eb51697,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:58.817536 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.871121 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5ee299db-01a7-4261-b899-e8993f3a9187 tempest-DHCPAgentSchedulersTestJSON-763766926 tempest-DHCPAgentSchedulersTestJSON-763766926-project-admin] 10.222.0.37 "GET /v2.0/agents/e33fa56c-1601-4d84-a242-0f8fb2b510c5/dhcp-networks HTTP/1.1" status: 200 len: 10442 time: 0.1967247 Aug 06 16:00:58.873823 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36074) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:58.913759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 51d68ca5-04b7-44ca-bbe7-64209867d8e7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:58.918886 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c481d-cf27-464b-bb25-2f6d0b6e1fda req-cbd9879e-bd91-4e0f-bfcb-89e383573594 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:58.920405 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c6c481d-cf27-464b-bb25-2f6d0b6e1fda req-cbd9879e-bd91-4e0f-bfcb-89e383573594 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 945 time: 0.3503261 Aug 06 16:00:58.930706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '51d68ca5-04b7-44ca-bbe7-64209867d8e7', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '51d68ca5-04b7-44ca-bbe7-64209867d8e7', 'mac_address': 'fa:16:3e:7f:ba:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:00:58.938602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:58.939206 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.940591 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab526a05-e751-4587-b55b-a689235a51e2 req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] 10.222.0.78 "PUT /v2.0/ports/37633c05-6d4d-4e12-9bc3-2d649eb51697 HTTP/1.1" status: 200 len: 1091 time: 2.7493694 Aug 06 16:00:58.942677 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fcf07e35-f9a1-4094-aedd-c03a70da9d2b req-3570ab30-aa4c-4e8e-aac9-ceeb2f0df478 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604300 Aug 06 16:00:58.943113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f', 'tag': '37633c05-6d4d-4e12-9bc3-2d649eb51697'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:00:58.945956 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3df26f-2d35-4d0f-898c-17bd414c6427" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f", "tag": "37633c05-6d4d-4e12-9bc3-2d649eb51697"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:00:58.960829 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-86071c4c-1540-4072-b94f-a6a3a97d1c61 tempest-DHCPAgentSchedulersTestJSON-763766926 tempest-DHCPAgentSchedulersTestJSON-763766926-project-admin] 10.222.0.37 "DELETE /v2.0/agents/e33fa56c-1601-4d84-a242-0f8fb2b510c5/dhcp-networks/dbac3c51-4b6f-4ce1-b19d-3353c496247d HTTP/1.1" status: 204 len: 168 time: 0.0850601 Aug 06 16:00:58.966366 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36078) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:58.996045 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.010815 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d68ca5-04b7-44ca-bbe7-64209867d8e7 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:00:59.013571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40159ef7-198b-4c22-83d3-e58db1bd5966 service neutron] Pushing event updated for resources: {'Port': ['ID=37633c05-6d4d-4e12-9bc3-2d649eb51697,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:59.029594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31618992-50f6-45a7-a89b-50c9163aa8f1 req-02ac40de-aa0e-467a-8f2a-e2dade83b337 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:59.034493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31618992-50f6-45a7-a89b-50c9163aa8f1 req-02ac40de-aa0e-467a-8f2a-e2dade83b337 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 947 time: 0.2213814 Aug 06 16:00:59.035872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 51d68ca5-04b7-44ca-bbe7-64209867d8e7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:59.040665 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.085889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-655b3c7d-0c67-4e5c-8b22-f27d3e6361f1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Made reservation on behalf of 048e5568a18447ea929cde75921b0777 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:59.089854 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-655b3c7d-0c67-4e5c-8b22-f27d3e6361f1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.097073 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=51d68ca5-04b7-44ca-bbe7-64209867d8e7,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:59.119276 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bd1a35e5-feb1-40d4-b9bd-111ed2e6ce87 tempest-DHCPAgentSchedulersTestJSON-763766926 tempest-DHCPAgentSchedulersTestJSON-763766926-project-admin] 10.222.0.37 "GET /v2.0/agents/e33fa56c-1601-4d84-a242-0f8fb2b510c5/dhcp-networks HTTP/1.1" status: 200 len: 9671 time: 0.1502995 Aug 06 16:00:59.123720 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36080) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:59.128422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c6c481d-cf27-464b-bb25-2f6d0b6e1fda req-96ac50c0-79c2-4dda-b81f-7ab0bab34380 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/security-groups?id=55d0ba86-2028-45fc-9d15-4f45ba4273dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946440 Aug 06 16:00:59.151429 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-af203f1b-1f0f-45cc-b67b-ae45cf3d137e tempest-DHCPAgentSchedulersTestJSON-763766926 tempest-DHCPAgentSchedulersTestJSON-763766926-project-admin] 10.222.0.37 "GET /v2.0/networks/806d7a33-bb5d-4fd9-86e5-75b71e4f75f0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0263557 Aug 06 16:00:59.152090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36082) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:59.163584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab526a05-e751-4587-b55b-a689235a51e2 req-9767c5f3-1947-4f7c-a469-829c76d43e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:59.165363 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab526a05-e751-4587-b55b-a689235a51e2 req-9767c5f3-1947-4f7c-a469-829c76d43e3e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 1094 time: 0.1668205 Aug 06 16:00:59.178288 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a0fc6e23-103e-4072-a71c-6d439a921f80 tempest-DHCPAgentSchedulersTestJSON-763766926 tempest-DHCPAgentSchedulersTestJSON-763766926-project-admin] 10.222.0.37 "GET /v2.0/networks/806d7a33-bb5d-4fd9-86e5-75b71e4f75f0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0247796 Aug 06 16:00:59.179630 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36084) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:59.198499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31618992-50f6-45a7-a89b-50c9163aa8f1 req-da49c539-daf9-46a5-867b-08e3765d2c79 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215570 Aug 06 16:00:59.259871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab526a05-e751-4587-b55b-a689235a51e2 req-3517b267-fd30-429a-a61a-36f36db28dfc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37633c05-6d4d-4e12-9bc3-2d649eb51697 HTTP/1.1" status: 200 len: 217 time: 0.0592141 Aug 06 16:00:59.273433 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5fe11a-639b-415c-a29d-15e2d18bb4e1 x-openstack-request-id: req-6c5fe11a-639b-415c-a29d-15e2d18bb4e1 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:00:59.274234 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd31284d-9dce-4f03-b810-d47dd348108a", "name": "network-vif-plugged", "status": "completed", "tag": "434a7012-e83a-4721-a4c6-af3db0293b8b", "code": 200}, {"server_uuid": "df57c738-4196-4e5e-a5f6-725f630abfa7", "name": "network-vif-plugged", "status": "completed", "tag": "a986834e-2b11-422b-b19c-ecb61e183167", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:00:59.274805 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c5fe11a-639b-415c-a29d-15e2d18bb4e1 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:00:59.275491 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd31284d-9dce-4f03-b810-d47dd348108a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434a7012-e83a-4721-a4c6-af3db0293b8b', 'code': 200} Aug 06 16:00:59.276238 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df57c738-4196-4e5e-a5f6-725f630abfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a986834e-2b11-422b-b19c-ecb61e183167', 'code': 200} Aug 06 16:00:59.349111 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['51d68ca5-04b7-44ca-bbe7-64209867d8e7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:00:59.451770 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f00b3893-4740-4601-a37e-53ea43fd96c3 req-6e200038-e9d3-4853-b11f-cd5ab68a3260 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 210 time: 0.1060417 Aug 06 16:00:59.464667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89bca5-6058-4a18-a9c5-0ba5f2128617 req-7fc9792f-3c40-43fa-8036-067fb325aab0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:59.466266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f89bca5-6058-4a18-a9c5-0ba5f2128617 req-7fc9792f-3c40-43fa-8036-067fb325aab0 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 943 time: 0.2645814 Aug 06 16:00:59.480610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab526a05-e751-4587-b55b-a689235a51e2 req-abf97bac-fa7e-4560-985f-e6f144b68d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:59.480610 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab526a05-e751-4587-b55b-a689235a51e2 req-abf97bac-fa7e-4560-985f-e6f144b68d90 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5bc4c7ac-6d15-4fde-899c-97f04be5a8db HTTP/1.1" status: 200 len: 850 time: 0.1920903 Aug 06 16:00:59.485855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-655b3c7d-0c67-4e5c-8b22-f27d3e6361f1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Allocated IP 172.20.0.9 (d04c5f28-1b50-4307-9944-b2931a255fa9/af21462f-26c7-45df-8aee-9d851324861e/9c991476-ffbd-4489-bd05-9b59463205dc) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:59.540294 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff5ef68-4a74-4835-9e6b-3eb36f372604 x-openstack-request-id: req-1ff5ef68-4a74-4835-9e6b-3eb36f372604 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:00:59.540590 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f", "tag": "37633c05-6d4d-4e12-9bc3-2d649eb51697", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:00:59.540843 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ff5ef68-4a74-4835-9e6b-3eb36f372604 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:00:59.541395 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f', 'tag': '37633c05-6d4d-4e12-9bc3-2d649eb51697', 'status': 'completed', 'code': 200} Aug 06 16:00:59.547994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab526a05-e751-4587-b55b-a689235a51e2 req-6c75fa50-9c2a-4c24-8169-e6d6147f6ed0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c34c076c-c1bd-4999-8d39-ceaa7495de79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599229 Aug 06 16:00:59.558808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4390-688f-4fd0-bca7-6bb4bcb8056d req-29065396-eeeb-4677-9376-ac011e9ecf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:59.561284 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d6c4390-688f-4fd0-bca7-6bb4bcb8056d req-29065396-eeeb-4677-9376-ac011e9ecf20 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 1096 time: 0.2166202 Aug 06 16:00:59.643765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f89bca5-6058-4a18-a9c5-0ba5f2128617 req-6eecf057-31e0-4bbf-abac-eee3a373b31b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610665 Aug 06 16:00:59.652313 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64bdcd-420f-46c1-81c6-d403bb628a74 req-794957bf-c940-4028-be19-545d74283522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:59.653986 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fb64bdcd-420f-46c1-81c6-d403bb628a74 req-794957bf-c940-4028-be19-545d74283522 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 1097 time: 0.0646040 Aug 06 16:00:59.736468 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-97c7494f-0155-4c07-a15c-dd600c22995f tempest-DHCPAgentSchedulersTestJSON-763766926 tempest-DHCPAgentSchedulersTestJSON-763766926-project-admin] 10.222.0.37 "GET /v2.0/agents/e33fa56c-1601-4d84-a242-0f8fb2b510c5/dhcp-networks HTTP/1.1" status: 200 len: 9671 time: 0.5521212 Aug 06 16:00:59.737853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36094) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:59.789433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d6c4390-688f-4fd0-bca7-6bb4bcb8056d req-ab0bee0c-4577-4f86-a961-0369164f41ce service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=55d0ba86-2028-45fc-9d15-4f45ba4273dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134683 Aug 06 16:00:59.841764 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fb64bdcd-420f-46c1-81c6-d403bb628a74 req-21b8d347-762f-4bb3-aff4-d28d21b8e238 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=89f4f142-aa79-44c1-b442-f130bcec5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746652 Aug 06 16:00:59.887971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1312790e-68f9-49fb-bec6-f33544b121d2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.899187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322af66-da34-4639-b11b-d304c27420c8 req-56c9298f-f4c9-4926-9f95-5a505be6fda5 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:59.900753 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f322af66-da34-4639-b11b-d304c27420c8 req-56c9298f-f4c9-4926-9f95-5a505be6fda5 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1895711 Aug 06 16:00:59.903912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab526a05-e751-4587-b55b-a689235a51e2 req-98debac7-c2d8-4d20-8200-512b900b4861 service neutron] 10.222.0.78 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392494 Aug 06 16:00:59.922789 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cca2ea-1644-405e-a20e-a59e3d7548d6 req-5fd9648a-ae73-415a-a2ae-d32de56dadcb tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:59.924314 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21cca2ea-1644-405e-a20e-a59e3d7548d6 req-5fd9648a-ae73-415a-a2ae-d32de56dadcb tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.13 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9&tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 948 time: 0.1442349 Aug 06 16:01:00.014555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069171e7-626c-4687-bb5a-92a648ffc672 req-7e82e3c7-0396-4667-ba50-f1144c60cb7d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:00.017082 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-069171e7-626c-4687-bb5a-92a648ffc672 req-7e82e3c7-0396-4667-ba50-f1144c60cb7d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 948 time: 0.1867454 Aug 06 16:01:00.096369 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1312790e-68f9-49fb-bec6-f33544b121d2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.117460 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-1312790e-68f9-49fb-bec6-f33544b121d2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbac3c51-4b6f-4ce1-b19d-3353c496247d']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:00.122398 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f322af66-da34-4639-b11b-d304c27420c8 req-d7774811-c80c-4617-8efb-54ec5851a1ec tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045469 Aug 06 16:01:00.144056 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-1312790e-68f9-49fb-bec6-f33544b121d2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf7ede1-fa1e-4b15-a847-c97613fbd886') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:00.144391 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-1312790e-68f9-49fb-bec6-f33544b121d2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf7ede1-fa1e-4b15-a847-c97613fbd886') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:00.146555 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [req-21cca2ea-1644-405e-a20e-a59e3d7548d6 req-5c418621-b9c1-4299-8bca-7171df22ad91 service neutron] delete failed (client error): The resource could not be found. Aug 06 16:01:00.147617 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21cca2ea-1644-405e-a20e-a59e3d7548d6 req-5c418621-b9c1-4299-8bca-7171df22ad91 service neutron] 10.222.0.13 "DELETE /v2.0/ports/51d68ca5-04b7-44ca-bbe7-64209867d8e7/bindings/n-h2-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.2119248 Aug 06 16:01:00.152265 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-655b3c7d-0c67-4e5c-8b22-f27d3e6361f1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.166799 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1312790e-68f9-49fb-bec6-f33544b121d2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.169546 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab526a05-e751-4587-b55b-a689235a51e2 req-2b879419-1cd5-4b4d-a621-7c58a1572035 service neutron] 10.222.0.78 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457118 Aug 06 16:01:00.193819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1312790e-68f9-49fb-bec6-f33544b121d2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.203120 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1312790e-68f9-49fb-bec6-f33544b121d2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:00.203964 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1312790e-68f9-49fb-bec6-f33544b121d2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:00.208093 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:00.212135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-069171e7-626c-4687-bb5a-92a648ffc672 req-04fce7a0-3b17-44ed-b777-09b4379c6468 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180508 Aug 06 16:01:00.316323 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1312790e-68f9-49fb-bec6-f33544b121d2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.318679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57321d2-8ca7-4e2a-9e64-ff430a28aad9 req-a44057a5-d85e-4bed-904d-91d160e56cd1 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:00.322085 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b57321d2-8ca7-4e2a-9e64-ff430a28aad9 req-a44057a5-d85e-4bed-904d-91d160e56cd1 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 946 time: 0.1043925 Aug 06 16:01:00.326417 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1312790e-68f9-49fb-bec6-f33544b121d2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.328621 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-655b3c7d-0c67-4e5c-8b22-f27d3e6361f1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.332232 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1312790e-68f9-49fb-bec6-f33544b121d2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] 10.222.0.37 "DELETE /v2.0/networks/dbac3c51-4b6f-4ce1-b19d-3353c496247d HTTP/1.1" status: 204 len: 168 time: 0.5934095 Aug 06 16:01:00.352495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36104) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:00.382492 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312790e-68f9-49fb-bec6-f33544b121d2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Pushing event deleted for resources: {'Network': ['ID=dbac3c51-4b6f-4ce1-b19d-3353c496247d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:00.402614 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c36cd75-ce66-449b-9b24-e869cc14c503 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] DELETE failed (client error): The resource could not be found. Aug 06 16:01:00.403513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c36cd75-ce66-449b-9b24-e869cc14c503 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:01:00.405394 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3c36cd75-ce66-449b-9b24-e869cc14c503 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] 10.222.0.37 "DELETE /v2.0/ports/08e64cb9-e46d-40d9-96e1-52b9418f3098 HTTP/1.1" status: 404 len: 333 time: 0.0450628 Aug 06 16:01:00.408363 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36106) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:00.446908 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cca2ea-1644-405e-a20e-a59e3d7548d6 req-c1da860b-a4c2-49a3-b2aa-63f442421c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:00.448577 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21cca2ea-1644-405e-a20e-a59e3d7548d6 req-c1da860b-a4c2-49a3-b2aa-63f442421c2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 1099 time: 0.1419585 Aug 06 16:01:00.468839 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62accbe-c32a-4804-ab03-859d03169071 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Deleting subnet dfe41e37-a9f4-435b-a890-b47a2ccb3893 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:01:00.479397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-655b3c7d-0c67-4e5c-8b22-f27d3e6361f1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Network d04c5f28-1b50-4307-9944-b2931a255fa9 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:00.498927 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a62accbe-c32a-4804-ab03-859d03169071 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.516296 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-655b3c7d-0c67-4e5c-8b22-f27d3e6361f1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:00.524710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-655b3c7d-0c67-4e5c-8b22-f27d3e6361f1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:00.565702 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b3c7d-0c67-4e5c-8b22-f27d3e6361f1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Pushing event updated for resources: {'Port': ['ID=9c991476-ffbd-4489-bd05-9b59463205dc,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:00.575831 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3df26f-2d35-4d0f-898c-17bd414c6427 req-dc22f78b-5183-4299-945b-594400fd0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:00.579333 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a3df26f-2d35-4d0f-898c-17bd414c6427 req-dc22f78b-5183-4299-945b-594400fd0b0c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 1094 time: 0.2885261 Aug 06 16:01:00.595872 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b57321d2-8ca7-4e2a-9e64-ff430a28aad9 req-70c68e0b-b0b4-4f16-95d2-c0cf40b7e9a8 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/security-groups?id=89f4f142-aa79-44c1-b442-f130bcec5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179329 Aug 06 16:01:00.651458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a62accbe-c32a-4804-ab03-859d03169071 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.666468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b659178-7d41-4408-ad13-183faaca0099 req-4cb2fe3b-fd15-42f0-93fc-c53db1c00451 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:00.668118 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b659178-7d41-4408-ad13-183faaca0099 req-4cb2fe3b-fd15-42f0-93fc-c53db1c00451 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 945 time: 0.2466698 Aug 06 16:01:00.676912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-655b3c7d-0c67-4e5c-8b22-f27d3e6361f1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:00.677595 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-655b3c7d-0c67-4e5c-8b22-f27d3e6361f1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.718526 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cca2ea-1644-405e-a20e-a59e3d7548d6 req-ebea66ff-2d14-4b91-87fa-3b595709438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:00.719868 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21cca2ea-1644-405e-a20e-a59e3d7548d6 req-ebea66ff-2d14-4b91-87fa-3b595709438c service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.2410917 Aug 06 16:01:00.733481 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-655b3c7d-0c67-4e5c-8b22-f27d3e6361f1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0521917 Aug 06 16:01:00.749890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Request body: {'port': {'device_id': 'edccf9cc-e7b4-4424-ba78-a160d54bd085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:00.788749 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 51d68ca5-04b7-44ca-bbe7-64209867d8e7 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:00.851914 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21cca2ea-1644-405e-a20e-a59e3d7548d6 req-0f80feca-30c7-44ed-a16f-f70a66e5e124 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7 HTTP/1.1" status: 200 len: 217 time: 0.1193850 Aug 06 16:01:00.852644 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:00.858201 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:00.858588 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.859881 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b659178-7d41-4408-ad13-183faaca0099 req-bfdf6f68-67d0-494e-91cd-3fa18f21ebec tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/security-groups?id=55d0ba86-2028-45fc-9d15-4f45ba4273dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465907 Aug 06 16:01:00.863459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3df26f-2d35-4d0f-898c-17bd414c6427 req-2262bb97-4499-41c8-afdd-3566ee375177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:00.864581 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a3df26f-2d35-4d0f-898c-17bd414c6427 req-2262bb97-4499-41c8-afdd-3566ee375177 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 200 len: 911 time: 0.2564511 Aug 06 16:01:00.975785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb039a-935f-48d6-8638-960c457180d5 req-9ba18bb2-954b-4397-aef5-4e8f7ed7e33b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:00.986737 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7bb039a-935f-48d6-8638-960c457180d5 req-9ba18bb2-954b-4397-aef5-4e8f7ed7e33b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.2314234 Aug 06 16:01:00.989836 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.991437 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a3df26f-2d35-4d0f-898c-17bd414c6427 req-312d519e-fb6b-4fe3-af10-6ed6a6efbeda service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37633c05-6d4d-4e12-9bc3-2d649eb51697 HTTP/1.1" status: 200 len: 217 time: 0.1176121 Aug 06 16:01:00.997189 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a62accbe-c32a-4804-ab03-859d03169071 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.007368 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.035433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 51d68ca5-04b7-44ca-bbe7-64209867d8e7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:01.042644 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.054812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cca2ea-1644-405e-a20e-a59e3d7548d6 req-1e379af2-fffd-4b8c-abfc-aae5fe41badb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:01.056287 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21cca2ea-1644-405e-a20e-a59e3d7548d6 req-1e379af2-fffd-4b8c-abfc-aae5fe41badb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1730981 Aug 06 16:01:01.102144 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=51d68ca5-04b7-44ca-bbe7-64209867d8e7,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:01.110066 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.110698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.111283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.111823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.112328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.112827 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.113338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.113683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.114191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.114706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.115342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.115672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.124395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cca2ea-1644-405e-a20e-a59e3d7548d6 req-2b65a00d-b2a7-4f76-95ec-039970894b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:01.126340 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21cca2ea-1644-405e-a20e-a59e3d7548d6 req-2b65a00d-b2a7-4f76-95ec-039970894b46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604322 Aug 06 16:01:01.127453 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a62accbe-c32a-4804-ab03-859d03169071 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.147741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7bb039a-935f-48d6-8638-960c457180d5 req-9a1373e0-2a9c-490b-b205-3f0f286f9707 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595693 Aug 06 16:01:01.164663 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62accbe-c32a-4804-ab03-859d03169071 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe41e37-a9f4-435b-a890-b47a2ccb3893,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:01.169310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3df26f-2d35-4d0f-898c-17bd414c6427 req-91d5d065-a9f2-41aa-a238-0b9eb128faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:01.170783 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a3df26f-2d35-4d0f-898c-17bd414c6427 req-91d5d065-a9f2-41aa-a238-0b9eb128faee service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5bc4c7ac-6d15-4fde-899c-97f04be5a8db HTTP/1.1" status: 200 len: 850 time: 0.1363409 Aug 06 16:01:01.188038 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a62accbe-c32a-4804-ab03-859d03169071 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.190055 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a62accbe-c32a-4804-ab03-859d03169071 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] 10.222.0.37 "DELETE /v2.0/subnets/dfe41e37-a9f4-435b-a890-b47a2ccb3893 HTTP/1.1" status: 204 len: 168 time: 0.7805765 Aug 06 16:01:01.192491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a0117-8a00-4aa4-8cd9-99286e67476a req-3809ce37-a330-47cb-a569-d96644dd36a3 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:01.192957 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36118) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:01.195109 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-951a0117-8a00-4aa4-8cd9-99286e67476a req-3809ce37-a330-47cb-a569-d96644dd36a3 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 931 time: 0.1891925 Aug 06 16:01:01.206948 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88c011e-9137-4d50-a877-9745a62c4f48 None None] Network 806d7a33-bb5d-4fd9-86e5-75b71e4f75f0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:01.248911 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a3df26f-2d35-4d0f-898c-17bd414c6427 req-008d5644-ca18-4b0e-bd63-75cd16bbb54f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c34c076c-c1bd-4999-8d39-ceaa7495de79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635142 Aug 06 16:01:01.277948 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792e80a5-62cf-4c18-8367-9c9e686815c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d68ca5-04b7-44ca-bbe7-64209867d8e7'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:01.280183 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292fa543-dea0-497b-8315-a4e1b3290030" -d '{"events": [{"server_uuid": "792e80a5-62cf-4c18-8367-9c9e686815c9", "name": "network-vif-plugged", "status": "completed", "tag": "51d68ca5-04b7-44ca-bbe7-64209867d8e7"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:01.330026 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.338314 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21cca2ea-1644-405e-a20e-a59e3d7548d6 req-45b2e506-bc8b-4641-95f4-791fe1ab6bb7 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033243 Aug 06 16:01:01.412773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceaddc8-b116-4174-93dc-fa074fadd9dc None None] DHCP port deletion for 806d7a33-bb5d-4fd9-86e5-75b71e4f75f0 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:01:01.448731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-951a0117-8a00-4aa4-8cd9-99286e67476a req-5cc15848-0a32-4c13-a85e-2a4208b5e039 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332714 Aug 06 16:01:01.473697 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Deleting port c5e8a509-c877-4a54-8e98-0208958bad1d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:01.473697 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.474036 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8ceaddc8-b116-4174-93dc-fa074fadd9dc None None] Deleting port c5e8a509-c877-4a54-8e98-0208958bad1d {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:01.474036 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ceaddc8-b116-4174-93dc-fa074fadd9dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.477997 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21cca2ea-1644-405e-a20e-a59e3d7548d6 req-892817a6-5856-4556-96a7-e780cd2d71e4 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318336 Aug 06 16:01:01.539383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63864e5-50a9-496c-a4cf-6e6ad627d773 req-3271f8bb-9230-4a71-ac84-c1e069cda85d tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:01.540993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e63864e5-50a9-496c-a4cf-6e6ad627d773 req-3271f8bb-9230-4a71-ac84-c1e069cda85d tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 943 time: 0.2727609 Aug 06 16:01:01.567514 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a3df26f-2d35-4d0f-898c-17bd414c6427 req-fce8f73d-4b0b-4afc-8271-e45a571cf004 service neutron] 10.222.0.78 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033111 Aug 06 16:01:01.568675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8ceaddc8-b116-4174-93dc-fa074fadd9dc None None] For port c5e8a509-c877-4a54-8e98-0208958bad1d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c5e8a509-c877-4a54-8e98-0208958bad1d,segment=NetworkSegment(37b0fec9-7f51-4515-bcea-f46042b8e6ba),segment_id=37b0fec9-7f51-4515-bcea-f46042b8e6ba)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:01.569850 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ceaddc8-b116-4174-93dc-fa074fadd9dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.574930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] For port c5e8a509-c877-4a54-8e98-0208958bad1d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c5e8a509-c877-4a54-8e98-0208958bad1d,segment=NetworkSegment(37b0fec9-7f51-4515-bcea-f46042b8e6ba),segment_id=37b0fec9-7f51-4515-bcea-f46042b8e6ba)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:01.575477 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.591947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8ceaddc8-b116-4174-93dc-fa074fadd9dc None None] Calling delete_port for c5e8a509-c877-4a54-8e98-0208958bad1d owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:01.602592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Calling delete_port for c5e8a509-c877-4a54-8e98-0208958bad1d owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:01.688634 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e63864e5-50a9-496c-a4cf-6e6ad627d773 req-9f56e7f3-83ea-48b8-b638-2b0225319e45 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351881 Aug 06 16:01:01.702865 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ceaddc8-b116-4174-93dc-fa074fadd9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.712020 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.735699 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Pushing event deleted for resources: {'Port': ['ID=c5e8a509-c877-4a54-8e98-0208958bad1d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:01.744914 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] No DVR routers for this DVR port c5e8a509-c877-4a54-8e98-0208958bad1d on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:01.755131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceaddc8-b116-4174-93dc-fa074fadd9dc None None] No DVR routers for this DVR port c5e8a509-c877-4a54-8e98-0208958bad1d on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:01.761774 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceaddc8-b116-4174-93dc-fa074fadd9dc None None] Pushing event deleted for resources: {'Port': ['ID=c5e8a509-c877-4a54-8e98-0208958bad1d,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:01.843187 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.854086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806d7a33-bb5d-4fd9-86e5-75b71e4f75f0']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:01.871771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b0fec9-7f51-4515-bcea-f46042b8e6ba') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:01.871771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b0fec9-7f51-4515-bcea-f46042b8e6ba') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:01.883886 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.902488 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.910336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:01.911064 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:01.914594 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:01.984284 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.002309 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.003974 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] 10.222.0.37 "DELETE /v2.0/networks/806d7a33-bb5d-4fd9-86e5-75b71e4f75f0 HTTP/1.1" status: 204 len: 168 time: 0.8100679 Aug 06 16:01:02.011564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec3b45-af75-409f-b9a6-eb2ea91690f2 tempest-DHCPAgentSchedulersTestJSON-1568473072 tempest-DHCPAgentSchedulersTestJSON-1568473072-project] Pushing event deleted for resources: {'Network': ['ID=806d7a33-bb5d-4fd9-86e5-75b71e4f75f0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:02.145396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a3df26f-2d35-4d0f-898c-17bd414c6427 req-09cd6896-4c3f-4612-82f4-17a5fbdf11e3 service neutron] 10.222.0.78 "GET /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5620112 Aug 06 16:01:02.146433 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c991476-ffbd-4489-bd05-9b59463205dc {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:01:02.158270 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.169407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713c715-5a15-4bbb-8c3c-86178e72601e req-3a14c47b-9b9f-4bc0-9a68-f07fcf1b3e15 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:02.170959 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6713c715-5a15-4bbb-8c3c-86178e72601e req-3a14c47b-9b9f-4bc0-9a68-f07fcf1b3e15 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.5015898 Aug 06 16:01:02.195574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ba1da-6870-41d5-baf3-24db8dd9841a req-6b74b25a-c6c3-4cc6-b94b-eef03e0ffb12 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:02.197053 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-365ba1da-6870-41d5-baf3-24db8dd9841a req-6b74b25a-c6c3-4cc6-b94b-eef03e0ffb12 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.1659491 Aug 06 16:01:02.205852 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Transition to ACTIVE for port object 9c991476-ffbd-4489-bd05-9b59463205dc will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:02.221047 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.285665 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6713c715-5a15-4bbb-8c3c-86178e72601e req-62032d69-49a4-4fa6-b00e-b5dbbe09789c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051254 Aug 06 16:01:02.310758 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-365ba1da-6870-41d5-baf3-24db8dd9841a req-e9d9db2f-c288-41a5-ae8b-538fb72ef8ec tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037941 Aug 06 16:01:02.331187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c991476-ffbd-4489-bd05-9b59463205dc,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:02.348546 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a66504-b9f7-4565-b74f-b7887ee85862 x-openstack-request-id: req-00a66504-b9f7-4565-b74f-b7887ee85862 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:02.349087 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792e80a5-62cf-4c18-8367-9c9e686815c9", "name": "network-vif-plugged", "status": "completed", "tag": "51d68ca5-04b7-44ca-bbe7-64209867d8e7", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:02.349308 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00a66504-b9f7-4565-b74f-b7887ee85862 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:02.349941 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792e80a5-62cf-4c18-8367-9c9e686815c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d68ca5-04b7-44ca-bbe7-64209867d8e7', 'code': 200} Aug 06 16:01:02.361265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36134) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:02.402629 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Attempting to bind port 9c991476-ffbd-4489-bd05-9b59463205dc on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:02.403001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Attempting to bind port 9c991476-ffbd-4489-bd05-9b59463205dc by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:02.403336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Attempting to bind port 9c991476-ffbd-4489-bd05-9b59463205dc on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:02.407940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Port 9c991476-ffbd-4489-bd05-9b59463205dc on network d04c5f28-1b50-4307-9944-b2931a255fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:02.408261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Attempting to bind port 9c991476-ffbd-4489-bd05-9b59463205dc on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:02.431928 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:02.432342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Checking segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:02.432620 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Bound using segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:02.433054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Bound port: 9c991476-ffbd-4489-bd05-9b59463205dc, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:02.433406 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.518313 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a1bb0870-5999-459f-924e-36e903db2c67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f692530ac2e24a7882dbdd3525a819e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554523 Aug 06 16:01:02.520697 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36142) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:02.535701 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3fd03-60bd-4e90-8cfe-14a2b7e0761b req-b19c0578-e926-49c7-a611-fc831b0b0a3b tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:02.537165 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62e3fd03-60bd-4e90-8cfe-14a2b7e0761b req-b19c0578-e926-49c7-a611-fc831b0b0a3b tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 945 time: 0.1260185 Aug 06 16:01:02.546968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93e716-efb7-4a48-a920-7d10368dcfa1 req-47f53a63-dd19-49a5-8e26-d81f7c62c212 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:02.548389 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ba93e716-efb7-4a48-a920-7d10368dcfa1 req-47f53a63-dd19-49a5-8e26-d81f7c62c212 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 946 time: 0.1340015 Aug 06 16:01:02.570418 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2c4dfbfe-7ffa-40fc-b84b-7e99bc0a342c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.592304 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2c4dfbfe-7ffa-40fc-b84b-7e99bc0a342c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.599931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] For port 9c991476-ffbd-4489-bd05-9b59463205dc, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:02.625200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] For port 9c991476-ffbd-4489-bd05-9b59463205dc, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9c991476-ffbd-4489-bd05-9b59463205dc,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:02.633356 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.637589 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62e3fd03-60bd-4e90-8cfe-14a2b7e0761b req-a3dc43e8-4949-4ff1-a5f1-0e8dbb7be1cf tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/security-groups?id=55d0ba86-2028-45fc-9d15-4f45ba4273dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883081 Aug 06 16:01:02.643060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ba93e716-efb7-4a48-a920-7d10368dcfa1 req-2b4cd5ce-378c-4e20-a3ed-11fd4495cc40 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/security-groups?id=89f4f142-aa79-44c1-b442-f130bcec5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793405 Aug 06 16:01:02.645576 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2c4dfbfe-7ffa-40fc-b84b-7e99bc0a342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.651070 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2c4dfbfe-7ffa-40fc-b84b-7e99bc0a342c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.657228 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2c4dfbfe-7ffa-40fc-b84b-7e99bc0a342c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/327ab2e0-c589-40ed-b404-275fe894bc2e HTTP/1.1" status: 204 len: 168 time: 0.1352088 Aug 06 16:01:02.671357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4dfbfe-7ffa-40fc-b84b-7e99bc0a342c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327ab2e0-c589-40ed-b404-275fe894bc2e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:02.692933 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:02.693560 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.695767 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] 10.222.0.13 "PUT /v2.0/ports/9c991476-ffbd-4489-bd05-9b59463205dc HTTP/1.1" status: 200 len: 1091 time: 1.9535027 Aug 06 16:01:02.696230 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edccf9cc-e7b4-4424-ba78-a160d54bd085', 'tag': '9c991476-ffbd-4489-bd05-9b59463205dc'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:02.699055 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eecd366-5627-449d-ae1d-64cdcf6e64a2" -d '{"events": [{"name": "network-changed", "server_uuid": "edccf9cc-e7b4-4424-ba78-a160d54bd085", "tag": "9c991476-ffbd-4489-bd05-9b59463205dc"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:02.736200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3f19f-99b8-42a2-8291-b02d6840a6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c991476-ffbd-4489-bd05-9b59463205dc,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:02.787655 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 37633c05-6d4d-4e12-9bc3-2d649eb51697 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:01:02.897413 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-2543e165-6e16-4cd8-80a0-d6544f1f9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:02.903237 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-2543e165-6e16-4cd8-80a0-d6544f1f9980 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 1094 time: 0.1363745 Aug 06 16:01:02.910196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a3ff8-5912-4a9c-8c07-7e334ac50475 req-2ac64313-a3e7-4ea8-9cd7-120d4b835c88 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:02.917211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-109a3ff8-5912-4a9c-8c07-7e334ac50475 req-2ac64313-a3e7-4ea8-9cd7-120d4b835c88 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 943 time: 0.1117797 Aug 06 16:01:03.003134 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-7f41d59f-cfaf-4e7a-a01b-13304a8c02d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c991476-ffbd-4489-bd05-9b59463205dc HTTP/1.1" status: 200 len: 217 time: 0.0827050 Aug 06 16:01:03.020795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 37633c05-6d4d-4e12-9bc3-2d649eb51697, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=37633c05-6d4d-4e12-9bc3-2d649eb51697,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:03.041099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '37633c05-6d4d-4e12-9bc3-2d649eb51697', 'network_id': 'c34c076c-c1bd-4999-8d39-ceaa7495de79', 'port_id': '37633c05-6d4d-4e12-9bc3-2d649eb51697', 'mac_address': 'fa:16:3e:62:97:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc4c7ac-6d15-4fde-899c-97f04be5a8db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:01:03.094991 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-109a3ff8-5912-4a9c-8c07-7e334ac50475 req-c2a8d89e-7fcc-4ea3-9c46-dfd63108951b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768348 Aug 06 16:01:03.145271 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:03.154214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-5e17f7cf-bcde-4b07-b2eb-a3f7a19406f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:03.155879 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-5e17f7cf-bcde-4b07-b2eb-a3f7a19406f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.1455920 Aug 06 16:01:03.169054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37633c05-6d4d-4e12-9bc3-2d649eb51697 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:01:03.198103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-756b073d-4fef-4f2e-a26c-7186223b13ef tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:03.199825 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-756b073d-4fef-4f2e-a26c-7186223b13ef tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 812 time: 0.2806535 Aug 06 16:01:03.219631 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-4b17d083-faa5-4287-9535-83df9183a068 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486126 Aug 06 16:01:03.223649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 37633c05-6d4d-4e12-9bc3-2d649eb51697, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=37633c05-6d4d-4e12-9bc3-2d649eb51697,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:03.230342 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:03.231952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-09f9d7aa-10cb-4799-a25a-4e3bc426fcbe tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/quotas/3d3a470ba28a4c6f8ab926c00b563358 HTTP/1.1" status: 200 len: 375 time: 0.0154455 Aug 06 16:01:03.295069 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bfad6e02-83e1-435c-8e1d-beae1bb95b4f req-4745e790-9f77-4d91-8974-a33549459cba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1580966 Aug 06 16:01:03.327329 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36176) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:03.382712 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc1fd924-f6c4-48ba-a26d-9d9c5b41c283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:03.412879 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=37633c05-6d4d-4e12-9bc3-2d649eb51697,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:03.458539 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-6def7220-2a2b-4981-a514-10c1eb2ad657 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1468780 Aug 06 16:01:03.497758 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c5e8a509-c877-4a54-8e98-0208958bad1d no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:03.502473 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad6e02-83e1-435c-8e1d-beae1bb95b4f req-296aac29-8c0a-4b95-9c01-65107497ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:03.504099 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bfad6e02-83e1-435c-8e1d-beae1bb95b4f req-296aac29-8c0a-4b95-9c01-65107497ec4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 1095 time: 0.1073534 Aug 06 16:01:03.536145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-faca0172-9df6-4bc8-9bd6-1a4256591786 service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023677 Aug 06 16:01:03.538159 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: c5e8a509-c877-4a54-8e98-0208958bad1d {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:03.538510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c5e8a509-c877-4a54-8e98-0208958bad1d not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:03.555033 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['37633c05-6d4d-4e12-9bc3-2d649eb51697'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:01:03.654374 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad6e02-83e1-435c-8e1d-beae1bb95b4f req-c2c7bf79-d3a2-4784-ad64-a4dee54509b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:03.655881 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bfad6e02-83e1-435c-8e1d-beae1bb95b4f req-c2c7bf79-d3a2-4784-ad64-a4dee54509b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.1286387 Aug 06 16:01:03.661901 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc1fd924-f6c4-48ba-a26d-9d9c5b41c283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:03.701901 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e052962d-1a37-4fd3-8296-7737eccae0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:03.722792 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-504f9724-5a14-4b57-9adb-4e05e1c120b7 req-d7fdd704-8b25-482b-a2b4-10fa855dbf7b service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766732 Aug 06 16:01:03.735176 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bfad6e02-83e1-435c-8e1d-beae1bb95b4f req-318c8eb4-12d3-405f-a7fb-6482f4f4f180 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66008572-9579-4b90-b59c-a817894ec420 HTTP/1.1" status: 200 len: 998 time: 0.0715256 Aug 06 16:01:03.736556 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc1fd924-f6c4-48ba-a26d-9d9c5b41c283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:03.767260 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebebb1-ee76-41d4-8f38-780c16c4ce4d req-a5a1f630-3499-490f-95be-460d3d077cf5 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:03.770090 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33ebebb1-ee76-41d4-8f38-780c16c4ce4d req-a5a1f630-3499-490f-95be-460d3d077cf5 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 946 time: 0.3602433 Aug 06 16:01:03.779982 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36184) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:03.816286 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-37ba8040-3b2e-4e22-8404-31f9148bd292 service neutron] 10.222.0.37 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563175 Aug 06 16:01:03.851368 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fd924-f6c4-48ba-a26d-9d9c5b41c283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3489a80e-994d-4563-b75a-abe56736178e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:03.855027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad6e02-83e1-435c-8e1d-beae1bb95b4f req-d235fe70-be18-4640-b861-13e3532f6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:03.856614 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bfad6e02-83e1-435c-8e1d-beae1bb95b4f req-d235fe70-be18-4640-b861-13e3532f6aa9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.0938342 Aug 06 16:01:03.861873 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bc1fd924-f6c4-48ba-a26d-9d9c5b41c283 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f9d4239a8ba44bdb578fe7c34c91957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5306144 Aug 06 16:01:03.863597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36186) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:03.867585 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b3b246c9-6b32-48e0-9c13-8d020643f2c1 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Request body: {'floatingip': {'port_id': '434a7012-e83a-4721-a4c6-af3db0293b8b'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:03.879454 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388c1fb9-d7e5-4a13-8a0f-4006d4339c6b x-openstack-request-id: req-388c1fb9-d7e5-4a13-8a0f-4006d4339c6b {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:03.880210 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edccf9cc-e7b4-4424-ba78-a160d54bd085", "tag": "9c991476-ffbd-4489-bd05-9b59463205dc", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:03.880641 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-388c1fb9-d7e5-4a13-8a0f-4006d4339c6b {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:03.882861 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edccf9cc-e7b4-4424-ba78-a160d54bd085', 'tag': '9c991476-ffbd-4489-bd05-9b59463205dc', 'status': 'completed', 'code': 200} Aug 06 16:01:03.957087 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3b246c9-6b32-48e0-9c13-8d020643f2c1 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for floatingip, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:04.057395 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecd366-5627-449d-ae1d-64cdcf6e64a2 req-f8113df5-f7b0-4e7e-9f4e-75f43ae0feca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:04.059033 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4eecd366-5627-449d-ae1d-64cdcf6e64a2 req-f8113df5-f7b0-4e7e-9f4e-75f43ae0feca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 1094 time: 0.1851299 Aug 06 16:01:04.072830 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-0d0e967c-2028-42bc-aa79-5446b61307a6 service neutron] 10.222.0.37 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539341 Aug 06 16:01:04.157662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7cbdd-0a38-4985-a65a-d5d197b60dad req-49c829e6-cc12-4d1a-9bce-738c9c7f7be8 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:04.167144 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aae7cbdd-0a38-4985-a65a-d5d197b60dad req-49c829e6-cc12-4d1a-9bce-738c9c7f7be8 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 944 time: 0.1916993 Aug 06 16:01:04.381031 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aae7cbdd-0a38-4985-a65a-d5d197b60dad req-af9bacae-1df8-44ee-83c3-0bf3a0aae96a tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126186 Aug 06 16:01:04.416281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecd366-5627-449d-ae1d-64cdcf6e64a2 req-03da1aef-7a24-4aac-9121-56a1695af8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:04.418799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4eecd366-5627-449d-ae1d-64cdcf6e64a2 req-03da1aef-7a24-4aac-9121-56a1695af8b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.3449080 Aug 06 16:01:04.596645 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad6e02-83e1-435c-8e1d-beae1bb95b4f req-2273e201-3cac-4691-b9dd-a86035a32a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:04.608674 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bfad6e02-83e1-435c-8e1d-beae1bb95b4f req-2273e201-3cac-4691-b9dd-a86035a32a67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7356780 Aug 06 16:01:04.609327 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4eecd366-5627-449d-ae1d-64cdcf6e64a2 req-d162a1e8-c36f-45d6-83fa-d45a8eeef84d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c991476-ffbd-4489-bd05-9b59463205dc HTTP/1.1" status: 200 len: 217 time: 0.1570644 Aug 06 16:01:04.697243 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113d94c-5f9a-459a-8291-73ed44e224fe req-3406bf22-4d27-4323-8626-c26f633528e5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:04.699700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4113d94c-5f9a-459a-8291-73ed44e224fe req-3406bf22-4d27-4323-8626-c26f633528e5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.2784815 Aug 06 16:01:04.755766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239c6be-0669-46fe-a0c8-bfd6e0204fbb req-bcd20cc1-7166-4282-a8f6-0b04a51995d1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:04.758050 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6239c6be-0669-46fe-a0c8-bfd6e0204fbb req-bcd20cc1-7166-4282-a8f6-0b04a51995d1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 943 time: 0.1859901 Aug 06 16:01:04.760918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecd366-5627-449d-ae1d-64cdcf6e64a2 req-84781653-da7e-4d7c-9ef5-62cf1173275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:04.762283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4eecd366-5627-449d-ae1d-64cdcf6e64a2 req-84781653-da7e-4d7c-9ef5-62cf1173275e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.1335099 Aug 06 16:01:04.809856 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 37633c05-6d4d-4e12-9bc3-2d649eb51697 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:04.820569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4eecd366-5627-449d-ae1d-64cdcf6e64a2 req-cbdec622-6672-4d30-bd23-7097a5e767bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383811 Aug 06 16:01:04.829312 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4113d94c-5f9a-459a-8291-73ed44e224fe req-46a9ddf1-1225-477e-9f68-37349af8f513 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111679 Aug 06 16:01:04.866788 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bfad6e02-83e1-435c-8e1d-beae1bb95b4f req-f599be20-6dfc-4f2b-abaa-987747de548d service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394803 Aug 06 16:01:04.885515 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6239c6be-0669-46fe-a0c8-bfd6e0204fbb req-ffdb629a-3b33-4cef-ab27-63975a53b47e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133411 Aug 06 16:01:04.939470 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 37633c05-6d4d-4e12-9bc3-2d649eb51697 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:04.947355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 37633c05-6d4d-4e12-9bc3-2d649eb51697 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:04.949316 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.055220 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5994dcb3-d0bc-4363-8e49-a8ad078cc718 req-51935fe8-6643-4ef3-8dca-90e64c3b187e tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 210 time: 0.0890391 Aug 06 16:01:05.089048 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.110868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4eecd366-5627-449d-ae1d-64cdcf6e64a2 req-f932c62b-fde3-4796-aa2c-77e108906434 service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798343 Aug 06 16:01:05.180166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37633c05-6d4d-4e12-9bc3-2d649eb51697'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:05.184487 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a549a7-605c-4966-8606-87069917c2a6" -d '{"events": [{"server_uuid": "dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f", "name": "network-vif-plugged", "status": "completed", "tag": "37633c05-6d4d-4e12-9bc3-2d649eb51697"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:05.216402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-caf28ef2-19bd-4297-9fc2-eefd94939d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.228431 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 37633c05-6d4d-4e12-9bc3-2d649eb51697, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=37633c05-6d4d-4e12-9bc3-2d649eb51697,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:05.234780 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.265609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981c334-0456-45e0-ac73-b5d11e627569 req-78d891d2-a6fd-4730-9a51-50c8fe1fefca tempest-MigrationsAdminTest-10907965 tempest-MigrationsAdminTest-10907965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:05.269720 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-caf28ef2-19bd-4297-9fc2-eefd94939d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.274038 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c981c334-0456-45e0-ac73-b5d11e627569 req-78d891d2-a6fd-4730-9a51-50c8fe1fefca tempest-MigrationsAdminTest-10907965 tempest-MigrationsAdminTest-10907965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 1100 time: 0.0748520 Aug 06 16:01:05.278093 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4eecd366-5627-449d-ae1d-64cdcf6e64a2 req-6160e28e-ac9f-4398-ac41-08088b40e5b3 service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564796 Aug 06 16:01:05.313599 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c981c334-0456-45e0-ac73-b5d11e627569 req-d8c56de9-e23c-4e71-afbb-10afd4897ecf tempest-MigrationsAdminTest-10907965 tempest-MigrationsAdminTest-10907965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386961 Aug 06 16:01:05.335813 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=37633c05-6d4d-4e12-9bc3-2d649eb51697,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:05.391743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-caf28ef2-19bd-4297-9fc2-eefd94939d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.393900 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325727b5-364b-4280-9ebb-ed314d548c4e x-openstack-request-id: req-325727b5-364b-4280-9ebb-ed314d548c4e {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:05.394373 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f", "name": "network-vif-plugged", "status": "completed", "tag": "37633c05-6d4d-4e12-9bc3-2d649eb51697", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:05.394738 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-325727b5-364b-4280-9ebb-ed314d548c4e {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:05.395229 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37633c05-6d4d-4e12-9bc3-2d649eb51697', 'code': 200} Aug 06 16:01:05.397734 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-caf28ef2-19bd-4297-9fc2-eefd94939d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.401223 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-caf28ef2-19bd-4297-9fc2-eefd94939d4a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3489a80e-994d-4563-b75a-abe56736178e HTTP/1.1" status: 204 len: 168 time: 1.5283966 Aug 06 16:01:05.447703 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf28ef2-19bd-4297-9fc2-eefd94939d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3489a80e-994d-4563-b75a-abe56736178e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:05.524600 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bfad6e02-83e1-435c-8e1d-beae1bb95b4f req-277642fb-1baf-4fa9-9573-f409e42743c7 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041238 Aug 06 16:01:05.593610 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3b246c9-6b32-48e0-9c13-8d020643f2c1 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.602611 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3b246c9-6b32-48e0-9c13-8d020643f2c1 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.656161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e0b2b-d3cb-4ce2-8bc4-00e62c9d204a req-343fec9a-5a79-46cd-ac2e-670ad1cf1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:05.658025 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa4e0b2b-d3cb-4ce2-8bc4-00e62c9d204a req-343fec9a-5a79-46cd-ac2e-670ad1cf1688 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 1096 time: 0.1203537 Aug 06 16:01:05.674838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7521b-c97c-4ed0-99e5-9b5129a4d927 req-11c5e5bd-4fa3-413c-aec3-38f02b437ee2 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:05.680431 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dfc7521b-c97c-4ed0-99e5-9b5129a4d927 req-11c5e5bd-4fa3-413c-aec3-38f02b437ee2 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 945 time: 0.0735340 Aug 06 16:01:05.729203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa4e0b2b-d3cb-4ce2-8bc4-00e62c9d204a req-791a016f-6586-472d-8bcc-cc79e832794f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477374 Aug 06 16:01:05.761885 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-b3b246c9-6b32-48e0-9c13-8d020643f2c1 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Floating IP ba75347a-2924-4701-a351-a393926506e9 associated. External IP: 172.25.1.146, port: 434a7012-e83a-4721-a4c6-af3db0293b8b. Aug 06 16:01:05.790382 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-5b52dc2f-328e-4d42-beb7-772becc29085 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387466 Aug 06 16:01:05.802289 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dfc7521b-c97c-4ed0-99e5-9b5129a4d927 req-9008a6c3-cad0-4201-b1a7-c2bb48a54d62 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813608 Aug 06 16:01:06.105167 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-9ae28338-4f4b-408a-80d6-a7e12c9289a0 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:06.121804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-9ae28338-4f4b-408a-80d6-a7e12c9289a0 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3301837 Aug 06 16:01:06.124915 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e4d37378-b02e-4311-b5cd-77b12ee3649d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:06.148228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-a11ca396-f99a-412f-87e4-88b86cf96a27 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/quotas/2b6464e7f3d04e1fb9d993d8ad26bed9 HTTP/1.1" status: 200 len: 375 time: 0.0167022 Aug 06 16:01:06.267125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-ab5540d9-960e-4880-a3ca-4230a33c7622 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1124597 Aug 06 16:01:06.541690 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:06.632094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32376216-78b0-4e18-b6d0-c06046b7e81e req-1e5fb055-6a42-4bd0-be7a-f7009a84150d tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:06.646654 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32376216-78b0-4e18-b6d0-c06046b7e81e req-1e5fb055-6a42-4bd0-be7a-f7009a84150d tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 943 time: 0.1580596 Aug 06 16:01:06.768771 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b85d42e7-c847-4a90-a88e-76a82a604ecb req-a58562aa-5761-4335-a9d9-3ec2fbe2e1d9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 210 time: 0.1064231 Aug 06 16:01:06.844822 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32376216-78b0-4e18-b6d0-c06046b7e81e req-8bd6ee43-2015-4c56-82bc-115427f2a938 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950591 Aug 06 16:01:07.168424 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac3596ff-6270-49d3-b2d1-a0d5febb8756 req-7f9fb407-3719-4f3a-9791-b1e12bfe781a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 210 time: 0.1639211 Aug 06 16:01:07.177346 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-e218d7a2-0402-4f94-a5fa-adcdbff96e51 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:07.180094 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-e218d7a2-0402-4f94-a5fa-adcdbff96e51 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.13 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 812 time: 1.2570410 Aug 06 16:01:07.188881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b246c9-6b32-48e0-9c13-8d020643f2c1 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Router ce5dfebc-4436-41e8-919d-5fd9d110dfff has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:01:07.198194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-0126d5c0-a912-4a32-848d-ee0c9618bf14 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Request body: {'port': {'device_id': '02cf3da5-28f6-497a-8776-52ad3a6bb7a2', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'admin_state_up': True, 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:07.245866 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:07.280957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4998f-4f34-48e0-aa59-01a7918691cb req-09de5e8e-532b-48e2-8409-751ad6a24217 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:07.302511 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30b4998f-4f34-48e0-aa59-01a7918691cb req-09de5e8e-532b-48e2-8409-751ad6a24217 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 945 time: 0.2432699 Aug 06 16:01:07.400650 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30b4998f-4f34-48e0-aa59-01a7918691cb req-bf4c6e03-d0d1-47ec-bbd7-f93ed2c6e637 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944970 Aug 06 16:01:07.602090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b246c9-6b32-48e0-9c13-8d020643f2c1 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:07.614799 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3b246c9-6b32-48e0-9c13-8d020643f2c1 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:07.632219 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ded674-3625-404c-8b53-26728554ac23 None None] Sync routers for ids ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:07.651733 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ded674-3625-404c-8b53-26728554ac23 None None] Routers {'ce5dfebc-4436-41e8-919d-5fd9d110dfff'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:07.653526 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-24ded674-3625-404c-8b53-26728554ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:01:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:07.682397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-0126d5c0-a912-4a32-848d-ee0c9618bf14 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Made reservation on behalf of 3d3a470ba28a4c6f8ab926c00b563358 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:07.686967 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-0126d5c0-a912-4a32-848d-ee0c9618bf14 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:07.691514 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b3b246c9-6b32-48e0-9c13-8d020643f2c1 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "PUT /v2.0/floatingips/ba75347a-2924-4701-a351-a393926506e9 HTTP/1.1" status: 200 len: 992 time: 3.8411181 Aug 06 16:01:07.694226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd31284d-9dce-4f03-b810-d47dd348108a', 'tag': '434a7012-e83a-4721-a4c6-af3db0293b8b'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:07.697120 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f093c85b-ffb0-439d-b1dc-f686e773ee07" -d '{"events": [{"name": "network-changed", "server_uuid": "fd31284d-9dce-4f03-b810-d47dd348108a", "tag": "434a7012-e83a-4721-a4c6-af3db0293b8b"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:07.790237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9c991476-ffbd-4489-bd05-9b59463205dc details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:01:07.816635 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826b1fab-2a28-4564-b299-6c85e75d1f23 x-openstack-request-id: req-826b1fab-2a28-4564-b299-6c85e75d1f23 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:07.818160 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd31284d-9dce-4f03-b810-d47dd348108a", "tag": "434a7012-e83a-4721-a4c6-af3db0293b8b", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:07.818948 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-826b1fab-2a28-4564-b299-6c85e75d1f23 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:07.819194 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd31284d-9dce-4f03-b810-d47dd348108a', 'tag': '434a7012-e83a-4721-a4c6-af3db0293b8b', 'status': 'completed', 'code': 200} Aug 06 16:01:07.958696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c85b-ffb0-439d-b1dc-f686e773ee07 req-e9a9736e-9e2b-4b4d-a212-7cdc7fa989f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:07.963938 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f093c85b-ffb0-439d-b1dc-f686e773ee07 req-e9a9736e-9e2b-4b4d-a212-7cdc7fa989f0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=104d6649ea8f4ad88269508ef3e2a095&device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 1097 time: 0.1313660 Aug 06 16:01:07.983918 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-0126d5c0-a912-4a32-848d-ee0c9618bf14 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Allocated IP 172.20.0.10 (c0d2d561-fad9-4dca-83a3-90b0001ab013/90587363-bd8a-45c0-a0f0-4bc8dee159ed/ff868b4c-0afe-4703-a663-d9a93b422c6e) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:08.044200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-24ded674-3625-404c-8b53-26728554ac23 None None] Set router ce5dfebc-4436-41e8-919d-5fd9d110dfff gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:08.157619 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c982c9a-d7df-4492-b36e-29172ca6a5c4 req-12b14673-d819-495f-b184-df9419526cec tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 210 time: 0.0844409 Aug 06 16:01:08.184683 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36302) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:08.237146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c85b-ffb0-439d-b1dc-f686e773ee07 req-f71c371d-b5d0-49ce-a1e7-e92f67a3bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:08.242433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f093c85b-ffb0-439d-b1dc-f686e773ee07 req-f71c371d-b5d0-49ce-a1e7-e92f67a3bb1b service neutron] 10.222.0.78 "GET /v2.0/networks?id=a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 HTTP/1.1" status: 200 len: 913 time: 0.2683024 Aug 06 16:01:08.378583 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-0126d5c0-a912-4a32-848d-ee0c9618bf14 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.396549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-0126d5c0-a912-4a32-848d-ee0c9618bf14 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Transition to ACTIVE for port object ff868b4c-0afe-4703-a663-d9a93b422c6e will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:08.446300 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-0126d5c0-a912-4a32-848d-ee0c9618bf14 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.458891 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f093c85b-ffb0-439d-b1dc-f686e773ee07 req-eef87bc8-eca1-472c-b977-9fbe52c44204 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=434a7012-e83a-4721-a4c6-af3db0293b8b HTTP/1.1" status: 200 len: 1000 time: 0.1884267 Aug 06 16:01:08.479122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a92b5ffa-48d5-4582-b9f3-f2234bd3ba12 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2010532924'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:08.486221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a92b5ffa-48d5-4582-b9f3-f2234bd3ba12 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] Unknown quota resources ['metering_label']. {{(pid=105764) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 16:01:08.557263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 9c991476-ffbd-4489-bd05-9b59463205dc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9c991476-ffbd-4489-bd05-9b59463205dc,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:08.563874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-0126d5c0-a912-4a32-848d-ee0c9618bf14 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Network c0d2d561-fad9-4dca-83a3-90b0001ab013 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:08.565895 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-0126d5c0-a912-4a32-848d-ee0c9618bf14 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:08.571073 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-0126d5c0-a912-4a32-848d-ee0c9618bf14 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:08.602041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '9c991476-ffbd-4489-bd05-9b59463205dc', 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9', 'port_id': '9c991476-ffbd-4489-bd05-9b59463205dc', 'mac_address': 'fa:16:3e:f4:dc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af21462f-26c7-45df-8aee-9d851324861e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:01:08.630256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a730f84-ccaf-4e1c-94c9-981d09839bc5 req-0d3a241f-52c2-48b8-9f73-bb2728e6885e tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 210 time: 0.1643586 Aug 06 16:01:08.657310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8f4ba-27c6-4681-94e6-0331c9c09800 req-bca9ead2-d191-4f63-a38a-8a271082ce28 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:08.678257 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9c8f4ba-27c6-4681-94e6-0331c9c09800 req-bca9ead2-d191-4f63-a38a-8a271082ce28 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 943 time: 0.5287836 Aug 06 16:01:08.772717 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-0126d5c0-a912-4a32-848d-ee0c9618bf14 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:08.772717 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-0126d5c0-a912-4a32-848d-ee0c9618bf14 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.787521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c85b-ffb0-439d-b1dc-f686e773ee07 req-53db6040-ef69-4792-9a50-062489cb2af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:08.790676 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f093c85b-ffb0-439d-b1dc-f686e773ee07 req-53db6040-ef69-4792-9a50-062489cb2af2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cb3dfd16-0dd1-46d4-8106-e0e2fed4e086 HTTP/1.1" status: 200 len: 851 time: 0.2794824 Aug 06 16:01:08.888617 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-0126d5c0-a912-4a32-848d-ee0c9618bf14 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6975791 Aug 06 16:01:08.926290 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9c8f4ba-27c6-4681-94e6-0331c9c09800 req-4177ff80-4dff-4e30-84d7-617e8ff979db tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458098 Aug 06 16:01:08.954549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093c85b-ffb0-439d-b1dc-f686e773ee07 req-bd6f7611-dd33-45cd-b179-c984c3fbca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:08.956601 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f093c85b-ffb0-439d-b1dc-f686e773ee07 req-bd6f7611-dd33-45cd-b179-c984c3fbca7b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411779 Aug 06 16:01:09.111118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Request body: {'port': {'device_id': '02cf3da5-28f6-497a-8776-52ad3a6bb7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:09.119718 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.126335 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-24ded674-3625-404c-8b53-26728554ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'name': 'tempest-ServersTestManualDisk-1239520173-router', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:00:20Z', 'updated_at': '2021-08-06T16:00:27Z', 'revision_number': 4, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'gw_port': {'id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:21Z', 'updated_at': '2021-08-06T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'ba75347a-2924-4701-a351-a393926506e9', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'port_id': '434a7012-e83a-4721-a4c6-af3db0293b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'mac_address': 'fa:16:3e:6c:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd31284d-9dce-4f03-b810-d47dd348108a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:00:33Z', 'updated_at': '2021-08-06T16:01:05Z', 'revision_number': 1, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a608978d-f4d3-4127-bfff-8a3537b1318a', 'name': '', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'mac_address': 'fa:16:3e:47:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:25Z', 'updated_at': '2021-08-06T16:00:38Z', 'revision_number': 5, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'subnets': [{'id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:09.158840 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d1df9-5e43-4425-8314-b8e72f7191f5 req-25ce0019-41fe-4811-af14-c3bb03c92318 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:09.167070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e15d1df9-5e43-4425-8314-b8e72f7191f5 req-25ce0019-41fe-4811-af14-c3bb03c92318 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 945 time: 0.0962582 Aug 06 16:01:09.201507 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.204421 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ded674-3625-404c-8b53-26728554ac23 None None] Checking router: ce5dfebc-4436-41e8-919d-5fd9d110dfff for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:01:09.218064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f093c85b-ffb0-439d-b1dc-f686e773ee07 req-52886211-837c-4cef-94e1-bb174bd93379 service neutron] 10.222.0.78 "GET /v2.0/networks/a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486134 Aug 06 16:01:09.219427 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-4bdaf988-349e-4c7e-ae63-e85393847984 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4544253 Aug 06 16:01:09.247830 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c991476-ffbd-4489-bd05-9b59463205dc {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:01:09.276373 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 9c991476-ffbd-4489-bd05-9b59463205dc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9c991476-ffbd-4489-bd05-9b59463205dc,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:09.279127 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a92b5ffa-48d5-4582-b9f3-f2234bd3ba12 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.280574 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a92b5ffa-48d5-4582-b9f3-f2234bd3ba12 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0947373 Aug 06 16:01:09.283430 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ded674-3625-404c-8b53-26728554ac23 None None] Routers {'ce5dfebc-4436-41e8-919d-5fd9d110dfff'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:09.284749 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-24ded674-3625-404c-8b53-26728554ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:01:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:09.285143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36318) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:09.291882 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.302167 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126d5c0-a912-4a32-848d-ee0c9618bf14 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event updated for resources: {'Port': ['ID=ff868b4c-0afe-4703-a663-d9a93b422c6e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:09.319550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-fb9ce018-579c-4c6a-ad82-6a27b45729d8 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd353ad77-94b2-4c53-871e-f08d616530bf'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:09.320241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-fb9ce018-579c-4c6a-ad82-6a27b45729d8 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 16:01:09.411706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b3ef3b4d-6a7d-4996-b492-0735cd7381bc None None] Provisioning for port ff868b4c-0afe-4703-a663-d9a93b422c6e completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:09.417959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=9c991476-ffbd-4489-bd05-9b59463205dc,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:09.425581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b3ef3b4d-6a7d-4996-b492-0735cd7381bc None None] Provisioning complete for port ff868b4c-0afe-4703-a663-d9a93b422c6e triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:09.426485 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b3ef3b4d-6a7d-4996-b492-0735cd7381bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.477507 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.481130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef3b4d-6a7d-4996-b492-0735cd7381bc None None] Port ff868b4c-0afe-4703-a663-d9a93b422c6e cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:01:09.518800 n-d-803756-1 neutron-server[105765]: WARNING neutron.services.metering.metering_plugin [None req-fb9ce018-579c-4c6a-ad82-6a27b45729d8 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 06 16:01:09.523732 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-033ca9ec-a6d8-4f10-844b-7f6b3d237df0 req-78be4aee-cab7-47de-893c-0cadfa9615df service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7184417 Aug 06 16:01:09.594461 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-24ded674-3625-404c-8b53-26728554ac23 None None] Set router ce5dfebc-4436-41e8-919d-5fd9d110dfff gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:09.621393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e15d1df9-5e43-4425-8314-b8e72f7191f5 req-69477bd6-62fa-438a-98e8-5324c3c1274c tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005265 Aug 06 16:01:09.742324 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['9c991476-ffbd-4489-bd05-9b59463205dc'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:01:09.764993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-557ea141-7fa3-406c-b673-34185d4b371c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:09.767364 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-557ea141-7fa3-406c-b673-34185d4b371c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5470183 Aug 06 16:01:09.941177 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-44f84af7-8dcd-432e-a30d-2dc4f29caba5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Request body: {'port': {'device_id': 'f01a4a47-ecc1-4e3b-885f-675ee76c8a60', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '2b6464e7f3d04e1fb9d993d8ad26bed9'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:10.056578 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca9ec-a6d8-4f10-844b-7f6b3d237df0 req-757c52e8-0fa1-4039-a9c1-8b80170b95c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:10.071675 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-033ca9ec-a6d8-4f10-844b-7f6b3d237df0 req-757c52e8-0fa1-4039-a9c1-8b80170b95c9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ad4cc8d4f17a47abb06d004c5cf8e31c&device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 1096 time: 0.4428399 Aug 06 16:01:10.372179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-24ded674-3625-404c-8b53-26728554ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'name': 'tempest-ServersTestManualDisk-1239520173-router', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:00:20Z', 'updated_at': '2021-08-06T16:00:27Z', 'revision_number': 4, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'gw_port': {'id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:21Z', 'updated_at': '2021-08-06T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'ba75347a-2924-4701-a351-a393926506e9', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'port_id': '434a7012-e83a-4721-a4c6-af3db0293b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'mac_address': 'fa:16:3e:6c:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd31284d-9dce-4f03-b810-d47dd348108a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:00:33Z', 'updated_at': '2021-08-06T16:01:05Z', 'revision_number': 1, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a608978d-f4d3-4127-bfff-8a3537b1318a', 'name': '', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'mac_address': 'fa:16:3e:47:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:25Z', 'updated_at': '2021-08-06T16:00:38Z', 'revision_number': 5, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'subnets': [{'id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:10.377744 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fb9ce018-579c-4c6a-ad82-6a27b45729d8 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:10.383159 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fb9ce018-579c-4c6a-ad82-6a27b45729d8 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.0903888 Aug 06 16:01:10.389285 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36334) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:10.401604 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191b779-1527-4f61-9976-b7eb93b8749d req-fea4cfb4-0e36-4100-af71-c0258d18f657 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:10.402110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-25da494a-1b41-41f4-b048-0b079f1f3ad5 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd353ad77-94b2-4c53-871e-f08d616530bf'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:10.402891 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-25da494a-1b41-41f4-b048-0b079f1f3ad5 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105764) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 16:01:10.410517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3191b779-1527-4f61-9976-b7eb93b8749d req-fea4cfb4-0e36-4100-af71-c0258d18f657 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 932 time: 1.0720711 Aug 06 16:01:10.418865 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ded674-3625-404c-8b53-26728554ac23 None None] The sync data for ids ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'] in n-d-803756-1 is: [{'id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'name': 'tempest-ServersTestManualDisk-1239520173-router', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:00:20Z', 'updated_at': '2021-08-06T16:00:27Z', 'revision_number': 4, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'gw_port': {'id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:21Z', 'updated_at': '2021-08-06T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'ba75347a-2924-4701-a351-a393926506e9', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'port_id': '434a7012-e83a-4721-a4c6-af3db0293b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'mac_address': 'fa:16:3e:6c:1f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd31284d-9dce-4f03-b810-d47dd348108a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:00:33Z', 'updated_at': '2021-08-06T16:01:05Z', 'revision_number': 1, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a608978d-f4d3-4127-bfff-8a3537b1318a', 'name': '', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'mac_address': 'fa:16:3e:47:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:25Z', 'updated_at': '2021-08-06T16:00:38Z', 'revision_number': 5, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'subnets': [{'id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:10.451508 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b68a6c4-d269-4f45-ac34-0ef917590af5 req-f81bdca3-25c9-410d-befc-dae6c712ad54 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 210 time: 0.0840137 Aug 06 16:01:10.455845 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f093c85b-ffb0-439d-b1dc-f686e773ee07 req-c852bace-5bdc-4214-8020-3c1103b94930 service neutron] 10.222.0.78 "GET /v2.0/networks/a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2223282 Aug 06 16:01:10.514520 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3191b779-1527-4f61-9976-b7eb93b8749d req-c1e23737-0e07-4ddb-a13f-9c8195361602 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031489 Aug 06 16:01:10.615887 n-d-803756-1 neutron-server[105764]: WARNING neutron.services.metering.metering_plugin [None req-25da494a-1b41-41f4-b048-0b079f1f3ad5 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 06 16:01:10.720834 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4a582-b21c-4525-b03e-279b36538389 req-d6b16aca-e40f-4548-9e19-397c61493171 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:10.734557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78d4a582-b21c-4525-b03e-279b36538389 req-d6b16aca-e40f-4548-9e19-397c61493171 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 945 time: 0.1392498 Aug 06 16:01:10.779834 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c792f-36b7-46c4-8f6b-2a72748bebe8 req-441c8bc8-7489-4603-96ce-05d4162a9c17 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:10.788110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-276c792f-36b7-46c4-8f6b-2a72748bebe8 req-441c8bc8-7489-4603-96ce-05d4162a9c17 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 944 time: 0.1547246 Aug 06 16:01:10.788424 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca9ec-a6d8-4f10-844b-7f6b3d237df0 req-7ff5ee88-0188-4f9d-a160-6ea533381ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:10.790231 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-033ca9ec-a6d8-4f10-844b-7f6b3d237df0 req-7ff5ee88-0188-4f9d-a160-6ea533381ac8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e892b1e0-027e-4b9c-b607-1961ba238ab5 HTTP/1.1" status: 200 len: 916 time: 0.6266809 Aug 06 16:01:10.832448 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78d4a582-b21c-4525-b03e-279b36538389 req-62c936d9-4d28-48a8-ba55-c2c2f276ee1f tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904768 Aug 06 16:01:10.857830 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25da494a-1b41-41f4-b048-0b079f1f3ad5 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:10.860687 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-25da494a-1b41-41f4-b048-0b079f1f3ad5 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4640763 Aug 06 16:01:10.861286 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36336) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:10.870697 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec73a767-e4a2-4193-85f2-becba562dd4d None None] New status for floating IP ba75347a-2924-4701-a351-a393926506e9: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:01:10.878268 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-276c792f-36b7-46c4-8f6b-2a72748bebe8 req-6cf58249-056c-4f23-8cb5-039bb15782ab tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888898 Aug 06 16:01:10.994953 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-44f84af7-8dcd-432e-a30d-2dc4f29caba5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Made reservation on behalf of 2b6464e7f3d04e1fb9d993d8ad26bed9 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:11.005740 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-44f84af7-8dcd-432e-a30d-2dc4f29caba5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:11.058095 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e7f7992a-7c82-4148-b4a6-41be87ac5020 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=6466153a-f0d4-4841-a63d-006105499d96 HTTP/1.1" status: 200 len: 462 time: 0.1119978 Aug 06 16:01:11.060899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36340) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:11.132475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff868b4c-0afe-4703-a663-d9a93b422c6e {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:01:11.146316 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:11.163726 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Transition to ACTIVE for port object ff868b4c-0afe-4703-a663-d9a93b422c6e will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:11.206823 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-033ca9ec-a6d8-4f10-844b-7f6b3d237df0 req-46bb77b0-6215-4e65-ad3d-80ea15193beb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27b8b405-8594-4b35-8148-e81e59f771aa HTTP/1.1" status: 200 len: 1000 time: 0.3517637 Aug 06 16:01:11.207672 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:11.207826 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-282f0047-a54e-438f-9268-8bf1552e7a18 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:11.208979 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-282f0047-a54e-438f-9268-8bf1552e7a18 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/6466153a-f0d4-4841-a63d-006105499d96 HTTP/1.1" status: 204 len: 168 time: 0.1468775 Aug 06 16:01:11.211993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36344) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:11.223258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-03671d09-8bf7-420a-9a80-bd36e15570a0 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=6466153a-f0d4-4841-a63d-006105499d96 HTTP/1.1" status: 200 len: 221 time: 0.0101829 Aug 06 16:01:11.232315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36346) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:11.232315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-378d3922-4fd8-4b8f-bcc3-1b69d4a3ba05 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1879733617', 'description': 'label created by tempest'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:11.232618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-378d3922-4fd8-4b8f-bcc3-1b69d4a3ba05 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] Unknown quota resources ['metering_label']. {{(pid=105765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 16:01:11.388788 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff868b4c-0afe-4703-a663-d9a93b422c6e,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:11.429556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca9ec-a6d8-4f10-844b-7f6b3d237df0 req-b24bd6c4-3e0c-4675-abe3-f879b9b39716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:11.431036 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-033ca9ec-a6d8-4f10-844b-7f6b3d237df0 req-b24bd6c4-3e0c-4675-abe3-f879b9b39716 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2f9c773a-202b-4e0a-9166-8be06e157f99 HTTP/1.1" status: 200 len: 854 time: 0.1771126 Aug 06 16:01:11.499485 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-378d3922-4fd8-4b8f-bcc3-1b69d4a3ba05 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:11.514984 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-378d3922-4fd8-4b8f-bcc3-1b69d4a3ba05 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2730207 Aug 06 16:01:11.515802 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36350) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:11.621014 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-44f84af7-8dcd-432e-a30d-2dc4f29caba5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Allocated IP 192.168.233.161 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/9c63ac90-2d22-4d62-8f37-7c64a9d9fff9) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:11.657185 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca9ec-a6d8-4f10-844b-7f6b3d237df0 req-ab298f78-66e8-4808-b0e7-a9b3dd34b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:11.658829 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-033ca9ec-a6d8-4f10-844b-7f6b3d237df0 req-ab298f78-66e8-4808-b0e7-a9b3dd34b14a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e892b1e0-027e-4b9c-b607-1961ba238ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2046535 Aug 06 16:01:11.667639 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Attempting to bind port ff868b4c-0afe-4703-a663-d9a93b422c6e on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:11.668053 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Attempting to bind port ff868b4c-0afe-4703-a663-d9a93b422c6e by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:11.668614 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Attempting to bind port ff868b4c-0afe-4703-a663-d9a93b422c6e on network c0d2d561-fad9-4dca-83a3-90b0001ab013 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:11.678785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Port ff868b4c-0afe-4703-a663-d9a93b422c6e on network c0d2d561-fad9-4dca-83a3-90b0001ab013 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:11.678785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Attempting to bind port ff868b4c-0afe-4703-a663-d9a93b422c6e on network c0d2d561-fad9-4dca-83a3-90b0001ab013 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:11.720324 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:11.721336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Checking segment: {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:11.721960 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Bound using segment: {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:11.722501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Bound port: ff868b4c-0afe-4703-a663-d9a93b422c6e, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:11.722937 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:11.732483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-adb5c1de-4b2d-4a36-bb2c-cc4f6ccc7af2 req-65bdb226-8e4f-4601-946f-2ffcae0e9f91 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 210 time: 0.0965230 Aug 06 16:01:11.758421 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-07bf0b5b-ed27-4191-873a-c88d0874d3a7 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=e2ce548d-1e40-4a72-8ed4-5dab12f35a37 HTTP/1.1" status: 200 len: 468 time: 0.2347353 Aug 06 16:01:11.760138 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36354) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:11.788862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af020a1-f7cf-4921-a9d9-bbca73fd8523 req-5804da04-9022-4519-a322-0b535a2f4679 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:11.792950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1af020a1-f7cf-4921-a9d9-bbca73fd8523 req-5804da04-9022-4519-a322-0b535a2f4679 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 944 time: 0.1572294 Aug 06 16:01:11.823782 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9c991476-ffbd-4489-bd05-9b59463205dc up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:11.911008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1af020a1-f7cf-4921-a9d9-bbca73fd8523 req-4082bb35-c412-4072-bb7a-ca66b4df3292 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046450 Aug 06 16:01:11.921484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 9c991476-ffbd-4489-bd05-9b59463205dc completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:11.946894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 9c991476-ffbd-4489-bd05-9b59463205dc triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:11.947343 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.101733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6a595-eae8-49d6-aa78-edab26c9c8af req-38e4393f-10f0-4d78-bc4a-5bbed9a8b76a tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:12.111705 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e3f6a595-eae8-49d6-aa78-edab26c9c8af req-38e4393f-10f0-4d78-bc4a-5bbed9a8b76a tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 945 time: 0.0736225 Aug 06 16:01:12.174265 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e3f6a595-eae8-49d6-aa78-edab26c9c8af req-3fc593c2-bab7-4c9b-a6a0-a00a84c0b8ce tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614619 Aug 06 16:01:12.200663 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.301298 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edccf9cc-e7b4-4424-ba78-a160d54bd085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c991476-ffbd-4489-bd05-9b59463205dc'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:12.313598 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c28e4f-5e5d-4eb0-9b6c-1ffdabea30d4" -d '{"events": [{"server_uuid": "edccf9cc-e7b4-4424-ba78-a160d54bd085", "name": "network-vif-plugged", "status": "completed", "tag": "9c991476-ffbd-4489-bd05-9b59463205dc"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:12.332586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c67297-5583-4a54-a15c-3276fc153c90 req-d7151dc7-65a6-4a28-b1a8-f94a6f9c918c tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:12.338069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4c67297-5583-4a54-a15c-3276fc153c90 req-d7151dc7-65a6-4a28-b1a8-f94a6f9c918c tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 944 time: 0.0973842 Aug 06 16:01:12.369473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 9c991476-ffbd-4489-bd05-9b59463205dc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9c991476-ffbd-4489-bd05-9b59463205dc,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:12.376794 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.420551 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4c67297-5583-4a54-a15c-3276fc153c90 req-da3ebcc6-fcbe-4f47-bac1-2b63a58fe6df tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730286 Aug 06 16:01:12.502964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=9c991476-ffbd-4489-bd05-9b59463205dc,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:12.626672 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab95143a-f1dd-4ab5-b1b3-9ac6a81bf755 x-openstack-request-id: req-ab95143a-f1dd-4ab5-b1b3-9ac6a81bf755 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:12.627016 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edccf9cc-e7b4-4424-ba78-a160d54bd085", "name": "network-vif-plugged", "status": "completed", "tag": "9c991476-ffbd-4489-bd05-9b59463205dc", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:12.627293 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab95143a-f1dd-4ab5-b1b3-9ac6a81bf755 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:12.627901 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edccf9cc-e7b4-4424-ba78-a160d54bd085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c991476-ffbd-4489-bd05-9b59463205dc', 'code': 200} Aug 06 16:01:12.675097 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-033ca9ec-a6d8-4f10-844b-7f6b3d237df0 req-192d6898-91fb-4ea9-a9a7-9c0024aeb16d service neutron] 10.222.0.78 "GET /v2.0/networks/e892b1e0-027e-4b9c-b607-1961ba238ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0005269 Aug 06 16:01:12.680800 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] For port ff868b4c-0afe-4703-a663-d9a93b422c6e, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:12.702092 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d9590f42-609c-49bf-8920-aa7fae5ec808 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.707605 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d9590f42-609c-49bf-8920-aa7fae5ec808 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/e2ce548d-1e40-4a72-8ed4-5dab12f35a37 HTTP/1.1" status: 204 len: 168 time: 0.9439955 Aug 06 16:01:12.708691 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36374) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:12.716021 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-44f84af7-8dcd-432e-a30d-2dc4f29caba5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.727531 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] For port ff868b4c-0afe-4703-a663-d9a93b422c6e, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ff868b4c-0afe-4703-a663-d9a93b422c6e,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:12.737646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-76555e04-ae23-47f7-b7bc-f5f2c5d4c8f8 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=e2ce548d-1e40-4a72-8ed4-5dab12f35a37 HTTP/1.1" status: 200 len: 216 time: 0.0191374 Aug 06 16:01:12.740380 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36376) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:12.758480 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.778544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-44f84af7-8dcd-432e-a30d-2dc4f29caba5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Transition to ACTIVE for port object 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:12.809991 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-18825eb2-0ae4-47e7-b9dc-c7b578fe0b6a tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0615745 Aug 06 16:01:12.810318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d81983-0f67-4c89-992e-27c42462fc6b req-9cd89caa-ead2-41e1-a371-67c40a3d527f tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:12.810318 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d81983-0f67-4c89-992e-27c42462fc6b req-9cd89caa-ead2-41e1-a371-67c40a3d527f tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 945 time: 0.1782732 Aug 06 16:01:12.813011 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36380) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:12.850336 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7f3146d7-c8be-459f-a6c3-5e62ccd82b8b tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0318987 Aug 06 16:01:12.855879 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36382) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:12.897853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5e924-da8f-4ab7-ae72-0265c4bc66fa req-18d71201-082e-414e-8274-f06ab2f81d06 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:12.899465 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03b5e924-da8f-4ab7-ae72-0265c4bc66fa req-18d71201-082e-414e-8274-f06ab2f81d06 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 945 time: 0.1467545 Aug 06 16:01:12.904742 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d81983-0f67-4c89-992e-27c42462fc6b req-ddbd7b7f-ae36-497c-b903-a606a6c05060 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810761 Aug 06 16:01:12.907746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099d9ea-58ac-4eb8-a743-df525893e969 req-c4c2e0f8-9b2d-46d1-9fa9-e0730a5342b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:12.909270 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2099d9ea-58ac-4eb8-a743-df525893e969 req-c4c2e0f8-9b2d-46d1-9fa9-e0730a5342b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 1096 time: 0.1704752 Aug 06 16:01:12.952915 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c63adff2-571f-415b-909e-2c296448e836 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/d353ad77-94b2-4c53-871e-f08d616530bf HTTP/1.1" status: 200 len: 473 time: 0.0776389 Aug 06 16:01:12.957247 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:12.957247 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.964326 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] 10.222.0.13 "PUT /v2.0/ports/ff868b4c-0afe-4703-a663-d9a93b422c6e HTTP/1.1" status: 200 len: 1092 time: 3.9996576 Aug 06 16:01:12.964908 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cf3da5-28f6-497a-8776-52ad3a6bb7a2', 'tag': 'ff868b4c-0afe-4703-a663-d9a93b422c6e'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:12.967269 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464407a9-b93b-4a0a-92e6-d0b73ec1d43b" -d '{"events": [{"name": "network-changed", "server_uuid": "02cf3da5-28f6-497a-8776-52ad3a6bb7a2", "tag": "ff868b4c-0afe-4703-a663-d9a93b422c6e"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:12.969806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36386) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:13.015826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2099d9ea-58ac-4eb8-a743-df525893e969 req-59206e25-23ec-4067-9b21-5a14298173a9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882971 Aug 06 16:01:13.047584 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03b5e924-da8f-4ab7-ae72-0265c4bc66fa req-be5e1a36-7fa5-41c4-a857-6f206a118e65 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268368 Aug 06 16:01:13.096802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1185644a-dd5b-4eb4-9e09-eb79ebcf6bd3 req-5048d49d-b231-482b-bef1-ce2a2d9b244b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 210 time: 0.0450649 Aug 06 16:01:13.133903 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-304d19c9-510b-4edc-ab29-4800294e00e3 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/2d3cb7b1-bd45-4693-b03a-4f0fcc5f16de HTTP/1.1" status: 200 len: 459 time: 0.1125586 Aug 06 16:01:13.135015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bdd41-27e1-422e-bf90-019d10e40af4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff868b4c-0afe-4703-a663-d9a93b422c6e,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:13.140088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36390) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:13.168657 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-44f84af7-8dcd-432e-a30d-2dc4f29caba5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:13.183499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['51d68ca5-04b7-44ca-bbe7-64209867d8e7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:01:13.191733 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-033ca9ec-a6d8-4f10-844b-7f6b3d237df0 req-bf8ec22a-36e7-4a30-a649-ef2d41329bd0 service neutron] 10.222.0.78 "GET /v2.0/networks/e892b1e0-027e-4b9c-b607-1961ba238ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856825 Aug 06 16:01:13.291045 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5090625f-24b4-4650-88f9-82f73753843d x-openstack-request-id: req-5090625f-24b4-4650-88f9-82f73753843d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:13.291501 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02cf3da5-28f6-497a-8776-52ad3a6bb7a2", "tag": "ff868b4c-0afe-4703-a663-d9a93b422c6e", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:13.292068 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5090625f-24b4-4650-88f9-82f73753843d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:13.292675 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02cf3da5-28f6-497a-8776-52ad3a6bb7a2', 'tag': 'ff868b4c-0afe-4703-a663-d9a93b422c6e', 'status': 'completed', 'code': 200} Aug 06 16:01:13.313010 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-34905f66-78c3-4582-9584-7b3ce1b25f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:13.320928 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-34905f66-78c3-4582-9584-7b3ce1b25f88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 1095 time: 0.2920053 Aug 06 16:01:13.354674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-44f84af7-8dcd-432e-a30d-2dc4f29caba5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:13.359544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f84af7-8dcd-432e-a30d-2dc4f29caba5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Pushing event updated for resources: {'Port': ['ID=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:13.384864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-44f84af7-8dcd-432e-a30d-2dc4f29caba5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:13.399259 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-44f84af7-8dcd-432e-a30d-2dc4f29caba5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:13.520457 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d77e5d58-41f7-429c-a43a-12d8f4139cca tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:13.522476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d77e5d58-41f7-429c-a43a-12d8f4139cca tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/2d3cb7b1-bd45-4693-b03a-4f0fcc5f16de HTTP/1.1" status: 204 len: 168 time: 0.3806047 Aug 06 16:01:13.528479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36398) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:13.593057 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-44f84af7-8dcd-432e-a30d-2dc4f29caba5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:13.593764 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-44f84af7-8dcd-432e-a30d-2dc4f29caba5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:13.607790 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-bd8f4180-faa2-4501-ac5c-a0d300f951bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff868b4c-0afe-4703-a663-d9a93b422c6e HTTP/1.1" status: 200 len: 217 time: 0.2500055 Aug 06 16:01:13.610805 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-44f84af7-8dcd-432e-a30d-2dc4f29caba5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6805999 Aug 06 16:01:13.618011 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429326d-388a-44ce-963b-444765d433ae req-0ad8dcac-9958-49bd-a939-4ba02e8fe5c6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:13.630301 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0429326d-388a-44ce-963b-444765d433ae req-0ad8dcac-9958-49bd-a939-4ba02e8fe5c6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 944 time: 0.3086920 Aug 06 16:01:13.641918 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Request body: {'port': {'device_id': 'f01a4a47-ecc1-4e3b-885f-675ee76c8a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:13.777540 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:13.782715 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-19ee4c79-484d-4acb-90b9-4dd1a11d9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:13.784490 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-19ee4c79-484d-4acb-90b9-4dd1a11d9213 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.1655931 Aug 06 16:01:13.813083 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0429326d-388a-44ce-963b-444765d433ae req-9142db8d-e8da-4f52-8189-652dc4f4113d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811123 Aug 06 16:01:13.884658 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-08c823bd-063e-43ae-9b2a-9fc70aa53470 None None] Provisioning for port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:13.890142 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c3994e4d-468a-4eb1-a4f5-c2d788880ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:13.891855 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-c3994e4d-468a-4eb1-a4f5-c2d788880ee6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971918 Aug 06 16:01:13.897527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-08c823bd-063e-43ae-9b2a-9fc70aa53470 None None] Provisioning complete for port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:13.898665 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08c823bd-063e-43ae-9b2a-9fc70aa53470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:13.971545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-08c823bd-063e-43ae-9b2a-9fc70aa53470 None None] Port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:01:14.027549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc826fbc-d2f9-4487-9b2d-339f9416b819 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.032932 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dc826fbc-d2f9-4487-9b2d-339f9416b819 tempest-MeteringIpV6TestJSON-539237879 tempest-MeteringIpV6TestJSON-539237879-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/d353ad77-94b2-4c53-871e-f08d616530bf HTTP/1.1" status: 204 len: 168 time: 0.4978511 Aug 06 16:01:14.075961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b730f2-1120-419f-bccb-bfde2c90aeb7 req-e5eac597-d7e3-49b3-ba56-ef3055f3356d tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:14.081461 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-38b730f2-1120-419f-bccb-bfde2c90aeb7 req-e5eac597-d7e3-49b3-ba56-ef3055f3356d tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 945 time: 0.4780626 Aug 06 16:01:14.179210 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-894dc5a4-1cff-4f20-bea6-4bde36dc1dd3 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379024 Aug 06 16:01:14.188866 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff4168-4ebb-4635-b888-38d49ba9e409 req-2a17c210-6d60-4ecb-a91b-1f63401b988d tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:14.190739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06ff4168-4ebb-4635-b888-38d49ba9e409 req-2a17c210-6d60-4ecb-a91b-1f63401b988d tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 945 time: 0.1595316 Aug 06 16:01:14.198190 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-38b730f2-1120-419f-bccb-bfde2c90aeb7 req-5f2ca585-55b6-4297-9978-b3db31892baf tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761979 Aug 06 16:01:14.248726 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06ff4168-4ebb-4635-b888-38d49ba9e409 req-7acb13fd-8686-4b0e-8cd9-3fdd3b163c18 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484676 Aug 06 16:01:14.401503 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b734889-1aed-40a9-b754-4ff17893feae req-85f013d3-fc10-46fc-bad3-2e65f55c1dd6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:14.403393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b734889-1aed-40a9-b754-4ff17893feae req-85f013d3-fc10-46fc-bad3-2e65f55c1dd6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 936 time: 0.0927980 Aug 06 16:01:14.411345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4707fb2-dd95-420c-b2d4-ce7cf0d506d1 req-7d35d15a-7860-4ec8-963d-314020c40340 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:14.413418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f4707fb2-dd95-420c-b2d4-ce7cf0d506d1 req-7d35d15a-7860-4ec8-963d-314020c40340 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 945 time: 0.0921686 Aug 06 16:01:14.486447 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b734889-1aed-40a9-b754-4ff17893feae req-3e8b1442-1738-4254-b649-31b5b4c09c53 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716801 Aug 06 16:01:14.489317 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f4707fb2-dd95-420c-b2d4-ce7cf0d506d1 req-ef1033a3-b74b-4cc7-9ead-6661c77fbf23 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a28cce8-358d-4f07-995b-b854e9eeb9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656643 Aug 06 16:01:14.513716 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb8224-50c1-4073-8c7c-700a39c651fa req-e4815ae1-8a88-4784-aac0-70efd385bcbc tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:14.516577 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7dfb8224-50c1-4073-8c7c-700a39c651fa req-e4815ae1-8a88-4784-aac0-70efd385bcbc tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.78 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 945 time: 0.1790602 Aug 06 16:01:14.539348 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36412) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:14.546860 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63a0a692-2dbf-426c-8331-9d17246a5d1f req-5c2dfa36-05ea-4b9e-b1aa-4a26b714bbe1 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481128 Aug 06 16:01:14.551714 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:01:14.588737 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.635676 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Transition to ACTIVE for port object 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:14.669302 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.705662 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f6f7acf6-a891-4d2f-80b5-dfc2e6d7c4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.759391 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464407a9-b93b-4a0a-92e6-d0b73ec1d43b req-f3691f07-e0f0-40dc-b547-4c38619b843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:14.761004 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-464407a9-b93b-4a0a-92e6-d0b73ec1d43b req-f3691f07-e0f0-40dc-b547-4c38619b843c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 1095 time: 0.1458020 Aug 06 16:01:14.773555 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Pushing event updated for resources: {'Port': ['ID=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:14.860155 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f6f7acf6-a891-4d2f-80b5-dfc2e6d7c4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.866590 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f6f7acf6-a891-4d2f-80b5-dfc2e6d7c4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.900785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-7dfb8224-50c1-4073-8c7c-700a39c651fa req-419f9241-c923-4803-87a0-23a59540fa1c tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Deleting port 27b8b405-8594-4b35-8148-e81e59f771aa {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:14.901708 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7dfb8224-50c1-4073-8c7c-700a39c651fa req-419f9241-c923-4803-87a0-23a59540fa1c tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.940000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7acf6-a891-4d2f-80b5-dfc2e6d7c4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f95ace9-9230-428d-b5b2-5ec8aab9638b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:14.949899 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f6f7acf6-a891-4d2f-80b5-dfc2e6d7c4a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b45043dc10114165b7b7cbe97388a39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060304 Aug 06 16:01:14.950709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36420) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:14.997961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f14e3-5848-4fb9-a14b-454d51eb81ef req-fb7099a1-cd4d-468b-b030-3ac9ba5191af tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:14.998912 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Attempting to bind port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:14.999243 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Attempting to bind port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:14.999570 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Attempting to bind port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:14.999908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f71f14e3-5848-4fb9-a14b-454d51eb81ef req-fb7099a1-cd4d-468b-b030-3ac9ba5191af tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.78 "GET /v2.0/ports?device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 945 time: 0.1043265 Aug 06 16:01:15.011764 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:15.012093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Attempting to bind port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:15.035036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464407a9-b93b-4a0a-92e6-d0b73ec1d43b req-01513a29-37ff-49c7-b71b-137a7b6c0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:15.036505 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-464407a9-b93b-4a0a-92e6-d0b73ec1d43b req-01513a29-37ff-49c7-b71b-137a7b6c0747 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.2667661 Aug 06 16:01:15.037256 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:15.037668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:15.038051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:15.038491 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Bound port: 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:15.038841 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.071651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-7dfb8224-50c1-4073-8c7c-700a39c651fa req-419f9241-c923-4803-87a0-23a59540fa1c tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] For port 27b8b405-8594-4b35-8148-e81e59f771aa, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=27b8b405-8594-4b35-8148-e81e59f771aa,segment=NetworkSegment(fa644059-d0cd-4c80-b33e-0013c8abb891),segment_id=fa644059-d0cd-4c80-b33e-0013c8abb891)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:15.072257 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7dfb8224-50c1-4073-8c7c-700a39c651fa req-419f9241-c923-4803-87a0-23a59540fa1c tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.100382 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-711f3b4b-2d04-4219-8559-817e17c95b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.119403 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-464407a9-b93b-4a0a-92e6-d0b73ec1d43b req-8c2b1186-1131-465f-bda5-ac2a39582c5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff868b4c-0afe-4703-a663-d9a93b422c6e HTTP/1.1" status: 200 len: 217 time: 0.0617509 Aug 06 16:01:15.142634 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a666f6f-1b7f-43a6-bb6a-e566d1503e8f req-80579f47-cf26-4cf6-a0cc-0203ad31e510 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:15.144170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a666f6f-1b7f-43a6-bb6a-e566d1503e8f req-80579f47-cf26-4cf6-a0cc-0203ad31e510 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 944 time: 0.1398911 Aug 06 16:01:15.166207 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-711f3b4b-2d04-4219-8559-817e17c95b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.238247 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a666f6f-1b7f-43a6-bb6a-e566d1503e8f req-d543dbc5-0fd7-4dc3-874e-57c243b2cc3d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835016 Aug 06 16:01:15.241368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-f71f14e3-5848-4fb9-a14b-454d51eb81ef req-6057c88b-84bb-4379-af13-342ddfe5d33b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Deleting port 37633c05-6d4d-4e12-9bc3-2d649eb51697 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:15.241752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f71f14e3-5848-4fb9-a14b-454d51eb81ef req-6057c88b-84bb-4379-af13-342ddfe5d33b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.317535 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-711f3b4b-2d04-4219-8559-817e17c95b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.321645 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-711f3b4b-2d04-4219-8559-817e17c95b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.323830 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-711f3b4b-2d04-4219-8559-817e17c95b1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f95ace9-9230-428d-b5b2-5ec8aab9638b HTTP/1.1" status: 204 len: 168 time: 0.3723404 Aug 06 16:01:15.344477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464407a9-b93b-4a0a-92e6-d0b73ec1d43b req-152f6e31-dc19-42f4-a84c-65c2f8f1a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:15.344696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f3b4b-2d04-4219-8559-817e17c95b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f95ace9-9230-428d-b5b2-5ec8aab9638b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:15.346807 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-464407a9-b93b-4a0a-92e6-d0b73ec1d43b req-152f6e31-dc19-42f4-a84c-65c2f8f1a9ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.2074080 Aug 06 16:01:15.379888 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] For port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:15.426424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f71f14e3-5848-4fb9-a14b-454d51eb81ef req-6057c88b-84bb-4379-af13-342ddfe5d33b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] For port 37633c05-6d4d-4e12-9bc3-2d649eb51697, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=37633c05-6d4d-4e12-9bc3-2d649eb51697,segment=NetworkSegment(4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174),segment_id=4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:15.426661 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f71f14e3-5848-4fb9-a14b-454d51eb81ef req-6057c88b-84bb-4379-af13-342ddfe5d33b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.445811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-f71f14e3-5848-4fb9-a14b-454d51eb81ef req-6057c88b-84bb-4379-af13-342ddfe5d33b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Calling delete_port for 37633c05-6d4d-4e12-9bc3-2d649eb51697 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:15.466977 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] For port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:15.474880 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.505013 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d4a77-553b-4281-8ca8-136cf67d556f req-0c24b607-8383-4f79-954c-c6f3764e5a2f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:15.507227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b4d4a77-553b-4281-8ca8-136cf67d556f req-0c24b607-8383-4f79-954c-c6f3764e5a2f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 945 time: 0.1393945 Aug 06 16:01:15.561420 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7dfb8224-50c1-4073-8c7c-700a39c651fa req-419f9241-c923-4803-87a0-23a59540fa1c tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.561948 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7dfb8224-50c1-4073-8c7c-700a39c651fa req-419f9241-c923-4803-87a0-23a59540fa1c tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.562335 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [req-7dfb8224-50c1-4073-8c7c-700a39c651fa req-419f9241-c923-4803-87a0-23a59540fa1c tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Floating IP 0d0aeffa-2fb9-4477-936a-47abcef9bc10 disassociated. External IP: 172.25.1.47, port: 27b8b405-8594-4b35-8148-e81e59f771aa. Aug 06 16:01:15.565068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-7dfb8224-50c1-4073-8c7c-700a39c651fa req-419f9241-c923-4803-87a0-23a59540fa1c tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Calling delete_port for 27b8b405-8594-4b35-8148-e81e59f771aa owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:15.570535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:15.571202 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.572712 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] 10.222.0.78 "PUT /v2.0/ports/9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 HTTP/1.1" status: 200 len: 1096 time: 1.9353025 Aug 06 16:01:15.574610 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464407a9-b93b-4a0a-92e6-d0b73ec1d43b req-122bbc22-7229-4e10-9ab6-833798242ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:15.576309 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-464407a9-b93b-4a0a-92e6-d0b73ec1d43b req-122bbc22-7229-4e10-9ab6-833798242ae7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2176614 Aug 06 16:01:15.576773 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01a4a47-ecc1-4e3b-885f-675ee76c8a60', 'tag': '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:15.580641 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7fae59-4814-4df9-a249-2bb07d884954" -d '{"events": [{"name": "network-changed", "server_uuid": "f01a4a47-ecc1-4e3b-885f-675ee76c8a60", "tag": "9c63ac90-2d22-4d62-8f37-7c64a9d9fff9"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:15.604725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4708ff9-420f-4b24-83c7-044e4fca4e92 req-b676373d-c7a8-4f6a-bfab-542bcf15bb59 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:15.606367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4708ff9-420f-4b24-83c7-044e4fca4e92 req-b676373d-c7a8-4f6a-bfab-542bcf15bb59 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 945 time: 0.1633842 Aug 06 16:01:15.637713 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b4d4a77-553b-4281-8ca8-136cf67d556f req-39cd08b4-adb3-49fb-a59e-b1c872ad086b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884259 Aug 06 16:01:15.704064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4708ff9-420f-4b24-83c7-044e4fca4e92 req-6fd7405e-18e3-493b-8a9c-5d76b7ecd700 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842056 Aug 06 16:01:15.760863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e479882-7234-4b49-8766-787bed7f5e6c service neutron] Pushing event updated for resources: {'Port': ['ID=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:15.795665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36442) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:15.833699 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2bc9b6c3-f140-4b8a-846b-7349ab4b4d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.877337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-bda7aa70-1438-4171-8af9-0f8c526d04b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:15.878876 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-bda7aa70-1438-4171-8af9-0f8c526d04b3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 1099 time: 0.2555273 Aug 06 16:01:15.879919 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f71f14e3-5848-4fb9-a14b-454d51eb81ef req-6057c88b-84bb-4379-af13-342ddfe5d33b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.885749 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f47650c8-d908-415f-a313-a53bfaad087a req-3aa7463c-51f1-44b0-9cb3-2e2e4d724d49 tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.37 "GET /v2.0/ports?device_id=dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f HTTP/1.1" status: 200 len: 210 time: 0.0642498 Aug 06 16:01:15.893522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['37633c05-6d4d-4e12-9bc3-2d649eb51697'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:01:15.939693 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057c88b-84bb-4379-af13-342ddfe5d33b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Pushing event deleted for resources: {'Port': ['ID=37633c05-6d4d-4e12-9bc3-2d649eb51697,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:16.023558 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b1e65-58fd-4db1-a87f-78561a12984f req-2b6699ec-d14e-460a-9be0-ace85be8dcdd tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:16.025497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-896b1e65-58fd-4db1-a87f-78561a12984f req-2b6699ec-d14e-460a-9be0-ace85be8dcdd tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 948 time: 0.2157929 Aug 06 16:01:16.033253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71f14e3-5848-4fb9-a14b-454d51eb81ef req-6057c88b-84bb-4379-af13-342ddfe5d33b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] No DVR routers for this DVR port 37633c05-6d4d-4e12-9bc3-2d649eb51697 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:16.039516 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f71f14e3-5848-4fb9-a14b-454d51eb81ef req-6057c88b-84bb-4379-af13-342ddfe5d33b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:16.043056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f71f14e3-5848-4fb9-a14b-454d51eb81ef req-6057c88b-84bb-4379-af13-342ddfe5d33b tempest-DeleteServersTestJSON-1284563573 tempest-DeleteServersTestJSON-1284563573-project] 10.222.0.78 "DELETE /v2.0/ports/37633c05-6d4d-4e12-9bc3-2d649eb51697 HTTP/1.1" status: 204 len: 173 time: 1.0276027 Aug 06 16:01:16.043626 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f', 'name': 'network-vif-deleted', 'tag': '37633c05-6d4d-4e12-9bc3-2d649eb51697'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:16.046185 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8490bf21-5834-4949-b189-bd9b7db4260b" -d '{"events": [{"server_uuid": "dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f", "name": "network-vif-deleted", "tag": "37633c05-6d4d-4e12-9bc3-2d649eb51697"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:16.113733 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-896b1e65-58fd-4db1-a87f-78561a12984f req-ed9acbb0-ab68-4f0c-b80c-2b98d9bf55be tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763133 Aug 06 16:01:16.174600 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2bc9b6c3-f140-4b8a-846b-7349ab4b4d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:16.182408 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2bc9b6c3-f140-4b8a-846b-7349ab4b4d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:16.223120 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5468a403-7d97-419f-a8bb-1cb30cbcd71b x-openstack-request-id: req-5468a403-7d97-419f-a8bb-1cb30cbcd71b {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:16.223546 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f", "name": "network-vif-deleted", "tag": "37633c05-6d4d-4e12-9bc3-2d649eb51697", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:16.223818 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5468a403-7d97-419f-a8bb-1cb30cbcd71b {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:16.224223 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0c8f8e-b10a-43eb-a4e4-5eee0a0c963f', 'name': 'network-vif-deleted', 'tag': '37633c05-6d4d-4e12-9bc3-2d649eb51697', 'status': 'completed', 'code': 200} Aug 06 16:01:16.237099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2bc9b6c3-f140-4b8a-846b-7349ab4b4d34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74925787102a435ba623b834fe954c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402528 Aug 06 16:01:16.238060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9b6c3-f140-4b8a-846b-7349ab4b4d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523aeb5b-2a50-4186-b51a-3c4be5e00696,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:16.242256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36448) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:16.319228 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4f7b00f3-0ceb-4a41-9049-83d5d24a1d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:16.353747 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66b8de9-7597-421e-9e4e-63ab1f6d0a01 x-openstack-request-id: req-f66b8de9-7597-421e-9e4e-63ab1f6d0a01 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:16.354648 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01a4a47-ecc1-4e3b-885f-675ee76c8a60", "tag": "9c63ac90-2d22-4d62-8f37-7c64a9d9fff9", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:16.354648 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f66b8de9-7597-421e-9e4e-63ab1f6d0a01 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:16.354648 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01a4a47-ecc1-4e3b-885f-675ee76c8a60', 'tag': '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9', 'status': 'completed', 'code': 200} Aug 06 16:01:16.362020 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4f7b00f3-0ceb-4a41-9049-83d5d24a1d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:16.364115 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-c26688ab-a9b0-49a4-91b9-b29e0f0c6dac service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 HTTP/1.1" status: 200 len: 217 time: 0.4510620 Aug 06 16:01:16.371176 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-464407a9-b93b-4a0a-92e6-d0b73ec1d43b req-ff86bb88-aef4-4d54-b33e-2b3372d186fe service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7758949 Aug 06 16:01:16.484051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca908c1b-3b03-4048-80f4-a4c8b3c89443 req-337bef9e-f222-4fec-bdf0-e4b7ccd171dc tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:16.485747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ca908c1b-3b03-4048-80f4-a4c8b3c89443 req-337bef9e-f222-4fec-bdf0-e4b7ccd171dc tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 944 time: 0.0924397 Aug 06 16:01:16.495983 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4f7b00f3-0ceb-4a41-9049-83d5d24a1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:16.499924 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4f7b00f3-0ceb-4a41-9049-83d5d24a1d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:16.504274 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4f7b00f3-0ceb-4a41-9049-83d5d24a1d1c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/523aeb5b-2a50-4186-b51a-3c4be5e00696 HTTP/1.1" status: 204 len: 168 time: 0.2579648 Aug 06 16:01:16.529772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-9fee0111-8fd2-43c9-95d2-e17030c2c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:16.530087 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b00f3-0ceb-4a41-9049-83d5d24a1d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523aeb5b-2a50-4186-b51a-3c4be5e00696,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:16.531394 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-9fee0111-8fd2-43c9-95d2-e17030c2c418 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1578436 Aug 06 16:01:16.564257 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7dfb8224-50c1-4073-8c7c-700a39c651fa req-419f9241-c923-4803-87a0-23a59540fa1c tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:16.589222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ca908c1b-3b03-4048-80f4-a4c8b3c89443 req-2799ecc0-8809-4967-b706-c8ac54c0ce2c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857460 Aug 06 16:01:16.601710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34303251-0ba2-4411-94e1-d5c021925092 req-89ffb8fd-4a38-4586-8d30-1f490e5fda62 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:16.603345 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34303251-0ba2-4411-94e1-d5c021925092 req-89ffb8fd-4a38-4586-8d30-1f490e5fda62 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 1096 time: 0.0708623 Aug 06 16:01:16.633429 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f9241-c923-4803-87a0-23a59540fa1c tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Pushing event deleted for resources: {'Port': ['ID=27b8b405-8594-4b35-8148-e81e59f771aa,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:16.638029 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-464407a9-b93b-4a0a-92e6-d0b73ec1d43b req-29644fe2-c926-4241-8538-cd64d876c51e service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563539 Aug 06 16:01:16.673662 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34303251-0ba2-4411-94e1-d5c021925092 req-5a1fabb9-253a-48fb-b563-cf8edbd7b145 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593159 Aug 06 16:01:16.713656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e7dcebb-9006-477b-ae44-42439b15ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:16.715876 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-7e7dcebb-9006-477b-ae44-42439b15ac69 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1678209 Aug 06 16:01:16.806923 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a002b94-4862-4065-9aac-1884e79b012c req-b28ba011-f214-4512-a893-e856de7d828e tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:16.808560 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a002b94-4862-4065-9aac-1884e79b012c req-b28ba011-f214-4512-a893-e856de7d828e tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 1096 time: 0.0596845 Aug 06 16:01:16.902344 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6ecd2710-fb61-475f-9a91-2368dd98b179 req-346cb98e-04cc-4d7c-9ef2-f2739650eca0 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 210 time: 0.0851014 Aug 06 16:01:16.946627 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a002b94-4862-4065-9aac-1884e79b012c req-ee21febb-2968-4747-8494-2cd1b96b40fc tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260505 Aug 06 16:01:16.977812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dfb8224-50c1-4073-8c7c-700a39c651fa req-419f9241-c923-4803-87a0-23a59540fa1c tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Router b180a32c-8dde-4fde-b7a7-dc165fe398a2 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:01:16.999081 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-5a221be5-15ff-4fb1-9467-5f8ddbad4ab8 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862831 Aug 06 16:01:17.252449 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dfb8224-50c1-4073-8c7c-700a39c651fa req-419f9241-c923-4803-87a0-23a59540fa1c tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:17.267303 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7882f-7f39-4d1a-8832-40b5d99d5e0e None None] Sync routers for ids ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:17.290776 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7882f-7f39-4d1a-8832-40b5d99d5e0e None None] Routers {'b180a32c-8dde-4fde-b7a7-dc165fe398a2'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:17.291420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-93d7882f-7f39-4d1a-8832-40b5d99d5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:01:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:17.356570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cbd89-18eb-4a81-ac0e-fd1e4ab6fc61 req-ecb42c53-cb0e-47d8-8b2e-3d26bf0f0d48 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:17.359087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-882cbd89-18eb-4a81-ac0e-fd1e4ab6fc61 req-ecb42c53-cb0e-47d8-8b2e-3d26bf0f0d48 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 948 time: 0.1138234 Aug 06 16:01:17.391119 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfb8224-50c1-4073-8c7c-700a39c651fa req-419f9241-c923-4803-87a0-23a59540fa1c tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] No DVR routers for this DVR port 27b8b405-8594-4b35-8148-e81e59f771aa on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:17.398874 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7dfb8224-50c1-4073-8c7c-700a39c651fa req-419f9241-c923-4803-87a0-23a59540fa1c tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:17.402718 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7dfb8224-50c1-4073-8c7c-700a39c651fa req-419f9241-c923-4803-87a0-23a59540fa1c tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.78 "DELETE /v2.0/ports/27b8b405-8594-4b35-8148-e81e59f771aa HTTP/1.1" status: 204 len: 173 time: 2.8732128 Aug 06 16:01:17.433825 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-21d074e6-7d64-4d5d-a756-830e7a19dbca req-8214a679-266f-43c1-923c-d1f7d9e4a0b1 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859003 Aug 06 16:01:17.486390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-882cbd89-18eb-4a81-ac0e-fd1e4ab6fc61 req-8010658a-9bee-4aac-88d4-c8d38eb753ad tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097696 Aug 06 16:01:17.528535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-93d7882f-7f39-4d1a-8832-40b5d99d5e0e None None] Set router b180a32c-8dde-4fde-b7a7-dc165fe398a2 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:17.634435 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fae59-4814-4df9-a249-2bb07d884954 req-e87f452b-7351-474a-a5eb-abc0f79af0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:17.637401 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7d7fae59-4814-4df9-a249-2bb07d884954 req-e87f452b-7351-474a-a5eb-abc0f79af0b2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 1099 time: 0.1102653 Aug 06 16:01:17.826688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05036e-f297-44dd-bff6-2aeab2f239fc req-9b91d2dc-ce22-48da-84e1-fc79645c9f25 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:17.828711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc05036e-f297-44dd-bff6-2aeab2f239fc req-9b91d2dc-ce22-48da-84e1-fc79645c9f25 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 944 time: 0.0857525 Aug 06 16:01:17.891200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ff868b4c-0afe-4703-a663-d9a93b422c6e details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:01:17.893524 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fae59-4814-4df9-a249-2bb07d884954 req-325c6582-1148-4439-92e3-598c7f17e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:17.893524 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7d7fae59-4814-4df9-a249-2bb07d884954 req-325c6582-1148-4439-92e3-598c7f17e356 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.2393284 Aug 06 16:01:17.903658 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:01:17.955893 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc05036e-f297-44dd-bff6-2aeab2f239fc req-615e9c2e-afdc-40af-b533-613911cc80f9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071270 Aug 06 16:01:17.963645 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7d7fae59-4814-4df9-a249-2bb07d884954 req-fb56ec38-71c5-4091-90ea-c2970901b3f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 HTTP/1.1" status: 200 len: 217 time: 0.0575740 Aug 06 16:01:18.064977 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fae59-4814-4df9-a249-2bb07d884954 req-b5909452-690d-424a-82cb-0d9336689ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:18.066705 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7d7fae59-4814-4df9-a249-2bb07d884954 req-b5909452-690d-424a-82cb-0d9336689ac3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0884619 Aug 06 16:01:18.147044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port ff868b4c-0afe-4703-a663-d9a93b422c6e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ff868b4c-0afe-4703-a663-d9a93b422c6e,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:18.181337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'ff868b4c-0afe-4703-a663-d9a93b422c6e', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'port_id': 'ff868b4c-0afe-4703-a663-d9a93b422c6e', 'mac_address': 'fa:16:3e:c9:aa:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:01:18.204736 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fae59-4814-4df9-a249-2bb07d884954 req-929391b7-e11b-42d4-8375-95397bf42534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:18.207644 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7d7fae59-4814-4df9-a249-2bb07d884954 req-929391b7-e11b-42d4-8375-95397bf42534 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1188676 Aug 06 16:01:18.214301 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d591b6a-ccf0-41f4-9beb-34b5e2bdf82c req-e0be52ae-5549-4ee9-8c62-2b4a3d88bbeb tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d012bf5-02c8-47e7-8a56-e9271ff8c67c HTTP/1.1" status: 200 len: 210 time: 0.0681815 Aug 06 16:01:18.270173 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:18.292987 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-93d7882f-7f39-4d1a-8832-40b5d99d5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'name': 'tempest-ServersTestFqdnHostnames-1831496456-router', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:48Z', 'updated_at': '2021-08-06T15:58:53Z', 'revision_number': 4, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'gw_port': {'id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '6dc54cc3-0f1a-454f-8f2b-f479f01a39d7', 'name': '', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'mac_address': 'fa:16:3e:f0:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:52Z', 'updated_at': '2021-08-06T15:59:01Z', 'revision_number': 5, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'subnets': [{'id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:18.342453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7882f-7f39-4d1a-8832-40b5d99d5e0e None None] Checking router: b180a32c-8dde-4fde-b7a7-dc165fe398a2 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:01:18.354013 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff868b4c-0afe-4703-a663-d9a93b422c6e {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:01:18.368328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d012bf5-02c8-47e7-8a56-e9271ff8c67c', 'name': 'network-vif-deleted', 'tag': '27b8b405-8594-4b35-8148-e81e59f771aa'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:18.371837 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb379b44-a0dc-409d-bda7-eb678ebc84c3" -d '{"events": [{"server_uuid": "1d012bf5-02c8-47e7-8a56-e9271ff8c67c", "name": "network-vif-deleted", "tag": "27b8b405-8594-4b35-8148-e81e59f771aa"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:18.400946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7882f-7f39-4d1a-8832-40b5d99d5e0e None None] Routers {'b180a32c-8dde-4fde-b7a7-dc165fe398a2'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:18.400946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-93d7882f-7f39-4d1a-8832-40b5d99d5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:01:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:18.437533 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7d7fae59-4814-4df9-a249-2bb07d884954 req-434e9f45-bd05-4c0d-952d-a55df3a79dd4 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116916 Aug 06 16:01:18.562431 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4397c4d9-b93d-46f9-8ae7-993004572cec x-openstack-request-id: req-4397c4d9-b93d-46f9-8ae7-993004572cec {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:18.564099 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d012bf5-02c8-47e7-8a56-e9271ff8c67c", "name": "network-vif-deleted", "tag": "27b8b405-8594-4b35-8148-e81e59f771aa", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:18.565024 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4397c4d9-b93d-46f9-8ae7-993004572cec {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:18.566098 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d012bf5-02c8-47e7-8a56-e9271ff8c67c', 'name': 'network-vif-deleted', 'tag': '27b8b405-8594-4b35-8148-e81e59f771aa', 'status': 'completed', 'code': 200} Aug 06 16:01:18.618509 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-93d7882f-7f39-4d1a-8832-40b5d99d5e0e None None] Set router b180a32c-8dde-4fde-b7a7-dc165fe398a2 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:18.646410 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7d7fae59-4814-4df9-a249-2bb07d884954 req-dbc332b4-2216-4ae6-8034-6ba9127f9efd service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870916 Aug 06 16:01:18.688819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f7c1c-9959-4b47-8ee7-dee1a0952884 req-988f2852-d750-446b-b797-642b2502a838 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:18.699135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-263f7c1c-9959-4b47-8ee7-dee1a0952884 req-988f2852-d750-446b-b797-642b2502a838 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 948 time: 0.0741606 Aug 06 16:01:18.717001 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port ff868b4c-0afe-4703-a663-d9a93b422c6e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ff868b4c-0afe-4703-a663-d9a93b422c6e,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:18.739433 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:18.771060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-263f7c1c-9959-4b47-8ee7-dee1a0952884 req-1dc50925-fcbd-4f64-8c58-04bcb9f2344f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646973 Aug 06 16:01:18.871943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 37633c05-6d4d-4e12-9bc3-2d649eb51697 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:18.905565 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 37633c05-6d4d-4e12-9bc3-2d649eb51697 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:18.905854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 37633c05-6d4d-4e12-9bc3-2d649eb51697 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:18.906274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 27b8b405-8594-4b35-8148-e81e59f771aa no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:19.014299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36566) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:19.036698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['ff868b4c-0afe-4703-a663-d9a93b422c6e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:01:19.039503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 27b8b405-8594-4b35-8148-e81e59f771aa {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:19.039854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 27b8b405-8594-4b35-8148-e81e59f771aa not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:19.105024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=ff868b4c-0afe-4703-a663-d9a93b422c6e,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:19.175226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c5a8-e5f2-48e5-bd17-e29155f80081 req-cf17778a-3035-4764-b50e-31abb0b2a6b2 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:19.177653 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f27c5a8-e5f2-48e5-bd17-e29155f80081 req-cf17778a-3035-4764-b50e-31abb0b2a6b2 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 945 time: 0.1094325 Aug 06 16:01:19.249524 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f27c5a8-e5f2-48e5-bd17-e29155f80081 req-2e313dec-a427-4b42-9978-f24983f543be tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605602 Aug 06 16:01:19.311916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2c78a582-6976-4cb1-b0a9-f80b5f1088cc tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-435988131'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:19.322494 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2c78a582-6976-4cb1-b0a9-f80b5f1088cc tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] Unknown quota resources ['metering_label']. {{(pid=105765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 16:01:19.341170 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-93d7882f-7f39-4d1a-8832-40b5d99d5e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'name': 'tempest-ServersTestFqdnHostnames-1831496456-router', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:48Z', 'updated_at': '2021-08-06T15:58:53Z', 'revision_number': 4, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'gw_port': {'id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '6dc54cc3-0f1a-454f-8f2b-f479f01a39d7', 'name': '', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'mac_address': 'fa:16:3e:f0:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:52Z', 'updated_at': '2021-08-06T15:59:01Z', 'revision_number': 5, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'subnets': [{'id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:19.373179 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36574) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:19.398840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7882f-7f39-4d1a-8832-40b5d99d5e0e None None] The sync data for ids ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'] in n-d-803756-1 is: [{'id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'name': 'tempest-ServersTestFqdnHostnames-1831496456-router', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:48Z', 'updated_at': '2021-08-06T15:58:53Z', 'revision_number': 4, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'gw_port': {'id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '6dc54cc3-0f1a-454f-8f2b-f479f01a39d7', 'name': '', 'network_id': 'e892b1e0-027e-4b9c-b607-1961ba238ab5', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'mac_address': 'fa:16:3e:f0:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:52Z', 'updated_at': '2021-08-06T15:59:01Z', 'revision_number': 5, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'subnets': [{'id': '2f9c773a-202b-4e0a-9166-8be06e157f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:19.478019 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-534a84bd-b6a5-47de-81a8-417ce4e84d3b tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:01:19.479714 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-534a84bd-b6a5-47de-81a8-417ce4e84d3b tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119767 Aug 06 16:01:19.537232 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2c78a582-6976-4cb1-b0a9-f80b5f1088cc tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:19.538505 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2c78a582-6976-4cb1-b0a9-f80b5f1088cc tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5210152 Aug 06 16:01:19.542397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36578) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:19.551003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7cc4c3e1-1f29-4678-9ee3-604d78b09c37 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ed20627f-1bc3-4768-be22-5c2b746dcd55'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:19.551905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7cc4c3e1-1f29-4678-9ee3-604d78b09c37 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105764) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 16:01:19.555808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-f05bf8e9-8190-468f-adb1-1f27f5d10e0e service neutron] Request body: {'binding': {'host': 'n-h1-803756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:19.556317 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e882-9753-4f08-9bd2-7b33f6c0f852 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:19.562702 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-f05bf8e9-8190-468f-adb1-1f27f5d10e0e service neutron] Unknown quota resources ['binding']. {{(pid=105765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 16:01:19.636223 n-d-803756-1 neutron-server[105764]: WARNING neutron.services.metering.metering_plugin [None req-7cc4c3e1-1f29-4678-9ee3-604d78b09c37 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 06 16:01:19.640121 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e882-9753-4f08-9bd2-7b33f6c0f852 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:19.777057 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-f05bf8e9-8190-468f-adb1-1f27f5d10e0e service neutron] Attempting to bind port 9c991476-ffbd-4489-bd05-9b59463205dc on host n-h1-803756-1 for vnic_type normal with profile None {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:19.777667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-f05bf8e9-8190-468f-adb1-1f27f5d10e0e service neutron] Attempting to bind port 9c991476-ffbd-4489-bd05-9b59463205dc by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:19.778107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-f05bf8e9-8190-468f-adb1-1f27f5d10e0e service neutron] Attempting to bind port 9c991476-ffbd-4489-bd05-9b59463205dc on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:19.783404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-f05bf8e9-8190-468f-adb1-1f27f5d10e0e service neutron] Port 9c991476-ffbd-4489-bd05-9b59463205dc on network d04c5f28-1b50-4307-9944-b2931a255fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:19.784112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-f05bf8e9-8190-468f-adb1-1f27f5d10e0e service neutron] Attempting to bind port 9c991476-ffbd-4489-bd05-9b59463205dc on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:19.784340 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e882-9753-4f08-9bd2-7b33f6c0f852 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:19.788434 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3e7e882-9753-4f08-9bd2-7b33f6c0f852 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:19.789581 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c3e7e882-9753-4f08-9bd2-7b33f6c0f852 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "DELETE /v2.0/security-groups/7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0 HTTP/1.1" status: 204 len: 168 time: 0.4152691 Aug 06 16:01:19.793714 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36582) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:19.802766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-f05bf8e9-8190-468f-adb1-1f27f5d10e0e service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:19.803225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-f05bf8e9-8190-468f-adb1-1f27f5d10e0e service neutron] Checking segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:19.803761 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-f05bf8e9-8190-468f-adb1-1f27f5d10e0e service neutron] Bound using segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:19.804316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-f05bf8e9-8190-468f-adb1-1f27f5d10e0e service neutron] Bound port: 9c991476-ffbd-4489-bd05-9b59463205dc, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:19.817110 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7cc4c3e1-1f29-4678-9ee3-604d78b09c37 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:19.822345 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7cc4c3e1-1f29-4678-9ee3-604d78b09c37 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2725651 Aug 06 16:01:19.838407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36584) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:19.839166 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-aadd331a-af57-4276-9ef4-4caed0b84eb5 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] show failed (client error): The resource could not be found. Aug 06 16:01:19.840184 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7e882-9753-4f08-9bd2-7b33f6c0f852 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:19.842207 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-aadd331a-af57-4276-9ef4-4caed0b84eb5 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "GET /v2.0/security-groups/7c2dfd4b-79eb-4dcc-bfe7-0a4d6b9adaf0 HTTP/1.1" status: 404 len: 347 time: 0.0476186 Aug 06 16:01:19.845487 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36586) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:19.854313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b4963b6f-4a0f-4ba2-b3af-369825d403a3 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ed20627f-1bc3-4768-be22-5c2b746dcd55'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:19.865670 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b4963b6f-4a0f-4ba2-b3af-369825d403a3 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 16:01:19.878468 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9885a1-71cd-4e59-a905-27879f383495 None None] New status for floating IP 0d0aeffa-2fb9-4477-936a-47abcef9bc10: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:01:19.905261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-f05bf8e9-8190-468f-adb1-1f27f5d10e0e service neutron] For port 9c991476-ffbd-4489-bd05-9b59463205dc, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c991476-ffbd-4489-bd05-9b59463205dc,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:19.914338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-f05bf8e9-8190-468f-adb1-1f27f5d10e0e service neutron] Notify callbacks [] for binding, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:19.915528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-f05bf8e9-8190-468f-adb1-1f27f5d10e0e service neutron] 10.222.0.37 "POST /v2.0/ports/9c991476-ffbd-4489-bd05-9b59463205dc/bindings HTTP/1.1" status: 201 len: 389 time: 0.3803108 Aug 06 16:01:20.046356 n-d-803756-1 neutron-server[105765]: WARNING neutron.services.metering.metering_plugin [None req-b4963b6f-4a0f-4ba2-b3af-369825d403a3 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 06 16:01:20.173406 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f255e01f-e18c-4c72-85f6-dcc2dc355b93 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Deleting port 87dcea7f-184b-46bd-8594-b822bfc5cf7f {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:20.174865 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f255e01f-e18c-4c72-85f6-dcc2dc355b93 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:20.229479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95b916-63e2-4d35-9cfe-512188784925 req-83d83716-20a8-47c2-8aff-71b8c88dc09c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:20.234433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd95b916-63e2-4d35-9cfe-512188784925 req-83d83716-20a8-47c2-8aff-71b8c88dc09c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 948 time: 0.3273358 Aug 06 16:01:20.341901 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f255e01f-e18c-4c72-85f6-dcc2dc355b93 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:20.342811 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f255e01f-e18c-4c72-85f6-dcc2dc355b93 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:20.371626 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b4963b6f-4a0f-4ba2-b3af-369825d403a3 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:20.375166 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b4963b6f-4a0f-4ba2-b3af-369825d403a3 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5320175 Aug 06 16:01:20.375939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36602) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:20.396139 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f255e01f-e18c-4c72-85f6-dcc2dc355b93 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Calling delete_port for 87dcea7f-184b-46bd-8594-b822bfc5cf7f owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:20.410791 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9790c24a-dca9-4a23-95ec-8aa2b374b495 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=db837102-b963-4fe4-9167-58b0825a45ac HTTP/1.1" status: 200 len: 464 time: 0.0312693 Aug 06 16:01:20.411564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36604) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:20.426434 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd95b916-63e2-4d35-9cfe-512188784925 req-cdbb1b77-cc4b-4b4f-9e5a-be2a7b9d11b3 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682749 Aug 06 16:01:20.436444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bd8b7-1433-4e02-bc6d-d847574527d5 req-aadef0d9-bc20-4678-abff-89eabdbdcd75 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:20.438129 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e44bd8b7-1433-4e02-bc6d-d847574527d5 req-aadef0d9-bc20-4678-abff-89eabdbdcd75 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 945 time: 0.2588267 Aug 06 16:01:20.494881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-9836b459-e75c-4660-880a-5bd21561dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:20.495139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e44bd8b7-1433-4e02-bc6d-d847574527d5 req-9e73ceb1-843b-401b-8fe6-e95d3e710e4c tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403473 Aug 06 16:01:20.496849 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-9836b459-e75c-4660-880a-5bd21561dd63 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 1096 time: 0.1422725 Aug 06 16:01:20.643127 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b8127-0852-4c88-88aa-5cd0a741a300 req-913406ef-1315-4367-b9f8-849c2203b74c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:20.645227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b7b8127-0852-4c88-88aa-5cd0a741a300 req-913406ef-1315-4367-b9f8-849c2203b74c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 945 time: 0.0699964 Aug 06 16:01:20.703823 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b7b8127-0852-4c88-88aa-5cd0a741a300 req-10c5cc89-d91b-4859-a7c0-62b4cdbc4c09 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490689 Aug 06 16:01:20.720563 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3b18da8-c487-4707-a7cd-22347702b270 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:20.727853 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b3b18da8-c487-4707-a7cd-22347702b270 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/db837102-b963-4fe4-9167-58b0825a45ac HTTP/1.1" status: 204 len: 168 time: 0.3092964 Aug 06 16:01:20.727980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36614) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:20.750199 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-32d26ecd-b562-4b88-b9a3-d1042e109a11 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=db837102-b963-4fe4-9167-58b0825a45ac HTTP/1.1" status: 200 len: 221 time: 0.0177438 Aug 06 16:01:20.750199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36616) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:20.754841 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b57cd1a6-d445-4bd9-ac79-fd5aa104b2ea tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1401501173', 'description': 'label created by tempest'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:20.755292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b57cd1a6-d445-4bd9-ac79-fd5aa104b2ea tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] Unknown quota resources ['metering_label']. {{(pid=105765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 16:01:20.819376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-4418f310-06af-4f97-aff3-8c985178a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:20.820890 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-4418f310-06af-4f97-aff3-8c985178a931 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.2979784 Aug 06 16:01:20.855558 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:01:20.973049 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-6c52ca8b-1d70-4604-ad54-cb09e62f1069 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c991476-ffbd-4489-bd05-9b59463205dc HTTP/1.1" status: 200 len: 217 time: 0.1349978 Aug 06 16:01:21.018394 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f255e01f-e18c-4c72-85f6-dcc2dc355b93 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.034121 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:21.057424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9', 'mac_address': 'fa:16:3e:b3:a9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:01:21.075572 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b57cd1a6-d445-4bd9-ac79-fd5aa104b2ea tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.076798 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b57cd1a6-d445-4bd9-ac79-fd5aa104b2ea tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3256910 Aug 06 16:01:21.082254 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36620) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:21.106121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255e01f-e18c-4c72-85f6-dcc2dc355b93 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Pushing event deleted for resources: {'Port': ['ID=87dcea7f-184b-46bd-8594-b822bfc5cf7f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:21.114772 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.132005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:01:21.141111 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7a01d5f4-7a76-46ab-8627-c705c0ccb9df tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=4a47ce9b-3ff3-4c6b-babf-739a731c32a5 HTTP/1.1" status: 200 len: 468 time: 0.0574436 Aug 06 16:01:21.144038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36622) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:21.157154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-c74d01b8-3e5c-40c4-83b0-763320b0986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:21.157932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:21.159321 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-c74d01b8-3e5c-40c4-83b0-763320b0986b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.1593807 Aug 06 16:01:21.163116 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.199439 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-ac8f46f9-0075-4164-aad8-83d437dbce4f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280406 Aug 06 16:01:21.203916 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f255e01f-e18c-4c72-85f6-dcc2dc355b93 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.207939 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f255e01f-e18c-4c72-85f6-dcc2dc355b93 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.213279 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f255e01f-e18c-4c72-85f6-dcc2dc355b93 tempest-ServersTestFqdnHostnames-71959995 tempest-ServersTestFqdnHostnames-71959995-project] 10.222.0.37 "DELETE /v2.0/floatingips/0d0aeffa-2fb9-4477-936a-47abcef9bc10 HTTP/1.1" status: 204 len: 168 time: 1.3630912 Aug 06 16:01:21.213598 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36624) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:21.232391 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:21.489773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['9c63ac90-2d22-4d62-8f37-7c64a9d9fff9'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:01:21.533779 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-b2b05147-4eef-4962-9009-1f3f734ad941 service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139632 Aug 06 16:01:21.874724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ff868b4c-0afe-4703-a663-d9a93b422c6e up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:21.876229 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-d55c01c7-05dc-457a-9a32-8991e2f5a41c service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025948 Aug 06 16:01:21.948756 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2434821-b0d8-4897-9c81-15b4f677bb90 req-dcdfebd6-9252-4c0f-a82c-e3a65e00092d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:21.961154 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2434821-b0d8-4897-9c81-15b4f677bb90 req-dcdfebd6-9252-4c0f-a82c-e3a65e00092d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 949 time: 0.2989974 Aug 06 16:01:22.012087 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90f25f43-289e-4ec6-8ecf-f4e10bb02bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.072238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26c88a-64ab-4d77-adab-e5991241f88a req-f936bfd1-cbf0-4059-8181-90e0ae66815b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:22.073072 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-770361f6-4fe8-4b10-af58-48e71e66dc7f tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:22.074965 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-770361f6-4fe8-4b10-af58-48e71e66dc7f tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085&tenant_id=048e5568a18447ea929cde75921b0777&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 1096 time: 0.1039929 Aug 06 16:01:22.082319 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5d26c88a-64ab-4d77-adab-e5991241f88a req-f936bfd1-cbf0-4059-8181-90e0ae66815b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 945 time: 0.3949335 Aug 06 16:01:22.089417 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be4d285f-a49b-4c94-b82f-8dfc51e316bf tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.094312 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-be4d285f-a49b-4c94-b82f-8dfc51e316bf tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/4a47ce9b-3ff3-4c6b-babf-739a731c32a5 HTTP/1.1" status: 204 len: 168 time: 0.9463813 Aug 06 16:01:22.095676 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36638) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:22.098612 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803756-1'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:22.154778 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2434821-b0d8-4897-9c81-15b4f677bb90 req-11411bed-676a-4080-87d6-dc77b4a3bf6c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926217 Aug 06 16:01:22.162913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1e65e63a-f2b2-405f-bbdb-af04981bf465 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=4a47ce9b-3ff3-4c6b-babf-739a731c32a5 HTTP/1.1" status: 200 len: 216 time: 0.0587559 Aug 06 16:01:22.166167 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port ff868b4c-0afe-4703-a663-d9a93b422c6e completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:22.169510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36640) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:22.194956 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port ff868b4c-0afe-4703-a663-d9a93b422c6e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:22.195610 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.197317 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4dd21596-73a4-4e08-adec-e885c8a4ccb6 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0232928 Aug 06 16:01:22.207660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36642) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:22.260089 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d42e0b93-aa31-4af9-8cf1-f1fbc4ff5492 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0468214 Aug 06 16:01:22.260993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36644) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:22.343917 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7a10dc61-0854-46f7-83ba-c4010ebe88d2 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/ed20627f-1bc3-4768-be22-5c2b746dcd55 HTTP/1.1" status: 200 len: 472 time: 0.0692735 Aug 06 16:01:22.363763 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5d26c88a-64ab-4d77-adab-e5991241f88a req-dfdd89e0-57e8-4942-9211-d1dce951e1e8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804773 Aug 06 16:01:22.364574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36646) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:22.446886 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1d852e36-48f6-4a2f-b29e-a81b0f201449 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/6c405e5e-598a-4599-a061-0f2a2b732bf2 HTTP/1.1" status: 200 len: 461 time: 0.0789893 Aug 06 16:01:22.450056 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.459760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36648) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:22.512679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af584eac-4286-43e7-a961-3e6abde79f5b req-2a068208-8186-4b35-b7b6-c4a83377b002 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:22.515175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port ff868b4c-0afe-4703-a663-d9a93b422c6e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ff868b4c-0afe-4703-a663-d9a93b422c6e,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:22.516228 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cf3da5-28f6-497a-8776-52ad3a6bb7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff868b4c-0afe-4703-a663-d9a93b422c6e'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:22.519248 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a24f82-6759-4322-b9ef-753b86723624" -d '{"events": [{"server_uuid": "02cf3da5-28f6-497a-8776-52ad3a6bb7a2", "name": "network-vif-plugged", "status": "completed", "tag": "ff868b4c-0afe-4703-a663-d9a93b422c6e"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:22.524761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af584eac-4286-43e7-a961-3e6abde79f5b req-2a068208-8186-4b35-b7b6-c4a83377b002 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 945 time: 0.1791759 Aug 06 16:01:22.526128 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.615542 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85e0fe6-4aad-4d81-a63f-f6792ffc69cd x-openstack-request-id: req-d85e0fe6-4aad-4d81-a63f-f6792ffc69cd {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:22.617888 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cf3da5-28f6-497a-8776-52ad3a6bb7a2", "name": "network-vif-plugged", "status": "completed", "tag": "ff868b4c-0afe-4703-a663-d9a93b422c6e", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:22.622120 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d85e0fe6-4aad-4d81-a63f-f6792ffc69cd {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:22.622537 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cf3da5-28f6-497a-8776-52ad3a6bb7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff868b4c-0afe-4703-a663-d9a93b422c6e', 'code': 200} Aug 06 16:01:22.633612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=ff868b4c-0afe-4703-a663-d9a93b422c6e,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:22.738242 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28eacc79-9fff-4b9d-a3ad-e9336ed55910 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.739803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-28eacc79-9fff-4b9d-a3ad-e9336ed55910 tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/6c405e5e-598a-4599-a061-0f2a2b732bf2 HTTP/1.1" status: 204 len: 168 time: 0.2780614 Aug 06 16:01:22.746601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36656) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:22.759287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af584eac-4286-43e7-a961-3e6abde79f5b req-2461d019-f913-45b7-b708-e305131c404b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192745 Aug 06 16:01:22.869261 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.982605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36664) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:23.007669 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e529d94b-41d9-4a83-a89b-efddc9606a9f tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.011868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e529d94b-41d9-4a83-a89b-efddc9606a9f tempest-MeteringTestJSON-1577394899 tempest-MeteringTestJSON-1577394899-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/ed20627f-1bc3-4768-be22-5c2b746dcd55 HTTP/1.1" status: 204 len: 168 time: 0.2637951 Aug 06 16:01:23.096300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] For port 9c991476-ffbd-4489-bd05-9b59463205dc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9c991476-ffbd-4489-bd05-9b59463205dc,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:23.136447 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.165046 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] For port 9c991476-ffbd-4489-bd05-9b59463205dc, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:23.216774 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.223204 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558e664-e35e-47f2-b0ed-4be158ebc312 req-796e3527-1572-485d-b0a9-b9b8fc1f44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:23.224905 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3558e664-e35e-47f2-b0ed-4be158ebc312 req-796e3527-1572-485d-b0a9-b9b8fc1f44b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 1097 time: 0.4637492 Aug 06 16:01:23.226607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edccf9cc-e7b4-4424-ba78-a160d54bd085', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c991476-ffbd-4489-bd05-9b59463205dc'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:23.228745 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed39c4e-38df-4079-96ce-7ae6bc4b7938" -d '{"events": [{"server_uuid": "edccf9cc-e7b4-4424-ba78-a160d54bd085", "name": "network-vif-unplugged", "status": "completed", "tag": "9c991476-ffbd-4489-bd05-9b59463205dc"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:23.261388 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.352178 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0c9bb-42b0-4b75-8a7f-818ab348e713 req-cb9326ee-fdf9-4918-b5f7-56736d1f1bf3 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:23.355979 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ca0c9bb-42b0-4b75-8a7f-818ab348e713 req-cb9326ee-fdf9-4918-b5f7-56736d1f1bf3 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 949 time: 0.0766118 Aug 06 16:01:23.397494 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3352505e-800b-43a1-a45d-dca07bbd4bed x-openstack-request-id: req-3352505e-800b-43a1-a45d-dca07bbd4bed {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:23.398157 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edccf9cc-e7b4-4424-ba78-a160d54bd085", "name": "network-vif-unplugged", "status": "completed", "tag": "9c991476-ffbd-4489-bd05-9b59463205dc", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:23.398589 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3352505e-800b-43a1-a45d-dca07bbd4bed {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:23.399174 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edccf9cc-e7b4-4424-ba78-a160d54bd085', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c991476-ffbd-4489-bd05-9b59463205dc', 'code': 200} Aug 06 16:01:23.444556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36680) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:23.475084 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Pushing event updated for resources: {'Port': ['ID=9c991476-ffbd-4489-bd05-9b59463205dc,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:23.482830 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ca0c9bb-42b0-4b75-8a7f-818ab348e713 req-2fa094a1-3a52-4620-b1ed-7b458e88a627 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188953 Aug 06 16:01:23.565594 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3558e664-e35e-47f2-b0ed-4be158ebc312 req-f622f39d-3afa-4f70-bc0b-de66ad27134a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056810 Aug 06 16:01:23.574849 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.575167 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0f3af4a-04ce-4ad9-8d54-3f6db1ee6103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.625248 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7944e0-8309-4029-9c8c-dfb0da2d7c04 admin admin] Deleting subnet 5bc4c7ac-6d15-4fde-899c-97f04be5a8db {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:01:23.629666 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c7944e0-8309-4029-9c8c-dfb0da2d7c04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.631660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81903f5-a687-4473-9828-3e6340c0a30b req-81bd8072-8dc9-4f34-9e51-8e978e348443 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:23.633363 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c81903f5-a687-4473-9828-3e6340c0a30b req-81bd8072-8dc9-4f34-9e51-8e978e348443 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 943 time: 0.1457210 Aug 06 16:01:23.725330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Attempting to bind port 9c991476-ffbd-4489-bd05-9b59463205dc on host n-h2-803756-1 for vnic_type normal with profile {"migrating_to": "n-h1-803756-1"} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:23.725806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Attempting to bind port 9c991476-ffbd-4489-bd05-9b59463205dc by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:23.726088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Attempting to bind port 9c991476-ffbd-4489-bd05-9b59463205dc on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:23.730638 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c81903f5-a687-4473-9828-3e6340c0a30b req-3fefea91-d16c-4598-a5be-cdbc1ec159a2 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843894 Aug 06 16:01:23.730837 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c7944e0-8309-4029-9c8c-dfb0da2d7c04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.769732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Port 9c991476-ffbd-4489-bd05-9b59463205dc on network d04c5f28-1b50-4307-9944-b2931a255fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:23.770025 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Attempting to bind port 9c991476-ffbd-4489-bd05-9b59463205dc on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:23.787309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:23.787668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Checking segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:23.788023 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Bound using segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:23.794305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Bound port: 9c991476-ffbd-4489-bd05-9b59463205dc, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:23.795623 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.811470 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0f3af4a-04ce-4ad9-8d54-3f6db1ee6103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.817474 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0f3af4a-04ce-4ad9-8d54-3f6db1ee6103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.827104 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c7944e0-8309-4029-9c8c-dfb0da2d7c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.852349 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e0f3af4a-04ce-4ad9-8d54-3f6db1ee6103 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a840df988284be8b6c61932c9c9aeb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035087 Aug 06 16:01:23.861852 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36688) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:23.939804 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3af4a-04ce-4ad9-8d54-3f6db1ee6103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34bfeb9-d492-4ff0-8a74-e1676798b82d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:23.964869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] For port 9c991476-ffbd-4489-bd05-9b59463205dc, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:23.973013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] For port 9c991476-ffbd-4489-bd05-9b59463205dc, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9c991476-ffbd-4489-bd05-9b59463205dc,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:23.982402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.990470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe1abd-4e76-40f2-be9a-42e6b2f4c8d5 req-452185bd-d591-4f05-8b1f-6785c6a14dc6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:23.993353 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-90f25f43-289e-4ec6-8ecf-f4e10bb02bf0 admin admin] Deleting port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:23.994052 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90f25f43-289e-4ec6-8ecf-f4e10bb02bf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.998179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ffe1abd-4e76-40f2-be9a-42e6b2f4c8d5 req-452185bd-d591-4f05-8b1f-6785c6a14dc6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.1153555 Aug 06 16:01:24.018412 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c7944e0-8309-4029-9c8c-dfb0da2d7c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.031500 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-47ae58e8-a21f-4c75-9065-55d3fcd630c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.066303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ffe1abd-4e76-40f2-be9a-42e6b2f4c8d5 req-dc064da3-a637-4202-9346-3ff860f325f3 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556266 Aug 06 16:01:24.085167 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-47ae58e8-a21f-4c75-9065-55d3fcd630c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.091080 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c7944e0-8309-4029-9c8c-dfb0da2d7c04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.101671 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6c7944e0-8309-4029-9c8c-dfb0da2d7c04 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5bc4c7ac-6d15-4fde-899c-97f04be5a8db HTTP/1.1" status: 204 len: 168 time: 0.8758297 Aug 06 16:01:24.110198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36690) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:24.132664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7944e0-8309-4029-9c8c-dfb0da2d7c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc4c7ac-6d15-4fde-899c-97f04be5a8db,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:24.164996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Pushing event updated for resources: {'Port': ['ID=9c991476-ffbd-4489-bd05-9b59463205dc,revision_number=8']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:24.198497 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:24.199034 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.201326 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-47177430-bf16-4d29-9afd-1a80de14f1bb service neutron] 10.222.0.78 "PUT /v2.0/ports/9c991476-ffbd-4489-bd05-9b59463205dc HTTP/1.1" status: 200 len: 1121 time: 2.1126330 Aug 06 16:01:24.228682 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6d4fda86-02b8-41b0-9eca-6a3211038e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.236556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-90f25f43-289e-4ec6-8ecf-f4e10bb02bf0 admin admin] For port 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=6dc54cc3-0f1a-454f-8f2b-f479f01a39d7,segment=NetworkSegment(fa644059-d0cd-4c80-b33e-0013c8abb891),segment_id=fa644059-d0cd-4c80-b33e-0013c8abb891)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:24.238327 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90f25f43-289e-4ec6-8ecf-f4e10bb02bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.251211 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-47ae58e8-a21f-4c75-9065-55d3fcd630c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.253908 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-47ae58e8-a21f-4c75-9065-55d3fcd630c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.259779 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-47ae58e8-a21f-4c75-9065-55d3fcd630c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d34bfeb9-d492-4ff0-8a74-e1676798b82d HTTP/1.1" status: 204 len: 168 time: 0.3921015 Aug 06 16:01:24.281964 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-90f25f43-289e-4ec6-8ecf-f4e10bb02bf0 admin admin] Calling delete_port for 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:24.314992 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['9c991476-ffbd-4489-bd05-9b59463205dc'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:01:24.320311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae58e8-a21f-4c75-9065-55d3fcd630c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34bfeb9-d492-4ff0-8a74-e1676798b82d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:24.397838 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6d4fda86-02b8-41b0-9eca-6a3211038e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.413229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-6d4fda86-02b8-41b0-9eca-6a3211038e12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34c076c-c1bd-4999-8d39-ceaa7495de79']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:24.426819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-6d4fda86-02b8-41b0-9eca-6a3211038e12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:24.427134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-6d4fda86-02b8-41b0-9eca-6a3211038e12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cacaad8-9aec-4ad3-a0a9-c3a5f0f9e174') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:24.439816 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6d4fda86-02b8-41b0-9eca-6a3211038e12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.480122 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6d4fda86-02b8-41b0-9eca-6a3211038e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.491590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4fda86-02b8-41b0-9eca-6a3211038e12 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:24.492080 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6d4fda86-02b8-41b0-9eca-6a3211038e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:24.494257 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:24.730086 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90f25f43-289e-4ec6-8ecf-f4e10bb02bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.731360 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6d4fda86-02b8-41b0-9eca-6a3211038e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.741417 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6d4fda86-02b8-41b0-9eca-6a3211038e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.747442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6d4fda86-02b8-41b0-9eca-6a3211038e12 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c34c076c-c1bd-4999-8d39-ceaa7495de79 HTTP/1.1" status: 204 len: 168 time: 0.6305652 Aug 06 16:01:24.774252 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f25f43-289e-4ec6-8ecf-f4e10bb02bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc54cc3-0f1a-454f-8f2b-f479f01a39d7,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:24.784748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fda86-02b8-41b0-9eca-6a3211038e12 admin admin] Pushing event deleted for resources: {'Network': ['ID=c34c076c-c1bd-4999-8d39-ceaa7495de79,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:24.820155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aff4c0-850f-464f-8462-cdc0d6d8cc57 req-a4d15e56-0b9a-46b2-8199-3a65ef6f0547 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:24.846516 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6aff4c0-850f-464f-8462-cdc0d6d8cc57 req-a4d15e56-0b9a-46b2-8199-3a65ef6f0547 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 949 time: 0.1742666 Aug 06 16:01:24.875314 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:24.984462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36706) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:25.005095 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-24047d27-5917-4bf0-88d1-f116d54894f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.061136 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6aff4c0-850f-464f-8462-cdc0d6d8cc57 req-065f3681-a389-46e7-8ed3-87ca7dfbb8d0 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073281 Aug 06 16:01:25.071828 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:25.089975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:25.094409 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.108758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a148a8-a3a0-48fe-b54c-d748320104e1 req-659d888e-ee6b-489b-b51f-702ac8a728cf tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:25.110675 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-98a148a8-a3a0-48fe-b54c-d748320104e1 req-659d888e-ee6b-489b-b51f-702ac8a728cf tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 943 time: 0.1653233 Aug 06 16:01:25.116816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36708) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:25.248372 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-98a148a8-a3a0-48fe-b54c-d748320104e1 req-56774ac0-6e8e-4b1e-9493-a4df548090ef tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154289 Aug 06 16:01:25.265193 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f41082ff-3f1a-4e73-8240-7c5cb9c6040d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32e920af6a7c4f9d9c65a087db3ea6d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487427 Aug 06 16:01:25.265930 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90f25f43-289e-4ec6-8ecf-f4e10bb02bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.276855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36712) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:25.280387 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.336046 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01a4a47-ecc1-4e3b-885f-675ee76c8a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:25.338890 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b45397c-491f-481b-88ca-fe68041cc5b7" -d '{"events": [{"server_uuid": "f01a4a47-ecc1-4e3b-885f-675ee76c8a60", "name": "network-vif-plugged", "status": "completed", "tag": "9c63ac90-2d22-4d62-8f37-7c64a9d9fff9"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:25.358218 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:25.363107 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.364023 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a202e-6eb8-4e75-b75a-25258ce5647c req-76653374-c8dc-454b-b977-57c3cc7bfad7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:25.366345 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-429a202e-6eb8-4e75-b75a-25258ce5647c req-76653374-c8dc-454b-b977-57c3cc7bfad7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.1487360 Aug 06 16:01:25.373958 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-24047d27-5917-4bf0-88d1-f116d54894f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.402582 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-24047d27-5917-4bf0-88d1-f116d54894f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.418630 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98cec35c-6799-4533-8810-4a4bf046721d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.431879 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:25.456503 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edccf9cc-e7b4-4424-ba78-a160d54bd085', 'tag': '9c991476-ffbd-4489-bd05-9b59463205dc'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:25.458959 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5079c021-8185-459a-b1ab-0c0155ab9cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "edccf9cc-e7b4-4424-ba78-a160d54bd085", "tag": "9c991476-ffbd-4489-bd05-9b59463205dc"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:25.461566 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65f5656-1fdf-4ea5-ad81-da87d084c765 x-openstack-request-id: req-b65f5656-1fdf-4ea5-ad81-da87d084c765 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:25.462268 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01a4a47-ecc1-4e3b-885f-675ee76c8a60", "name": "network-vif-plugged", "status": "completed", "tag": "9c63ac90-2d22-4d62-8f37-7c64a9d9fff9", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:25.462554 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b65f5656-1fdf-4ea5-ad81-da87d084c765 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:25.464377 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01a4a47-ecc1-4e3b-885f-675ee76c8a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9', 'code': 200} Aug 06 16:01:25.497363 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98cec35c-6799-4533-8810-4a4bf046721d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.545722 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-24047d27-5917-4bf0-88d1-f116d54894f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a50861327124246a09b6108b752f034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5601475 Aug 06 16:01:25.564869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36720) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:25.581237 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-429a202e-6eb8-4e75-b75a-25258ce5647c req-7d630d98-aaf1-4c0b-8a4f-6ccd63f9a1f8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085373 Aug 06 16:01:25.615229 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f2fc72-84a3-4273-90a2-3cf69acf666d x-openstack-request-id: req-b3f2fc72-84a3-4273-90a2-3cf69acf666d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:25.615956 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edccf9cc-e7b4-4424-ba78-a160d54bd085", "tag": "9c991476-ffbd-4489-bd05-9b59463205dc", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:25.617408 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3f2fc72-84a3-4273-90a2-3cf69acf666d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:25.618154 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edccf9cc-e7b4-4424-ba78-a160d54bd085', 'tag': '9c991476-ffbd-4489-bd05-9b59463205dc', 'status': 'completed', 'code': 200} Aug 06 16:01:25.635761 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8ae90614-eda2-4c64-b683-77eb37eee41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.636005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24047d27-5917-4bf0-88d1-f116d54894f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eba1480-022e-4d74-a3e9-6d802c6d181c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:25.647416 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98cec35c-6799-4533-8810-4a4bf046721d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.651297 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98cec35c-6799-4533-8810-4a4bf046721d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.666825 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-98cec35c-6799-4533-8810-4a4bf046721d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a28cce8-358d-4f07-995b-b854e9eeb9c1 HTTP/1.1" status: 204 len: 168 time: 0.3868673 Aug 06 16:01:25.737389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cec35c-6799-4533-8810-4a4bf046721d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a28cce8-358d-4f07-995b-b854e9eeb9c1,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:25.750222 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8ae90614-eda2-4c64-b683-77eb37eee41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.761528 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079c021-8185-459a-b1ab-0c0155ab9cc4 req-1ac187ff-91e9-4946-bf9a-907e87b96045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:25.764657 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5079c021-8185-459a-b1ab-0c0155ab9cc4 req-1ac187ff-91e9-4946-bf9a-907e87b96045 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 1124 time: 0.1226532 Aug 06 16:01:25.767960 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ef23e-eaa8-4331-bdb7-5108a3981aec req-4c7f13a0-65fb-4a2b-82c4-b053c4c2f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:25.770450 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-098ef23e-eaa8-4331-bdb7-5108a3981aec req-4c7f13a0-65fb-4a2b-82c4-b053c4c2f176 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 1101 time: 0.2326469 Aug 06 16:01:25.877215 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8ae90614-eda2-4c64-b683-77eb37eee41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.881752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8ae90614-eda2-4c64-b683-77eb37eee41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.883235 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8ae90614-eda2-4c64-b683-77eb37eee41f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5eba1480-022e-4d74-a3e9-6d802c6d181c HTTP/1.1" status: 204 len: 168 time: 0.3154612 Aug 06 16:01:25.908825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae90614-eda2-4c64-b683-77eb37eee41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eba1480-022e-4d74-a3e9-6d802c6d181c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:26.022039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139178dc-deda-4c0b-b56d-019f2b3672ca req-7cdb21f0-2fb4-46e3-bd87-1f711b8d07ee tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:26.030368 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-139178dc-deda-4c0b-b56d-019f2b3672ca req-7cdb21f0-2fb4-46e3-bd87-1f711b8d07ee tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.0672436 Aug 06 16:01:26.045037 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079c021-8185-459a-b1ab-0c0155ab9cc4 req-cfb36fa1-8ab4-486b-8390-e9372178a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:26.048180 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5079c021-8185-459a-b1ab-0c0155ab9cc4 req-cfb36fa1-8ab4-486b-8390-e9372178a3c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.2726548 Aug 06 16:01:26.096415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-139178dc-deda-4c0b-b56d-019f2b3672ca req-0ecdc866-c9fa-4438-a7d5-6ec397f457fa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648718 Aug 06 16:01:26.178746 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5079c021-8185-459a-b1ab-0c0155ab9cc4 req-c56b3bc6-c9d7-4b10-85ce-4f2bdae8de2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c991476-ffbd-4489-bd05-9b59463205dc HTTP/1.1" status: 200 len: 217 time: 0.1111565 Aug 06 16:01:26.263746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb64f0-976c-4312-94a0-a1e8dcaac081 req-6156a5f1-bdfd-404a-8030-de2df6fbc72f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:26.264360 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f25f43-289e-4ec6-8ecf-f4e10bb02bf0 admin admin] Router b180a32c-8dde-4fde-b7a7-dc165fe398a2 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:01:26.266516 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6cb64f0-976c-4312-94a0-a1e8dcaac081 req-6156a5f1-bdfd-404a-8030-de2df6fbc72f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.1082225 Aug 06 16:01:26.305240 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-098ef23e-eaa8-4331-bdb7-5108a3981aec req-b31b5782-2a37-4aa7-bd44-8519fc986a6c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559581 Aug 06 16:01:26.382870 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6cb64f0-976c-4312-94a0-a1e8dcaac081 req-1a46e01a-7ef3-498a-bae7-01847beb62b4 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081302 Aug 06 16:01:26.497667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a9ba-7cf7-4654-a560-29c96e61938a req-8447e35f-893e-4274-aebc-708c0d1db0c8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:26.516650 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1c8a9ba-7cf7-4654-a560-29c96e61938a req-8447e35f-893e-4274-aebc-708c0d1db0c8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 943 time: 0.1090477 Aug 06 16:01:26.551353 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079c021-8185-459a-b1ab-0c0155ab9cc4 req-5c657b93-dbaa-4d75-9b87-2d7ebac712df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:26.554861 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5079c021-8185-459a-b1ab-0c0155ab9cc4 req-5c657b93-dbaa-4d75-9b87-2d7ebac712df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.2886581 Aug 06 16:01:26.606886 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1c8a9ba-7cf7-4654-a560-29c96e61938a req-a552906b-d47a-4073-82f1-0eb24811822d tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892231 Aug 06 16:01:26.633879 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5079c021-8185-459a-b1ab-0c0155ab9cc4 req-5ac93794-95e6-4334-bc7c-275cd8abe984 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589511 Aug 06 16:01:26.642190 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f25f43-289e-4ec6-8ecf-f4e10bb02bf0 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:26.656251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e4649-5c05-4c11-a1c2-9695cb71108a None None] Sync routers for ids ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:26.665722 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-90f25f43-289e-4ec6-8ecf-f4e10bb02bf0 admin admin] 10.222.0.37 "PUT /v2.0/routers/b180a32c-8dde-4fde-b7a7-dc165fe398a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4502270 Aug 06 16:01:26.669615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36756) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:26.680507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e4649-5c05-4c11-a1c2-9695cb71108a None None] Routers {'b180a32c-8dde-4fde-b7a7-dc165fe398a2'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:26.682128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4c5e4649-5c05-4c11-a1c2-9695cb71108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:01:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:26.908013 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5079c021-8185-459a-b1ab-0c0155ab9cc4 req-6f908a5f-f344-45ba-a60a-42a6663b878c service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408259 Aug 06 16:01:26.955477 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93991921-4303-4ac8-9e41-99620543dc69 admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:26.962131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c991476-ffbd-4489-bd05-9b59463205dc details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:01:27.141476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-4c5e4649-5c05-4c11-a1c2-9695cb71108a None None] Set router b180a32c-8dde-4fde-b7a7-dc165fe398a2 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:27.160458 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5079c021-8185-459a-b1ab-0c0155ab9cc4 req-929e3ed2-e53b-43d9-8b33-fa57512d32d3 service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446306 Aug 06 16:01:27.193915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36772) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:27.319294 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93991921-4303-4ac8-9e41-99620543dc69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.349338 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2028610235-network', 'tenant_id': '964dc75051674f75a50f3eba300bee26'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:27.357815 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 9c991476-ffbd-4489-bd05-9b59463205dc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9c991476-ffbd-4489-bd05-9b59463205dc,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:27.376433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c991476-ffbd-4489-bd05-9b59463205dc has no active binding in host n-h1-803756-1 {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 16:01:27.404263 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Made reservation on behalf of 964dc75051674f75a50f3eba300bee26 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:27.413387 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.434708 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.474256 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4c5e4649-5c05-4c11-a1c2-9695cb71108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'name': 'tempest-ServersTestFqdnHostnames-1831496456-router', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:48Z', 'updated_at': '2021-08-06T16:01:24Z', 'revision_number': 5, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'gw_port': {'id': '3baa5568-2a8d-4d8f-8f76-c8f8fe8417af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:27.504225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229057f-65bc-414b-b808-01eca361b4fb req-bbbff432-8686-43dd-8f18-22ad7587e4d9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:27.516832 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3229057f-65bc-414b-b808-01eca361b4fb req-bbbff432-8686-43dd-8f18-22ad7587e4d9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.1478305 Aug 06 16:01:27.548943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e4649-5c05-4c11-a1c2-9695cb71108a None None] Checking router: b180a32c-8dde-4fde-b7a7-dc165fe398a2 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:01:27.568433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e4649-5c05-4c11-a1c2-9695cb71108a None None] Routers {'b180a32c-8dde-4fde-b7a7-dc165fe398a2'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:27.570420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4c5e4649-5c05-4c11-a1c2-9695cb71108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:01:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:27.656419 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.658964 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-93991921-4303-4ac8-9e41-99620543dc69 admin admin] Deleting port 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:27.659839 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93991921-4303-4ac8-9e41-99620543dc69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.664755 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.702896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:27.716302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e4a51c-7200-4102-afef-6cf59a79a96e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:27.729755 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.730214 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Added segment 38b85d99-f64f-4222-b89d-6f0da7d97f63 of type vlan for network 7014f70e-1588-4abd-8ad1-8e22ba7acd96 Aug 06 16:01:27.735060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:27.735534 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:27.736134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:27.736556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:27.737200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:27.737672 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:27.738516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:27.738903 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:27.740090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:27.740635 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:27.741242 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:27.742207 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:27.782550 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3229057f-65bc-414b-b808-01eca361b4fb req-c6e7cc35-5b61-49dd-88d3-5dd63da79435 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548795 Aug 06 16:01:27.841954 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79fab3-28c0-487d-8d2f-7b5ea210b415 req-9cac3f2d-e008-43ae-87ea-47d075dd862d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:27.843235 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.867528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3c79fab3-28c0-487d-8d2f-7b5ea210b415 req-9cac3f2d-e008-43ae-87ea-47d075dd862d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.2766354 Aug 06 16:01:27.886839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-4c5e4649-5c05-4c11-a1c2-9695cb71108a None None] Set router b180a32c-8dde-4fde-b7a7-dc165fe398a2 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:27.925214 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.928528 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:27.930266 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.964153 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7687807 Aug 06 16:01:27.982874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36794) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:28.004602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a8bad32e-c87a-444f-9d93-99a5a2fc915d admin admin] Request body: {'subnet': {'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2028610235-subnet', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:28.056681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-93991921-4303-4ac8-9e41-99620543dc69 admin admin] For port 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3baa5568-2a8d-4d8f-8f76-c8f8fe8417af,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:28.057706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4c5e4649-5c05-4c11-a1c2-9695cb71108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'name': 'tempest-ServersTestFqdnHostnames-1831496456-router', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:48Z', 'updated_at': '2021-08-06T16:01:27Z', 'revision_number': 6, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:28.058399 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93991921-4303-4ac8-9e41-99620543dc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.097282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6342c-e939-41cd-a428-602851069cab admin admin] Pushing event updated for resources: {'Network': ['ID=7014f70e-1588-4abd-8ad1-8e22ba7acd96,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:28.118612 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bad32e-c87a-444f-9d93-99a5a2fc915d admin admin] Made reservation on behalf of 964dc75051674f75a50f3eba300bee26 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:28.123371 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 7014f70e-1588-4abd-8ad1-8e22ba7acd96 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:28.125734 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a8bad32e-c87a-444f-9d93-99a5a2fc915d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.126519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e4649-5c05-4c11-a1c2-9695cb71108a None None] The sync data for ids ['b180a32c-8dde-4fde-b7a7-dc165fe398a2'] in n-d-803756-1 is: [{'id': 'b180a32c-8dde-4fde-b7a7-dc165fe398a2', 'name': 'tempest-ServersTestFqdnHostnames-1831496456-router', 'tenant_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:48Z', 'updated_at': '2021-08-06T16:01:27Z', 'revision_number': 6, 'project_id': 'ad4cc8d4f17a47abb06d004c5cf8e31c', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:28.135105 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-93991921-4303-4ac8-9e41-99620543dc69 admin admin] Calling delete_port for 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:28.200497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3c79fab3-28c0-487d-8d2f-7b5ea210b415 req-2aca13f1-5f09-4851-90c3-a99c74d15953 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263433 Aug 06 16:01:28.211463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bad32-cebb-4769-87f0-4f8795aa15eb req-0f9f8d56-89f0-4ed6-8fec-04a47a806e43 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:28.218813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf9bad32-cebb-4769-87f0-4f8795aa15eb req-0f9f8d56-89f0-4ed6-8fec-04a47a806e43 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 943 time: 0.2676902 Aug 06 16:01:28.323593 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf9bad32-cebb-4769-87f0-4f8795aa15eb req-b7a1246e-9e51-411b-b8b4-042e1dfc1836 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038225 Aug 06 16:01:28.442595 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a8bad32e-c87a-444f-9d93-99a5a2fc915d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.527855 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93991921-4303-4ac8-9e41-99620543dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.540176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bad32e-c87a-444f-9d93-99a5a2fc915d admin admin] Pushing event updated for resources: {'Subnet': ['ID=439dc982-ce89-4fa4-9cd7-95fb9df42d90,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:28.545282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bad32e-c87a-444f-9d93-99a5a2fc915d admin admin] Checking segment: {'id': '38b85d99-f64f-4222-b89d-6f0da7d97f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:28.545802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bad32e-c87a-444f-9d93-99a5a2fc915d admin admin] Network hostable DHCP agents. Network: 7014f70e-1588-4abd-8ad1-8e22ba7acd96, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:01:28.570001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93991921-4303-4ac8-9e41-99620543dc69 admin admin] Pushing event deleted for resources: {'Port': ['ID=3baa5568-2a8d-4d8f-8f76-c8f8fe8417af,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:28.574706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bad32e-c87a-444f-9d93-99a5a2fc915d admin admin] Network 7014f70e-1588-4abd-8ad1-8e22ba7acd96 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:01:28.593273 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a8bad32e-c87a-444f-9d93-99a5a2fc915d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 7014f70e-1588-4abd-8ad1-8e22ba7acd96) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:28.605164 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a18aee-8327-4476-a6f9-955a3837ebb1 None None] Network 7014f70e-1588-4abd-8ad1-8e22ba7acd96 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:28.610974 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bad32e-c87a-444f-9d93-99a5a2fc915d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:28.612034 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a8bad32e-c87a-444f-9d93-99a5a2fc915d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.650840 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a8bad32e-c87a-444f-9d93-99a5a2fc915d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6657150 Aug 06 16:01:28.652535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36812) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:28.658836 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2028610235-router', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:28.702809 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.710420 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.770923 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93991921-4303-4ac8-9e41-99620543dc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.788684 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.972149 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.995450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'fixed_ips': [{'subnet_id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:01:28.997094 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.017919 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93991921-4303-4ac8-9e41-99620543dc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.022934 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93991921-4303-4ac8-9e41-99620543dc69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.137538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea749c3-7874-4a42-ada1-1daccf4b2322 req-6327fdb7-a1a7-43ac-b0d3-d960bb34b8a2 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:29.146832 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ea749c3-7874-4a42-ada1-1daccf4b2322 req-6327fdb7-a1a7-43ac-b0d3-d960bb34b8a2 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 945 time: 0.2183611 Aug 06 16:01:29.157599 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93991921-4303-4ac8-9e41-99620543dc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.158960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93991921-4303-4ac8-9e41-99620543dc69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b180a32c-8dde-4fde-b7a7-dc165fe398a2 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:01:29.168507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7033c-7aee-4319-b43f-6d0efaee3606 req-2e175210-c2af-4c2c-82f9-98ebbeecfdd3 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:29.170089 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6f7033c-7aee-4319-b43f-6d0efaee3606 req-2e175210-c2af-4c2c-82f9-98ebbeecfdd3 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.2406723 Aug 06 16:01:29.173257 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93991921-4303-4ac8-9e41-99620543dc69 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.176562 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-93991921-4303-4ac8-9e41-99620543dc69 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b180a32c-8dde-4fde-b7a7-dc165fe398a2 HTTP/1.1" status: 204 len: 168 time: 2.5033908 Aug 06 16:01:29.178591 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36828) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:29.241847 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ea749c3-7874-4a42-ada1-1daccf4b2322 req-193a3c24-a9b5-4530-b130-7ee9ff79825d tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/security-groups?id=55d0ba86-2028-45fc-9d15-4f45ba4273dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867906 Aug 06 16:01:29.246955 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Allocated IP 172.20.0.2 (7014f70e-1588-4abd-8ad1-8e22ba7acd96/439dc982-ce89-4fa4-9cd7-95fb9df42d90/c19b014b-e9b4-4672-ae1e-869fb3f6e838) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:29.283411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6f7033c-7aee-4319-b43f-6d0efaee3606 req-42d04587-ce06-4e41-a20a-6d9fc3f1955f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005220 Aug 06 16:01:29.371269 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e143e22-7b8b-4d44-b05d-75477d248a5f admin admin] Deleting subnet 2f9c773a-202b-4e0a-9166-8be06e157f99 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:01:29.375570 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7e143e22-7b8b-4d44-b05d-75477d248a5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.385334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36834) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:29.457088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af4ed6-37ef-4e1b-b52c-0f403e10b306 req-b42c0c0d-10ac-45ae-8f93-a2f33a64df97 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:29.459428 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4af4ed6-37ef-4e1b-b52c-0f403e10b306 req-b42c0c0d-10ac-45ae-8f93-a2f33a64df97 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.1282854 Aug 06 16:01:29.540456 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7e143e22-7b8b-4d44-b05d-75477d248a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.547771 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cafc76-5670-4747-859c-ba74423073d3 req-a5b45d86-da39-4e4f-9b27-53e3956ee9e1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:29.562509 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51cafc76-5670-4747-859c-ba74423073d3 req-a5b45d86-da39-4e4f-9b27-53e3956ee9e1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 943 time: 0.1244648 Aug 06 16:01:29.589036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4af4ed6-37ef-4e1b-b52c-0f403e10b306 req-b02d8282-0856-42ef-b063-7625bc664e2f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013198 Aug 06 16:01:29.655489 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.661715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:29.699632 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51cafc76-5670-4747-859c-ba74423073d3 req-a45d3d07-3caa-4671-9422-65799288dd9a tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354606 Aug 06 16:01:29.703768 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.742616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:29.743139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3baa5568-2a8d-4d8f-8f76-c8f8fe8417af not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:29.743803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:29.749189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-7a33deaf-67f7-4843-88f0-fd375779baee tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:29.786298 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:29.786650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 6dc54cc3-0f1a-454f-8f2b-f479f01a39d7 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:29.788679 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.807658 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7a33deaf-67f7-4843-88f0-fd375779baee tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] 10.222.0.37 "PUT /v2.0/quotas/a2096ffcbaf24a4c92180800b84223ab HTTP/1.1" status: 200 len: 368 time: 0.4168723 Aug 06 16:01:29.808990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36842) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:29.814698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Transition to ACTIVE for port object c19b014b-e9b4-4672-ae1e-869fb3f6e838 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:29.816104 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2465b2b9-4c45-4cfa-951d-2a7ddde94529 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Request body: {'network': {'project_id': 'a2096ffcbaf24a4c92180800b84223ab'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:29.846886 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2465b2b9-4c45-4cfa-951d-2a7ddde94529 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Made reservation on behalf of a2096ffcbaf24a4c92180800b84223ab for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:29.849468 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2465b2b9-4c45-4cfa-951d-2a7ddde94529 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.857463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Transition to ACTIVE for port object c19b014b-e9b4-4672-ae1e-869fb3f6e838 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:29.859653 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2465b2b9-4c45-4cfa-951d-2a7ddde94529 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.867824 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.965117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Network 7014f70e-1588-4abd-8ad1-8e22ba7acd96 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:29.973220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:29.988288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:30.007307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Pushing event updated for resources: {'Port': ['ID=c19b014b-e9b4-4672-ae1e-869fb3f6e838,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:30.047035 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-3942c8a8-400b-4064-b337-279aff91b490 service neutron] 10.222.0.13 "GET /v2.0/ports/9c991476-ffbd-4489-bd05-9b59463205dc/bindings/n-h1-803756-1 HTTP/1.1" status: 200 len: 384 time: 0.2848473 Aug 06 16:01:30.049302 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7e143e22-7b8b-4d44-b05d-75477d248a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.085666 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2465b2b9-4c45-4cfa-951d-2a7ddde94529 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.095106 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2465b2b9-4c45-4cfa-951d-2a7ddde94529 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.139434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465b2b9-4c45-4cfa-951d-2a7ddde94529 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4524d062-3426-48a0-b5eb-6457f49e7a47,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:30.159786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Allocated IP 172.25.1.156 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/95033e3c-affd-4d17-aeb2-e40db7734c8c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:30.179341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2465b2b9-4c45-4cfa-951d-2a7ddde94529 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:30.191958 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Attempting to bind port c19b014b-e9b4-4672-ae1e-869fb3f6e838 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:30.194378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Attempting to bind port c19b014b-e9b4-4672-ae1e-869fb3f6e838 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '38b85d99-f64f-4222-b89d-6f0da7d97f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:30.194935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Attempting to bind port c19b014b-e9b4-4672-ae1e-869fb3f6e838 on network 7014f70e-1588-4abd-8ad1-8e22ba7acd96 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:30.196838 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2465b2b9-4c45-4cfa-951d-2a7ddde94529 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.197397 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-2465b2b9-4c45-4cfa-951d-2a7ddde94529 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Added segment 51d2759a-1a34-415a-9e75-ca2dc69f87f4 of type vlan for network fde38574-1459-49d4-9d66-b560a812349e Aug 06 16:01:30.211535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:30.212507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Checking segment: {'id': '38b85d99-f64f-4222-b89d-6f0da7d97f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:30.212507 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.212822 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Bound using segment: {'id': '38b85d99-f64f-4222-b89d-6f0da7d97f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:30.213687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Bound port: c19b014b-e9b4-4672-ae1e-869fb3f6e838, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b85d99-f64f-4222-b89d-6f0da7d97f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:30.213687 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.296743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7e143e22-7b8b-4d44-b05d-75477d248a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.369738 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] For port c19b014b-e9b4-4672-ae1e-869fb3f6e838, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:30.375347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] For port c19b014b-e9b4-4672-ae1e-869fb3f6e838, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c19b014b-e9b4-4672-ae1e-869fb3f6e838,segment=NetworkSegment(38b85d99-f64f-4222-b89d-6f0da7d97f63),segment_id=38b85d99-f64f-4222-b89d-6f0da7d97f63)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:30.382803 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2465b2b9-4c45-4cfa-951d-2a7ddde94529 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.383549 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.405767 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-c8abeaa3-7e9f-42f1-9ddd-ee595c12a5db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1786940 Aug 06 16:01:30.490683 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2465b2b9-4c45-4cfa-951d-2a7ddde94529 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.493560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2465b2b9-4c45-4cfa-951d-2a7ddde94529 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:30.495024 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2465b2b9-4c45-4cfa-951d-2a7ddde94529 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.515202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf45831-80c0-458c-bd5d-ad742c39cddf None None] Pushing event updated for resources: {'Port': ['ID=c19b014b-e9b4-4672-ae1e-869fb3f6e838,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:30.832865 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66fdf0e-7aeb-41f3-925f-885d15adf651 None None] Network e892b1e0-027e-4b9c-b607-1961ba238ab5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:30.842350 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7e143e22-7b8b-4d44-b05d-75477d248a5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.844393 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7e143e22-7b8b-4d44-b05d-75477d248a5f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2f9c773a-202b-4e0a-9166-8be06e157f99 HTTP/1.1" status: 204 len: 168 time: 1.6645160 Aug 06 16:01:30.848816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e143e22-7b8b-4d44-b05d-75477d248a5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f9c773a-202b-4e0a-9166-8be06e157f99,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:30.853583 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36864) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:31.023248 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.055717 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.073876 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2465b2b9-4c45-4cfa-951d-2a7ddde94529 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2633975 Aug 06 16:01:31.079231 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36874) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:31.085350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b3543-df30-4906-a182-634069461d9d req-f85e775c-f54a-4d1a-a05c-3c195628b20b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:31.086361 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-bc7c3b3d-2e4a-48d2-aea5-d9a2c15b06d1 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Request body: {'network': {'project_id': 'a2096ffcbaf24a4c92180800b84223ab'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:31.094353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-775b3543-df30-4906-a182-634069461d9d req-f85e775c-f54a-4d1a-a05c-3c195628b20b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.7828074 Aug 06 16:01:31.127134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-4a9b744e-1f1d-41af-a217-e35be01ea528 service neutron] For port 9c991476-ffbd-4489-bd05-9b59463205dc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9c991476-ffbd-4489-bd05-9b59463205dc,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:31.151456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90254d-601f-4f5d-8742-d8ed6929a383 req-ae916a66-7516-4e80-b957-9dcf13fd89be tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:31.160729 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd90254d-601f-4f5d-8742-d8ed6929a383 req-ae916a66-7516-4e80-b957-9dcf13fd89be tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 945 time: 0.8136909 Aug 06 16:01:31.191051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-4a9b744e-1f1d-41af-a217-e35be01ea528 service neutron] For port 9c991476-ffbd-4489-bd05-9b59463205dc, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:31.197203 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.204498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465b2b9-4c45-4cfa-951d-2a7ddde94529 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Pushing event updated for resources: {'Network': ['ID=fde38574-1459-49d4-9d66-b560a812349e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:31.220487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network fde38574-1459-49d4-9d66-b560a812349e details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:31.243166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7c3b3d-2e4a-48d2-aea5-d9a2c15b06d1 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Made reservation on behalf of a2096ffcbaf24a4c92180800b84223ab for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:31.246943 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc7c3b3d-2e4a-48d2-aea5-d9a2c15b06d1 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.250563 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b5ff46-476c-4951-9c80-bbd27d08a700 None None] DHCP port deletion for e892b1e0-027e-4b9c-b607-1961ba238ab5 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:01:31.254702 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e0181-bcd8-4455-a5fa-db338d5fb392 req-ea887930-88e1-4ecf-9698-e25126b7eaca tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:31.256373 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f7e0181-bcd8-4455-a5fa-db338d5fb392 req-ea887930-88e1-4ecf-9698-e25126b7eaca tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.13 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 945 time: 0.7891483 Aug 06 16:01:31.307491 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-775b3543-df30-4906-a182-634069461d9d req-95584314-7cfe-4287-a9bc-146d40bf5409 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119405 Aug 06 16:01:31.320364 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:31.326176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:31.344682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:31.357252 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-4a9b744e-1f1d-41af-a217-e35be01ea528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c991476-ffbd-4489-bd05-9b59463205dc {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:01:31.410455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd90254d-601f-4f5d-8742-d8ed6929a383 req-17d093a7-bb95-466b-b350-3cbc8771b1dc tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/security-groups?id=55d0ba86-2028-45fc-9d15-4f45ba4273dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477963 Aug 06 16:01:31.410667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-71b5ff46-476c-4951-9c80-bbd27d08a700 None None] Deleting port c129e96d-321c-4605-93f6-8360b7185b26 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:31.412344 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-71b5ff46-476c-4951-9c80-bbd27d08a700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.416295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7c3b3d-2e4a-48d2-aea5-d9a2c15b06d1 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:31.434004 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-4a9b744e-1f1d-41af-a217-e35be01ea528 service neutron] For port 9c991476-ffbd-4489-bd05-9b59463205dc, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c991476-ffbd-4489-bd05-9b59463205dc,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:31.483621 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Pushing event updated for resources: {'Port': ['ID=95033e3c-affd-4d17-aeb2-e40db7734c8c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:31.498354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] Deleting port c129e96d-321c-4605-93f6-8360b7185b26 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:31.498708 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.502867 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc7c3b3d-2e4a-48d2-aea5-d9a2c15b06d1 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.503359 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-bc7c3b3d-2e4a-48d2-aea5-d9a2c15b06d1 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Added segment c1bab14a-3068-4089-ab09-8fb6b1f44cd4 of type vlan for network 2a4358cd-b1bb-4104-a9a9-e9ed6f7cfda8 Aug 06 16:01:31.509341 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-4a9b744e-1f1d-41af-a217-e35be01ea528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.699177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-71b5ff46-476c-4951-9c80-bbd27d08a700 None None] For port c129e96d-321c-4605-93f6-8360b7185b26, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c129e96d-321c-4605-93f6-8360b7185b26,segment=NetworkSegment(fa644059-d0cd-4c80-b33e-0013c8abb891),segment_id=fa644059-d0cd-4c80-b33e-0013c8abb891)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:31.699577 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-71b5ff46-476c-4951-9c80-bbd27d08a700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.740505 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c19b014b-e9b4-4672-ae1e-869fb3f6e838 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:31.770783 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-71b5ff46-476c-4951-9c80-bbd27d08a700 None None] Calling delete_port for c129e96d-321c-4605-93f6-8360b7185b26 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:31.783097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e6bdf-1772-4f4e-b337-2169ef1e013d req-d37319c1-3586-46da-b14d-b4899f799e93 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:31.796155 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-132e6bdf-1772-4f4e-b337-2169ef1e013d req-d37319c1-3586-46da-b14d-b4899f799e93 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.1982067 Aug 06 16:01:31.858008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-1f7e0181-bcd8-4455-a5fa-db338d5fb392 req-845dee0d-e716-4bf3-8bd5-6efaa9c077dc tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Deleting port a986834e-2b11-422b-b19c-ecb61e183167 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:31.858347 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1f7e0181-bcd8-4455-a5fa-db338d5fb392 req-845dee0d-e716-4bf3-8bd5-6efaa9c077dc tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.878408 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc7c3b3d-2e4a-48d2-aea5-d9a2c15b06d1 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.939682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] For port c129e96d-321c-4605-93f6-8360b7185b26, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c129e96d-321c-4605-93f6-8360b7185b26,segment=NetworkSegment(fa644059-d0cd-4c80-b33e-0013c8abb891),segment_id=fa644059-d0cd-4c80-b33e-0013c8abb891)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:31.940470 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.996975 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-71b5ff46-476c-4951-9c80-bbd27d08a700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:32.009080 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-132e6bdf-1772-4f4e-b337-2169ef1e013d req-3a003d9c-36df-4a87-a3b6-c0dc4af41345 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101288 Aug 06 16:01:32.039371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24f01a-2386-4172-9220-85fea42951a9 req-5167c3fe-3550-47c5-9178-7e19fa88f5e5 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:32.041008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad24f01a-2386-4172-9220-85fea42951a9 req-5167c3fe-3550-47c5-9178-7e19fa88f5e5 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 943 time: 0.3075423 Aug 06 16:01:32.064010 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-4a9b744e-1f1d-41af-a217-e35be01ea528 service neutron] Transition to ACTIVE for port object 9c991476-ffbd-4489-bd05-9b59463205dc will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:32.065132 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] Calling delete_port for c129e96d-321c-4605-93f6-8360b7185b26 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:32.068536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b5ff46-476c-4951-9c80-bbd27d08a700 None None] No DVR routers for this DVR port c129e96d-321c-4605-93f6-8360b7185b26 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:32.085292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5ff46-476c-4951-9c80-bbd27d08a700 None None] Pushing event deleted for resources: {'Port': ['ID=c129e96d-321c-4605-93f6-8360b7185b26,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:32.089820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port c19b014b-e9b4-4672-ae1e-869fb3f6e838 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:32.095839 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-4a9b744e-1f1d-41af-a217-e35be01ea528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:32.126915 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509aaac1-0d2f-475f-8991-0e20ae4de285 None None] Network 7014f70e-1588-4abd-8ad1-8e22ba7acd96 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:32.133469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-1f7e0181-bcd8-4455-a5fa-db338d5fb392 req-845dee0d-e716-4bf3-8bd5-6efaa9c077dc tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] For port a986834e-2b11-422b-b19c-ecb61e183167, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a986834e-2b11-422b-b19c-ecb61e183167,segment=NetworkSegment(8650260f-957e-4532-ade4-759b44ef1960),segment_id=8650260f-957e-4532-ade4-759b44ef1960)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:32.134299 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1f7e0181-bcd8-4455-a5fa-db338d5fb392 req-845dee0d-e716-4bf3-8bd5-6efaa9c077dc tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:32.152805 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-1f7e0181-bcd8-4455-a5fa-db338d5fb392 req-845dee0d-e716-4bf3-8bd5-6efaa9c077dc tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Calling delete_port for a986834e-2b11-422b-b19c-ecb61e183167 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:32.159752 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc7c3b3d-2e4a-48d2-aea5-d9a2c15b06d1 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:32.162681 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7c3b3d-2e4a-48d2-aea5-d9a2c15b06d1 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:32.162681 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc7c3b3d-2e4a-48d2-aea5-d9a2c15b06d1 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:32.226240 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad24f01a-2386-4172-9220-85fea42951a9 req-164caf07-5fb5-4b5e-b852-85b6e414ce0b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730380 Aug 06 16:01:32.375763 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1f7e0181-bcd8-4455-a5fa-db338d5fb392 req-845dee0d-e716-4bf3-8bd5-6efaa9c077dc tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:32.376928 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c129e96d-321c-4605-93f6-8360b7185b26 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:32.407544 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bc7c3b3d-2e4a-48d2-aea5-d9a2c15b06d1 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3253224 Aug 06 16:01:32.412255 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a986834e-2b11-422b-b19c-ecb61e183167'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:01:32.420026 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: c129e96d-321c-4605-93f6-8360b7185b26 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:32.420492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c129e96d-321c-4605-93f6-8360b7185b26 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:32.435281 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b744e-1f1d-41af-a217-e35be01ea528 service neutron] Pushing event updated for resources: {'Port': ['ID=9c991476-ffbd-4489-bd05-9b59463205dc,revision_number=10']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:32.446990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36882) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:32.447860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845dee0d-e716-4bf3-8bd5-6efaa9c077dc tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Pushing event deleted for resources: {'Port': ['ID=a986834e-2b11-422b-b19c-ecb61e183167,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:32.453934 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-4a9b744e-1f1d-41af-a217-e35be01ea528 service neutron] No DVR routers for this DVR port 9c991476-ffbd-4489-bd05-9b59463205dc on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:32.457076 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c03b2982-deb6-4bb5-a68b-7482b28f418b None None] Provisioning for port c19b014b-e9b4-4672-ae1e-869fb3f6e838 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:32.469975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a56c54a1-0abd-4000-8b39-5420c224c8da tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Request body: {'network': {'project_id': 'a2096ffcbaf24a4c92180800b84223ab'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:32.480387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c03b2982-deb6-4bb5-a68b-7482b28f418b None None] Provisioning complete for port c19b014b-e9b4-4672-ae1e-869fb3f6e838 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:32.480841 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c03b2982-deb6-4bb5-a68b-7482b28f418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:32.515194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c3b3d-2e4a-48d2-aea5-d9a2c15b06d1 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Pushing event updated for resources: {'Network': ['ID=2a4358cd-b1bb-4104-a9a9-e9ed6f7cfda8,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:32.535717 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-4a9b744e-1f1d-41af-a217-e35be01ea528 service neutron] 10.222.0.13 "PUT /v2.0/ports/9c991476-ffbd-4489-bd05-9b59463205dc/bindings/n-h1-803756-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4419062 Aug 06 16:01:32.550024 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7e0181-bcd8-4455-a5fa-db338d5fb392 req-845dee0d-e716-4bf3-8bd5-6efaa9c077dc tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] No DVR routers for this DVR port a986834e-2b11-422b-b19c-ecb61e183167 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:32.551462 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 2a4358cd-b1bb-4104-a9a9-e9ed6f7cfda8 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:32.556950 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1f7e0181-bcd8-4455-a5fa-db338d5fb392 req-845dee0d-e716-4bf3-8bd5-6efaa9c077dc tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:32.559340 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f7e0181-bcd8-4455-a5fa-db338d5fb392 req-845dee0d-e716-4bf3-8bd5-6efaa9c077dc tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.13 "DELETE /v2.0/ports/a986834e-2b11-422b-b19c-ecb61e183167 HTTP/1.1" status: 204 len: 173 time: 1.2945614 Aug 06 16:01:32.569736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df57c738-4196-4e5e-a5f6-725f630abfa7', 'name': 'network-vif-deleted', 'tag': 'a986834e-2b11-422b-b19c-ecb61e183167'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:32.573660 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af9ddb8-4fcf-4459-8fd7-ed773ad37d71" -d '{"events": [{"server_uuid": "df57c738-4196-4e5e-a5f6-725f630abfa7", "name": "network-vif-deleted", "tag": "a986834e-2b11-422b-b19c-ecb61e183167"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:32.580124 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56c54a1-0abd-4000-8b39-5420c224c8da tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 06 16:01:32.580834 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56c54a1-0abd-4000-8b39-5420c224c8da tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:01:32.594400 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a56c54a1-0abd-4000-8b39-5420c224c8da tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1442964 Aug 06 16:01:32.636641 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:32.677080 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2a3109a-9ffe-4e81-8881-178fc1b6b6ae req-afa7bbc5-0503-4d75-8271-f11ab3b675a0 tempest-AttachSCSIVolumeTestJSON-293320066 tempest-AttachSCSIVolumeTestJSON-293320066-project] 10.222.0.37 "GET /v2.0/ports?device_id=df57c738-4196-4e5e-a5f6-725f630abfa7 HTTP/1.1" status: 200 len: 210 time: 0.0796158 Aug 06 16:01:32.692194 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8148e-dd8f-47e3-9b94-b59ab0df47a7 req-109dbf46-4a98-4ea5-967b-479a5038855f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:32.717725 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e0b8148e-dd8f-47e3-9b94-b59ab0df47a7 req-109dbf46-4a98-4ea5-967b-479a5038855f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.2397707 Aug 06 16:01:32.749001 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] Pushing event deleted for resources: {'Port': ['ID=c129e96d-321c-4605-93f6-8360b7185b26,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:32.763926 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:32.783004 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] No DVR routers for this DVR port c129e96d-321c-4605-93f6-8360b7185b26 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:32.805543 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e0b8148e-dd8f-47e3-9b94-b59ab0df47a7 req-f6d28844-b8a7-48ac-9be2-daa87db6bd94 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834177 Aug 06 16:01:32.844999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36892) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:32.848792 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17404714-7af7-4aed-8a2f-a7d06b0f8c45 x-openstack-request-id: req-17404714-7af7-4aed-8a2f-a7d06b0f8c45 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:32.849089 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df57c738-4196-4e5e-a5f6-725f630abfa7", "name": "network-vif-deleted", "tag": "a986834e-2b11-422b-b19c-ecb61e183167", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:32.849344 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17404714-7af7-4aed-8a2f-a7d06b0f8c45 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:32.849776 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df57c738-4196-4e5e-a5f6-725f630abfa7', 'name': 'network-vif-deleted', 'tag': 'a986834e-2b11-422b-b19c-ecb61e183167', 'status': 'completed', 'code': 200} Aug 06 16:01:32.876774 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c03b2982-deb6-4bb5-a68b-7482b28f418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:32.933786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c03b2982-deb6-4bb5-a68b-7482b28f418b None None] For port c19b014b-e9b4-4672-ae1e-869fb3f6e838, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c19b014b-e9b4-4672-ae1e-869fb3f6e838,segment=NetworkSegment(38b85d99-f64f-4222-b89d-6f0da7d97f63),segment_id=38b85d99-f64f-4222-b89d-6f0da7d97f63)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:32.943603 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c03b2982-deb6-4bb5-a68b-7482b28f418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.005531 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b2982-deb6-4bb5-a68b-7482b28f418b None None] Pushing event updated for resources: {'Port': ['ID=c19b014b-e9b4-4672-ae1e-869fb3f6e838,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:33.077797 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-5f6400ff-e775-41b8-9fad-1b3af43bd60d tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:33.081361 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-5f6400ff-e775-41b8-9fad-1b3af43bd60d tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085&tenant_id=048e5568a18447ea929cde75921b0777&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 1095 time: 0.4095066 Aug 06 16:01:33.098166 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6b482ac5-07ae-4e92-8c50-268469d2904c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2096ffcbaf24a4c92180800b84223ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2309761 Aug 06 16:01:33.099745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36898) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:33.184962 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.222929 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e892b1e0-027e-4b9c-b607-1961ba238ab5']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:33.251136 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa644059-d0cd-4c80-b33e-0013c8abb891') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:33.251515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa644059-d0cd-4c80-b33e-0013c8abb891') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:33.267547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-8df6908e-c067-4a53-85d1-649e7239e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:33.269801 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-8df6908e-c067-4a53-85d1-649e7239e97b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 1101 time: 0.5160646 Aug 06 16:01:33.280725 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b69594d0-461b-412c-97cc-8e1180587282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.284462 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3079eb20-837d-4617-a5f8-151f5a4bb82b None None] Provisioning complete for port c19b014b-e9b4-4672-ae1e-869fb3f6e838 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:33.286181 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3079eb20-837d-4617-a5f8-151f5a4bb82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.299381 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f197d-a7c3-44ec-9cfb-fd450d52d622 req-f623303f-72de-4891-a004-0acb4c47c39f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:33.310205 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de9f197d-a7c3-44ec-9cfb-fd450d52d622 req-f623303f-72de-4891-a004-0acb4c47c39f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.1515985 Aug 06 16:01:33.326170 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.370582 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-bdb2a6b5-330d-4820-93db-5f49ad6bc5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:33.372328 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-bdb2a6b5-330d-4820-93db-5f49ad6bc5c7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085&tenant_id=048e5568a18447ea929cde75921b0777 HTTP/1.1" status: 200 len: 1095 time: 0.2392642 Aug 06 16:01:33.373397 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.377261 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b69594d0-461b-412c-97cc-8e1180587282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.392506 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:33.392971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:33.394820 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:33.550418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de9f197d-a7c3-44ec-9cfb-fd450d52d622 req-af41d891-60bd-4a02-b452-555437d9de05 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389925 Aug 06 16:01:33.566073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c653a-9686-4a92-9551-df0247b74a70 req-cd7789bb-53fb-42e1-8cc3-bb90aa88db3d tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:33.568470 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-558c653a-9686-4a92-9551-df0247b74a70 req-cd7789bb-53fb-42e1-8cc3-bb90aa88db3d tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 944 time: 0.1180580 Aug 06 16:01:33.576996 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b69594d0-461b-412c-97cc-8e1180587282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.581612 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b69594d0-461b-412c-97cc-8e1180587282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.584693 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c19b014b-e9b4-4672-ae1e-869fb3f6e838 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:33.588072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b69594d0-461b-412c-97cc-8e1180587282 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4524d062-3426-48a0-b5eb-6457f49e7a47 HTTP/1.1" status: 204 len: 168 time: 0.4868701 Aug 06 16:01:33.593608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36902) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:33.638517 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.643941 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.646789 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e892b1e0-027e-4b9c-b607-1961ba238ab5 HTTP/1.1" status: 204 len: 168 time: 2.7921126 Aug 06 16:01:33.649279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69594d0-461b-412c-97cc-8e1180587282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4524d062-3426-48a0-b5eb-6457f49e7a47,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:33.651632 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.654675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-79645619-d1ca-4a97-bc0d-8469e0377906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:33.658654 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-79645619-d1ca-4a97-bc0d-8469e0377906 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.3339171 Aug 06 16:01:33.682079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db0734-78b6-472b-ba75-23a525329651 admin admin] Pushing event deleted for resources: {'Network': ['ID=e892b1e0-027e-4b9c-b607-1961ba238ab5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:33.702200 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bed70889-5a05-4a5b-98ed-e9cdd7d38776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.706117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-a7bb307a-6f71-494d-af68-f790ae08eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:33.709499 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-a7bb307a-6f71-494d-af68-f790ae08eeae service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 1095 time: 0.2613456 Aug 06 16:01:33.728451 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port c19b014b-e9b4-4672-ae1e-869fb3f6e838 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:33.729044 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.740393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-558c653a-9686-4a92-9551-df0247b74a70 req-4c0cb652-e725-4976-a91f-dd02341003e2 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477592 Aug 06 16:01:33.771398 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.832367 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-c3168bcc-47ca-4319-92cd-28cc2d85b1ee service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 HTTP/1.1" status: 200 len: 217 time: 0.1519265 Aug 06 16:01:33.866044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9c991476-ffbd-4489-bd05-9b59463205dc no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:33.887109 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36916) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:33.958562 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.962104 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9c991476-ffbd-4489-bd05-9b59463205dc not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:33.975673 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4358cd-b1bb-4104-a9a9-e9ed6f7cfda8']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:33.995790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bab14a-3068-4089-ab09-8fb6b1f44cd4') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:33.996935 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bab14a-3068-4089-ab09-8fb6b1f44cd4') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:34.016767 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.098105 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.116281 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-9a997dbf-f004-43a7-b7e4-f118d9c49420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:34.117675 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fc519-4a79-43a8-be78-3e7ff4c4d1a0 req-f055270d-8296-4c9e-b6b4-f16ebf64ba84 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:34.117921 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-9a997dbf-f004-43a7-b7e4-f118d9c49420 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2707555 Aug 06 16:01:34.119583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-607fc519-4a79-43a8-be78-3e7ff4c4d1a0 req-f055270d-8296-4c9e-b6b4-f16ebf64ba84 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.0968506 Aug 06 16:01:34.120822 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:34.121267 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:34.123326 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:34.127488 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8b50c10d-0985-4346-8c9d-69eb45e1ec43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad4cc8d4f17a47abb06d004c5cf8e31c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338941 Aug 06 16:01:34.130905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36926) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:34.185432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-ada1b1ef-6583-459f-a5b4-7c6b9483f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:34.187101 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-ada1b1ef-6583-459f-a5b4-7c6b9483f49d service neutron] 10.222.0.78 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.3754444 Aug 06 16:01:34.225451 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-607fc519-4a79-43a8-be78-3e7ff4c4d1a0 req-c61be089-6527-49ea-be0f-0196abcf99d9 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772145 Aug 06 16:01:34.225451 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.244915 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.251648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] 10.222.0.37 "DELETE /v2.0/networks/2a4358cd-b1bb-4104-a9a9-e9ed6f7cfda8 HTTP/1.1" status: 204 len: 168 time: 0.6520748 Aug 06 16:01:34.269218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36928) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:34.275715 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-3b8c7c8c-6f00-4ed0-a00f-c694c12b136d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c991476-ffbd-4489-bd05-9b59463205dc HTTP/1.1" status: 200 len: 217 time: 0.0737813 Aug 06 16:01:34.277251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a4358cd-b1bb-4104-a9a9-e9ed6f7cfda8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:34.303023 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Router 294998e4-57aa-4181-8e21-c80e09a62232 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:01:34.311867 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:34.312593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:34.313651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:34.313651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:34.314188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:34.314763 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:34.315324 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:34.315879 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:34.316577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:34.317164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:34.318232 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:34.318787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f2abd2-fd9a-4f45-b566-5eb8434e50a8 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:34.343995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-7db38d05-a859-4148-b0ab-086e38f90350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:34.345854 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-7db38d05-a859-4148-b0ab-086e38f90350 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2007682 Aug 06 16:01:34.364849 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a477df48-0b29-47f4-8131-60c8c5d8f834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.409736 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f2090f3-e98c-4e4b-8506-0a34fd7613c6 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.478524 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-e00086b9-62e4-470a-8340-748c6287f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:34.479542 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-e00086b9-62e4-470a-8340-748c6287f323 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.1877718 Aug 06 16:01:34.481524 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a477df48-0b29-47f4-8131-60c8c5d8f834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.546997 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f2090f3-e98c-4e4b-8506-0a34fd7613c6 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.563178 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-7f2090f3-e98c-4e4b-8506-0a34fd7613c6 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde38574-1459-49d4-9d66-b560a812349e']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:34.581305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-7f2090f3-e98c-4e4b-8506-0a34fd7613c6 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d2759a-1a34-415a-9e75-ca2dc69f87f4') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:34.581721 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-7f2090f3-e98c-4e4b-8506-0a34fd7613c6 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d2759a-1a34-415a-9e75-ca2dc69f87f4') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:34.595558 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f2090f3-e98c-4e4b-8506-0a34fd7613c6 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.612889 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f2090f3-e98c-4e4b-8506-0a34fd7613c6 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.621856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2090f3-e98c-4e4b-8506-0a34fd7613c6 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:34.622413 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f2090f3-e98c-4e4b-8506-0a34fd7613c6 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:34.624465 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:34.734650 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f2090f3-e98c-4e4b-8506-0a34fd7613c6 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.744270 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f2090f3-e98c-4e4b-8506-0a34fd7613c6 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.746449 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7f2090f3-e98c-4e4b-8506-0a34fd7613c6 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] 10.222.0.37 "DELETE /v2.0/networks/fde38574-1459-49d4-9d66-b560a812349e HTTP/1.1" status: 204 len: 168 time: 0.4762239 Aug 06 16:01:34.764938 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2090f3-e98c-4e4b-8506-0a34fd7613c6 tempest-QuotasNegativeTest-1466871337 tempest-QuotasNegativeTest-1466871337-project-admin] Pushing event deleted for resources: {'Network': ['ID=fde38574-1459-49d4-9d66-b560a812349e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:34.799176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9d2c7-bb56-44e1-98d8-3b48fafd8450 req-a2cae1c2-e31f-483b-99bd-94ed12d669f1 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:34.803747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73a9d2c7-bb56-44e1-98d8-3b48fafd8450 req-a2cae1c2-e31f-483b-99bd-94ed12d669f1 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.1102891 Aug 06 16:01:34.869960 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73a9d2c7-bb56-44e1-98d8-3b48fafd8450 req-0f07b625-7b1a-4b99-bc8f-3af2ae0abb30 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539367 Aug 06 16:01:34.973665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2f86e-cd2a-482f-b22c-9b141197cd03 req-ffe6f3ea-5afa-48b8-bec8-f801fe6b383f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:34.981740 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cb2f86e-cd2a-482f-b22c-9b141197cd03 req-ffe6f3ea-5afa-48b8-bec8-f801fe6b383f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 944 time: 0.1026518 Aug 06 16:01:35.079537 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cb2f86e-cd2a-482f-b22c-9b141197cd03 req-bb032393-9fb7-47d9-b7bb-9db0e6818192 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966659 Aug 06 16:01:35.090995 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-bde5cffa-ebda-4583-8327-c1e9a0575775 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1896932 Aug 06 16:01:35.248909 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:35.263328 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Sync routers for ids ['294998e4-57aa-4181-8e21-c80e09a62232'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:35.279836 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Routers {'294998e4-57aa-4181-8e21-c80e09a62232'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:35.280858 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:01:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['294998e4-57aa-4181-8e21-c80e09a62232'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:35.371673 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.377476 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bf2e599d-0bd6-4edf-b331-4865f33e5038 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7178998 Aug 06 16:01:35.378061 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36978) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:35.398201 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-439ed096-b704-46af-a955-0706c9a3059d service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0133848 Aug 06 16:01:35.401406 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a477df48-0b29-47f4-8131-60c8c5d8f834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.404080 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a477df48-0b29-47f4-8131-60c8c5d8f834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.405252 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a477df48-0b29-47f4-8131-60c8c5d8f834 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f3c6f27-48d4-4018-9bde-a65b43001267 HTTP/1.1" status: 204 len: 168 time: 1.2737701 Aug 06 16:01:35.448029 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Set router 294998e4-57aa-4181-8e21-c80e09a62232 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:35.456221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477df48-0b29-47f4-8131-60c8c5d8f834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3c6f27-48d4-4018-9bde-a65b43001267,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:35.464201 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-5d453289-3730-47cb-9a62-d5275b1246d2 service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850928 Aug 06 16:01:35.665109 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-e38a3d30-c684-4404-8822-1ce4c196de71 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524199 Aug 06 16:01:35.743678 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294998e4-57aa-4181-8e21-c80e09a62232', 'name': 'tempest-TaggedBootDevicesTest-2028610235-router', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:28Z', 'updated_at': '2021-08-06T16:01:32Z', 'revision_number': 3, 'project_id': '964dc75051674f75a50f3eba300bee26', 'gw_port': {'id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:29Z', 'updated_at': '2021-08-06T16:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:35.758455 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-278ff546-15d5-413c-bb6e-f3dd19857e3e service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680430 Aug 06 16:01:35.794143 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Checking router: 294998e4-57aa-4181-8e21-c80e09a62232 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:01:35.794891 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Updating router 294998e4-57aa-4181-8e21-c80e09a62232 port 95033e3c-affd-4d17-aeb2-e40db7734c8c binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:01:35.810035 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36984) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:35.854964 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a486819-b3cc-41f7-b48a-0b4cf6587cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.866095 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a986834e-2b11-422b-b19c-ecb61e183167 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:35.877200 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.989781 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427d433-267e-43e8-90da-b38d36b580b8 req-0251e7e5-6606-417d-a320-f32db4fc945c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:35.998940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e427d433-267e-43e8-90da-b38d36b580b8 req-0251e7e5-6606-417d-a320-f32db4fc945c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.4221537 Aug 06 16:01:36.002282 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: a986834e-2b11-422b-b19c-ecb61e183167 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:36.004803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a986834e-2b11-422b-b19c-ecb61e183167 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:36.060323 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a486819-b3cc-41f7-b48a-0b4cf6587cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.068573 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a486819-b3cc-41f7-b48a-0b4cf6587cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.103337 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2a486819-b3cc-41f7-b48a-0b4cf6587cc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d17de257cf7e4ffd8a674a30c8d88e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918856 Aug 06 16:01:36.105916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36990) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:36.143270 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fec76bf3-68d9-42a0-b6a5-f85e9a46c64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.162725 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a486819-b3cc-41f7-b48a-0b4cf6587cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4f2b96-b982-487d-8a5c-a5f4df779cc8,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:36.215939 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e427d433-267e-43e8-90da-b38d36b580b8 req-d59b961a-6f3c-4c09-8b8c-9a611e283f4e tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157030 Aug 06 16:01:36.237461 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-052ec085-cf11-4f9f-9cd8-82028ff3d498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.328652 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-052ec085-cf11-4f9f-9cd8-82028ff3d498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.568131 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-052ec085-cf11-4f9f-9cd8-82028ff3d498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.570888 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-052ec085-cf11-4f9f-9cd8-82028ff3d498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.587795 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-052ec085-cf11-4f9f-9cd8-82028ff3d498 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b4f2b96-b982-487d-8a5c-a5f4df779cc8 HTTP/1.1" status: 204 len: 168 time: 0.4802170 Aug 06 16:01:36.601026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ec085-cf11-4f9f-9cd8-82028ff3d498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4f2b96-b982-487d-8a5c-a5f4df779cc8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:36.627813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c0bd3-70df-4fdc-9de6-47a47dd5490f req-49413cdd-bb40-4284-b0ac-2f09ba54efe5 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:36.639636 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-453954f7-9d54-4d1b-97d7-814468422f8b tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:36.641200 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-453954f7-9d54-4d1b-97d7-814468422f8b tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085&tenant_id=048e5568a18447ea929cde75921b0777&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 1095 time: 0.1747205 Aug 06 16:01:36.641924 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f45c0bd3-70df-4fdc-9de6-47a47dd5490f req-49413cdd-bb40-4284-b0ac-2f09ba54efe5 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.4485903 Aug 06 16:01:36.700081 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.737563 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Transition to ACTIVE for port object 95033e3c-affd-4d17-aeb2-e40db7734c8c will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:36.765288 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.809930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f45c0bd3-70df-4fdc-9de6-47a47dd5490f req-134a0548-7433-45e2-ab7e-87ad85632f6f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668780 Aug 06 16:01:36.898783 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Attempting to bind port 95033e3c-affd-4d17-aeb2-e40db7734c8c on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:36.899440 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143df5e4-2b15-44b0-802a-55698a970047 req-5ac46e6f-9c69-4950-9f0a-6f75cc365c61 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:36.903681 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-1a9bb5f0-24f2-4ff4-8b84-cdf84943984b service neutron] For port 9c991476-ffbd-4489-bd05-9b59463205dc, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:36.907628 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-1a9bb5f0-24f2-4ff4-8b84-cdf84943984b service neutron] Notify callbacks [] for binding, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.908942 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-333dd7ca-60a2-456c-aa33-ad1fe0fe49f6 req-1a9bb5f0-24f2-4ff4-8b84-cdf84943984b service neutron] 10.222.0.78 "DELETE /v2.0/ports/9c991476-ffbd-4489-bd05-9b59463205dc/bindings/n-h2-803756-1 HTTP/1.1" status: 204 len: 173 time: 0.2532949 Aug 06 16:01:36.909901 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Attempting to bind port 95033e3c-affd-4d17-aeb2-e40db7734c8c by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:36.910453 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Attempting to bind port 95033e3c-affd-4d17-aeb2-e40db7734c8c on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:36.914009 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-143df5e4-2b15-44b0-802a-55698a970047 req-5ac46e6f-9c69-4950-9f0a-6f75cc365c61 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 944 time: 0.4131618 Aug 06 16:01:36.937582 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a566e-4413-4bfd-9630-1fd546c60b33 None None] Pushing event updated for resources: {'Port': ['ID=95033e3c-affd-4d17-aeb2-e40db7734c8c,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:36.940115 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:36.940576 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:36.940964 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.941366 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:36.941887 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Bound port: 95033e3c-affd-4d17-aeb2-e40db7734c8c, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:36.942836 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.996205 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.005492 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a566e-4413-4bfd-9630-1fd546c60b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:37.005808 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a566e-4413-4bfd-9630-1fd546c60b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:37.006074 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a566e-4413-4bfd-9630-1fd546c60b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:37.006405 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a566e-4413-4bfd-9630-1fd546c60b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:37.006728 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a566e-4413-4bfd-9630-1fd546c60b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:37.007056 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a566e-4413-4bfd-9630-1fd546c60b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:37.007374 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a566e-4413-4bfd-9630-1fd546c60b33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:37.007695 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a566e-4413-4bfd-9630-1fd546c60b33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:37.008114 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a566e-4413-4bfd-9630-1fd546c60b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:37.008435 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a566e-4413-4bfd-9630-1fd546c60b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:37.008750 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a566e-4413-4bfd-9630-1fd546c60b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:37.009060 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87a566e-4413-4bfd-9630-1fd546c60b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:37.093058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-143df5e4-2b15-44b0-802a-55698a970047 req-b0723e1f-1ec5-47eb-aba1-53e27ee94aea tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776712 Aug 06 16:01:37.120312 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.120818 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] For port 95033e3c-affd-4d17-aeb2-e40db7734c8c, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:37.130794 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] For port 95033e3c-affd-4d17-aeb2-e40db7734c8c, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=95033e3c-affd-4d17-aeb2-e40db7734c8c,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:37.142657 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.214627 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.350547 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a566e-4413-4bfd-9630-1fd546c60b33 None None] Pushing event updated for resources: {'Port': ['ID=95033e3c-affd-4d17-aeb2-e40db7734c8c,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:37.356050 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Routers {'294998e4-57aa-4181-8e21-c80e09a62232'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:37.362863 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:01:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['294998e4-57aa-4181-8e21-c80e09a62232'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:37.553604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37022) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:37.558798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37024) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:37.609613 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5b5ba03f-897c-422b-a739-8a486a9a9baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.705304 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Allocated IP 172.20.0.1 (7014f70e-1588-4abd-8ad1-8e22ba7acd96/439dc982-ce89-4fa4-9cd7-95fb9df42d90/2f7531f4-acc7-4b21-b257-a2ac2168a022) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:37.738955 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] Set router 294998e4-57aa-4181-8e21-c80e09a62232 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:37.746426 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a626ea-3634-4d91-91c0-a3c9b2ff1d85 req-ed961df3-e312-46b9-8e99-67d600481312 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:37.749740 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8a626ea-3634-4d91-91c0-a3c9b2ff1d85 req-ed961df3-e312-46b9-8e99-67d600481312 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.1898985 Aug 06 16:01:37.870521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8a626ea-3634-4d91-91c0-a3c9b2ff1d85 req-7e533885-494c-49fa-88b7-16bc8ba01239 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959041 Aug 06 16:01:37.871903 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5b5ba03f-897c-422b-a739-8a486a9a9baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.886465 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5b5ba03f-897c-422b-a739-8a486a9a9baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.953278 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.998919 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Transition to ACTIVE for port object 2f7531f4-acc7-4b21-b257-a2ac2168a022 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:38.035274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ba03f-897c-422b-a739-8a486a9a9baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f903255-33e9-4366-86d6-6c4334424596,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:38.040762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-301680050-network', 'tenant_id': '4962ab0a989a4381b98008d2bfaf9068'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:38.066908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] Made reservation on behalf of 4962ab0a989a4381b98008d2bfaf9068 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:38.069752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.099740 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5b5ba03f-897c-422b-a739-8a486a9a9baf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=635f77512f754545bfa860d885938535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5387173 Aug 06 16:01:38.104941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37032) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:38.123187 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.189814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdb97e-2dea-4d1a-850b-99adc44729e1 req-2e96ba02-9882-4925-868d-56b509b08a2f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:38.191896 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3fdb97e-2dea-4d1a-850b-99adc44729e1 req-2e96ba02-9882-4925-868d-56b509b08a2f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.1287999 Aug 06 16:01:38.211533 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.235699 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2c16d27f-10b7-4320-abef-61acfcb6c4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.279596 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2c16d27f-10b7-4320-abef-61acfcb6c4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.305607 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Network 7014f70e-1588-4abd-8ad1-8e22ba7acd96 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:38.325748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:38.332000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7531f4-acc7-4b21-b257-a2ac2168a022,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:38.338892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:38.384963 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2c16d27f-10b7-4320-abef-61acfcb6c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.395627 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2c16d27f-10b7-4320-abef-61acfcb6c4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.396580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3fdb97e-2dea-4d1a-850b-99adc44729e1 req-169a823c-ed41-4267-86b6-63b5fd293929 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866841 Aug 06 16:01:38.419582 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.425866 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2c16d27f-10b7-4320-abef-61acfcb6c4f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f903255-33e9-4366-86d6-6c4334424596 HTTP/1.1" status: 204 len: 168 time: 0.3171532 Aug 06 16:01:38.463120 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16d27f-10b7-4320-abef-61acfcb6c4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f903255-33e9-4366-86d6-6c4334424596,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:38.466786 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294998e4-57aa-4181-8e21-c80e09a62232', 'name': 'tempest-TaggedBootDevicesTest-2028610235-router', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:28Z', 'updated_at': '2021-08-06T16:01:32Z', 'revision_number': 3, 'project_id': '964dc75051674f75a50f3eba300bee26', 'gw_port': {'id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:29Z', 'updated_at': '2021-08-06T16:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:38.521811 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2281a3e-123a-4d06-9bad-d9d606473db7 None None] The sync data for ids ['294998e4-57aa-4181-8e21-c80e09a62232'] in n-d-803756-1 is: [{'id': '294998e4-57aa-4181-8e21-c80e09a62232', 'name': 'tempest-TaggedBootDevicesTest-2028610235-router', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:28Z', 'updated_at': '2021-08-06T16:01:32Z', 'revision_number': 3, 'project_id': '964dc75051674f75a50f3eba300bee26', 'gw_port': {'id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:29Z', 'updated_at': '2021-08-06T16:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:38.661698 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.676346 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.760935 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fc32d-d3fb-47b7-98b3-95c94da69435 req-5292b026-3ed9-4087-817a-8cf08db99f9a tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:38.773166 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a52fc32d-d3fb-47b7-98b3-95c94da69435 req-5292b026-3ed9-4087-817a-8cf08db99f9a tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 944 time: 0.2233324 Aug 06 16:01:38.784055 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c00f1f2f-5f07-4f58-a1b1-5ea2329db1e3 None None] Provisioning for port 2f7531f4-acc7-4b21-b257-a2ac2168a022 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:38.791736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:38.801017 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c00f1f2f-5f07-4f58-a1b1-5ea2329db1e3 None None] Provisioning complete for port 2f7531f4-acc7-4b21-b257-a2ac2168a022 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:38.802532 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c00f1f2f-5f07-4f58-a1b1-5ea2329db1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.966733 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.967224 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] Added segment c52fd57d-ef8d-4106-baf0-d3cf3e000b46 of type vlan for network 76c4e394-0ae0-418c-94b4-ac682a3f5c15 Aug 06 16:01:38.972696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017e5540-d50f-4f6d-b275-d05ac3aa28a2,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:39.033868 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.035010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c00f1f2f-5f07-4f58-a1b1-5ea2329db1e3 None None] Port 2f7531f4-acc7-4b21-b257-a2ac2168a022 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:01:39.063646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a52fc32d-d3fb-47b7-98b3-95c94da69435 req-5dd11eea-0bd2-4cce-a3c8-4533bf1ea58a tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645497 Aug 06 16:01:39.140184 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.235389 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.439000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf1285-f6d8-46ae-9cb4-64b4413d49fa req-b1df1f40-7ad9-43a7-8734-64aeabdcddc5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:39.454617 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5cf1285-f6d8-46ae-9cb4-64b4413d49fa req-b1df1f40-7ad9-43a7-8734-64aeabdcddc5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.4058969 Aug 06 16:01:39.459081 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.resource_extend [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:01:39.547382 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa829ad4-4db2-4e70-b3dc-98bb4b0f39a5 req-c358b991-ee02-480e-b1d1-6ca9a1a780e0 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:39.558636 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa829ad4-4db2-4e70-b3dc-98bb4b0f39a5 req-c358b991-ee02-480e-b1d1-6ca9a1a780e0 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 1095 time: 0.3361185 Aug 06 16:01:39.591156 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.592252 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:39.592925 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.669774 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 95033e3c-affd-4d17-aeb2-e40db7734c8c up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:39.758701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1973753 Aug 06 16:01:39.761671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37068) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:39.769518 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8c2558ab-a173-40df-a7bc-05d90c8c2e31 admin admin] Request body: {'subnet': {'network_id': '76c4e394-0ae0-418c-94b4-ac682a3f5c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-301680050-subnet', 'tenant_id': '4962ab0a989a4381b98008d2bfaf9068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:39.772162 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5cf1285-f6d8-46ae-9cb4-64b4413d49fa req-2a7d58d4-ada1-4390-9f99-6a6a8535d84c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161247 Aug 06 16:01:39.773805 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 95033e3c-affd-4d17-aeb2-e40db7734c8c completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:39.778544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff95374-531e-446c-8ef6-7f78d7defb79 admin admin] Pushing event updated for resources: {'Network': ['ID=76c4e394-0ae0-418c-94b4-ac682a3f5c15,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:39.786640 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 95033e3c-affd-4d17-aeb2-e40db7734c8c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:39.787425 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.803569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 76c4e394-0ae0-418c-94b4-ac682a3f5c15 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:39.836569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2558ab-a173-40df-a7bc-05d90c8c2e31 admin admin] Made reservation on behalf of 4962ab0a989a4381b98008d2bfaf9068 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:39.845211 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c2558ab-a173-40df-a7bc-05d90c8c2e31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.862096 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa829ad4-4db2-4e70-b3dc-98bb4b0f39a5 req-22535528-8ecb-4b1e-9224-0ecdd0eb71dc tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852833 Aug 06 16:01:40.070003 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.122374 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.201466 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.256162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 95033e3c-affd-4d17-aeb2-e40db7734c8c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=95033e3c-affd-4d17-aeb2-e40db7734c8c,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:40.261775 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.306015 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c2558ab-a173-40df-a7bc-05d90c8c2e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.334119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=95033e3c-affd-4d17-aeb2-e40db7734c8c,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:40.369072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7531f4-acc7-4b21-b257-a2ac2168a022,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:40.381093 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.424958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759abf9-ead8-404b-aedf-dc6d2ec65802 req-2489fc43-e6f4-4b11-8aad-14b493d26322 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:40.426063 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2558ab-a173-40df-a7bc-05d90c8c2e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=984af9ef-8867-4b98-8acb-cfddec1d0c84,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:40.427393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2759abf9-ead8-404b-aedf-dc6d2ec65802 req-2489fc43-e6f4-4b11-8aad-14b493d26322 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.3668797 Aug 06 16:01:40.436031 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2558ab-a173-40df-a7bc-05d90c8c2e31 admin admin] Checking segment: {'id': 'c52fd57d-ef8d-4106-baf0-d3cf3e000b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '76c4e394-0ae0-418c-94b4-ac682a3f5c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:40.436454 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2558ab-a173-40df-a7bc-05d90c8c2e31 admin admin] Network hostable DHCP agents. Network: 76c4e394-0ae0-418c-94b4-ac682a3f5c15, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:01:40.458500 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2558ab-a173-40df-a7bc-05d90c8c2e31 admin admin] Network 76c4e394-0ae0-418c-94b4-ac682a3f5c15 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:01:40.473332 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8c2558ab-a173-40df-a7bc-05d90c8c2e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 76c4e394-0ae0-418c-94b4-ac682a3f5c15) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:40.482041 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2558ab-a173-40df-a7bc-05d90c8c2e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:40.483062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c2558ab-a173-40df-a7bc-05d90c8c2e31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.487267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93da6186-8311-4b3a-97f3-7404ed69f426 None None] Network 76c4e394-0ae0-418c-94b4-ac682a3f5c15 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:40.528367 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8c2558ab-a173-40df-a7bc-05d90c8c2e31 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7519948 Aug 06 16:01:40.657724 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2759abf9-ead8-404b-aedf-dc6d2ec65802 req-045bf6fc-b2d2-4558-b71e-1821142177a9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917081 Aug 06 16:01:40.661883 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdedb44-2d91-4a3d-af91-e281fff63af1 None None] Network 76c4e394-0ae0-418c-94b4-ac682a3f5c15 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:40.774087 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-40afb566-cc55-437a-858d-bee8f7a0f9c3 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:40.776057 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-40afb566-cc55-437a-858d-bee8f7a0f9c3 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 807 time: 0.3831677 Aug 06 16:01:40.809094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37102) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:40.834996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Network 7014f70e-1588-4abd-8ad1-8e22ba7acd96 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:40.839123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:40.857983 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-e5af2e8c-d569-45f9-8992-3fc9eebaa49a tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/quotas/048e5568a18447ea929cde75921b0777 HTTP/1.1" status: 200 len: 375 time: 0.0603008 Aug 06 16:01:41.256060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Router 294998e4-57aa-4181-8e21-c80e09a62232 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:01:41.309871 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-532813c4-2e57-47fb-8545-1b5f4413249a None None] Provisioning complete for port 2f7531f4-acc7-4b21-b257-a2ac2168a022 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:41.312681 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-532813c4-2e57-47fb-8545-1b5f4413249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.334494 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-55a06db5-f77d-4698-9931-b8f1f78954ba tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4659610 Aug 06 16:01:41.364910 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37114) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:41.384110 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-532813c4-2e57-47fb-8545-1b5f4413249a None None] Port 2f7531f4-acc7-4b21-b257-a2ac2168a022 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:01:41.443863 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7188da3-362b-4554-8a2f-e8726bc505a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.550694 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-281406ca-a72a-4871-a2ad-19861e9ccde3 service neutron] 10.222.0.37 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538577 Aug 06 16:01:41.596370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e027785-e0d9-40cb-ada5-2c84148e7312 req-f7148f2e-eb35-457b-a476-7d36982e8049 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:41.597986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e027785-e0d9-40cb-ada5-2c84148e7312 req-f7148f2e-eb35-457b-a476-7d36982e8049 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.4037743 Aug 06 16:01:41.615076 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 95033e3c-affd-4d17-aeb2-e40db7734c8c up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:41.680360 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 95033e3c-affd-4d17-aeb2-e40db7734c8c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:41.680943 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.718371 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a9174e64-6417-4e3f-a88b-c8cc8abe5a07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1481730960'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:41.724058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e027785-e0d9-40cb-ada5-2c84148e7312 req-0c6ebaaa-9ca7-4f0e-bc6c-c019a32ddd17 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147394 Aug 06 16:01:41.743249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:41.749486 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-876df42c-931c-423a-ba1e-314fbf183f02 admin admin] 10.222.0.37 "PUT /v2.0/routers/294998e4-57aa-4181-8e21-c80e09a62232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3706574 Aug 06 16:01:41.775342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9174e64-6417-4e3f-a88b-c8cc8abe5a07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Made reservation on behalf of d7bf4dae10d24b08baf5b7f1dcb2c41e for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:41.778842 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9174e64-6417-4e3f-a88b-c8cc8abe5a07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.780034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Sync routers for ids ['294998e4-57aa-4181-8e21-c80e09a62232'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:41.786457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-b12ec388-3aed-45a6-8edd-02c16fffd5bc service neutron] 10.222.0.37 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339218 Aug 06 16:01:41.801459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Routers {'294998e4-57aa-4181-8e21-c80e09a62232'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:41.802517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:01:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['294998e4-57aa-4181-8e21-c80e09a62232'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:41.810098 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9174e64-6417-4e3f-a88b-c8cc8abe5a07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.023818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c7188da3-362b-4554-8a2f-e8726bc505a9 admin admin] Deleting port 2f67a810-89e4-4ff3-aa49-bab2a315f547 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:42.025010 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7188da3-362b-4554-8a2f-e8726bc505a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.118431 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Set router 294998e4-57aa-4181-8e21-c80e09a62232 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:42.147373 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9174e64-6417-4e3f-a88b-c8cc8abe5a07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.164739 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9174e64-6417-4e3f-a88b-c8cc8abe5a07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.215340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9174e64-6417-4e3f-a88b-c8cc8abe5a07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68048425-717a-45c2-8f46-6d2928e4f53a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:42.235170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9174e64-6417-4e3f-a88b-c8cc8abe5a07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:42.244418 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-c7188da3-362b-4554-8a2f-e8726bc505a9 admin admin] For port 2f67a810-89e4-4ff3-aa49-bab2a315f547, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=2f67a810-89e4-4ff3-aa49-bab2a315f547,segment=NetworkSegment(8650260f-957e-4532-ade4-759b44ef1960),segment_id=8650260f-957e-4532-ade4-759b44ef1960)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:42.244790 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7188da3-362b-4554-8a2f-e8726bc505a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.263018 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9174e64-6417-4e3f-a88b-c8cc8abe5a07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.263369 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-a9174e64-6417-4e3f-a88b-c8cc8abe5a07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Added segment c6b83375-bd36-469c-ad59-b74b841f6af0 of type vlan for network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 Aug 06 16:01:42.264935 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c7188da3-362b-4554-8a2f-e8726bc505a9 admin admin] Calling delete_port for 2f67a810-89e4-4ff3-aa49-bab2a315f547 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:42.365404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c234293-fe19-474e-b94c-c006d8670a7c req-c038101b-83bc-4ea8-94f2-f1b325fb7ed4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:42.371828 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c234293-fe19-474e-b94c-c006d8670a7c req-c038101b-83bc-4ea8-94f2-f1b325fb7ed4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.2321115 Aug 06 16:01:42.383690 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9174e64-6417-4e3f-a88b-c8cc8abe5a07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.517885 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9174e64-6417-4e3f-a88b-c8cc8abe5a07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.526183 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9174e64-6417-4e3f-a88b-c8cc8abe5a07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:42.527208 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9174e64-6417-4e3f-a88b-c8cc8abe5a07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.600137 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a9174e64-6417-4e3f-a88b-c8cc8abe5a07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2319851 Aug 06 16:01:42.643107 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9174e64-6417-4e3f-a88b-c8cc8abe5a07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Pushing event updated for resources: {'Network': ['ID=9bf8eec4-a7a0-474b-9727-d3808f98c8a5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:42.656929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:42.696565 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7188da3-362b-4554-8a2f-e8726bc505a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.730425 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7188da3-362b-4554-8a2f-e8726bc505a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f67a810-89e4-4ff3-aa49-bab2a315f547,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:42.946613 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294998e4-57aa-4181-8e21-c80e09a62232', 'name': 'tempest-TaggedBootDevicesTest-2028610235-router', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:28Z', 'updated_at': '2021-08-06T16:01:38Z', 'revision_number': 4, 'project_id': '964dc75051674f75a50f3eba300bee26', 'gw_port': {'id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:29Z', 'updated_at': '2021-08-06T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '2f7531f4-acc7-4b21-b257-a2ac2168a022', 'name': '', 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'mac_address': 'fa:16:3e:57:7f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:37Z', 'updated_at': '2021-08-06T16:01:39Z', 'revision_number': 2, 'project_id': '964dc75051674f75a50f3eba300bee26', 'subnets': [{'id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:42.999374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c234293-fe19-474e-b94c-c006d8670a7c req-e9d27098-bdeb-4384-99a2-36f31f886c30 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127136 Aug 06 16:01:43.022863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Checking router: 294998e4-57aa-4181-8e21-c80e09a62232 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:01:43.023722 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Updating router 294998e4-57aa-4181-8e21-c80e09a62232 port 2f7531f4-acc7-4b21-b257-a2ac2168a022 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:01:43.083380 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:43.156907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-0742f41a-5c6f-47ae-ba69-4e50909e1c0b tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:43.162895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-0742f41a-5c6f-47ae-ba69-4e50909e1c0b tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/networks?id=76c4e394-0ae0-418c-94b4-ac682a3f5c15 HTTP/1.1" status: 200 len: 820 time: 0.6770675 Aug 06 16:01:43.192359 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-f40e5351-48da-4238-a97b-8c2f7e825186 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/quotas/4962ab0a989a4381b98008d2bfaf9068 HTTP/1.1" status: 200 len: 375 time: 0.0231838 Aug 06 16:01:43.193404 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7188da3-362b-4554-8a2f-e8726bc505a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:43.279921 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-11bd9bf2-5f00-4844-a5c4-0e68b6adba62 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4962ab0a989a4381b98008d2bfaf9068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834734 Aug 06 16:01:43.334780 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f24c6402-1781-4e94-bfd8-2f17b27d16ff req-cbbb06b6-6263-41e3-8ad8-85e44177e887 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 210 time: 0.1347632 Aug 06 16:01:43.563992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-931ccb0b-053b-44cc-9d8d-23e48ead8d7f service neutron] 10.222.0.37 "GET /v2.0/networks/76c4e394-0ae0-418c-94b4-ac682a3f5c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243214 Aug 06 16:01:43.706859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37208) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:43.715965 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Request body: {'port': {'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5', 'binding:host_id': 'n-h1-803756-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1027607438'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:43.735320 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:43.754372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Transition to ACTIVE for port object 2f7531f4-acc7-4b21-b257-a2ac2168a022 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:43.763321 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:43.826496 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-c2ef46cf-aaed-4115-965c-dcb457ae5f8d service neutron] 10.222.0.37 "GET /v2.0/networks/76c4e394-0ae0-418c-94b4-ac682a3f5c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506709 Aug 06 16:01:43.903343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef355db-c245-49bc-a5a3-2ab3a9bddef5 None None] Pushing event updated for resources: {'Port': ['ID=2f7531f4-acc7-4b21-b257-a2ac2168a022,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:43.925340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Attempting to bind port 2f7531f4-acc7-4b21-b257-a2ac2168a022 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:43.926897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Attempting to bind port 2f7531f4-acc7-4b21-b257-a2ac2168a022 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '38b85d99-f64f-4222-b89d-6f0da7d97f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:43.928804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Attempting to bind port 2f7531f4-acc7-4b21-b257-a2ac2168a022 on network 7014f70e-1588-4abd-8ad1-8e22ba7acd96 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:43.936759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:43.937468 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Checking segment: {'id': '38b85d99-f64f-4222-b89d-6f0da7d97f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:43.942598 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:43.947039 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Bound using segment: {'id': '38b85d99-f64f-4222-b89d-6f0da7d97f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:43.948183 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Bound port: 2f7531f4-acc7-4b21-b257-a2ac2168a022, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b85d99-f64f-4222-b89d-6f0da7d97f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:43.951236 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:43.966671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Made reservation on behalf of 8da020ca77864d65b0628b182c826186 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:43.990974 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.034093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d673a-081c-4018-aeb0-4c75464a5e3e req-c1524132-472a-42cc-9f92-a2c6201365ae tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:44.038578 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a7d673a-081c-4018-aeb0-4c75464a5e3e req-c1524132-472a-42cc-9f92-a2c6201365ae tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.2513180 Aug 06 16:01:44.080840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] For port 2f7531f4-acc7-4b21-b257-a2ac2168a022, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:44.096540 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.097780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] For port 2f7531f4-acc7-4b21-b257-a2ac2168a022, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=2f7531f4-acc7-4b21-b257-a2ac2168a022,segment=NetworkSegment(38b85d99-f64f-4222-b89d-6f0da7d97f63),segment_id=38b85d99-f64f-4222-b89d-6f0da7d97f63)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:44.109121 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.148316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7188da3-362b-4554-8a2f-e8726bc505a9 admin admin] Router 97849fb2-c5d6-41ee-a3bc-d2efacd7a12a has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:01:44.403214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef355db-c245-49bc-a5a3-2ab3a9bddef5 None None] Pushing event updated for resources: {'Port': ['ID=2f7531f4-acc7-4b21-b257-a2ac2168a022,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:44.408821 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Routers {'294998e4-57aa-4181-8e21-c80e09a62232'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:44.409546 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:01:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['294998e4-57aa-4181-8e21-c80e09a62232'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:44.506528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a7d673a-081c-4018-aeb0-4c75464a5e3e req-8d6f47c3-b701-4411-bc29-56d5bee3dd83 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366596 Aug 06 16:01:44.753542 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] Set router 294998e4-57aa-4181-8e21-c80e09a62232 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:44.789396 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.804631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-3d16f0b8-0654-47ad-bec0-b1ed40ee3421 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:44.805764 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.807039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-3d16f0b8-0654-47ad-bec0-b1ed40ee3421 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.13 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 807 time: 0.8276579 Aug 06 16:01:44.838420 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62860e91-0499-4cfe-91bf-ef6203152ba2 req-f6a7da39-b63a-4e62-931e-cad1a9c37380 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 210 time: 0.1317482 Aug 06 16:01:44.850868 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-99f1766d-918e-49a5-ba35-bd6a2134b510 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Request body: {'port': {'device_id': 'aa1e750f-b05c-4517-95e4-147481a57abb', 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9', 'admin_state_up': True, 'tenant_id': '048e5568a18447ea929cde75921b0777'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:44.871874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] device_id is not set on port 485db4cc-df32-478a-b3b4-7683a791c96d yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:01:44.900798 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7188da3-362b-4554-8a2f-e8726bc505a9 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:44.924607 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac42b8c5-8d34-4acf-abd9-6cc3e63d919c None None] Sync routers for ids ['97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:44.935230 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c7188da3-362b-4554-8a2f-e8726bc505a9 admin admin] 10.222.0.37 "PUT /v2.0/routers/97849fb2-c5d6-41ee-a3bc-d2efacd7a12a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1217306 Aug 06 16:01:44.939144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37240) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:44.944638 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac42b8c5-8d34-4acf-abd9-6cc3e63d919c None None] Routers {'97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:44.945443 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ac42b8c5-8d34-4acf-abd9-6cc3e63d919c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:01:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:44.967455 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bcd082-99b0-49a6-b419-1d98c5c8d49a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:45.093258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6ecfaf0-f0d5-4ae9-b5ae-a8e44104e1d9 req-d042d8df-d5ce-4741-a4e4-0b9d19332bcd tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 210 time: 0.0825207 Aug 06 16:01:45.128325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a366c-6f81-45d0-a725-6aa3fa7622ac req-064e807c-0b54-47f0-91e4-ebdd9ba5599c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:45.152396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-295a366c-6f81-45d0-a725-6aa3fa7622ac req-064e807c-0b54-47f0-91e4-ebdd9ba5599c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.5715919 Aug 06 16:01:45.185395 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ac42b8c5-8d34-4acf-abd9-6cc3e63d919c None None] Set router 97849fb2-c5d6-41ee-a3bc-d2efacd7a12a gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:45.269056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-295a366c-6f81-45d0-a725-6aa3fa7622ac req-4edce24c-c5fd-4331-b829-942cea56852b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958951 Aug 06 16:01:45.293167 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faf0c115-5a99-48af-b9b5-8cb565d4f660 admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:45.299632 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-99f1766d-918e-49a5-ba35-bd6a2134b510 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Made reservation on behalf of 048e5568a18447ea929cde75921b0777 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:45.305416 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-99f1766d-918e-49a5-ba35-bd6a2134b510 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:45.501429 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] device_id is not set on port 485db4cc-df32-478a-b3b4-7683a791c96d yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:01:45.535601 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:45.569333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-99f1766d-918e-49a5-ba35-bd6a2134b510 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Allocated IP 172.20.0.3 (d04c5f28-1b50-4307-9944-b2931a255fa9/af21462f-26c7-45df-8aee-9d851324861e/8189ec25-58d1-46bf-9735-751d9043713c) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:45.579093 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ac42b8c5-8d34-4acf-abd9-6cc3e63d919c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605326601-router', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'e459585f-b834-47c2-a36e-d6dc6a91a819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:27Z', 'updated_at': '2021-08-06T16:01:42Z', 'revision_number': 5, 'project_id': '221a0388e41546eb8699faca97d77164', 'gw_port': {'id': 'e459585f-b834-47c2-a36e-d6dc6a91a819', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:28Z', 'updated_at': '2021-08-06T15:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:45.583054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294998e4-57aa-4181-8e21-c80e09a62232', 'name': 'tempest-TaggedBootDevicesTest-2028610235-router', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:28Z', 'updated_at': '2021-08-06T16:01:38Z', 'revision_number': 4, 'project_id': '964dc75051674f75a50f3eba300bee26', 'gw_port': {'id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:29Z', 'updated_at': '2021-08-06T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '2f7531f4-acc7-4b21-b257-a2ac2168a022', 'name': '', 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'mac_address': 'fa:16:3e:57:7f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:37Z', 'updated_at': '2021-08-06T16:01:44Z', 'revision_number': 4, 'project_id': '964dc75051674f75a50f3eba300bee26', 'subnets': [{'id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:45.599344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Transition to ACTIVE for port object 485db4cc-df32-478a-b3b4-7683a791c96d will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:45.610394 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faf0c115-5a99-48af-b9b5-8cb565d4f660 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:45.669578 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:45.691000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac102b4-1ca8-45ff-b951-5f5cf997f607 None None] The sync data for ids ['294998e4-57aa-4181-8e21-c80e09a62232'] in n-d-803756-1 is: [{'id': '294998e4-57aa-4181-8e21-c80e09a62232', 'name': 'tempest-TaggedBootDevicesTest-2028610235-router', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:28Z', 'updated_at': '2021-08-06T16:01:38Z', 'revision_number': 4, 'project_id': '964dc75051674f75a50f3eba300bee26', 'gw_port': {'id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:29Z', 'updated_at': '2021-08-06T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '2f7531f4-acc7-4b21-b257-a2ac2168a022', 'name': '', 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'mac_address': 'fa:16:3e:57:7f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:37Z', 'updated_at': '2021-08-06T16:01:44Z', 'revision_number': 4, 'project_id': '964dc75051674f75a50f3eba300bee26', 'subnets': [{'id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:45.692765 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac42b8c5-8d34-4acf-abd9-6cc3e63d919c None None] Checking router: 97849fb2-c5d6-41ee-a3bc-d2efacd7a12a for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:01:45.714076 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac42b8c5-8d34-4acf-abd9-6cc3e63d919c None None] Routers {'97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:45.714076 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ac42b8c5-8d34-4acf-abd9-6cc3e63d919c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:01:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:45.844044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Pushing event updated for resources: {'Port': ['ID=485db4cc-df32-478a-b3b4-7683a791c96d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:45.884478 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ac42b8c5-8d34-4acf-abd9-6cc3e63d919c None None] Set router 97849fb2-c5d6-41ee-a3bc-d2efacd7a12a gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:45.945749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Checking segment: {'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:45.946774 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Network hostable DHCP agents. Network: 9bf8eec4-a7a0-474b-9727-d3808f98c8a5, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:01:46.013162 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-faf0c115-5a99-48af-b9b5-8cb565d4f660 admin admin] Deleting port e459585f-b834-47c2-a36e-d6dc6a91a819 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:46.013863 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faf0c115-5a99-48af-b9b5-8cb565d4f660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:46.068614 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:01:46.092219 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ac42b8c5-8d34-4acf-abd9-6cc3e63d919c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605326601-router', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:27Z', 'updated_at': '2021-08-06T16:01:45Z', 'revision_number': 6, 'project_id': '221a0388e41546eb8699faca97d77164', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:46.128704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 9bf8eec4-a7a0-474b-9727-d3808f98c8a5) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:46.137232 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16835828-d6fe-4582-bf69-d40a45a5e8b4 req-dcc68ddc-e650-4273-aa95-6ea7615fc22f tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 210 time: 0.0690858 Aug 06 16:01:46.148503 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:46.161432 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5afedc7-4351-43d0-a938-27b92fb5652d None None] Network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:46.166450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:46.166736 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:46.167232 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:46.179895 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:46.180613 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:46.187600 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 2 to bind port 485db4cc-df32-478a-b3b4-7683a791c96d Aug 06 16:01:46.187826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186be542-b4bd-4476-adb1-bc3ec86a7fbf req-a5ddfb0d-575c-4549-8905-c0904697422b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:46.205430 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-186be542-b4bd-4476-adb1-bc3ec86a7fbf req-a5ddfb0d-575c-4549-8905-c0904697422b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.4761009 Aug 06 16:01:46.209796 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac42b8c5-8d34-4acf-abd9-6cc3e63d919c None None] The sync data for ids ['97849fb2-c5d6-41ee-a3bc-d2efacd7a12a'] in n-d-803756-1 is: [{'id': '97849fb2-c5d6-41ee-a3bc-d2efacd7a12a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1605326601-router', 'tenant_id': '221a0388e41546eb8699faca97d77164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:27Z', 'updated_at': '2021-08-06T16:01:45Z', 'revision_number': 6, 'project_id': '221a0388e41546eb8699faca97d77164', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:46.240519 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-faf0c115-5a99-48af-b9b5-8cb565d4f660 admin admin] For port e459585f-b834-47c2-a36e-d6dc6a91a819, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e459585f-b834-47c2-a36e-d6dc6a91a819,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:46.240887 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faf0c115-5a99-48af-b9b5-8cb565d4f660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:46.243490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:46.243816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:46.244151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:46.269697 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-faf0c115-5a99-48af-b9b5-8cb565d4f660 admin admin] Calling delete_port for e459585f-b834-47c2-a36e-d6dc6a91a819 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:46.304675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:46.307495 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:46.311311 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 3 to bind port 485db4cc-df32-478a-b3b4-7683a791c96d Aug 06 16:01:46.330334 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df922048-bae8-4457-927f-583efc4bf57b req-42fdb601-df0c-4385-9459-5cc0b4c50aff tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 210 time: 0.0692561 Aug 06 16:01:46.392257 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-99f1766d-918e-49a5-ba35-bd6a2134b510 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:46.406273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-186be542-b4bd-4476-adb1-bc3ec86a7fbf req-20f715e1-a4b6-4510-ac00-df995fa3cef9 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994147 Aug 06 16:01:46.428472 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:46.428811 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:46.429148 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:46.439049 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:46.439166 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:46.441249 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 4 to bind port 485db4cc-df32-478a-b3b4-7683a791c96d Aug 06 16:01:46.468464 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:46.468806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:46.469467 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:46.547242 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:46.549480 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:46.562476 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 5 to bind port 485db4cc-df32-478a-b3b4-7683a791c96d Aug 06 16:01:46.594905 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-99f1766d-918e-49a5-ba35-bd6a2134b510 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:46.681271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-99f1766d-918e-49a5-ba35-bd6a2134b510 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Network d04c5f28-1b50-4307-9944-b2931a255fa9 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:46.693022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-99f1766d-918e-49a5-ba35-bd6a2134b510 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:46.702700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-99f1766d-918e-49a5-ba35-bd6a2134b510 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:46.727092 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279b7e8-bca4-4675-b78b-a58c8c039eae req-15d3ebbb-b8ae-47d9-ba97-9bb066194781 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:46.747865 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8279b7e8-bca4-4675-b78b-a58c8c039eae req-15d3ebbb-b8ae-47d9-ba97-9bb066194781 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.2646925 Aug 06 16:01:46.778147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:46.778635 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:46.779209 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:46.782358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1766d-918e-49a5-ba35-bd6a2134b510 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Pushing event updated for resources: {'Port': ['ID=8189ec25-58d1-46bf-9735-751d9043713c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:46.820653 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:46.821266 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:46.844898 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 6 to bind port 485db4cc-df32-478a-b3b4-7683a791c96d Aug 06 16:01:46.894744 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8279b7e8-bca4-4675-b78b-a58c8c039eae req-83ebf3ec-ccb2-4751-bede-6700750fdd1a tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461465 Aug 06 16:01:46.915209 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:46.915516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:46.916389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:46.920152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-99f1766d-918e-49a5-ba35-bd6a2134b510 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:46.920969 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-99f1766d-918e-49a5-ba35-bd6a2134b510 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:46.948259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-99f1766d-918e-49a5-ba35-bd6a2134b510 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1020954 Aug 06 16:01:46.961668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:46.961914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Request body: {'port': {'device_id': 'aa1e750f-b05c-4517-95e4-147481a57abb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:46.962102 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:46.970396 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 7 to bind port 485db4cc-df32-478a-b3b4-7683a791c96d Aug 06 16:01:46.985823 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-898c521b-9c92-40a4-94b6-56134635fa06 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:46.987529 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-898c521b-9c92-40a4-94b6-56134635fa06 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.13 "GET /v2.0/networks?id=76c4e394-0ae0-418c-94b4-ac682a3f5c15 HTTP/1.1" status: 200 len: 820 time: 0.5505209 Aug 06 16:01:47.007603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-820b5bd4-9c54-4d76-b03f-c878a1954945 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Request body: {'port': {'device_id': '9a3bdaea-04c9-4793-b0c0-c8cb273e86b8', 'network_id': '76c4e394-0ae0-418c-94b4-ac682a3f5c15', 'admin_state_up': True, 'tenant_id': '4962ab0a989a4381b98008d2bfaf9068'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:47.045599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:47.050165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:47.050516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:47.056971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faf0c115-5a99-48af-b9b5-8cb565d4f660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:47.097457 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:47.104795 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:47.105155 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:47.132841 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 8 to bind port 485db4cc-df32-478a-b3b4-7683a791c96d Aug 06 16:01:47.162578 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0c115-5a99-48af-b9b5-8cb565d4f660 admin admin] Pushing event deleted for resources: {'Port': ['ID=e459585f-b834-47c2-a36e-d6dc6a91a819,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:47.411670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-01c7d02d-002d-4237-a77f-4b1d1bbffbb9 req-cc010d76-728c-470c-8f4d-211de9a3fb96 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 210 time: 0.0723357 Aug 06 16:01:47.667490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:47.668199 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:47.668929 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:47.671567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 2f7531f4-acc7-4b21-b257-a2ac2168a022 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:47.732191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:47.732633 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:47.740153 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 9 to bind port 485db4cc-df32-478a-b3b4-7683a791c96d Aug 06 16:01:47.779824 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6ad60-7a0d-4916-9bab-03820dc93644 req-f62efa79-1f89-4756-8c7f-4f4b861be255 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:47.780082 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:47.780541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:47.781414 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:47.788813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cfb6ad60-7a0d-4916-9bab-03820dc93644 req-f62efa79-1f89-4756-8c7f-4f4b861be255 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 931 time: 0.1819129 Aug 06 16:01:47.803036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:47.803946 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:47.806697 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 2f7531f4-acc7-4b21-b257-a2ac2168a022 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:47.811664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d224e-e554-44ff-b280-6f9f857916d0 req-0af352df-f22f-4b1c-8afd-cd4b262882c4 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:47.813273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b7d224e-e554-44ff-b280-6f9f857916d0 req-0af352df-f22f-4b1c-8afd-cd4b262882c4 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.2060139 Aug 06 16:01:47.815612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 2f7531f4-acc7-4b21-b257-a2ac2168a022 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:47.816575 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:47.842744 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 10 to bind port 485db4cc-df32-478a-b3b4-7683a791c96d Aug 06 16:01:47.859889 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faf0c115-5a99-48af-b9b5-8cb565d4f660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:47.950268 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cfb6ad60-7a0d-4916-9bab-03820dc93644 req-98c6da9e-929a-45d4-9faf-5c49ac614ca3 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610773 Aug 06 16:01:47.966000 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b7d224e-e554-44ff-b280-6f9f857916d0 req-ce39b959-8151-4207-af5e-f1e0998609e7 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201112 Aug 06 16:01:47.987964 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8189ec25-58d1-46bf-9735-751d9043713c {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:01:48.007541 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.025100 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-820b5bd4-9c54-4d76-b03f-c878a1954945 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Made reservation on behalf of 4962ab0a989a4381b98008d2bfaf9068 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:48.027928 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-820b5bd4-9c54-4d76-b03f-c878a1954945 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.029062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Transition to ACTIVE for port object 8189ec25-58d1-46bf-9735-751d9043713c will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:48.034768 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.071247 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:48.071247 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:48.071571 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:48.091885 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 485db4cc-df32-478a-b3b4-7683a791c96d on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:48.092383 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 485db4cc-df32-478a-b3b4-7683a791c96d on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:48.092573 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.099344 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faf0c115-5a99-48af-b9b5-8cb565d4f660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.100289 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.140555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 2f7531f4-acc7-4b21-b257-a2ac2168a022, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=2f7531f4-acc7-4b21-b257-a2ac2168a022,segment=NetworkSegment(38b85d99-f64f-4222-b89d-6f0da7d97f63),segment_id=38b85d99-f64f-4222-b89d-6f0da7d97f63)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:48.148830 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.157958 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faf0c115-5a99-48af-b9b5-8cb565d4f660 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.265979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=2f7531f4-acc7-4b21-b257-a2ac2168a022,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:48.273487 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Pushing event updated for resources: {'Port': ['ID=8189ec25-58d1-46bf-9735-751d9043713c,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:48.300158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e459585f-b834-47c2-a36e-d6dc6a91a819 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:48.321260 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Attempting to bind port 8189ec25-58d1-46bf-9735-751d9043713c on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:48.321932 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Attempting to bind port 8189ec25-58d1-46bf-9735-751d9043713c by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:48.322444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Attempting to bind port 8189ec25-58d1-46bf-9735-751d9043713c on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:48.330808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Port 8189ec25-58d1-46bf-9735-751d9043713c on network d04c5f28-1b50-4307-9944-b2931a255fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:48.331166 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Attempting to bind port 8189ec25-58d1-46bf-9735-751d9043713c on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:48.347706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:48.348387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Checking segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:48.349472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Bound using segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:48.350452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Bound port: 8189ec25-58d1-46bf-9735-751d9043713c, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:48.351549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.356719 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: e459585f-b834-47c2-a36e-d6dc6a91a819 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:48.357306 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e459585f-b834-47c2-a36e-d6dc6a91a819 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:48.357922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 2f67a810-89e4-4ff3-aa49-bab2a315f547 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:48.396952 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 2f67a810-89e4-4ff3-aa49-bab2a315f547 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:48.397828 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 2f67a810-89e4-4ff3-aa49-bab2a315f547 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:48.429841 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faf0c115-5a99-48af-b9b5-8cb565d4f660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.430248 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf0c115-5a99-48af-b9b5-8cb565d4f660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97849fb2-c5d6-41ee-a3bc-d2efacd7a12a {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:01:48.446987 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faf0c115-5a99-48af-b9b5-8cb565d4f660 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.448272 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-faf0c115-5a99-48af-b9b5-8cb565d4f660 admin admin] 10.222.0.37 "DELETE /v2.0/routers/97849fb2-c5d6-41ee-a3bc-d2efacd7a12a HTTP/1.1" status: 204 len: 168 time: 3.4989650 Aug 06 16:01:48.455727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37276) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:48.472015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] For port 485db4cc-df32-478a-b3b4-7683a791c96d, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:48.472406 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempted to set empty binding levels {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 16:01:48.503059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.554039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fdeb8-0cdc-4d9b-89dc-89fcc40de35c req-6d1aad2c-9357-4d2a-88a3-8a0a72b04605 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:48.557026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-277fdeb8-0cdc-4d9b-89dc-89fcc40de35c req-6d1aad2c-9357-4d2a-88a3-8a0a72b04605 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.1411550 Aug 06 16:01:48.560957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] For port 8189ec25-58d1-46bf-9735-751d9043713c, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:48.569429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] For port 8189ec25-58d1-46bf-9735-751d9043713c, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8189ec25-58d1-46bf-9735-751d9043713c,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:48.596071 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.634363 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c585f7a-1770-40ad-8ca5-6750b1289c62 req-47cfdacb-7944-46fb-a70d-9e43efeab2bb tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 210 time: 0.0757384 Aug 06 16:01:48.648790 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:48.649503 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.683194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d99524-1344-4f29-a375-8709c0f2f625 admin admin] Deleting subnet 07c7f8ea-c57a-4291-b7c3-940494584740 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:01:48.696685 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7d99524-1344-4f29-a375-8709c0f2f625 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.705470 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.9965551 Aug 06 16:01:48.706295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:48.706671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269d86a-76fa-445b-aa30-0a1764318ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Pushing event updated for resources: {'Port': ['ID=485db4cc-df32-478a-b3b4-7683a791c96d,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:48.707347 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.712821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] 10.222.0.13 "PUT /v2.0/ports/8189ec25-58d1-46bf-9735-751d9043713c HTTP/1.1" status: 200 len: 1091 time: 1.7561152 Aug 06 16:01:48.713429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1e750f-b05c-4517-95e4-147481a57abb', 'tag': '8189ec25-58d1-46bf-9735-751d9043713c'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:48.716125 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c4fcfb-6357-4ddd-8205-6f984bca6451" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1e750f-b05c-4517-95e4-147481a57abb", "tag": "8189ec25-58d1-46bf-9735-751d9043713c"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:48.726438 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37278) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:48.741607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-820b5bd4-9c54-4d76-b03f-c878a1954945 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Allocated IP 172.20.0.6 (76c4e394-0ae0-418c-94b4-ac682a3f5c15/984af9ef-8867-4b98-8acb-cfddec1d0c84/bedf664e-5e3a-4955-8a66-8db5ed6eafb0) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:48.782384 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7d99524-1344-4f29-a375-8709c0f2f625 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.800541 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-277fdeb8-0cdc-4d9b-89dc-89fcc40de35c req-065d010c-8250-4e1b-98ce-a75ad7b528ca tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346628 Aug 06 16:01:48.850589 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cbdba9-7d48-4491-8611-f8d0464c3db5 x-openstack-request-id: req-b0cbdba9-7d48-4491-8611-f8d0464c3db5 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:48.850926 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1e750f-b05c-4517-95e4-147481a57abb", "tag": "8189ec25-58d1-46bf-9735-751d9043713c", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:48.851174 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0cbdba9-7d48-4491-8611-f8d0464c3db5 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:48.851586 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1e750f-b05c-4517-95e4-147481a57abb', 'tag': '8189ec25-58d1-46bf-9735-751d9043713c', 'status': 'completed', 'code': 200} Aug 06 16:01:48.856410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9311e7f-a8f9-4b4b-8c09-26845c1a80be service neutron] Pushing event updated for resources: {'Port': ['ID=8189ec25-58d1-46bf-9735-751d9043713c,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:48.918496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-5b360afd-5b1d-4e7a-8dda-248c56756437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:48.919977 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-5b360afd-5b1d-4e7a-8dda-248c56756437 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 1094 time: 0.0926046 Aug 06 16:01:48.970885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-529ec688-3c68-4e07-8c2c-38ebe4300fbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8189ec25-58d1-46bf-9735-751d9043713c HTTP/1.1" status: 200 len: 217 time: 0.0404675 Aug 06 16:01:49.029068 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7d99524-1344-4f29-a375-8709c0f2f625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.039650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-9078918b-950f-422a-bab8-7e891d0a4cdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Deleting port 485db4cc-df32-478a-b3b4-7683a791c96d {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:49.040062 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9078918b-950f-422a-bab8-7e891d0a4cdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.122129 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-820b5bd4-9c54-4d76-b03f-c878a1954945 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.157833 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7d99524-1344-4f29-a375-8709c0f2f625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.202151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d99524-1344-4f29-a375-8709c0f2f625 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c7f8ea-c57a-4291-b7c3-940494584740,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:49.210500 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-78c4f297-c538-47fc-96ad-f844225c515b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:49.212142 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-78c4f297-c538-47fc-96ad-f844225c515b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.2344034 Aug 06 16:01:49.213895 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7d99524-1344-4f29-a375-8709c0f2f625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.219848 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a7d99524-1344-4f29-a375-8709c0f2f625 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/07c7f8ea-c57a-4291-b7c3-940494584740 HTTP/1.1" status: 204 len: 168 time: 0.7631679 Aug 06 16:01:49.221261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37286) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:49.225155 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e46e99-1783-4f62-84d8-2a9dfbddc9c9 None None] Network b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:49.236965 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-820b5bd4-9c54-4d76-b03f-c878a1954945 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.244354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-9078918b-950f-422a-bab8-7e891d0a4cdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] For port 485db4cc-df32-478a-b3b4-7683a791c96d, host n-h1-803756-1, got binding levels [] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:49.245016 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9078918b-950f-422a-bab8-7e891d0a4cdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.309864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-820b5bd4-9c54-4d76-b03f-c878a1954945 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Network 76c4e394-0ae0-418c-94b4-ac682a3f5c15 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:49.321038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-820b5bd4-9c54-4d76-b03f-c878a1954945 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:49.325297 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-820b5bd4-9c54-4d76-b03f-c878a1954945 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:49.374244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b5bd4-9c54-4d76-b03f-c878a1954945 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Pushing event updated for resources: {'Port': ['ID=bedf664e-5e3a-4955-8a66-8db5ed6eafb0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:49.402684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-9078918b-950f-422a-bab8-7e891d0a4cdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Calling delete_port for 485db4cc-df32-478a-b3b4-7683a791c96d owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:49.412751 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-820b5bd4-9c54-4d76-b03f-c878a1954945 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:49.413527 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-820b5bd4-9c54-4d76-b03f-c878a1954945 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.434426 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-820b5bd4-9c54-4d76-b03f-c878a1954945 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4348762 Aug 06 16:01:49.439642 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.455872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Request body: {'port': {'device_id': '9a3bdaea-04c9-4793-b0c0-c8cb273e86b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:49.502031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150e8ec-8d15-4741-8b14-e627a3c09a1d req-12d00e90-abbf-44c7-a084-33982d118b69 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:49.504438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d150e8ec-8d15-4741-8b14-e627a3c09a1d req-12d00e90-abbf-44c7-a084-33982d118b69 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.3795688 Aug 06 16:01:49.506628 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-47102f05-8ba3-41a8-9288-e60d57ec97a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2683423 Aug 06 16:01:49.530830 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5dd9da-25b4-4bfb-91b5-9048983c5e04 None None] DHCP port deletion for b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:01:49.599776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.633924 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 2f7531f4-acc7-4b21-b257-a2ac2168a022 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:49.709308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9a7b2-59e0-4920-878f-b127479f3bab req-47ed69ef-68e4-4c94-8caa-9869be6db5a5 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:49.718187 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67d9a7b2-59e0-4920-878f-b127479f3bab req-47ed69ef-68e4-4c94-8caa-9869be6db5a5 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 943 time: 0.5865571 Aug 06 16:01:49.727564 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 2f7531f4-acc7-4b21-b257-a2ac2168a022 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:49.728434 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.787046 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1a5dd9da-25b4-4bfb-91b5-9048983c5e04 None None] Deleting port dbfd5a81-4d10-4c71-8812-2670699e0e7f {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:49.787821 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd9da-25b4-4bfb-91b5-9048983c5e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.886390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d150e8ec-8d15-4741-8b14-e627a3c09a1d req-337089a0-4527-4053-ba44-b6b44e5ae7ab tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982942 Aug 06 16:01:49.920792 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1a5dd9da-25b4-4bfb-91b5-9048983c5e04 None None] For port dbfd5a81-4d10-4c71-8812-2670699e0e7f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=dbfd5a81-4d10-4c71-8812-2670699e0e7f,segment=NetworkSegment(8650260f-957e-4532-ade4-759b44ef1960),segment_id=8650260f-957e-4532-ade4-759b44ef1960)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:49.921429 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd9da-25b4-4bfb-91b5-9048983c5e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.948374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-c9a58d15-fe55-4ec2-b1f3-7fa2fffc2e84 service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777249 Aug 06 16:01:49.974269 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9078918b-950f-422a-bab8-7e891d0a4cdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.988878 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1a5dd9da-25b4-4bfb-91b5-9048983c5e04 None None] Calling delete_port for dbfd5a81-4d10-4c71-8812-2670699e0e7f owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:49.995750 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67d9a7b2-59e0-4920-878f-b127479f3bab req-2b8f9aa1-7d28-4474-b5dc-6513fdaaabe9 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745306 Aug 06 16:01:50.100165 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] Deleting port dbfd5a81-4d10-4c71-8812-2670699e0e7f {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:50.100828 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.159639 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078918b-950f-422a-bab8-7e891d0a4cdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Pushing event deleted for resources: {'Port': ['ID=485db4cc-df32-478a-b3b4-7683a791c96d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:50.173378 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd9da-25b4-4bfb-91b5-9048983c5e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.203474 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5dd9da-25b4-4bfb-91b5-9048983c5e04 None None] Pushing event deleted for resources: {'Port': ['ID=dbfd5a81-4d10-4c71-8812-2670699e0e7f,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:50.212374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5dd9da-25b4-4bfb-91b5-9048983c5e04 None None] No DVR routers for this DVR port dbfd5a81-4d10-4c71-8812-2670699e0e7f on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:50.220150 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedf664e-5e3a-4955-8a66-8db5ed6eafb0 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:01:50.235116 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9078918b-950f-422a-bab8-7e891d0a4cdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.240353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9078918b-950f-422a-bab8-7e891d0a4cdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] 10.222.0.37 "DELETE /v2.0/ports/485db4cc-df32-478a-b3b4-7683a791c96d HTTP/1.1" status: 204 len: 168 time: 1.5087173 Aug 06 16:01:50.241657 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37296) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:50.249278 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.281472 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a14e30e-e9c0-49ad-813f-894c5f7214db tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] GET failed (client error): The resource could not be found. Aug 06 16:01:50.283100 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6a14e30e-e9c0-49ad-813f-894c5f7214db tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] 10.222.0.37 "GET /v2.0/ports/485db4cc-df32-478a-b3b4-7683a791c96d HTTP/1.1" status: 404 len: 333 time: 0.0402441 Aug 06 16:01:50.287803 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37298) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:50.294857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Transition to ACTIVE for port object bedf664e-5e3a-4955-8a66-8db5ed6eafb0 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:50.302622 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b2f3a47c-ebdf-4f9d-9918-2970f25beffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Request body: {'port': {'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-664424679'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:50.310209 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.354412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] For port dbfd5a81-4d10-4c71-8812-2670699e0e7f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=dbfd5a81-4d10-4c71-8812-2670699e0e7f,segment=NetworkSegment(8650260f-957e-4532-ade4-759b44ef1960),segment_id=8650260f-957e-4532-ade4-759b44ef1960)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:50.354412 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.394954 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd148b8d-2e7b-4784-81e4-1ca4767ca0c3 req-14580a5b-666f-4f59-8ba1-0d51e729c266 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:50.403042 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd148b8d-2e7b-4784-81e4-1ca4767ca0c3 req-14580a5b-666f-4f59-8ba1-0d51e729c266 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 931 time: 0.2974205 Aug 06 16:01:50.409651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] Calling delete_port for dbfd5a81-4d10-4c71-8812-2670699e0e7f owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:50.424832 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bfd438-eb57-4c92-9d87-4ae5661927e2 req-854c04e3-4688-40f3-89a8-9fb62c620091 service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560468 Aug 06 16:01:50.437402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f3a47c-ebdf-4f9d-9918-2970f25beffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Made reservation on behalf of 8da020ca77864d65b0628b182c826186 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:50.441246 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2f3a47c-ebdf-4f9d-9918-2970f25beffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.480978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4e675-ded9-40e9-bbfb-1ddb39a61ec7 req-9a9cacbd-3b4c-453e-9767-1f2b5f1ad467 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:50.489252 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15d4e675-ded9-40e9-bbfb-1ddb39a61ec7 req-9a9cacbd-3b4c-453e-9767-1f2b5f1ad467 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.3543258 Aug 06 16:01:50.493517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Pushing event updated for resources: {'Port': ['ID=bedf664e-5e3a-4955-8a66-8db5ed6eafb0,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:50.539277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-b2f3a47c-ebdf-4f9d-9918-2970f25beffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] device_id is not set on port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:01:50.590304 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd148b8d-2e7b-4784-81e4-1ca4767ca0c3 req-f18df35b-15aa-46f3-b00a-cd2bed9cafa3 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/security-groups?id=017e5540-d50f-4f6d-b275-d05ac3aa28a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860287 Aug 06 16:01:50.620260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Attempting to bind port bedf664e-5e3a-4955-8a66-8db5ed6eafb0 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:50.620674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Attempting to bind port bedf664e-5e3a-4955-8a66-8db5ed6eafb0 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'c52fd57d-ef8d-4106-baf0-d3cf3e000b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '76c4e394-0ae0-418c-94b4-ac682a3f5c15'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:50.621132 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Attempting to bind port bedf664e-5e3a-4955-8a66-8db5ed6eafb0 on network 76c4e394-0ae0-418c-94b4-ac682a3f5c15 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:50.647328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Port bedf664e-5e3a-4955-8a66-8db5ed6eafb0 on network 76c4e394-0ae0-418c-94b4-ac682a3f5c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:50.650161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Attempting to bind port bedf664e-5e3a-4955-8a66-8db5ed6eafb0 on network 76c4e394-0ae0-418c-94b4-ac682a3f5c15 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:50.650412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4fcfb-6357-4ddd-8205-6f984bca6451 req-5b4e4519-8a2c-425b-821b-de017e41de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:50.651920 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76c4fcfb-6357-4ddd-8205-6f984bca6451 req-5b4e4519-8a2c-425b-821b-de017e41de4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 1094 time: 0.1216490 Aug 06 16:01:50.666559 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15d4e675-ded9-40e9-bbfb-1ddb39a61ec7 req-43c29ad3-7b18-4234-b6a8-1dafe877225d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760709 Aug 06 16:01:50.673003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:50.673003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Checking segment: {'id': 'c52fd57d-ef8d-4106-baf0-d3cf3e000b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '76c4e394-0ae0-418c-94b4-ac682a3f5c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:50.673003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Bound using segment: {'id': 'c52fd57d-ef8d-4106-baf0-d3cf3e000b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '76c4e394-0ae0-418c-94b4-ac682a3f5c15'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:50.673003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Bound port: bedf664e-5e3a-4955-8a66-8db5ed6eafb0, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52fd57d-ef8d-4106-baf0-d3cf3e000b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '76c4e394-0ae0-418c-94b4-ac682a3f5c15'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:50.673003 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.772242 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.813838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfd5a81-4d10-4c71-8812-2670699e0e7f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:50.842994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] No DVR routers for this DVR port dbfd5a81-4d10-4c71-8812-2670699e0e7f on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:50.886758 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2f3a47c-ebdf-4f9d-9918-2970f25beffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.898060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] For port bedf664e-5e3a-4955-8a66-8db5ed6eafb0, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:50.905371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4fcfb-6357-4ddd-8205-6f984bca6451 req-97608e7c-2940-4343-a099-bcae78f7258c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:50.906752 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76c4fcfb-6357-4ddd-8205-6f984bca6451 req-97608e7c-2940-4343-a099-bcae78f7258c service neutron] 10.222.0.13 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.2392547 Aug 06 16:01:50.923029 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] For port bedf664e-5e3a-4955-8a66-8db5ed6eafb0, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=bedf664e-5e3a-4955-8a66-8db5ed6eafb0,segment=NetworkSegment(c52fd57d-ef8d-4106-baf0-d3cf3e000b46),segment_id=c52fd57d-ef8d-4106-baf0-d3cf3e000b46)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:50.933945 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.985739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76c4fcfb-6357-4ddd-8205-6f984bca6451 req-34ba11f4-923e-416d-b88f-261435778063 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8189ec25-58d1-46bf-9735-751d9043713c HTTP/1.1" status: 200 len: 217 time: 0.0710058 Aug 06 16:01:50.999453 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:50.999453 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.001606 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] 10.222.0.13 "PUT /v2.0/ports/bedf664e-5e3a-4955-8a66-8db5ed6eafb0 HTTP/1.1" status: 200 len: 1091 time: 1.5585594 Aug 06 16:01:51.006639 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3bdaea-04c9-4793-b0c0-c8cb273e86b8', 'tag': 'bedf664e-5e3a-4955-8a66-8db5ed6eafb0'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:51.009161 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.009667 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9910f9a2-9592-4032-88f0-853c17fb5fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3bdaea-04c9-4793-b0c0-c8cb273e86b8", "tag": "bedf664e-5e3a-4955-8a66-8db5ed6eafb0"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:51.064572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2f3a47c-ebdf-4f9d-9918-2970f25beffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.110204 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f3a47c-ebdf-4f9d-9918-2970f25beffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:51.115507 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b2f3a47c-ebdf-4f9d-9918-2970f25beffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:51.121483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4fcfb-6357-4ddd-8205-6f984bca6451 req-cfcaf8df-7f56-4e55-ae29-1b48bf6796ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:51.124139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76c4fcfb-6357-4ddd-8205-6f984bca6451 req-cfcaf8df-7f56-4e55-ae29-1b48bf6796ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.1283605 Aug 06 16:01:51.132749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f3a47c-ebdf-4f9d-9918-2970f25beffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:51.133753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f3a47c-ebdf-4f9d-9918-2970f25beffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:51.134304 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b016db4d-5875-4f7a-8d6c-643d3c9dbfe9']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:51.134516 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2f3a47c-ebdf-4f9d-9918-2970f25beffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.136833 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbebdae-5280-4736-b5b8-9a200a5212b6 service neutron] Pushing event updated for resources: {'Port': ['ID=bedf664e-5e3a-4955-8a66-8db5ed6eafb0,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:51.172246 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8650260f-957e-4532-ade4-759b44ef1960') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:51.172518 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8650260f-957e-4532-ade4-759b44ef1960') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:51.195632 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2da675-f87e-4e5d-b315-f0fec311649b x-openstack-request-id: req-7a2da675-f87e-4e5d-b315-f0fec311649b {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:51.196183 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3bdaea-04c9-4793-b0c0-c8cb273e86b8", "tag": "bedf664e-5e3a-4955-8a66-8db5ed6eafb0", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:51.196494 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a2da675-f87e-4e5d-b315-f0fec311649b {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:51.196802 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3bdaea-04c9-4793-b0c0-c8cb273e86b8', 'tag': 'bedf664e-5e3a-4955-8a66-8db5ed6eafb0', 'status': 'completed', 'code': 200} Aug 06 16:01:51.209927 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b2f3a47c-ebdf-4f9d-9918-2970f25beffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9155686 Aug 06 16:01:51.211832 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37310) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:51.215099 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-468b1528-6132-45b1-9fda-1a0b4bf0bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:51.216654 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-468b1528-6132-45b1-9fda-1a0b4bf0bc04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4962ab0a989a4381b98008d2bfaf9068&device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 1094 time: 0.1493332 Aug 06 16:01:51.223467 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3a47c-ebdf-4f9d-9918-2970f25beffb tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Pushing event updated for resources: {'Port': ['ID=f5d7f4db-a57a-4fa0-be77-7f79444f83a1,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:51.287384 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-a349c74c-819b-48e2-aaf6-6ea9857d51e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bedf664e-5e3a-4955-8a66-8db5ed6eafb0 HTTP/1.1" status: 200 len: 217 time: 0.0582464 Aug 06 16:01:51.375441 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-43265300-5e63-46c8-8388-476a16a5277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:51.378124 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-43265300-5e63-46c8-8388-476a16a5277d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=984af9ef-8867-4b98-8acb-cfddec1d0c84 HTTP/1.1" status: 200 len: 860 time: 0.0788550 Aug 06 16:01:51.424235 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-1d67b9ec-737f-4bbd-b2c8-743fe79668d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76c4e394-0ae0-418c-94b4-ac682a3f5c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342455 Aug 06 16:01:51.550372 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76c4fcfb-6357-4ddd-8205-6f984bca6451 req-fe928fab-6dab-42f8-92b7-778c6ed6689f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3950098 Aug 06 16:01:51.556458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:51.577913 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device dbfd5a81-4d10-4c71-8812-2670699e0e7f no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:51.590499 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.611184 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: dbfd5a81-4d10-4c71-8812-2670699e0e7f {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:51.612023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device dbfd5a81-4d10-4c71-8812-2670699e0e7f not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:51.614978 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-a4724c82-5085-4a2d-a101-a595136c3fb1 service neutron] 10.222.0.13 "GET /v2.0/networks/76c4e394-0ae0-418c-94b4-ac682a3f5c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839969 Aug 06 16:01:51.685975 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.724410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:51.724807 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:51.742392 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:51.760136 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e11851d-6a62-46ab-9e34-fe1e1e6cf4ec req-6b183061-fa6c-4fb8-bf31-5286fa2f0928 service neutron] 10.222.0.13 "GET /v2.0/networks/76c4e394-0ae0-418c-94b4-ac682a3f5c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332083 Aug 06 16:01:51.818085 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67d0b0-d178-4831-a88b-775d1ac9ec7b req-b5fe4e70-ed58-4af2-9d34-47ceebbf21a8 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:51.819911 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e67d0b0-d178-4831-a88b-775d1ac9ec7b req-b5fe4e70-ed58-4af2-9d34-47ceebbf21a8 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.8046784 Aug 06 16:01:51.834930 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.877590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f305f6-2326-45b4-8b75-055679acd2e7 req-b51a8d79-dcab-4556-8d55-f7cb90f0f6de tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:51.881945 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3f305f6-2326-45b4-8b75-055679acd2e7 req-b51a8d79-dcab-4556-8d55-f7cb90f0f6de tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 943 time: 0.3000319 Aug 06 16:01:51.885451 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.889381 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910f9a2-9592-4032-88f0-853c17fb5fc2 req-c8816934-4e80-4a04-b73b-e6c20b75d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:51.892921 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9910f9a2-9592-4032-88f0-853c17fb5fc2 req-c8816934-4e80-4a04-b73b-e6c20b75d095 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4962ab0a989a4381b98008d2bfaf9068&device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 1094 time: 0.0706606 Aug 06 16:01:51.899343 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.901173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b016db4d-5875-4f7a-8d6c-643d3c9dbfe9 HTTP/1.1" status: 204 len: 168 time: 2.6770794 Aug 06 16:01:51.911535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76c4fcfb-6357-4ddd-8205-6f984bca6451 req-021be883-82c3-4b9e-a442-fee0d52eade6 service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232672 Aug 06 16:01:51.912007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37318) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:52.024190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809c95c-5143-4d20-932c-061121658cd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b016db4d-5875-4f7a-8d6c-643d3c9dbfe9,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:52.034336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910f9a2-9592-4032-88f0-853c17fb5fc2 req-171391b3-f6ae-4d2e-987f-1b5101678084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:52.036014 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9910f9a2-9592-4032-88f0-853c17fb5fc2 req-171391b3-f6ae-4d2e-987f-1b5101678084 service neutron] 10.222.0.13 "GET /v2.0/networks?id=76c4e394-0ae0-418c-94b4-ac682a3f5c15 HTTP/1.1" status: 200 len: 921 time: 0.1327031 Aug 06 16:01:52.099632 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9910f9a2-9592-4032-88f0-853c17fb5fc2 req-eafc4d58-7136-4b53-babc-cc3904d3471e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bedf664e-5e3a-4955-8a66-8db5ed6eafb0 HTTP/1.1" status: 200 len: 217 time: 0.0541713 Aug 06 16:01:52.113527 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e67d0b0-d178-4831-a88b-775d1ac9ec7b req-8a358f47-3825-4d57-ac2c-c6497bff86cf tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524762 Aug 06 16:01:52.207765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3f305f6-2326-45b4-8b75-055679acd2e7 req-18c76ec8-51df-4c82-ab27-fee50bc3e75e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985461 Aug 06 16:01:52.229493 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910f9a2-9592-4032-88f0-853c17fb5fc2 req-71aabb0a-34e0-4aac-a712-daa5e8f6fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:52.232080 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9910f9a2-9592-4032-88f0-853c17fb5fc2 req-71aabb0a-34e0-4aac-a712-daa5e8f6fb30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=984af9ef-8867-4b98-8acb-cfddec1d0c84 HTTP/1.1" status: 200 len: 860 time: 0.1243730 Aug 06 16:01:52.302837 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76c4fcfb-6357-4ddd-8205-6f984bca6451 req-ec66317f-c28a-42a1-bc4d-bade15a612f5 service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621998 Aug 06 16:01:52.311145 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9910f9a2-9592-4032-88f0-853c17fb5fc2 req-2c98937c-92be-4f24-b1bd-a4665319173d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76c4e394-0ae0-418c-94b4-ac682a3f5c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639982 Aug 06 16:01:52.431334 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9910f9a2-9592-4032-88f0-853c17fb5fc2 req-7e44ed4b-6773-4766-b100-15b6f80a710f service neutron] 10.222.0.13 "GET /v2.0/networks/76c4e394-0ae0-418c-94b4-ac682a3f5c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123066 Aug 06 16:01:52.482582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d83d2-2162-423a-b0fb-197893641ea2 req-a9dfa8a4-f6d4-44dd-9319-6f5d2de74fcc tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:52.484128 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c0d83d2-2162-423a-b0fb-197893641ea2 req-a9dfa8a4-f6d4-44dd-9319-6f5d2de74fcc tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 943 time: 0.2274792 Aug 06 16:01:52.491099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] device_id is not set on port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:01:52.513115 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.544592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352f01b-c276-4922-a372-ad3d14329d79 req-7497db10-c9fa-4669-93fe-f43674cb37aa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:52.546095 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1352f01b-c276-4922-a372-ad3d14329d79 req-7497db10-c9fa-4669-93fe-f43674cb37aa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.1999674 Aug 06 16:01:52.567623 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9910f9a2-9592-4032-88f0-853c17fb5fc2 req-702f38a8-a3be-451d-b9a3-a7404dad421e service neutron] 10.222.0.13 "GET /v2.0/networks/76c4e394-0ae0-418c-94b4-ac682a3f5c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268907 Aug 06 16:01:52.567903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Transition to ACTIVE for port object f5d7f4db-a57a-4fa0-be77-7f79444f83a1 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:52.603868 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.658295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c0d83d2-2162-423a-b0fb-197893641ea2 req-ec79661d-bbd8-4e74-af25-fdfc91832c79 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/security-groups?id=017e5540-d50f-4f6d-b275-d05ac3aa28a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602666 Aug 06 16:01:52.690562 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1352f01b-c276-4922-a372-ad3d14329d79 req-8b781809-8ab2-46cc-91db-8b987d947bcc tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317985 Aug 06 16:01:52.732274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Pushing event updated for resources: {'Port': ['ID=f5d7f4db-a57a-4fa0-be77-7f79444f83a1,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:52.761116 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:52.761533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:52.761983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:52.774517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:52.774865 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:52.775974 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 2 to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 Aug 06 16:01:52.798990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:52.799242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:52.799580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:52.811906 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:52.812241 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:52.813464 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 3 to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 Aug 06 16:01:52.831743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:52.832512 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:52.832512 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:52.856618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:52.856983 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:52.857499 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 4 to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 Aug 06 16:01:52.878299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:52.878638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:52.879004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:52.887607 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:52.887936 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:52.888333 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 5 to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 Aug 06 16:01:52.908451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:52.908795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:52.909137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:52.919944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:52.920270 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:52.921539 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 6 to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 Aug 06 16:01:52.927137 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c8063f8-2f33-4810-b53f-0392af044e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.973787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:52.974135 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:52.974553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:52.986313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:52.986736 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:52.989378 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 7 to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 Aug 06 16:01:53.040554 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:53.040867 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:53.041533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:53.054302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:53.054593 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:53.056441 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 8 to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 Aug 06 16:01:53.076833 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:53.077168 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:53.077500 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:53.085659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:53.085988 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:53.114185 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 9 to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 Aug 06 16:01:53.140674 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.155264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:53.155585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:53.155926 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:53.164045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:53.164387 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:53.165502 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 10 to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 Aug 06 16:01:53.186207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:53.186549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:53.186894 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:53.195247 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:53.195588 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:53.195971 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.385263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] For port f5d7f4db-a57a-4fa0-be77-7f79444f83a1, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:53.385804 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempted to set empty binding levels {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 16:01:53.396906 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.410353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab22a1c-6a9f-4911-b7b2-1c3a75c99c7f req-0db1b610-72ff-4ef8-bcb6-7747faff8d45 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.412442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bab22a1c-6a9f-4911-b7b2-1c3a75c99c7f req-0db1b610-72ff-4ef8-bcb6-7747faff8d45 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.1716564 Aug 06 16:01:53.453288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] In _notify_port_updated(), no bound segment for port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:01:53.454189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.454790 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.456145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] 10.222.0.37 "PUT /v2.0/ports/f5d7f4db-a57a-4fa0-be77-7f79444f83a1 HTTP/1.1" status: 200 len: 978 time: 1.9097512 Aug 06 16:01:53.461871 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37328) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:53.494449 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2ae15-7a53-43f3-ad57-0d33f793064d req-ee51b484-3bf3-4504-a8a4-ac70f9d24b95 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.495996 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78a2ae15-7a53-43f3-ad57-0d33f793064d req-ee51b484-3bf3-4504-a8a4-ac70f9d24b95 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 943 time: 0.1978006 Aug 06 16:01:53.508936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d3f37-23f7-41f2-b3ec-b046c0d065ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Pushing event updated for resources: {'Port': ['ID=f5d7f4db-a57a-4fa0-be77-7f79444f83a1,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:53.554135 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.556245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-0c8063f8-2f33-4810-b53f-0392af044e8e admin admin] Deleting port 3c862f6b-d741-4849-9595-c314e028f940 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:53.556593 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c8063f8-2f33-4810-b53f-0392af044e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.561432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bab22a1c-6a9f-4911-b7b2-1c3a75c99c7f req-a1f31e32-ae66-42c7-a7b3-c414210c50a2 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173661 Aug 06 16:01:53.570604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.571167 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.571648 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.572331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.572827 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.573298 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.573793 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.574909 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.575405 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.575851 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.576316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.576779 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.577242 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.577729 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.578221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.578679 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.580078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.580568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.581037 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.581531 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.582107 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.582660 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.583233 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.583954 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.584538 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.584913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.586050 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.595736 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-12228607-f1c8-4799-987e-e816d3dfc871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24311 time: 0.1278141 Aug 06 16:01:53.596170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37330) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:53.656899 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78a2ae15-7a53-43f3-ad57-0d33f793064d req-8a055ca4-fb86-44de-a274-656fd4e44c52 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490104 Aug 06 16:01:53.745798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-0c8063f8-2f33-4810-b53f-0392af044e8e admin admin] For port 3c862f6b-d741-4849-9595-c314e028f940, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3c862f6b-d741-4849-9595-c314e028f940,segment=NetworkSegment(482f06c3-6fe4-419d-ad04-a54522fe08bd),segment_id=482f06c3-6fe4-419d-ad04-a54522fe08bd)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:53.746254 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c8063f8-2f33-4810-b53f-0392af044e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.764956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-0c8063f8-2f33-4810-b53f-0392af044e8e admin admin] Calling delete_port for 3c862f6b-d741-4849-9595-c314e028f940 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:53.837082 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-9629cd61-b59f-4eb3-9849-85c61b9366e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Deleting port f5d7f4db-a57a-4fa0-be77-7f79444f83a1 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:53.837082 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9629cd61-b59f-4eb3-9849-85c61b9366e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.966033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-9629cd61-b59f-4eb3-9849-85c61b9366e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] For port f5d7f4db-a57a-4fa0-be77-7f79444f83a1, host n-h1-803756-1, got binding levels [] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:53.966430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9629cd61-b59f-4eb3-9849-85c61b9366e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.972074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8189ec25-58d1-46bf-9735-751d9043713c details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:01:54.041100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d461bb-35be-42a6-8db8-b72ef6b4fb2e req-328bec3a-cc21-4a38-819e-bc5653044ede tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:54.046282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0d461bb-35be-42a6-8db8-b72ef6b4fb2e req-328bec3a-cc21-4a38-819e-bc5653044ede tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 943 time: 0.2304444 Aug 06 16:01:54.054608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-9629cd61-b59f-4eb3-9849-85c61b9366e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Calling delete_port for f5d7f4db-a57a-4fa0-be77-7f79444f83a1 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:54.065168 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83eb222-ba85-4226-8386-468d8d8fd846 req-d63e05ec-6794-4324-9b03-e03c678dfc3e tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:54.067281 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d83eb222-ba85-4226-8386-468d8d8fd846 req-d63e05ec-6794-4324-9b03-e03c678dfc3e tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.2522359 Aug 06 16:01:54.091090 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8189ec25-58d1-46bf-9735-751d9043713c, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8189ec25-58d1-46bf-9735-751d9043713c,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:54.110104 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '8189ec25-58d1-46bf-9735-751d9043713c', 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9', 'port_id': '8189ec25-58d1-46bf-9735-751d9043713c', 'mac_address': 'fa:16:3e:1c:a8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af21462f-26c7-45df-8aee-9d851324861e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:01:54.192639 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.203087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0d461bb-35be-42a6-8db8-b72ef6b4fb2e req-928082fa-5248-41fa-9a39-840654ae5084 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/security-groups?id=017e5540-d50f-4f6d-b275-d05ac3aa28a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322355 Aug 06 16:01:54.216267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8189ec25-58d1-46bf-9735-751d9043713c {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:01:54.244661 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d83eb222-ba85-4226-8386-468d8d8fd846 req-1281d023-9e67-4ae8-b290-22ceb028843c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213939 Aug 06 16:01:54.247114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8189ec25-58d1-46bf-9735-751d9043713c, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8189ec25-58d1-46bf-9735-751d9043713c,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:54.254934 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.330067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=8189ec25-58d1-46bf-9735-751d9043713c,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:54.343516 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9629cd61-b59f-4eb3-9849-85c61b9366e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.378014 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c8063f8-2f33-4810-b53f-0392af044e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.380713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629cd61-b59f-4eb3-9849-85c61b9366e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5d7f4db-a57a-4fa0-be77-7f79444f83a1,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:54.419532 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8063f8-2f33-4810-b53f-0392af044e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c862f6b-d741-4849-9595-c314e028f940,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:54.434503 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9629cd61-b59f-4eb3-9849-85c61b9366e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.436475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9629cd61-b59f-4eb3-9849-85c61b9366e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] 10.222.0.37 "DELETE /v2.0/ports/f5d7f4db-a57a-4fa0-be77-7f79444f83a1 HTTP/1.1" status: 204 len: 168 time: 0.8370008 Aug 06 16:01:54.441903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37342) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:54.467730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['8189ec25-58d1-46bf-9735-751d9043713c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:01:54.521641 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-087a8876-7ff8-4c16-8868-ea62dc9774e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] GET failed (client error): The resource could not be found. Aug 06 16:01:54.524413 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-087a8876-7ff8-4c16-8868-ea62dc9774e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] 10.222.0.37 "GET /v2.0/ports/f5d7f4db-a57a-4fa0-be77-7f79444f83a1 HTTP/1.1" status: 404 len: 333 time: 0.0815206 Aug 06 16:01:54.530758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37344) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:54.537399 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-237b28a3-66bb-4699-9156-fe3c8ba590a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-566770676', 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:54.573640 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237b28a3-66bb-4699-9156-fe3c8ba590a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Made reservation on behalf of 8da020ca77864d65b0628b182c826186 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:54.578877 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-237b28a3-66bb-4699-9156-fe3c8ba590a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.608857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-237b28a3-66bb-4699-9156-fe3c8ba590a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] device_id is not set on port f6a9ff14-d4cf-41ef-8c0f-f88ee4410dcc yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:01:54.889608 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-237b28a3-66bb-4699-9156-fe3c8ba590a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.906088 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:01:54.956254 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-237b28a3-66bb-4699-9156-fe3c8ba590a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.007542 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237b28a3-66bb-4699-9156-fe3c8ba590a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:55.010798 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-237b28a3-66bb-4699-9156-fe3c8ba590a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:55.014603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237b28a3-66bb-4699-9156-fe3c8ba590a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:55.015565 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237b28a3-66bb-4699-9156-fe3c8ba590a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:55.016126 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-237b28a3-66bb-4699-9156-fe3c8ba590a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.035533 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-237b28a3-66bb-4699-9156-fe3c8ba590a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5027773 Aug 06 16:01:55.036154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37352) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:55.045677 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b28a3-66bb-4699-9156-fe3c8ba590a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Pushing event updated for resources: {'Port': ['ID=f6a9ff14-d4cf-41ef-8c0f-f88ee4410dcc,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:55.081423 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e6bbc7-6dd5-4072-bac2-fbe6ae65b19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:55.089315 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-70e6bbc7-6dd5-4072-bac2-fbe6ae65b19b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] 10.222.0.37 "GET /v2.0/ports/f6a9ff14-d4cf-41ef-8c0f-f88ee4410dcc HTTP/1.1" status: 200 len: 958 time: 0.0517540 Aug 06 16:01:55.090304 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37354) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:55.193986 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-056eda42-b17c-4f0d-a0f4-95c2837de942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Deleting port f6a9ff14-d4cf-41ef-8c0f-f88ee4410dcc {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:55.194465 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-056eda42-b17c-4f0d-a0f4-95c2837de942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.245343 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c8063f8-2f33-4810-b53f-0392af044e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.287960 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-056eda42-b17c-4f0d-a0f4-95c2837de942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.306674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-056eda42-b17c-4f0d-a0f4-95c2837de942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Calling delete_port for f6a9ff14-d4cf-41ef-8c0f-f88ee4410dcc owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:55.337738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69de20-d41e-4485-be80-8e47763db4b9 req-021c60ff-bf86-4915-bea2-fc8a0ad73615 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:55.342398 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b69de20-d41e-4485-be80-8e47763db4b9 req-021c60ff-bf86-4915-bea2-fc8a0ad73615 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.5724030 Aug 06 16:01:55.397053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32790bb8-313f-4e3d-9a04-af5aeaffaa83 req-7bc1d0c5-eda4-49d4-b974-f1b0dc022d69 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:55.403754 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32790bb8-313f-4e3d-9a04-af5aeaffaa83 req-7bc1d0c5-eda4-49d4-b974-f1b0dc022d69 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 944 time: 0.1770780 Aug 06 16:01:55.429218 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-056eda42-b17c-4f0d-a0f4-95c2837de942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.480290 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056eda42-b17c-4f0d-a0f4-95c2837de942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6a9ff14-d4cf-41ef-8c0f-f88ee4410dcc,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:55.484951 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-056eda42-b17c-4f0d-a0f4-95c2837de942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.493467 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-056eda42-b17c-4f0d-a0f4-95c2837de942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] 10.222.0.37 "DELETE /v2.0/ports/f6a9ff14-d4cf-41ef-8c0f-f88ee4410dcc HTTP/1.1" status: 204 len: 168 time: 0.4016535 Aug 06 16:01:55.495017 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37362) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:55.506715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b69de20-d41e-4485-be80-8e47763db4b9 req-ed9827dd-bef9-4ccf-870c-8108afb1a9a8 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552167 Aug 06 16:01:55.531244 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32790bb8-313f-4e3d-9a04-af5aeaffaa83 req-28dd5dcf-1647-4da8-888a-196838624377 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262341 Aug 06 16:01:55.557142 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff31633-d6e6-4158-b656-f2799cb9e88d tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] GET failed (client error): The resource could not be found. Aug 06 16:01:55.569544 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bff31633-d6e6-4158-b656-f2799cb9e88d tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] 10.222.0.37 "GET /v2.0/ports/f6a9ff14-d4cf-41ef-8c0f-f88ee4410dcc HTTP/1.1" status: 404 len: 333 time: 0.0735474 Aug 06 16:01:55.570325 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37364) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:55.590996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b5391034-4039-417f-8ac1-74cfdb4d0e95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Request body: {'port': {'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1150483286'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:55.642978 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5391034-4039-417f-8ac1-74cfdb4d0e95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Made reservation on behalf of 8da020ca77864d65b0628b182c826186 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:55.648285 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b5391034-4039-417f-8ac1-74cfdb4d0e95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.687337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-b5391034-4039-417f-8ac1-74cfdb4d0e95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] device_id is not set on port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:01:55.773994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c79a30-ccd1-460d-b053-5320a590c656 req-436c6aeb-c07c-411d-a53b-8fa56e1f4ab0 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:55.775490 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55c79a30-ccd1-460d-b053-5320a590c656 req-436c6aeb-c07c-411d-a53b-8fa56e1f4ab0 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.1010511 Aug 06 16:01:55.789125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a59a2f-a74d-43b0-bf1c-bdeb15f73852 req-f252de85-c8b6-4473-976b-6bdd6d80945b tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:55.790767 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53a59a2f-a74d-43b0-bf1c-bdeb15f73852 req-f252de85-c8b6-4473-976b-6bdd6d80945b tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 943 time: 0.1649425 Aug 06 16:01:55.825741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8063f8-2f33-4810-b53f-0392af044e8e admin admin] Router ea89e171-f33d-439c-907d-7f4ce5fff78b has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:01:55.850811 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55c79a30-ccd1-460d-b053-5320a590c656 req-98bc576a-44a3-4d17-865a-6e84027cf2eb tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589006 Aug 06 16:01:55.896755 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53a59a2f-a74d-43b0-bf1c-bdeb15f73852 req-2ce9844d-3c2e-4671-a48a-88e9b80a56ad tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/security-groups?id=017e5540-d50f-4f6d-b275-d05ac3aa28a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940127 Aug 06 16:01:55.912258 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b5391034-4039-417f-8ac1-74cfdb4d0e95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.983613 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b5391034-4039-417f-8ac1-74cfdb4d0e95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.992355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device bedf664e-5e3a-4955-8a66-8db5ed6eafb0 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:01:55.997165 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8189ec25-58d1-46bf-9735-751d9043713c up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:56.045202 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5391034-4039-417f-8ac1-74cfdb4d0e95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Pushing event updated for resources: {'Port': ['ID=6856e37a-a5fc-48cf-b024-1fd4066cc8a0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:56.057998 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8063f8-2f33-4810-b53f-0392af044e8e admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:56.063814 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0c8063f8-2f33-4810-b53f-0392af044e8e admin admin] 10.222.0.37 "PUT /v2.0/routers/ea89e171-f33d-439c-907d-7f4ce5fff78b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1299546 Aug 06 16:01:56.067650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37368) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:56.081873 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5391034-4039-417f-8ac1-74cfdb4d0e95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:56.083631 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b5391034-4039-417f-8ac1-74cfdb4d0e95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:56.089690 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55bd1ed-485d-4fe1-bd2e-06ba9955b5d4 None None] Sync routers for ids ['ea89e171-f33d-439c-907d-7f4ce5fff78b'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:56.092577 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5391034-4039-417f-8ac1-74cfdb4d0e95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:56.094944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5391034-4039-417f-8ac1-74cfdb4d0e95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:56.097650 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b5391034-4039-417f-8ac1-74cfdb4d0e95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.127653 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b5391034-4039-417f-8ac1-74cfdb4d0e95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5531104 Aug 06 16:01:56.132872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37370) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:56.145978 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:56.149249 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 8189ec25-58d1-46bf-9735-751d9043713c completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:56.157248 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 8189ec25-58d1-46bf-9735-751d9043713c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:56.157899 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.275928 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a36fb9f-08a8-4b8c-bdc0-8b24872c8b69 admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.279370 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.375372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55bd1ed-485d-4fe1-bd2e-06ba9955b5d4 None None] Routers {'ea89e171-f33d-439c-907d-7f4ce5fff78b'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:56.375996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e55bd1ed-485d-4fe1-bd2e-06ba9955b5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:01:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ea89e171-f33d-439c-907d-7f4ce5fff78b'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:56.431541 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a36fb9f-08a8-4b8c-bdc0-8b24872c8b69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.446861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port bedf664e-5e3a-4955-8a66-8db5ed6eafb0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=bedf664e-5e3a-4955-8a66-8db5ed6eafb0,segment=NetworkSegment(c52fd57d-ef8d-4106-baf0-d3cf3e000b46),segment_id=c52fd57d-ef8d-4106-baf0-d3cf3e000b46)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:56.476085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'bedf664e-5e3a-4955-8a66-8db5ed6eafb0', 'network_id': '76c4e394-0ae0-418c-94b4-ac682a3f5c15', 'port_id': 'bedf664e-5e3a-4955-8a66-8db5ed6eafb0', 'mac_address': 'fa:16:3e:dc:b9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984af9ef-8867-4b98-8acb-cfddec1d0c84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:01:56.507411 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-0a36fb9f-08a8-4b8c-bdc0-8b24872c8b69 admin admin] Deleting port 61015bf9-5b12-4086-aa3c-9100139bb8a8 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:56.507770 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a36fb9f-08a8-4b8c-bdc0-8b24872c8b69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.585119 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.646414 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedf664e-5e3a-4955-8a66-8db5ed6eafb0 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:01:56.648399 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] device_id is not set on port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:01:56.669020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-e55bd1ed-485d-4fe1-bd2e-06ba9955b5d4 None None] Set router ea89e171-f33d-439c-907d-7f4ce5fff78b gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:56.674017 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.707532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Transition to ACTIVE for port object 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:56.712775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.717477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-0a36fb9f-08a8-4b8c-bdc0-8b24872c8b69 admin admin] For port 61015bf9-5b12-4086-aa3c-9100139bb8a8, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=61015bf9-5b12-4086-aa3c-9100139bb8a8,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:56.719967 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a36fb9f-08a8-4b8c-bdc0-8b24872c8b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.749168 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.770405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port bedf664e-5e3a-4955-8a66-8db5ed6eafb0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=bedf664e-5e3a-4955-8a66-8db5ed6eafb0,segment=NetworkSegment(c52fd57d-ef8d-4106-baf0-d3cf3e000b46),segment_id=c52fd57d-ef8d-4106-baf0-d3cf3e000b46)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:56.787217 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Pushing event updated for resources: {'Port': ['ID=6856e37a-a5fc-48cf-b024-1fd4066cc8a0,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:56.817461 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:56.817907 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:56.818155 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:56.836839 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:56.837143 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.837301 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:56.837444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-0a36fb9f-08a8-4b8c-bdc0-8b24872c8b69 admin admin] Calling delete_port for 61015bf9-5b12-4086-aa3c-9100139bb8a8 owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:56.837829 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 2 to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 Aug 06 16:01:56.863418 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:56.864099 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:56.865182 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:56.873297 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:56.873866 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:56.874684 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 3 to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 Aug 06 16:01:56.905124 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:56.906512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:56.907463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:56.923047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbf0e3-48ab-4adb-bd8a-9a6b9de56031 req-4f4ceee0-c8fb-402d-a4eb-b7f260fbffb8 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:56.923792 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:56.924638 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:56.924933 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-57dbf0e3-48ab-4adb-bd8a-9a6b9de56031 req-4f4ceee0-c8fb-402d-a4eb-b7f260fbffb8 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.2102313 Aug 06 16:01:56.925847 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 4 to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 Aug 06 16:01:56.936537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1e750f-b05c-4517-95e4-147481a57abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8189ec25-58d1-46bf-9735-751d9043713c'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:56.938952 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ea5009-1304-4699-b4eb-e0f38a6511e4" -d '{"events": [{"server_uuid": "aa1e750f-b05c-4517-95e4-147481a57abb", "name": "network-vif-plugged", "status": "completed", "tag": "8189ec25-58d1-46bf-9735-751d9043713c"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:56.943979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:56.944802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:56.945312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:56.960617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:56.961099 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:56.961588 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 5 to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 Aug 06 16:01:56.976455 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8189ec25-58d1-46bf-9735-751d9043713c, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8189ec25-58d1-46bf-9735-751d9043713c,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:56.982266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d1bf8-02ab-413f-8fc0-47c67017344d req-5714a1ba-8dd9-4bfe-921b-e7de4e9feb7b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:56.983823 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-151d1bf8-02ab-413f-8fc0-47c67017344d req-5714a1ba-8dd9-4bfe-921b-e7de4e9feb7b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 944 time: 0.2412903 Aug 06 16:01:56.991703 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:56.992038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:56.992597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:57.010112 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:57.010447 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:57.010841 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 6 to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 Aug 06 16:01:57.019097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=bedf664e-5e3a-4955-8a66-8db5ed6eafb0,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:57.023440 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.044966 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:57.045306 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:57.045664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:57.057705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:57.060575 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:57.066893 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 7 to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 Aug 06 16:01:57.074350 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-151d1bf8-02ab-413f-8fc0-47c67017344d req-7d0dce56-069c-4ecd-99e9-59fe7c7718e1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796182 Aug 06 16:01:57.077765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-57dbf0e3-48ab-4adb-bd8a-9a6b9de56031 req-34aae674-0419-4db8-a862-0a38058ee96a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086326 Aug 06 16:01:57.099513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:57.099893 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:57.100231 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:57.126599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:57.127072 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:57.127575 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 8 to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 Aug 06 16:01:57.141811 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['bedf664e-5e3a-4955-8a66-8db5ed6eafb0'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:01:57.159293 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:57.159553 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:57.160468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:57.165815 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:57.166199 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:57.166590 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 9 to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 Aug 06 16:01:57.182924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:57.183529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:57.183962 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:57.196888 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:57.197359 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:57.197785 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempt 10 to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 Aug 06 16:01:57.227428 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:57.228699 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:57.229065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempting to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:57.237557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:57.239050 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Failed to bind port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on host n-h1-803756-1 for vnic_type normal using segments [{'id': 'c6b83375-bd36-469c-ad59-b74b841f6af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '9bf8eec4-a7a0-474b-9727-d3808f98c8a5'}] Aug 06 16:01:57.240161 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.254097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=8189ec25-58d1-46bf-9735-751d9043713c,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:57.305887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdde8c-8e03-4db6-b6ee-c60e11cd5b5e req-7373457b-35e9-4512-bf63-c5ec1dc5bc86 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:57.308110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6fcdde8c-8e03-4db6-b6ee-c60e11cd5b5e req-7373457b-35e9-4512-bf63-c5ec1dc5bc86 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.1484594 Aug 06 16:01:57.320514 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e55bd1ed-485d-4fe1-bd2e-06ba9955b5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219079955-router', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '61015bf9-5b12-4086-aa3c-9100139bb8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:41Z', 'updated_at': '2021-08-06T16:01:54Z', 'revision_number': 5, 'project_id': '58ef1c94f3d943a496d9293a19e87b7b', 'gw_port': {'id': '61015bf9-5b12-4086-aa3c-9100139bb8a8', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:2c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:42Z', 'updated_at': '2021-08-06T15:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:57.352178 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] For port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:57.352551 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attempted to set empty binding levels {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 16:01:57.358558 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.382767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55bd1ed-485d-4fe1-bd2e-06ba9955b5d4 None None] Checking router: ea89e171-f33d-439c-907d-7f4ce5fff78b for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:01:57.397656 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6fcdde8c-8e03-4db6-b6ee-c60e11cd5b5e req-ab2e9b9d-3171-44f6-91bc-90abaea80991 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725169 Aug 06 16:01:57.409362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55bd1ed-485d-4fe1-bd2e-06ba9955b5d4 None None] Routers {'ea89e171-f33d-439c-907d-7f4ce5fff78b'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:57.410047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e55bd1ed-485d-4fe1-bd2e-06ba9955b5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:01:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ea89e171-f33d-439c-907d-7f4ce5fff78b'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:57.416153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab27a85-c09c-40fa-857c-1fa5a0c9706c req-7e38e291-f5c6-4a7e-b0aa-e97d7c5f2e2e tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:57.424197 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eab27a85-c09c-40fa-857c-1fa5a0c9706c req-7e38e291-f5c6-4a7e-b0aa-e97d7c5f2e2e tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 944 time: 0.2297404 Aug 06 16:01:57.424401 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] In _notify_port_updated(), no bound segment for port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 on network 9bf8eec4-a7a0-474b-9727-d3808f98c8a5 {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:01:57.425515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:57.426501 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.427842 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] 10.222.0.37 "PUT /v2.0/ports/6856e37a-a5fc-48cf-b024-1fd4066cc8a0 HTTP/1.1" status: 200 len: 979 time: 1.2923923 Aug 06 16:01:57.429914 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a36fb9f-08a8-4b8c-bdc0-8b24872c8b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.431074 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37388) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:57.489578 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1b634-b2ea-48c1-a56b-9b9bfa970ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Pushing event updated for resources: {'Port': ['ID=6856e37a-a5fc-48cf-b024-1fd4066cc8a0,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:57.507911 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86c7544-d753-488b-9d91-b65a4276d74a x-openstack-request-id: req-a86c7544-d753-488b-9d91-b65a4276d74a {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:57.508184 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1e750f-b05c-4517-95e4-147481a57abb", "name": "network-vif-plugged", "status": "completed", "tag": "8189ec25-58d1-46bf-9735-751d9043713c", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:57.508480 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a86c7544-d753-488b-9d91-b65a4276d74a {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:57.508849 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1e750f-b05c-4517-95e4-147481a57abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8189ec25-58d1-46bf-9735-751d9043713c', 'code': 200} Aug 06 16:01:57.515085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-e55bd1ed-485d-4fe1-bd2e-06ba9955b5d4 None None] Set router ea89e171-f33d-439c-907d-7f4ce5fff78b gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:57.575537 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36fb9f-08a8-4b8c-bdc0-8b24872c8b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=61015bf9-5b12-4086-aa3c-9100139bb8a8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:57.587459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e55bd1ed-485d-4fe1-bd2e-06ba9955b5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219079955-router', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:41Z', 'updated_at': '2021-08-06T16:01:57Z', 'revision_number': 7, 'project_id': '58ef1c94f3d943a496d9293a19e87b7b', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:57.616934 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55bd1ed-485d-4fe1-bd2e-06ba9955b5d4 None None] The sync data for ids ['ea89e171-f33d-439c-907d-7f4ce5fff78b'] in n-d-803756-1 is: [{'id': 'ea89e171-f33d-439c-907d-7f4ce5fff78b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219079955-router', 'tenant_id': '58ef1c94f3d943a496d9293a19e87b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:41Z', 'updated_at': '2021-08-06T16:01:57Z', 'revision_number': 7, 'project_id': '58ef1c94f3d943a496d9293a19e87b7b', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:57.641648 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-cbae4bff-9ee5-48d5-a985-2c5a03eb1f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Deleting port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:57.643146 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cbae4bff-9ee5-48d5-a985-2c5a03eb1f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.651971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a37144-5491-48b9-bc19-0c2e864b2584 req-f2d5b9a7-3c9d-4f98-a1af-7f2c1719ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:57.655717 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b1a37144-5491-48b9-bc19-0c2e864b2584 req-f2d5b9a7-3c9d-4f98-a1af-7f2c1719ad58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 1096 time: 0.0807474 Aug 06 16:01:57.695354 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eab27a85-c09c-40fa-857c-1fa5a0c9706c req-e48661c8-e1b1-47d3-bdda-e916dfd1b844 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/security-groups?id=017e5540-d50f-4f6d-b275-d05ac3aa28a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382803 Aug 06 16:01:57.713661 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a36fb9f-08a8-4b8c-bdc0-8b24872c8b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.792856 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b1a37144-5491-48b9-bc19-0c2e864b2584 req-b6a2ec91-191f-4e63-8917-c324dc4861b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999410 Aug 06 16:01:57.815986 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-cbae4bff-9ee5-48d5-a985-2c5a03eb1f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] For port 6856e37a-a5fc-48cf-b024-1fd4066cc8a0, host n-h1-803756-1, got binding levels [] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:57.817148 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cbae4bff-9ee5-48d5-a985-2c5a03eb1f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.845047 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a36fb9f-08a8-4b8c-bdc0-8b24872c8b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.848162 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a36fb9f-08a8-4b8c-bdc0-8b24872c8b69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.848545 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-cbae4bff-9ee5-48d5-a985-2c5a03eb1f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Calling delete_port for 6856e37a-a5fc-48cf-b024-1fd4066cc8a0 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:57.924614 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a36fb9f-08a8-4b8c-bdc0-8b24872c8b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.925196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a36fb9f-08a8-4b8c-bdc0-8b24872c8b69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea89e171-f33d-439c-907d-7f4ce5fff78b {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:01:57.933345 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a36fb9f-08a8-4b8c-bdc0-8b24872c8b69 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.934529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0a36fb9f-08a8-4b8c-bdc0-8b24872c8b69 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ea89e171-f33d-439c-907d-7f4ce5fff78b HTTP/1.1" status: 204 len: 168 time: 1.8655918 Aug 06 16:01:57.938394 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37392) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:57.982797 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cbae4bff-9ee5-48d5-a985-2c5a03eb1f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.985552 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec4dee-0aa9-4532-ad98-3075d80f6280 req-7104322b-a9bb-4b32-88fb-23600a9382f3 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:57.987333 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39ec4dee-0aa9-4532-ad98-3075d80f6280 req-7104322b-a9bb-4b32-88fb-23600a9382f3 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1328199 Aug 06 16:01:58.025613 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cbae4bff-9ee5-48d5-a985-2c5a03eb1f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.027599 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cbae4bff-9ee5-48d5-a985-2c5a03eb1f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] 10.222.0.37 "DELETE /v2.0/ports/6856e37a-a5fc-48cf-b024-1fd4066cc8a0 HTTP/1.1" status: 204 len: 168 time: 0.5951579 Aug 06 16:01:58.028952 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae4bff-9ee5-48d5-a985-2c5a03eb1f5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] Pushing event deleted for resources: {'Port': ['ID=6856e37a-a5fc-48cf-b024-1fd4066cc8a0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:58.030888 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37394) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:58.034587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-719c3678-70c3-45c9-a76a-4db9470a80d4 admin admin] Deleting subnet c4968fe8-2b19-4162-9ea6-91f73acc9abf {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:01:58.044131 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-719c3678-70c3-45c9-a76a-4db9470a80d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.064381 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a715e4-83f6-4a9e-8396-87e8aba6ac3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] GET failed (client error): The resource could not be found. Aug 06 16:01:58.071969 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-88a715e4-83f6-4a9e-8396-87e8aba6ac3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067 tempest-PortsAdminExtendedAttrsIpV6TestJSON-467265067-project-admin] 10.222.0.37 "GET /v2.0/ports/6856e37a-a5fc-48cf-b024-1fd4066cc8a0 HTTP/1.1" status: 404 len: 333 time: 0.0349519 Aug 06 16:01:58.072299 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37396) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:58.099182 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39ec4dee-0aa9-4532-ad98-3075d80f6280 req-e855897d-128a-4c54-aa6e-2f23e67954de tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917971 Aug 06 16:01:58.120146 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-719c3678-70c3-45c9-a76a-4db9470a80d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.243836 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20058f61-5906-4c6a-976e-c32cdc3ea406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.339819 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-719c3678-70c3-45c9-a76a-4db9470a80d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.391868 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49352e-b1a3-46df-8a67-bb87ed33c708 req-f1bd46a9-cb36-418a-8359-0c7514b2a33a tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:58.393412 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa49352e-b1a3-46df-8a67-bb87ed33c708 req-f1bd46a9-cb36-418a-8359-0c7514b2a33a tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 945 time: 0.1739805 Aug 06 16:01:58.397281 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20058f61-5906-4c6a-976e-c32cdc3ea406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.405436 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec94270-ae65-4d89-b527-6a89bd215bed req-da3f89bf-b09e-4800-961a-72694ecd4497 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:58.407008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ec94270-ae65-4d89-b527-6a89bd215bed req-da3f89bf-b09e-4800-961a-72694ecd4497 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.1652844 Aug 06 16:01:58.424415 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-20058f61-5906-4c6a-976e-c32cdc3ea406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf8eec4-a7a0-474b-9727-d3808f98c8a5']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:58.447999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-20058f61-5906-4c6a-976e-c32cdc3ea406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b83375-bd36-469c-ad59-b74b841f6af0') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:58.449068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-20058f61-5906-4c6a-976e-c32cdc3ea406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b83375-bd36-469c-ad59-b74b841f6af0') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:58.463969 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20058f61-5906-4c6a-976e-c32cdc3ea406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.487191 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-719c3678-70c3-45c9-a76a-4db9470a80d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.489284 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20058f61-5906-4c6a-976e-c32cdc3ea406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.497404 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ec94270-ae65-4d89-b527-6a89bd215bed req-14ec9a8b-25c4-4bac-a185-0f466f72dc74 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792375 Aug 06 16:01:58.502574 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20058f61-5906-4c6a-976e-c32cdc3ea406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:58.504879 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20058f61-5906-4c6a-976e-c32cdc3ea406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:58.510607 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:58.527099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa49352e-b1a3-46df-8a67-bb87ed33c708 req-9efb2057-0806-488d-a852-671eabcdad34 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190014 Aug 06 16:01:58.537135 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-719c3678-70c3-45c9-a76a-4db9470a80d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.538206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-719c3678-70c3-45c9-a76a-4db9470a80d4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c4968fe8-2b19-4162-9ea6-91f73acc9abf HTTP/1.1" status: 204 len: 168 time: 0.5985894 Aug 06 16:01:58.541283 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37406) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:58.543945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb2c661-33c1-4855-b650-f79a609a0dc6 None None] Network 4d7aadd6-5c60-4293-8935-e2841ccf5ed1 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:58.559826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c3678-70c3-45c9-a76a-4db9470a80d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4968fe8-2b19-4162-9ea6-91f73acc9abf,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:58.758914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581fbdc-c348-42a7-bb12-76879977265a req-469e51c6-5209-4366-a07c-6678f9289fc4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:58.771702 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b581fbdc-c348-42a7-bb12-76879977265a req-469e51c6-5209-4366-a07c-6678f9289fc4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1322744 Aug 06 16:01:58.818966 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20058f61-5906-4c6a-976e-c32cdc3ea406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.858153 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20058f61-5906-4c6a-976e-c32cdc3ea406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.865799 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-20058f61-5906-4c6a-976e-c32cdc3ea406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] 10.222.0.37 "DELETE /v2.0/networks/9bf8eec4-a7a0-474b-9727-d3808f98c8a5 HTTP/1.1" status: 204 len: 168 time: 0.7923586 Aug 06 16:01:58.867757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20058f61-5906-4c6a-976e-c32cdc3ea406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114 tempest-PortsAdminExtendedAttrsIpV6TestJSON-319759114-project] Pushing event deleted for resources: {'Network': ['ID=9bf8eec4-a7a0-474b-9727-d3808f98c8a5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:58.914190 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.914827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b581fbdc-c348-42a7-bb12-76879977265a req-f29bbedb-de77-4eeb-9b08-67ef72e5031b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413586 Aug 06 16:01:58.946173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7a5e9-6d8c-4949-ae82-a58ce0a2a135 req-31cc659a-8334-49f8-91fb-c3781a43dfd0 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:58.957716 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68c7a5e9-6d8c-4949-ae82-a58ce0a2a135 req-31cc659a-8334-49f8-91fb-c3781a43dfd0 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 944 time: 0.1323254 Aug 06 16:01:58.980976 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ddd121-5e09-469e-aace-c43dbe14e591 None None] DHCP port deletion for 4d7aadd6-5c60-4293-8935-e2841ccf5ed1 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:01:59.027087 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] Deleting port 4ee923bc-2461-4d5e-afb9-ec87c040ed72 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:59.027504 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.028119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68c7a5e9-6d8c-4949-ae82-a58ce0a2a135 req-ea7f5f6d-8981-4950-a933-6d2843f0dfa5 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/security-groups?id=017e5540-d50f-4f6d-b275-d05ac3aa28a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708952 Aug 06 16:01:59.156553 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-47ddd121-5e09-469e-aace-c43dbe14e591 None None] Deleting port 4ee923bc-2461-4d5e-afb9-ec87c040ed72 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:59.157066 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47ddd121-5e09-469e-aace-c43dbe14e591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.194939 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] For port 4ee923bc-2461-4d5e-afb9-ec87c040ed72, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4ee923bc-2461-4d5e-afb9-ec87c040ed72,segment=NetworkSegment(482f06c3-6fe4-419d-ad04-a54522fe08bd),segment_id=482f06c3-6fe4-419d-ad04-a54522fe08bd)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:59.195540 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.235823 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] Calling delete_port for 4ee923bc-2461-4d5e-afb9-ec87c040ed72 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:59.241747 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-47ddd121-5e09-469e-aace-c43dbe14e591 None None] For port 4ee923bc-2461-4d5e-afb9-ec87c040ed72, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4ee923bc-2461-4d5e-afb9-ec87c040ed72,segment=NetworkSegment(482f06c3-6fe4-419d-ad04-a54522fe08bd),segment_id=482f06c3-6fe4-419d-ad04-a54522fe08bd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:59.242400 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47ddd121-5e09-469e-aace-c43dbe14e591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.266528 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-47ddd121-5e09-469e-aace-c43dbe14e591 None None] Calling delete_port for 4ee923bc-2461-4d5e-afb9-ec87c040ed72 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:59.403861 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47ddd121-5e09-469e-aace-c43dbe14e591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.412904 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.415825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-7566e13d-34ed-478b-bd0d-d892e8e1b2ee tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:59.417955 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-7566e13d-34ed-478b-bd0d-d892e8e1b2ee tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 812 time: 0.2195077 Aug 06 16:01:59.440737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ddd121-5e09-469e-aace-c43dbe14e591 None None] Pushing event deleted for resources: {'Port': ['ID=4ee923bc-2461-4d5e-afb9-ec87c040ed72,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:59.444735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ddd121-5e09-469e-aace-c43dbe14e591 None None] No DVR routers for this DVR port 4ee923bc-2461-4d5e-afb9-ec87c040ed72 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:59.455222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-d482be3c-f6f3-49c8-9548-0a79da64846d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/quotas/3d3a470ba28a4c6f8ab926c00b563358 HTTP/1.1" status: 200 len: 375 time: 0.0299678 Aug 06 16:01:59.457702 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37430) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:59.478591 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee923bc-2461-4d5e-afb9-ec87c040ed72,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:59.488485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] No DVR routers for this DVR port 4ee923bc-2461-4d5e-afb9-ec87c040ed72 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:59.540116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-0b49e0a9-c66a-428d-896c-54cb1a23c60f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0826352 Aug 06 16:01:59.584706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4ee923bc-2461-4d5e-afb9-ec87c040ed72 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:59.633049 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 4ee923bc-2461-4d5e-afb9-ec87c040ed72 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:59.633957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4ee923bc-2461-4d5e-afb9-ec87c040ed72 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:59.634606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3c862f6b-d741-4849-9595-c314e028f940 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:59.653433 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.667333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 3c862f6b-d741-4849-9595-c314e028f940 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:59.667689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3c862f6b-d741-4849-9595-c314e028f940 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:59.668122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 61015bf9-5b12-4086-aa3c-9100139bb8a8 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:59.670218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7aadd6-5c60-4293-8935-e2841ccf5ed1']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:59.689487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 61015bf9-5b12-4086-aa3c-9100139bb8a8 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:59.690200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 61015bf9-5b12-4086-aa3c-9100139bb8a8 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:59.690350 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482f06c3-6fe4-419d-ad04-a54522fe08bd') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:59.690580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482f06c3-6fe4-419d-ad04-a54522fe08bd') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:59.713162 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.732189 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.738937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:59.739607 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:59.741749 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:59.770862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-46290ae4-1fda-4fd2-8103-fcdd4faeb034 service neutron] 10.222.0.37 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310905 Aug 06 16:01:59.782862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800d3b6-d5b1-4ece-9041-ac7c613f177a req-5701a93b-4d96-40fc-abb3-c56259a969dd tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:59.784390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d800d3b6-d5b1-4ece-9041-ac7c613f177a req-5701a93b-4d96-40fc-abb3-c56259a969dd tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.1843154 Aug 06 16:01:59.807203 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.809008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-365a1185-0b98-4bd3-9e5a-0b6370be3349 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7bf4dae10d24b08baf5b7f1dcb2c41e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492930 Aug 06 16:01:59.814394 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37440) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:59.826011 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.827959 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] 10.222.0.37 "DELETE /v2.0/networks/4d7aadd6-5c60-4293-8935-e2841ccf5ed1 HTTP/1.1" status: 204 len: 168 time: 1.2568743 Aug 06 16:01:59.847161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2374861-cf8e-4f12-bd9e-076073cca01a admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7aadd6-5c60-4293-8935-e2841ccf5ed1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:59.901057 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9693217d-119c-4735-a5d7-80c432d86c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.909679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d800d3b6-d5b1-4ece-9041-ac7c613f177a req-bfcb749d-aa7f-4f9d-9b27-60cf5f9cf5fb tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139164 Aug 06 16:01:59.925978 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9693217d-119c-4735-a5d7-80c432d86c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.952853 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-5e0202fc-d4a8-4e96-9ac0-1916efe41f58 service neutron] 10.222.0.37 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672285 Aug 06 16:01:59.986597 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9693217d-119c-4735-a5d7-80c432d86c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.991231 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9693217d-119c-4735-a5d7-80c432d86c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.998971 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9693217d-119c-4735-a5d7-80c432d86c70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68048425-717a-45c2-8f46-6d2928e4f53a HTTP/1.1" status: 204 len: 168 time: 0.1787176 Aug 06 16:02:00.020088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693217d-119c-4735-a5d7-80c432d86c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68048425-717a-45c2-8f46-6d2928e4f53a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:00.044062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device bedf664e-5e3a-4955-8a66-8db5ed6eafb0 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:00.073093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37448) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:00.163880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a6ec3-2d12-4814-83b5-5d36dd153344 req-bf4ac157-e9b5-436a-977b-09218c260664 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:00.170887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da2a6ec3-2d12-4814-83b5-5d36dd153344 req-bf4ac157-e9b5-436a-977b-09218c260664 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 945 time: 0.1406691 Aug 06 16:02:00.173354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37452) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:00.173554 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-53c4ea7f-6c78-48dc-aa98-64497d24dec5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=221a0388e41546eb8699faca97d77164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0804696 Aug 06 16:02:00.186680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port bedf664e-5e3a-4955-8a66-8db5ed6eafb0 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:00.192607 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port bedf664e-5e3a-4955-8a66-8db5ed6eafb0 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:00.193067 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.271441 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-058f0e89-e12d-4eb4-a19b-2e89353162e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.339217 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-058f0e89-e12d-4eb4-a19b-2e89353162e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.380996 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.415235 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3bdaea-04c9-4793-b0c0-c8cb273e86b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedf664e-5e3a-4955-8a66-8db5ed6eafb0'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:00.417879 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990e7a46-8780-4349-a16e-9f726f7cffc7" -d '{"events": [{"server_uuid": "9a3bdaea-04c9-4793-b0c0-c8cb273e86b8", "name": "network-vif-plugged", "status": "completed", "tag": "bedf664e-5e3a-4955-8a66-8db5ed6eafb0"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:00.440631 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port bedf664e-5e3a-4955-8a66-8db5ed6eafb0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=bedf664e-5e3a-4955-8a66-8db5ed6eafb0,segment=NetworkSegment(c52fd57d-ef8d-4106-baf0-d3cf3e000b46),segment_id=c52fd57d-ef8d-4106-baf0-d3cf3e000b46)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:00.448040 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.451184 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da2a6ec3-2d12-4814-83b5-5d36dd153344 req-0273a9c2-db11-4279-85f1-3e55477553ff tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396829 Aug 06 16:02:00.517607 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=bedf664e-5e3a-4955-8a66-8db5ed6eafb0,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:00.569909 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-058f0e89-e12d-4eb4-a19b-2e89353162e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.572852 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-058f0e89-e12d-4eb4-a19b-2e89353162e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.574034 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-058f0e89-e12d-4eb4-a19b-2e89353162e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55d0ba86-2028-45fc-9d15-4f45ba4273dd HTTP/1.1" status: 204 len: 168 time: 0.3989773 Aug 06 16:02:00.583554 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af70b925-eed0-43f4-bcd5-f7ad42b94215 req-298cff6c-35cb-4d9f-a4f1-ccec756b339b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=50bdb111-af0d-4389-9c94-5937a8a46d06 HTTP/1.1" status: 200 len: 210 time: 0.0427485 Aug 06 16:02:00.618115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f0e89-e12d-4eb4-a19b-2e89353162e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d0ba86-2028-45fc-9d15-4f45ba4273dd,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:00.629699 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f10467-c11c-4ce1-956f-9d44c417009b x-openstack-request-id: req-71f10467-c11c-4ce1-956f-9d44c417009b {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:00.630523 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3bdaea-04c9-4793-b0c0-c8cb273e86b8", "name": "network-vif-plugged", "status": "completed", "tag": "bedf664e-5e3a-4955-8a66-8db5ed6eafb0", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:00.630523 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71f10467-c11c-4ce1-956f-9d44c417009b {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:00.630811 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3bdaea-04c9-4793-b0c0-c8cb273e86b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedf664e-5e3a-4955-8a66-8db5ed6eafb0', 'code': 200} Aug 06 16:02:00.661553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07098f-6166-4e52-b6ee-bdfb3ef52bdd req-52798049-aee7-4deb-8854-d306894faba3 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:00.669847 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f07098f-6166-4e52-b6ee-bdfb3ef52bdd req-52798049-aee7-4deb-8854-d306894faba3 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 945 time: 0.2030602 Aug 06 16:02:00.777446 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f07098f-6166-4e52-b6ee-bdfb3ef52bdd req-ff19074e-ec7c-4818-ba01-e99ed21a34a5 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/security-groups?id=017e5540-d50f-4f6d-b275-d05ac3aa28a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975018 Aug 06 16:02:00.792647 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761e341-2f31-4281-b3dd-363246c5be32 req-d96d4cb5-0e40-4499-b135-657e176e358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:00.796150 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f761e341-2f31-4281-b3dd-363246c5be32 req-d96d4cb5-0e40-4499-b135-657e176e358a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 1096 time: 0.1068044 Aug 06 16:02:00.841181 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3aabf6-cc08-44e7-9270-29c82870dd37 req-751080ab-0c72-4c33-8dfd-eafd63a0a5bc tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:00.850073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e3aabf6-cc08-44e7-9270-29c82870dd37 req-751080ab-0c72-4c33-8dfd-eafd63a0a5bc tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 1096 time: 0.1064122 Aug 06 16:02:00.857440 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37474) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:00.866609 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f761e341-2f31-4281-b3dd-363246c5be32 req-67a7eb78-6002-42a6-a85d-def600c01049 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=017e5540-d50f-4f6d-b275-d05ac3aa28a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631092 Aug 06 16:02:00.936772 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e3aabf6-cc08-44e7-9270-29c82870dd37 req-031cf8af-ffa2-42df-aee3-4055ab3426f6 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853820 Aug 06 16:02:00.944289 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cd7b1e99-b397-482c-a755-bdd26e77fe44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8da020ca77864d65b0628b182c826186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843837 Aug 06 16:02:00.948387 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37478) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:01.058747 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-507612b3-ac12-4d06-a109-b899465b18ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.090768 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-507612b3-ac12-4d06-a109-b899465b18ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.132050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd087b-6f31-4b83-8a0b-7af59346953b req-f1cfb64f-3f57-43f2-9bee-3668d0971fc4 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:01.133654 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-81fd087b-6f31-4b83-8a0b-7af59346953b req-f1cfb64f-3f57-43f2-9bee-3668d0971fc4 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.1110656 Aug 06 16:02:01.136618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2066251-e504-4fad-b224-9f0151b59375 req-f3bee101-82ca-427e-859f-1a4cb5ee9ccb tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:01.138535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2066251-e504-4fad-b224-9f0151b59375 req-f3bee101-82ca-427e-859f-1a4cb5ee9ccb tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 1096 time: 0.0656435 Aug 06 16:02:01.173202 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-507612b3-ac12-4d06-a109-b899465b18ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.176930 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-507612b3-ac12-4d06-a109-b899465b18ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.182324 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-507612b3-ac12-4d06-a109-b899465b18ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84bcd082-99b0-49a6-b419-1d98c5c8d49a HTTP/1.1" status: 204 len: 168 time: 0.2315123 Aug 06 16:02:01.193087 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507612b3-ac12-4d06-a109-b899465b18ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bcd082-99b0-49a6-b419-1d98c5c8d49a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:01.218991 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2066251-e504-4fad-b224-9f0151b59375 req-3ed2ff98-bce5-4d39-bac5-5d2212e79309 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640252 Aug 06 16:02:01.272121 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-81fd087b-6f31-4b83-8a0b-7af59346953b req-62125ab4-e6e8-416d-973e-21583b68f8ba tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285782 Aug 06 16:02:01.331345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37488) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:01.426757 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b349e02e-d8be-4e48-bf47-54b9eb88e73e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58ef1c94f3d943a496d9293a19e87b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0931919 Aug 06 16:02:01.428897 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37496) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:01.529911 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d68ddf3d-f143-4a1e-b557-f7fd1cbdce37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.565925 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d68ddf3d-f143-4a1e-b557-f7fd1cbdce37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.660977 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d68ddf3d-f143-4a1e-b557-f7fd1cbdce37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.665119 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d68ddf3d-f143-4a1e-b557-f7fd1cbdce37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.670295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d68ddf3d-f143-4a1e-b557-f7fd1cbdce37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b913cc7c-ef44-4019-8439-6c2fa525fd59 HTTP/1.1" status: 204 len: 168 time: 0.2367673 Aug 06 16:02:01.683116 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ddf3d-f143-4a1e-b557-f7fd1cbdce37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b913cc7c-ef44-4019-8439-6c2fa525fd59,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:01.808383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f70ce5-6158-44a5-9d27-88c8cd426439 req-548b1941-aa86-4742-adc7-785b11c29d13 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:01.821421 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-66f70ce5-6158-44a5-9d27-88c8cd426439 req-548b1941-aa86-4742-adc7-785b11c29d13 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 1096 time: 0.1135347 Aug 06 16:02:01.899669 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aad663d9-ea3d-4bd0-af3b-4b18cc19bcc4 req-03c8e383-10ce-462d-988a-4810ed629800 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=50bdb111-af0d-4389-9c94-5937a8a46d06 HTTP/1.1" status: 200 len: 210 time: 0.0516226 Aug 06 16:02:01.942256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-66f70ce5-6158-44a5-9d27-88c8cd426439 req-0db257cb-ddcc-4ac6-b683-f4d8db605947 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202850 Aug 06 16:02:02.056132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649db091-9be1-4878-b7b1-1847cb6a6932 req-1da62994-75a2-48fc-a3ee-8de9de708441 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:02.066962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-649db091-9be1-4878-b7b1-1847cb6a6932 req-1da62994-75a2-48fc-a3ee-8de9de708441 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 945 time: 0.0821579 Aug 06 16:02:02.174090 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-649db091-9be1-4878-b7b1-1847cb6a6932 req-df6f76bb-00d5-44fa-8f5b-9128fa2e2f77 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/security-groups?id=017e5540-d50f-4f6d-b275-d05ac3aa28a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050694 Aug 06 16:02:02.277526 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-65a85321-4ff5-42cc-a6d7-3dd1fff6a72b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:02.280451 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-65a85321-4ff5-42cc-a6d7-3dd1fff6a72b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.78 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 812 time: 0.2000043 Aug 06 16:02:02.308949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-df9b1c2f-5a20-4f9f-9cfb-9d07fc0d8c7b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Request body: {'port': {'device_id': '50bdb111-af0d-4389-9c94-5937a8a46d06', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'admin_state_up': True, 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:02.474224 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e544a-8802-4606-85e5-185615a74af6 req-324ff425-8e9c-485e-9d3a-0ebd4cec40f1 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:02.477124 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e6e544a-8802-4606-85e5-185615a74af6 req-324ff425-8e9c-485e-9d3a-0ebd4cec40f1 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.0985913 Aug 06 16:02:02.582376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-df9b1c2f-5a20-4f9f-9cfb-9d07fc0d8c7b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Made reservation on behalf of 3d3a470ba28a4c6f8ab926c00b563358 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:02.592852 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e6e544a-8802-4606-85e5-185615a74af6 req-68604253-6599-4471-a63e-5eca5d2a8bbb tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027501 Aug 06 16:02:02.600641 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-df9b1c2f-5a20-4f9f-9cfb-9d07fc0d8c7b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:02.842208 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-df9b1c2f-5a20-4f9f-9cfb-9d07fc0d8c7b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Allocated IP 172.20.0.3 (c0d2d561-fad9-4dca-83a3-90b0001ab013/90587363-bd8a-45c0-a0f0-4bc8dee159ed/7e9075c0-8075-4b11-a94f-dec503c64ff1) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:03.078617 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-93bb5823-bfe1-47ab-90d8-39f3dce8668e req-7c192003-fa52-4372-b329-1915c981e1f5 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=50bdb111-af0d-4389-9c94-5937a8a46d06 HTTP/1.1" status: 200 len: 210 time: 0.0377872 Aug 06 16:02:03.192548 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dbaaa-a124-4fbf-ab10-8195b1037ec2 req-7611a794-4aac-4ed1-9860-5bdf4c5197c9 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:03.194196 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-853dbaaa-a124-4fbf-ab10-8195b1037ec2 req-7611a794-4aac-4ed1-9860-5bdf4c5197c9 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 1096 time: 0.0721357 Aug 06 16:02:03.276422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-853dbaaa-a124-4fbf-ab10-8195b1037ec2 req-addb666a-2246-437d-9710-48d8a207e926 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635910 Aug 06 16:02:03.561919 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-df9b1c2f-5a20-4f9f-9cfb-9d07fc0d8c7b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:03.577484 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-df9b1c2f-5a20-4f9f-9cfb-9d07fc0d8c7b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Transition to ACTIVE for port object 7e9075c0-8075-4b11-a94f-dec503c64ff1 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:03.649290 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-df9b1c2f-5a20-4f9f-9cfb-9d07fc0d8c7b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:03.661522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['ff868b4c-0afe-4703-a663-d9a93b422c6e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:02:03.842983 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-df9b1c2f-5a20-4f9f-9cfb-9d07fc0d8c7b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Network c0d2d561-fad9-4dca-83a3-90b0001ab013 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:03.860906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-df9b1c2f-5a20-4f9f-9cfb-9d07fc0d8c7b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:03.867484 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-df9b1c2f-5a20-4f9f-9cfb-9d07fc0d8c7b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:03.929344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b1c2f-5a20-4f9f-9cfb-9d07fc0d8c7b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event updated for resources: {'Port': ['ID=7e9075c0-8075-4b11-a94f-dec503c64ff1,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:03.937920 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a38775af-5cbc-4bd1-88f2-6991c07ea8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:04.020543 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-df9b1c2f-5a20-4f9f-9cfb-9d07fc0d8c7b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:04.021254 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-df9b1c2f-5a20-4f9f-9cfb-9d07fc0d8c7b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:04.023000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd59096-4e07-4016-951a-2298182cead9 req-eaba9da9-fe98-487b-889c-59528f7a0a6e tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:04.036391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfd59096-4e07-4016-951a-2298182cead9 req-eaba9da9-fe98-487b-889c-59528f7a0a6e tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.1353271 Aug 06 16:02:04.056865 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-df9b1c2f-5a20-4f9f-9cfb-9d07fc0d8c7b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7542334 Aug 06 16:02:04.076475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Request body: {'port': {'device_id': '50bdb111-af0d-4389-9c94-5937a8a46d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:04.163094 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfd59096-4e07-4016-951a-2298182cead9 req-91445127-6918-4025-a04f-9cae3718e5e0 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257167 Aug 06 16:02:04.295400 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:04.424432 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fc377257-ac5a-4770-82b1-7cd02e9a8801 None None] Provisioning for port 7e9075c0-8075-4b11-a94f-dec503c64ff1 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:04.431025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fc377257-ac5a-4770-82b1-7cd02e9a8801 None None] Provisioning complete for port 7e9075c0-8075-4b11-a94f-dec503c64ff1 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:04.431928 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fc377257-ac5a-4770-82b1-7cd02e9a8801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:04.516193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fc377257-ac5a-4770-82b1-7cd02e9a8801 None None] Port 7e9075c0-8075-4b11-a94f-dec503c64ff1 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:04.799493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bfc84-a872-45a5-acd9-e24970990524 req-2008df74-c5b5-4f70-9e70-787b9f7bbe38 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:04.810797 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f97bfc84-a872-45a5-acd9-e24970990524 req-2008df74-c5b5-4f70-9e70-787b9f7bbe38 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=50bdb111-af0d-4389-9c94-5937a8a46d06 HTTP/1.1" status: 200 len: 931 time: 0.1236346 Aug 06 16:02:04.935238 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f97bfc84-a872-45a5-acd9-e24970990524 req-0757e19e-13e1-4533-9307-3e2f7690826a tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220560 Aug 06 16:02:05.041850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9075c0-8075-4b11-a94f-dec503c64ff1 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:05.076073 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.107166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37652) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:05.147609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871f642-086b-4d95-897f-4779ecfae356 req-b1283d83-1719-43e9-8dd3-e02939ab5ddc tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:05.149164 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b871f642-086b-4d95-897f-4779ecfae356 req-b1283d83-1719-43e9-8dd3-e02939ab5ddc tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 945 time: 0.0963368 Aug 06 16:02:05.152089 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Transition to ACTIVE for port object 7e9075c0-8075-4b11-a94f-dec503c64ff1 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:05.162743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.280271 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b871f642-086b-4d95-897f-4779ecfae356 req-ccd7c899-c5ab-4b97-af32-167d76e03385 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/security-groups?id=017e5540-d50f-4f6d-b275-d05ac3aa28a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224639 Aug 06 16:02:05.339204 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9075c0-8075-4b11-a94f-dec503c64ff1,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:05.381115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Attempting to bind port 7e9075c0-8075-4b11-a94f-dec503c64ff1 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:05.381856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Attempting to bind port 7e9075c0-8075-4b11-a94f-dec503c64ff1 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:05.382436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Attempting to bind port 7e9075c0-8075-4b11-a94f-dec503c64ff1 on network c0d2d561-fad9-4dca-83a3-90b0001ab013 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:05.394389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fdb7169d-f42b-4e45-b2d3-0651eac2f67d tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-799050268'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:05.405209 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Port 7e9075c0-8075-4b11-a94f-dec503c64ff1 on network c0d2d561-fad9-4dca-83a3-90b0001ab013 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:02:05.405553 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Attempting to bind port 7e9075c0-8075-4b11-a94f-dec503c64ff1 on network c0d2d561-fad9-4dca-83a3-90b0001ab013 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:05.417926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:05.418844 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Checking segment: {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:05.419484 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Bound using segment: {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:05.420154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Bound port: 7e9075c0-8075-4b11-a94f-dec503c64ff1, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:05.420913 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.447593 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fdb7169d-f42b-4e45-b2d3-0651eac2f67d tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.449716 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fdb7169d-f42b-4e45-b2d3-0651eac2f67d tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.599326 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fdb7169d-f42b-4e45-b2d3-0651eac2f67d tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.604422 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fdb7169d-f42b-4e45-b2d3-0651eac2f67d tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.607853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] For port 7e9075c0-8075-4b11-a94f-dec503c64ff1, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:05.613493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912db8b2-8edd-4103-8410-1e4ac645b065 req-59bd2938-2ef5-4b2c-bf09-d886a320e559 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:05.614615 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] For port 7e9075c0-8075-4b11-a94f-dec503c64ff1, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=7e9075c0-8075-4b11-a94f-dec503c64ff1,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:05.616259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-912db8b2-8edd-4103-8410-1e4ac645b065 req-59bd2938-2ef5-4b2c-bf09-d886a320e559 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.0815556 Aug 06 16:02:05.622311 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.627558 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fdb7169d-f42b-4e45-b2d3-0651eac2f67d tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.628811 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fdb7169d-f42b-4e45-b2d3-0651eac2f67d tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5184474 Aug 06 16:02:05.633694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37668) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:05.669829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-3f34439d-34eb-42cf-ad06-3b31c9a79243 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:02:05.678675 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-3f34439d-34eb-42cf-ad06-3b31c9a79243 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1958902 Aug 06 16:02:05.683219 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-76bb10f7-4d6b-435f-aec6-d671958c1741 service neutron] Request body: {'binding': {'host': 'n-h1-803756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:05.683849 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-76bb10f7-4d6b-435f-aec6-d671958c1741 service neutron] Unknown quota resources ['binding']. {{(pid=105765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 16:02:05.745364 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-912db8b2-8edd-4103-8410-1e4ac645b065 req-6ec7490f-628b-43a1-a8f4-73aef4ea8ae3 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051886 Aug 06 16:02:05.748361 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:05.749275 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.750909 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] 10.222.0.78 "PUT /v2.0/ports/7e9075c0-8075-4b11-a94f-dec503c64ff1 HTTP/1.1" status: 200 len: 1091 time: 1.6789489 Aug 06 16:02:05.751453 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bdb111-af0d-4389-9c94-5937a8a46d06', 'tag': '7e9075c0-8075-4b11-a94f-dec503c64ff1'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:05.755067 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d3d647-1f46-428e-b53d-0e069f541984" -d '{"events": [{"name": "network-changed", "server_uuid": "50bdb111-af0d-4389-9c94-5937a8a46d06", "tag": "7e9075c0-8075-4b11-a94f-dec503c64ff1"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:05.775600 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5a2d-dd0f-4f41-a79f-431fa4bdada6 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.915354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4550ab0-17cf-4107-8de9-6949c0e19157 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9075c0-8075-4b11-a94f-dec503c64ff1,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:05.951996 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a2ce92-f6dd-4590-b3df-eac0d7776d4a x-openstack-request-id: req-e5a2ce92-f6dd-4590-b3df-eac0d7776d4a {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:05.952383 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bdb111-af0d-4389-9c94-5937a8a46d06", "tag": "7e9075c0-8075-4b11-a94f-dec503c64ff1", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:05.952574 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5a2ce92-f6dd-4590-b3df-eac0d7776d4a {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:05.952943 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bdb111-af0d-4389-9c94-5937a8a46d06', 'tag': '7e9075c0-8075-4b11-a94f-dec503c64ff1', 'status': 'completed', 'code': 200} Aug 06 16:02:05.981443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-76bb10f7-4d6b-435f-aec6-d671958c1741 service neutron] Attempting to bind port 8189ec25-58d1-46bf-9735-751d9043713c on host n-h1-803756-1 for vnic_type normal with profile None {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:05.983922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-76bb10f7-4d6b-435f-aec6-d671958c1741 service neutron] Attempting to bind port 8189ec25-58d1-46bf-9735-751d9043713c by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:05.984418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-76bb10f7-4d6b-435f-aec6-d671958c1741 service neutron] Attempting to bind port 8189ec25-58d1-46bf-9735-751d9043713c on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:06.002421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-76bb10f7-4d6b-435f-aec6-d671958c1741 service neutron] Port 8189ec25-58d1-46bf-9735-751d9043713c on network d04c5f28-1b50-4307-9944-b2931a255fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:02:06.003174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-76bb10f7-4d6b-435f-aec6-d671958c1741 service neutron] Attempting to bind port 8189ec25-58d1-46bf-9735-751d9043713c on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:06.018197 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-76bb10f7-4d6b-435f-aec6-d671958c1741 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:06.018643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-76bb10f7-4d6b-435f-aec6-d671958c1741 service neutron] Checking segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:06.019648 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-76bb10f7-4d6b-435f-aec6-d671958c1741 service neutron] Bound using segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:06.020086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-76bb10f7-4d6b-435f-aec6-d671958c1741 service neutron] Bound port: 8189ec25-58d1-46bf-9735-751d9043713c, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:06.119447 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5a2d-dd0f-4f41-a79f-431fa4bdada6 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.126857 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5a2d-dd0f-4f41-a79f-431fa4bdada6 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.131733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-76bb10f7-4d6b-435f-aec6-d671958c1741 service neutron] For port 8189ec25-58d1-46bf-9735-751d9043713c, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8189ec25-58d1-46bf-9735-751d9043713c,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:06.140170 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-76bb10f7-4d6b-435f-aec6-d671958c1741 service neutron] Notify callbacks [] for binding, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.140542 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67acbc-c86a-4138-b1ef-9118ce07aae4 req-90eef477-2bb7-4a60-bcd0-3cdcd5108585 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:06.142377 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6a67acbc-c86a-4138-b1ef-9118ce07aae4 req-90eef477-2bb7-4a60-bcd0-3cdcd5108585 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 945 time: 0.2438397 Aug 06 16:02:06.143202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-76bb10f7-4d6b-435f-aec6-d671958c1741 service neutron] 10.222.0.37 "POST /v2.0/ports/8189ec25-58d1-46bf-9735-751d9043713c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4635634 Aug 06 16:02:06.156548 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a7c75718-4fa6-4261-8b5e-790992adf797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.217121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-9d2a7e5a-c312-4763-955e-6cec33406881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:06.218607 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-9d2a7e5a-c312-4763-955e-6cec33406881 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=50bdb111-af0d-4389-9c94-5937a8a46d06 HTTP/1.1" status: 200 len: 1094 time: 0.3212051 Aug 06 16:02:06.267850 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5a2d-dd0f-4f41-a79f-431fa4bdada6 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.268349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2b5a2d-dd0f-4f41-a79f-431fa4bdada6 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 453780c2-bd73-47f4-933b-10a0d88e8685 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:02:06.311639 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed2b5a2d-dd0f-4f41-a79f-431fa4bdada6 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.316516 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ed2b5a2d-dd0f-4f41-a79f-431fa4bdada6 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] 10.222.0.37 "DELETE /v2.0/routers/453780c2-bd73-47f4-933b-10a0d88e8685 HTTP/1.1" status: 204 len: 168 time: 0.6797194 Aug 06 16:02:06.316814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37726) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:06.321247 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-b7a449e2-2a9d-4981-8fa3-659b36053aa7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e9075c0-8075-4b11-a94f-dec503c64ff1 HTTP/1.1" status: 200 len: 217 time: 0.0803008 Aug 06 16:02:06.325566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8b688cc3-7aeb-4297-b04a-b767615a28e7 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Request body: {'router': {'name': 'tempest-router-2063111225', 'distributed': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:06.389481 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b688cc3-7aeb-4297-b04a-b767615a28e7 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.400597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-6a67acbc-c86a-4138-b1ef-9118ce07aae4 req-fc3ddec6-74ed-473c-aa9e-904692acec77 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Deleting port bedf664e-5e3a-4955-8a66-8db5ed6eafb0 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:06.400935 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6a67acbc-c86a-4138-b1ef-9118ce07aae4 req-fc3ddec6-74ed-473c-aa9e-904692acec77 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.408111 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b688cc3-7aeb-4297-b04a-b767615a28e7 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.427381 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-880b9647-0ca6-4457-9a3d-d0825bf1ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:06.429261 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-880b9647-0ca6-4457-9a3d-d0825bf1ede8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.0995338 Aug 06 16:02:06.531699 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b688cc3-7aeb-4297-b04a-b767615a28e7 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.540720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c33381-654e-4894-a053-e114b1e0ba4b req-5a3ed755-2b7b-4d26-97e9-35e643fe83ea tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:06.542762 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44c33381-654e-4894-a053-e114b1e0ba4b req-5a3ed755-2b7b-4d26-97e9-35e643fe83ea tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=50bdb111-af0d-4389-9c94-5937a8a46d06 HTTP/1.1" status: 200 len: 943 time: 0.1282136 Aug 06 16:02:06.545101 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b688cc3-7aeb-4297-b04a-b767615a28e7 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.554331 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.575964 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b688cc3-7aeb-4297-b04a-b767615a28e7 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.577584 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8b688cc3-7aeb-4297-b04a-b767615a28e7 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2577941 Aug 06 16:02:06.582745 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37740) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:06.603077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44c33381-654e-4894-a053-e114b1e0ba4b req-04f8bbf5-9e69-4d64-aace-78652deeaa4f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536919 Aug 06 16:02:06.696916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d423cfb-d039-48cd-861f-a7301a8ce7e4 req-afb56b60-95f0-48ad-ae3e-56dcb8f67adf tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:06.698519 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d423cfb-d039-48cd-861f-a7301a8ce7e4 req-afb56b60-95f0-48ad-ae3e-56dcb8f67adf tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 945 time: 0.0687907 Aug 06 16:02:06.702674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-651d9194-7f42-427e-b029-3dc8ee7858ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:06.704451 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-651d9194-7f42-427e-b029-3dc8ee7858ad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2294800 Aug 06 16:02:06.706485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-74188425-cdae-4ac9-b893-bd2c27526bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:06.708127 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-74188425-cdae-4ac9-b893-bd2c27526bac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 1096 time: 0.2340159 Aug 06 16:02:06.720214 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-6a67acbc-c86a-4138-b1ef-9118ce07aae4 req-fc3ddec6-74ed-473c-aa9e-904692acec77 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] For port bedf664e-5e3a-4955-8a66-8db5ed6eafb0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=bedf664e-5e3a-4955-8a66-8db5ed6eafb0,segment=NetworkSegment(c52fd57d-ef8d-4106-baf0-d3cf3e000b46),segment_id=c52fd57d-ef8d-4106-baf0-d3cf3e000b46)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:06.723541 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6a67acbc-c86a-4138-b1ef-9118ce07aae4 req-fc3ddec6-74ed-473c-aa9e-904692acec77 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.762162 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63f02d08-92f8-4ff8-9bf2-44bc8563d2e2 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.765401 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-6a67acbc-c86a-4138-b1ef-9118ce07aae4 req-fc3ddec6-74ed-473c-aa9e-904692acec77 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Calling delete_port for bedf664e-5e3a-4955-8a66-8db5ed6eafb0 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:06.797407 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d423cfb-d039-48cd-861f-a7301a8ce7e4 req-62b249ff-cb79-4417-ab32-0bc2f3e9c1ae tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751493 Aug 06 16:02:06.813780 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611f80f-abcb-483d-8065-9f5ba807f885 req-32f4148e-5a1b-467c-9b6d-7b6fad2a19eb tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:06.816844 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5611f80f-abcb-483d-8065-9f5ba807f885 req-32f4148e-5a1b-467c-9b6d-7b6fad2a19eb tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 945 time: 0.1122904 Aug 06 16:02:06.893563 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5611f80f-abcb-483d-8065-9f5ba807f885 req-b7c22c66-be5f-4615-b318-ca9d1183c3c9 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/security-groups?id=017e5540-d50f-4f6d-b275-d05ac3aa28a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686927 Aug 06 16:02:07.127603 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-899456d3-a30d-43f2-ad53-1762a81f1100 req-095c7405-8ecc-43b3-85ac-cdec5cccc1d1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1247337 Aug 06 16:02:07.187427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07131b11-e1ea-42c7-97b6-e94cfdd88429 req-6fd10e62-4f2c-4d22-9181-885e40224d3b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:07.189111 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07131b11-e1ea-42c7-97b6-e94cfdd88429 req-6fd10e62-4f2c-4d22-9181-885e40224d3b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.0805762 Aug 06 16:02:07.208289 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.271351 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63f02d08-92f8-4ff8-9bf2-44bc8563d2e2 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.274689 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-3e690785-1ca0-45c4-9ef1-7f5fe3b9808d service neutron] 10.222.0.78 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514278 Aug 06 16:02:07.277469 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63f02d08-92f8-4ff8-9bf2-44bc8563d2e2 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.290019 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07131b11-e1ea-42c7-97b6-e94cfdd88429 req-e6986326-d079-4d77-a200-e5ea68a72bf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794082 Aug 06 16:02:07.306810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899456d3-a30d-43f2-ad53-1762a81f1100 req-d04adde0-9713-41b1-8d0f-9d827f517451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:07.307643 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-d3951d9a-8dd4-4ef7-b699-86bd5a73a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:07.308871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-899456d3-a30d-43f2-ad53-1762a81f1100 req-d04adde0-9713-41b1-8d0f-9d827f517451 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 1100 time: 0.1188045 Aug 06 16:02:07.310771 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-d3951d9a-8dd4-4ef7-b699-86bd5a73a12e service neutron] 10.222.0.78 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.5864623 Aug 06 16:02:07.465256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899456d3-a30d-43f2-ad53-1762a81f1100 req-aa6cab38-a34c-4128-8744-ea4a2f3cc233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:07.465794 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-a6bc0ce9-f935-4e8d-9c66-10bba32b9d91 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8189ec25-58d1-46bf-9735-751d9043713c HTTP/1.1" status: 200 len: 217 time: 0.0964048 Aug 06 16:02:07.468380 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63f02d08-92f8-4ff8-9bf2-44bc8563d2e2 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.468951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f02d08-92f8-4ff8-9bf2-44bc8563d2e2 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f26d2a6b-8b96-406d-b851-96eb21cc49ef {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:02:07.470733 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-899456d3-a30d-43f2-ad53-1762a81f1100 req-aa6cab38-a34c-4128-8744-ea4a2f3cc233 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1207149 Aug 06 16:02:07.480886 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63f02d08-92f8-4ff8-9bf2-44bc8563d2e2 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.482078 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-63f02d08-92f8-4ff8-9bf2-44bc8563d2e2 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] 10.222.0.37 "DELETE /v2.0/routers/f26d2a6b-8b96-406d-b851-96eb21cc49ef HTTP/1.1" status: 204 len: 168 time: 0.8965795 Aug 06 16:02:07.485762 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37790) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:07.500362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8b063377-9147-4966-ba66-280b7bdfd2bd tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Request body: {'router': {'name': 'tempest-router-1075599849', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5915036aecaf4f78b1f61607ec66a0e2'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:07.618846 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5a1255a7-3f2f-48bd-b966-c50979b26a23 req-62527b82-0433-45f8-9fe8-a79a8890db84 service neutron] 10.222.0.78 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346705 Aug 06 16:02:07.636482 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b063377-9147-4966-ba66-280b7bdfd2bd tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.637831 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b063377-9147-4966-ba66-280b7bdfd2bd tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.743007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-9e624b16-211c-4cd3-a629-edd29b5bd012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:07.745950 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-9e624b16-211c-4cd3-a629-edd29b5bd012 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.2545483 Aug 06 16:02:07.757883 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6a67acbc-c86a-4138-b1ef-9118ce07aae4 req-fc3ddec6-74ed-473c-aa9e-904692acec77 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.773081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['bedf664e-5e3a-4955-8a66-8db5ed6eafb0'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:02:07.830105 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b063377-9147-4966-ba66-280b7bdfd2bd tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.840140 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ddec6-74ed-473c-aa9e-904692acec77 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Pushing event deleted for resources: {'Port': ['ID=bedf664e-5e3a-4955-8a66-8db5ed6eafb0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:07.887919 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b063377-9147-4966-ba66-280b7bdfd2bd tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.894685 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-b79f3e91-071d-4057-a50a-07893662d16a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183083 Aug 06 16:02:07.982429 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3d647-1f46-428e-b53d-0e069f541984 req-9ef44174-c01a-4aa8-840d-45806481f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:07.984880 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1d3d647-1f46-428e-b53d-0e069f541984 req-9ef44174-c01a-4aa8-840d-45806481f142 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=50bdb111-af0d-4389-9c94-5937a8a46d06 HTTP/1.1" status: 200 len: 1094 time: 0.2689595 Aug 06 16:02:08.001531 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-899456d3-a30d-43f2-ad53-1762a81f1100 req-49e906dd-9a17-4fc3-842d-8ae4aacf45e2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7 HTTP/1.1" status: 200 len: 217 time: 0.5119514 Aug 06 16:02:08.026218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a67acbc-c86a-4138-b1ef-9118ce07aae4 req-fc3ddec6-74ed-473c-aa9e-904692acec77 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] No DVR routers for this DVR port bedf664e-5e3a-4955-8a66-8db5ed6eafb0 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:08.028610 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b063377-9147-4966-ba66-280b7bdfd2bd tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.030169 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8b063377-9147-4966-ba66-280b7bdfd2bd tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5396996 Aug 06 16:02:08.031433 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6a67acbc-c86a-4138-b1ef-9118ce07aae4 req-fc3ddec6-74ed-473c-aa9e-904692acec77 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.033992 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6a67acbc-c86a-4138-b1ef-9118ce07aae4 req-fc3ddec6-74ed-473c-aa9e-904692acec77 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.13 "DELETE /v2.0/ports/bedf664e-5e3a-4955-8a66-8db5ed6eafb0 HTTP/1.1" status: 204 len: 173 time: 1.8791373 Aug 06 16:02:08.046275 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37844) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:08.072446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-e9156c9e-ceaa-4961-80ba-fcee9077b459 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:08.180443 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3bdaea-04c9-4793-b0c0-c8cb273e86b8', 'name': 'network-vif-deleted', 'tag': 'bedf664e-5e3a-4955-8a66-8db5ed6eafb0'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:08.183816 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dfdfba-da1b-4543-ab1b-8b249343dd22" -d '{"events": [{"server_uuid": "9a3bdaea-04c9-4793-b0c0-c8cb273e86b8", "name": "network-vif-deleted", "tag": "bedf664e-5e3a-4955-8a66-8db5ed6eafb0"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:08.189373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3d647-1f46-428e-b53d-0e069f541984 req-9af94242-bbd4-4d16-9427-213f257532c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:08.191387 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1d3d647-1f46-428e-b53d-0e069f541984 req-9af94242-bbd4-4d16-9427-213f257532c4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.1665893 Aug 06 16:02:08.252795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899456d3-a30d-43f2-ad53-1762a81f1100 req-69524a8e-fe21-401d-bf47-537619f7489b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:08.255472 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-899456d3-a30d-43f2-ad53-1762a81f1100 req-69524a8e-fe21-401d-bf47-537619f7489b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2434561 Aug 06 16:02:08.369235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb26086-6f4e-4ac8-ac41-8a80f579b4c9 req-4eff9319-ffe2-4219-adf6-ce1acb034946 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:08.370935 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7eb26086-6f4e-4ac8-ac41-8a80f579b4c9 req-4eff9319-ffe2-4219-adf6-ce1acb034946 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=50bdb111-af0d-4389-9c94-5937a8a46d06 HTTP/1.1" status: 200 len: 943 time: 0.3734751 Aug 06 16:02:08.527607 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7eb26086-6f4e-4ac8-ac41-8a80f579b4c9 req-87a86be8-47d7-4b3a-acae-abe7ddacd514 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432357 Aug 06 16:02:08.545103 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9156c9e-ceaa-4961-80ba-fcee9077b459 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.545483 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9156c9e-ceaa-4961-80ba-fcee9077b459 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.594244 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899456d3-a30d-43f2-ad53-1762a81f1100 req-e331f98b-955e-4836-9d9a-d688cc288514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:08.595778 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-899456d3-a30d-43f2-ad53-1762a81f1100 req-e331f98b-955e-4836-9d9a-d688cc288514 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2921627 Aug 06 16:02:08.721168 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1d3d647-1f46-428e-b53d-0e069f541984 req-23456be9-4226-4693-8473-aa49d9909db3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e9075c0-8075-4b11-a94f-dec503c64ff1 HTTP/1.1" status: 200 len: 217 time: 0.4888716 Aug 06 16:02:08.727151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3b097-af48-4ceb-80dd-dbabe0ca224a req-4f400b45-45ad-4ae4-9b53-98354ef12289 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:08.738012 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1dd3b097-af48-4ceb-80dd-dbabe0ca224a req-4f400b45-45ad-4ae4-9b53-98354ef12289 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 945 time: 0.3630664 Aug 06 16:02:08.776964 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e9156c9e-ceaa-4961-80ba-fcee9077b459 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105765) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 06 16:02:08.777742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e9156c9e-ceaa-4961-80ba-fcee9077b459 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Router 1bebbab4-a486-4e89-a6c3-38a0bf4bd0cc migrating from provider to provider. {{(pid=105765) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 06 16:02:08.778660 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9156c9e-ceaa-4961-80ba-fcee9077b459 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.787478 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9156c9e-ceaa-4961-80ba-fcee9077b459 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.817053 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-aaa1c7ff-8b71-4454-87aa-148c1cd1867a service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8844614 Aug 06 16:02:08.859941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3d647-1f46-428e-b53d-0e069f541984 req-fa259f42-6c27-47d1-8a87-b726140976bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:08.862165 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1d3d647-1f46-428e-b53d-0e069f541984 req-fa259f42-6c27-47d1-8a87-b726140976bc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.1133659 Aug 06 16:02:08.877896 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9156c9e-ceaa-4961-80ba-fcee9077b459 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.881123 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.78', 51813) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:08.919897 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.929557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dafdf732-5854-4555-abf6-8d3ab4eff832 req-941e278d-c3a2-4349-8c58-55803adc5599 tempest-ServerMetadataNegativeTestJSON-733056684 tempest-ServerMetadataNegativeTestJSON-733056684-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a3bdaea-04c9-4793-b0c0-c8cb273e86b8 HTTP/1.1" status: 200 len: 210 time: 0.0431983 Aug 06 16:02:09.010212 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81de443c-bf47-4850-85cd-44c538208afe x-openstack-request-id: req-81de443c-bf47-4850-85cd-44c538208afe {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:09.010609 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3bdaea-04c9-4793-b0c0-c8cb273e86b8", "name": "network-vif-deleted", "tag": "bedf664e-5e3a-4955-8a66-8db5ed6eafb0", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:09.010803 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81de443c-bf47-4850-85cd-44c538208afe {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:09.011132 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3bdaea-04c9-4793-b0c0-c8cb273e86b8', 'name': 'network-vif-deleted', 'tag': 'bedf664e-5e3a-4955-8a66-8db5ed6eafb0', 'status': 'completed', 'code': 200} Aug 06 16:02:09.028939 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3d647-1f46-428e-b53d-0e069f541984 req-b1807d7a-9a2f-40d3-bc30-84fec9e98617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:09.030515 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1d3d647-1f46-428e-b53d-0e069f541984 req-b1807d7a-9a2f-40d3-bc30-84fec9e98617 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484430 Aug 06 16:02:09.041040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1dd3b097-af48-4ceb-80dd-dbabe0ca224a req-36960367-97eb-4362-ac77-0e3bc2946812 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025444 Aug 06 16:02:09.085580 n-d-803756-1 neutron-server[105765]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e9156c9e-ceaa-4961-80ba-fcee9077b459 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] No L3 agents can host the router 1bebbab4-a486-4e89-a6c3-38a0bf4bd0cc Aug 06 16:02:09.089892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-899456d3-a30d-43f2-ad53-1762a81f1100 req-abc1f74a-6c09-44c4-bdd2-0579719d2e0b service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512753 Aug 06 16:02:09.195440 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1d3d647-1f46-428e-b53d-0e069f541984 req-0030f203-fc58-40e8-97f1-d11e039d1edf service neutron] 10.222.0.78 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441362 Aug 06 16:02:09.203874 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-52349d4d-ac99-4fca-b56b-eacb77807b3c service neutron] 10.222.0.78 "GET /v2.0/ports/9c63ac90-2d22-4d62-8f37-7c64a9d9fff9/bindings/n-h1-803756-1 HTTP/1.1" status: 200 len: 382 time: 0.3204634 Aug 06 16:02:09.212895 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-8f347532-5bcd-4bd1-a169-a07921585041 service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900857 Aug 06 16:02:09.466114 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-5a8c2b8e-6a4b-468b-94eb-834f8784c16b tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:09.468409 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-5a8c2b8e-6a4b-468b-94eb-834f8784c16b tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb&tenant_id=048e5568a18447ea929cde75921b0777&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 1096 time: 0.1372843 Aug 06 16:02:09.472333 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1d3d647-1f46-428e-b53d-0e069f541984 req-08245731-fb68-4345-84bc-cf24978993de service neutron] 10.222.0.78 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583447 Aug 06 16:02:09.475117 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9156c9e-ceaa-4961-80ba-fcee9077b459 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Hosts for router 1bebbab4-a486-4e89-a6c3-38a0bf4bd0cc: [] {{(pid=105765) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 06 16:02:09.488202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-899456d3-a30d-43f2-ad53-1762a81f1100 req-376f3bbe-6f45-4703-a466-306a92a91e5a service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917019 Aug 06 16:02:09.509756 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10887ec8-196e-49ee-a01b-2ac536d70d91 req-988c67cb-2a16-4a57-9e2c-2fe599585c1f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:09.510036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803756-1'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:09.511704 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10887ec8-196e-49ee-a01b-2ac536d70d91 req-988c67cb-2a16-4a57-9e2c-2fe599585c1f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.2948897 Aug 06 16:02:09.528849 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9156c9e-ceaa-4961-80ba-fcee9077b459 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Hosts for other DVR routers connected to router 1bebbab4-a486-4e89-a6c3-38a0bf4bd0cc: set() {{(pid=105765) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 06 16:02:09.532107 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9156c9e-ceaa-4961-80ba-fcee9077b459 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.536820 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e9156c9e-ceaa-4961-80ba-fcee9077b459 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] 10.222.0.37 "PUT /v2.0/routers/1bebbab4-a486-4e89-a6c3-38a0bf4bd0cc HTTP/1.1" status: 200 len: 717 time: 1.4884424 Aug 06 16:02:09.544115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37902) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:09.604268 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.745793 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0aa224a3-0c58-474d-ac27-ba1f6d7d3471 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] 10.222.0.37 "GET /v2.0/routers/1bebbab4-a486-4e89-a6c3-38a0bf4bd0cc HTTP/1.1" status: 200 len: 717 time: 0.1979325 Aug 06 16:02:09.746551 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37914) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:09.753828 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10887ec8-196e-49ee-a01b-2ac536d70d91 req-88eb72a2-61e7-4fec-8661-93300f6631be tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337255 Aug 06 16:02:09.764007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] For port 8189ec25-58d1-46bf-9735-751d9043713c, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8189ec25-58d1-46bf-9735-751d9043713c,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:09.777434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-9de4c849-46c2-4b2e-9b2b-39320e3c88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:09.778934 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-9de4c849-46c2-4b2e-9b2b-39320e3c88ce service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60&tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9 HTTP/1.1" status: 200 len: 1101 time: 0.2159433 Aug 06 16:02:09.817335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d7765-aa93-4823-aa56-a68bcb59d009 req-bf0ac938-bd74-4ae4-9acb-0bc50beaf90a tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:09.818934 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-361d7765-aa93-4823-aa56-a68bcb59d009 req-bf0ac938-bd74-4ae4-9acb-0bc50beaf90a tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=50bdb111-af0d-4389-9c94-5937a8a46d06 HTTP/1.1" status: 200 len: 943 time: 0.1353037 Aug 06 16:02:09.830977 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] For port 8189ec25-58d1-46bf-9735-751d9043713c, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:09.932844 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.937065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-76f91a57-1d21-4de4-a9ae-a993472ac2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:09.939910 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-76f91a57-1d21-4de4-a9ae-a993472ac2b1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 1101 time: 0.1191986 Aug 06 16:02:09.943515 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.944637 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-361d7765-aa93-4823-aa56-a68bcb59d009 req-8cc359f4-a972-4976-876e-d51140b15c47 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829659 Aug 06 16:02:10.020080 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Pushing event updated for resources: {'Port': ['ID=8189ec25-58d1-46bf-9735-751d9043713c,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:10.083243 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device bedf664e-5e3a-4955-8a66-8db5ed6eafb0 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:10.102528 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37940) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:10.147781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: bedf664e-5e3a-4955-8a66-8db5ed6eafb0 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:10.148139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device bedf664e-5e3a-4955-8a66-8db5ed6eafb0 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:10.230933 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ccb6c239-827c-4981-985b-3917830b8250 tempest-RoutersTestDVR-271262688 tempest-RoutersTestDVR-271262688-project] 10.222.0.37 "GET /v2.0/routers/1bebbab4-a486-4e89-a6c3-38a0bf4bd0cc HTTP/1.1" status: 200 len: 683 time: 0.4811771 Aug 06 16:02:10.233671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37946) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:10.260691 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0092f917-7584-49d0-a01c-99cee5072d87 admin admin] Deleting subnet 984af9ef-8867-4b98-8acb-cfddec1d0c84 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:02:10.265965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-c6000aa5-84d3-4932-a69f-cecd7efc70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:10.267577 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-c6000aa5-84d3-4932-a69f-cecd7efc70bf service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.3149080 Aug 06 16:02:10.273401 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0092f917-7584-49d0-a01c-99cee5072d87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.338439 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Attempting to bind port 8189ec25-58d1-46bf-9735-751d9043713c on host n-h2-803756-1 for vnic_type normal with profile {"migrating_to": "n-h1-803756-1"} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:10.338814 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Attempting to bind port 8189ec25-58d1-46bf-9735-751d9043713c by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:10.339168 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Attempting to bind port 8189ec25-58d1-46bf-9735-751d9043713c on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:10.351856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Port 8189ec25-58d1-46bf-9735-751d9043713c on network d04c5f28-1b50-4307-9944-b2931a255fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:02:10.352440 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Attempting to bind port 8189ec25-58d1-46bf-9735-751d9043713c on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:10.355632 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d4586fe-5dbc-449c-877d-beaac765d00d tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.386696 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-9978a19c-4d34-4b31-b850-0cd95245040f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 HTTP/1.1" status: 200 len: 217 time: 0.1097577 Aug 06 16:02:10.399603 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0092f917-7584-49d0-a01c-99cee5072d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.405662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:10.406154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Checking segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:10.406755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Bound using segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:10.408611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Bound port: 8189ec25-58d1-46bf-9735-751d9043713c, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:10.409224 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.439355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30784e5-ab4c-422f-abf9-670dec8d6b6b req-af0d852f-f40a-4f2b-89cf-a1bca0936d62 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:10.441169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d30784e5-ab4c-422f-abf9-670dec8d6b6b req-af0d852f-f40a-4f2b-89cf-a1bca0936d62 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 943 time: 0.2455425 Aug 06 16:02:10.538499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-e84d2e55-038a-4569-affc-0ce50a0a93da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:10.540428 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-e84d2e55-038a-4569-affc-0ce50a0a93da service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1435952 Aug 06 16:02:10.543805 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0092f917-7584-49d0-a01c-99cee5072d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.624173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d30784e5-ab4c-422f-abf9-670dec8d6b6b req-1b341547-68f6-4b50-a888-fb440cf9f614 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477461 Aug 06 16:02:10.654295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-91228ae9-7fe9-41bc-bf9a-4664c23004ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:10.655778 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-91228ae9-7fe9-41bc-bf9a-4664c23004ad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0829592 Aug 06 16:02:10.665881 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0092f917-7584-49d0-a01c-99cee5072d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.690075 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d4586fe-5dbc-449c-877d-beaac765d00d tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.695177 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d4586fe-5dbc-449c-877d-beaac765d00d tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.730032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092f917-7584-49d0-a01c-99cee5072d87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=984af9ef-8867-4b98-8acb-cfddec1d0c84,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:10.774343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] For port 8189ec25-58d1-46bf-9735-751d9043713c, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:10.778663 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] For port 8189ec25-58d1-46bf-9735-751d9043713c, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8189ec25-58d1-46bf-9735-751d9043713c,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:10.779774 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d4586fe-5dbc-449c-877d-beaac765d00d tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.780329 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4586fe-5dbc-449c-877d-beaac765d00d tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bebbab4-a486-4e89-a6c3-38a0bf4bd0cc {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:02:10.785989 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d4586fe-5dbc-449c-877d-beaac765d00d tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.787252 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6d4586fe-5dbc-449c-877d-beaac765d00d tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] 10.222.0.37 "DELETE /v2.0/routers/1bebbab4-a486-4e89-a6c3-38a0bf4bd0cc HTTP/1.1" status: 204 len: 168 time: 0.5521364 Aug 06 16:02:10.791475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38004) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:10.795408 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.801432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-111e7f46-e876-441f-b473-da003bb4f114 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Request body: {'router': {'name': 'tempest-router-104723178', 'distributed': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:10.835971 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0092f917-7584-49d0-a01c-99cee5072d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.842592 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0092f917-7584-49d0-a01c-99cee5072d87 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/984af9ef-8867-4b98-8acb-cfddec1d0c84 HTTP/1.1" status: 204 len: 168 time: 0.7385044 Aug 06 16:02:10.848506 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38008) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:10.881423 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-111e7f46-e876-441f-b473-da003bb4f114 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.882667 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-111e7f46-e876-441f-b473-da003bb4f114 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.896931 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Pushing event updated for resources: {'Port': ['ID=8189ec25-58d1-46bf-9735-751d9043713c,revision_number=8']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:10.924830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:10.925867 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.927296 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-09a1d73b-0e45-469c-8fae-77b1a0728761 service neutron] 10.222.0.78 "PUT /v2.0/ports/8189ec25-58d1-46bf-9735-751d9043713c HTTP/1.1" status: 200 len: 1121 time: 1.4340861 Aug 06 16:02:10.928432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-850749ec-8bba-4efa-9d7e-da8700475f15 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577550 Aug 06 16:02:10.991931 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-111e7f46-e876-441f-b473-da003bb4f114 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.997521 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-111e7f46-e876-441f-b473-da003bb4f114 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.000823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['8189ec25-58d1-46bf-9735-751d9043713c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:02:11.012335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1e750f-b05c-4517-95e4-147481a57abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8189ec25-58d1-46bf-9735-751d9043713c'}, {'name': 'network-changed', 'server_uuid': 'aa1e750f-b05c-4517-95e4-147481a57abb', 'tag': '8189ec25-58d1-46bf-9735-751d9043713c'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:11.016102 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fb7101-f66f-48af-8bf9-e5761e5758ee" -d '{"events": [{"server_uuid": "aa1e750f-b05c-4517-95e4-147481a57abb", "name": "network-vif-unplugged", "status": "completed", "tag": "8189ec25-58d1-46bf-9735-751d9043713c"}, {"name": "network-changed", "server_uuid": "aa1e750f-b05c-4517-95e4-147481a57abb", "tag": "8189ec25-58d1-46bf-9735-751d9043713c"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:11.021250 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-111e7f46-e876-441f-b473-da003bb4f114 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.022584 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-111e7f46-e876-441f-b473-da003bb4f114 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2293758 Aug 06 16:02:11.025172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38018) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:11.059807 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-72f98bc1-1086-4abc-b71a-5263a5cb18da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.116011 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f991815c-1c79-4a70-88b0-9d3adddfef26 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.126711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97072ff9-89fa-46c3-8d9a-9c98f319e148 req-14499b10-ecb6-4e23-a796-b1f417898b73 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:11.135710 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97072ff9-89fa-46c3-8d9a-9c98f319e148 req-14499b10-ecb6-4e23-a796-b1f417898b73 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.2318408 Aug 06 16:02:11.242730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 7e9075c0-8075-4b11-a94f-dec503c64ff1 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:02:11.323780 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97072ff9-89fa-46c3-8d9a-9c98f319e148 req-8682440f-f689-4956-83c6-156f687a29bb tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855500 Aug 06 16:02:11.334475 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-72f98bc1-1086-4abc-b71a-5263a5cb18da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.344966 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f991815c-1c79-4a70-88b0-9d3adddfef26 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.351712 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f991815c-1c79-4a70-88b0-9d3adddfef26 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.367342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 7e9075c0-8075-4b11-a94f-dec503c64ff1, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=7e9075c0-8075-4b11-a94f-dec503c64ff1,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:11.369067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-72f98bc1-1086-4abc-b71a-5263a5cb18da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c4e394-0ae0-418c-94b4-ac682a3f5c15']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:11.382471 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '7e9075c0-8075-4b11-a94f-dec503c64ff1', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'port_id': '7e9075c0-8075-4b11-a94f-dec503c64ff1', 'mac_address': 'fa:16:3e:0d:81:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:02:11.387895 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-72f98bc1-1086-4abc-b71a-5263a5cb18da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52fd57d-ef8d-4106-baf0-d3cf3e000b46') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:11.388264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-72f98bc1-1086-4abc-b71a-5263a5cb18da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52fd57d-ef8d-4106-baf0-d3cf3e000b46') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:11.394898 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3770422-f5fc-48e6-8e5f-b8f33416a016 req-96903090-bcef-436c-b217-39fec2411b70 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095793 Aug 06 16:02:11.407903 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-72f98bc1-1086-4abc-b71a-5263a5cb18da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.431717 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-72f98bc1-1086-4abc-b71a-5263a5cb18da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.442111 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f98bc1-1086-4abc-b71a-5263a5cb18da admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:02:11.442742 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-72f98bc1-1086-4abc-b71a-5263a5cb18da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.446899 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.468273 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0fc964-2d35-4d7c-a9c2-f16c186b6e4c x-openstack-request-id: req-ae0fc964-2d35-4d7c-a9c2-f16c186b6e4c {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:11.468623 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1e750f-b05c-4517-95e4-147481a57abb", "name": "network-vif-unplugged", "status": "completed", "tag": "8189ec25-58d1-46bf-9735-751d9043713c", "code": 200}, {"name": "network-changed", "server_uuid": "aa1e750f-b05c-4517-95e4-147481a57abb", "tag": "8189ec25-58d1-46bf-9735-751d9043713c", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:11.468957 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae0fc964-2d35-4d7c-a9c2-f16c186b6e4c {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:11.469370 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1e750f-b05c-4517-95e4-147481a57abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8189ec25-58d1-46bf-9735-751d9043713c', 'code': 200} Aug 06 16:02:11.481732 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1e750f-b05c-4517-95e4-147481a57abb', 'tag': '8189ec25-58d1-46bf-9735-751d9043713c', 'status': 'completed', 'code': 200} Aug 06 16:02:11.514535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9075c0-8075-4b11-a94f-dec503c64ff1 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:02:11.532058 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:02:11.577229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695902d2-8b9a-42c0-a14b-63ddd833ae18 req-30427345-8f6a-4469-8994-07d969c1b6e3 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:11.594031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 7e9075c0-8075-4b11-a94f-dec503c64ff1, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=7e9075c0-8075-4b11-a94f-dec503c64ff1,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:11.595052 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-695902d2-8b9a-42c0-a14b-63ddd833ae18 req-30427345-8f6a-4469-8994-07d969c1b6e3 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=50bdb111-af0d-4389-9c94-5937a8a46d06 HTTP/1.1" status: 200 len: 943 time: 0.3746789 Aug 06 16:02:11.601932 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-72f98bc1-1086-4abc-b71a-5263a5cb18da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.602954 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.640375 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f991815c-1c79-4a70-88b0-9d3adddfef26 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.652840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f991815c-1c79-4a70-88b0-9d3adddfef26 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 083c454d-ae63-4686-8b34-89a1a7722841 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:02:11.679949 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f991815c-1c79-4a70-88b0-9d3adddfef26 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.685654 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f991815c-1c79-4a70-88b0-9d3adddfef26 tempest-RoutersTestDVR-562302591 tempest-RoutersTestDVR-562302591-project-admin] 10.222.0.37 "DELETE /v2.0/routers/083c454d-ae63-4686-8b34-89a1a7722841 HTTP/1.1" status: 204 len: 168 time: 0.6549177 Aug 06 16:02:11.685947 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-72f98bc1-1086-4abc-b71a-5263a5cb18da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.691513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-72f98bc1-1086-4abc-b71a-5263a5cb18da admin admin] 10.222.0.37 "DELETE /v2.0/networks/76c4e394-0ae0-418c-94b4-ac682a3f5c15 HTTP/1.1" status: 204 len: 168 time: 0.8381431 Aug 06 16:02:11.706002 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f98bc1-1086-4abc-b71a-5263a5cb18da admin admin] Pushing event deleted for resources: {'Network': ['ID=76c4e394-0ae0-418c-94b4-ac682a3f5c15,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:11.735247 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb7101-f66f-48af-8bf9-e5761e5758ee req-7fdfb3df-3bb9-4265-b3d5-ba817db6c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:11.737493 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f4fb7101-f66f-48af-8bf9-e5761e5758ee req-7fdfb3df-3bb9-4265-b3d5-ba817db6c516 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 1124 time: 0.2517214 Aug 06 16:02:11.760373 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=7e9075c0-8075-4b11-a94f-dec503c64ff1,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:11.803002 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-695902d2-8b9a-42c0-a14b-63ddd833ae18 req-3342903e-3143-4479-9941-b7e9b220f51e tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051232 Aug 06 16:02:11.809518 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:11.809942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:11.814332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:11.817226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:11.818374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:11.818923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:11.854274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:11.856476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:11.857102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:11.857736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:11.858591 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:11.867749 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:11.964501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb7101-f66f-48af-8bf9-e5761e5758ee req-6311a61e-3b48-4b4b-888b-f909e95d765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:11.966516 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f4fb7101-f66f-48af-8bf9-e5761e5758ee req-6311a61e-3b48-4b4b-888b-f909e95d765c service neutron] 10.222.0.13 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.2217448 Aug 06 16:02:12.022358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['7e9075c0-8075-4b11-a94f-dec503c64ff1'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:02:12.046446 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f4fb7101-f66f-48af-8bf9-e5761e5758ee req-329d1117-9828-4052-8b92-0bf735a2a5f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8189ec25-58d1-46bf-9735-751d9043713c HTTP/1.1" status: 200 len: 217 time: 0.0698667 Aug 06 16:02:12.067267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5ac46-9731-43d1-a785-75149a277b9a req-c3647bea-bf6f-4815-856c-153d17c8ead8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:12.070365 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3aa5ac46-9731-43d1-a785-75149a277b9a req-c3647bea-bf6f-4815-856c-153d17c8ead8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 943 time: 0.1150160 Aug 06 16:02:12.150446 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb7101-f66f-48af-8bf9-e5761e5758ee req-c55d2903-ab4a-49e9-bf46-a9ee2c97773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:12.161169 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f4fb7101-f66f-48af-8bf9-e5761e5758ee req-c55d2903-ab4a-49e9-bf46-a9ee2c97773e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.1039760 Aug 06 16:02:12.178864 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3aa5ac46-9731-43d1-a785-75149a277b9a req-50afd5f3-7772-450f-9de0-76ca65d31db3 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016331 Aug 06 16:02:12.192583 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38070) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:12.208664 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f4fb7101-f66f-48af-8bf9-e5761e5758ee req-218c1813-4023-49d4-95f4-926be92269a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398667 Aug 06 16:02:12.260803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-046c9d32-8bed-4b1e-9264-d95243ace42f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4962ab0a989a4381b98008d2bfaf9068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663643 Aug 06 16:02:12.264538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38080) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:12.360772 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-657752ba-e0b5-465b-bba2-55482193e7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:12.384426 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38084) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:12.389020 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f4fb7101-f66f-48af-8bf9-e5761e5758ee req-2b6c8a08-da87-48af-a776-42e91f5d7b5b service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714957 Aug 06 16:02:12.415052 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-657752ba-e0b5-465b-bba2-55482193e7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:12.536216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321f1eb-815e-45b2-8bee-e97041d59fdc req-7ab7d40c-c568-43df-b4e1-7a41309b3c64 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:12.540901 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8321f1eb-815e-45b2-8bee-e97041d59fdc req-7ab7d40c-c568-43df-b4e1-7a41309b3c64 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.0958085 Aug 06 16:02:12.559946 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f4fb7101-f66f-48af-8bf9-e5761e5758ee req-f26ceaec-37b4-40b8-a3e1-44b14e333ecc service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630225 Aug 06 16:02:12.598030 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-657752ba-e0b5-465b-bba2-55482193e7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:12.602625 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-657752ba-e0b5-465b-bba2-55482193e7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:12.603908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-657752ba-e0b5-465b-bba2-55482193e7de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/017e5540-d50f-4f6d-b275-d05ac3aa28a2 HTTP/1.1" status: 204 len: 168 time: 0.3367443 Aug 06 16:02:12.628695 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b0c50994-c708-4efe-a03c-17c50f58d3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:12.649082 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657752ba-e0b5-465b-bba2-55482193e7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017e5540-d50f-4f6d-b275-d05ac3aa28a2,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:12.691076 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8321f1eb-815e-45b2-8bee-e97041d59fdc req-f9bbaec8-4802-4f2f-a5ce-fd85291cef16 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403527 Aug 06 16:02:12.911238 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b0c50994-c708-4efe-a03c-17c50f58d3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:12.941765 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b0c50994-c708-4efe-a03c-17c50f58d3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:13.224037 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8189ec25-58d1-46bf-9735-751d9043713c details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:02:13.234974 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 7e9075c0-8075-4b11-a94f-dec503c64ff1 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:13.570273 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38170) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:13.570879 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b0c50994-c708-4efe-a03c-17c50f58d3de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5915036aecaf4f78b1f61607ec66a0e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1848302 Aug 06 16:02:13.646888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c50994-c708-4efe-a03c-17c50f58d3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c3bebe-ef25-4b0a-9ab1-eea0d3faddf4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:13.657486 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ca1e081-eccc-4abb-becf-64563a19dc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:13.678055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751410f-ea3b-4c6d-99b5-10cb95952f0d req-9a679c28-0719-441e-a2b8-2f2d643d7350 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:13.693141 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7751410f-ea3b-4c6d-99b5-10cb95952f0d req-9a679c28-0719-441e-a2b8-2f2d643d7350 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 943 time: 0.1155014 Aug 06 16:02:13.723123 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ca1e081-eccc-4abb-becf-64563a19dc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:13.780904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5bd3a3-5ee6-4182-ba78-67a983dfa117 req-4b194359-d1d7-409d-aa24-205b1b877586 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:13.789904 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8189ec25-58d1-46bf-9735-751d9043713c, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8189ec25-58d1-46bf-9735-751d9043713c,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:13.797014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac5bd3a3-5ee6-4182-ba78-67a983dfa117 req-4b194359-d1d7-409d-aa24-205b1b877586 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=50bdb111-af0d-4389-9c94-5937a8a46d06 HTTP/1.1" status: 200 len: 944 time: 0.8938091 Aug 06 16:02:13.807569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8189ec25-58d1-46bf-9735-751d9043713c has no active binding in host n-h1-803756-1 {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 16:02:13.825956 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 7e9075c0-8075-4b11-a94f-dec503c64ff1 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:13.839935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 7e9075c0-8075-4b11-a94f-dec503c64ff1 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:13.843238 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:13.855925 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7751410f-ea3b-4c6d-99b5-10cb95952f0d req-0a5edea9-071c-480f-8bf1-eb57950cc95a tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614838 Aug 06 16:02:13.909236 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ca1e081-eccc-4abb-becf-64563a19dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:13.914318 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ca1e081-eccc-4abb-becf-64563a19dc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:13.916221 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9ca1e081-eccc-4abb-becf-64563a19dc85 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9c3bebe-ef25-4b0a-9ab1-eea0d3faddf4 HTTP/1.1" status: 204 len: 168 time: 0.3431501 Aug 06 16:02:13.950837 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1e081-eccc-4abb-becf-64563a19dc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c3bebe-ef25-4b0a-9ab1-eea0d3faddf4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:13.952800 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac5bd3a3-5ee6-4182-ba78-67a983dfa117 req-ccb4d155-ad44-494b-b7fe-00ad7aa2cee6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480610 Aug 06 16:02:13.991751 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38184) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:14.175081 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:14.233724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 7e9075c0-8075-4b11-a94f-dec503c64ff1, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=7e9075c0-8075-4b11-a94f-dec503c64ff1,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:14.237143 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bdb111-af0d-4389-9c94-5937a8a46d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9075c0-8075-4b11-a94f-dec503c64ff1'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:14.241531 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8b9def-d80b-40c7-8fbc-5c407d236d5a" -d '{"events": [{"server_uuid": "50bdb111-af0d-4389-9c94-5937a8a46d06", "name": "network-vif-plugged", "status": "completed", "tag": "7e9075c0-8075-4b11-a94f-dec503c64ff1"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:14.247298 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:14.248621 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:14.289510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-56553390-2efe-448d-ae31-1c54aac7f104 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1712057038-network', 'tenant_id': '7a92cb10e3104c7fb7dfd389214b698d'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:14.344687 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a5ca3-f70e-4e0b-b11e-9c5fb932917a req-30b48710-bafc-401c-a9b5-e4fd05def68a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:14.348723 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b11a5ca3-f70e-4e0b-b11e-9c5fb932917a req-30b48710-bafc-401c-a9b5-e4fd05def68a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.2654481 Aug 06 16:02:14.405203 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56553390-2efe-448d-ae31-1c54aac7f104 admin admin] Made reservation on behalf of 7a92cb10e3104c7fb7dfd389214b698d for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:14.411386 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56553390-2efe-448d-ae31-1c54aac7f104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:14.463823 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56553390-2efe-448d-ae31-1c54aac7f104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:14.506825 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=7e9075c0-8075-4b11-a94f-dec503c64ff1,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:14.538151 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b11a5ca3-f70e-4e0b-b11e-9c5fb932917a req-7b25bc27-818d-43c8-99c8-1756425177f8 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750937 Aug 06 16:02:14.620030 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0068187-b88e-48d9-a0fc-9a8b98047034 x-openstack-request-id: req-c0068187-b88e-48d9-a0fc-9a8b98047034 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:14.628874 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bdb111-af0d-4389-9c94-5937a8a46d06", "name": "network-vif-plugged", "status": "completed", "tag": "7e9075c0-8075-4b11-a94f-dec503c64ff1", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:14.629806 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0068187-b88e-48d9-a0fc-9a8b98047034 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:14.630874 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bdb111-af0d-4389-9c94-5937a8a46d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9075c0-8075-4b11-a94f-dec503c64ff1', 'code': 200} Aug 06 16:02:14.659395 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:14.709387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:14.715780 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:14.770424 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56553390-2efe-448d-ae31-1c54aac7f104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:14.776826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:14.777793 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56553390-2efe-448d-ae31-1c54aac7f104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:14.778356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdf7ab-22aa-4c56-825a-4737f97328e9 req-21cea29b-f5e1-4512-98ff-b1d55edc9d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:14.781441 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6acdf7ab-22aa-4c56-825a-4737f97328e9 req-21cea29b-f5e1-4512-98ff-b1d55edc9d2c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=50bdb111-af0d-4389-9c94-5937a8a46d06 HTTP/1.1" status: 200 len: 1096 time: 0.0674341 Aug 06 16:02:14.808739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56553390-2efe-448d-ae31-1c54aac7f104 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:14.840308 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56553390-2efe-448d-ae31-1c54aac7f104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:14.840308 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-56553390-2efe-448d-ae31-1c54aac7f104 admin admin] Added segment 1987f42b-7191-4906-bb13-98bbfa377830 of type vlan for network 01775a48-2786-4a83-bd6f-2cf09c299755 Aug 06 16:02:14.848812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6acdf7ab-22aa-4c56-825a-4737f97328e9 req-89afb55f-1376-4657-a158-20c6b6a27c99 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571430 Aug 06 16:02:14.934459 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56553390-2efe-448d-ae31-1c54aac7f104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f277fdf5-2241-483e-95d2-821997e2a53d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:14.949980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38240) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:14.980898 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56553390-2efe-448d-ae31-1c54aac7f104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:14.997790 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-9d6249d4-8e21-4d08-86af-5a4a194990d3 service neutron] 10.222.0.13 "GET /v2.0/ports/8189ec25-58d1-46bf-9735-751d9043713c/bindings/n-h1-803756-1 HTTP/1.1" status: 200 len: 384 time: 0.1774740 Aug 06 16:02:15.025007 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aac32b67-761f-4d13-860a-5fdf46c8834b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.064588 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56553390-2efe-448d-ae31-1c54aac7f104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.065048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db8a0a-cb75-49b6-a6a3-a6181e5d928e req-5f32d3f8-1322-4f3d-bf84-08bfc74c01b1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:15.066650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56553390-2efe-448d-ae31-1c54aac7f104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:15.067451 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56553390-2efe-448d-ae31-1c54aac7f104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.068418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1db8a0a-cb75-49b6-a6a3-a6181e5d928e req-5f32d3f8-1322-4f3d-bf84-08bfc74c01b1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 943 time: 0.1039910 Aug 06 16:02:15.181301 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1db8a0a-cb75-49b6-a6a3-a6181e5d928e req-b809bd6f-e80d-452c-98ef-d04fb192c781 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970666 Aug 06 16:02:15.201213 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56553390-2efe-448d-ae31-1c54aac7f104 admin admin] Pushing event updated for resources: {'Network': ['ID=01775a48-2786-4a83-bd6f-2cf09c299755,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:15.223975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 01775a48-2786-4a83-bd6f-2cf09c299755 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:15.246821 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aac32b67-761f-4d13-860a-5fdf46c8834b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.251955 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:02:15.253989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aac32b67-761f-4d13-860a-5fdf46c8834b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.295363 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-56553390-2efe-448d-ae31-1c54aac7f104 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3011367 Aug 06 16:02:15.300473 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38274) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:15.310477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6ef024dc-0db3-4935-960a-47ffc09c5c92 admin admin] Request body: {'subnet': {'network_id': '01775a48-2786-4a83-bd6f-2cf09c299755', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1712057038-subnet', 'tenant_id': '7a92cb10e3104c7fb7dfd389214b698d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:15.375413 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-aac32b67-761f-4d13-860a-5fdf46c8834b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73f7916ba3d143cb9de8b6dc5a04910e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219959 Aug 06 16:02:15.381898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38276) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:15.390010 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-a7e3ba45-60e7-424a-a812-9a1dde77b9c2 service neutron] For port 8189ec25-58d1-46bf-9735-751d9043713c, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8189ec25-58d1-46bf-9735-751d9043713c,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:15.391365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac32b67-761f-4d13-860a-5fdf46c8834b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5c12bc-ff9e-4b39-a41f-aec808d95a58,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:15.395997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef024dc-0db3-4935-960a-47ffc09c5c92 admin admin] Made reservation on behalf of 7a92cb10e3104c7fb7dfd389214b698d for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:15.402263 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6ef024dc-0db3-4935-960a-47ffc09c5c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.438146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7ccc1-40f4-4b15-8725-ad461e74418b req-0e21e545-c98e-4076-8210-66feda443585 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:15.439715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39a7ccc1-40f4-4b15-8725-ad461e74418b req-0e21e545-c98e-4076-8210-66feda443585 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=50bdb111-af0d-4389-9c94-5937a8a46d06 HTTP/1.1" status: 200 len: 945 time: 0.1215060 Aug 06 16:02:15.507707 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:15.524218 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77a415e3-aef2-4c58-b7bf-1c28362b7100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.545721 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9', 'mac_address': 'fa:16:3e:b3:a9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:02:15.545853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-a7e3ba45-60e7-424a-a812-9a1dde77b9c2 service neutron] For port 8189ec25-58d1-46bf-9735-751d9043713c, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:15.551794 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39a7ccc1-40f4-4b15-8725-ad461e74418b req-c4fe1adf-656a-4963-9add-66a49aef420e tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919907 Aug 06 16:02:15.599320 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77a415e3-aef2-4c58-b7bf-1c28362b7100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.626091 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.638265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-a7e3ba45-60e7-424a-a812-9a1dde77b9c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8189ec25-58d1-46bf-9735-751d9043713c {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:15.650856 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:15.666956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-a7e3ba45-60e7-424a-a812-9a1dde77b9c2 service neutron] For port 8189ec25-58d1-46bf-9735-751d9043713c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8189ec25-58d1-46bf-9735-751d9043713c,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:15.679906 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:15.686895 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.699419 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-a7e3ba45-60e7-424a-a812-9a1dde77b9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.781099 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77a415e3-aef2-4c58-b7bf-1c28362b7100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.786517 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77a415e3-aef2-4c58-b7bf-1c28362b7100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.788042 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-77a415e3-aef2-4c58-b7bf-1c28362b7100 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a5c12bc-ff9e-4b39-a41f-aec808d95a58 HTTP/1.1" status: 204 len: 168 time: 0.4050367 Aug 06 16:02:15.848576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a415e3-aef2-4c58-b7bf-1c28362b7100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5c12bc-ff9e-4b39-a41f-aec808d95a58,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:15.914323 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:15.929288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64b152-5df5-4401-9f57-e2bf81ca1728 req-f234bf84-efdb-49b3-8034-23de82896272 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:15.930972 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec64b152-5df5-4401-9f57-e2bf81ca1728 req-f234bf84-efdb-49b3-8034-23de82896272 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 949 time: 0.0803099 Aug 06 16:02:16.032507 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6ef024dc-0db3-4935-960a-47ffc09c5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:16.047337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-a7e3ba45-60e7-424a-a812-9a1dde77b9c2 service neutron] Transition to ACTIVE for port object 8189ec25-58d1-46bf-9735-751d9043713c will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:16.070048 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec64b152-5df5-4401-9f57-e2bf81ca1728 req-8877a20b-641b-4c16-bf9f-23dadc55f0c0 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153326 Aug 06 16:02:16.073826 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-a7e3ba45-60e7-424a-a812-9a1dde77b9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:16.091960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['9c63ac90-2d22-4d62-8f37-7c64a9d9fff9'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:02:16.299750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef024dc-0db3-4935-960a-47ffc09c5c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79fb498-6155-4914-b794-616ffc058008,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:16.355251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c490a6-2097-4d07-bc88-315d4cca5111 req-b0616abc-b6b8-4a6b-b91e-47e072c4bb1f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:16.365885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b1c490a6-2097-4d07-bc88-315d4cca5111 req-b0616abc-b6b8-4a6b-b91e-47e072c4bb1f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 944 time: 0.0870011 Aug 06 16:02:16.428209 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-a7e3ba45-60e7-424a-a812-9a1dde77b9c2 service neutron] No DVR routers for this DVR port 8189ec25-58d1-46bf-9735-751d9043713c on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:16.449771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3ba45-60e7-424a-a812-9a1dde77b9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8189ec25-58d1-46bf-9735-751d9043713c,revision_number=10']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:16.477411 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef024dc-0db3-4935-960a-47ffc09c5c92 admin admin] Checking segment: {'id': '1987f42b-7191-4906-bb13-98bbfa377830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '01775a48-2786-4a83-bd6f-2cf09c299755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:16.478824 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef024dc-0db3-4935-960a-47ffc09c5c92 admin admin] Network hostable DHCP agents. Network: 01775a48-2786-4a83-bd6f-2cf09c299755, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:16.503066 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b1c490a6-2097-4d07-bc88-315d4cca5111 req-0c23d560-c285-442c-993e-d4cf77ea9ecf tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311677 Aug 06 16:02:16.539109 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-a7e3ba45-60e7-424a-a812-9a1dde77b9c2 service neutron] 10.222.0.13 "PUT /v2.0/ports/8189ec25-58d1-46bf-9735-751d9043713c/bindings/n-h1-803756-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5329022 Aug 06 16:02:16.573477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef024dc-0db3-4935-960a-47ffc09c5c92 admin admin] Network 01775a48-2786-4a83-bd6f-2cf09c299755 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:16.631889 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01a4a47-ecc1-4e3b-885f-675ee76c8a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:16.634437 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92737b4d-75c6-4a0a-802f-9b202fce55e3" -d '{"events": [{"server_uuid": "f01a4a47-ecc1-4e3b-885f-675ee76c8a60", "name": "network-vif-unplugged", "status": "completed", "tag": "9c63ac90-2d22-4d62-8f37-7c64a9d9fff9"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:16.704358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-6ef024dc-0db3-4935-960a-47ffc09c5c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 01775a48-2786-4a83-bd6f-2cf09c299755) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:16.715944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef024dc-0db3-4935-960a-47ffc09c5c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:16.717230 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6ef024dc-0db3-4935-960a-47ffc09c5c92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:16.742397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1955f25f-9bb6-4921-985c-848805319e09 None None] Network 01775a48-2786-4a83-bd6f-2cf09c299755 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:16.767410 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6ef024dc-0db3-4935-960a-47ffc09c5c92 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4650145 Aug 06 16:02:16.798559 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-0ab7d0d8-7411-40c4-ba35-0dc952c65388 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:16.807008 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-0ab7d0d8-7411-40c4-ba35-0dc952c65388 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb&tenant_id=048e5568a18447ea929cde75921b0777&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 1095 time: 0.1861682 Aug 06 16:02:16.893310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d33c8-8252-4c09-927f-9ac2019fd7ce req-48640faa-f082-47a2-8851-0cecd0594ee3 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:16.895783 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-006d33c8-8252-4c09-927f-9ac2019fd7ce req-48640faa-f082-47a2-8851-0cecd0594ee3 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.78 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60&tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 949 time: 0.3912795 Aug 06 16:02:16.924234 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8959ba5-7f4b-4d21-816d-f935da6e4708 req-b8f28c74-e988-46d7-b753-869943a733ff tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:16.935747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8959ba5-7f4b-4d21-816d-f935da6e4708 req-b8f28c74-e988-46d7-b753-869943a733ff tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=50bdb111-af0d-4389-9c94-5937a8a46d06 HTTP/1.1" status: 200 len: 945 time: 0.1633744 Aug 06 16:02:16.981250 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-ff6bdcc3-847e-486d-9f76-317a4c21c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:16.986240 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-ff6bdcc3-847e-486d-9f76-317a4c21c97c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb&tenant_id=048e5568a18447ea929cde75921b0777 HTTP/1.1" status: 200 len: 1095 time: 0.1542311 Aug 06 16:02:17.045112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30066c6-23e1-40b5-81b1-e5ff98887ecb req-ee989f12-8cff-4e48-a23c-08cbbaa4873b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:17.055221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f30066c6-23e1-40b5-81b1-e5ff98887ecb req-ee989f12-8cff-4e48-a23c-08cbbaa4873b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 949 time: 0.3219182 Aug 06 16:02:17.133694 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8959ba5-7f4b-4d21-816d-f935da6e4708 req-785b8360-3b0d-4c57-b487-e89d4840a545 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959014 Aug 06 16:02:17.195842 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-0805724b-3709-4782-95c8-dc3b77d1e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:17.197177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57f0fcc-f8b6-4d33-9575-cf7fe3b91683 None None] Network 01775a48-2786-4a83-bd6f-2cf09c299755 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:17.199123 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-0805724b-3709-4782-95c8-dc3b77d1e49c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 1095 time: 0.1720772 Aug 06 16:02:17.215567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f30066c6-23e1-40b5-81b1-e5ff98887ecb req-61e79b66-565b-4914-8b15-9e9470162c8b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584423 Aug 06 16:02:17.241701 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d33c8-8252-4c09-927f-9ac2019fd7ce req-55b5b232-ba2c-4955-8505-ea87297ea7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:17.246719 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-006d33c8-8252-4c09-927f-9ac2019fd7ce req-55b5b232-ba2c-4955-8505-ea87297ea7bb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 1100 time: 0.1683087 Aug 06 16:02:17.350115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38358) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:17.467139 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8170ff80-af61-4414-8ed8-72fb8f49a5ff x-openstack-request-id: req-8170ff80-af61-4414-8ed8-72fb8f49a5ff {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:17.468007 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01a4a47-ecc1-4e3b-885f-675ee76c8a60", "name": "network-vif-unplugged", "status": "completed", "tag": "9c63ac90-2d22-4d62-8f37-7c64a9d9fff9", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:17.468624 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8170ff80-af61-4414-8ed8-72fb8f49a5ff {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:17.469969 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01a4a47-ecc1-4e3b-885f-675ee76c8a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9', 'code': 200} Aug 06 16:02:17.509936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d33c8-8252-4c09-927f-9ac2019fd7ce req-1549a227-7c9c-4fa8-9f8d-1079b84b1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:17.511988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-006d33c8-8252-4c09-927f-9ac2019fd7ce req-1549a227-7c9c-4fa8-9f8d-1079b84b1c88 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.2492893 Aug 06 16:02:17.602073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-006d33c8-8252-4c09-927f-9ac2019fd7ce req-46724556-0d0c-43d7-bc1a-ad3ae76cf53a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 HTTP/1.1" status: 200 len: 217 time: 0.0807667 Aug 06 16:02:17.626654 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d421a9-8998-404e-ba3b-b6e471c30513 admin admin] Deleting subnet c79fb498-6155-4914-b794-616ffc058008 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:02:17.633287 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26d421a9-8998-404e-ba3b-b6e471c30513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:17.701301 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26d421a9-8998-404e-ba3b-b6e471c30513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:17.704899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d33c8-8252-4c09-927f-9ac2019fd7ce req-7f2f96a5-ae5e-4c39-804b-72908a80228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:17.706593 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-006d33c8-8252-4c09-927f-9ac2019fd7ce req-7f2f96a5-ae5e-4c39-804b-72908a80228a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0955479 Aug 06 16:02:17.723406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38370) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:17.726806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-badf93b6-fba4-43a5-95b9-1ae42d4a6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:17.728398 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-badf93b6-fba4-43a5-95b9-1ae42d4a6f36 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.5139916 Aug 06 16:02:17.800508 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-4b64f693-484a-444e-b630-0c1f3bfb6299 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8189ec25-58d1-46bf-9735-751d9043713c HTTP/1.1" status: 200 len: 217 time: 0.0511537 Aug 06 16:02:17.842462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb95158-882c-452b-8757-947905c70e82 req-4e7b9a5c-3ac8-4b25-979c-85dcf2f30d64 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:17.847561 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fb95158-882c-452b-8757-947905c70e82 req-4e7b9a5c-3ac8-4b25-979c-85dcf2f30d64 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 944 time: 0.1878140 Aug 06 16:02:17.852123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d33c8-8252-4c09-927f-9ac2019fd7ce req-acfbfa43-05d9-4013-b9e0-ae9f9da9cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:17.855625 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-006d33c8-8252-4c09-927f-9ac2019fd7ce req-acfbfa43-05d9-4013-b9e0-ae9f9da9cc73 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1312499 Aug 06 16:02:17.887621 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38376) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:17.897821 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-5bbda7aa-8a19-4904-8cb9-135ff20b0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:17.899303 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-5bbda7aa-8a19-4904-8cb9-135ff20b0776 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.0897648 Aug 06 16:02:17.901969 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26d421a9-8998-404e-ba3b-b6e471c30513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:17.939123 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fb95158-882c-452b-8757-947905c70e82 req-ea0966ce-51f4-4194-9695-cd585d77e627 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808983 Aug 06 16:02:17.973963 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1f0bfdee-c457-4d6b-9770-fb61dc74e78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:17.979108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4a35eacf-4bec-4fb3-bbc4-3dbfb993417c tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1694989738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:17.979342 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-469ac4f5-e9ea-49bc-aa80-5c377f7431d4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424690 Aug 06 16:02:18.028098 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [None req-1f0bfdee-c457-4d6b-9770-fb61dc74e78b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:02:18.028098 n-d-803756-1 neutron-server[105765]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 16:02:18.028098 n-d-803756-1 neutron-server[105765]: [parameters: {'project_id': '8f7329084d784c2780c51b372c5406ce', 'id': '508b852d-978c-4709-8f50-d42679582f43', 'expiration': datetime.datetime(2021, 8, 6, 16, 4, 18, 16030)}] Aug 06 16:02:18.028098 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:02:18.028718 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [None req-1f0bfdee-c457-4d6b-9770-fb61dc74e78b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:02:18.033391 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a35eacf-4bec-4fb3-bbc4-3dbfb993417c tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.034435 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a35eacf-4bec-4fb3-bbc4-3dbfb993417c tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.055714 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-006d33c8-8252-4c09-927f-9ac2019fd7ce req-045988ed-63f3-4571-b417-eea946b72db5 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878304 Aug 06 16:02:18.062031 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26d421a9-8998-404e-ba3b-b6e471c30513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.156846 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a35eacf-4bec-4fb3-bbc4-3dbfb993417c tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.166916 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a35eacf-4bec-4fb3-bbc4-3dbfb993417c tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.192647 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a35eacf-4bec-4fb3-bbc4-3dbfb993417c tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.193892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4a35eacf-4bec-4fb3-bbc4-3dbfb993417c tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3039286 Aug 06 16:02:18.199442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38380) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:18.204540 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-98268714-06e9-4d69-929b-d61510d0a5a5 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1501918498'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:18.218592 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-006d33c8-8252-4c09-927f-9ac2019fd7ce req-268205fa-8d63-4821-8177-5da975ae3e0f service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534734 Aug 06 16:02:18.240033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98268714-06e9-4d69-929b-d61510d0a5a5 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Made reservation on behalf of 9d75f7da2aef45e993e410fdeabb7c78 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:18.246273 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98268714-06e9-4d69-929b-d61510d0a5a5 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.257711 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98268714-06e9-4d69-929b-d61510d0a5a5 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.384470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9aa595-6588-472a-bbae-fba0bae18b8b req-c734e0ba-f744-4ecb-873f-f096fd339921 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:18.387976 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c9aa595-6588-472a-bbae-fba0bae18b8b req-c734e0ba-f744-4ecb-873f-f096fd339921 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 949 time: 0.0799253 Aug 06 16:02:18.405452 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d421a9-8998-404e-ba3b-b6e471c30513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79fb498-6155-4914-b794-616ffc058008,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:18.413774 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26d421a9-8998-404e-ba3b-b6e471c30513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.415219 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-26d421a9-8998-404e-ba3b-b6e471c30513 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c79fb498-6155-4914-b794-616ffc058008 HTTP/1.1" status: 204 len: 168 time: 1.0622342 Aug 06 16:02:18.421682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38386) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:18.472523 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98268714-06e9-4d69-929b-d61510d0a5a5 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.479060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c9aa595-6588-472a-bbae-fba0bae18b8b req-f034a5c0-3ecf-46ec-a431-5493d0898ac7 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805767 Aug 06 16:02:18.480944 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98268714-06e9-4d69-929b-d61510d0a5a5 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.493589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98268714-06e9-4d69-929b-d61510d0a5a5 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:18.497002 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-a63d9b52-c3a5-49af-af89-789c8b0a38bf service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057278 Aug 06 16:02:18.514294 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10dbc563-d37a-42fd-bc2c-82e7c6a45a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.529516 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98268714-06e9-4d69-929b-d61510d0a5a5 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10aeb18-8730-4897-b604-aa9423f32fcf,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:18.533267 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1f0bfdee-c457-4d6b-9770-fb61dc74e78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.545943 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98268714-06e9-4d69-929b-d61510d0a5a5 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.546365 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-98268714-06e9-4d69-929b-d61510d0a5a5 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Added segment a81a7057-02df-4106-bc3c-a330eaa4a6cd of type vlan for network 91b26629-5c5e-46b9-84c3-279189ce7c4b Aug 06 16:02:18.617888 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98268714-06e9-4d69-929b-d61510d0a5a5 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.675988 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98268714-06e9-4d69-929b-d61510d0a5a5 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.681491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98268714-06e9-4d69-929b-d61510d0a5a5 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:18.682193 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98268714-06e9-4d69-929b-d61510d0a5a5 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.724514 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10dbc563-d37a-42fd-bc2c-82e7c6a45a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.728608 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-61557698-a5b0-429a-a4ad-47b17c87f5ac service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221069 Aug 06 16:02:18.740769 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-10dbc563-d37a-42fd-bc2c-82e7c6a45a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01775a48-2786-4a83-bd6f-2cf09c299755']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:18.755227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-10dbc563-d37a-42fd-bc2c-82e7c6a45a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1987f42b-7191-4906-bb13-98bbfa377830') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:18.755670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-10dbc563-d37a-42fd-bc2c-82e7c6a45a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1987f42b-7191-4906-bb13-98bbfa377830') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:18.767297 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10dbc563-d37a-42fd-bc2c-82e7c6a45a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.786889 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10dbc563-d37a-42fd-bc2c-82e7c6a45a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.795685 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10dbc563-d37a-42fd-bc2c-82e7c6a45a75 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:02:18.796564 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10dbc563-d37a-42fd-bc2c-82e7c6a45a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:02:18.798694 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:02:18.820279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98268714-06e9-4d69-929b-d61510d0a5a5 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event updated for resources: {'Network': ['ID=91b26629-5c5e-46b9-84c3-279189ce7c4b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:18.843859 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 91b26629-5c5e-46b9-84c3-279189ce7c4b details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:18.845701 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1f0bfdee-c457-4d6b-9770-fb61dc74e78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.857879 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1f0bfdee-c457-4d6b-9770-fb61dc74e78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.912580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1f0bfdee-c457-4d6b-9770-fb61dc74e78b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f7329084d784c2780c51b372c5406ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1850657 Aug 06 16:02:18.914347 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38392) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:18.924107 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-98268714-06e9-4d69-929b-d61510d0a5a5 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7233794 Aug 06 16:02:18.928180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38394) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:18.941363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-cd20ae4d-7122-45c6-9811-4a454aa67afa tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Request body: {'subnet': {'network_id': '91b26629-5c5e-46b9-84c3-279189ce7c4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:18.956910 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10dbc563-d37a-42fd-bc2c-82e7c6a45a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.980631 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10dbc563-d37a-42fd-bc2c-82e7c6a45a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.986041 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-10dbc563-d37a-42fd-bc2c-82e7c6a45a75 admin admin] 10.222.0.37 "DELETE /v2.0/networks/01775a48-2786-4a83-bd6f-2cf09c299755 HTTP/1.1" status: 204 len: 168 time: 0.5624449 Aug 06 16:02:18.993700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38398) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:19.002081 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-dfe0e2ba-0300-4138-b342-b9b707f6c30b tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-807945884'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:19.011453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bfdee-c457-4d6b-9770-fb61dc74e78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11edd0d-9158-4edf-a1d8-248dda5a09a8,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:19.028173 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbc563-d37a-42fd-bc2c-82e7c6a45a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=01775a48-2786-4a83-bd6f-2cf09c299755,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:19.094094 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff56b125-27ef-4e35-a8a2-7a4f24ec7c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.132248 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-46b2f2ec-d3a5-4ed4-bb99-4278e05f38f5 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:19.133886 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-46b2f2ec-d3a5-4ed4-bb99-4278e05f38f5 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb&tenant_id=048e5568a18447ea929cde75921b0777&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 1095 time: 0.0881233 Aug 06 16:02:19.136033 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff56b125-27ef-4e35-a8a2-7a4f24ec7c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.165585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38402) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:19.203807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe0e2ba-0300-4138-b342-b9b707f6c30b tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Made reservation on behalf of 964dc75051674f75a50f3eba300bee26 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:19.207158 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e2ba-0300-4138-b342-b9b707f6c30b tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.245010 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff56b125-27ef-4e35-a8a2-7a4f24ec7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.247414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6306d-7ce7-4450-bcd5-d50329cfc543 req-536382a0-b864-4392-af00-1d7cf46f855f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:19.247564 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff56b125-27ef-4e35-a8a2-7a4f24ec7c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.251092 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ff56b125-27ef-4e35-a8a2-7a4f24ec7c61 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f11edd0d-9158-4edf-a1d8-248dda5a09a8 HTTP/1.1" status: 204 len: 168 time: 0.3331409 Aug 06 16:02:19.251282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abe6306d-7ce7-4450-bcd5-d50329cfc543 req-536382a0-b864-4392-af00-1d7cf46f855f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 944 time: 0.1728220 Aug 06 16:02:19.266221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56b125-27ef-4e35-a8a2-7a4f24ec7c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11edd0d-9158-4edf-a1d8-248dda5a09a8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:19.277317 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:19.293136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd20ae4d-7122-45c6-9811-4a454aa67afa tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Made reservation on behalf of 9d75f7da2aef45e993e410fdeabb7c78 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:19.293424 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-10b26f30-897e-4d70-aa72-68da9b6ec0da service neutron] For port 8189ec25-58d1-46bf-9735-751d9043713c, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:19.298067 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-10b26f30-897e-4d70-aa72-68da9b6ec0da service neutron] Notify callbacks [] for binding, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.298383 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd20ae4d-7122-45c6-9811-4a454aa67afa tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.299742 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-676fc7bd-dff3-4c23-967b-c492aa249b67 req-10b26f30-897e-4d70-aa72-68da9b6ec0da service neutron] 10.222.0.78 "DELETE /v2.0/ports/8189ec25-58d1-46bf-9735-751d9043713c/bindings/n-h2-803756-1 HTTP/1.1" status: 204 len: 173 time: 0.1558771 Aug 06 16:02:19.319902 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe0e2ba-0300-4138-b342-b9b707f6c30b tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:19.348004 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-06d4934d-c287-487c-a2d1-890b330782ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a92cb10e3104c7fb7dfd389214b698d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1777430 Aug 06 16:02:19.351207 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38406) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:19.372799 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:19.373182 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.378321 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e2ba-0300-4138-b342-b9b707f6c30b tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.378804 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-dfe0e2ba-0300-4138-b342-b9b707f6c30b tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Added segment 5ed32bd7-9cfb-4307-8469-761ac7070512 of type vlan for network 0289d76d-e14d-4c22-8519-329bdca6f8e4 Aug 06 16:02:19.422975 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a8105126-ebbe-422c-ba88-53c9f5598ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.431431 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abe6306d-7ce7-4450-bcd5-d50329cfc543 req-f6d5be11-a9d1-47b4-84b8-9ec23c0d94c0 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691866 Aug 06 16:02:19.486762 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e2ba-0300-4138-b342-b9b707f6c30b tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.487437 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a8105126-ebbe-422c-ba88-53c9f5598ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.491701 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.554398 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e2ba-0300-4138-b342-b9b707f6c30b tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.563332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe0e2ba-0300-4138-b342-b9b707f6c30b tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:19.564050 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e2ba-0300-4138-b342-b9b707f6c30b tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.577841 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a8105126-ebbe-422c-ba88-53c9f5598ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.587538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01a4a47-ecc1-4e3b-885f-675ee76c8a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:19.591056 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a8105126-ebbe-422c-ba88-53c9f5598ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.597155 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88194ed-6baa-4129-9b8f-918c17560503" -d '{"events": [{"server_uuid": "f01a4a47-ecc1-4e3b-885f-675ee76c8a60", "name": "network-vif-plugged", "status": "completed", "tag": "9c63ac90-2d22-4d62-8f37-7c64a9d9fff9"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:19.598480 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a8105126-ebbe-422c-ba88-53c9f5598ed7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f277fdf5-2241-483e-95d2-821997e2a53d HTTP/1.1" status: 204 len: 168 time: 0.2448926 Aug 06 16:02:19.621962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:19.625902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8105126-ebbe-422c-ba88-53c9f5598ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f277fdf5-2241-483e-95d2-821997e2a53d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:19.628846 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.632755 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dfe0e2ba-0300-4138-b342-b9b707f6c30b tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6375887 Aug 06 16:02:19.641900 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38422) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:19.655211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-31f1ffda-c9e2-4086-bc8f-38e84bde3fed tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-715548758'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:19.723330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f1ffda-c9e2-4086-bc8f-38e84bde3fed tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Made reservation on behalf of 964dc75051674f75a50f3eba300bee26 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:19.730003 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-31f1ffda-c9e2-4086-bc8f-38e84bde3fed tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.757557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0e2ba-0300-4138-b342-b9b707f6c30b tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event updated for resources: {'Network': ['ID=0289d76d-e14d-4c22-8519-329bdca6f8e4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:19.775654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 0289d76d-e14d-4c22-8519-329bdca6f8e4 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:19.798855 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f1ffda-c9e2-4086-bc8f-38e84bde3fed tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:19.820564 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd20ae4d-7122-45c6-9811-4a454aa67afa tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.822989 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-31f1ffda-c9e2-4086-bc8f-38e84bde3fed tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.823346 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-31f1ffda-c9e2-4086-bc8f-38e84bde3fed tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Added segment 8650d692-b0d5-4718-82c9-ebf069e4b397 of type vlan for network 694c032e-723f-44df-83a9-40d4adea9477 Aug 06 16:02:19.892315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:19.893291 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-31f1ffda-c9e2-4086-bc8f-38e84bde3fed tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.901316 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4aa7d12-6866-420c-8e6d-478b722bb7c6 x-openstack-request-id: req-c4aa7d12-6866-420c-8e6d-478b722bb7c6 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:19.901973 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01a4a47-ecc1-4e3b-885f-675ee76c8a60", "name": "network-vif-plugged", "status": "completed", "tag": "9c63ac90-2d22-4d62-8f37-7c64a9d9fff9", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:19.902413 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4aa7d12-6866-420c-8e6d-478b722bb7c6 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:19.904207 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01a4a47-ecc1-4e3b-885f-675ee76c8a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9', 'code': 200} Aug 06 16:02:19.906346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc4f2e-3fb7-4361-96fa-08d9b77a7510 req-0a46ed41-4029-4347-9b9c-ef76c9a14436 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:19.907931 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dccc4f2e-3fb7-4361-96fa-08d9b77a7510 req-0a46ed41-4029-4347-9b9c-ef76c9a14436 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.1793692 Aug 06 16:02:19.959124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20ae4d-7122-45c6-9811-4a454aa67afa tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event updated for resources: {'Subnet': ['ID=88a0d331-8fff-4a43-b462-82cf0949fad3,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:19.959949 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-31f1ffda-c9e2-4086-bc8f-38e84bde3fed tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.967544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f1ffda-c9e2-4086-bc8f-38e84bde3fed tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:19.968182 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-31f1ffda-c9e2-4086-bc8f-38e84bde3fed tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.005835 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dccc4f2e-3fb7-4361-96fa-08d9b77a7510 req-4f468fed-9c45-4e70-bb48-66bc56b77010 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874784 Aug 06 16:02:20.007456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd20ae4d-7122-45c6-9811-4a454aa67afa tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Checking segment: {'id': 'a81a7057-02df-4106-bc3c-a330eaa4a6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '91b26629-5c5e-46b9-84c3-279189ce7c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:20.007456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd20ae4d-7122-45c6-9811-4a454aa67afa tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Network hostable DHCP agents. Network: 91b26629-5c5e-46b9-84c3-279189ce7c4b, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:20.028605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd20ae4d-7122-45c6-9811-4a454aa67afa tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Network 91b26629-5c5e-46b9-84c3-279189ce7c4b is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:20.046675 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38432) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:20.049002 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-31f1ffda-c9e2-4086-bc8f-38e84bde3fed tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4055474 Aug 06 16:02:20.058325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8944c86c-c839-4cf6-a57a-4ef181c9b75d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Request body: {'subnet': {'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:20.076241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-cd20ae4d-7122-45c6-9811-4a454aa67afa tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 91b26629-5c5e-46b9-84c3-279189ce7c4b) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:20.086894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f92d55c-f0f9-4425-81aa-0e6947b3dda2 None None] Network 91b26629-5c5e-46b9-84c3-279189ce7c4b requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:20.102918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd20ae4d-7122-45c6-9811-4a454aa67afa tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:20.103953 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd20ae4d-7122-45c6-9811-4a454aa67afa tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.135318 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1ffda-c9e2-4086-bc8f-38e84bde3fed tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event updated for resources: {'Network': ['ID=694c032e-723f-44df-83a9-40d4adea9477,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:20.179509 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8189ec25-58d1-46bf-9735-751d9043713c no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:20.182452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 694c032e-723f-44df-83a9-40d4adea9477 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:20.285802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cd20ae4d-7122-45c6-9811-4a454aa67afa tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3536956 Aug 06 16:02:20.287046 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38442) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:20.294860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-5ea82f13-06eb-4285-8c4d-9669a69dda99 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Request body: {'network': {'name': 'tempest-router-network01--1864933395'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:20.327352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2580a-4e4d-4e80-8fbe-e59abd548e21 req-0167fd24-899f-4589-98ae-1c43739d85f9 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:20.328991 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d2580a-4e4d-4e80-8fbe-e59abd548e21 req-0167fd24-899f-4589-98ae-1c43739d85f9 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.1081583 Aug 06 16:02:20.349883 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8189ec25-58d1-46bf-9735-751d9043713c not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:20.366281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8944c86c-c839-4cf6-a57a-4ef181c9b75d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Made reservation on behalf of 964dc75051674f75a50f3eba300bee26 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:20.371171 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8944c86c-c839-4cf6-a57a-4ef181c9b75d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.375700 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea82f13-06eb-4285-8c4d-9669a69dda99 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Made reservation on behalf of 9d75f7da2aef45e993e410fdeabb7c78 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:20.384100 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ea82f13-06eb-4285-8c4d-9669a69dda99 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.428521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d2580a-4e4d-4e80-8fbe-e59abd548e21 req-f6a8227f-f4a0-4c8e-97bb-a95f5b971da2 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905788 Aug 06 16:02:20.436468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea82f13-06eb-4285-8c4d-9669a69dda99 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:20.458769 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-91b26629-5c5e-46b9-84c3-279189ce7c4b', 'network_id': '91b26629-5c5e-46b9-84c3-279189ce7c4b', 'tenant_id': '9d75f7da2aef45e993e410fdeabb7c78', 'fixed_ips': [{'subnet_id': '88a0d331-8fff-4a43-b462-82cf0949fad3'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:02:20.460114 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.464067 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ea82f13-06eb-4285-8c4d-9669a69dda99 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.464515 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-5ea82f13-06eb-4285-8c4d-9669a69dda99 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Added segment 6671f5a5-ee70-41c1-b816-ee9d9629da26 of type vlan for network 26d4c950-ab8c-4e4d-a169-d65e52507745 Aug 06 16:02:20.528752 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ea82f13-06eb-4285-8c4d-9669a69dda99 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.590381 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ea82f13-06eb-4285-8c4d-9669a69dda99 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.597551 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea82f13-06eb-4285-8c4d-9669a69dda99 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:20.598766 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ea82f13-06eb-4285-8c4d-9669a69dda99 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.646750 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5ea82f13-06eb-4285-8c4d-9669a69dda99 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3570666 Aug 06 16:02:20.650910 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38462) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:20.683270 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f9b061e2-3307-4bfa-af41-f66e6ad36d5e tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Request body: {'network': {'name': 'tempest-router-network02--1602742794'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:20.706405 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea82f13-06eb-4285-8c4d-9669a69dda99 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event updated for resources: {'Network': ['ID=26d4c950-ab8c-4e4d-a169-d65e52507745,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:20.723637 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b061e2-3307-4bfa-af41-f66e6ad36d5e tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Made reservation on behalf of 9d75f7da2aef45e993e410fdeabb7c78 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:20.728203 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9b061e2-3307-4bfa-af41-f66e6ad36d5e tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.729594 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 26d4c950-ab8c-4e4d-a169-d65e52507745 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:20.746570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38470) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:20.765075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b061e2-3307-4bfa-af41-f66e6ad36d5e tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:20.777718 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9b061e2-3307-4bfa-af41-f66e6ad36d5e tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.778093 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-f9b061e2-3307-4bfa-af41-f66e6ad36d5e tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Added segment 127a08f0-5f5b-4d0a-bc20-1b5e47509834 of type vlan for network e637e924-023b-4271-aa5c-94f3c8b0b021 Aug 06 16:02:20.833309 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9b061e2-3307-4bfa-af41-f66e6ad36d5e tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.885927 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9b061e2-3307-4bfa-af41-f66e6ad36d5e tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.914764 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b061e2-3307-4bfa-af41-f66e6ad36d5e tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:20.915059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Allocated IP 2001:db8::2 (91b26629-5c5e-46b9-84c3-279189ce7c4b/88a0d331-8fff-4a43-b462-82cf0949fad3/23e11db8-70cd-4778-bdc1-d23bc7fdaa5d) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:20.918017 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9b061e2-3307-4bfa-af41-f66e6ad36d5e tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.940649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44314f40-ac04-4054-ba71-283f628913e3 req-9351b4b8-06aa-48f6-b509-665f4039addf tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:20.958782 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44314f40-ac04-4054-ba71-283f628913e3 req-9351b4b8-06aa-48f6-b509-665f4039addf tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 944 time: 0.3054469 Aug 06 16:02:20.992337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8944c86c-c839-4cf6-a57a-4ef181c9b75d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.041373 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f9b061e2-3307-4bfa-af41-f66e6ad36d5e tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3825026 Aug 06 16:02:21.047534 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38486) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:21.088118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-fe77519c-00b2-48cc-92a3-698b2111fb70 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-766039125-network', 'tenant_id': '4e8469e96bca4365b0ad75e32eded23b'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:21.096154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9aea4b34-04e5-440d-8ced-90d035e10953 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Request body: {'subnet': {'network_id': '26d4c950-ab8c-4e4d-a169-d65e52507745', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:21.125205 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44314f40-ac04-4054-ba71-283f628913e3 req-b9293bfa-edb2-4d8b-b2c4-f6a851680d73 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650310 Aug 06 16:02:21.148413 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.157979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Transition to ACTIVE for port object 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:21.169898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b061e2-3307-4bfa-af41-f66e6ad36d5e tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event updated for resources: {'Network': ['ID=e637e924-023b-4271-aa5c-94f3c8b0b021,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:21.179191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Transition to ACTIVE for port object 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:21.190871 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network e637e924-023b-4271-aa5c-94f3c8b0b021 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:21.191737 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-da37f13d-f7ff-4d89-a9ba-9f6b3b6e4c3b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1074567 Aug 06 16:02:21.200089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944c86c-c839-4cf6-a57a-4ef181c9b75d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event updated for resources: {'Subnet': ['ID=e3e157bd-96ce-436f-8bd3-5b6e5d6527f5,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:21.207222 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.240859 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe77519c-00b2-48cc-92a3-698b2111fb70 admin admin] Made reservation on behalf of 4e8469e96bca4365b0ad75e32eded23b for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:21.243263 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fe77519c-00b2-48cc-92a3-698b2111fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.263399 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fe77519c-00b2-48cc-92a3-698b2111fb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.269558 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944c86c-c839-4cf6-a57a-4ef181c9b75d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Checking segment: {'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:21.269558 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8944c86c-c839-4cf6-a57a-4ef181c9b75d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Network hostable DHCP agents. Network: 0289d76d-e14d-4c22-8519-329bdca6f8e4, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:21.272946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aea4b34-04e5-440d-8ced-90d035e10953 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Made reservation on behalf of 9d75f7da2aef45e993e410fdeabb7c78 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:21.276998 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9aea4b34-04e5-440d-8ced-90d035e10953 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.287852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Network 91b26629-5c5e-46b9-84c3-279189ce7c4b is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:21.292760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:21.297932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:21.390020 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8944c86c-c839-4cf6-a57a-4ef181c9b75d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Network 0289d76d-e14d-4c22-8519-329bdca6f8e4 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:21.404523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Pushing event updated for resources: {'Port': ['ID=23e11db8-70cd-4778-bdc1-d23bc7fdaa5d,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:21.423296 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Attempting to bind port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:21.423665 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Attempting to bind port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'a81a7057-02df-4106-bc3c-a330eaa4a6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '91b26629-5c5e-46b9-84c3-279189ce7c4b'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:21.424028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Attempting to bind port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d on network 91b26629-5c5e-46b9-84c3-279189ce7c4b {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:21.427791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-8944c86c-c839-4cf6-a57a-4ef181c9b75d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 0289d76d-e14d-4c22-8519-329bdca6f8e4) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:21.430719 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:21.431091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Checking segment: {'id': 'a81a7057-02df-4106-bc3c-a330eaa4a6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '91b26629-5c5e-46b9-84c3-279189ce7c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:21.431529 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.431866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Bound using segment: {'id': 'a81a7057-02df-4106-bc3c-a330eaa4a6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '91b26629-5c5e-46b9-84c3-279189ce7c4b'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:21.432330 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Bound port: 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81a7057-02df-4106-bc3c-a330eaa4a6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '91b26629-5c5e-46b9-84c3-279189ce7c4b'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:21.432918 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.444988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-89f558e8-7c2c-47c1-959e-8183e9c728fd tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:21.452094 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-89f558e8-7c2c-47c1-959e-8183e9c728fd tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408426 Aug 06 16:02:21.457684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944c86c-c839-4cf6-a57a-4ef181c9b75d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:21.458544 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8944c86c-c839-4cf6-a57a-4ef181c9b75d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.476783 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4138f5-2361-4870-baa1-c1946014cca8 None None] Network 0289d76d-e14d-4c22-8519-329bdca6f8e4 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:21.480867 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8540b6a-4778-4aae-bbf9-312476a85ed6 req-63158ade-487e-48ec-9d48-0efb50a6f56a tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:21.482371 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8540b6a-4778-4aae-bbf9-312476a85ed6 req-63158ade-487e-48ec-9d48-0efb50a6f56a tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 1095 time: 0.1719265 Aug 06 16:02:21.501523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-d12179aa-da6f-4cf5-81d1-1d4bc2c789bd tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/quotas/2b6464e7f3d04e1fb9d993d8ad26bed9 HTTP/1.1" status: 200 len: 375 time: 0.0481431 Aug 06 16:02:21.520448 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9aea4b34-04e5-440d-8ced-90d035e10953 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.561808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] For port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:21.566495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] For port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=23e11db8-70cd-4778-bdc1-d23bc7fdaa5d,segment=NetworkSegment(a81a7057-02df-4106-bc3c-a330eaa4a6cd),segment_id=a81a7057-02df-4106-bc3c-a330eaa4a6cd)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:21.578776 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.591086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea4b34-04e5-440d-8ced-90d035e10953 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event updated for resources: {'Subnet': ['ID=2ac3caeb-5daf-45f0-9ef8-71a2a52f82d1,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:21.595931 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aea4b34-04e5-440d-8ced-90d035e10953 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Checking segment: {'id': '6671f5a5-ee70-41c1-b816-ee9d9629da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '26d4c950-ab8c-4e4d-a169-d65e52507745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:21.596815 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aea4b34-04e5-440d-8ced-90d035e10953 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Network hostable DHCP agents. Network: 26d4c950-ab8c-4e4d-a169-d65e52507745, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:21.620523 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aea4b34-04e5-440d-8ced-90d035e10953 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Network 26d4c950-ab8c-4e4d-a169-d65e52507745 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:21.629852 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9aea4b34-04e5-440d-8ced-90d035e10953 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 26d4c950-ab8c-4e4d-a169-d65e52507745) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:21.634134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aea4b34-04e5-440d-8ced-90d035e10953 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:21.634750 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9aea4b34-04e5-440d-8ced-90d035e10953 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.645404 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-e718c336-c9fd-431c-a0fe-d76290edc112 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1396542 Aug 06 16:02:21.654307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dd24a7-f3ba-4fde-ab60-3b3a062a5404 None None] Network 26d4c950-ab8c-4e4d-a169-d65e52507745 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:21.656768 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8540b6a-4778-4aae-bbf9-312476a85ed6 req-3139be31-43e1-4f81-8a59-394223afc10c tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503813 Aug 06 16:02:21.663677 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fe77519c-00b2-48cc-92a3-698b2111fb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.690527 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fe77519c-00b2-48cc-92a3-698b2111fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.712505 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9aea4b34-04e5-440d-8ced-90d035e10953 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6630564 Aug 06 16:02:21.714857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38506) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:21.722335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4eea25a3-e5e6-455e-bc38-b55539121376 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Request body: {'subnet': {'network_id': 'e637e924-023b-4271-aa5c-94f3c8b0b021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:21.730338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627afae-d5bb-4000-9dcd-764cf36f1d88 None None] Pushing event updated for resources: {'Port': ['ID=23e11db8-70cd-4778-bdc1-d23bc7fdaa5d,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:21.814848 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77519c-00b2-48cc-92a3-698b2111fb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7062418d-5a3d-4575-95d8-c5eca10abaac,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:21.852640 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe77519c-00b2-48cc-92a3-698b2111fb70 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:21.903901 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fe77519c-00b2-48cc-92a3-698b2111fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.906244 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-fe77519c-00b2-48cc-92a3-698b2111fb70 admin admin] Added segment 595f368d-5226-4a82-9129-a2a97943b58d of type vlan for network 3a57bcf8-fa08-4452-9a64-626df0fa5458 Aug 06 16:02:21.942007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38512) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:21.942866 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8944c86c-c839-4cf6-a57a-4ef181c9b75d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8947704 Aug 06 16:02:21.976664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ff17098a-28e2-4626-8b36-6304126233e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Request body: {'subnet': {'network_id': '694c032e-723f-44df-83a9-40d4adea9477', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:22.052121 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fe77519c-00b2-48cc-92a3-698b2111fb70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.101242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686aed88-113b-445b-b295-4fc924825219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-0289d76d-e14d-4c22-8519-329bdca6f8e4', 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'fixed_ips': [{'subnet_id': 'e3e157bd-96ce-436f-8bd3-5b6e5d6527f5'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:02:22.101968 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-686aed88-113b-445b-b295-4fc924825219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.111217 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eea25a3-e5e6-455e-bc38-b55539121376 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Made reservation on behalf of 9d75f7da2aef45e993e410fdeabb7c78 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:22.114739 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fe77519c-00b2-48cc-92a3-698b2111fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.115724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe77519c-00b2-48cc-92a3-698b2111fb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:22.116306 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fe77519c-00b2-48cc-92a3-698b2111fb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.117585 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4eea25a3-e5e6-455e-bc38-b55539121376 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.133006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff17098a-28e2-4626-8b36-6304126233e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Made reservation on behalf of 964dc75051674f75a50f3eba300bee26 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:22.141056 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff17098a-28e2-4626-8b36-6304126233e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.292931 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fe77519c-00b2-48cc-92a3-698b2111fb70 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5292606 Aug 06 16:02:22.293809 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37512cb6-1b3d-4dfc-b1e6-6ca114bcaf90 req-00934b02-0d8e-4cf0-a559-dadcb85e2878 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 210 time: 0.1687808 Aug 06 16:02:22.295031 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38526) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:22.316084 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a0686ee6-1d0b-4ff4-ad29-1875c0f1ecbb admin admin] Request body: {'subnet': {'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-766039125-subnet', 'tenant_id': '4e8469e96bca4365b0ad75e32eded23b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:22.324841 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77519c-00b2-48cc-92a3-698b2111fb70 admin admin] Pushing event updated for resources: {'Network': ['ID=3a57bcf8-fa08-4452-9a64-626df0fa5458,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:22.365577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 3a57bcf8-fa08-4452-9a64-626df0fa5458 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:22.391542 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-26d4c950-ab8c-4e4d-a169-d65e52507745', 'network_id': '26d4c950-ab8c-4e4d-a169-d65e52507745', 'tenant_id': '9d75f7da2aef45e993e410fdeabb7c78', 'fixed_ips': [{'subnet_id': '2ac3caeb-5daf-45f0-9ef8-71a2a52f82d1'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:02:22.392397 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.421678 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0686ee6-1d0b-4ff4-ad29-1875c0f1ecbb admin admin] Made reservation on behalf of 4e8469e96bca4365b0ad75e32eded23b for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:22.423943 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a0686ee6-1d0b-4ff4-ad29-1875c0f1ecbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.566158 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-5329e226-2662-4ddd-9aac-02c14450af39 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:22.574636 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-5329e226-2662-4ddd-9aac-02c14450af39 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 807 time: 0.1567841 Aug 06 16:02:22.595583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-8701b926-f8c3-4dfb-a951-47ee339b04c1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/quotas/048e5568a18447ea929cde75921b0777 HTTP/1.1" status: 200 len: 375 time: 0.0196953 Aug 06 16:02:22.667936 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-065302c0-0cca-4ac5-86a3-93b184a492fe tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705137 Aug 06 16:02:22.715025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Allocated IP 2001:db8::2 (26d4c950-ab8c-4e4d-a169-d65e52507745/2ac3caeb-5daf-45f0-9ef8-71a2a52f82d1/4faab40c-2f85-427c-8b45-7cd02ebe9f59) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:22.804819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38542) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:22.825952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-7e377170-2ac8-4172-bf0f-241e89040262 service neutron] 10.222.0.37 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565599 Aug 06 16:02:22.832706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-686aed88-113b-445b-b295-4fc924825219 None None] Allocated IP 10.1.1.2 (0289d76d-e14d-4c22-8519-329bdca6f8e4/e3e157bd-96ce-436f-8bd3-5b6e5d6527f5/8ae90ed3-3b87-482e-9798-e255b3dc8c53) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:22.942942 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-8b45be39-11fb-44bd-9879-9cd5bc5d74dd service neutron] 10.222.0.37 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158941 Aug 06 16:02:23.010211 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e3efade6-8f80-4b06-97a5-d075868dbbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.056312 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4eea25a3-e5e6-455e-bc38-b55539121376 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.101538 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-686aed88-113b-445b-b295-4fc924825219 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.128386 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea25a3-e5e6-455e-bc38-b55539121376 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event updated for resources: {'Subnet': ['ID=9801380c-097d-40eb-ab84-f55711aec7e9,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:23.173250 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-686aed88-113b-445b-b295-4fc924825219 None None] Transition to ACTIVE for port object 8ae90ed3-3b87-482e-9798-e255b3dc8c53 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:23.245971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-686aed88-113b-445b-b295-4fc924825219 None None] Transition to ACTIVE for port object 8ae90ed3-3b87-482e-9798-e255b3dc8c53 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:23.259458 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa55a8b0-5f4c-4144-bdb6-bb31444149d6 req-3a12b2db-9bed-44f0-95b4-0ecd8d7d9691 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 210 time: 0.0630302 Aug 06 16:02:23.263178 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.275218 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-686aed88-113b-445b-b295-4fc924825219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.286090 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.288554 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e3efade6-8f80-4b06-97a5-d075868dbbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.298925 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e3efade6-8f80-4b06-97a5-d075868dbbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.344909 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efade6-8f80-4b06-97a5-d075868dbbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae2c3cf-006b-447b-9b77-4bab009de87f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:23.376733 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e3efade6-8f80-4b06-97a5-d075868dbbb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8476ed089ad8422080c022a25a7642d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5706935 Aug 06 16:02:23.379431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38556) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:23.389770 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686aed88-113b-445b-b295-4fc924825219 None None] Network 0289d76d-e14d-4c22-8519-329bdca6f8e4 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:23.406240 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-686aed88-113b-445b-b295-4fc924825219 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:23.410025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686aed88-113b-445b-b295-4fc924825219 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:23.462278 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Transition to ACTIVE for port object 4faab40c-2f85-427c-8b45-7cd02ebe9f59 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:23.464570 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf1c154-49d8-44e5-8926-48e19996451d None None] Network 91b26629-5c5e-46b9-84c3-279189ce7c4b requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:23.475767 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-177e4399-28e2-483e-b11b-7da6c4af44da req-198c2655-7f42-40fa-bacf-7a7bf9718b5c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 210 time: 0.0314918 Aug 06 16:02:23.479585 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c180e317-1e82-4d34-9d6c-26128c0a5c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.508695 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c180e317-1e82-4d34-9d6c-26128c0a5c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.620778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686aed88-113b-445b-b295-4fc924825219 None None] Pushing event updated for resources: {'Port': ['ID=8ae90ed3-3b87-482e-9798-e255b3dc8c53,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:23.623999 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff17098a-28e2-4626-8b36-6304126233e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.629436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea25a3-e5e6-455e-bc38-b55539121376 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Checking segment: {'id': '127a08f0-5f5b-4d0a-bc20-1b5e47509834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e637e924-023b-4271-aa5c-94f3c8b0b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:23.633049 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eea25a3-e5e6-455e-bc38-b55539121376 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Network hostable DHCP agents. Network: e637e924-023b-4271-aa5c-94f3c8b0b021, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:23.643547 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c180e317-1e82-4d34-9d6c-26128c0a5c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.654445 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c180e317-1e82-4d34-9d6c-26128c0a5c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.656718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c180e317-1e82-4d34-9d6c-26128c0a5c9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ae2c3cf-006b-447b-9b77-4bab009de87f HTTP/1.1" status: 204 len: 168 time: 0.2758150 Aug 06 16:02:23.686465 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180e317-1e82-4d34-9d6c-26128c0a5c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae2c3cf-006b-447b-9b77-4bab009de87f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:23.730819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Transition to ACTIVE for port object 4faab40c-2f85-427c-8b45-7cd02ebe9f59 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:23.737472 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:23.738154 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-2ad737f8-5c15-4100-881d-d35f661ba744 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1900682 Aug 06 16:02:23.747812 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a0686ee6-1d0b-4ff4-ad29-1875c0f1ecbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.763653 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1541185b-4463-4680-bf97-2c8bd14a1795 None None] Provisioning for port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:23.765985 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.775086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-686aed88-113b-445b-b295-4fc924825219 None None] Attempting to bind port 8ae90ed3-3b87-482e-9798-e255b3dc8c53 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:23.775872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-686aed88-113b-445b-b295-4fc924825219 None None] Attempting to bind port 8ae90ed3-3b87-482e-9798-e255b3dc8c53 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:23.776295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686aed88-113b-445b-b295-4fc924825219 None None] Attempting to bind port 8ae90ed3-3b87-482e-9798-e255b3dc8c53 on network 0289d76d-e14d-4c22-8519-329bdca6f8e4 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:23.798732 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.873011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686aed88-113b-445b-b295-4fc924825219 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:23.873549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686aed88-113b-445b-b295-4fc924825219 None None] Checking segment: {'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:23.874085 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-686aed88-113b-445b-b295-4fc924825219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.874717 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686aed88-113b-445b-b295-4fc924825219 None None] Bound using segment: {'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:23.875304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-686aed88-113b-445b-b295-4fc924825219 None None] Bound port: 8ae90ed3-3b87-482e-9798-e255b3dc8c53, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:23.875924 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-686aed88-113b-445b-b295-4fc924825219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.880356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Network 26d4c950-ab8c-4e4d-a169-d65e52507745 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:23.883196 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eea25a3-e5e6-455e-bc38-b55539121376 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Network e637e924-023b-4271-aa5c-94f3c8b0b021 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:23.890806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17098a-28e2-4626-8b36-6304126233e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event updated for resources: {'Subnet': ['ID=56056eca-e778-4fc5-86d3-2b08bb8eb36f,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:23.902262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:23.917873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:23.961951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-4eea25a3-e5e6-455e-bc38-b55539121376 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, e637e924-023b-4271-aa5c-94f3c8b0b021) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:23.973971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea25a3-e5e6-455e-bc38-b55539121376 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:23.974591 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4eea25a3-e5e6-455e-bc38-b55539121376 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.002995 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Pushing event updated for resources: {'Port': ['ID=4faab40c-2f85-427c-8b45-7cd02ebe9f59,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:24.005532 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352c96d4-20dd-4655-8370-755bafc53116 None None] Network e637e924-023b-4271-aa5c-94f3c8b0b021 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:24.014859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff17098a-28e2-4626-8b36-6304126233e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Checking segment: {'id': '8650d692-b0d5-4718-82c9-ebf069e4b397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '694c032e-723f-44df-83a9-40d4adea9477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:24.015290 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff17098a-28e2-4626-8b36-6304126233e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Network hostable DHCP agents. Network: 694c032e-723f-44df-83a9-40d4adea9477, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:24.060140 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0686ee6-1d0b-4ff4-ad29-1875c0f1ecbb admin admin] Checking segment: {'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:24.060856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0686ee6-1d0b-4ff4-ad29-1875c0f1ecbb admin admin] Network hostable DHCP agents. Network: 3a57bcf8-fa08-4452-9a64-626df0fa5458, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:24.062543 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0686ee6-1d0b-4ff4-ad29-1875c0f1ecbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=da0c21b5-c1ab-47f4-a492-be4025ce4c1d,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:24.074382 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4eea25a3-e5e6-455e-bc38-b55539121376 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3583755 Aug 06 16:02:24.077216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38572) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:24.094559 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:24.097882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-33448310-2a0a-49f4-ab74-e24021074d7f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:24.099334 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-33448310-2a0a-49f4-ab74-e24021074d7f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3417354 Aug 06 16:02:24.106572 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff17098a-28e2-4626-8b36-6304126233e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Network 694c032e-723f-44df-83a9-40d4adea9477 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:24.120481 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-ff17098a-28e2-4626-8b36-6304126233e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 694c032e-723f-44df-83a9-40d4adea9477) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:24.131032 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:24.131628 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.146166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-53801416-2d7e-4491-94c7-092d7df5466b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Request body: {'port': {'device_id': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '2b6464e7f3d04e1fb9d993d8ad26bed9'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:24.148237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e45292c-9257-4cb7-9270-03c6ccc3aeaa None None] Network 694c032e-723f-44df-83a9-40d4adea9477 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:24.190739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff17098a-28e2-4626-8b36-6304126233e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:24.191356 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff17098a-28e2-4626-8b36-6304126233e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.197285 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Attempting to bind port 4faab40c-2f85-427c-8b45-7cd02ebe9f59 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:24.197848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Attempting to bind port 4faab40c-2f85-427c-8b45-7cd02ebe9f59 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '6671f5a5-ee70-41c1-b816-ee9d9629da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '26d4c950-ab8c-4e4d-a169-d65e52507745'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:24.198038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Attempting to bind port 4faab40c-2f85-427c-8b45-7cd02ebe9f59 on network 26d4c950-ab8c-4e4d-a169-d65e52507745 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:24.271849 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0686ee6-1d0b-4ff4-ad29-1875c0f1ecbb admin admin] Network 3a57bcf8-fa08-4452-9a64-626df0fa5458 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:24.281849 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a0686ee6-1d0b-4ff4-ad29-1875c0f1ecbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 3a57bcf8-fa08-4452-9a64-626df0fa5458) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:24.289535 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ff17098a-28e2-4626-8b36-6304126233e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3358812 Aug 06 16:02:24.291191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38580) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:24.294014 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0686ee6-1d0b-4ff4-ad29-1875c0f1ecbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:24.294599 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a0686ee6-1d0b-4ff4-ad29-1875c0f1ecbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.312152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3b3da49c-fd45-4be8-9682-ab29b04ea5c3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Request body: {'port': {'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4', 'name': 'tempest-TaggedBootDevicesTest-1962625835', 'fixed_ips': [{'subnet_id': 'e3e157bd-96ce-436f-8bd3-5b6e5d6527f5'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:24.338517 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a0686ee6-1d0b-4ff4-ad29-1875c0f1ecbb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0294914 Aug 06 16:02:24.426941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-53801416-2d7e-4491-94c7-092d7df5466b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Made reservation on behalf of 2b6464e7f3d04e1fb9d993d8ad26bed9 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:24.430485 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-53801416-2d7e-4491-94c7-092d7df5466b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.471488 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-156ddba2-db17-4284-9b51-15ba0d20bdd7 req-add1b91a-f621-461d-8467-acac0ec2e239 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 210 time: 0.0724347 Aug 06 16:02:24.488474 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c10175-297e-4460-83a1-cc0858ad7d69 None None] Network 3a57bcf8-fa08-4452-9a64-626df0fa5458 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:24.491874 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:24.492245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Checking segment: {'id': '6671f5a5-ee70-41c1-b816-ee9d9629da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '26d4c950-ab8c-4e4d-a169-d65e52507745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:24.492647 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.493042 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Bound using segment: {'id': '6671f5a5-ee70-41c1-b816-ee9d9629da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '26d4c950-ab8c-4e4d-a169-d65e52507745'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:24.493527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Bound port: 4faab40c-2f85-427c-8b45-7cd02ebe9f59, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6671f5a5-ee70-41c1-b816-ee9d9629da26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '26d4c950-ab8c-4e4d-a169-d65e52507745'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:24.493931 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.496299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-686aed88-113b-445b-b295-4fc924825219 None None] For port 8ae90ed3-3b87-482e-9798-e255b3dc8c53, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:24.598470 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3da49c-fd45-4be8-9682-ab29b04ea5c3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Made reservation on behalf of 964dc75051674f75a50f3eba300bee26 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:24.696820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-686aed88-113b-445b-b295-4fc924825219 None None] For port 8ae90ed3-3b87-482e-9798-e255b3dc8c53, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8ae90ed3-3b87-482e-9798-e255b3dc8c53,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:24.746216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-53801416-2d7e-4491-94c7-092d7df5466b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Allocated IP 192.168.233.219 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/c0c5d2a9-e782-4420-849c-af3cc4764bd7) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:24.792279 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b3da49c-fd45-4be8-9682-ab29b04ea5c3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.793435 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-686aed88-113b-445b-b295-4fc924825219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.834952 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-3b3da49c-fd45-4be8-9682-ab29b04ea5c3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] device_id is not set on port 97bd638e-0cce-426a-ac14-4ab3918d7a47 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:02:24.914092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38604) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:25.071215 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] For port 4faab40c-2f85-427c-8b45-7cd02ebe9f59, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:25.075589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] For port 4faab40c-2f85-427c-8b45-7cd02ebe9f59, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4faab40c-2f85-427c-8b45-7cd02ebe9f59,segment=NetworkSegment(6671f5a5-ee70-41c1-b816-ee9d9629da26),segment_id=6671f5a5-ee70-41c1-b816-ee9d9629da26)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:25.081368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686aed88-113b-445b-b295-4fc924825219 None None] Pushing event updated for resources: {'Port': ['ID=8ae90ed3-3b87-482e-9798-e255b3dc8c53,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:25.149591 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-53801416-2d7e-4491-94c7-092d7df5466b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.152057 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.156645 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-91c26e73-a315-48e2-a0f2-9c6238986227 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-853281895-network', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:25.161049 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-e637e924-023b-4271-aa5c-94f3c8b0b021', 'network_id': 'e637e924-023b-4271-aa5c-94f3c8b0b021', 'tenant_id': '9d75f7da2aef45e993e410fdeabb7c78', 'fixed_ips': [{'subnet_id': '9801380c-097d-40eb-ab84-f55711aec7e9'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:02:25.161566 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.181686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c26e73-a315-48e2-a0f2-9c6238986227 admin admin] Made reservation on behalf of 7ffc041dde4b4c088ba8b49bfae0f273 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:25.184160 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-91c26e73-a315-48e2-a0f2-9c6238986227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.209334 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-91c26e73-a315-48e2-a0f2-9c6238986227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.212791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-c948879b-c26e-483d-91ef-32fc45c8ea8c tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:25.215470 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-c948879b-c26e-483d-91ef-32fc45c8ea8c tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.13 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 807 time: 0.1614058 Aug 06 16:02:25.219594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-3b3da49c-fd45-4be8-9682-ab29b04ea5c3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Allocated IP 10.1.1.109 (0289d76d-e14d-4c22-8519-329bdca6f8e4/e3e157bd-96ce-436f-8bd3-5b6e5d6527f5/97bd638e-0cce-426a-ac14-4ab3918d7a47) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:25.225239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-53801416-2d7e-4491-94c7-092d7df5466b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Transition to ACTIVE for port object c0c5d2a9-e782-4420-849c-af3cc4764bd7 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:25.245402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-80903999-f134-4f14-b920-3d6c195202d8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Request body: {'port': {'device_id': '57ca3473-cba4-46d5-800b-8918b273386b', 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9', 'admin_state_up': True, 'tenant_id': '048e5568a18447ea929cde75921b0777'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:25.283864 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88c8c36e-a66a-439b-a245-45b0e6a992cc req-ca91bb3f-21d0-4494-87d1-44cd34e262e7 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 210 time: 0.2310171 Aug 06 16:02:25.355676 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-53801416-2d7e-4491-94c7-092d7df5466b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.429676 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53801416-2d7e-4491-94c7-092d7df5466b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Pushing event updated for resources: {'Port': ['ID=c0c5d2a9-e782-4420-849c-af3cc4764bd7,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:25.486255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-53801416-2d7e-4491-94c7-092d7df5466b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:25.494595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-53801416-2d7e-4491-94c7-092d7df5466b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:25.501365 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-53801416-2d7e-4491-94c7-092d7df5466b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:25.540213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['51d68ca5-04b7-44ca-bbe7-64209867d8e7', '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:02:25.545395 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3672911-42d2-455b-beb1-d44710d0a521 req-b0d84408-75a9-4d7c-bf17-abbfe73126f1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:25.551739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3672911-42d2-455b-beb1-d44710d0a521 req-b0d84408-75a9-4d7c-bf17-abbfe73126f1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/networks?id=3a57bcf8-fa08-4452-9a64-626df0fa5458 HTTP/1.1" status: 200 len: 804 time: 0.3222675 Aug 06 16:02:25.614057 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3672911-42d2-455b-beb1-d44710d0a521 req-455d5ac0-0af0-4127-86a7-0e522e4f665f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/quotas/4e8469e96bca4365b0ad75e32eded23b HTTP/1.1" status: 200 len: 375 time: 0.0423312 Aug 06 16:02:25.617275 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.625674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-53801416-2d7e-4491-94c7-092d7df5466b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:25.628117 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-53801416-2d7e-4491-94c7-092d7df5466b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.682264 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3672911-42d2-455b-beb1-d44710d0a521 req-9f0db982-f8b3-4676-b21f-151c6ac48805 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e8469e96bca4365b0ad75e32eded23b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672371 Aug 06 16:02:25.688127 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.704830 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-91c26e73-a315-48e2-a0f2-9c6238986227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.729112 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-91c26e73-a315-48e2-a0f2-9c6238986227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.796309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c26e73-a315-48e2-a0f2-9c6238986227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abd58ab-a16d-496d-b4f7-5a7fed950130,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:25.800153 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-53801416-2d7e-4491-94c7-092d7df5466b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6814415 Aug 06 16:02:25.803666 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75639494-c9a2-4d21-abb1-1e533aa9a538 None None] Pushing event updated for resources: {'Port': ['ID=4faab40c-2f85-427c-8b45-7cd02ebe9f59,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:25.816510 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b3da49c-fd45-4be8-9682-ab29b04ea5c3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.847732 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94700f9e-8b72-44fc-af6e-94670082cee2 req-ab5b856d-31b3-438c-95f0-9afb9e2a8b68 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 210 time: 0.1276803 Aug 06 16:02:25.851544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Request body: {'port': {'device_id': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:25.960073 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c26e73-a315-48e2-a0f2-9c6238986227 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:25.982863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-3b3da49c-fd45-4be8-9682-ab29b04ea5c3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Transition to ACTIVE for port object 97bd638e-0cce-426a-ac14-4ab3918d7a47 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:26.035123 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-91c26e73-a315-48e2-a0f2-9c6238986227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.035539 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-91c26e73-a315-48e2-a0f2-9c6238986227 admin admin] Added segment b6e2986c-04be-41a9-b553-b61238abacc9 of type vlan for network a866e395-3ce9-4555-a769-7f0869a94e9f Aug 06 16:02:26.045020 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.108801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-80903999-f134-4f14-b920-3d6c195202d8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Made reservation on behalf of 048e5568a18447ea929cde75921b0777 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:26.114642 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-80903999-f134-4f14-b920-3d6c195202d8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.188221 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-91c26e73-a315-48e2-a0f2-9c6238986227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.225825 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-694c032e-723f-44df-83a9-40d4adea9477', 'network_id': '694c032e-723f-44df-83a9-40d4adea9477', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'fixed_ips': [{'subnet_id': '56056eca-e778-4fc5-86d3-2b08bb8eb36f'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:02:26.228412 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.230954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755c2f1a-08fe-464d-bff0-276a6641a998 None None] Network 3a57bcf8-fa08-4452-9a64-626df0fa5458 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:26.263904 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b3da49c-fd45-4be8-9682-ab29b04ea5c3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.293038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=23e11db8-70cd-4778-bdc1-d23bc7fdaa5d,segment=NetworkSegment(a81a7057-02df-4106-bc3c-a330eaa4a6cd),segment_id=a81a7057-02df-4106-bc3c-a330eaa4a6cd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:26.339353 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3da49c-fd45-4be8-9682-ab29b04ea5c3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event updated for resources: {'Port': ['ID=97bd638e-0cce-426a-ac14-4ab3918d7a47,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:26.359727 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-91c26e73-a315-48e2-a0f2-9c6238986227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.361127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c26e73-a315-48e2-a0f2-9c6238986227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:26.361300 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-91c26e73-a315-48e2-a0f2-9c6238986227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.411268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3da49c-fd45-4be8-9682-ab29b04ea5c3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Network 0289d76d-e14d-4c22-8519-329bdca6f8e4 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:26.434988 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-3b3da49c-fd45-4be8-9682-ab29b04ea5c3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:26.436279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3672911-42d2-455b-beb1-d44710d0a521 req-91326555-bdb1-45a3-b1a0-a5ed84adb202 service neutron] 10.222.0.37 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516992 Aug 06 16:02:26.440472 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3da49c-fd45-4be8-9682-ab29b04ea5c3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:26.450289 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-91c26e73-a315-48e2-a0f2-9c6238986227 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5275753 Aug 06 16:02:26.475743 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38624) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:26.510323 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.512261 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9fb01ddf-3797-4e43-99cd-2518ae643282 admin admin] Request body: {'subnet': {'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-subnet', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:26.543070 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c26e73-a315-48e2-a0f2-9c6238986227 admin admin] Pushing event updated for resources: {'Network': ['ID=a866e395-3ce9-4555-a769-7f0869a94e9f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:26.584533 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3da49c-fd45-4be8-9682-ab29b04ea5c3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:26.585258 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b3da49c-fd45-4be8-9682-ab29b04ea5c3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.600133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb01ddf-3797-4e43-99cd-2518ae643282 admin admin] Made reservation on behalf of 7ffc041dde4b4c088ba8b49bfae0f273 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:26.602392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9fb01ddf-3797-4e43-99cd-2518ae643282 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.639477 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3b3da49c-fd45-4be8-9682-ab29b04ea5c3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3473582 Aug 06 16:02:26.647625 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38630) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:26.659013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-642d878c-0286-4912-9cb8-da8153508b84 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Request body: {'port': {'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4', 'name': 'tempest-TaggedBootDevicesTest-886577433', 'fixed_ips': [{'subnet_id': 'e3e157bd-96ce-436f-8bd3-5b6e5d6527f5'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:26.661003 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a866e395-3ce9-4555-a769-7f0869a94e9f details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:26.779602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Allocated IP 2001:db8::1 (26d4c950-ab8c-4e4d-a169-d65e52507745/2ac3caeb-5daf-45f0-9ef8-71a2a52f82d1/5cf5e4cf-bd07-4136-a5b3-c2878b127490) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:26.844393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-694f29e6-7b28-400d-96a6-80a0e417a474 None None] Provisioning for port c0c5d2a9-e782-4420-849c-af3cc4764bd7 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:26.848739 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=23e11db8-70cd-4778-bdc1-d23bc7fdaa5d,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:26.903526 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Allocated IP 2001:db8::2 (e637e924-023b-4271-aa5c-94f3c8b0b021/9801380c-097d-40eb-ab84-f55711aec7e9/a3ce5d31-f095-4de3-9864-a42b24916336) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:26.926594 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.941606 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Transition to ACTIVE for port object 5cf5e4cf-bd07-4136-a5b3-c2878b127490 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:27.000136 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c5d2a9-e782-4420-849c-af3cc4764bd7 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:27.019430 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-80903999-f134-4f14-b920-3d6c195202d8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Allocated IP 172.20.0.13 (d04c5f28-1b50-4307-9944-b2931a255fa9/af21462f-26c7-45df-8aee-9d851324861e/c15c24dc-70cb-499a-b601-cc3b5822b141) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:27.038081 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.038909 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3672911-42d2-455b-beb1-d44710d0a521 req-1b22c57e-12b4-4f65-ae75-f8e45ebe9c2c service neutron] 10.222.0.37 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013660 Aug 06 16:02:27.050928 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9fb01ddf-3797-4e43-99cd-2518ae643282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.074628 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.116212 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Transition to ACTIVE for port object c0c5d2a9-e782-4420-849c-af3cc4764bd7 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:27.129591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Network 26d4c950-ab8c-4e4d-a169-d65e52507745 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:27.142312 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.199127 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.205513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb01ddf-3797-4e43-99cd-2518ae643282 admin admin] Checking segment: {'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:27.206123 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb01ddf-3797-4e43-99cd-2518ae643282 admin admin] Network hostable DHCP agents. Network: a866e395-3ce9-4555-a769-7f0869a94e9f, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:27.210239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c5d2a9-e782-4420-849c-af3cc4764bd7,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:27.231766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072e238-4099-4e73-9fd2-97f236832145 req-33ce543e-2d7f-470e-9e6f-af7148cd3f82 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:27.233650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Transition to ACTIVE for port object a3ce5d31-f095-4de3-9864-a42b24916336 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:27.238415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9072e238-4099-4e73-9fd2-97f236832145 req-33ce543e-2d7f-470e-9e6f-af7148cd3f82 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 936 time: 0.7356400 Aug 06 16:02:27.239745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:27.251752 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642d878c-0286-4912-9cb8-da8153508b84 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Made reservation on behalf of 964dc75051674f75a50f3eba300bee26 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:27.264482 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-642d878c-0286-4912-9cb8-da8153508b84 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.266927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Transition to ACTIVE for port object a3ce5d31-f095-4de3-9864-a42b24916336 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:27.297158 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb01ddf-3797-4e43-99cd-2518ae643282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=179c64d1-b6cb-431f-aab6-556ce510d2b1,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:27.321869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-642d878c-0286-4912-9cb8-da8153508b84 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] device_id is not set on port 83b8c3b1-5145-424e-a6a7-1827a198fa4d yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:02:27.322580 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4faab40c-2f85-427c-8b45-7cd02ebe9f59 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:27.333243 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb01ddf-3797-4e43-99cd-2518ae643282 admin admin] Network a866e395-3ce9-4555-a769-7f0869a94e9f is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:27.354424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57020d12-9fc9-494f-b02e-b340aeb2c4bc None None] Network 26d4c950-ab8c-4e4d-a169-d65e52507745 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:27.376468 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-80903999-f134-4f14-b920-3d6c195202d8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.387236 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9fb01ddf-3797-4e43-99cd-2518ae643282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a866e395-3ce9-4555-a769-7f0869a94e9f) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:27.453331 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:27.455508 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.465863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb01ddf-3797-4e43-99cd-2518ae643282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:27.466937 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9fb01ddf-3797-4e43-99cd-2518ae643282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.471740 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-80903999-f134-4f14-b920-3d6c195202d8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.516467 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.527399 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9fb01ddf-3797-4e43-99cd-2518ae643282 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0226367 Aug 06 16:02:27.540065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38638) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:27.554776 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:27.628707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-80903999-f134-4f14-b920-3d6c195202d8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Network d04c5f28-1b50-4307-9944-b2931a255fa9 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:27.644812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-80903999-f134-4f14-b920-3d6c195202d8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:27.648839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event updated for resources: {'Port': ['ID=5cf5e4cf-bd07-4136-a5b3-c2878b127490,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:27.649063 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b00a609-916f-44c4-baa1-17fbce7ff9ec None None] Network a866e395-3ce9-4555-a769-7f0869a94e9f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:27.655982 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.659732 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.679225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-80903999-f134-4f14-b920-3d6c195202d8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:27.783709 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9072e238-4099-4e73-9fd2-97f236832145 req-3ecf484c-76fd-4239-b7d6-5ad18f1e3e4c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430338 Aug 06 16:02:27.895424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Pushing event updated for resources: {'Port': ['ID=a3ce5d31-f095-4de3-9864-a42b24916336,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:27.927552 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85f8c0b-6c53-49d8-8fa1-d59702ef90e1 None None] Network 0289d76d-e14d-4c22-8519-329bdca6f8e4 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:27.981721 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcafd61e-d116-46a9-ba98-5e47d54baf0e req-ac949d2b-bb9e-488e-8c8f-9ecf8b8aa477 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 210 time: 0.0898726 Aug 06 16:02:28.009067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-80903999-f134-4f14-b920-3d6c195202d8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:28.009772 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-80903999-f134-4f14-b920-3d6c195202d8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:28.024759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80903999-f134-4f14-b920-3d6c195202d8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Pushing event updated for resources: {'Port': ['ID=c15c24dc-70cb-499a-b601-cc3b5822b141,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:28.054000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-694f29e6-7b28-400d-96a6-80a0e417a474 None None] Provisioning complete for port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:28.054713 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-694f29e6-7b28-400d-96a6-80a0e417a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:28.067075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-80903999-f134-4f14-b920-3d6c195202d8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8416553 Aug 06 16:02:28.079435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Network e637e924-023b-4271-aa5c-94f3c8b0b021 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:28.086494 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Request body: {'port': {'device_id': '57ca3473-cba4-46d5-800b-8918b273386b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:28.090426 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:28.101791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d1ddf-ab00-44d2-b969-21b71b3c3722 req-538e07bb-7b9d-487a-8e4a-de6d0182f74e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:28.109908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-517d1ddf-ab00-44d2-b969-21b71b3c3722 req-538e07bb-7b9d-487a-8e4a-de6d0182f74e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 932 time: 0.2231369 Aug 06 16:02:28.151961 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:28.172583 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:28.189747 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:28.244204 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-517d1ddf-ab00-44d2-b969-21b71b3c3722 req-3dccda42-b963-4c44-9973-04276004f731 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333530 Aug 06 16:02:28.263968 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:28.274592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Attempting to bind port c0c5d2a9-e782-4420-849c-af3cc4764bd7 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:28.275181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Attempting to bind port c0c5d2a9-e782-4420-849c-af3cc4764bd7 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:28.275398 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Attempting to bind port c0c5d2a9-e782-4420-849c-af3cc4764bd7 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:28.348635 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Port c0c5d2a9-e782-4420-849c-af3cc4764bd7 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:02:28.348962 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Attempting to bind port c0c5d2a9-e782-4420-849c-af3cc4764bd7 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:28.349085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Allocated IP 10.2.2.2 (694c032e-723f-44df-83a9-40d4adea9477/56056eca-e778-4fc5-86d3-2b08bb8eb36f/883c2890-3eb8-41f1-9be4-2442f3978f83) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:28.385372 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:28.385870 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:28.386325 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:28.386846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Bound port: c0c5d2a9-e782-4420-849c-af3cc4764bd7, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:28.387274 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:28.392357 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:28.423922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 4faab40c-2f85-427c-8b45-7cd02ebe9f59 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:28.453494 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Attempting to bind port a3ce5d31-f095-4de3-9864-a42b24916336 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:28.454110 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Attempting to bind port a3ce5d31-f095-4de3-9864-a42b24916336 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '127a08f0-5f5b-4d0a-bc20-1b5e47509834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e637e924-023b-4271-aa5c-94f3c8b0b021'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:28.454656 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Attempting to bind port a3ce5d31-f095-4de3-9864-a42b24916336 on network e637e924-023b-4271-aa5c-94f3c8b0b021 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:28.525020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-642d878c-0286-4912-9cb8-da8153508b84 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Allocated IP 10.1.1.102 (0289d76d-e14d-4c22-8519-329bdca6f8e4/e3e157bd-96ce-436f-8bd3-5b6e5d6527f5/83b8c3b1-5145-424e-a6a7-1827a198fa4d) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:28.543084 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8ae90ed3-3b87-482e-9798-e255b3dc8c53 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:28.597529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:28.599990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:28.601048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Checking segment: {'id': '127a08f0-5f5b-4d0a-bc20-1b5e47509834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e637e924-023b-4271-aa5c-94f3c8b0b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:28.601502 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:28.602016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Bound using segment: {'id': '127a08f0-5f5b-4d0a-bc20-1b5e47509834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e637e924-023b-4271-aa5c-94f3c8b0b021'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:28.603507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Bound port: a3ce5d31-f095-4de3-9864-a42b24916336, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127a08f0-5f5b-4d0a-bc20-1b5e47509834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'e637e924-023b-4271-aa5c-94f3c8b0b021'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:28.604306 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:28.626539 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:28.637264 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:28.750558 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:28.751301 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:28.754252 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] 10.222.0.13 "PUT /v2.0/ports/c0c5d2a9-e782-4420-849c-af3cc4764bd7 HTTP/1.1" status: 200 len: 1096 time: 2.9185741 Aug 06 16:02:28.757501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:28.760138 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efcddd4-2181-4ae4-a846-12a3cd94c6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:28.927903 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c5d2a9-e782-4420-849c-af3cc4764bd7,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:28.933856 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e60c84-ef99-416d-9d40-d413a2f484f0 x-openstack-request-id: req-88e60c84-ef99-416d-9d40-d413a2f484f0 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:28.934140 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:28.934450 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88e60c84-ef99-416d-9d40-d413a2f484f0 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:28.934848 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7', 'status': 'completed', 'code': 200} Aug 06 16:02:28.990379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:28.990727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:28.991065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:28.991397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:28.991725 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:28.992053 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:28.992374 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:28.992700 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:28.993021 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:28.993345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:28.993706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:28.994229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b554-b6eb-4470-9d19-a0a9156a1dc7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:29.076115 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-642d878c-0286-4912-9cb8-da8153508b84 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.092159 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.105694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-8edc32e0-7bfc-418e-ae7f-89966afdc338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:29.107221 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-8edc32e0-7bfc-418e-ae7f-89966afdc338 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 1099 time: 0.1715908 Aug 06 16:02:29.169348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-642d878c-0286-4912-9cb8-da8153508b84 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Transition to ACTIVE for port object 83b8c3b1-5145-424e-a6a7-1827a198fa4d will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:29.169969 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.181036 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.189726 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.191077 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.219857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fa0b5-f696-4360-825f-a30bb9e2764e req-5b7b9ee5-238d-4bd7-8876-a2eb2ad19200 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:29.221615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b3fa0b5-f696-4360-825f-a30bb9e2764e req-5b7b9ee5-238d-4bd7-8876-a2eb2ad19200 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 948 time: 0.3015413 Aug 06 16:02:29.240798 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-f69f585a-cd96-49c8-820f-821e37c42462 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7 HTTP/1.1" status: 200 len: 217 time: 0.0920069 Aug 06 16:02:29.264170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15c24dc-70cb-499a-b601-cc3b5822b141 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:29.317075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-92ea14f6-c4b4-4d74-81ff-9354ad5fbfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:29.319407 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-92ea14f6-c4b4-4d74-81ff-9354ad5fbfc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0744576 Aug 06 16:02:29.339411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-a866e395-3ce9-4555-a769-7f0869a94e9f', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:02:29.341334 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.381306 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.395550 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5465a976-31b2-4acc-a8bf-a967e28b41b3 req-2398b9b4-d22c-4e57-97d4-ea09b55514de tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 210 time: 0.1964207 Aug 06 16:02:29.469485 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-642d878c-0286-4912-9cb8-da8153508b84 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.483492 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-d4d199c2-df6d-4d58-9188-a3582403f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:29.485014 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-d4d199c2-df6d-4d58-9188-a3582403f3e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1352482 Aug 06 16:02:29.511911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Transition to ACTIVE for port object c15c24dc-70cb-499a-b601-cc3b5822b141 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:29.554998 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642d878c-0286-4912-9cb8-da8153508b84 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Network 0289d76d-e14d-4c22-8519-329bdca6f8e4 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:29.595118 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 8ae90ed3-3b87-482e-9798-e255b3dc8c53 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:29.603936 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-642d878c-0286-4912-9cb8-da8153508b84 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:29.620808 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d878c-0286-4912-9cb8-da8153508b84 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:29.624359 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] For port a3ce5d31-f095-4de3-9864-a42b24916336, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:29.629743 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Allocated IP 172.25.1.151 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/acbba8b0-315a-489e-9105-56062c6bdb5d) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:29.693397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642d878c-0286-4912-9cb8-da8153508b84 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:29.694125 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-642d878c-0286-4912-9cb8-da8153508b84 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.698167 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d878c-0286-4912-9cb8-da8153508b84 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event updated for resources: {'Port': ['ID=83b8c3b1-5145-424e-a6a7-1827a198fa4d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:29.745898 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-642d878c-0286-4912-9cb8-da8153508b84 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0929723 Aug 06 16:02:29.844300 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.847791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Allocated IP 172.20.0.2 (a866e395-3ce9-4555-a769-7f0869a94e9f/179c64d1-b6cb-431f-aab6-556ce510d2b1/a283cb3e-0401-4f14-ad42-be778d376b67) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:29.855133 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-af026520-9a7d-4233-9027-5ca22976c0b5 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618662 Aug 06 16:02:29.884720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] For port a3ce5d31-f095-4de3-9864-a42b24916336, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a3ce5d31-f095-4de3-9864-a42b24916336,segment=NetworkSegment(127a08f0-5f5b-4d0a-bc20-1b5e47509834),segment_id=127a08f0-5f5b-4d0a-bc20-1b5e47509834)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:30.000897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Transition to ACTIVE for port object 883c2890-3eb8-41f1-9be4-2442f3978f83 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:30.022116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Transition to ACTIVE for port object 883c2890-3eb8-41f1-9be4-2442f3978f83 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:30.024899 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.027824 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.040296 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:30.047638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] Provisioning for port 5cf5e4cf-bd07-4136-a5b3-c2878b127490 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:30.073147 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9dd30eb0-6afc-4fe3-a7ac-068640298453 req-9ab02809-3209-4ae4-b455-ac24fae826d9 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080891 Aug 06 16:02:30.098324 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.142309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:30.143195 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.161434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:30.180097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event updated for resources: {'Port': ['ID=5cf5e4cf-bd07-4136-a5b3-c2878b127490,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:30.198296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:30.211693 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.221079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Transition to ACTIVE for port object a283cb3e-0401-4f14-ad42-be778d376b67 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:30.221345 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b3fa0b5-f696-4360-825f-a30bb9e2764e req-0522abc6-d626-4fbf-8b83-cafbee1226cc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9356914 Aug 06 16:02:30.243714 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Pushing event updated for resources: {'Port': ['ID=acbba8b0-315a-489e-9105-56062c6bdb5d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:30.272912 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.281743 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] Provisioning complete for port 5cf5e4cf-bd07-4136-a5b3-c2878b127490 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:30.282270 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.295619 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcddd4-2181-4ae4-a846-12a3cd94c6f0 req-f0acd784-2ec6-4b4f-b955-22c9ccad26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:30.297597 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3efcddd4-2181-4ae4-a846-12a3cd94c6f0 req-f0acd784-2ec6-4b4f-b955-22c9ccad26eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 1099 time: 0.1494961 Aug 06 16:02:30.333820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3672911-42d2-455b-beb1-d44710d0a521 req-c14f4095-2a11-4b04-bcfa-9e47ade4bb2a tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:30.335623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3672911-42d2-455b-beb1-d44710d0a521 req-c14f4095-2a11-4b04-bcfa-9e47ade4bb2a tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.13 "GET /v2.0/networks?id=3a57bcf8-fa08-4452-9a64-626df0fa5458 HTTP/1.1" status: 200 len: 804 time: 1.1283796 Aug 06 16:02:30.349115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Pushing event updated for resources: {'Port': ['ID=c15c24dc-70cb-499a-b601-cc3b5822b141,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:30.359873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a3672911-42d2-455b-beb1-d44710d0a521 req-12a05d2f-c6d0-4151-baa1-6a4d68f9bae4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Request body: {'port': {'device_id': 'fe7472a4-3b6f-4201-bf52-90bc662a45f0', 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458', 'admin_state_up': True, 'tenant_id': '4e8469e96bca4365b0ad75e32eded23b'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:30.369584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Network 26d4c950-ab8c-4e4d-a169-d65e52507745 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:30.384849 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:30.394050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078b549-1fc2-4f04-86d3-a4e460e5b49c req-c36db8f0-22aa-4f69-9008-6c62b99f7e08 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:30.395601 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f078b549-1fc2-4f04-86d3-a4e460e5b49c req-c36db8f0-22aa-4f69-9008-6c62b99f7e08 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 944 time: 0.8404322 Aug 06 16:02:30.396630 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Transition to ACTIVE for port object a283cb3e-0401-4f14-ad42-be778d376b67 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:30.421364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3c804-1cca-4492-a4f1-35d986fc46ad None None] Pushing event updated for resources: {'Port': ['ID=a3ce5d31-f095-4de3-9864-a42b24916336,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:30.459517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Network 694c032e-723f-44df-83a9-40d4adea9477 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:30.509269 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.527873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:30.553437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:30.621596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] Port 5cf5e4cf-bd07-4136-a5b3-c2878b127490 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:30.624580 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Network a866e395-3ce9-4555-a769-7f0869a94e9f is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:30.651700 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Pushing event updated for resources: {'Port': ['ID=883c2890-3eb8-41f1-9be4-2442f3978f83,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:30.669231 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:30.683156 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f078b549-1fc2-4f04-86d3-a4e460e5b49c req-a1abb168-4d92-4953-b622-370e3ed1e426 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635574 Aug 06 16:02:30.686251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38666) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:30.715292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:30.756565 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:30.757025 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.764661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] Provisioning for port 4faab40c-2f85-427c-8b45-7cd02ebe9f59 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:30.871909 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcddd4-2181-4ae4-a846-12a3cd94c6f0 req-24937d6b-d33a-4cab-83da-8709b9097fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:30.873388 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3efcddd4-2181-4ae4-a846-12a3cd94c6f0 req-24937d6b-d33a-4cab-83da-8709b9097fe6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.5331693 Aug 06 16:02:30.904688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-f2ac5b88-d92c-40e7-b8b1-6c3c05c01826 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--221717608', 'description': 'tempest-description--1706585351'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:30.930243 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] Provisioning complete for port 4faab40c-2f85-427c-8b45-7cd02ebe9f59 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:30.931566 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.989573 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Attempting to bind port 883c2890-3eb8-41f1-9be4-2442f3978f83 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:30.989573 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Attempting to bind port 883c2890-3eb8-41f1-9be4-2442f3978f83 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '8650d692-b0d5-4718-82c9-ebf069e4b397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '694c032e-723f-44df-83a9-40d4adea9477'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:30.989573 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Attempting to bind port 883c2890-3eb8-41f1-9be4-2442f3978f83 on network 694c032e-723f-44df-83a9-40d4adea9477 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:30.997986 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3efcddd4-2181-4ae4-a846-12a3cd94c6f0 req-6ac04a1e-d741-4be9-892e-16a2ee4cb726 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7 HTTP/1.1" status: 200 len: 217 time: 0.1063004 Aug 06 16:02:31.011453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Pushing event updated for resources: {'Port': ['ID=a283cb3e-0401-4f14-ad42-be778d376b67,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:31.047707 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:31.048329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Checking segment: {'id': '8650d692-b0d5-4718-82c9-ebf069e4b397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '694c032e-723f-44df-83a9-40d4adea9477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:31.049521 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.050092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Bound using segment: {'id': '8650d692-b0d5-4718-82c9-ebf069e4b397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '694c032e-723f-44df-83a9-40d4adea9477'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:31.050595 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Bound port: 883c2890-3eb8-41f1-9be4-2442f3978f83, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8650d692-b0d5-4718-82c9-ebf069e4b397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '694c032e-723f-44df-83a9-40d4adea9477'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:31.050975 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.069973 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Attempting to bind port a283cb3e-0401-4f14-ad42-be778d376b67 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:31.070357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Attempting to bind port a283cb3e-0401-4f14-ad42-be778d376b67 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:31.070723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Attempting to bind port a283cb3e-0401-4f14-ad42-be778d376b67 on network a866e395-3ce9-4555-a769-7f0869a94e9f {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:31.080728 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f91da3d-b97d-4380-875a-e9aa0706ff71 req-b6f3685a-e606-4b36-a3bd-ce01f3ecc4d5 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 210 time: 0.1291518 Aug 06 16:02:31.099410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Attempting to bind port c15c24dc-70cb-499a-b601-cc3b5822b141 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:31.099695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Attempting to bind port c15c24dc-70cb-499a-b601-cc3b5822b141 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:31.099916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Attempting to bind port c15c24dc-70cb-499a-b601-cc3b5822b141 on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:31.101441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:31.101792 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Checking segment: {'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:31.102197 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.102598 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Bound using segment: {'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:31.103598 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Bound port: a283cb3e-0401-4f14-ad42-be778d376b67, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:31.103598 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.120456 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5b88-d92c-40e7-b8b1-6c3c05c01826 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.126563 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Port c15c24dc-70cb-499a-b601-cc3b5822b141 on network d04c5f28-1b50-4307-9944-b2931a255fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:02:31.127273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Attempting to bind port c15c24dc-70cb-499a-b601-cc3b5822b141 on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:31.136143 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcddd4-2181-4ae4-a846-12a3cd94c6f0 req-c9c1ebea-8d0a-4878-942d-454ef0979ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:31.138315 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3efcddd4-2181-4ae4-a846-12a3cd94c6f0 req-c9c1ebea-8d0a-4878-942d-454ef0979ba1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0966890 Aug 06 16:02:31.157291 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:31.158644 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Checking segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:31.159324 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Bound using segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:31.160005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Bound port: c15c24dc-70cb-499a-b601-cc3b5822b141, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:31.160605 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.178059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3672911-42d2-455b-beb1-d44710d0a521 req-12a05d2f-c6d0-4151-baa1-6a4d68f9bae4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Made reservation on behalf of 4e8469e96bca4365b0ad75e32eded23b for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:31.181685 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3672911-42d2-455b-beb1-d44710d0a521 req-12a05d2f-c6d0-4151-baa1-6a4d68f9bae4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.196784 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.251396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcddd4-2181-4ae4-a846-12a3cd94c6f0 req-50bba35a-ff5b-468e-9ffc-6924062e37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:31.252990 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3efcddd4-2181-4ae4-a846-12a3cd94c6f0 req-50bba35a-ff5b-468e-9ffc-6924062e37b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1071892 Aug 06 16:02:31.277374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] For port 883c2890-3eb8-41f1-9be4-2442f3978f83, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:31.279445 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.288652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] For port 883c2890-3eb8-41f1-9be4-2442f3978f83, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=883c2890-3eb8-41f1-9be4-2442f3978f83,segment=NetworkSegment(8650d692-b0d5-4718-82c9-ebf069e4b397),segment_id=8650d692-b0d5-4718-82c9-ebf069e4b397)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:31.323144 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.337435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] For port a283cb3e-0401-4f14-ad42-be778d376b67, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:31.412418 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] For port a283cb3e-0401-4f14-ad42-be778d376b67, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a283cb3e-0401-4f14-ad42-be778d376b67,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:31.428756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] For port 4faab40c-2f85-427c-8b45-7cd02ebe9f59, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4faab40c-2f85-427c-8b45-7cd02ebe9f59,segment=NetworkSegment(6671f5a5-ee70-41c1-b816-ee9d9629da26),segment_id=6671f5a5-ee70-41c1-b816-ee9d9629da26)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:31.434348 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.436995 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.437762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Router 6a097eaf-4613-4da2-88b2-6fd9d0b7074c is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:02:31.482072 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3efcddd4-2181-4ae4-a846-12a3cd94c6f0 req-b47debbb-ed8c-4aaf-921d-17e36f27ebab service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209930 Aug 06 16:02:31.515573 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5b88-d92c-40e7-b8b1-6c3c05c01826 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.527069 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5b88-d92c-40e7-b8b1-6c3c05c01826 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.543695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd1b37-1d38-41d5-b51c-f9212adb4958 None None] Pushing event updated for resources: {'Port': ['ID=883c2890-3eb8-41f1-9be4-2442f3978f83,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:31.591196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] Provisioning for port 8ae90ed3-3b87-482e-9798-e255b3dc8c53 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:31.636162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] For port c15c24dc-70cb-499a-b601-cc3b5822b141, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:31.638187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac5b88-d92c-40e7-b8b1-6c3c05c01826 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5e8e36-13c6-43b5-bc23-e827eace42d1,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:31.656130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] Pushing event updated for resources: {'Port': ['ID=4faab40c-2f85-427c-8b45-7cd02ebe9f59,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:31.738725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0679f-05c9-4e30-918f-c91da9efda9b None None] Pushing event updated for resources: {'Port': ['ID=a283cb3e-0401-4f14-ad42-be778d376b67,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:31.749114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] Provisioning complete for port 8ae90ed3-3b87-482e-9798-e255b3dc8c53 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:31.756024 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.813351 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5b88-d92c-40e7-b8b1-6c3c05c01826 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.827373 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f2ac5b88-d92c-40e7-b8b1-6c3c05c01826 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9461606 Aug 06 16:02:31.830858 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38674) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:31.861368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] For port c15c24dc-70cb-499a-b601-cc3b5822b141, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c15c24dc-70cb-499a-b601-cc3b5822b141,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:31.863857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4ac30159-ecfe-4e2a-8195-f7fe4026e685 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Request body: {'security_group_rule': {'security_group_id': '9f5e8e36-13c6-43b5-bc23-e827eace42d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:31.911538 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:02:31.933000 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.980185 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-a3672911-42d2-455b-beb1-d44710d0a521 req-12a05d2f-c6d0-4151-baa1-6a4d68f9bae4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Allocated IP 172.20.0.5 (3a57bcf8-fa08-4452-9a64-626df0fa5458/da0c21b5-c1ab-47f4-a492-be4025ce4c1d/a41c83a5-a769-4956-92c8-ecc06f3e1414) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:32.027567 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.069971 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7f2cf-23e8-48ac-89e9-f9bddd155c1d req-2177f67c-7224-405d-ab20-736535be43cb tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:32.071620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-01c7f2cf-23e8-48ac-89e9-f9bddd155c1d req-2177f67c-7224-405d-ab20-736535be43cb tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 948 time: 0.7185295 Aug 06 16:02:32.077527 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.128067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:32.128851 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.130824 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] 10.222.0.13 "PUT /v2.0/ports/c15c24dc-70cb-499a-b601-cc3b5822b141 HTTP/1.1" status: 200 len: 1092 time: 4.0544789 Aug 06 16:02:32.157695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] For port 8ae90ed3-3b87-482e-9798-e255b3dc8c53, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8ae90ed3-3b87-482e-9798-e255b3dc8c53,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:32.163588 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.170431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ca3473-cba4-46d5-800b-8918b273386b', 'tag': 'c15c24dc-70cb-499a-b601-cc3b5822b141'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:32.172875 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afdea8f-0252-4d99-901d-6870b8903720" -d '{"events": [{"name": "network-changed", "server_uuid": "57ca3473-cba4-46d5-800b-8918b273386b", "tag": "c15c24dc-70cb-499a-b601-cc3b5822b141"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:32.328148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13babae-0210-48bf-b961-a0a20bcd13ce None None] Pushing event updated for resources: {'Port': ['ID=8ae90ed3-3b87-482e-9798-e255b3dc8c53,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:32.350221 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4c877ea4-6214-4230-9c10-9e029362f888 None None] Provisioning for port 97bd638e-0cce-426a-ac14-4ab3918d7a47 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:32.350617 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:32.356144 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4c877ea4-6214-4230-9c10-9e029362f888 None None] Provisioning complete for port 97bd638e-0cce-426a-ac14-4ab3918d7a47 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:32.357750 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4c877ea4-6214-4230-9c10-9e029362f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.359258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b36be810-7dc2-48d8-ab71-877a227a1269 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "PUT /v2.0/routers/6a097eaf-4613-4da2-88b2-6fd9d0b7074c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2800274 Aug 06 16:02:32.368854 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38682) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:32.369161 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974a8e3b-3422-4b69-bf3c-f941c65a0865 None None] Sync routers for ids ['6a097eaf-4613-4da2-88b2-6fd9d0b7074c'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:32.381521 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a8e3b-3422-4b69-bf3c-f941c65a0865 None None] Routers {'6a097eaf-4613-4da2-88b2-6fd9d0b7074c'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:32.388374 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-974a8e3b-3422-4b69-bf3c-f941c65a0865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:02:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6a097eaf-4613-4da2-88b2-6fd9d0b7074c'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:32.425470 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4c877ea4-6214-4230-9c10-9e029362f888 None None] Port 97bd638e-0cce-426a-ac14-4ab3918d7a47 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:32.435053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6992bd-5b2a-4d92-adfc-817abc73767c None None] Network e637e924-023b-4271-aa5c-94f3c8b0b021 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:32.451400 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b2ecd-f00c-4535-a8e4-97371062829a req-4fa6f987-ea12-4ecf-8ed7-44416653e169 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:32.453142 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-974a8e3b-3422-4b69-bf3c-f941c65a0865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:32.454650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a3ce5d31-f095-4de3-9864-a42b24916336 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:32.464578 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-808b2ecd-f00c-4535-a8e4-97371062829a req-4fa6f987-ea12-4ecf-8ed7-44416653e169 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 944 time: 0.4078171 Aug 06 16:02:32.470040 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a8e3b-3422-4b69-bf3c-f941c65a0865 None None] Routers {'6a097eaf-4613-4da2-88b2-6fd9d0b7074c'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:32.471192 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-974a8e3b-3422-4b69-bf3c-f941c65a0865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:02:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6a097eaf-4613-4da2-88b2-6fd9d0b7074c'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:32.520453 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-974a8e3b-3422-4b69-bf3c-f941c65a0865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:32.521661 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974a8e3b-3422-4b69-bf3c-f941c65a0865 None None] The sync data for ids ['6a097eaf-4613-4da2-88b2-6fd9d0b7074c'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:32.522674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4c877ea4-6214-4230-9c10-9e029362f888 None None] Provisioning complete for port 8ae90ed3-3b87-482e-9798-e255b3dc8c53 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:32.524150 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4c877ea4-6214-4230-9c10-9e029362f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.586008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8eb80-6857-43f0-8b06-85b527e4842f service neutron] Pushing event updated for resources: {'Port': ['ID=c15c24dc-70cb-499a-b601-cc3b5822b141,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:32.594391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-01c7f2cf-23e8-48ac-89e9-f9bddd155c1d req-a6c10ae4-fa3b-48b9-ab1d-51d801853fac tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622245 Aug 06 16:02:32.597750 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3efcddd4-2181-4ae4-a846-12a3cd94c6f0 req-211ca76f-3ebd-4949-a972-60f51dd060cd service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0215931 Aug 06 16:02:32.622489 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4ac30159-ecfe-4e2a-8195-f7fe4026e685 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.633322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-a91a04ce-7a13-4aed-bf85-b7d6d85c97b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:32.635945 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-a91a04ce-7a13-4aed-bf85-b7d6d85c97b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 1095 time: 0.4302537 Aug 06 16:02:32.661682 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a3ce5d31-f095-4de3-9864-a42b24916336 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:32.671558 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4faab40c-2f85-427c-8b45-7cd02ebe9f59 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:32.786126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Router 7581b9ad-a9d7-4cf1-893c-83174c2f820f is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:02:32.799714 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4ac30159-ecfe-4e2a-8195-f7fe4026e685 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.824197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 4faab40c-2f85-427c-8b45-7cd02ebe9f59 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:32.824755 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.856568 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4ac30159-ecfe-4e2a-8195-f7fe4026e685 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.867002 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4c877ea4-6214-4230-9c10-9e029362f888 None None] Provisioning complete for port 5cf5e4cf-bd07-4136-a5b3-c2878b127490 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:32.867554 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4c877ea4-6214-4230-9c10-9e029362f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.892838 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4ac30159-ecfe-4e2a-8195-f7fe4026e685 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.894092 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4ac30159-ecfe-4e2a-8195-f7fe4026e685 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0619955 Aug 06 16:02:32.900220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38688) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:32.907672 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fc63d87b-b673-4355-8839-f08e53289344 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Request body: {'security_group_rule': {'security_group_id': '9f5e8e36-13c6-43b5-bc23-e827eace42d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:32.930749 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-808b2ecd-f00c-4535-a8e4-97371062829a req-5a632b13-a679-4f55-b5be-56813d1e4dcd tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636929 Aug 06 16:02:32.932267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4c877ea4-6214-4230-9c10-9e029362f888 None None] Port 5cf5e4cf-bd07-4136-a5b3-c2878b127490 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:32.961086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac30159-ecfe-4e2a-8195-f7fe4026e685 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fa2697-a573-4a90-8589-4078aa4572b2,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:33.008764 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2dfbaa36-eff0-42ba-93b9-db72a4877211 req-46f4865a-fda1-42a4-8f48-0a36e428e16d tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 210 time: 0.0976479 Aug 06 16:02:33.010164 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-82566fe5-e995-4780-9db3-3332974c3565 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c15c24dc-70cb-499a-b601-cc3b5822b141 HTTP/1.1" status: 200 len: 217 time: 0.3342292 Aug 06 16:02:33.017899 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4c877ea4-6214-4230-9c10-9e029362f888 None None] Provisioning for port 83b8c3b1-5145-424e-a6a7-1827a198fa4d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:33.047750 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4c877ea4-6214-4230-9c10-9e029362f888 None None] Provisioning complete for port 83b8c3b1-5145-424e-a6a7-1827a198fa4d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:33.048370 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4c877ea4-6214-4230-9c10-9e029362f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.067710 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc63d87b-b673-4355-8839-f08e53289344 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.117859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:33.141287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 883c2890-3eb8-41f1-9be4-2442f3978f83 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:33.143507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Sync routers for ids ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:33.149592 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc63d87b-b673-4355-8839-f08e53289344 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.159218 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc63d87b-b673-4355-8839-f08e53289344 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.177253 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b39a15-6be4-407a-9def-abb337acec43 x-openstack-request-id: req-e6b39a15-6be4-407a-9def-abb337acec43 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:33.177793 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ca3473-cba4-46d5-800b-8918b273386b", "tag": "c15c24dc-70cb-499a-b601-cc3b5822b141", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:33.178056 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6b39a15-6be4-407a-9def-abb337acec43 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:33.178787 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ca3473-cba4-46d5-800b-8918b273386b', 'tag': 'c15c24dc-70cb-499a-b601-cc3b5822b141', 'status': 'completed', 'code': 200} Aug 06 16:02:33.195753 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.198392 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b073cd56-cb0f-4bd3-a42a-3c7de2120a33 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6512444 Aug 06 16:02:33.207956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38690) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:33.209774 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63d87b-b673-4355-8839-f08e53289344 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b614a072-e7e1-41a5-a551-a6d7464f9e30,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:33.231960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Routers {'7581b9ad-a9d7-4cf1-893c-83174c2f820f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:33.232505 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:02:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:33.265133 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc63d87b-b673-4355-8839-f08e53289344 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.266710 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fc63d87b-b673-4355-8839-f08e53289344 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3653331 Aug 06 16:02:33.271305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38692) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:33.278599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:33.288372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4c877ea4-6214-4230-9c10-9e029362f888 None None] Port 83b8c3b1-5145-424e-a6a7-1827a198fa4d cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:33.381500 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 883c2890-3eb8-41f1-9be4-2442f3978f83 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:33.429944 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.439899 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Set router 7581b9ad-a9d7-4cf1-893c-83174c2f820f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:33.441869 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-67ab8062-bc37-42d9-a857-cd0991a1d47b None None] Provisioning for port a3ce5d31-f095-4de3-9864-a42b24916336 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:33.483757 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-67ab8062-bc37-42d9-a857-cd0991a1d47b None None] Provisioning complete for port a3ce5d31-f095-4de3-9864-a42b24916336 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:33.484474 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-67ab8062-bc37-42d9-a857-cd0991a1d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.488529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3672911-42d2-455b-beb1-d44710d0a521 req-12a05d2f-c6d0-4151-baa1-6a4d68f9bae4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.554858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-cf53fda1-9862-4baf-9452-e366f7b0c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:33.556856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-cf53fda1-9862-4baf-9452-e366f7b0c576 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.4033422 Aug 06 16:02:33.572507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbcad8-9a7d-4e03-a991-ed2611a35d8f req-cb46c653-614d-4466-89ba-1ed53cee1917 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:33.574469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3dbcad8-9a7d-4e03-a991-ed2611a35d8f req-cb46c653-614d-4466-89ba-1ed53cee1917 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.4115582 Aug 06 16:02:33.651486 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-d34e2250-9d87-4ef3-ba91-42ecffa80b22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757625 Aug 06 16:02:33.741886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e019bc-9384-478c-9bf5-d47066337e26 None None] Network 694c032e-723f-44df-83a9-40d4adea9477 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:33.802682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3dbcad8-9a7d-4e03-a991-ed2611a35d8f req-b8887f62-ced1-4b5e-8452-32e91db62fe7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076128 Aug 06 16:02:33.825815 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3672911-42d2-455b-beb1-d44710d0a521 req-12a05d2f-c6d0-4151-baa1-6a4d68f9bae4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.854952 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5afacade-3f67-49e4-aaf2-49fa3fa6821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.029771 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64257c27-0208-461d-84d9-1fb5545a2887 None None] Network a866e395-3ce9-4555-a769-7f0869a94e9f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:34.080127 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.089832 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3672911-42d2-455b-beb1-d44710d0a521 req-12a05d2f-c6d0-4151-baa1-6a4d68f9bae4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Network 3a57bcf8-fa08-4452-9a64-626df0fa5458 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:34.101941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-53401ecb-512e-4f6a-9b53-6c33bf1366f2 service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301355 Aug 06 16:02:34.103467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-a3672911-42d2-455b-beb1-d44710d0a521 req-12a05d2f-c6d0-4151-baa1-6a4d68f9bae4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:34.108706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3672911-42d2-455b-beb1-d44710d0a521 req-12a05d2f-c6d0-4151-baa1-6a4d68f9bae4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:34.113991 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-67ab8062-bc37-42d9-a857-cd0991a1d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.122163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a05d2f-c6d0-4151-baa1-6a4d68f9bae4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Pushing event updated for resources: {'Port': ['ID=a41c83a5-a769-4956-92c8-ecc06f3e1414,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:34.139049 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-ae091953-fcac-4644-8111-a5a59e5cc7eb tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:02:34.143506 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ae091953-fcac-4644-8111-a5a59e5cc7eb tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "PUT /v2.0/routers/6a097eaf-4613-4da2-88b2-6fd9d0b7074c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7417729 Aug 06 16:02:34.143911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38702) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:34.178082 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device c0c5d2a9-e782-4420-849c-af3cc4764bd7 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:02:34.208751 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a283cb3e-0401-4f14-ad42-be778d376b67 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:34.238447 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Allocated IP 172.25.1.92 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/131945aa-81c7-4c56-8f69-9dc23f878e3c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:34.287366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-67ab8062-bc37-42d9-a857-cd0991a1d47b None None] For port a3ce5d31-f095-4de3-9864-a42b24916336, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a3ce5d31-f095-4de3-9864-a42b24916336,segment=NetworkSegment(127a08f0-5f5b-4d0a-bc20-1b5e47509834),segment_id=127a08f0-5f5b-4d0a-bc20-1b5e47509834)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:34.318075 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-67ab8062-bc37-42d9-a857-cd0991a1d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.379823 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.447256 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.510747 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.511496 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:34.514032 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:34.523253 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab8062-bc37-42d9-a857-cd0991a1d47b None None] Pushing event updated for resources: {'Port': ['ID=a3ce5d31-f095-4de3-9864-a42b24916336,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:34.526863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:34.533695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:34.536912 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event updated for resources: {'Port': ['ID=131945aa-81c7-4c56-8f69-9dc23f878e3c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:34.553965 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7', 'mac_address': 'fa:16:3e:d7:45:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:02:34.585179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 3, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:34.623778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2383c1-b28e-4b05-878f-05f5eb28f147 req-785c131b-d95d-40ad-9580-a97790e5bca9 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:34.632102 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e2383c1-b28e-4b05-878f-05f5eb28f147 req-785c131b-d95d-40ad-9580-a97790e5bca9 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 948 time: 0.8512533 Aug 06 16:02:34.637422 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d7117496-9296-4847-9983-5dc34939fcb6 None None] Provisioning for port a283cb3e-0401-4f14-ad42-be778d376b67 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:34.646860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Checking router: 7581b9ad-a9d7-4cf1-893c-83174c2f820f for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:02:34.647190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Updating router 7581b9ad-a9d7-4cf1-893c-83174c2f820f port acbba8b0-315a-489e-9105-56062c6bdb5d binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:02:34.669087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a283cb3e-0401-4f14-ad42-be778d376b67 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:34.687299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d7117496-9296-4847-9983-5dc34939fcb6 None None] Provisioning complete for port a283cb3e-0401-4f14-ad42-be778d376b67 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:34.687688 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d7117496-9296-4847-9983-5dc34939fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.705045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76744b-2dce-44a7-9500-a67a1f99424b req-bb1dd621-ca69-44f4-8dec-23565db3cb81 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:34.706725 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b76744b-2dce-44a7-9500-a67a1f99424b req-bb1dd621-ca69-44f4-8dec-23565db3cb81 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.7159748 Aug 06 16:02:34.727375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a283cb3e-0401-4f14-ad42-be778d376b67 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:34.727745 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.727954 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.735682 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.780089 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.791115 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c5d2a9-e782-4420-849c-af3cc4764bd7 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:34.806338 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3672911-42d2-455b-beb1-d44710d0a521 req-12a05d2f-c6d0-4151-baa1-6a4d68f9bae4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:34.807051 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3672911-42d2-455b-beb1-d44710d0a521 req-12a05d2f-c6d0-4151-baa1-6a4d68f9bae4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.818289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Allocated IP 172.20.0.1 (a866e395-3ce9-4555-a769-7f0869a94e9f/179c64d1-b6cb-431f-aab6-556ce510d2b1/fea1ba9d-aa0f-4c63-bea1-3225858bc6b7) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:34.822114 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.868953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:34.884633 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b76744b-2dce-44a7-9500-a67a1f99424b req-d40f5aa2-2215-464f-a5b2-e91fda99f6eb tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375718 Aug 06 16:02:34.889184 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e2383c1-b28e-4b05-878f-05f5eb28f147 req-401ff318-7d46-445f-8eb1-a70b99389db7 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559085 Aug 06 16:02:34.897864 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.078635 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a18e021d-00ab-4d8c-8ad6-9dcdcf445827 req-73111d59-b6f8-4160-abc3-fe9ab385f084 service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9317410 Aug 06 16:02:35.104837 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d7117496-9296-4847-9983-5dc34939fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.142727 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3672911-42d2-455b-beb1-d44710d0a521 req-12a05d2f-c6d0-4151-baa1-6a4d68f9bae4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7875211 Aug 06 16:02:35.155909 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.158820 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.168089 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.200145 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d7117496-9296-4847-9983-5dc34939fcb6 None None] For port a283cb3e-0401-4f14-ad42-be778d376b67, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a283cb3e-0401-4f14-ad42-be778d376b67,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:35.200983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Request body: {'port': {'device_id': 'fe7472a4-3b6f-4201-bf52-90bc662a45f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:35.218166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['c0c5d2a9-e782-4420-849c-af3cc4764bd7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:02:35.255821 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d7117496-9296-4847-9983-5dc34939fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.294664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event updated for resources: {'Port': ['ID=131945aa-81c7-4c56-8f69-9dc23f878e3c,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:35.334111 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.342957 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.355666 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=c0c5d2a9-e782-4420-849c-af3cc4764bd7,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:35.358630 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.375022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73333f86-62ae-4c58-9f6b-0338a159318b req-40202830-e378-4ee4-8daf-2244af633ee9 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:35.376533 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-69d82ab7-d042-40bb-9944-fd02b210c8e2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0955441 Aug 06 16:02:35.380604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Transition to ACTIVE for port object fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:35.382720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73333f86-62ae-4c58-9f6b-0338a159318b req-40202830-e378-4ee4-8daf-2244af633ee9 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 944 time: 0.3298206 Aug 06 16:02:35.392863 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50e666-5437-468a-9026-85e63451117e req-a070ba46-b091-4044-9f45-590390de8e31 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:35.394620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de50e666-5437-468a-9026-85e63451117e req-a070ba46-b091-4044-9f45-590390de8e31 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 931 time: 0.3407173 Aug 06 16:02:35.402381 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdea8f-0252-4d99-901d-6870b8903720 req-f701da8d-97bb-4c3d-b286-0ee74f99a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:35.404536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6afdea8f-0252-4d99-901d-6870b8903720 req-f701da8d-97bb-4c3d-b286-0ee74f99a4b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 1095 time: 0.2363510 Aug 06 16:02:35.435860 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.446525 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.482436 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d7117496-9296-4847-9983-5dc34939fcb6 None None] Provisioning for port 883c2890-3eb8-41f1-9be4-2442f3978f83 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:35.507854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d7117496-9296-4847-9983-5dc34939fcb6 None None] Provisioning complete for port 883c2890-3eb8-41f1-9be4-2442f3978f83 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:35.508224 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d7117496-9296-4847-9983-5dc34939fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.510041 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Pushing event updated for resources: {'Port': ['ID=fea1ba9d-aa0f-4c63-bea1-3225858bc6b7,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:35.524564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Network a866e395-3ce9-4555-a769-7f0869a94e9f is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:35.526194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:35.528885 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:35.583936 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.609425 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de50e666-5437-468a-9026-85e63451117e req-3dd21307-81f7-48c1-b992-e7d17971b5d0 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039194 Aug 06 16:02:35.624911 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73333f86-62ae-4c58-9f6b-0338a159318b req-df5cd7b5-3078-4de3-895e-a56ecf921716 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408087 Aug 06 16:02:35.651154 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:02:35.651526 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:02:35.798152 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d7117496-9296-4847-9983-5dc34939fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.813029 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7117496-9296-4847-9983-5dc34939fcb6 None None] Pushing event updated for resources: {'Port': ['ID=a283cb3e-0401-4f14-ad42-be778d376b67,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:35.849380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdea8f-0252-4d99-901d-6870b8903720 req-14b43cdd-c4d7-4cab-b9bd-e12c35e3a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:35.851630 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6afdea8f-0252-4d99-901d-6870b8903720 req-14b43cdd-c4d7-4cab-b9bd-e12c35e3a997 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.4293604 Aug 06 16:02:35.870235 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.958612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d7117496-9296-4847-9983-5dc34939fcb6 None None] For port 883c2890-3eb8-41f1-9be4-2442f3978f83, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=883c2890-3eb8-41f1-9be4-2442f3978f83,segment=NetworkSegment(8650d692-b0d5-4718-82c9-ebf069e4b397),segment_id=8650d692-b0d5-4718-82c9-ebf069e4b397)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:35.967589 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d7117496-9296-4847-9983-5dc34939fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.986776 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.025677 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Transition to ACTIVE for port object acbba8b0-315a-489e-9105-56062c6bdb5d will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:36.043790 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.053602 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d7117496-9296-4847-9983-5dc34939fcb6 None None] Provisioning complete for port a3ce5d31-f095-4de3-9864-a42b24916336 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:36.053991 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d7117496-9296-4847-9983-5dc34939fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.055145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6afdea8f-0252-4d99-901d-6870b8903720 req-c9c91134-9298-4018-91ce-0b2eb6819257 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c15c24dc-70cb-499a-b601-cc3b5822b141 HTTP/1.1" status: 200 len: 217 time: 0.1874473 Aug 06 16:02:36.106814 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.113113 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.198444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-2d46657c-931f-433b-b7ee-164a723a1fba tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--221717608&fields=id&tenant_id=964dc75051674f75a50f3eba300bee26 HTTP/1.1" status: 200 len: 267 time: 0.2527139 Aug 06 16:02:36.199086 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.201695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Pushing event updated for resources: {'Port': ['ID=fea1ba9d-aa0f-4c63-bea1-3225858bc6b7,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:36.235496 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7117496-9296-4847-9983-5dc34939fcb6 None None] Pushing event updated for resources: {'Port': ['ID=883c2890-3eb8-41f1-9be4-2442f3978f83,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:36.260651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdea8f-0252-4d99-901d-6870b8903720 req-30c2fbac-e7de-4be9-b363-610f2ff75bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:36.262237 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6afdea8f-0252-4d99-901d-6870b8903720 req-30c2fbac-e7de-4be9-b363-610f2ff75bde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.1840186 Aug 06 16:02:36.319802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Network a866e395-3ce9-4555-a769-7f0869a94e9f is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:36.322565 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:36.328949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Attempting to bind port acbba8b0-315a-489e-9105-56062c6bdb5d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:36.329315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Attempting to bind port acbba8b0-315a-489e-9105-56062c6bdb5d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:36.330251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Attempting to bind port acbba8b0-315a-489e-9105-56062c6bdb5d on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:36.351257 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-64e8e2d9-1e51-4b1e-8e16-ce0fad6cc9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.359299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:36.359676 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:36.360077 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.360466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:36.360985 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Bound port: acbba8b0-315a-489e-9105-56062c6bdb5d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:36.363244 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.363244 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8989073-9d46-4fe1-8675-aa078a0c4609 None None] Pushing event updated for resources: {'Port': ['ID=acbba8b0-315a-489e-9105-56062c6bdb5d,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:36.373723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fe7ca-f2fb-49df-bf19-d30cdc0c41db req-aba066a7-e43b-483c-ab99-eeeee928c1ba tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:36.375808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-349fe7ca-f2fb-49df-bf19-d30cdc0c41db req-aba066a7-e43b-483c-ab99-eeeee928c1ba tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.3354459 Aug 06 16:02:36.386583 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8ae90ed3-3b87-482e-9798-e255b3dc8c53 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:36.426273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6afdea8f-0252-4d99-901d-6870b8903720 req-36d36743-033a-4953-83c2-0e6e76092b01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462641 Aug 06 16:02:36.438533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41c83a5-a769-4956-92c8-ecc06f3e1414 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:36.483568 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] For port acbba8b0-315a-489e-9105-56062c6bdb5d, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:36.500497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] For port acbba8b0-315a-489e-9105-56062c6bdb5d, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=acbba8b0-315a-489e-9105-56062c6bdb5d,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:36.506672 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Router 7581b9ad-a9d7-4cf1-893c-83174c2f820f has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:36.511870 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.571038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 8ae90ed3-3b87-482e-9798-e255b3dc8c53 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:36.571460 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.591987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-349fe7ca-f2fb-49df-bf19-d30cdc0c41db req-66553209-01e2-4f09-8def-151bd83cae97 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632366 Aug 06 16:02:36.594919 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.605450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-c43899af-7091-401a-a4db-4af57c3038e3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:36.613726 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-c43899af-7091-401a-a4db-4af57c3038e3 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports/97bd638e-0cce-426a-ac14-4ab3918d7a47 HTTP/1.1" status: 200 len: 932 time: 0.3798876 Aug 06 16:02:36.638079 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6afdea8f-0252-4d99-901d-6870b8903720 req-95a432e8-34be-4980-ac1e-34442a06fe48 service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741064 Aug 06 16:02:36.638753 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.646235 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Routers {'7581b9ad-a9d7-4cf1-893c-83174c2f820f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:36.646879 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:02:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:36.648735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8989073-9d46-4fe1-8675-aa078a0c4609 None None] Pushing event updated for resources: {'Port': ['ID=acbba8b0-315a-489e-9105-56062c6bdb5d,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:36.710235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:36.724669 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6e5545d2-263a-4530-a28a-0ad5b2f8ae62 admin admin] 10.222.0.37 "PUT /v2.0/routers/7581b9ad-a9d7-4cf1-893c-83174c2f820f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5114570 Aug 06 16:02:36.759414 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bbd24f58-e796-49e8-a700-68e34fb50fdd None None] Provisioning complete for port a283cb3e-0401-4f14-ad42-be778d376b67 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:36.759855 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbd24f58-e796-49e8-a700-68e34fb50fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.776984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Transition to ACTIVE for port object a41c83a5-a769-4956-92c8-ecc06f3e1414 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:36.786799 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-0c1c2726-3168-443e-b649-b2803e605488 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:36.788239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-0c1c2726-3168-443e-b649-b2803e605488 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports/83b8c3b1-5145-424e-a6a7-1827a198fa4d HTTP/1.1" status: 200 len: 931 time: 0.1738148 Aug 06 16:02:36.800059 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-05859265-c0ce-47eb-8bc3-042f0a251b68 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.806758 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.860448 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] Set router 7581b9ad-a9d7-4cf1-893c-83174c2f820f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:36.989286 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a3ce5d31-f095-4de3-9864-a42b24916336 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:37.031223 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-21d3a909-bca0-45da-afc3-fcbaa5457ecf tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?network_id=694c032e-723f-44df-83a9-40d4adea9477&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2254639 Aug 06 16:02:37.063313 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6afdea8f-0252-4d99-901d-6870b8903720 req-09f00843-6854-4576-b9b5-63a2989304ce service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175599 Aug 06 16:02:37.094438 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a41c83a5-a769-4956-92c8-ecc06f3e1414,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:37.102915 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-c9d59fd9-a8db-49d2-9630-ee2cd1528764 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?network_id=694c032e-723f-44df-83a9-40d4adea9477&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0597680 Aug 06 16:02:37.118353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bbd24f58-e796-49e8-a700-68e34fb50fdd None None] Provisioning for port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:37.129795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280e5b9-2c3f-44d7-9ef4-c8c8d36ce8c1 req-121945e2-f8ea-461f-80aa-22dcd2f2e2fa tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:37.130056 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bbd24f58-e796-49e8-a700-68e34fb50fdd None None] Provisioning complete for port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:37.130295 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbd24f58-e796-49e8-a700-68e34fb50fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.131358 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b280e5b9-2c3f-44d7-9ef4-c8c8d36ce8c1 req-121945e2-f8ea-461f-80aa-22dcd2f2e2fa tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 949 time: 0.3581395 Aug 06 16:02:37.137821 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:37.138162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:37.138502 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:37.138838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:37.139167 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:37.139499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:37.139823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:37.140143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:37.140463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:37.140784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:37.141100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:37.141415 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:37.182279 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a3ce5d31-f095-4de3-9864-a42b24916336 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:37.182658 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.238248 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-bbd24f58-e796-49e8-a700-68e34fb50fdd None None] Port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:37.250908 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.285875 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bbd24f58-e796-49e8-a700-68e34fb50fdd None None] Provisioning complete for port 883c2890-3eb8-41f1-9be4-2442f3978f83 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:37.286245 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbd24f58-e796-49e8-a700-68e34fb50fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.330949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 2, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:37.350835 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b280e5b9-2c3f-44d7-9ef4-c8c8d36ce8c1 req-caad7f8a-2049-4b27-9cf0-f628ac0ce28e tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057962 Aug 06 16:02:37.365663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Attempting to bind port a41c83a5-a769-4956-92c8-ecc06f3e1414 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:37.366019 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Attempting to bind port a41c83a5-a769-4956-92c8-ecc06f3e1414 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:37.366318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Attempting to bind port a41c83a5-a769-4956-92c8-ecc06f3e1414 on network 3a57bcf8-fa08-4452-9a64-626df0fa5458 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:37.378635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Port a41c83a5-a769-4956-92c8-ecc06f3e1414 on network 3a57bcf8-fa08-4452-9a64-626df0fa5458 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:02:37.378960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Attempting to bind port a41c83a5-a769-4956-92c8-ecc06f3e1414 on network 3a57bcf8-fa08-4452-9a64-626df0fa5458 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:37.393091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acbf0c-605c-4da2-8fd8-8dff825eed18 None None] The sync data for ids ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'] in n-d-803756-1 is: [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 2, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:37.402400 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:37.402728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Checking segment: {'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:37.403068 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Bound using segment: {'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:37.403474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Bound port: a41c83a5-a769-4956-92c8-ecc06f3e1414, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:37.403838 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.409034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 883c2890-3eb8-41f1-9be4-2442f3978f83 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:37.412479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-c4f9f51e-5525-4ede-aad9-60f49703bb2d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:37.418302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-c4f9f51e-5525-4ede-aad9-60f49703bb2d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:37.431790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-c4f9f51e-5525-4ede-aad9-60f49703bb2d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:37.431790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-c4f9f51e-5525-4ede-aad9-60f49703bb2d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/networks?id=7014f70e-1588-4abd-8ad1-8e22ba7acd96&id=0289d76d-e14d-4c22-8519-329bdca6f8e4&id=0289d76d-e14d-4c22-8519-329bdca6f8e4&id=694c032e-723f-44df-83a9-40d4adea9477&id=694c032e-723f-44df-83a9-40d4adea9477 HTTP/1.1" status: 200 len: 1989 time: 0.3045492 Aug 06 16:02:37.459717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-c897e055-6b55-498e-b354-2c3cd97897d5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/quotas/964dc75051674f75a50f3eba300bee26 HTTP/1.1" status: 200 len: 375 time: 0.0251253 Aug 06 16:02:37.516119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 883c2890-3eb8-41f1-9be4-2442f3978f83 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:37.516562 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.610397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a283cb3e-0401-4f14-ad42-be778d376b67 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:37.621776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] For port a41c83a5-a769-4956-92c8-ecc06f3e1414, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:37.627601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] For port a41c83a5-a769-4956-92c8-ecc06f3e1414, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a41c83a5-a769-4956-92c8-ecc06f3e1414,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:37.695962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-efb8a991-f0c4-4cbe-b47d-18d1d0e91b9c tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=964dc75051674f75a50f3eba300bee26&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2353616 Aug 06 16:02:37.702168 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.709022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e0205653-8b47-44c4-91b3-45edf085627d None None] Provisioning complete for port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:37.709398 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0205653-8b47-44c4-91b3-45edf085627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.748284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a283cb3e-0401-4f14-ad42-be778d376b67 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:37.748666 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.752870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0ac12-5660-4c2b-9d14-0a0fce522665 req-4915c16c-c9cc-4173-a068-5ef57aaa0cb7 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:37.755728 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7fa0ac12-5660-4c2b-9d14-0a0fce522665 req-4915c16c-c9cc-4173-a068-5ef57aaa0cb7 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 944 time: 0.2276258 Aug 06 16:02:37.788759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e0205653-8b47-44c4-91b3-45edf085627d None None] Port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:38.173829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:38.174027 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.175427 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3672911-42d2-455b-beb1-d44710d0a521 req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/a41c83a5-a769-4956-92c8-ecc06f3e1414 HTTP/1.1" status: 200 len: 1091 time: 2.9815247 Aug 06 16:02:38.181994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7472a4-3b6f-4201-bf52-90bc662a45f0', 'tag': 'a41c83a5-a769-4956-92c8-ecc06f3e1414'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:38.185982 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927ebc2d-d949-4d8d-ac5b-8bfdf14966fd" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7472a4-3b6f-4201-bf52-90bc662a45f0", "tag": "a41c83a5-a769-4956-92c8-ecc06f3e1414"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:38.222889 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device c15c24dc-70cb-499a-b601-cc3b5822b141 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:02:38.225146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device c0c5d2a9-e782-4420-849c-af3cc4764bd7 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:38.247086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cba77-0de8-4230-a4a5-cb78bf94d9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a41c83a5-a769-4956-92c8-ecc06f3e1414,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:38.289447 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7fa0ac12-5660-4c2b-9d14-0a0fce522665 req-f1bb42bb-ca61-44d4-b749-71ba48b7566a tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926417 Aug 06 16:02:38.295883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-05859265-c0ce-47eb-8bc3-042f0a251b68 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Deleting port 5cf5e4cf-bd07-4136-a5b3-c2878b127490 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:38.296276 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-05859265-c0ce-47eb-8bc3-042f0a251b68 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.342363 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-8221ef10-d147-4d69-93c5-868e49dae750 service neutron] 10.222.0.37 "GET /v2.0/networks/7014f70e-1588-4abd-8ad1-8e22ba7acd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848386 Aug 06 16:02:38.376811 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port c0c5d2a9-e782-4420-849c-af3cc4764bd7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:38.383659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port c0c5d2a9-e782-4420-849c-af3cc4764bd7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:38.384174 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.453743 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port c15c24dc-70cb-499a-b601-cc3b5822b141, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c15c24dc-70cb-499a-b601-cc3b5822b141,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:38.461353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3672911-42d2-455b-beb1-d44710d0a521 req-d2e1e188-f164-4068-98e3-05517a20bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:38.462986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3672911-42d2-455b-beb1-d44710d0a521 req-d2e1e188-f164-4068-98e3-05517a20bb70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e8469e96bca4365b0ad75e32eded23b&device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 1094 time: 0.2114539 Aug 06 16:02:38.473092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'c15c24dc-70cb-499a-b601-cc3b5822b141', 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9', 'port_id': 'c15c24dc-70cb-499a-b601-cc3b5822b141', 'mac_address': 'fa:16:3e:b3:f6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af21462f-26c7-45df-8aee-9d851324861e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:02:38.541775 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-05859265-c0ce-47eb-8bc3-042f0a251b68 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.547684 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3672911-42d2-455b-beb1-d44710d0a521 req-91d7c4c5-edff-4fcf-9364-d91cfd2e38cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a41c83a5-a769-4956-92c8-ecc06f3e1414 HTTP/1.1" status: 200 len: 217 time: 0.0671165 Aug 06 16:02:38.551492 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.561080 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.589044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-05859265-c0ce-47eb-8bc3-042f0a251b68 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Calling delete_port for 5cf5e4cf-bd07-4136-a5b3-c2878b127490 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:38.627172 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9d2c8-1653-4a33-9901-022ca4be48fc req-1ed02cf5-1a42-41fb-8c2a-25b25ddc72e8 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:38.628798 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37e9d2c8-1653-4a33-9901-022ca4be48fc req-1ed02cf5-1a42-41fb-8c2a-25b25ddc72e8 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 943 time: 0.2191119 Aug 06 16:02:38.630771 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3919ebd9-ab22-4525-90f9-9182427d1381 service neutron] 10.222.0.37 "GET /v2.0/networks/7014f70e-1588-4abd-8ad1-8e22ba7acd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620029 Aug 06 16:02:38.731855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3672911-42d2-455b-beb1-d44710d0a521 req-d829b621-05b3-4602-9fd7-61d9a8d8d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:38.733388 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3672911-42d2-455b-beb1-d44710d0a521 req-d829b621-05b3-4602-9fd7-61d9a8d8d49e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0c21b5-c1ab-47f4-a492-be4025ce4c1d HTTP/1.1" status: 200 len: 844 time: 0.1760595 Aug 06 16:02:38.749913 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:38.752231 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb93e30-1335-4c56-a2be-8cf5ace7e34a" -d '{"events": [{"server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "name": "network-vif-plugged", "status": "completed", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:38.754623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-b11fb30d-6a4c-4346-beda-203f1862ab49 service neutron] 10.222.0.37 "GET /v2.0/ports/97bd638e-0cce-426a-ac14-4ab3918d7a47?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1145337 Aug 06 16:02:38.758136 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15c24dc-70cb-499a-b601-cc3b5822b141 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:38.775791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:38.784778 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.793905 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3672911-42d2-455b-beb1-d44710d0a521 req-d2ed142c-eb3c-4b39-b9d8-34bae4583156 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a57bcf8-fa08-4452-9a64-626df0fa5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506206 Aug 06 16:02:38.798808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port c15c24dc-70cb-499a-b601-cc3b5822b141, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c15c24dc-70cb-499a-b601-cc3b5822b141,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:38.826477 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.828240 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37e9d2c8-1653-4a33-9901-022ca4be48fc req-f87d9556-e494-42de-b3f3-789152d2ac41 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915429 Aug 06 16:02:38.872345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=c0c5d2a9-e782-4420-849c-af3cc4764bd7,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:38.939706 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.971953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=c15c24dc-70cb-499a-b601-cc3b5822b141,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:39.037649 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a717333b-d656-4fcb-9b6e-cacd645b92b5 service neutron] 10.222.0.37 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734368 Aug 06 16:02:39.047463 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3672911-42d2-455b-beb1-d44710d0a521 req-da6023e4-85e7-4d8a-99f9-0e2bf4024293 service neutron] 10.222.0.13 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364459 Aug 06 16:02:39.064588 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['c15c24dc-70cb-499a-b601-cc3b5822b141'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:02:39.123900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device acbba8b0-315a-489e-9105-56062c6bdb5d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:39.236423 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-05859265-c0ce-47eb-8bc3-042f0a251b68 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:39.272235 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port acbba8b0-315a-489e-9105-56062c6bdb5d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:39.279327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05859265-c0ce-47eb-8bc3-042f0a251b68 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event deleted for resources: {'Port': ['ID=5cf5e4cf-bd07-4136-a5b3-c2878b127490,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:39.282737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port acbba8b0-315a-489e-9105-56062c6bdb5d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:39.282737 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:39.335744 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3672911-42d2-455b-beb1-d44710d0a521 req-7f3af6be-6b29-41b2-8f78-e09437c7c2f0 service neutron] 10.222.0.13 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543604 Aug 06 16:02:39.344534 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-c1cc7e06-a205-4700-aa87-6c4e35650b4a service neutron] 10.222.0.37 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959833 Aug 06 16:02:39.449450 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-05859265-c0ce-47eb-8bc3-042f0a251b68 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:39.462123 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e3ee9bda-b939-40da-8394-7c198e71ecd6 service neutron] 10.222.0.37 "GET /v2.0/ports/83b8c3b1-5145-424e-a6a7-1827a198fa4d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0734088 Aug 06 16:02:39.504353 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:39.532297 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port acbba8b0-315a-489e-9105-56062c6bdb5d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=acbba8b0-315a-489e-9105-56062c6bdb5d,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:39.541482 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:39.617425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=acbba8b0-315a-489e-9105-56062c6bdb5d,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:39.710003 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05859265-c0ce-47eb-8bc3-042f0a251b68 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Router 6a097eaf-4613-4da2-88b2-6fd9d0b7074c has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:39.714449 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-030e8dda-ad09-496b-a8fa-40493eee6ff6 service neutron] 10.222.0.37 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937635 Aug 06 16:02:39.835570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05859265-c0ce-47eb-8bc3-042f0a251b68 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:39.847486 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc6827b-3cdb-44a8-a3e4-39ab9b05ec34 None None] Sync routers for ids ['6a097eaf-4613-4da2-88b2-6fd9d0b7074c'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:39.857720 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38750) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:39.859251 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6827b-3cdb-44a8-a3e4-39ab9b05ec34 None None] Routers {'6a097eaf-4613-4da2-88b2-6fd9d0b7074c'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:39.860163 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7cc6827b-3cdb-44a8-a3e4-39ab9b05ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:02:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6a097eaf-4613-4da2-88b2-6fd9d0b7074c'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:39.864094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-bb61182d-ca19-4383-917a-8c3a37b8f4f8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--655331522', 'description': 'tempest-description--460869532'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:39.874268 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-05859265-c0ce-47eb-8bc3-042f0a251b68 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "PUT /v2.0/routers/6a097eaf-4613-4da2-88b2-6fd9d0b7074c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7254269 Aug 06 16:02:39.882193 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38752) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:39.919819 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7cc6827b-3cdb-44a8-a3e4-39ab9b05ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:39.940076 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6827b-3cdb-44a8-a3e4-39ab9b05ec34 None None] Routers {'6a097eaf-4613-4da2-88b2-6fd9d0b7074c'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:39.941016 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7cc6827b-3cdb-44a8-a3e4-39ab9b05ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:02:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6a097eaf-4613-4da2-88b2-6fd9d0b7074c'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:39.944611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-1f657230-2dbe-4f40-b2ba-5e0a33496c31 service neutron] 10.222.0.37 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179627 Aug 06 16:02:39.959669 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-72e50301-9b8b-49fa-b1f9-6ce2fd0c22c1 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] delete failed (client error): The resource could not be found. Aug 06 16:02:39.967839 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-72e50301-9b8b-49fa-b1f9-6ce2fd0c22c1 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-525675190 HTTP/1.1" status: 404 len: 334 time: 0.0773263 Aug 06 16:02:39.968196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38756) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:39.971672 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bb61182d-ca19-4383-917a-8c3a37b8f4f8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:39.974409 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-079bc42b-e8a0-416d-b406-6b0fc4a688ff tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a097eaf-4613-4da2-88b2-6fd9d0b7074c'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:40.010813 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7cc6827b-3cdb-44a8-a3e4-39ab9b05ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:40.011789 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc6827b-3cdb-44a8-a3e4-39ab9b05ec34 None None] The sync data for ids ['6a097eaf-4613-4da2-88b2-6fd9d0b7074c'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:40.098313 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bb61182d-ca19-4383-917a-8c3a37b8f4f8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.101201 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889e75ab-d7b5-41a7-ae3f-8350cb1a746d x-openstack-request-id: req-889e75ab-d7b5-41a7-ae3f-8350cb1a746d {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:40.101646 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7472a4-3b6f-4201-bf52-90bc662a45f0", "tag": "a41c83a5-a769-4956-92c8-ecc06f3e1414", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:40.101782 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-889e75ab-d7b5-41a7-ae3f-8350cb1a746d {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:40.102322 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7472a4-3b6f-4201-bf52-90bc662a45f0', 'tag': 'a41c83a5-a769-4956-92c8-ecc06f3e1414', 'status': 'completed', 'code': 200} Aug 06 16:02:40.111363 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bb61182d-ca19-4383-917a-8c3a37b8f4f8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.156936 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bb61182d-ca19-4383-917a-8c3a37b8f4f8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.163699 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bb61182d-ca19-4383-917a-8c3a37b8f4f8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3039424 Aug 06 16:02:40.167698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38762) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:40.177792 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Sync routers for ids ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:40.179224 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-70e6e53d-eba8-472b-9083-1f07a73a1645 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Request body: {'security_group_rule': {'security_group_id': '136c9da5-428a-48f8-b0fa-823aeddb6d9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:40.190959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Routers {'7581b9ad-a9d7-4cf1-893c-83174c2f820f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:40.191902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61182d-ca19-4383-917a-8c3a37b8f4f8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136c9da5-428a-48f8-b0fa-823aeddb6d9e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:40.194465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:02:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:40.232511 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-70e6e53d-eba8-472b-9083-1f07a73a1645 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.242261 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device c15c24dc-70cb-499a-b601-cc3b5822b141 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:40.333064 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-70e6e53d-eba8-472b-9083-1f07a73a1645 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.337280 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-5c31f5b7-7c71-4039-a2de-ff78f44d90e4 service neutron] 10.222.0.37 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857112 Aug 06 16:02:40.342505 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-70e6e53d-eba8-472b-9083-1f07a73a1645 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.342805 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-079bc42b-e8a0-416d-b406-6b0fc4a688ff tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.365844 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6e53d-eba8-472b-9083-1f07a73a1645 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1446be04-ae45-4487-8c04-60d8c9ee63dc,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:40.368911 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-70e6e53d-eba8-472b-9083-1f07a73a1645 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.373177 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-70e6e53d-eba8-472b-9083-1f07a73a1645 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2009807 Aug 06 16:02:40.373799 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ebc2d-d949-4d8d-ac5b-8bfdf14966fd req-2eda5b59-a412-4e4e-bab3-f102f0764d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:40.373799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-927ebc2d-d949-4d8d-ac5b-8bfdf14966fd req-2eda5b59-a412-4e4e-bab3-f102f0764d96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e8469e96bca4365b0ad75e32eded23b&device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 1094 time: 0.2195187 Aug 06 16:02:40.374047 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38764) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:40.379139 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-1fa6b85c-278b-469c-8f82-647f0dec7085 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Request body: {'security_group_rule': {'security_group_id': '136c9da5-428a-48f8-b0fa-823aeddb6d9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:40.390450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port c15c24dc-70cb-499a-b601-cc3b5822b141 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:40.399084 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port c15c24dc-70cb-499a-b601-cc3b5822b141 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:40.399654 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.406060 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Set router 7581b9ad-a9d7-4cf1-893c-83174c2f820f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:40.411061 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b85c-278b-469c-8f82-647f0dec7085 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.412381 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-079bc42b-e8a0-416d-b406-6b0fc4a688ff tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] update failed (client error): The resource could not be found. Aug 06 16:02:40.414081 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-079bc42b-e8a0-416d-b406-6b0fc4a688ff tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "PUT /v2.0/routers/6a097eaf-4613-4da2-88b2-6fd9d0b7074c HTTP/1.1" status: 404 len: 339 time: 0.4449990 Aug 06 16:02:40.422953 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38766) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:40.430157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-aaafdf57-da3a-4b58-915f-331aceebde52 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-723053196'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:40.476354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaafdf57-da3a-4b58-915f-331aceebde52 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Made reservation on behalf of 9d75f7da2aef45e993e410fdeabb7c78 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:40.476657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2f822-15d7-4a44-a1bd-4742251f771e req-2c07a6f0-72cd-493d-b131-f68295bffe5b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:40.478422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7f2f822-15d7-4a44-a1bd-4742251f771e req-2c07a6f0-72cd-493d-b131-f68295bffe5b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.2838988 Aug 06 16:02:40.479816 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aaafdf57-da3a-4b58-915f-331aceebde52 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.516258 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b85c-278b-469c-8f82-647f0dec7085 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.523170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaafdf57-da3a-4b58-915f-331aceebde52 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:40.525386 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b85c-278b-469c-8f82-647f0dec7085 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.551243 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aaafdf57-da3a-4b58-915f-331aceebde52 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.551243 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-aaafdf57-da3a-4b58-915f-331aceebde52 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Added segment 4f3aa301-8e9d-4ff2-af6d-22a01af5f5d5 of type vlan for network ee952588-b32b-4408-b956-62bf89f937b5 Aug 06 16:02:40.563796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6b85c-278b-469c-8f82-647f0dec7085 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5e0379-3256-4549-b4e0-17790bd3a205,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:40.595124 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b85c-278b-469c-8f82-647f0dec7085 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.596292 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1fa6b85c-278b-469c-8f82-647f0dec7085 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2219012 Aug 06 16:02:40.600648 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38768) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:40.610258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:40.621746 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aaafdf57-da3a-4b58-915f-331aceebde52 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.655162 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.667853 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.693927 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aaafdf57-da3a-4b58-915f-331aceebde52 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.700049 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaafdf57-da3a-4b58-915f-331aceebde52 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:40.700850 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aaafdf57-da3a-4b58-915f-331aceebde52 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.738686 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port c15c24dc-70cb-499a-b601-cc3b5822b141, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c15c24dc-70cb-499a-b601-cc3b5822b141,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:40.774264 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aaafdf57-da3a-4b58-915f-331aceebde52 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3496051 Aug 06 16:02:40.778517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38770) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:40.782110 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.784569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-5346d729-7ed2-45cd-bfef-9bb3e90808ca tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Request body: {'subnet': {'network_id': 'ee952588-b32b-4408-b956-62bf89f937b5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:40.881000 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafdf57-da3a-4b58-915f-331aceebde52 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event updated for resources: {'Network': ['ID=ee952588-b32b-4408-b956-62bf89f937b5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:40.884990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=c15c24dc-70cb-499a-b601-cc3b5822b141,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:40.897827 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 2, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:40.939037 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network ee952588-b32b-4408-b956-62bf89f937b5 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:40.959201 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Checking router: 7581b9ad-a9d7-4cf1-893c-83174c2f820f for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:02:40.961504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5346d729-7ed2-45cd-bfef-9bb3e90808ca tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Made reservation on behalf of 9d75f7da2aef45e993e410fdeabb7c78 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:40.964987 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5346d729-7ed2-45cd-bfef-9bb3e90808ca tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.966161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Updating router 7581b9ad-a9d7-4cf1-893c-83174c2f820f port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:02:40.978788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7f2f822-15d7-4a44-a1bd-4742251f771e req-02d0626a-1440-4d07-8cac-fd1ca59294a6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805305 Aug 06 16:02:40.998097 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.014179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device acbba8b0-315a-489e-9105-56062c6bdb5d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:41.021971 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e3f92052-3e87-4608-893e-e6860b2a94ab service neutron] 10.222.0.37 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554878 Aug 06 16:02:41.087013 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954574fe-ee98-45f3-82b4-3ccaebb1a85e x-openstack-request-id: req-954574fe-ee98-45f3-82b4-3ccaebb1a85e {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:41.087356 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "name": "network-vif-plugged", "status": "completed", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:41.087644 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-954574fe-ee98-45f3-82b4-3ccaebb1a85e {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:41.088127 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7', 'code': 200} Aug 06 16:02:41.099576 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.121557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ebc2d-d949-4d8d-ac5b-8bfdf14966fd req-d9c1ec9a-3c9f-48bc-9cf0-abe76bd0ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:41.124641 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-927ebc2d-d949-4d8d-ac5b-8bfdf14966fd req-d9c1ec9a-3c9f-48bc-9cf0-abe76bd0ba02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a57bcf8-fa08-4452-9a64-626df0fa5458 HTTP/1.1" status: 200 len: 905 time: 0.7396128 Aug 06 16:02:41.237929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port acbba8b0-315a-489e-9105-56062c6bdb5d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:41.238453 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.250676 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Allocated IP 172.25.1.206 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/6bf9cd1d-11da-4932-9cb1-b06ef2f51dff) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:41.267879 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-927ebc2d-d949-4d8d-ac5b-8bfdf14966fd req-b5a45415-178b-4a3b-ab84-7ef06ae20fac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a41c83a5-a769-4956-92c8-ecc06f3e1414 HTTP/1.1" status: 200 len: 217 time: 0.1227233 Aug 06 16:02:41.348941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-75db8880-dc04-4397-bf50-e4347e71d26c service neutron] 10.222.0.37 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159237 Aug 06 16:02:41.398552 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5346d729-7ed2-45cd-bfef-9bb3e90808ca tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.399273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bd13a-769f-4b70-8d74-8ff23bb369e9 req-ef6e909f-4e34-4b85-9a9a-07560a5912c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:41.400889 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da4bd13a-769f-4b70-8d74-8ff23bb369e9 req-ef6e909f-4e34-4b85-9a9a-07560a5912c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 1101 time: 0.2450647 Aug 06 16:02:41.459800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ebc2d-d949-4d8d-ac5b-8bfdf14966fd req-d06771a1-5e82-47bc-a32f-0298025b352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:41.461695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-927ebc2d-d949-4d8d-ac5b-8bfdf14966fd req-d06771a1-5e82-47bc-a32f-0298025b352b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0c21b5-c1ab-47f4-a492-be4025ce4c1d HTTP/1.1" status: 200 len: 844 time: 0.1507380 Aug 06 16:02:41.475328 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391a285-e40c-44fc-ad40-ae5c5d46346c req-07c43d5f-7080-47be-940d-0666e530c4c2 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:41.477287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7391a285-e40c-44fc-ad40-ae5c5d46346c req-07c43d5f-7080-47be-940d-0666e530c4c2 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 946 time: 0.2991595 Aug 06 16:02:41.478319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346d729-7ed2-45cd-bfef-9bb3e90808ca tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event updated for resources: {'Subnet': ['ID=a4993027-f970-4859-af88-0a2396651bd9,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:41.500284 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.515299 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.516406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Transition to ACTIVE for port object fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:41.519237 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-927ebc2d-d949-4d8d-ac5b-8bfdf14966fd req-5c55b385-ae7d-446a-ab83-3c380ca4e0bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a57bcf8-fa08-4452-9a64-626df0fa5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408342 Aug 06 16:02:41.527791 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.540389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5346d729-7ed2-45cd-bfef-9bb3e90808ca tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Checking segment: {'id': '4f3aa301-8e9d-4ff2-af6d-22a01af5f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ee952588-b32b-4408-b956-62bf89f937b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:41.540856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346d729-7ed2-45cd-bfef-9bb3e90808ca tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Network hostable DHCP agents. Network: ee952588-b32b-4408-b956-62bf89f937b5, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:41.571409 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da4bd13a-769f-4b70-8d74-8ff23bb369e9 req-edff4d26-1d51-4378-8d12-75586ed8a1f1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313047 Aug 06 16:02:41.593920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346d729-7ed2-45cd-bfef-9bb3e90808ca tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Network ee952588-b32b-4408-b956-62bf89f937b5 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:41.604685 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.613777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1aaef0-0596-463c-bfcb-447b0531fe6e None None] Pushing event updated for resources: {'Port': ['ID=fea1ba9d-aa0f-4c63-bea1-3225858bc6b7,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:41.667741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-62cc5104-5d84-4fc8-82b7-52300a999e41 service neutron] 10.222.0.37 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116059 Aug 06 16:02:41.673522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Attempting to bind port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:41.673522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Attempting to bind port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:41.674334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Attempting to bind port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 on network a866e395-3ce9-4555-a769-7f0869a94e9f {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:41.680954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:41.681329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Checking segment: {'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:41.681763 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.682162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Bound using segment: {'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:41.682637 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Bound port: fea1ba9d-aa0f-4c63-bea1-3225858bc6b7, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:41.682836 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7391a285-e40c-44fc-ad40-ae5c5d46346c req-4a7a2903-7ca5-428e-8289-24fdaabccbbe tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892245 Aug 06 16:02:41.683010 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.687422 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-5346d729-7ed2-45cd-bfef-9bb3e90808ca tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, ee952588-b32b-4408-b956-62bf89f937b5) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:41.707969 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c8e2e2-0e79-4a48-9408-72c8cf68ab18 None None] Network ee952588-b32b-4408-b956-62bf89f937b5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:41.712793 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:41.724058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5346d729-7ed2-45cd-bfef-9bb3e90808ca tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:41.725295 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5346d729-7ed2-45cd-bfef-9bb3e90808ca tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.734508 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:41.753873 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:41.857664 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-927ebc2d-d949-4d8d-ac5b-8bfdf14966fd req-95a88ead-4946-4c76-b99e-2c1de248364c service neutron] 10.222.0.13 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162920 Aug 06 16:02:41.862364 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event updated for resources: {'Port': ['ID=6bf9cd1d-11da-4932-9cb1-b06ef2f51dff,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:41.866563 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] For port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:41.879136 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5346d729-7ed2-45cd-bfef-9bb3e90808ca tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0994422 Aug 06 16:02:41.881770 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38772) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:41.887757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-58559554-e288-49be-a6a6-02c4fed16ad6 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ee952588-b32b-4408-b956-62bf89f937b5'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:41.901291 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] For port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fea1ba9d-aa0f-4c63-bea1-3225858bc6b7,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:41.909616 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.941894 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.007160 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-927ebc2d-d949-4d8d-ac5b-8bfdf14966fd req-7c6e2c16-f4c8-47b6-942d-133d646a7f2d service neutron] 10.222.0.13 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403968 Aug 06 16:02:42.016661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1aaef0-0596-463c-bfcb-447b0531fe6e None None] Pushing event updated for resources: {'Port': ['ID=fea1ba9d-aa0f-4c63-bea1-3225858bc6b7,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:42.026146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-ee952588-b32b-4408-b956-62bf89f937b5', 'network_id': 'ee952588-b32b-4408-b956-62bf89f937b5', 'tenant_id': '9d75f7da2aef45e993e410fdeabb7c78', 'fixed_ips': [{'subnet_id': 'a4993027-f970-4859-af88-0a2396651bd9'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:02:42.027302 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.040154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Routers {'7581b9ad-a9d7-4cf1-893c-83174c2f820f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:42.040764 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:02:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:42.057804 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca936dca-b400-4758-8e8d-02bd9c112cdf req-b4bfda0a-a151-4470-97ac-31fd3a353b94 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:42.059630 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ca936dca-b400-4758-8e8d-02bd9c112cdf req-b4bfda0a-a151-4470-97ac-31fd3a353b94 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 943 time: 0.2154989 Aug 06 16:02:42.064105 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-657f48ef-962e-413f-88d0-ecb952c4b708 service neutron] 10.222.0.37 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799806 Aug 06 16:02:42.230813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-7af4aa16-72b6-4c0d-9a4d-00f9e46275ae service neutron] 10.222.0.37 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472151 Aug 06 16:02:42.285523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ca936dca-b400-4758-8e8d-02bd9c112cdf req-bc635020-743b-4fc1-bfa5-a02efee8083a tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102351 Aug 06 16:02:42.432452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a41c83a5-a769-4956-92c8-ecc06f3e1414 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:02:42.470694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Allocated IP 2001:db8:1::2 (ee952588-b32b-4408-b956-62bf89f937b5/a4993027-f970-4859-af88-0a2396651bd9/926fba59-a69d-44a2-888d-62378a3b3d81) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:42.491232 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-ca0635d4-99c1-4e62-a75d-d52895233c3c service neutron] 10.222.0.37 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588787 Aug 06 16:02:42.552335 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.600065 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] Set router 7581b9ad-a9d7-4cf1-893c-83174c2f820f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:42.642994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e38e2edd-2018-499e-891c-7e95b58592e9 service neutron] 10.222.0.37 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495683 Aug 06 16:02:42.652764 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58559554-e288-49be-a6a6-02c4fed16ad6 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.714341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be0651-37b5-467e-a14c-afc8bb8a0fd9 req-58585de9-de91-46f8-aa41-cb3f07fbadd7 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:42.716195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34be0651-37b5-467e-a14c-afc8bb8a0fd9 req-58585de9-de91-46f8-aa41-cb3f07fbadd7 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.0656869 Aug 06 16:02:42.785186 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34be0651-37b5-467e-a14c-afc8bb8a0fd9 req-06d7542f-fa01-476c-a410-8dc48ffdf2b9 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589139 Aug 06 16:02:42.890201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.896518 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.909088 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-58559554-e288-49be-a6a6-02c4fed16ad6 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:02:42.910529 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-58559554-e288-49be-a6a6-02c4fed16ad6 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "PUT /v2.0/routers/6a097eaf-4613-4da2-88b2-6fd9d0b7074c HTTP/1.1" status: 400 len: 364 time: 1.0267658 Aug 06 16:02:42.921040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38786) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:42.981338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a41c83a5-a769-4956-92c8-ecc06f3e1414, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a41c83a5-a769-4956-92c8-ecc06f3e1414,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:43.016154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event updated for resources: {'Port': ['ID=6bf9cd1d-11da-4932-9cb1-b06ef2f51dff,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:43.028465 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.048047 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.049709 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0349d842-ba26-44e7-be3a-23f6382c3b54 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4483943 Aug 06 16:02:43.083488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:43.127859 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'a41c83a5-a769-4956-92c8-ecc06f3e1414', 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458', 'port_id': 'a41c83a5-a769-4956-92c8-ecc06f3e1414', 'mac_address': 'fa:16:3e:64:ca:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0c21b5-c1ab-47f4-a492-be4025ce4c1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:02:43.150652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ca3473-cba4-46d5-800b-8918b273386b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15c24dc-70cb-499a-b601-cc3b5822b141'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:43.153592 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48bb32d-64db-463f-91fc-ff31e2908d8c" -d '{"events": [{"server_uuid": "57ca3473-cba4-46d5-800b-8918b273386b", "name": "network-vif-plugged", "status": "completed", "tag": "c15c24dc-70cb-499a-b601-cc3b5822b141"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:43.228313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a8426-6d01-44f3-9277-6c5a9e25d68c req-d5652c20-69f9-4dc9-8336-f035d35b3216 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:43.231036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a8a8426-6d01-44f3-9277-6c5a9e25d68c req-d5652c20-69f9-4dc9-8336-f035d35b3216 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.2000170 Aug 06 16:02:43.265619 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.285427 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Transition to ACTIVE for port object 926fba59-a69d-44a2-888d-62378a3b3d81 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:43.287594 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.304854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:43.324435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41c83a5-a769-4956-92c8-ecc06f3e1414 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:43.332887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:43.333283 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.339045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Transition to ACTIVE for port object 926fba59-a69d-44a2-888d-62378a3b3d81 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:43.379292 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a8a8426-6d01-44f3-9277-6c5a9e25d68c req-5b8c67d7-8d21-4023-ae24-5eb3451800eb tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381681 Aug 06 16:02:43.382765 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.387211 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a41c83a5-a769-4956-92c8-ecc06f3e1414, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a41c83a5-a769-4956-92c8-ecc06f3e1414,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:43.431890 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.447782 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.451685 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Network ee952588-b32b-4408-b956-62bf89f937b5 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:43.462325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:43.466389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:43.488334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Pushing event updated for resources: {'Port': ['ID=926fba59-a69d-44a2-888d-62378a3b3d81,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:43.499803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:41Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:43.598701 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a41c83a5-a769-4956-92c8-ecc06f3e1414,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:43.650594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fe62c-f701-4a5f-aa43-972aba621615 req-8bf0136f-c20b-4b0c-bf75-fb3a576fc7a7 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:43.652868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-096fe62c-f701-4a5f-aa43-972aba621615 req-8bf0136f-c20b-4b0c-bf75-fb3a576fc7a7 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 946 time: 0.1401279 Aug 06 16:02:43.661678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81da62-093d-4063-b6f2-e6eb050a3bb8 None None] The sync data for ids ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'] in n-d-803756-1 is: [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:41Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:43.700288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Attempting to bind port 926fba59-a69d-44a2-888d-62378a3b3d81 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:43.700720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Attempting to bind port 926fba59-a69d-44a2-888d-62378a3b3d81 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '4f3aa301-8e9d-4ff2-af6d-22a01af5f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ee952588-b32b-4408-b956-62bf89f937b5'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:43.701066 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Attempting to bind port 926fba59-a69d-44a2-888d-62378a3b3d81 on network ee952588-b32b-4408-b956-62bf89f937b5 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:43.721417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:43.722415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Checking segment: {'id': '4f3aa301-8e9d-4ff2-af6d-22a01af5f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ee952588-b32b-4408-b956-62bf89f937b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:43.723476 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.724603 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Bound using segment: {'id': '4f3aa301-8e9d-4ff2-af6d-22a01af5f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ee952588-b32b-4408-b956-62bf89f937b5'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:43.725898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Bound port: 926fba59-a69d-44a2-888d-62378a3b3d81, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3aa301-8e9d-4ff2-af6d-22a01af5f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'ee952588-b32b-4408-b956-62bf89f937b5'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:43.726325 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.731972 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.788390 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a41c83a5-a769-4956-92c8-ecc06f3e1414'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:02:43.910198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Allocated IP 2001:db8::1 (91b26629-5c5e-46b9-84c3-279189ce7c4b/88a0d331-8fff-4a43-b462-82cf0949fad3/81ffc931-fe55-41b0-bbdf-7efd6fac8578) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:43.926891 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fb32d-d4dd-4c28-818d-b3147cf00254 req-a0dd74f6-69d8-427e-a9d4-9822f41823fc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:43.930551 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c1fb32d-d4dd-4c28-818d-b3147cf00254 req-a0dd74f6-69d8-427e-a9d4-9822f41823fc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.3006454 Aug 06 16:02:43.948170 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fea1ba9d-aa0f-4c63-bea1-3225858bc6b7,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:43.950500 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-096fe62c-f701-4a5f-aa43-972aba621615 req-a99581df-0174-43a5-8704-a7ea10687702 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432791 Aug 06 16:02:43.963380 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:44.075091 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c1fb32d-d4dd-4c28-818d-b3147cf00254 req-f48d7f94-3f72-42bf-b24e-86cca735ca9f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156766 Aug 06 16:02:44.167632 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] For port 926fba59-a69d-44a2-888d-62378a3b3d81, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:44.183793 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:44.195904 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b59b2b6-2243-4c6e-a3c2-7c03ac7be98c x-openstack-request-id: req-0b59b2b6-2243-4c6e-a3c2-7c03ac7be98c {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:44.196181 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ca3473-cba4-46d5-800b-8918b273386b", "name": "network-vif-plugged", "status": "completed", "tag": "c15c24dc-70cb-499a-b601-cc3b5822b141", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:44.196346 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b59b2b6-2243-4c6e-a3c2-7c03ac7be98c {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:44.196900 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ca3473-cba4-46d5-800b-8918b273386b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15c24dc-70cb-499a-b601-cc3b5822b141', 'code': 200} Aug 06 16:02:44.213793 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] For port 926fba59-a69d-44a2-888d-62378a3b3d81, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=926fba59-a69d-44a2-888d-62378a3b3d81,segment=NetworkSegment(4f3aa301-8e9d-4ff2-af6d-22a01af5f5d5),segment_id=4f3aa301-8e9d-4ff2-af6d-22a01af5f5d5)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:44.214150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Transition to ACTIVE for port object 81ffc931-fe55-41b0-bbdf-7efd6fac8578 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:44.222375 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:44.256186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=fea1ba9d-aa0f-4c63-bea1-3225858bc6b7,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:44.384107 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-226368a5-ecd5-4e0a-97e1-300a028cf354 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--655331522&fields=id&tenant_id=7ffc041dde4b4c088ba8b49bfae0f273 HTTP/1.1" status: 200 len: 267 time: 0.1418447 Aug 06 16:02:44.405737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05442a3d-cf0a-437f-8092-9dcb03e04ffe None None] Pushing event updated for resources: {'Port': ['ID=926fba59-a69d-44a2-888d-62378a3b3d81,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:44.594095 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:44.622268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e692e-63d2-4f02-88fc-18aacf0717db req-32a95bd0-53ee-4907-9cae-4970ab9c0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:44.624597 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d1e692e-63d2-4f02-88fc-18aacf0717db req-32a95bd0-53ee-4907-9cae-4970ab9c0fb5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 1097 time: 0.3269649 Aug 06 16:02:44.695369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e4d9c-534e-442f-9c02-849845999447 req-3de48338-6359-4646-b2a5-8c337585663d tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:44.697000 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b31e4d9c-534e-442f-9c02-849845999447 req-3de48338-6359-4646-b2a5-8c337585663d tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 944 time: 0.3233449 Aug 06 16:02:44.754889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Network 91b26629-5c5e-46b9-84c3-279189ce7c4b is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:44.771404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:44.775331 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:44.776184 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:44.831224 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event updated for resources: {'Port': ['ID=81ffc931-fe55-41b0-bbdf-7efd6fac8578,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:44.857065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-f2eaf534-789f-4c1c-a4cc-d6b3fd4b1035 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:44.858685 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-f2eaf534-789f-4c1c-a4cc-d6b3fd4b1035 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/networks?id=a866e395-3ce9-4555-a769-7f0869a94e9f HTTP/1.1" status: 200 len: 816 time: 0.4554830 Aug 06 16:02:44.866698 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d1e692e-63d2-4f02-88fc-18aacf0717db req-2a7d5547-6920-4f5b-9bdb-118fc85a2ae5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990144 Aug 06 16:02:44.887328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b31e4d9c-534e-442f-9c02-849845999447 req-37d1ed46-5ea4-47a8-8f4f-b4f47b305dd1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761234 Aug 06 16:02:44.930060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-5d257cea-bc6a-4fff-8020-ddc8144735ef tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/quotas/7ffc041dde4b4c088ba8b49bfae0f273 HTTP/1.1" status: 200 len: 375 time: 0.0580025 Aug 06 16:02:45.082718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da8a0132-16cd-4dac-b2bb-4f2765935032 req-efe15b9c-484d-4e17-a321-50f29c395b96 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 210 time: 0.0618076 Aug 06 16:02:45.166259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-35d4aead-0e55-474d-901e-26e249a825f7 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ffc041dde4b4c088ba8b49bfae0f273&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2206345 Aug 06 16:02:45.178515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-976bf6eb-b953-43e9-a329-9367d0567e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:45.188352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 926fba59-a69d-44a2-888d-62378a3b3d81 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:45.213511 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-976bf6eb-b953-43e9-a329-9367d0567e1f service neutron] 10.222.0.78 "GET /v2.0/ports/97bd638e-0cce-426a-ac14-4ab3918d7a47 HTTP/1.1" status: 200 len: 1028 time: 0.1650813 Aug 06 16:02:45.243162 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:45.304174 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-991cce77-e86b-4bb6-afda-51ccd1e6f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:45.307765 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-991cce77-e86b-4bb6-afda-51ccd1e6f0c0 service neutron] 10.222.0.78 "GET /v2.0/ports/83b8c3b1-5145-424e-a6a7-1827a198fa4d HTTP/1.1" status: 200 len: 1027 time: 0.0754511 Aug 06 16:02:45.319957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 926fba59-a69d-44a2-888d-62378a3b3d81 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:45.341015 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:45.465612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c47a474c-5129-4175-9fcc-76af5b49b358 None None] Provisioning for port 81ffc931-fe55-41b0-bbdf-7efd6fac8578 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:45.482640 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c47a474c-5129-4175-9fcc-76af5b49b358 None None] Provisioning complete for port 81ffc931-fe55-41b0-bbdf-7efd6fac8578 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:45.483155 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c47a474c-5129-4175-9fcc-76af5b49b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:45.523007 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:45.523522 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:45.533147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-6cf1ac97-5607-40de-b080-1f958e3e521a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:45.539337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-6cf1ac97-5607-40de-b080-1f958e3e521a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:45.546379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-6cf1ac97-5607-40de-b080-1f958e3e521a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:45.548705 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-6cf1ac97-5607-40de-b080-1f958e3e521a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.78 "GET /v2.0/networks?id=7014f70e-1588-4abd-8ad1-8e22ba7acd96&id=0289d76d-e14d-4c22-8519-329bdca6f8e4&id=0289d76d-e14d-4c22-8519-329bdca6f8e4&id=0289d76d-e14d-4c22-8519-329bdca6f8e4&id=0289d76d-e14d-4c22-8519-329bdca6f8e4&id=694c032e-723f-44df-83a9-40d4adea9477&id=694c032e-723f-44df-83a9-40d4adea9477 HTTP/1.1" status: 200 len: 1989 time: 0.2299280 Aug 06 16:02:45.580832 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c47a474c-5129-4175-9fcc-76af5b49b358 None None] Port 81ffc931-fe55-41b0-bbdf-7efd6fac8578 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:45.615707 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-cd7b26bf-f9de-4be0-98ff-f7bdd0d3a81c tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=964dc75051674f75a50f3eba300bee26 HTTP/1.1" status: 200 len: 379 time: 0.0544989 Aug 06 16:02:45.629586 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-0a1d42a0-3225-4152-9a03-746d322eeaf0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Request body: {'port': {'device_id': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'admin_state_up': True, 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'security_groups': ['9f5e8e36-13c6-43b5-bc23-e827eace42d1']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:45.739763 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-bebbef74-895f-47a9-b2d8-1b7365bb5be6 service neutron] 10.222.0.37 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656829 Aug 06 16:02:45.763164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab8675-728e-4f29-89bb-c5e3cde27cc6 req-b97cd886-a22e-48f1-b62c-1b68e63f618a tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:45.771098 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51ab8675-728e-4f29-89bb-c5e3cde27cc6 req-b97cd886-a22e-48f1-b62c-1b68e63f618a tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.3363326 Aug 06 16:02:45.892251 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-0a1d42a0-3225-4152-9a03-746d322eeaf0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Made reservation on behalf of 964dc75051674f75a50f3eba300bee26 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:45.896939 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-0a1d42a0-3225-4152-9a03-746d322eeaf0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:45.921213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cd50af-3506-4220-8946-5d09dfbc2c0a None None] Network ee952588-b32b-4408-b956-62bf89f937b5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:46.090933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-0a1d42a0-3225-4152-9a03-746d322eeaf0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Allocated IP 172.20.0.3 (7014f70e-1588-4abd-8ad1-8e22ba7acd96/439dc982-ce89-4fa4-9cd7-95fb9df42d90/59fa3aa8-f15b-46d3-be34-760b109ca2e7) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:46.095331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-16e12eba-2342-4019-b85f-61310df69a73 None None] Provisioning for port 926fba59-a69d-44a2-888d-62378a3b3d81 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:46.104185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-16e12eba-2342-4019-b85f-61310df69a73 None None] Provisioning complete for port 926fba59-a69d-44a2-888d-62378a3b3d81 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:46.105850 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-16e12eba-2342-4019-b85f-61310df69a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.245978 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-16e12eba-2342-4019-b85f-61310df69a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.307116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a41c83a5-a769-4956-92c8-ecc06f3e1414 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:46.337822 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-16e12eba-2342-4019-b85f-61310df69a73 None None] For port 926fba59-a69d-44a2-888d-62378a3b3d81, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=926fba59-a69d-44a2-888d-62378a3b3d81,segment=NetworkSegment(4f3aa301-8e9d-4ff2-af6d-22a01af5f5d5),segment_id=4f3aa301-8e9d-4ff2-af6d-22a01af5f5d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:46.343070 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-16e12eba-2342-4019-b85f-61310df69a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.373284 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-0a1d42a0-3225-4152-9a03-746d322eeaf0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.405300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-0a1d42a0-3225-4152-9a03-746d322eeaf0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Transition to ACTIVE for port object 59fa3aa8-f15b-46d3-be34-760b109ca2e7 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:46.417497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-f395dbfe-9d15-4f9f-9988-1084af4b307c service neutron] 10.222.0.37 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6766932 Aug 06 16:02:46.459659 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-0a1d42a0-3225-4152-9a03-746d322eeaf0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.486057 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e12eba-2342-4019-b85f-61310df69a73 None None] Pushing event updated for resources: {'Port': ['ID=926fba59-a69d-44a2-888d-62378a3b3d81,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:46.490751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51ab8675-728e-4f29-89bb-c5e3cde27cc6 req-335f3ecb-21e9-460d-a3a1-9a291651df03 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7186265 Aug 06 16:02:46.505246 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port a41c83a5-a769-4956-92c8-ecc06f3e1414 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:46.515867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port a41c83a5-a769-4956-92c8-ecc06f3e1414 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:46.518688 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.561304 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.566494 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.567304 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.641659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-0a1d42a0-3225-4152-9a03-746d322eeaf0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Network 7014f70e-1588-4abd-8ad1-8e22ba7acd96 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:46.665016 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-0a1d42a0-3225-4152-9a03-746d322eeaf0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:46.673532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-0a1d42a0-3225-4152-9a03-746d322eeaf0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:46.690218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d42a0-3225-4152-9a03-746d322eeaf0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event updated for resources: {'Port': ['ID=59fa3aa8-f15b-46d3-be34-760b109ca2e7,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:46.716097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dd40584e-27bd-4e13-8819-efffc28c9442 None None] Provisioning complete for port 926fba59-a69d-44a2-888d-62378a3b3d81 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:46.716835 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dd40584e-27bd-4e13-8819-efffc28c9442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.826133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-0a1d42a0-3225-4152-9a03-746d322eeaf0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:46.827365 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-0a1d42a0-3225-4152-9a03-746d322eeaf0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.851026 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-0a1d42a0-3225-4152-9a03-746d322eeaf0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2280226 Aug 06 16:02:46.882137 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-96cec274-23e2-4f93-b2f1-1f34445c7a9d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Request body: {'port': {'device_id': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4', 'admin_state_up': True, 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'security_groups': ['9f5e8e36-13c6-43b5-bc23-e827eace42d1']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:46.958812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event updated for resources: {'Port': ['ID=81ffc931-fe55-41b0-bbdf-7efd6fac8578,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:46.980710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 926fba59-a69d-44a2-888d-62378a3b3d81 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:47.044608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2784b-e2c4-443d-b596-bf2c8fbfd09c req-8aa96513-d0bb-41a3-b0e5-53b12046f831 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:47.049200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77c2784b-e2c4-443d-b596-bf2c8fbfd09c req-8aa96513-d0bb-41a3-b0e5-53b12046f831 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 946 time: 0.4301422 Aug 06 16:02:47.078608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Network 91b26629-5c5e-46b9-84c3-279189ce7c4b is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:47.107062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:47.133241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e69636-f190-4aaf-a27b-3ad60e3b8b69 req-66c0a69b-2829-4fc2-a9c9-be2ca8688911 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:47.140840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2e69636-f190-4aaf-a27b-3ad60e3b8b69 req-66c0a69b-2829-4fc2-a9c9-be2ca8688911 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 944 time: 0.3447230 Aug 06 16:02:47.193524 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-96cec274-23e2-4f93-b2f1-1f34445c7a9d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Made reservation on behalf of 964dc75051674f75a50f3eba300bee26 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:47.203425 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-96cec274-23e2-4f93-b2f1-1f34445c7a9d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:47.249365 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:47.273497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-29074679-7a5d-4db8-b19f-f5b82e8d3165 None None] Provisioning for port 59fa3aa8-f15b-46d3-be34-760b109ca2e7 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:47.284143 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-29074679-7a5d-4db8-b19f-f5b82e8d3165 None None] Provisioning complete for port 59fa3aa8-f15b-46d3-be34-760b109ca2e7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:47.284952 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-29074679-7a5d-4db8-b19f-f5b82e8d3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:47.311441 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2e69636-f190-4aaf-a27b-3ad60e3b8b69 req-bf713f12-008c-4a50-aaff-a2bef470a2b1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666024 Aug 06 16:02:47.328209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77c2784b-e2c4-443d-b596-bf2c8fbfd09c req-84dea5ef-6c16-40e8-8066-785ddac9ab3c tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627993 Aug 06 16:02:47.380129 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-29074679-7a5d-4db8-b19f-f5b82e8d3165 None None] Port 59fa3aa8-f15b-46d3-be34-760b109ca2e7 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:47.386537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7472a4-3b6f-4201-bf52-90bc662a45f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41c83a5-a769-4956-92c8-ecc06f3e1414'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:47.394631 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc82a3b5-821f-468b-bb0e-805e467b9006" -d '{"events": [{"server_uuid": "fe7472a4-3b6f-4201-bf52-90bc662a45f0", "name": "network-vif-plugged", "status": "completed", "tag": "a41c83a5-a769-4956-92c8-ecc06f3e1414"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:47.416816 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 926fba59-a69d-44a2-888d-62378a3b3d81 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:47.417303 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:47.427093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Router 6a097eaf-4613-4da2-88b2-6fd9d0b7074c has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:47.427930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a41c83a5-a769-4956-92c8-ecc06f3e1414, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a41c83a5-a769-4956-92c8-ecc06f3e1414,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:47.483924 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:47.566428 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a41c83a5-a769-4956-92c8-ecc06f3e1414,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:47.654050 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-96cec274-23e2-4f93-b2f1-1f34445c7a9d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Allocated IP 10.1.1.220 (0289d76d-e14d-4c22-8519-329bdca6f8e4/e3e157bd-96ce-436f-8bd3-5b6e5d6527f5/6696e820-7af7-47d8-a506-1695939844eb) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:47.678536 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:47.688856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38862) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:47.689063 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a30b2734-4396-45a2-b5f0-5530dae2b38b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "PUT /v2.0/routers/6a097eaf-4613-4da2-88b2-6fd9d0b7074c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7662623 Aug 06 16:02:47.694660 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a968488-53c6-4a16-a908-f152eaa7f828 None None] Sync routers for ids ['6a097eaf-4613-4da2-88b2-6fd9d0b7074c'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:47.711824 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a968488-53c6-4a16-a908-f152eaa7f828 None None] Routers {'6a097eaf-4613-4da2-88b2-6fd9d0b7074c'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:47.712917 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7a968488-53c6-4a16-a908-f152eaa7f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:02:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6a097eaf-4613-4da2-88b2-6fd9d0b7074c'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:47.724447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ef182b39-d16f-44b4-94e4-8dccab45653a None None] Provisioning complete for port 81ffc931-fe55-41b0-bbdf-7efd6fac8578 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:47.725007 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef182b39-d16f-44b4-94e4-8dccab45653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:47.757806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344c032-b716-44ef-9900-7e5c68a691be req-168b1b05-eb79-426f-8fb7-ad78b1b6ae00 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:47.764050 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e344c032-b716-44ef-9900-7e5c68a691be req-168b1b05-eb79-426f-8fb7-ad78b1b6ae00 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 931 time: 0.1384380 Aug 06 16:02:47.778848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ef182b39-d16f-44b4-94e4-8dccab45653a None None] Port 81ffc931-fe55-41b0-bbdf-7efd6fac8578 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:47.799288 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a969752b-fff6-4283-97c9-7b95fbb80914 req-6d3c97e5-761b-4c97-9300-f9958bce2d21 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 210 time: 0.0878274 Aug 06 16:02:47.808223 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7a968488-53c6-4a16-a908-f152eaa7f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:47.843937 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a968488-53c6-4a16-a908-f152eaa7f828 None None] Routers {'6a097eaf-4613-4da2-88b2-6fd9d0b7074c'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:47.845423 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7a968488-53c6-4a16-a908-f152eaa7f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:02:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6a097eaf-4613-4da2-88b2-6fd9d0b7074c'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:47.885286 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1ca92485-8dd4-48da-b7bc-41875f9a887b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:47.891138 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e344c032-b716-44ef-9900-7e5c68a691be req-7bc37196-54a5-41df-8585-32f9ad95f582 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943954 Aug 06 16:02:47.896902 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7a968488-53c6-4a16-a908-f152eaa7f828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:47.898452 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a968488-53c6-4a16-a908-f152eaa7f828 None None] The sync data for ids ['6a097eaf-4613-4da2-88b2-6fd9d0b7074c'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:48.042419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976e9aa-1d21-45a1-88e6-efadd2f660a4 req-1c5aab1e-43ff-4941-9c9c-b3927907d254 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:48.044189 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a976e9aa-1d21-45a1-88e6-efadd2f660a4 req-1c5aab1e-43ff-4941-9c9c-b3927907d254 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 1097 time: 0.0597599 Aug 06 16:02:48.092000 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a976e9aa-1d21-45a1-88e6-efadd2f660a4 req-3e659ac1-e5c7-4e34-ab21-7dbc7196b565 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399342 Aug 06 16:02:48.103876 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d81967-af76-4af6-87b2-e62a1d1dd759 x-openstack-request-id: req-78d81967-af76-4af6-87b2-e62a1d1dd759 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:48.104247 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7472a4-3b6f-4201-bf52-90bc662a45f0", "name": "network-vif-plugged", "status": "completed", "tag": "a41c83a5-a769-4956-92c8-ecc06f3e1414", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:48.104586 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78d81967-af76-4af6-87b2-e62a1d1dd759 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:48.105036 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7472a4-3b6f-4201-bf52-90bc662a45f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41c83a5-a769-4956-92c8-ecc06f3e1414', 'code': 200} Aug 06 16:02:48.200423 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-1ca92485-8dd4-48da-b7bc-41875f9a887b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 06 16:02:48.201384 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1ca92485-8dd4-48da-b7bc-41875f9a887b tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "DELETE /v2.0/routers/6a097eaf-4613-4da2-88b2-6fd9d0b7074c HTTP/1.1" status: 409 len: 329 time: 0.5107450 Aug 06 16:02:48.207822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38868) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:48.333158 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67693f40-4ca1-461a-b885-729c0ff10004 req-2481ec30-2eb4-45c9-b48d-ac04b0351b6a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:48.334940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67693f40-4ca1-461a-b885-729c0ff10004 req-2481ec30-2eb4-45c9-b48d-ac04b0351b6a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.1059809 Aug 06 16:02:48.338124 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-756c3717-f1a3-4809-b6f4-ad3e620f62f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1964386 Aug 06 16:02:48.341358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a172d-74e6-432a-b33c-1b0a18ce98f5 req-cddca286-8008-4ed5-b58e-e9057890b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:48.343006 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-772a172d-74e6-432a-b33c-1b0a18ce98f5 req-cddca286-8008-4ed5-b58e-e9057890b9f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 1096 time: 0.1446126 Aug 06 16:02:48.358140 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edff57-42e5-47cd-975a-6c078db3bcd8 req-d9134984-0ff7-4307-886b-7f312c776b42 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:48.366469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3edff57-42e5-47cd-975a-6c078db3bcd8 req-d9134984-0ff7-4307-886b-7f312c776b42 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1785061 Aug 06 16:02:48.476129 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-96cec274-23e2-4f93-b2f1-1f34445c7a9d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:48.505266 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-96cec274-23e2-4f93-b2f1-1f34445c7a9d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Transition to ACTIVE for port object 6696e820-7af7-47d8-a506-1695939844eb will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:48.600745 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3edff57-42e5-47cd-975a-6c078db3bcd8 req-186ef5fe-72b6-40a9-82cc-6f3c9da172f2 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331750 Aug 06 16:02:48.652727 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67693f40-4ca1-461a-b885-729c0ff10004 req-8a3ee3c4-e6b8-4d60-ba90-2b41b62708ac tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558439 Aug 06 16:02:48.676907 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-772a172d-74e6-432a-b33c-1b0a18ce98f5 req-ef50df58-63ba-43f3-ac3e-b715fad35d93 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901883 Aug 06 16:02:48.695900 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-96cec274-23e2-4f93-b2f1-1f34445c7a9d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:48.770201 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cec274-23e2-4f93-b2f1-1f34445c7a9d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event updated for resources: {'Port': ['ID=6696e820-7af7-47d8-a506-1695939844eb,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:48.798161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-96cec274-23e2-4f93-b2f1-1f34445c7a9d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Network 0289d76d-e14d-4c22-8519-329bdca6f8e4 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:48.800849 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-96cec274-23e2-4f93-b2f1-1f34445c7a9d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:48.803847 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-96cec274-23e2-4f93-b2f1-1f34445c7a9d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:48.810530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-7287dc4e-0377-471d-bde6-f09f1a6ae1ac tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:48.812346 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-7287dc4e-0377-471d-bde6-f09f1a6ae1ac tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.13 "GET /v2.0/networks?id=a866e395-3ce9-4555-a769-7f0869a94e9f HTTP/1.1" status: 200 len: 816 time: 0.4368858 Aug 06 16:02:48.916662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-96cec274-23e2-4f93-b2f1-1f34445c7a9d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:48.917320 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-96cec274-23e2-4f93-b2f1-1f34445c7a9d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:48.935687 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eaf90-e9ce-4952-85b1-7374a56f50e0 req-4cd18c05-57d4-42b6-b490-13f85c801478 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:48.937909 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-266eaf90-e9ce-4952-85b1-7374a56f50e0 req-4cd18c05-57d4-42b6-b490-13f85c801478 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 945 time: 0.1926596 Aug 06 16:02:48.965141 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-96cec274-23e2-4f93-b2f1-1f34445c7a9d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0941503 Aug 06 16:02:48.992087 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e5451794-ed1e-4ddd-bac7-a74976c095a6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Request body: {'port': {'device_id': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4', 'admin_state_up': True, 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'security_groups': ['9f5e8e36-13c6-43b5-bc23-e827eace42d1']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:49.005513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-cd665a9f-8e60-4df2-9095-0e87a63978e6 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ffc041dde4b4c088ba8b49bfae0f273 HTTP/1.1" status: 200 len: 379 time: 0.1828725 Aug 06 16:02:49.019713 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4aa89c8a-12a6-49f5-bdf5-58c7d98029e6 req-6fc99058-4cfd-41b5-bbc6-ae58ded4b363 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 210 time: 0.0786602 Aug 06 16:02:49.030325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-b3f4851a-969b-4e15-8292-77e96a4f7403 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Request body: {'port': {'device_id': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'admin_state_up': True, 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'security_groups': ['136c9da5-428a-48f8-b0fa-823aeddb6d9e']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:49.136568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-266eaf90-e9ce-4952-85b1-7374a56f50e0 req-34baa4d0-f7b8-400f-9abc-b587d8ee1c26 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850135 Aug 06 16:02:49.193132 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff065249-b23b-44a9-a9cd-aaca9077fbae tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:49.211210 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4cd4475a-724c-4c3b-ab18-572873e3b4a5 None None] Provisioning for port 6696e820-7af7-47d8-a506-1695939844eb completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:49.220759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4cd4475a-724c-4c3b-ab18-572873e3b4a5 None None] Provisioning complete for port 6696e820-7af7-47d8-a506-1695939844eb triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:49.221477 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4cd4475a-724c-4c3b-ab18-572873e3b4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:49.296560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4cd4475a-724c-4c3b-ab18-572873e3b4a5 None None] Port 6696e820-7af7-47d8-a506-1695939844eb cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:49.420272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a55e1-1236-415c-84ef-9bf0c7655ccd req-a91771a6-8579-4703-b21e-33eda05f3e69 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:49.427098 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a55e1-1236-415c-84ef-9bf0c7655ccd req-a91771a6-8579-4703-b21e-33eda05f3e69 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:49.429227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-726a55e1-1236-415c-84ef-9bf0c7655ccd req-a91771a6-8579-4703-b21e-33eda05f3e69 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 1653 time: 0.2896955 Aug 06 16:02:49.512549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e5451794-ed1e-4ddd-bac7-a74976c095a6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Made reservation on behalf of 964dc75051674f75a50f3eba300bee26 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:49.518208 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e5451794-ed1e-4ddd-bac7-a74976c095a6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:49.558371 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-726a55e1-1236-415c-84ef-9bf0c7655ccd req-e9e9777f-2d53-4389-ada1-90852959556a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141055 Aug 06 16:02:49.615885 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-b3f4851a-969b-4e15-8292-77e96a4f7403 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Made reservation on behalf of 7ffc041dde4b4c088ba8b49bfae0f273 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:49.640732 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-b3f4851a-969b-4e15-8292-77e96a4f7403 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:49.902559 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ff065249-b23b-44a9-a9cd-aaca9077fbae tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Deleting port 81ffc931-fe55-41b0-bbdf-7efd6fac8578 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:49.903398 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff065249-b23b-44a9-a9cd-aaca9077fbae tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:49.947334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930571f8-cb1f-4d0a-8370-037b477bae58 req-dfd0240e-79a9-4e6d-8a2a-9c0432d79808 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:49.949736 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-930571f8-cb1f-4d0a-8370-037b477bae58 req-dfd0240e-79a9-4e6d-8a2a-9c0432d79808 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.1217973 Aug 06 16:02:50.046659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2ebfd-cbb7-4fa4-8af2-d5f071d0b13c req-acd4336f-7eda-47c4-b06d-69284abc7052 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:50.048386 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-acd2ebfd-cbb7-4fa4-8af2-d5f071d0b13c req-acd4336f-7eda-47c4-b06d-69284abc7052 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.2408864 Aug 06 16:02:50.091120 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-930571f8-cb1f-4d0a-8370-037b477bae58 req-d9b19e79-95d2-4963-be67-61883c929cab tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126649 Aug 06 16:02:50.115778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e5451794-ed1e-4ddd-bac7-a74976c095a6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Allocated IP 10.1.1.90 (0289d76d-e14d-4c22-8519-329bdca6f8e4/e3e157bd-96ce-436f-8bd3-5b6e5d6527f5/8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:50.147053 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-acd2ebfd-cbb7-4fa4-8af2-d5f071d0b13c req-e5502947-c479-408e-b305-b035e1de6a54 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915136 Aug 06 16:02:50.152952 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff065249-b23b-44a9-a9cd-aaca9077fbae tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:50.174761 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-b3f4851a-969b-4e15-8292-77e96a4f7403 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Allocated IP 172.20.0.12 (a866e395-3ce9-4555-a769-7f0869a94e9f/179c64d1-b6cb-431f-aab6-556ce510d2b1/8741f1b3-674c-40e4-9070-29af950fa49e) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:50.199301 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ff065249-b23b-44a9-a9cd-aaca9077fbae tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Calling delete_port for 81ffc931-fe55-41b0-bbdf-7efd6fac8578 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:50.311338 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-423660d8-c2ac-482c-82a8-052fd3092db6 req-ece265cd-d90f-4494-b15b-62437ffbcf05 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 210 time: 0.0481424 Aug 06 16:02:50.562970 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e5451794-ed1e-4ddd-bac7-a74976c095a6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:50.625402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e5451794-ed1e-4ddd-bac7-a74976c095a6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Transition to ACTIVE for port object 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:50.667222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b01e75-470c-426e-9946-31aad8d228c7 req-1a750e2a-e260-4553-858c-d1e992d25653 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:50.677317 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3b01e75-470c-426e-9946-31aad8d228c7 req-1a750e2a-e260-4553-858c-d1e992d25653 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 945 time: 0.2361314 Aug 06 16:02:50.710062 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-b3f4851a-969b-4e15-8292-77e96a4f7403 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:50.754284 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff065249-b23b-44a9-a9cd-aaca9077fbae tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:50.770371 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e5451794-ed1e-4ddd-bac7-a74976c095a6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:50.798288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-b3f4851a-969b-4e15-8292-77e96a4f7403 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Transition to ACTIVE for port object 8741f1b3-674c-40e4-9070-29af950fa49e will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:50.802504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff065249-b23b-44a9-a9cd-aaca9077fbae tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event deleted for resources: {'Port': ['ID=81ffc931-fe55-41b0-bbdf-7efd6fac8578,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:50.816642 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3b01e75-470c-426e-9946-31aad8d228c7 req-eb223ae8-d8d0-4ba9-a002-e2507e996a2e tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384399 Aug 06 16:02:50.857231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-998605fb-86ab-419c-9181-bd6d64662196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:50.858836 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-998605fb-86ab-419c-9181-bd6d64662196 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 1101 time: 0.2585218 Aug 06 16:02:50.889977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2bfd3-9c9d-46ef-a2f8-5a7f7b4e9070 req-7d35d9fc-7215-4161-86e4-7f73806343d0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:50.897437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2bfd3-9c9d-46ef-a2f8-5a7f7b4e9070 req-7d35d9fc-7215-4161-86e4-7f73806343d0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:50.906158 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0f2bfd3-9c9d-46ef-a2f8-5a7f7b4e9070 req-7d35d9fc-7215-4161-86e4-7f73806343d0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 1653 time: 0.2138536 Aug 06 16:02:51.084145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-0dfe5a42-b405-4fbf-bb78-ea77df464bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:51.085968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-0dfe5a42-b405-4fbf-bb78-ea77df464bdc service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.2090390 Aug 06 16:02:51.097414 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-b3f4851a-969b-4e15-8292-77e96a4f7403 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:51.241483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4851a-969b-4e15-8292-77e96a4f7403 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event updated for resources: {'Port': ['ID=8741f1b3-674c-40e4-9070-29af950fa49e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:51.265216 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-a59a3b66-b472-458d-80f0-d1988c01a3ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7 HTTP/1.1" status: 200 len: 217 time: 0.1713920 Aug 06 16:02:51.271726 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0f2bfd3-9c9d-46ef-a2f8-5a7f7b4e9070 req-6ebce60b-4d71-485c-9e8c-ce2645274c8a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3647072 Aug 06 16:02:51.319176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-b3f4851a-969b-4e15-8292-77e96a4f7403 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Network a866e395-3ce9-4555-a769-7f0869a94e9f is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:51.343733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3563ece-24d2-42b0-a885-babe4ccb7bd0 req-2032ad2b-f855-4110-9a3c-af7ff8da58c3 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:51.351903 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3563ece-24d2-42b0-a885-babe4ccb7bd0 req-2032ad2b-f855-4110-9a3c-af7ff8da58c3 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 945 time: 0.2348754 Aug 06 16:02:51.359549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-b3f4851a-969b-4e15-8292-77e96a4f7403 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:51.362920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-b3f4851a-969b-4e15-8292-77e96a4f7403 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:51.415979 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-b96cd24a-ff1e-46bb-a1ae-20c35a307695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:51.417463 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-b96cd24a-ff1e-46bb-a1ae-20c35a307695 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1439323 Aug 06 16:02:51.472614 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e5451794-ed1e-4ddd-bac7-a74976c095a6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Network 0289d76d-e14d-4c22-8519-329bdca6f8e4 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:51.481296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e5451794-ed1e-4ddd-bac7-a74976c095a6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:51.486353 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e5451794-ed1e-4ddd-bac7-a74976c095a6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:51.489002 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff065249-b23b-44a9-a9cd-aaca9077fbae tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:51.513784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-b3f4851a-969b-4e15-8292-77e96a4f7403 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:51.514457 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-b3f4851a-969b-4e15-8292-77e96a4f7403 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:51.531717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3563ece-24d2-42b0-a885-babe4ccb7bd0 req-2354d011-9453-41fd-9e94-3087074eeafc tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789401 Aug 06 16:02:51.537398 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5451794-ed1e-4ddd-bac7-a74976c095a6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event updated for resources: {'Port': ['ID=8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:51.598094 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-b3f4851a-969b-4e15-8292-77e96a4f7403 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5750258 Aug 06 16:02:51.614214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-a2e677e0-8854-4cf7-b2fe-6eba877834f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:51.619921 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-a2e677e0-8854-4cf7-b2fe-6eba877834f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1943388 Aug 06 16:02:51.631094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Request body: {'port': {'device_id': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:51.689712 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e5451794-ed1e-4ddd-bac7-a74976c095a6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:51.690368 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e5451794-ed1e-4ddd-bac7-a74976c095a6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:51.781941 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e5451794-ed1e-4ddd-bac7-a74976c095a6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8046937 Aug 06 16:02:51.791763 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff065249-b23b-44a9-a9cd-aaca9077fbae tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Router 6a097eaf-4613-4da2-88b2-6fd9d0b7074c has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:51.797125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-9cd878eb-a288-4809-a559-b4a09d00c816 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585169 Aug 06 16:02:51.803403 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3df9a6ea-5eb5-4c3e-9341-e847b5a7ee93 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Request body: {'port': {'device_id': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '694c032e-723f-44df-83a9-40d4adea9477', 'admin_state_up': True, 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'security_groups': ['9f5e8e36-13c6-43b5-bc23-e827eace42d1']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:51.805056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a64e5-ef8e-41c8-ac83-9a9a9835b142 req-2be0efe0-55bc-4ae9-98e8-ab24a34bd887 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:51.807043 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-554a64e5-ef8e-41c8-ac83-9a9a9835b142 req-2be0efe0-55bc-4ae9-98e8-ab24a34bd887 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.3433526 Aug 06 16:02:51.872053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2f7272a0-a5d8-4e5d-b99c-6390d9db34b8 None None] Provisioning for port 8741f1b3-674c-40e4-9070-29af950fa49e completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:51.880277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2f7272a0-a5d8-4e5d-b99c-6390d9db34b8 None None] Provisioning complete for port 8741f1b3-674c-40e4-9070-29af950fa49e triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:51.883545 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2f7272a0-a5d8-4e5d-b99c-6390d9db34b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:51.936149 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2f7272a0-a5d8-4e5d-b99c-6390d9db34b8 None None] Port 8741f1b3-674c-40e4-9070-29af950fa49e cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:52.018529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff065249-b23b-44a9-a9cd-aaca9077fbae tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:52.028035 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ff065249-b23b-44a9-a9cd-aaca9077fbae tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "PUT /v2.0/routers/6a097eaf-4613-4da2-88b2-6fd9d0b7074c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8164399 Aug 06 16:02:52.032055 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38940) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:52.035421 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30671a-22e4-4ebc-a80f-7ddf359500cf None None] Sync routers for ids ['6a097eaf-4613-4da2-88b2-6fd9d0b7074c'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:52.067178 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30671a-22e4-4ebc-a80f-7ddf359500cf None None] Routers {'6a097eaf-4613-4da2-88b2-6fd9d0b7074c'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:52.067866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-fd30671a-22e4-4ebc-a80f-7ddf359500cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:02:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6a097eaf-4613-4da2-88b2-6fd9d0b7074c'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:52.071896 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:52.088265 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-81b37fe1-be78-448f-8a43-9b2df260fd58 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] show failed (client error): The resource could not be found. Aug 06 16:02:52.089511 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-81b37fe1-be78-448f-8a43-9b2df260fd58 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1101048974 HTTP/1.1" status: 404 len: 335 time: 0.0563617 Aug 06 16:02:52.095065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38942) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:52.100789 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f02da9f5-1190-4113-8aac-784719019ce1 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:52.114572 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-554a64e5-ef8e-41c8-ac83-9a9a9835b142 req-804730cd-9b83-4743-96f1-eba4563f3ed5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345140 Aug 06 16:02:52.125141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3d02964f-9731-4ff5-9caf-52696f7c8ade None None] Provisioning for port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:52.128011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-fd30671a-22e4-4ebc-a80f-7ddf359500cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:52.134733 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3d02964f-9731-4ff5-9caf-52696f7c8ade None None] Provisioning complete for port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:52.135386 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3d02964f-9731-4ff5-9caf-52696f7c8ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:52.146249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d676035-6ab7-4279-83ac-0fe376972012 req-bfc14baf-7478-4e65-8eab-b02528f44a90 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:52.152265 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d676035-6ab7-4279-83ac-0fe376972012 req-bfc14baf-7478-4e65-8eab-b02528f44a90 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.3429608 Aug 06 16:02:52.175317 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-f02da9f5-1190-4113-8aac-784719019ce1 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] update failed (client error): The resource could not be found. Aug 06 16:02:52.176954 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f02da9f5-1190-4113-8aac-784719019ce1 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-152795533 HTTP/1.1" status: 404 len: 334 time: 0.0803752 Aug 06 16:02:52.178022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30671a-22e4-4ebc-a80f-7ddf359500cf None None] Routers {'6a097eaf-4613-4da2-88b2-6fd9d0b7074c'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:52.178668 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-fd30671a-22e4-4ebc-a80f-7ddf359500cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:02:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6a097eaf-4613-4da2-88b2-6fd9d0b7074c'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:52.182540 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38944) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:52.269803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-fd30671a-22e4-4ebc-a80f-7ddf359500cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:52.270746 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30671a-22e4-4ebc-a80f-7ddf359500cf None None] The sync data for ids ['6a097eaf-4613-4da2-88b2-6fd9d0b7074c'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:52.280039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3df9a6ea-5eb5-4c3e-9341-e847b5a7ee93 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Made reservation on behalf of 964dc75051674f75a50f3eba300bee26 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:52.288543 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-2080d5a0-c9b2-445e-b955-bbc661a2c67f tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Deleting subnet a4993027-f970-4859-af88-0a2396651bd9 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:02:52.300741 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2080d5a0-c9b2-445e-b955-bbc661a2c67f tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:52.301919 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3d02964f-9731-4ff5-9caf-52696f7c8ade None None] Port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:52.302839 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-19e4b7b0-7f0c-4bde-9d62-9f45295fee27 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395676 Aug 06 16:02:52.390792 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d676035-6ab7-4279-83ac-0fe376972012 req-3056199b-ebc0-4b41-adab-9a6153f98520 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230136 Aug 06 16:02:52.481262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f76fe0-0c8a-4a86-94d6-188359614166 req-3d244f07-8ce9-42da-a7c3-0d14c269c87b tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:52.483294 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e7f76fe0-0c8a-4a86-94d6-188359614166 req-3d244f07-8ce9-42da-a7c3-0d14c269c87b tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 932 time: 0.1746924 Aug 06 16:02:52.505155 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2080d5a0-c9b2-445e-b955-bbc661a2c67f tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:52.589297 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e7f76fe0-0c8a-4a86-94d6-188359614166 req-a6fb1b64-758f-4c62-a8de-ab6f0ede6500 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944541 Aug 06 16:02:52.697416 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2080d5a0-c9b2-445e-b955-bbc661a2c67f tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:52.745127 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3df9a6ea-5eb5-4c3e-9341-e847b5a7ee93 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:52.828505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d94c6-416f-42e6-a6a8-51f44ef08d61 req-6d1e9efd-61d3-4059-8b73-f127ce07d9ba tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:52.839926 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d94c6-416f-42e6-a6a8-51f44ef08d61 req-6d1e9efd-61d3-4059-8b73-f127ce07d9ba tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:52.846798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d94c6-416f-42e6-a6a8-51f44ef08d61 req-6d1e9efd-61d3-4059-8b73-f127ce07d9ba tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:52.848555 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a74d94c6-416f-42e6-a6a8-51f44ef08d61 req-6d1e9efd-61d3-4059-8b73-f127ce07d9ba tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 2373 time: 0.1571012 Aug 06 16:02:52.864281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8741f1b3-674c-40e4-9070-29af950fa49e {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:52.878409 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:52.982474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Transition to ACTIVE for port object 8741f1b3-674c-40e4-9070-29af950fa49e will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:53.017747 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.033074 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2080d5a0-c9b2-445e-b955-bbc661a2c67f tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.071146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Pushing event updated for resources: {'Port': ['ID=8741f1b3-674c-40e4-9070-29af950fa49e,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:53.081426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a74d94c6-416f-42e6-a6a8-51f44ef08d61 req-5004e5b4-7ecd-47df-bec4-294c7dc03ff0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118368 Aug 06 16:02:53.114045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6341f7-d963-4b8c-af77-416c83867567 req-52580818-9753-463e-a2fc-fb1e440b1b98 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:53.115986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c6341f7-d963-4b8c-af77-416c83867567 req-52580818-9753-463e-a2fc-fb1e440b1b98 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 945 time: 0.1611362 Aug 06 16:02:53.172862 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080d5a0-c9b2-445e-b955-bbc661a2c67f tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event deleted for resources: {'Subnet': ['ID=a4993027-f970-4859-af88-0a2396651bd9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:53.174297 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.193642 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2080d5a0-c9b2-445e-b955-bbc661a2c67f tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.201594 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bfddc4-33a6-4ae3-b622-3ba95fec3146 None None] Network ee952588-b32b-4408-b956-62bf89f937b5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:53.202862 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2080d5a0-c9b2-445e-b955-bbc661a2c67f tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "DELETE /v2.0/subnets/a4993027-f970-4859-af88-0a2396651bd9 HTTP/1.1" status: 204 len: 168 time: 1.0188055 Aug 06 16:02:53.208955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38960) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:53.346241 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3df9a6ea-5eb5-4c3e-9341-e847b5a7ee93 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Allocated IP 10.2.2.100 (694c032e-723f-44df-83a9-40d4adea9477/56056eca-e778-4fc5-86d3-2b08bb8eb36f/c37bedb5-5d6e-4df8-8cfa-fa9b813666a0) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:53.364662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Attempting to bind port 8741f1b3-674c-40e4-9070-29af950fa49e on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:53.365496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Attempting to bind port 8741f1b3-674c-40e4-9070-29af950fa49e by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:53.365496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Attempting to bind port 8741f1b3-674c-40e4-9070-29af950fa49e on network a866e395-3ce9-4555-a769-7f0869a94e9f {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:53.377980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c6341f7-d963-4b8c-af77-416c83867567 req-4d009372-fd8a-4ec8-94af-88d19fff7ffe tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094958 Aug 06 16:02:53.412095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Port 8741f1b3-674c-40e4-9070-29af950fa49e on network a866e395-3ce9-4555-a769-7f0869a94e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:02:53.412418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Attempting to bind port 8741f1b3-674c-40e4-9070-29af950fa49e on network a866e395-3ce9-4555-a769-7f0869a94e9f {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:53.423266 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.433769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:53.434116 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Checking segment: {'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:53.434515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Bound using segment: {'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:53.435000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Bound port: 8741f1b3-674c-40e4-9070-29af950fa49e, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:53.436037 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.559266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726e2f2-c2c5-44b8-8ccf-84b33e7db016 req-62c1d7da-e9d7-437c-b809-645b1eec296d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:53.566135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b726e2f2-c2c5-44b8-8ccf-84b33e7db016 req-62c1d7da-e9d7-437c-b809-645b1eec296d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.2227068 Aug 06 16:02:53.586206 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.615934 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb74949-38b1-4605-9ff0-e6ae1e68d1cb None None] DHCP port deletion for ee952588-b32b-4408-b956-62bf89f937b5 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:02:53.709965 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3df9a6ea-5eb5-4c3e-9341-e847b5a7ee93 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.722741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-aeb74949-38b1-4605-9ff0-e6ae1e68d1cb None None] Deleting port 926fba59-a69d-44a2-888d-62378a3b3d81 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:53.723271 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aeb74949-38b1-4605-9ff0-e6ae1e68d1cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.743775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3df9a6ea-5eb5-4c3e-9341-e847b5a7ee93 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Transition to ACTIVE for port object c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:53.789425 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b726e2f2-c2c5-44b8-8ccf-84b33e7db016 req-fb82d44c-58db-49f2-ba11-d13734437c80 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932778 Aug 06 16:02:53.814137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] For port 8741f1b3-674c-40e4-9070-29af950fa49e, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:53.821108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] For port 8741f1b3-674c-40e4-9070-29af950fa49e, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8741f1b3-674c-40e4-9070-29af950fa49e,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:53.832423 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.837681 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3df9a6ea-5eb5-4c3e-9341-e847b5a7ee93 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.900389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-aeb74949-38b1-4605-9ff0-e6ae1e68d1cb None None] For port 926fba59-a69d-44a2-888d-62378a3b3d81, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=926fba59-a69d-44a2-888d-62378a3b3d81,segment=NetworkSegment(4f3aa301-8e9d-4ff2-af6d-22a01af5f5d5),segment_id=4f3aa301-8e9d-4ff2-af6d-22a01af5f5d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:53.900799 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aeb74949-38b1-4605-9ff0-e6ae1e68d1cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.921523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-aeb74949-38b1-4605-9ff0-e6ae1e68d1cb None None] Calling delete_port for 926fba59-a69d-44a2-888d-62378a3b3d81 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:53.935115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Deleting port 926fba59-a69d-44a2-888d-62378a3b3d81 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:53.936314 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.946874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9a6ea-5eb5-4c3e-9341-e847b5a7ee93 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event updated for resources: {'Port': ['ID=c37bedb5-5d6e-4df8-8cfa-fa9b813666a0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:53.990541 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Pushing event updated for resources: {'Port': ['ID=8741f1b3-674c-40e4-9070-29af950fa49e,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:53.999076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:53.999719 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:54.001761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-0527b86c-4606-452a-9773-a6323acfc25c service neutron] 10.222.0.13 "PUT /v2.0/ports/8741f1b3-674c-40e4-9070-29af950fa49e HTTP/1.1" status: 200 len: 1092 time: 2.3805647 Aug 06 16:02:54.006300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'tag': '8741f1b3-674c-40e4-9070-29af950fa49e'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:54.008932 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e35c075-6cd7-4f3d-8e91-b110117b20ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4a1b7a-7dbb-44df-917c-9381a7d6bb28", "tag": "8741f1b3-674c-40e4-9070-29af950fa49e"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:54.036224 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3df9a6ea-5eb5-4c3e-9341-e847b5a7ee93 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Network 694c032e-723f-44df-83a9-40d4adea9477 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:54.038555 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3df9a6ea-5eb5-4c3e-9341-e847b5a7ee93 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:54.053315 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3df9a6ea-5eb5-4c3e-9341-e847b5a7ee93 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:54.187778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3df9a6ea-5eb5-4c3e-9341-e847b5a7ee93 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:54.189835 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3df9a6ea-5eb5-4c3e-9341-e847b5a7ee93 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:54.205573 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aeb74949-38b1-4605-9ff0-e6ae1e68d1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:54.232487 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3df9a6ea-5eb5-4c3e-9341-e847b5a7ee93 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4342482 Aug 06 16:02:54.270309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-1e501493-f8ef-425b-abac-e170171c1df8 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Request body: {'port': {'device_id': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '694c032e-723f-44df-83a9-40d4adea9477', 'admin_state_up': True, 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'security_groups': ['9f5e8e36-13c6-43b5-bc23-e827eace42d1']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:54.330305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb74949-38b1-4605-9ff0-e6ae1e68d1cb None None] Pushing event deleted for resources: {'Port': ['ID=926fba59-a69d-44a2-888d-62378a3b3d81,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:54.343105 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb74949-38b1-4605-9ff0-e6ae1e68d1cb None None] No DVR routers for this DVR port 926fba59-a69d-44a2-888d-62378a3b3d81 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:54.507184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] For port 926fba59-a69d-44a2-888d-62378a3b3d81, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=926fba59-a69d-44a2-888d-62378a3b3d81,segment=NetworkSegment(4f3aa301-8e9d-4ff2-af6d-22a01af5f5d5),segment_id=4f3aa301-8e9d-4ff2-af6d-22a01af5f5d5)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:54.507703 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:54.525045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-323077fe-0372-4f19-9014-ae68fd78360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:54.526842 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-323077fe-0372-4f19-9014-ae68fd78360c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ffc041dde4b4c088ba8b49bfae0f273&device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 1095 time: 0.3902197 Aug 06 16:02:54.542587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Calling delete_port for 926fba59-a69d-44a2-888d-62378a3b3d81 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:54.550660 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-1e501493-f8ef-425b-abac-e170171c1df8 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Made reservation on behalf of 964dc75051674f75a50f3eba300bee26 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:54.555784 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-1e501493-f8ef-425b-abac-e170171c1df8 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:54.566998 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39993b1b-8162-41ed-a8a1-b84515e416f5 req-501ace1f-301b-4c43-af96-93ed3967b5d7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:54.569290 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39993b1b-8162-41ed-a8a1-b84515e416f5 req-501ace1f-301b-4c43-af96-93ed3967b5d7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.4283729 Aug 06 16:02:54.597011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c15b7924-b003-4860-b758-a1a0d2f60ac6 None None] Provisioning for port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:54.608597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c15b7924-b003-4860-b758-a1a0d2f60ac6 None None] Provisioning complete for port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:54.609035 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c15b7924-b003-4860-b758-a1a0d2f60ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:54.639259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-36e2ed07-d3ce-44e2-bc7b-ffff487e9095 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8741f1b3-674c-40e4-9070-29af950fa49e HTTP/1.1" status: 200 len: 217 time: 0.0945151 Aug 06 16:02:54.664245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c15b7924-b003-4860-b758-a1a0d2f60ac6 None None] Port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:54.745802 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0a0a8-761a-4416-b3d6-78710dfc701d req-cd409b79-6c32-4c7b-b5f1-7c32eef001c6 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:54.747339 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4b0a0a8-761a-4416-b3d6-78710dfc701d req-cd409b79-6c32-4c7b-b5f1-7c32eef001c6 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.3477223 Aug 06 16:02:54.870862 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-1e501493-f8ef-425b-abac-e170171c1df8 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Allocated IP 10.2.2.200 (694c032e-723f-44df-83a9-40d4adea9477/56056eca-e778-4fc5-86d3-2b08bb8eb36f/feba7d60-e574-4ef5-bde3-2b961864b504) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:54.980040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 926fba59-a69d-44a2-888d-62378a3b3d81 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:55.017340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 926fba59-a69d-44a2-888d-62378a3b3d81 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:55.018327 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 926fba59-a69d-44a2-888d-62378a3b3d81 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:55.125094 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-1e501493-f8ef-425b-abac-e170171c1df8 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.150200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-1e501493-f8ef-425b-abac-e170171c1df8 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Transition to ACTIVE for port object feba7d60-e574-4ef5-bde3-2b961864b504 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:55.194484 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-1e501493-f8ef-425b-abac-e170171c1df8 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.245206 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.247443 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-1e501493-f8ef-425b-abac-e170171c1df8 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Network 694c032e-723f-44df-83a9-40d4adea9477 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:55.251925 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-1e501493-f8ef-425b-abac-e170171c1df8 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:55.254003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e501493-f8ef-425b-abac-e170171c1df8 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event updated for resources: {'Port': ['ID=feba7d60-e574-4ef5-bde3-2b961864b504,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:55.256460 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-1e501493-f8ef-425b-abac-e170171c1df8 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:55.287598 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39993b1b-8162-41ed-a8a1-b84515e416f5 req-9a677c56-2d84-4adb-8134-57f2273a810d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6619539 Aug 06 16:02:55.309864 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-60dcb8f9-2b34-45fa-9cd6-484c55911484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:55.311784 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-60dcb8f9-2b34-45fa-9cd6-484c55911484 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=179c64d1-b6cb-431f-aab6-556ce510d2b1 HTTP/1.1" status: 200 len: 855 time: 0.6624978 Aug 06 16:02:55.315610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event deleted for resources: {'Port': ['ID=926fba59-a69d-44a2-888d-62378a3b3d81,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:55.321898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] No DVR routers for this DVR port 926fba59-a69d-44a2-888d-62378a3b3d81 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:55.365385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-1e501493-f8ef-425b-abac-e170171c1df8 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:55.366082 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-1e501493-f8ef-425b-abac-e170171c1df8 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.394309 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4b0a0a8-761a-4416-b3d6-78710dfc701d req-4f40afee-c9fa-4b6d-b9ac-a9febba5a197 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6353755 Aug 06 16:02:55.396183 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113b8196-5f5d-4c9b-8131-363a6991218e x-openstack-request-id: req-113b8196-5f5d-4c9b-8131-363a6991218e {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:55.396579 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4a1b7a-7dbb-44df-917c-9381a7d6bb28", "tag": "8741f1b3-674c-40e4-9070-29af950fa49e", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:55.396936 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-113b8196-5f5d-4c9b-8131-363a6991218e {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:55.397433 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'tag': '8741f1b3-674c-40e4-9070-29af950fa49e', 'status': 'completed', 'code': 200} Aug 06 16:02:55.398742 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-1e501493-f8ef-425b-abac-e170171c1df8 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1458926 Aug 06 16:02:55.425356 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Request body: {'port': {'device_id': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:55.526382 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.558238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee952588-b32b-4408-b956-62bf89f937b5']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:55.581317 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-5ef02bc4-c69e-489a-8d26-f47ba20b9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:55.582883 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-5ef02bc4-c69e-489a-8d26-f47ba20b9b44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a866e395-3ce9-4555-a769-7f0869a94e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2625589 Aug 06 16:02:55.591702 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3aa301-8e9d-4ff2-af6d-22a01af5f5d5') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:55.592002 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3aa301-8e9d-4ff2-af6d-22a01af5f5d5') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:55.602967 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.639355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc4b31-62db-4b22-800c-1b96074284cb req-915d8cbc-4fb7-4fc2-82f3-24ba037e492a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:55.648507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc4b31-62db-4b22-800c-1b96074284cb req-915d8cbc-4fb7-4fc2-82f3-24ba037e492a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:55.658677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc4b31-62db-4b22-800c-1b96074284cb req-915d8cbc-4fb7-4fc2-82f3-24ba037e492a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:55.670857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc4b31-62db-4b22-800c-1b96074284cb req-915d8cbc-4fb7-4fc2-82f3-24ba037e492a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:55.676453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c7f8d16e-b55a-46fa-98d1-05f3c3bea480 None None] Provisioning for port feba7d60-e574-4ef5-bde3-2b961864b504 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:55.681116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c7f8d16e-b55a-46fa-98d1-05f3c3bea480 None None] Provisioning complete for port feba7d60-e574-4ef5-bde3-2b961864b504 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:55.681485 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c7f8d16e-b55a-46fa-98d1-05f3c3bea480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.681782 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc4b31-62db-4b22-800c-1b96074284cb req-915d8cbc-4fb7-4fc2-82f3-24ba037e492a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:55.684202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54cc4b31-62db-4b22-800c-1b96074284cb req-915d8cbc-4fb7-4fc2-82f3-24ba037e492a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 3815 time: 0.1717083 Aug 06 16:02:55.736908 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.752736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8d16e-b55a-46fa-98d1-05f3c3bea480 None None] Port feba7d60-e574-4ef5-bde3-2b961864b504 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:55.820854 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.844772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:02:55.845722 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:02:55.854079 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:02:55.920842 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54cc4b31-62db-4b22-800c-1b96074284cb req-f58daca3-f5e3-4308-95de-a6cc71121507 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948371 Aug 06 16:02:55.929267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2350a-392c-46bb-b281-c86330f51bd9 req-28b7748c-b743-4bde-82ec-cad5325d6e67 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:55.937409 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55a2350a-392c-46bb-b281-c86330f51bd9 req-28b7748c-b743-4bde-82ec-cad5325d6e67 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.2508588 Aug 06 16:02:55.995510 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-b2b1b456-d4d4-462f-b5b9-bdcaba2c9ff7 service neutron] 10.222.0.13 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895948 Aug 06 16:02:56.028358 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.041932 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.046472 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "DELETE /v2.0/networks/ee952588-b32b-4408-b956-62bf89f937b5 HTTP/1.1" status: 204 len: 168 time: 2.8364587 Aug 06 16:02:56.057993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39000) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:56.069959 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55a2350a-392c-46bb-b281-c86330f51bd9 req-becb9a54-76a0-4f6c-a410-e12ed2dc4042 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277580 Aug 06 16:02:56.101070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cff6cb-5eaf-4c00-8f8b-817a5cf9648d tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event deleted for resources: {'Network': ['ID=ee952588-b32b-4408-b956-62bf89f937b5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:56.164804 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f50bab-9793-48d1-a08b-14cba44a7e77 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Deleting subnet 9801380c-097d-40eb-ab84-f55711aec7e9 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:02:56.187031 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-89f50bab-9793-48d1-a08b-14cba44a7e77 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.194236 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59fa3aa8-f15b-46d3-be34-760b109ca2e7 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:56.237265 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.268255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Transition to ACTIVE for port object 59fa3aa8-f15b-46d3-be34-760b109ca2e7 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:56.272293 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-89f50bab-9793-48d1-a08b-14cba44a7e77 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.290805 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8315beb-6bdb-424b-b540-c4df66690a96 req-c9927956-664c-4289-b2ba-81b84f19015e service neutron] 10.222.0.13 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780721 Aug 06 16:02:56.293693 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.342261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad6798-b8f8-4ce5-9b1f-fe343617bfee req-9ee0a6fe-2194-4198-9a3e-b48b15aaf268 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:56.344073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59ad6798-b8f8-4ce5-9b1f-fe343617bfee req-9ee0a6fe-2194-4198-9a3e-b48b15aaf268 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1276996 Aug 06 16:02:56.348110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36b101-7531-4b93-a6d7-882e0b7a043a req-ad786a3e-7dd3-4f67-a05a-32de1c6ea4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:56.349957 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f36b101-7531-4b93-a6d7-882e0b7a043a req-ad786a3e-7dd3-4f67-a05a-32de1c6ea4a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 1095 time: 0.0941904 Aug 06 16:02:56.401435 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Pushing event updated for resources: {'Port': ['ID=59fa3aa8-f15b-46d3-be34-760b109ca2e7,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:56.506888 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-89f50bab-9793-48d1-a08b-14cba44a7e77 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.575812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Attempting to bind port 59fa3aa8-f15b-46d3-be34-760b109ca2e7 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:56.576300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Attempting to bind port 59fa3aa8-f15b-46d3-be34-760b109ca2e7 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '38b85d99-f64f-4222-b89d-6f0da7d97f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:56.576731 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Attempting to bind port 59fa3aa8-f15b-46d3-be34-760b109ca2e7 on network 7014f70e-1588-4abd-8ad1-8e22ba7acd96 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:56.583898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Port 59fa3aa8-f15b-46d3-be34-760b109ca2e7 on network 7014f70e-1588-4abd-8ad1-8e22ba7acd96 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:02:56.584325 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Attempting to bind port 59fa3aa8-f15b-46d3-be34-760b109ca2e7 on network 7014f70e-1588-4abd-8ad1-8e22ba7acd96 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:56.599605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:56.599902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Checking segment: {'id': '38b85d99-f64f-4222-b89d-6f0da7d97f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:56.600656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Bound using segment: {'id': '38b85d99-f64f-4222-b89d-6f0da7d97f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:56.600995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Bound port: 59fa3aa8-f15b-46d3-be34-760b109ca2e7, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b85d99-f64f-4222-b89d-6f0da7d97f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:56.601488 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.607941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59ad6798-b8f8-4ce5-9b1f-fe343617bfee req-79005b80-910e-41d0-953a-207e3de97a40 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452598 Aug 06 16:02:56.641643 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-89f50bab-9793-48d1-a08b-14cba44a7e77 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.668535 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36b101-7531-4b93-a6d7-882e0b7a043a req-ef60c35f-ceec-4b11-b8f1-a89c4abfed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:56.670958 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f36b101-7531-4b93-a6d7-882e0b7a043a req-ef60c35f-ceec-4b11-b8f1-a89c4abfed8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.2787101 Aug 06 16:02:56.693398 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f50bab-9793-48d1-a08b-14cba44a7e77 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event deleted for resources: {'Subnet': ['ID=9801380c-097d-40eb-ab84-f55711aec7e9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:56.719670 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-89f50bab-9793-48d1-a08b-14cba44a7e77 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.721947 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-89f50bab-9793-48d1-a08b-14cba44a7e77 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "DELETE /v2.0/subnets/9801380c-097d-40eb-ab84-f55711aec7e9 HTTP/1.1" status: 204 len: 168 time: 0.6614897 Aug 06 16:02:56.736883 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39018) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:56.738535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8526b3c6-a8f6-414f-8ded-254daaa5cb31 None None] Network e637e924-023b-4271-aa5c-94f3c8b0b021 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:56.791234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] For port 59fa3aa8-f15b-46d3-be34-760b109ca2e7, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:56.795847 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] For port 59fa3aa8-f15b-46d3-be34-760b109ca2e7, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=59fa3aa8-f15b-46d3-be34-760b109ca2e7,segment=NetworkSegment(38b85d99-f64f-4222-b89d-6f0da7d97f63),segment_id=38b85d99-f64f-4222-b89d-6f0da7d97f63)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:56.806142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35c075-6cd7-4f3d-8e91-b110117b20ae req-ad32ebf6-7c70-42cb-9048-0b7cba4fa904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:56.819030 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e35c075-6cd7-4f3d-8e91-b110117b20ae req-ad32ebf6-7c70-42cb-9048-0b7cba4fa904 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ffc041dde4b4c088ba8b49bfae0f273&device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 1095 time: 0.4680235 Aug 06 16:02:56.862668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c178de0-e264-4ea1-9f22-f673451db1c7 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Deleting subnet 2ac3caeb-5daf-45f0-9ef8-71a2a52f82d1 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:02:56.895267 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.897315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649ba43-a02a-44f1-a7a5-4e847bc61566 req-b0fd4208-4e13-410d-9b7c-01b79f07c3bf tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:56.904144 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c178de0-e264-4ea1-9f22-f673451db1c7 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.910865 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6649ba43-a02a-44f1-a7a5-4e847bc61566 req-b0fd4208-4e13-410d-9b7c-01b79f07c3bf tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.3420014 Aug 06 16:02:57.046629 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f36b101-7531-4b93-a6d7-882e0b7a043a req-8c95de3c-38c1-4937-8d9d-571d68f36e45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66008572-9579-4b90-b59c-a817894ec420 HTTP/1.1" status: 200 len: 998 time: 0.3510416 Aug 06 16:02:57.058303 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:57.059152 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:57.060747 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] 10.222.0.78 "PUT /v2.0/ports/59fa3aa8-f15b-46d3-be34-760b109ca2e7 HTTP/1.1" status: 200 len: 1091 time: 1.6442819 Aug 06 16:02:57.061408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'tag': '59fa3aa8-f15b-46d3-be34-760b109ca2e7'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:57.064799 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa7819d-fd2d-4647-bea4-989d083f3b66" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "tag": "59fa3aa8-f15b-46d3-be34-760b109ca2e7"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:57.079976 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c178de0-e264-4ea1-9f22-f673451db1c7 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:57.134070 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Request body: {'port': {'device_id': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:57.144354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a08883-6cb5-457a-989d-fdca1802bbbe service neutron] Pushing event updated for resources: {'Port': ['ID=59fa3aa8-f15b-46d3-be34-760b109ca2e7,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:57.166312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec61814-1ac0-4205-8445-b64d4c231cb1 None None] DHCP port deletion for e637e924-023b-4271-aa5c-94f3c8b0b021 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:02:57.283524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2ec61814-1ac0-4205-8445-b64d4c231cb1 None None] Deleting port a3ce5d31-f095-4de3-9864-a42b24916336 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:57.283927 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2ec61814-1ac0-4205-8445-b64d4c231cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:57.301708 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6649ba43-a02a-44f1-a7a5-4e847bc61566 req-ac3c5c1c-b6fb-4855-a54b-759e3b796499 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3894813 Aug 06 16:02:57.304337 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35c075-6cd7-4f3d-8e91-b110117b20ae req-ecdac3cb-b487-4c8d-8aee-1630852f6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:57.307612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e35c075-6cd7-4f3d-8e91-b110117b20ae req-ecdac3cb-b487-4c8d-8aee-1630852f6b91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a866e395-3ce9-4555-a769-7f0869a94e9f HTTP/1.1" status: 200 len: 917 time: 0.4733486 Aug 06 16:02:57.381143 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:57.465672 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36b101-7531-4b93-a6d7-882e0b7a043a req-9e0d2b41-3f72-48da-ba03-7cb6f6899da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:57.475494 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f36b101-7531-4b93-a6d7-882e0b7a043a req-9e0d2b41-3f72-48da-ba03-7cb6f6899da9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.4185221 Aug 06 16:02:57.476866 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e35c075-6cd7-4f3d-8e91-b110117b20ae req-5dbe0c3a-779d-4722-a18e-eea82160615d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8741f1b3-674c-40e4-9070-29af950fa49e HTTP/1.1" status: 200 len: 217 time: 0.1456308 Aug 06 16:02:57.493579 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c178de0-e264-4ea1-9f22-f673451db1c7 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:57.514305 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ebe702-333c-4925-be29-ccec3110c29e x-openstack-request-id: req-f6ebe702-333c-4925-be29-ccec3110c29e {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:57.514745 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "tag": "59fa3aa8-f15b-46d3-be34-760b109ca2e7", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:57.515003 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6ebe702-333c-4925-be29-ccec3110c29e {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:57.515413 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'tag': '59fa3aa8-f15b-46d3-be34-760b109ca2e7', 'status': 'completed', 'code': 200} Aug 06 16:02:57.532026 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2ec61814-1ac0-4205-8445-b64d4c231cb1 None None] For port a3ce5d31-f095-4de3-9864-a42b24916336, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a3ce5d31-f095-4de3-9864-a42b24916336,segment=NetworkSegment(127a08f0-5f5b-4d0a-bc20-1b5e47509834),segment_id=127a08f0-5f5b-4d0a-bc20-1b5e47509834)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:57.533476 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2ec61814-1ac0-4205-8445-b64d4c231cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:57.584986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35c075-6cd7-4f3d-8e91-b110117b20ae req-51c00d63-1016-494d-8c3e-cdc4ba768fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:57.586540 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e35c075-6cd7-4f3d-8e91-b110117b20ae req-51c00d63-1016-494d-8c3e-cdc4ba768fc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=179c64d1-b6cb-431f-aab6-556ce510d2b1 HTTP/1.1" status: 200 len: 855 time: 0.0896492 Aug 06 16:02:57.588203 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2ec61814-1ac0-4205-8445-b64d4c231cb1 None None] Calling delete_port for a3ce5d31-f095-4de3-9864-a42b24916336 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:57.761731 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2ec61814-1ac0-4205-8445-b64d4c231cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:57.780318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0f34f-df4f-4eb4-9cb4-f61334c0f396 req-488b0f97-4abf-4add-bca7-3f1c3fccc42d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:57.798017 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0f34f-df4f-4eb4-9cb4-f61334c0f396 req-488b0f97-4abf-4add-bca7-3f1c3fccc42d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:57.805177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0f34f-df4f-4eb4-9cb4-f61334c0f396 req-488b0f97-4abf-4add-bca7-3f1c3fccc42d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:57.824571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0f34f-df4f-4eb4-9cb4-f61334c0f396 req-488b0f97-4abf-4add-bca7-3f1c3fccc42d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:57.839065 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec61814-1ac0-4205-8445-b64d4c231cb1 None None] No DVR routers for this DVR port a3ce5d31-f095-4de3-9864-a42b24916336 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:57.840178 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0f34f-df4f-4eb4-9cb4-f61334c0f396 req-488b0f97-4abf-4add-bca7-3f1c3fccc42d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:57.843716 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8cc0f34f-df4f-4eb4-9cb4-f61334c0f396 req-488b0f97-4abf-4add-bca7-3f1c3fccc42d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 3827 time: 0.6024272 Aug 06 16:02:57.847141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec61814-1ac0-4205-8445-b64d4c231cb1 None None] Pushing event deleted for resources: {'Port': ['ID=a3ce5d31-f095-4de3-9864-a42b24916336,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:57.899077 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c178de0-e264-4ea1-9f22-f673451db1c7 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:57.937575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c178de0-e264-4ea1-9f22-f673451db1c7 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac3caeb-5daf-45f0-9ef8-71a2a52f82d1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:57.964129 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36b101-7531-4b93-a6d7-882e0b7a043a req-1856d54e-2280-43f0-93d1-cd55b4febfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:57.965141 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f36b101-7531-4b93-a6d7-882e0b7a043a req-1856d54e-2280-43f0-93d1-cd55b4febfcf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4705513 Aug 06 16:02:57.975193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f9e2d1-0d42-4f51-a442-585b645f7d7b None None] Network 26d4c950-ab8c-4e4d-a169-d65e52507745 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:57.986052 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c178de0-e264-4ea1-9f22-f673451db1c7 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:57.994284 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3c178de0-e264-4ea1-9f22-f673451db1c7 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "DELETE /v2.0/subnets/2ac3caeb-5daf-45f0-9ef8-71a2a52f82d1 HTTP/1.1" status: 204 len: 168 time: 1.2541609 Aug 06 16:02:58.008011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39052) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:58.009046 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8cc0f34f-df4f-4eb4-9cb4-f61334c0f396 req-3a2cc4e2-0182-4c79-a88a-7dbcaf3256ca tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279283 Aug 06 16:02:58.012982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35c075-6cd7-4f3d-8e91-b110117b20ae req-5d0f2401-f2fa-42d1-a126-0ee06927a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:58.014281 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e35c075-6cd7-4f3d-8e91-b110117b20ae req-5d0f2401-f2fa-42d1-a126-0ee06927a45b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a866e395-3ce9-4555-a769-7f0869a94e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4145620 Aug 06 16:02:58.034010 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7819d-fd2d-4647-bea4-989d083f3b66 req-d27f9a60-6c1e-4236-8ef1-cf894d7fdd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:58.034538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7819d-fd2d-4647-bea4-989d083f3b66 req-d27f9a60-6c1e-4236-8ef1-cf894d7fdd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:58.035072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7819d-fd2d-4647-bea4-989d083f3b66 req-d27f9a60-6c1e-4236-8ef1-cf894d7fdd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:58.035643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7819d-fd2d-4647-bea4-989d083f3b66 req-d27f9a60-6c1e-4236-8ef1-cf894d7fdd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:58.036118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7819d-fd2d-4647-bea4-989d083f3b66 req-d27f9a60-6c1e-4236-8ef1-cf894d7fdd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:58.038640 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0fa7819d-fd2d-4647-bea4-989d083f3b66 req-d27f9a60-6c1e-4236-8ef1-cf894d7fdd1f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=964dc75051674f75a50f3eba300bee26&device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 4362 time: 0.4444604 Aug 06 16:02:58.272922 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac822eb8-6f74-4509-9d39-4c2f3e587c43 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.348841 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f36b101-7531-4b93-a6d7-882e0b7a043a req-0ebebe89-d4bf-49c7-890a-41fb8863b822 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446500 Aug 06 16:02:58.351328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a41c83a5-a769-4956-92c8-ecc06f3e1414 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:02:58.353678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e35c075-6cd7-4f3d-8e91-b110117b20ae req-08c6170f-be38-48c2-a038-3719fe2dbb23 service neutron] 10.222.0.13 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273866 Aug 06 16:02:58.367689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6469f9-76ea-49f2-9ea2-cba666c4ec5e None None] DHCP port deletion for 26d4c950-ab8c-4e4d-a169-d65e52507745 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:02:58.414314 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97bd638e-0cce-426a-ac14-4ab3918d7a47 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:58.455625 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4f3b9-46e1-4372-803c-2e391350125e req-54454052-b232-4cf7-909b-e2bc7cde0761 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:58.468279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5c4f3b9-46e1-4372-803c-2e391350125e req-54454052-b232-4cf7-909b-e2bc7cde0761 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.8070304 Aug 06 16:02:58.535078 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a41c83a5-a769-4956-92c8-ecc06f3e1414, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a41c83a5-a769-4956-92c8-ecc06f3e1414,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:58.552318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'a41c83a5-a769-4956-92c8-ecc06f3e1414', 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458', 'port_id': 'a41c83a5-a769-4956-92c8-ecc06f3e1414', 'mac_address': 'fa:16:3e:64:ca:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0c21b5-c1ab-47f4-a492-be4025ce4c1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:02:58.591706 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.599569 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.599810 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac822eb8-6f74-4509-9d39-4c2f3e587c43 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.633142 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a41c83a5-a769-4956-92c8-ecc06f3e1414 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:58.644106 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3a6469f9-76ea-49f2-9ea2-cba666c4ec5e None None] Deleting port 4faab40c-2f85-427c-8b45-7cd02ebe9f59 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:58.644854 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3a6469f9-76ea-49f2-9ea2-cba666c4ec5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.645608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-ac822eb8-6f74-4509-9d39-4c2f3e587c43 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e637e924-023b-4271-aa5c-94f3c8b0b021']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:58.657541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Transition to ACTIVE for port object 97bd638e-0cce-426a-ac14-4ab3918d7a47 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:58.664658 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-ac822eb8-6f74-4509-9d39-4c2f3e587c43 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127a08f0-5f5b-4d0a-bc20-1b5e47509834') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:58.665066 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-ac822eb8-6f74-4509-9d39-4c2f3e587c43 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127a08f0-5f5b-4d0a-bc20-1b5e47509834') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:58.670738 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.736659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Pushing event updated for resources: {'Port': ['ID=97bd638e-0cce-426a-ac14-4ab3918d7a47,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:58.752389 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac822eb8-6f74-4509-9d39-4c2f3e587c43 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.822647 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac822eb8-6f74-4509-9d39-4c2f3e587c43 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.876036 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3a6469f9-76ea-49f2-9ea2-cba666c4ec5e None None] For port 4faab40c-2f85-427c-8b45-7cd02ebe9f59, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4faab40c-2f85-427c-8b45-7cd02ebe9f59,segment=NetworkSegment(6671f5a5-ee70-41c1-b816-ee9d9629da26),segment_id=6671f5a5-ee70-41c1-b816-ee9d9629da26)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:58.876601 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3a6469f9-76ea-49f2-9ea2-cba666c4ec5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.924032 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Attempting to bind port 97bd638e-0cce-426a-ac14-4ab3918d7a47 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:58.924859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Attempting to bind port 97bd638e-0cce-426a-ac14-4ab3918d7a47 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:58.925372 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Attempting to bind port 97bd638e-0cce-426a-ac14-4ab3918d7a47 on network 0289d76d-e14d-4c22-8519-329bdca6f8e4 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:58.928441 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac822eb8-6f74-4509-9d39-4c2f3e587c43 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:02:58.929300 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac822eb8-6f74-4509-9d39-4c2f3e587c43 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:02:58.934125 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:02:58.952977 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3a6469f9-76ea-49f2-9ea2-cba666c4ec5e None None] Calling delete_port for 4faab40c-2f85-427c-8b45-7cd02ebe9f59 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:59.033321 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Port 97bd638e-0cce-426a-ac14-4ab3918d7a47 on network 0289d76d-e14d-4c22-8519-329bdca6f8e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:02:59.034097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Attempting to bind port 97bd638e-0cce-426a-ac14-4ab3918d7a47 on network 0289d76d-e14d-4c22-8519-329bdca6f8e4 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:59.055223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:59.055832 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Checking segment: {'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:59.056427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Bound using segment: {'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:59.057056 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Bound port: 97bd638e-0cce-426a-ac14-4ab3918d7a47, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:59.057794 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.198038 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac822eb8-6f74-4509-9d39-4c2f3e587c43 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.219668 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac822eb8-6f74-4509-9d39-4c2f3e587c43 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.221881 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ac822eb8-6f74-4509-9d39-4c2f3e587c43 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "DELETE /v2.0/networks/e637e924-023b-4271-aa5c-94f3c8b0b021 HTTP/1.1" status: 204 len: 168 time: 1.2111101 Aug 06 16:02:59.238226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39062) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:59.242912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a3ce5d31-f095-4de3-9864-a42b24916336 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:59.326244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac822eb8-6f74-4509-9d39-4c2f3e587c43 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event deleted for resources: {'Network': ['ID=e637e924-023b-4271-aa5c-94f3c8b0b021,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:59.365393 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3a6469f9-76ea-49f2-9ea2-cba666c4ec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.411992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f36b101-7531-4b93-a6d7-882e0b7a043a req-f390182a-6f62-486b-bd2e-3d83e0b2ac42 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9980223 Aug 06 16:02:59.414303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7819d-fd2d-4647-bea4-989d083f3b66 req-b11af979-86b0-4934-96bf-f0af09914b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:59.415128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7819d-fd2d-4647-bea4-989d083f3b66 req-b11af979-86b0-4934-96bf-f0af09914b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:59.418283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a41c83a5-a769-4956-92c8-ecc06f3e1414, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a41c83a5-a769-4956-92c8-ecc06f3e1414,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:59.420352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a3ce5d31-f095-4de3-9864-a42b24916336 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:59.425045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a3ce5d31-f095-4de3-9864-a42b24916336 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:59.427273 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4faab40c-2f85-427c-8b45-7cd02ebe9f59 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:59.429965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7819d-fd2d-4647-bea4-989d083f3b66 req-b11af979-86b0-4934-96bf-f0af09914b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:59.436697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0fa7819d-fd2d-4647-bea4-989d083f3b66 req-b11af979-86b0-4934-96bf-f0af09914b81 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=964dc75051674f75a50f3eba300bee26&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.2476351 Aug 06 16:02:59.450119 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] For port 97bd638e-0cce-426a-ac14-4ab3918d7a47, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:59.480450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] For port 97bd638e-0cce-426a-ac14-4ab3918d7a47, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=97bd638e-0cce-426a-ac14-4ab3918d7a47,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:59.491058 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ec94109e-07f9-4ae4-b389-a5ee3e384787 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.500448 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.567849 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Pushing event updated for resources: {'Port': ['ID=97bd638e-0cce-426a-ac14-4ab3918d7a47,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:59.576138 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:59.577053 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.579156 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-74b7f1bb-a376-443d-9faf-12f10a0d4927 service neutron] 10.222.0.78 "PUT /v2.0/ports/97bd638e-0cce-426a-ac14-4ab3918d7a47 HTTP/1.1" status: 200 len: 1131 time: 2.4520411 Aug 06 16:02:59.580108 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'tag': '97bd638e-0cce-426a-ac14-4ab3918d7a47'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:59.582926 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c740a8f6-c014-4a08-922b-f933f32bfff2" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "tag": "97bd638e-0cce-426a-ac14-4ab3918d7a47"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:59.611001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5c4f3b9-46e1-4372-803c-2e391350125e req-f1afeb4d-f8c6-4944-9e75-1450c0f3db7f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1416199 Aug 06 16:02:59.668206 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Request body: {'port': {'device_id': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:59.672905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc09af3-427b-4cfa-bab2-6ad0fbca34de req-73b1fb68-1c2e-407b-a653-a8383b6b90aa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:59.680734 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3dc09af3-427b-4cfa-bab2-6ad0fbca34de req-73b1fb68-1c2e-407b-a653-a8383b6b90aa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 1.2960403 Aug 06 16:02:59.729652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 4faab40c-2f85-427c-8b45-7cd02ebe9f59 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:59.730123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4faab40c-2f85-427c-8b45-7cd02ebe9f59 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:59.758981 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6469f9-76ea-49f2-9ea2-cba666c4ec5e None None] Pushing event deleted for resources: {'Port': ['ID=4faab40c-2f85-427c-8b45-7cd02ebe9f59,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:59.771993 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.924215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e35c075-6cd7-4f3d-8e91-b110117b20ae req-de81651f-43e8-4c48-8ccd-054d3f738424 service neutron] 10.222.0.13 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5561974 Aug 06 16:02:59.962635 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6469f9-76ea-49f2-9ea2-cba666c4ec5e None None] No DVR routers for this DVR port 4faab40c-2f85-427c-8b45-7cd02ebe9f59 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:59.965012 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a41c83a5-a769-4956-92c8-ecc06f3e1414,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:00.067074 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3dc09af3-427b-4cfa-bab2-6ad0fbca34de req-f1a41c1f-f42d-4f37-8baa-f2599fa6dcdd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3849356 Aug 06 16:03:00.071326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a41c83a5-a769-4956-92c8-ecc06f3e1414'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:00.073889 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ec94109e-07f9-4ae4-b389-a5ee3e384787 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:00.196122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-ec94109e-07f9-4ae4-b389-a5ee3e384787 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d4c950-ab8c-4e4d-a169-d65e52507745']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:00.252160 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:00.316759 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-ec94109e-07f9-4ae4-b389-a5ee3e384787 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6671f5a5-ee70-41c1-b816-ee9d9629da26') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:00.319510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-ec94109e-07f9-4ae4-b389-a5ee3e384787 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6671f5a5-ee70-41c1-b816-ee9d9629da26') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:00.336302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7819d-fd2d-4647-bea4-989d083f3b66 req-2141cc31-d91d-4db0-943d-7b4026bd6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:00.355895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0fa7819d-fd2d-4647-bea4-989d083f3b66 req-2141cc31-d91d-4db0-943d-7b4026bd6346 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8577631 Aug 06 16:03:00.362979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8741f1b3-674c-40e4-9070-29af950fa49e details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:03:00.558948 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49d037-5dac-4d35-9cc3-90b561843ebf req-37136f84-1fb1-4f03-b5d2-96ce4959a9ae tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:00.564554 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a49d037-5dac-4d35-9cc3-90b561843ebf req-37136f84-1fb1-4f03-b5d2-96ce4959a9ae tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.4082222 Aug 06 16:03:00.650590 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ec94109e-07f9-4ae4-b389-a5ee3e384787 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:00.678630 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a49d037-5dac-4d35-9cc3-90b561843ebf req-1acf7102-a8f1-448d-a641-0407530c5cd8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051459 Aug 06 16:03:00.725933 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457aa6-2186-4c5f-b302-f9ee3cb47ecb req-24271696-53ed-4e7e-a996-05184b01a009 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:00.738164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ec94109e-07f9-4ae4-b389-a5ee3e384787 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:00.758766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457aa6-2186-4c5f-b302-f9ee3cb47ecb req-24271696-53ed-4e7e-a996-05184b01a009 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:00.767257 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec94109e-07f9-4ae4-b389-a5ee3e384787 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:03:00.767663 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ec94109e-07f9-4ae4-b389-a5ee3e384787 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:03:00.775458 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:03:00.785586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457aa6-2186-4c5f-b302-f9ee3cb47ecb req-24271696-53ed-4e7e-a996-05184b01a009 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:00.805044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457aa6-2186-4c5f-b302-f9ee3cb47ecb req-24271696-53ed-4e7e-a996-05184b01a009 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:00.841833 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457aa6-2186-4c5f-b302-f9ee3cb47ecb req-24271696-53ed-4e7e-a996-05184b01a009 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:00.844524 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d41bf1-b3bb-43d2-a222-b71863c181e9 x-openstack-request-id: req-50d41bf1-b3bb-43d2-a222-b71863c181e9 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:00.844828 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "tag": "97bd638e-0cce-426a-ac14-4ab3918d7a47", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:00.845136 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50d41bf1-b3bb-43d2-a222-b71863c181e9 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:00.847211 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'tag': '97bd638e-0cce-426a-ac14-4ab3918d7a47', 'status': 'completed', 'code': 200} Aug 06 16:03:00.889244 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457aa6-2186-4c5f-b302-f9ee3cb47ecb req-24271696-53ed-4e7e-a996-05184b01a009 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:00.906621 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8457aa6-2186-4c5f-b302-f9ee3cb47ecb req-24271696-53ed-4e7e-a996-05184b01a009 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 4600 time: 0.5193660 Aug 06 16:03:01.081537 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8457aa6-2186-4c5f-b302-f9ee3cb47ecb req-7ed36cbf-fa0a-481f-9671-676106735cea tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1719379 Aug 06 16:03:01.113743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ec94109e-07f9-4ae4-b389-a5ee3e384787 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.115081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8741f1b3-674c-40e4-9070-29af950fa49e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8741f1b3-674c-40e4-9070-29af950fa49e,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:01.127030 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ec94109e-07f9-4ae4-b389-a5ee3e384787 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.137933 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ec94109e-07f9-4ae4-b389-a5ee3e384787 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "DELETE /v2.0/networks/26d4c950-ab8c-4e4d-a169-d65e52507745 HTTP/1.1" status: 204 len: 168 time: 1.8940990 Aug 06 16:03:01.142975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '8741f1b3-674c-40e4-9070-29af950fa49e', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'port_id': '8741f1b3-674c-40e4-9070-29af950fa49e', 'mac_address': 'fa:16:3e:0e:24:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:03:01.152203 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39080) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:01.258199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740a8f6-c014-4a08-922b-f933f32bfff2 req-a7b25888-dd5e-4f3d-b26b-3f7bdea95185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:01.259420 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740a8f6-c014-4a08-922b-f933f32bfff2 req-a7b25888-dd5e-4f3d-b26b-3f7bdea95185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:01.260132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740a8f6-c014-4a08-922b-f933f32bfff2 req-a7b25888-dd5e-4f3d-b26b-3f7bdea95185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:01.260823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740a8f6-c014-4a08-922b-f933f32bfff2 req-a7b25888-dd5e-4f3d-b26b-3f7bdea95185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:01.262415 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740a8f6-c014-4a08-922b-f933f32bfff2 req-a7b25888-dd5e-4f3d-b26b-3f7bdea95185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:01.265249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740a8f6-c014-4a08-922b-f933f32bfff2 req-a7b25888-dd5e-4f3d-b26b-3f7bdea95185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:01.267802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c740a8f6-c014-4a08-922b-f933f32bfff2 req-a7b25888-dd5e-4f3d-b26b-3f7bdea95185 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=964dc75051674f75a50f3eba300bee26&device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5286 time: 0.3512545 Aug 06 16:03:01.290818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2423e2d-e017-419a-88b5-3b42fb00107a req-55c45e9e-31bb-47b0-b6b7-089de806c6ea tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:01.303107 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2423e2d-e017-419a-88b5-3b42fb00107a req-55c45e9e-31bb-47b0-b6b7-089de806c6ea tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 946 time: 0.2658949 Aug 06 16:03:01.334107 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.378966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8741f1b3-674c-40e4-9070-29af950fa49e {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:01.451500 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8741f1b3-674c-40e4-9070-29af950fa49e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8741f1b3-674c-40e4-9070-29af950fa49e,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:01.459815 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.502405 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2423e2d-e017-419a-88b5-3b42fb00107a req-072e1992-37f9-4f2c-aa8a-803490f60657 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/security-groups?id=89f4f142-aa79-44c1-b442-f130bcec5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978068 Aug 06 16:03:01.612152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b8c3b1-5145-424e-a6a7-1827a198fa4d {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:01.613057 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=8741f1b3-674c-40e4-9070-29af950fa49e,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:01.634757 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740a8f6-c014-4a08-922b-f933f32bfff2 req-f5dfbfbb-cb43-4410-96e1-01e5e8abf29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:01.636191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740a8f6-c014-4a08-922b-f933f32bfff2 req-f5dfbfbb-cb43-4410-96e1-01e5e8abf29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:01.636191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740a8f6-c014-4a08-922b-f933f32bfff2 req-f5dfbfbb-cb43-4410-96e1-01e5e8abf29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:01.638691 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c740a8f6-c014-4a08-922b-f933f32bfff2 req-f5dfbfbb-cb43-4410-96e1-01e5e8abf29a service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=964dc75051674f75a50f3eba300bee26&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3248420 Aug 06 16:03:01.641273 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.645548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94109e-07f9-4ae4-b389-a5ee3e384787 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event deleted for resources: {'Network': ['ID=26d4c950-ab8c-4e4d-a169-d65e52507745,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:01.662095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871aafc-7302-4798-b3ea-c1cf39455e55 req-84fd0999-a61c-4e41-a7a3-80c8438e5dab tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:01.662490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee4771d-4e44-476b-bc2a-ce73b1ba3348 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Deleting subnet 88a0d331-8fff-4a43-b462-82cf0949fad3 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:03:01.668289 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ee4771d-4e44-476b-bc2a-ce73b1ba3348 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.670998 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0871aafc-7302-4798-b3ea-c1cf39455e55 req-84fd0999-a61c-4e41-a7a3-80c8438e5dab tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.4016874 Aug 06 16:03:01.717522 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Transition to ACTIVE for port object 83b8c3b1-5145-424e-a6a7-1827a198fa4d will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:01.730746 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.744224 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ee4771d-4e44-476b-bc2a-ce73b1ba3348 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.780289 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['8741f1b3-674c-40e4-9070-29af950fa49e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:01.864784 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0871aafc-7302-4798-b3ea-c1cf39455e55 req-d0d6f3a9-e043-4f27-995d-e02a137b245a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901317 Aug 06 16:03:01.967415 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Pushing event updated for resources: {'Port': ['ID=83b8c3b1-5145-424e-a6a7-1827a198fa4d,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:02.140773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740a8f6-c014-4a08-922b-f933f32bfff2 req-ef29a33d-5429-4dee-93cc-465b3c4b69af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:02.151377 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c740a8f6-c014-4a08-922b-f933f32bfff2 req-ef29a33d-5429-4dee-93cc-465b3c4b69af service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4756622 Aug 06 16:03:02.316965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70b4f7-b16f-4daa-a458-c8549e6763df req-fb85f99d-75fc-4246-9f3b-a9f471feb324 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:02.319356 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a70b4f7-b16f-4daa-a458-c8549e6763df req-fb85f99d-75fc-4246-9f3b-a9f471feb324 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.4241989 Aug 06 16:03:02.355112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e5794-9f76-4bd8-9c22-f928c6b56482 req-5026c007-990d-4e51-90c1-056caf1b8d23 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:02.356170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f58e5794-9f76-4bd8-9c22-f928c6b56482 req-5026c007-990d-4e51-90c1-056caf1b8d23 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 945 time: 0.2779446 Aug 06 16:03:02.380810 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a41c83a5-a769-4956-92c8-ecc06f3e1414 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:02.446222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a70b4f7-b16f-4daa-a458-c8549e6763df req-970246b8-36c0-45f2-8fd4-048edd11f41e tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144733 Aug 06 16:03:02.471992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f58e5794-9f76-4bd8-9c22-f928c6b56482 req-9fe0c5de-5af8-46a7-9022-bff0a77b6038 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780556 Aug 06 16:03:02.482299 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ee4771d-4e44-476b-bc2a-ce73b1ba3348 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:02.499577 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Attempting to bind port 83b8c3b1-5145-424e-a6a7-1827a198fa4d on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:02.500234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Attempting to bind port 83b8c3b1-5145-424e-a6a7-1827a198fa4d by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:02.500234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Attempting to bind port 83b8c3b1-5145-424e-a6a7-1827a198fa4d on network 0289d76d-e14d-4c22-8519-329bdca6f8e4 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:02.530985 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Port 83b8c3b1-5145-424e-a6a7-1827a198fa4d on network 0289d76d-e14d-4c22-8519-329bdca6f8e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:03:02.531424 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Attempting to bind port 83b8c3b1-5145-424e-a6a7-1827a198fa4d on network 0289d76d-e14d-4c22-8519-329bdca6f8e4 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:02.544342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:02.544872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Checking segment: {'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:02.545484 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Bound using segment: {'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:02.545750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Bound port: 83b8c3b1-5145-424e-a6a7-1827a198fa4d, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:02.546112 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:02.550760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port a41c83a5-a769-4956-92c8-ecc06f3e1414 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:02.553222 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:02.788780 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b2a67-dfc1-4d64-8382-783949b6023c req-be894f94-f4d8-4798-939d-f64eed8b3d2f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:02.803566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b2a67-dfc1-4d64-8382-783949b6023c req-be894f94-f4d8-4798-939d-f64eed8b3d2f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:02.808323 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:02.842213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7472a4-3b6f-4201-bf52-90bc662a45f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41c83a5-a769-4956-92c8-ecc06f3e1414'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:02.845168 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc9efb7-99b6-4db5-8104-f9a54de6cf46" -d '{"events": [{"server_uuid": "fe7472a4-3b6f-4201-bf52-90bc662a45f0", "name": "network-vif-plugged", "status": "completed", "tag": "a41c83a5-a769-4956-92c8-ecc06f3e1414"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:02.855591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b2a67-dfc1-4d64-8382-783949b6023c req-be894f94-f4d8-4798-939d-f64eed8b3d2f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:02.865353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a41c83a5-a769-4956-92c8-ecc06f3e1414, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a41c83a5-a769-4956-92c8-ecc06f3e1414,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:02.879117 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:02.885864 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b2a67-dfc1-4d64-8382-783949b6023c req-be894f94-f4d8-4798-939d-f64eed8b3d2f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:02.910200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b2a67-dfc1-4d64-8382-783949b6023c req-be894f94-f4d8-4798-939d-f64eed8b3d2f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:02.922020 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b2a67-dfc1-4d64-8382-783949b6023c req-be894f94-f4d8-4798-939d-f64eed8b3d2f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:02.933995 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b2a67-dfc1-4d64-8382-783949b6023c req-be894f94-f4d8-4798-939d-f64eed8b3d2f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:02.937083 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af5b2a67-dfc1-4d64-8382-783949b6023c req-be894f94-f4d8-4798-939d-f64eed8b3d2f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5372 time: 0.3310623 Aug 06 16:03:02.982046 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a41c83a5-a769-4956-92c8-ecc06f3e1414,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:03.139562 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af5b2a67-dfc1-4d64-8382-783949b6023c req-862677a3-c5ea-4a7b-8698-e19cadbbd729 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1837702 Aug 06 16:03:03.194954 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d666c17-e5b4-4f07-b3cc-463e66a4dbbe req-d835292e-3ee6-4a4e-9d9f-b63db1471a93 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:03.210518 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d666c17-e5b4-4f07-b3cc-463e66a4dbbe req-d835292e-3ee6-4a4e-9d9f-b63db1471a93 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.2712765 Aug 06 16:03:03.259454 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ee4771d-4e44-476b-bc2a-ce73b1ba3348 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:03.299227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4771d-4e44-476b-bc2a-ce73b1ba3348 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event deleted for resources: {'Subnet': ['ID=88a0d331-8fff-4a43-b462-82cf0949fad3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:03.316773 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ee4771d-4e44-476b-bc2a-ce73b1ba3348 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:03.319636 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8ee4771d-4e44-476b-bc2a-ce73b1ba3348 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "DELETE /v2.0/subnets/88a0d331-8fff-4a43-b462-82cf0949fad3 HTTP/1.1" status: 204 len: 168 time: 2.0596495 Aug 06 16:03:03.325588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39118) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:03.329231 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f50dd0-8cb0-475f-849a-8f3d5cf46368 None None] Network 91b26629-5c5e-46b9-84c3-279189ce7c4b requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:03.397097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] For port 83b8c3b1-5145-424e-a6a7-1827a198fa4d, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:03.431379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] For port 83b8c3b1-5145-424e-a6a7-1827a198fa4d, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=83b8c3b1-5145-424e-a6a7-1827a198fa4d,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:03.444594 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:03.461245 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:03.618633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:03.619853 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:03.620982 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] 10.222.0.78 "PUT /v2.0/ports/83b8c3b1-5145-424e-a6a7-1827a198fa4d HTTP/1.1" status: 200 len: 1130 time: 3.9656665 Aug 06 16:03:03.622546 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'tag': '83b8c3b1-5145-424e-a6a7-1827a198fa4d'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:03.624829 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608d54fe-9525-47a3-a79e-f5118605078a" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "tag": "83b8c3b1-5145-424e-a6a7-1827a198fa4d"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:03.652205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ee0f6-29ce-4ebb-a834-e1ea29a3b87e service neutron] Pushing event updated for resources: {'Port': ['ID=83b8c3b1-5145-424e-a6a7-1827a198fa4d,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:03.669509 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Request body: {'port': {'device_id': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:03.729807 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-53f762fa-6042-4ef9-9c28-70d54d071f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:03.791645 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Deleting port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:03:03.796205 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:03.810808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce549267-d539-4f3f-a67a-203bc6d380db None None] DHCP port deletion for 91b26629-5c5e-46b9-84c3-279189ce7c4b request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:03:03.934788 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ce549267-d539-4f3f-a67a-203bc6d380db None None] Deleting port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:03:03.935523 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ce549267-d539-4f3f-a67a-203bc6d380db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:03.950717 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] For port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=23e11db8-70cd-4778-bdc1-d23bc7fdaa5d,segment=NetworkSegment(a81a7057-02df-4106-bc3c-a330eaa4a6cd),segment_id=a81a7057-02df-4106-bc3c-a330eaa4a6cd)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:03.951085 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:03.965798 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Calling delete_port for 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:03:03.972387 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d666c17-e5b4-4f07-b3cc-463e66a4dbbe req-47890596-2b0b-4cc5-a14d-bdf2d114ca0b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7553060 Aug 06 16:03:04.014418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33434f78-6b2d-4338-a130-fa1d1ed42e25 req-58b0d01a-8cbc-48e5-9727-be4653a8ac76 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:04.026597 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33434f78-6b2d-4338-a130-fa1d1ed42e25 req-58b0d01a-8cbc-48e5-9727-be4653a8ac76 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 946 time: 0.1149926 Aug 06 16:03:04.068624 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a035d5f-842a-48a9-bcdb-bc2c3335c456 x-openstack-request-id: req-6a035d5f-842a-48a9-bcdb-bc2c3335c456 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:04.068918 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7472a4-3b6f-4201-bf52-90bc662a45f0", "name": "network-vif-plugged", "status": "completed", "tag": "a41c83a5-a769-4956-92c8-ecc06f3e1414", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:04.069178 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a035d5f-842a-48a9-bcdb-bc2c3335c456 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:04.069584 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7472a4-3b6f-4201-bf52-90bc662a45f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41c83a5-a769-4956-92c8-ecc06f3e1414', 'code': 200} Aug 06 16:03:04.097807 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ce549267-d539-4f3f-a67a-203bc6d380db None None] For port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=23e11db8-70cd-4778-bdc1-d23bc7fdaa5d,segment=NetworkSegment(a81a7057-02df-4106-bc3c-a330eaa4a6cd),segment_id=a81a7057-02df-4106-bc3c-a330eaa4a6cd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:04.098245 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ce549267-d539-4f3f-a67a-203bc6d380db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:04.123694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ce549267-d539-4f3f-a67a-203bc6d380db None None] Calling delete_port for 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:03:04.133994 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:04.176097 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:04.183688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event deleted for resources: {'Port': ['ID=23e11db8-70cd-4778-bdc1-d23bc7fdaa5d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:04.202321 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] No DVR routers for this DVR port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:03:04.230177 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33434f78-6b2d-4338-a130-fa1d1ed42e25 req-8e8ed6fe-18fd-43de-b036-684dc39a0a4e tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/security-groups?id=89f4f142-aa79-44c1-b442-f130bcec5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946528 Aug 06 16:03:04.315178 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6817a-ea74-418f-818e-ee769b868ed6 req-87d61056-8239-4843-8f7b-f1edd89f5f14 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:04.317343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ede6817a-ea74-418f-818e-ee769b868ed6 req-87d61056-8239-4843-8f7b-f1edd89f5f14 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.0789623 Aug 06 16:03:04.320625 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d943b7ec-12ea-457f-a846-6e15a4fa9c26 req-5cc4d4ec-1ff4-47ba-8841-431f3fc6238f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1981592 Aug 06 16:03:04.371545 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ce549267-d539-4f3f-a67a-203bc6d380db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:04.433756 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ede6817a-ea74-418f-818e-ee769b868ed6 req-659381cd-b632-4e54-a73e-796085207160 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030259 Aug 06 16:03:04.435809 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce549267-d539-4f3f-a67a-203bc6d380db None None] Pushing event deleted for resources: {'Port': ['ID=23e11db8-70cd-4778-bdc1-d23bc7fdaa5d,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:04.441210 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8741f1b3-674c-40e4-9070-29af950fa49e up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:04.556612 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01aefa-e1bb-47eb-8383-e0e72a743c25 req-bc8f457e-23b6-42fa-8ad1-596d6d312408 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:04.558742 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d01aefa-e1bb-47eb-8383-e0e72a743c25 req-bc8f457e-23b6-42fa-8ad1-596d6d312408 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 945 time: 0.2017176 Aug 06 16:03:04.571321 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce549267-d539-4f3f-a67a-203bc6d380db None None] No DVR routers for this DVR port 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:03:04.603458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 8741f1b3-674c-40e4-9070-29af950fa49e completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:04.610803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943b7ec-12ea-457f-a846-6e15a4fa9c26 req-f6b84631-3c3d-4ee1-b334-857866357c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:04.612738 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d943b7ec-12ea-457f-a846-6e15a4fa9c26 req-f6b84631-3c3d-4ee1-b334-857866357c4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 1095 time: 0.1885278 Aug 06 16:03:04.616055 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 8741f1b3-674c-40e4-9070-29af950fa49e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:04.616490 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:04.670213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d01aefa-e1bb-47eb-8383-e0e72a743c25 req-26453839-8a83-4fbe-b69f-987d2d6cccef tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917299 Aug 06 16:03:04.721091 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d54fe-9525-47a3-a79e-f5118605078a req-f0a23a4e-4d04-4e00-a756-258dd01add87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:04.721608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d54fe-9525-47a3-a79e-f5118605078a req-f0a23a4e-4d04-4e00-a756-258dd01add87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:04.722140 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d54fe-9525-47a3-a79e-f5118605078a req-f0a23a4e-4d04-4e00-a756-258dd01add87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:04.722671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d54fe-9525-47a3-a79e-f5118605078a req-f0a23a4e-4d04-4e00-a756-258dd01add87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:04.723207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d54fe-9525-47a3-a79e-f5118605078a req-f0a23a4e-4d04-4e00-a756-258dd01add87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:04.723671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d54fe-9525-47a3-a79e-f5118605078a req-f0a23a4e-4d04-4e00-a756-258dd01add87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:04.724240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d54fe-9525-47a3-a79e-f5118605078a req-f0a23a4e-4d04-4e00-a756-258dd01add87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:04.726934 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-608d54fe-9525-47a3-a79e-f5118605078a req-f0a23a4e-4d04-4e00-a756-258dd01add87 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=964dc75051674f75a50f3eba300bee26&device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 6209 time: 0.1671185 Aug 06 16:03:04.822147 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:04.864632 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6696e820-7af7-47d8-a506-1695939844eb {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:04.873910 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:04.894869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Transition to ACTIVE for port object 6696e820-7af7-47d8-a506-1695939844eb will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:04.910591 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f249961-727f-4ace-a015-144a3e28728a x-openstack-request-id: req-0f249961-727f-4ace-a015-144a3e28728a {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:04.910908 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "tag": "83b8c3b1-5145-424e-a6a7-1827a198fa4d", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:04.911134 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f249961-727f-4ace-a015-144a3e28728a {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:04.911789 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'tag': '83b8c3b1-5145-424e-a6a7-1827a198fa4d', 'status': 'completed', 'code': 200} Aug 06 16:03:04.919917 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:04.920406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8741f1b3-674c-40e4-9070-29af950fa49e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8741f1b3-674c-40e4-9070-29af950fa49e,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:04.942017 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:05.027071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=8741f1b3-674c-40e4-9070-29af950fa49e,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:05.041403 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:05.066759 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b26629-5c5e-46b9-84c3-279189ce7c4b']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:05.069848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:03:05.119737 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d54fe-9525-47a3-a79e-f5118605078a req-490be9da-df4e-4346-bbea-8b3a2498f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:05.125463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d54fe-9525-47a3-a79e-f5118605078a req-490be9da-df4e-4346-bbea-8b3a2498f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:05.125463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d54fe-9525-47a3-a79e-f5118605078a req-490be9da-df4e-4346-bbea-8b3a2498f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:05.127110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-608d54fe-9525-47a3-a79e-f5118605078a req-490be9da-df4e-4346-bbea-8b3a2498f316 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=964dc75051674f75a50f3eba300bee26&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3300397 Aug 06 16:03:05.140767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:03:05.143134 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 23e11db8-70cd-4778-bdc1-d23bc7fdaa5d not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:03:05.187967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81a7057-02df-4106-bc3c-a330eaa4a6cd') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:05.188715 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81a7057-02df-4106-bc3c-a330eaa4a6cd') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:05.198101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Pushing event updated for resources: {'Port': ['ID=6696e820-7af7-47d8-a506-1695939844eb,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:05.300775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:05.351197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Attempting to bind port 6696e820-7af7-47d8-a506-1695939844eb on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:05.365396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Attempting to bind port 6696e820-7af7-47d8-a506-1695939844eb by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:05.368175 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Attempting to bind port 6696e820-7af7-47d8-a506-1695939844eb on network 0289d76d-e14d-4c22-8519-329bdca6f8e4 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:05.386379 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:05.401480 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Port 6696e820-7af7-47d8-a506-1695939844eb on network 0289d76d-e14d-4c22-8519-329bdca6f8e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:03:05.404485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Attempting to bind port 6696e820-7af7-47d8-a506-1695939844eb on network 0289d76d-e14d-4c22-8519-329bdca6f8e4 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:05.417427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:05.421087 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Checking segment: {'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:05.421753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Bound using segment: {'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:05.423037 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Bound port: 6696e820-7af7-47d8-a506-1695939844eb, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:05.428234 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:05.431853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:03:05.435129 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:03:05.438577 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:03:05.529905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943b7ec-12ea-457f-a846-6e15a4fa9c26 req-e1556705-9f0f-4252-ad82-e6c2bad5d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:05.535039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d943b7ec-12ea-457f-a846-6e15a4fa9c26 req-e1556705-9f0f-4252-ad82-e6c2bad5d251 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.8952618 Aug 06 16:03:05.708050 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:05.722108 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:05.727510 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "DELETE /v2.0/networks/91b26629-5c5e-46b9-84c3-279189ce7c4b HTTP/1.1" status: 204 len: 168 time: 2.4004650 Aug 06 16:03:05.734074 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39150) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:05.771724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0446b-73bd-42d8-ba11-f5a231a0c318 req-b3ff43b3-c459-447d-8416-98c6f7f5d45f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:05.772389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f72932-bcc8-4714-ab5c-7560e24ae556 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Pushing event deleted for resources: {'Network': ['ID=91b26629-5c5e-46b9-84c3-279189ce7c4b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:05.780680 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0446b-73bd-42d8-ba11-f5a231a0c318 req-b3ff43b3-c459-447d-8416-98c6f7f5d45f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:05.798179 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0446b-73bd-42d8-ba11-f5a231a0c318 req-b3ff43b3-c459-447d-8416-98c6f7f5d45f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:05.802863 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-365df628-dffe-4456-98c5-ce36f03529df tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a097eaf-4613-4da2-88b2-6fd9d0b7074c HTTP/1.1" status: 200 len: 205 time: 0.0675080 Aug 06 16:03:05.803566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39152) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:05.812314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0446b-73bd-42d8-ba11-f5a231a0c318 req-b3ff43b3-c459-447d-8416-98c6f7f5d45f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:05.843530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0446b-73bd-42d8-ba11-f5a231a0c318 req-b3ff43b3-c459-447d-8416-98c6f7f5d45f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:05.857748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0446b-73bd-42d8-ba11-f5a231a0c318 req-b3ff43b3-c459-447d-8416-98c6f7f5d45f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:05.872780 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0446b-73bd-42d8-ba11-f5a231a0c318 req-b3ff43b3-c459-447d-8416-98c6f7f5d45f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:05.883682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8b0446b-73bd-42d8-ba11-f5a231a0c318 req-b3ff43b3-c459-447d-8416-98c6f7f5d45f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5384 time: 0.7554445 Aug 06 16:03:05.904465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] For port 6696e820-7af7-47d8-a506-1695939844eb, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:05.922622 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7213168d-44eb-493b-a787-6d6f9231f663 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:05.925951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] For port 6696e820-7af7-47d8-a506-1695939844eb, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6696e820-7af7-47d8-a506-1695939844eb,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:05.940040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1d26a-c4a2-4d60-88a6-177e8198a2f7 req-b393ec56-1a16-45a5-af47-fce3a0f2cecd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:05.948313 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8a1d26a-c4a2-4d60-88a6-177e8198a2f7 req-b393ec56-1a16-45a5-af47-fce3a0f2cecd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.6964664 Aug 06 16:03:05.995466 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d943b7ec-12ea-457f-a846-6e15a4fa9c26 req-1efae7e8-f1da-4768-b436-f930b5326935 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66008572-9579-4b90-b59c-a817894ec420 HTTP/1.1" status: 200 len: 998 time: 0.4469783 Aug 06 16:03:06.008109 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:06.056340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d54fe-9525-47a3-a79e-f5118605078a req-829571b3-d9db-4039-8f9a-09c4835ee54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:06.062382 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-608d54fe-9525-47a3-a79e-f5118605078a req-829571b3-d9db-4039-8f9a-09c4835ee54a service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9039953 Aug 06 16:03:06.071065 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8741f1b3-674c-40e4-9070-29af950fa49e'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:06.080273 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d547325e-5c6a-4050-b402-b0de704794b1" -d '{"events": [{"server_uuid": "ee4a1b7a-7dbb-44df-917c-9381a7d6bb28", "name": "network-vif-plugged", "status": "completed", "tag": "8741f1b3-674c-40e4-9070-29af950fa49e"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:06.120881 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e95eb96b-54db-48ef-9b1e-74b3b68c0081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:06.135166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Pushing event updated for resources: {'Port': ['ID=6696e820-7af7-47d8-a506-1695939844eb,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:06.163397 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8b0446b-73bd-42d8-ba11-f5a231a0c318 req-775f075e-5644-4af0-8c8e-db7af97df52b tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2788033 Aug 06 16:03:06.212811 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:06.215954 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:06.219922 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-3dc0997b-17e3-4211-8147-4a4f19604561 service neutron] 10.222.0.78 "PUT /v2.0/ports/6696e820-7af7-47d8-a506-1695939844eb HTTP/1.1" status: 200 len: 1091 time: 2.5599141 Aug 06 16:03:06.231647 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7213168d-44eb-493b-a787-6d6f9231f663 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:06.238333 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7213168d-44eb-493b-a787-6d6f9231f663 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:06.243179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8a1d26a-c4a2-4d60-88a6-177e8198a2f7 req-29f04709-f7c8-43fd-a570-caaffcc76f0c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937524 Aug 06 16:03:06.259100 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Request body: {'port': {'device_id': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:06.270095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943b7ec-12ea-457f-a846-6e15a4fa9c26 req-541bf0df-01e8-49a8-812e-3bb672784637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:06.271726 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d943b7ec-12ea-457f-a846-6e15a4fa9c26 req-541bf0df-01e8-49a8-812e-3bb672784637 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.2484090 Aug 06 16:03:06.463675 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7213168d-44eb-493b-a787-6d6f9231f663 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:06.464587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7213168d-44eb-493b-a787-6d6f9231f663 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Fanout notify agent at l3_agent the message router_deleted on router 6a097eaf-4613-4da2-88b2-6fd9d0b7074c {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:03:06.487132 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7213168d-44eb-493b-a787-6d6f9231f663 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:06.488568 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7213168d-44eb-493b-a787-6d6f9231f663 tempest-RoutersNegativeIpV6Test-1508327586 tempest-RoutersNegativeIpV6Test-1508327586-project] 10.222.0.37 "DELETE /v2.0/routers/6a097eaf-4613-4da2-88b2-6fd9d0b7074c HTTP/1.1" status: 204 len: 168 time: 0.6820307 Aug 06 16:03:06.568304 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:06.601062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:06.635331 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943b7ec-12ea-457f-a846-6e15a4fa9c26 req-9fd8b657-fdaa-48d5-90ce-4cb6c58fb743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:06.643312 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d943b7ec-12ea-457f-a846-6e15a4fa9c26 req-9fd8b657-fdaa-48d5-90ce-4cb6c58fb743 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3572466 Aug 06 16:03:06.897899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba0ed2-0943-4c3c-a511-e340abf0c5e9 req-2949bd60-0490-488f-acae-7b20aa362c4e tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:06.906986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5ba0ed2-0943-4c3c-a511-e340abf0c5e9 req-2949bd60-0490-488f-acae-7b20aa362c4e tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.4370484 Aug 06 16:03:06.913153 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'tag': '6696e820-7af7-47d8-a506-1695939844eb'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:06.920064 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a0a31e-3b1b-483c-842f-4e4a8b99d388" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "tag": "6696e820-7af7-47d8-a506-1695939844eb"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:06.963407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad304ac-f20d-4e8d-8b6a-db8a26f6e3d7 req-eb5e997c-0b41-4858-ae1a-68783d872b3b tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:06.965206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bad304ac-f20d-4e8d-8b6a-db8a26f6e3d7 req-eb5e997c-0b41-4858-ae1a-68783d872b3b tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 0.2579398 Aug 06 16:03:07.014730 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5ba0ed2-0943-4c3c-a511-e340abf0c5e9 req-0de850f6-83f1-42ce-8812-bf4971113c12 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066053 Aug 06 16:03:07.022026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d943b7ec-12ea-457f-a846-6e15a4fa9c26 req-e5d8604a-66c5-4473-a9f6-cf1b091818c0 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608146 Aug 06 16:03:07.114141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39178) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:07.146302 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bad304ac-f20d-4e8d-8b6a-db8a26f6e3d7 req-c7f5a87b-761f-40da-ac0e-047392f3d902 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665409 Aug 06 16:03:07.198951 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26575881-945b-4cad-ad85-9e7c179bbc47 x-openstack-request-id: req-26575881-945b-4cad-ad85-9e7c179bbc47 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:07.199572 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4a1b7a-7dbb-44df-917c-9381a7d6bb28", "name": "network-vif-plugged", "status": "completed", "tag": "8741f1b3-674c-40e4-9070-29af950fa49e", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:07.199572 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26575881-945b-4cad-ad85-9e7c179bbc47 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:07.199856 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8741f1b3-674c-40e4-9070-29af950fa49e', 'code': 200} Aug 06 16:03:07.237844 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d943b7ec-12ea-457f-a846-6e15a4fa9c26 req-fe95f563-8583-4872-8827-c6366852c7e8 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020738 Aug 06 16:03:07.248889 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.412152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287f54c-4f1b-4acd-8f23-01721ae9b7d8 req-f8d4b90f-93ff-4daf-9cd9-6f94a32f8ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:07.413407 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:07.424950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c287f54c-4f1b-4acd-8f23-01721ae9b7d8 req-f8d4b90f-93ff-4daf-9cd9-6f94a32f8ad7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 1097 time: 0.1528926 Aug 06 16:03:07.435343 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.440661 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc65863a-4d17-4317-b269-be66e3d5dc26 x-openstack-request-id: req-cc65863a-4d17-4317-b269-be66e3d5dc26 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:07.441476 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "tag": "6696e820-7af7-47d8-a506-1695939844eb", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:07.441476 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc65863a-4d17-4317-b269-be66e3d5dc26 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:07.444036 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'tag': '6696e820-7af7-47d8-a506-1695939844eb', 'status': 'completed', 'code': 200} Aug 06 16:03:07.496122 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9ab07271-f9c0-4795-9146-f07217b63b45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d75f7da2aef45e993e410fdeabb7c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787735 Aug 06 16:03:07.501891 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69228052-f63f-44ee-9a6f-981d6ea5c13b req-74c789db-bc4e-47e4-a626-749afa70b977 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:07.503787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-69228052-f63f-44ee-9a6f-981d6ea5c13b req-74c789db-bc4e-47e4-a626-749afa70b977 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 946 time: 0.1565261 Aug 06 16:03:07.506820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Transition to ACTIVE for port object 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:07.507534 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39186) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:07.515614 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.599928 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7a91-41bd-46c6-814d-56a963a11533 req-c6aff09a-25fd-42fb-bf3b-ace5afa6c528 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:07.608144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7a91-41bd-46c6-814d-56a963a11533 req-c6aff09a-25fd-42fb-bf3b-ace5afa6c528 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:07.621857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7a91-41bd-46c6-814d-56a963a11533 req-c6aff09a-25fd-42fb-bf3b-ace5afa6c528 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:07.632880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7a91-41bd-46c6-814d-56a963a11533 req-c6aff09a-25fd-42fb-bf3b-ace5afa6c528 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:07.643928 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7a91-41bd-46c6-814d-56a963a11533 req-c6aff09a-25fd-42fb-bf3b-ace5afa6c528 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:07.650268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7a91-41bd-46c6-814d-56a963a11533 req-c6aff09a-25fd-42fb-bf3b-ace5afa6c528 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:07.664779 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7a91-41bd-46c6-814d-56a963a11533 req-c6aff09a-25fd-42fb-bf3b-ace5afa6c528 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:07.666872 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-236b7a91-41bd-46c6-814d-56a963a11533 req-c6aff09a-25fd-42fb-bf3b-ace5afa6c528 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5384 time: 0.1902838 Aug 06 16:03:07.669130 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:07.688528 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0a31e-3b1b-483c-842f-4e4a8b99d388 req-3cc7b3c9-bdfc-44f6-9c91-1c45794e99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:07.689029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0a31e-3b1b-483c-842f-4e4a8b99d388 req-3cc7b3c9-bdfc-44f6-9c91-1c45794e99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:07.689505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0a31e-3b1b-483c-842f-4e4a8b99d388 req-3cc7b3c9-bdfc-44f6-9c91-1c45794e99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:07.690601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0a31e-3b1b-483c-842f-4e4a8b99d388 req-3cc7b3c9-bdfc-44f6-9c91-1c45794e99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:07.690601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0a31e-3b1b-483c-842f-4e4a8b99d388 req-3cc7b3c9-bdfc-44f6-9c91-1c45794e99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:07.690922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0a31e-3b1b-483c-842f-4e4a8b99d388 req-3cc7b3c9-bdfc-44f6-9c91-1c45794e99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:07.691389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0a31e-3b1b-483c-842f-4e4a8b99d388 req-3cc7b3c9-bdfc-44f6-9c91-1c45794e99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:07.693410 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8a0a31e-3b1b-483c-842f-4e4a8b99d388 req-3cc7b3c9-bdfc-44f6-9c91-1c45794e99af service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=964dc75051674f75a50f3eba300bee26&device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 6276 time: 0.2555695 Aug 06 16:03:07.706439 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20c5b052-9c14-4b9c-be31-8ae0aa404086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.710478 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c287f54c-4f1b-4acd-8f23-01721ae9b7d8 req-8a8e9a53-07dd-422c-b8ab-116811b0e185 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364144 Aug 06 16:03:07.764505 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20c5b052-9c14-4b9c-be31-8ae0aa404086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.777719 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-69228052-f63f-44ee-9a6f-981d6ea5c13b req-e211a97d-564b-4882-a89f-19c411e0f827 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/security-groups?id=89f4f142-aa79-44c1-b442-f130bcec5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535393 Aug 06 16:03:07.892674 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-236b7a91-41bd-46c6-814d-56a963a11533 req-86bcd346-aca4-4428-b0a3-0b9c0fbe59eb tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2131195 Aug 06 16:03:07.908920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Attempting to bind port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:07.908920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Attempting to bind port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:07.909197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Attempting to bind port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec on network 0289d76d-e14d-4c22-8519-329bdca6f8e4 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:07.929453 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20c5b052-9c14-4b9c-be31-8ae0aa404086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.934215 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20c5b052-9c14-4b9c-be31-8ae0aa404086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.941858 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-20c5b052-9c14-4b9c-be31-8ae0aa404086 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b10aeb18-8730-4897-b604-aa9423f32fcf HTTP/1.1" status: 204 len: 168 time: 0.4290495 Aug 06 16:03:07.962696 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec on network 0289d76d-e14d-4c22-8519-329bdca6f8e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:03:07.963279 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Attempting to bind port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec on network 0289d76d-e14d-4c22-8519-329bdca6f8e4 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:07.969798 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:07.970210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Checking segment: {'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:07.970580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Bound using segment: {'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:07.971708 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Bound port: 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed32bd7-9cfb-4307-8469-761ac7070512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:07.972363 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:08.047787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0a31e-3b1b-483c-842f-4e4a8b99d388 req-51550aca-6782-4121-98f6-461515d746a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:08.048084 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5b052-9c14-4b9c-be31-8ae0aa404086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10aeb18-8730-4897-b604-aa9423f32fcf,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:08.048392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0a31e-3b1b-483c-842f-4e4a8b99d388 req-51550aca-6782-4121-98f6-461515d746a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:08.048745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0a31e-3b1b-483c-842f-4e4a8b99d388 req-51550aca-6782-4121-98f6-461515d746a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:08.052226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8a0a31e-3b1b-483c-842f-4e4a8b99d388 req-51550aca-6782-4121-98f6-461515d746a3 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=964dc75051674f75a50f3eba300bee26&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3440545 Aug 06 16:03:08.155236 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] For port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:08.162405 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] For port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:08.169380 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:08.251376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0a31e-3b1b-483c-842f-4e4a8b99d388 req-80de1ddd-5899-425f-b42b-741c487a290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:08.253330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8a0a31e-3b1b-483c-842f-4e4a8b99d388 req-80de1ddd-5899-425f-b42b-741c487a290d service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1879671 Aug 06 16:03:08.268575 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd9ee5-9d4d-4a8b-90c6-11479652cb08 req-e4394974-87d7-450f-9057-6dbfe337e0f8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:08.270286 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94bd9ee5-9d4d-4a8b-90c6-11479652cb08 req-e4394974-87d7-450f-9057-6dbfe337e0f8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.3093908 Aug 06 16:03:08.332057 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12838ead-19fa-4fb1-a45f-74118e73dce5 req-47fd08f9-4116-4ed2-8889-5caef9c9b599 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:08.339985 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12838ead-19fa-4fb1-a45f-74118e73dce5 req-47fd08f9-4116-4ed2-8889-5caef9c9b599 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.1275241 Aug 06 16:03:08.340705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:08.428086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:08.428663 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:08.430998 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-89a97eed-12d3-4092-821f-559dcb19dda7 service neutron] 10.222.0.78 "PUT /v2.0/ports/8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec HTTP/1.1" status: 200 len: 1090 time: 2.1764677 Aug 06 16:03:08.461207 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94bd9ee5-9d4d-4a8b-90c6-11479652cb08 req-82346883-e7a0-4635-8f4a-4ff62d8e9f53 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808231 Aug 06 16:03:08.486275 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12838ead-19fa-4fb1-a45f-74118e73dce5 req-c65b7b78-c582-44e5-b642-53cdef96df67 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451447 Aug 06 16:03:08.502332 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71854ae0-99f0-4f38-93dc-1a06ccb58265 req-f1fa0e40-0b27-46c9-839d-dd8b8bc297fb tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:08.503004 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-71854ae0-99f0-4f38-93dc-1a06ccb58265 req-f1fa0e40-0b27-46c9-839d-dd8b8bc297fb tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.78 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 946 time: 0.1745906 Aug 06 16:03:08.524895 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Request body: {'port': {'device_id': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:08.712443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867916e-150c-4cb1-96fa-e7dd4911f50b req-6def50e0-4097-43bc-a7a3-1a6536ae00d7 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:08.721716 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0867916e-150c-4cb1-96fa-e7dd4911f50b req-6def50e0-4097-43bc-a7a3-1a6536ae00d7 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 0.1079304 Aug 06 16:03:08.825804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0867916e-150c-4cb1-96fa-e7dd4911f50b req-88e17d5e-1da8-450f-822a-8cd2ca28a395 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972638 Aug 06 16:03:08.896069 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:08.905103 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:03:08.966172 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:09.048220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05270599-abdf-4e03-b395-da35325bc4fc req-a7b3515f-76d5-43bc-8984-a9fd85abbd80 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.050006 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05270599-abdf-4e03-b395-da35325bc4fc req-a7b3515f-76d5-43bc-8984-a9fd85abbd80 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 946 time: 0.1203978 Aug 06 16:03:09.079589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39445b6b-f26c-4a52-80d5-23621a6794f0 req-914fad4e-a27f-408f-aa07-b99c3b23312b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.087381 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39445b6b-f26c-4a52-80d5-23621a6794f0 req-914fad4e-a27f-408f-aa07-b99c3b23312b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.0927584 Aug 06 16:03:09.157929 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05270599-abdf-4e03-b395-da35325bc4fc req-ce3dfcee-e557-42f4-ae40-299af8f14a2e tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/security-groups?id=89f4f142-aa79-44c1-b442-f130bcec5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937274 Aug 06 16:03:09.177788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39445b6b-f26c-4a52-80d5-23621a6794f0 req-5b76d0cc-a1bb-466e-9000-918758415f54 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844634 Aug 06 16:03:09.339209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b41046-0e0e-4cd6-a714-6060ae17dc93 req-b68e8a61-f932-44d2-ab9c-943e82451fec tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.346542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b41046-0e0e-4cd6-a714-6060ae17dc93 req-b68e8a61-f932-44d2-ab9c-943e82451fec tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.348948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-71854ae0-99f0-4f38-93dc-1a06ccb58265 req-d980f1a4-52d0-485d-af4e-2988e301bb9a tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Deleting port 434a7012-e83a-4721-a4c6-af3db0293b8b {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:03:09.349460 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-71854ae0-99f0-4f38-93dc-1a06ccb58265 req-d980f1a4-52d0-485d-af4e-2988e301bb9a tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:09.352699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b41046-0e0e-4cd6-a714-6060ae17dc93 req-b68e8a61-f932-44d2-ab9c-943e82451fec tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.361048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b41046-0e0e-4cd6-a714-6060ae17dc93 req-b68e8a61-f932-44d2-ab9c-943e82451fec tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.368541 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b41046-0e0e-4cd6-a714-6060ae17dc93 req-b68e8a61-f932-44d2-ab9c-943e82451fec tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.375264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b41046-0e0e-4cd6-a714-6060ae17dc93 req-b68e8a61-f932-44d2-ab9c-943e82451fec tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.382056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b41046-0e0e-4cd6-a714-6060ae17dc93 req-b68e8a61-f932-44d2-ab9c-943e82451fec tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.391326 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54b41046-0e0e-4cd6-a714-6060ae17dc93 req-b68e8a61-f932-44d2-ab9c-943e82451fec tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5396 time: 0.1297634 Aug 06 16:03:09.459282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54b41046-0e0e-4cd6-a714-6060ae17dc93 req-8c5eb431-2fc6-48b6-9ed4-dd0ca95b2da8 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669632 Aug 06 16:03:09.479318 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'tag': '8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:09.481588 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fdeebe-d377-49f0-a49c-78e8897c297d" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "tag": "8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:09.601114 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd17b525-6c05-437d-850f-4fe792a35787 x-openstack-request-id: req-dd17b525-6c05-437d-850f-4fe792a35787 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:09.601421 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "tag": "8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:09.601731 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd17b525-6c05-437d-850f-4fe792a35787 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:09.602200 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'tag': '8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec', 'status': 'completed', 'code': 200} Aug 06 16:03:09.653442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-71854ae0-99f0-4f38-93dc-1a06ccb58265 req-d980f1a4-52d0-485d-af4e-2988e301bb9a tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] For port 434a7012-e83a-4721-a4c6-af3db0293b8b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=434a7012-e83a-4721-a4c6-af3db0293b8b,segment=NetworkSegment(50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c),segment_id=50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:09.653843 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-71854ae0-99f0-4f38-93dc-1a06ccb58265 req-d980f1a4-52d0-485d-af4e-2988e301bb9a tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:09.760247 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c8b9c-2cd6-40c5-87ec-97e40d49fc18 req-f92f8c18-544c-44c5-aeab-9e44861486b3 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.769334 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e07c8b9c-2cd6-40c5-87ec-97e40d49fc18 req-f92f8c18-544c-44c5-aeab-9e44861486b3 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.1735265 Aug 06 16:03:09.819877 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeebe-d377-49f0-a49c-78e8897c297d req-3dfc1e89-61d1-48fa-907b-85e68858812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.824786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39250) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:09.839968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeebe-d377-49f0-a49c-78e8897c297d req-3dfc1e89-61d1-48fa-907b-85e68858812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.840267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeebe-d377-49f0-a49c-78e8897c297d req-3dfc1e89-61d1-48fa-907b-85e68858812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.853234 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeebe-d377-49f0-a49c-78e8897c297d req-3dfc1e89-61d1-48fa-907b-85e68858812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.853759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeebe-d377-49f0-a49c-78e8897c297d req-3dfc1e89-61d1-48fa-907b-85e68858812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.854288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeebe-d377-49f0-a49c-78e8897c297d req-3dfc1e89-61d1-48fa-907b-85e68858812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.854770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeebe-d377-49f0-a49c-78e8897c297d req-3dfc1e89-61d1-48fa-907b-85e68858812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:09.856932 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7fdeebe-d377-49f0-a49c-78e8897c297d req-3dfc1e89-61d1-48fa-907b-85e68858812f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=964dc75051674f75a50f3eba300bee26&device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 6343 time: 0.1967082 Aug 06 16:03:09.935428 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:09.949698 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:09.979769 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e07c8b9c-2cd6-40c5-87ec-97e40d49fc18 req-9e147d58-0aee-4ce1-ba55-62b23440686f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038209 Aug 06 16:03:10.013534 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Transition to ACTIVE for port object c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:10.025784 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:10.029265 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-71854ae0-99f0-4f38-93dc-1a06ccb58265 req-d980f1a4-52d0-485d-af4e-2988e301bb9a tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:10.029655 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-71854ae0-99f0-4f38-93dc-1a06ccb58265 req-d980f1a4-52d0-485d-af4e-2988e301bb9a tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:10.030432 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [req-71854ae0-99f0-4f38-93dc-1a06ccb58265 req-d980f1a4-52d0-485d-af4e-2988e301bb9a tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Floating IP ba75347a-2924-4701-a351-a393926506e9 disassociated. External IP: 172.25.1.146, port: 434a7012-e83a-4721-a4c6-af3db0293b8b. Aug 06 16:03:10.030789 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-71854ae0-99f0-4f38-93dc-1a06ccb58265 req-d980f1a4-52d0-485d-af4e-2988e301bb9a tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Calling delete_port for 434a7012-e83a-4721-a4c6-af3db0293b8b owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:03:10.078944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8762eb76-87a9-410d-b675-44084fbd8034 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:10.079218 n-d-803756-1 neutron-server[105764]: WARNING neutron.api.v2.base [None req-8762eb76-87a9-410d-b675-44084fbd8034 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 06 16:03:10.079673 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-8762eb76-87a9-410d-b675-44084fbd8034 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): There was a conflict when trying to complete your request. Aug 06 16:03:10.085171 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8762eb76-87a9-410d-b675-44084fbd8034 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2534721 Aug 06 16:03:10.091447 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39256) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:10.102056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-23a46910-0d68-4a02-b23c-0a819db876ed tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1354785454'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:10.171250 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Pushing event updated for resources: {'Port': ['ID=c37bedb5-5d6e-4df8-8cfa-fa9b813666a0,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:10.191323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeebe-d377-49f0-a49c-78e8897c297d req-4faefe3d-f5cf-422b-a7f6-ccf8b85d01f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:10.195030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeebe-d377-49f0-a49c-78e8897c297d req-4faefe3d-f5cf-422b-a7f6-ccf8b85d01f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:10.196650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeebe-d377-49f0-a49c-78e8897c297d req-4faefe3d-f5cf-422b-a7f6-ccf8b85d01f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:10.201543 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7fdeebe-d377-49f0-a49c-78e8897c297d req-4faefe3d-f5cf-422b-a7f6-ccf8b85d01f9 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=964dc75051674f75a50f3eba300bee26&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3344896 Aug 06 16:03:10.207238 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-23a46910-0d68-4a02-b23c-0a819db876ed tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:10.234965 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-23a46910-0d68-4a02-b23c-0a819db876ed tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:10.277095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66e00a-be4c-4418-8c50-ed1e338555cd req-e2cbceb5-e9ee-43d4-b34f-72defaa8513a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:10.279016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a66e00a-be4c-4418-8c50-ed1e338555cd req-e2cbceb5-e9ee-43d4-b34f-72defaa8513a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 0.2188938 Aug 06 16:03:10.321008 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Attempting to bind port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:10.321587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Attempting to bind port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '8650d692-b0d5-4718-82c9-ebf069e4b397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '694c032e-723f-44df-83a9-40d4adea9477'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:10.321996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Attempting to bind port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 on network 694c032e-723f-44df-83a9-40d4adea9477 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:10.332916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 on network 694c032e-723f-44df-83a9-40d4adea9477 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:03:10.333377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Attempting to bind port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 on network 694c032e-723f-44df-83a9-40d4adea9477 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:10.346928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:10.347272 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Checking segment: {'id': '8650d692-b0d5-4718-82c9-ebf069e4b397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '694c032e-723f-44df-83a9-40d4adea9477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:10.347654 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Bound using segment: {'id': '8650d692-b0d5-4718-82c9-ebf069e4b397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '694c032e-723f-44df-83a9-40d4adea9477'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:10.348108 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Bound port: c37bedb5-5d6e-4df8-8cfa-fa9b813666a0, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8650d692-b0d5-4718-82c9-ebf069e4b397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '694c032e-723f-44df-83a9-40d4adea9477'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:10.348635 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:10.446068 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-71854ae0-99f0-4f38-93dc-1a06ccb58265 req-d980f1a4-52d0-485d-af4e-2988e301bb9a tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:10.535104 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980f1a4-52d0-485d-af4e-2988e301bb9a tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Pushing event deleted for resources: {'Port': ['ID=434a7012-e83a-4721-a4c6-af3db0293b8b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:10.584122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] For port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:10.605020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] For port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c37bedb5-5d6e-4df8-8cfa-fa9b813666a0,segment=NetworkSegment(8650d692-b0d5-4718-82c9-ebf069e4b397),segment_id=8650d692-b0d5-4718-82c9-ebf069e4b397)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:10.616480 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:10.715727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:10.716645 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:10.719156 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] 10.222.0.78 "PUT /v2.0/ports/c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 HTTP/1.1" status: 200 len: 1091 time: 2.2116017 Aug 06 16:03:10.745842 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71854ae0-99f0-4f38-93dc-1a06ccb58265 req-d980f1a4-52d0-485d-af4e-2988e301bb9a tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Router ce5dfebc-4436-41e8-919d-5fd9d110dfff has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:03:10.762748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdeebe-d377-49f0-a49c-78e8897c297d req-95658446-7d69-4601-a476-2fe30e26ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:10.764979 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7fdeebe-d377-49f0-a49c-78e8897c297d req-95658446-7d69-4601-a476-2fe30e26ed9b service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5312171 Aug 06 16:03:10.766604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Request body: {'port': {'device_id': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:10.810812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a66e00a-be4c-4418-8c50-ed1e338555cd req-ce66b2b6-9767-4e9b-8cf1-2a30ae182655 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5051312 Aug 06 16:03:10.946822 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba66ed7-c020-4787-ac33-e1bd72c5a7de req-3325d438-0838-4036-a1b6-c79a4214593e tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:10.959104 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6ba66ed7-c020-4787-ac33-e1bd72c5a7de req-3325d438-0838-4036-a1b6-c79a4214593e tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd31284d-9dce-4f03-b810-d47dd348108a HTTP/1.1" status: 200 len: 867 time: 0.6785860 Aug 06 16:03:11.037612 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:11.053576 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a4b7d-0ed8-418d-99a6-a4defdfe53ce service neutron] Pushing event updated for resources: {'Port': ['ID=c37bedb5-5d6e-4df8-8cfa-fa9b813666a0,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:11.152115 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6ba66ed7-c020-4787-ac33-e1bd72c5a7de req-dcc06449-aca8-4038-b8ad-dbc2074393fe tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/security-groups?id=89f4f142-aa79-44c1-b442-f130bcec5b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910150 Aug 06 16:03:11.238403 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-23a46910-0d68-4a02-b23c-0a819db876ed tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:11.271564 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-23a46910-0d68-4a02-b23c-0a819db876ed tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:11.371689 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-23a46910-0d68-4a02-b23c-0a819db876ed tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:11.395531 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71854ae0-99f0-4f38-93dc-1a06ccb58265 req-d980f1a4-52d0-485d-af4e-2988e301bb9a tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:11.409194 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f8e1f5-f2b9-4766-9863-00e64bb1c09d None None] Sync routers for ids ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:11.420320 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8e1f5-f2b9-4766-9863-00e64bb1c09d None None] Routers {'ce5dfebc-4436-41e8-919d-5fd9d110dfff'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:11.421078 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-11f8e1f5-f2b9-4766-9863-00e64bb1c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:03:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:11.428121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a46910-0d68-4a02-b23c-0a819db876ed tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e63edaf9-132d-415b-83b7-68e61e82db5f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:11.437850 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-23a46910-0d68-4a02-b23c-0a819db876ed tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:11.449311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec4dda-9c13-4728-a06c-fbbb973c7f4d req-50229bd0-6367-4a74-9099-ff52a4faf4d9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:11.452697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22ec4dda-9c13-4728-a06c-fbbb973c7f4d req-50229bd0-6367-4a74-9099-ff52a4faf4d9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.4716711 Aug 06 16:03:11.492407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a46910-0d68-4a02-b23c-0a819db876ed tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e4f5b9-db12-46bd-a9ce-480a68c50e09,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:11.511493 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-71854ae0-99f0-4f38-93dc-1a06ccb58265 req-d980f1a4-52d0-485d-af4e-2988e301bb9a tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] No DVR routers for this DVR port 434a7012-e83a-4721-a4c6-af3db0293b8b on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:03:11.519797 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-71854ae0-99f0-4f38-93dc-1a06ccb58265 req-d980f1a4-52d0-485d-af4e-2988e301bb9a tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:11.521953 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-71854ae0-99f0-4f38-93dc-1a06ccb58265 req-d980f1a4-52d0-485d-af4e-2988e301bb9a tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.78 "DELETE /v2.0/ports/434a7012-e83a-4721-a4c6-af3db0293b8b HTTP/1.1" status: 204 len: 173 time: 2.9915643 Aug 06 16:03:11.546216 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-23a46910-0d68-4a02-b23c-0a819db876ed tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:11.549058 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 434a7012-e83a-4721-a4c6-af3db0293b8b no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:03:11.551972 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-23a46910-0d68-4a02-b23c-0a819db876ed tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4579713 Aug 06 16:03:11.560097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39274) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:11.599647 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6585c534-859b-4f21-94a2-4c266adf8c4c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '18e4f5b9-db12-46bd-a9ce-480a68c50e09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:11.604121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'tag': 'c37bedb5-5d6e-4df8-8cfa-fa9b813666a0'}, {'server_uuid': 'fd31284d-9dce-4f03-b810-d47dd348108a', 'name': 'network-vif-deleted', 'tag': '434a7012-e83a-4721-a4c6-af3db0293b8b'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:11.607835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 434a7012-e83a-4721-a4c6-af3db0293b8b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:03:11.608477 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 434a7012-e83a-4721-a4c6-af3db0293b8b not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:03:11.614356 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "tag": "c37bedb5-5d6e-4df8-8cfa-fa9b813666a0"}, {"server_uuid": "fd31284d-9dce-4f03-b810-d47dd348108a", "name": "network-vif-deleted", "tag": "434a7012-e83a-4721-a4c6-af3db0293b8b"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:11.650332 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22ec4dda-9c13-4728-a06c-fbbb973c7f4d req-629f0257-7b39-4156-a915-672a9330e045 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652839 Aug 06 16:03:11.670631 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6585c534-859b-4f21-94a2-4c266adf8c4c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:11.737417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feba7d60-e574-4ef5-bde3-2b961864b504 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:11.749814 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:11.774341 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Transition to ACTIVE for port object feba7d60-e574-4ef5-bde3-2b961864b504 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:11.783405 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:11.934886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Pushing event updated for resources: {'Port': ['ID=feba7d60-e574-4ef5-bde3-2b961864b504,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:11.938434 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-11f8e1f5-f2b9-4766-9863-00e64bb1c09d None None] Set router ce5dfebc-4436-41e8-919d-5fd9d110dfff gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:12.003296 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6585c534-859b-4f21-94a2-4c266adf8c4c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.010458 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Attempting to bind port feba7d60-e574-4ef5-bde3-2b961864b504 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:12.011106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Attempting to bind port feba7d60-e574-4ef5-bde3-2b961864b504 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '8650d692-b0d5-4718-82c9-ebf069e4b397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '694c032e-723f-44df-83a9-40d4adea9477'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:12.011924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Attempting to bind port feba7d60-e574-4ef5-bde3-2b961864b504 on network 694c032e-723f-44df-83a9-40d4adea9477 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:12.019606 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Port feba7d60-e574-4ef5-bde3-2b961864b504 on network 694c032e-723f-44df-83a9-40d4adea9477 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:03:12.020150 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Attempting to bind port feba7d60-e574-4ef5-bde3-2b961864b504 on network 694c032e-723f-44df-83a9-40d4adea9477 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:12.029024 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:12.030652 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Checking segment: {'id': '8650d692-b0d5-4718-82c9-ebf069e4b397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '694c032e-723f-44df-83a9-40d4adea9477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:12.032478 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Bound using segment: {'id': '8650d692-b0d5-4718-82c9-ebf069e4b397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '694c032e-723f-44df-83a9-40d4adea9477'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:12.033009 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Bound port: feba7d60-e574-4ef5-bde3-2b961864b504, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8650d692-b0d5-4718-82c9-ebf069e4b397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '694c032e-723f-44df-83a9-40d4adea9477'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:12.033442 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.082822 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6585c534-859b-4f21-94a2-4c266adf8c4c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.139937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] For port feba7d60-e574-4ef5-bde3-2b961864b504, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:12.144520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] For port feba7d60-e574-4ef5-bde3-2b961864b504, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=feba7d60-e574-4ef5-bde3-2b961864b504,segment=NetworkSegment(8650d692-b0d5-4718-82c9-ebf069e4b397),segment_id=8650d692-b0d5-4718-82c9-ebf069e4b397)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:12.151749 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.196520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a2790-7d93-410e-95c1-d2ce24d2a9b6 req-c9a9e97f-fad0-421f-a603-1f2f6fc2aefd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:12.204530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a2790-7d93-410e-95c1-d2ce24d2a9b6 req-c9a9e97f-fad0-421f-a603-1f2f6fc2aefd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:12.211689 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a2790-7d93-410e-95c1-d2ce24d2a9b6 req-c9a9e97f-fad0-421f-a603-1f2f6fc2aefd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:12.218112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a2790-7d93-410e-95c1-d2ce24d2a9b6 req-c9a9e97f-fad0-421f-a603-1f2f6fc2aefd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:12.228905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a2790-7d93-410e-95c1-d2ce24d2a9b6 req-c9a9e97f-fad0-421f-a603-1f2f6fc2aefd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:12.240559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a2790-7d93-410e-95c1-d2ce24d2a9b6 req-c9a9e97f-fad0-421f-a603-1f2f6fc2aefd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:12.252725 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:12.253410 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.260503 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] 10.222.0.78 "PUT /v2.0/ports/feba7d60-e574-4ef5-bde3-2b961864b504 HTTP/1.1" status: 200 len: 1091 time: 1.5051064 Aug 06 16:03:12.261051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a2790-7d93-410e-95c1-d2ce24d2a9b6 req-c9a9e97f-fad0-421f-a603-1f2f6fc2aefd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:12.271261 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d2a2790-7d93-410e-95c1-d2ce24d2a9b6 req-c9a9e97f-fad0-421f-a603-1f2f6fc2aefd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.8969882 Aug 06 16:03:12.284717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585c534-859b-4f21-94a2-4c266adf8c4c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334a7dbb-81be-4516-9532-049cb419ede5,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:12.298768 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6585c534-859b-4f21-94a2-4c266adf8c4c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.300024 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6585c534-859b-4f21-94a2-4c266adf8c4c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7181683 Aug 06 16:03:12.305575 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39292) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:12.316986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2d8608c8-664c-4921-9e3b-326d1b437467 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '18e4f5b9-db12-46bd-a9ce-480a68c50e09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:12.337208 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5899549-aaf4-4e34-88f8-6e014c5fd047 service neutron] Pushing event updated for resources: {'Port': ['ID=feba7d60-e574-4ef5-bde3-2b961864b504,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:12.362872 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251d390-40d2-40cc-8ce1-cec77333b5e6 req-2953d1e5-e837-4a24-86f8-e0bdc33640fb tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:12.368892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b251d390-40d2-40cc-8ce1-cec77333b5e6 req-2953d1e5-e837-4a24-86f8-e0bdc33640fb tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 0.3913703 Aug 06 16:03:12.380620 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-11f8e1f5-f2b9-4766-9863-00e64bb1c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'name': 'tempest-ServersTestManualDisk-1239520173-router', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:00:20Z', 'updated_at': '2021-08-06T16:00:27Z', 'revision_number': 4, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'gw_port': {'id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:21Z', 'updated_at': '2021-08-06T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a608978d-f4d3-4127-bfff-8a3537b1318a', 'name': '', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'mac_address': 'fa:16:3e:47:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:25Z', 'updated_at': '2021-08-06T16:00:38Z', 'revision_number': 5, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'subnets': [{'id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:12.390649 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39294) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:12.418428 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7a657a06-6509-41eb-9285-d4f259b17652 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Request body: {'floatingip': {'port_id': '8741f1b3-674c-40e4-9070-29af950fa49e'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:12.422268 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f8e1f5-f2b9-4766-9863-00e64bb1c09d None None] Checking router: ce5dfebc-4436-41e8-919d-5fd9d110dfff for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:03:12.440182 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8e1f5-f2b9-4766-9863-00e64bb1c09d None None] Routers {'ce5dfebc-4436-41e8-919d-5fd9d110dfff'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:12.441994 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-11f8e1f5-f2b9-4766-9863-00e64bb1c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:03:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:12.452691 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d2a2790-7d93-410e-95c1-d2ce24d2a9b6 req-4c11a1d5-63c0-44cf-bb04-58af1e9a4168 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1804395 Aug 06 16:03:12.485366 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2d8608c8-664c-4921-9e3b-326d1b437467 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.605371 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-11f8e1f5-f2b9-4766-9863-00e64bb1c09d None None] Set router ce5dfebc-4436-41e8-919d-5fd9d110dfff gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:12.622399 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa5aade-7bb1-4ef4-a533-0bf6ca296075 x-openstack-request-id: req-8fa5aade-7bb1-4ef4-a533-0bf6ca296075 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:12.623242 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "tag": "c37bedb5-5d6e-4df8-8cfa-fa9b813666a0", "status": "completed", "code": 200}, {"server_uuid": "fd31284d-9dce-4f03-b810-d47dd348108a", "name": "network-vif-deleted", "tag": "434a7012-e83a-4721-a4c6-af3db0293b8b", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:12.623676 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8fa5aade-7bb1-4ef4-a533-0bf6ca296075 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:12.624374 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'tag': 'c37bedb5-5d6e-4df8-8cfa-fa9b813666a0', 'status': 'completed', 'code': 200} Aug 06 16:03:12.624788 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd31284d-9dce-4f03-b810-d47dd348108a', 'name': 'network-vif-deleted', 'tag': '434a7012-e83a-4721-a4c6-af3db0293b8b', 'status': 'completed', 'code': 200} Aug 06 16:03:12.636240 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a657a06-6509-41eb-9285-d4f259b17652 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for floatingip, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.708288 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-2d8608c8-664c-4921-9e3b-326d1b437467 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): There was a conflict when trying to complete your request. Aug 06 16:03:12.709295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2d8608c8-664c-4921-9e3b-326d1b437467 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4009755 Aug 06 16:03:12.732840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39298) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:12.787872 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a145bf4-4afd-41e4-b5ac-328bc9967ed1 req-2913f84e-bc91-4cdb-b060-dab325fd3396 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:12.789484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a145bf4-4afd-41e4-b5ac-328bc9967ed1 req-2913f84e-bc91-4cdb-b060-dab325fd3396 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.3269043 Aug 06 16:03:12.818258 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2a39e-4b36-40e5-b115-f068d3e55214 req-3814eb4e-aa1b-4618-b1cc-60ff78f48477 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:12.826748 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfc2a39e-4b36-40e5-b115-f068d3e55214 req-3814eb4e-aa1b-4618-b1cc-60ff78f48477 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1203732 Aug 06 16:03:12.878697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a145bf4-4afd-41e4-b5ac-328bc9967ed1 req-134d9af2-22ea-4c2f-9b00-067dfe3875c9 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792832 Aug 06 16:03:12.904543 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfc2a39e-4b36-40e5-b115-f068d3e55214 req-ac9d3acc-c7df-462e-a8d2-5258b4360dbe tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700655 Aug 06 16:03:12.999308 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-11f8e1f5-f2b9-4766-9863-00e64bb1c09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'name': 'tempest-ServersTestManualDisk-1239520173-router', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:00:20Z', 'updated_at': '2021-08-06T16:00:27Z', 'revision_number': 4, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'gw_port': {'id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:21Z', 'updated_at': '2021-08-06T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a608978d-f4d3-4127-bfff-8a3537b1318a', 'name': '', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'mac_address': 'fa:16:3e:47:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:25Z', 'updated_at': '2021-08-06T16:00:38Z', 'revision_number': 5, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'subnets': [{'id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:13.037960 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f8e1f5-f2b9-4766-9863-00e64bb1c09d None None] The sync data for ids ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'] in n-d-803756-1 is: [{'id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'name': 'tempest-ServersTestManualDisk-1239520173-router', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:00:20Z', 'updated_at': '2021-08-06T16:00:27Z', 'revision_number': 4, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'gw_port': {'id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:21Z', 'updated_at': '2021-08-06T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a608978d-f4d3-4127-bfff-8a3537b1318a', 'name': '', 'network_id': 'a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'mac_address': 'fa:16:3e:47:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:25Z', 'updated_at': '2021-08-06T16:00:38Z', 'revision_number': 5, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'subnets': [{'id': 'cb3dfd16-0dd1-46d4-8106-e0e2fed4e086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:13.086162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39314) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:13.228371 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-29c0c333-68d0-47a9-a208-81325559a6aa tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:13.246730 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2afbc-fe4f-4fe5-bdb9-f69f9d6a88a5 req-b25be4f7-b046-45fe-a020-349e84e0df44 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.248822 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2e2afbc-fe4f-4fe5-bdb9-f69f9d6a88a5 req-b25be4f7-b046-45fe-a020-349e84e0df44 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1459379 Aug 06 16:03:13.317455 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-29c0c333-68d0-47a9-a208-81325559a6aa tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:13.368369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2e2afbc-fe4f-4fe5-bdb9-f69f9d6a88a5 req-de7bd643-a8d0-461e-b5a9-eaff9735db6b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120563 Aug 06 16:03:13.375037 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-87ae46f7-c139-4abf-9c08-18d7cbafcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.375692 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-87ae46f7-c139-4abf-9c08-18d7cbafcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.376187 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-87ae46f7-c139-4abf-9c08-18d7cbafcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.376686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-87ae46f7-c139-4abf-9c08-18d7cbafcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.377164 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-87ae46f7-c139-4abf-9c08-18d7cbafcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.377678 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-87ae46f7-c139-4abf-9c08-18d7cbafcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.378165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-87ae46f7-c139-4abf-9c08-18d7cbafcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.380212 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-87ae46f7-c139-4abf-9c08-18d7cbafcc28 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=964dc75051674f75a50f3eba300bee26&device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 6477 time: 1.0028903 Aug 06 16:03:13.445321 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-29c0c333-68d0-47a9-a208-81325559a6aa tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:13.449695 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-29c0c333-68d0-47a9-a208-81325559a6aa tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:13.454124 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-29c0c333-68d0-47a9-a208-81325559a6aa tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "DELETE /v2.0/security-groups/89f4f142-aa79-44c1-b442-f130bcec5b27 HTTP/1.1" status: 204 len: 168 time: 0.3668933 Aug 06 16:03:13.455292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39320) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:13.492486 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0c333-68d0-47a9-a208-81325559a6aa tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f4f142-aa79-44c1-b442-f130bcec5b27,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:13.495427 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-771623bc-b23a-43a8-8edc-437c4242b82c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59fa3aa8-f15b-46d3-be34-760b109ca2e7 HTTP/1.1" status: 200 len: 217 time: 0.0938301 Aug 06 16:03:13.522525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6097ea7-a816-4c33-84c3-5c58dc909fc3 None None] New status for floating IP ba75347a-2924-4701-a351-a393926506e9: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:03:13.533125 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-da3171a3-55fd-4302-86ce-c8698c469482 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:13.556179 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-215ca963-721d-4be0-88b0-54820d02906e tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] show failed (client error): The resource could not be found. Aug 06 16:03:13.574230 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-215ca963-721d-4be0-88b0-54820d02906e tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "GET /v2.0/security-groups/89f4f142-aa79-44c1-b442-f130bcec5b27 HTTP/1.1" status: 404 len: 347 time: 0.1140063 Aug 06 16:03:13.575522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39324) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:13.586513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-5bf4e2cb-16da-46ce-98c5-d20b6828a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.588567 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-5bf4e2cb-16da-46ce-98c5-d20b6828a549 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=439dc982-ce89-4fa4-9cd7-95fb9df42d90 HTTP/1.1" status: 200 len: 851 time: 0.0628166 Aug 06 16:03:13.733766 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-da3171a3-55fd-4302-86ce-c8698c469482 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:13.833551 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-c67c5fb7-52c3-4c57-897c-002f6796d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.835278 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-c67c5fb7-52c3-4c57-897c-002f6796d066 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7014f70e-1588-4abd-8ad1-8e22ba7acd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078938 Aug 06 16:03:13.860188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605ae84-b54d-427f-8c4a-39b9b5158473 req-84196d9b-5327-4e3d-9605-a3f0abb33fd7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.867301 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605ae84-b54d-427f-8c4a-39b9b5158473 req-84196d9b-5327-4e3d-9605-a3f0abb33fd7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.873793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605ae84-b54d-427f-8c4a-39b9b5158473 req-84196d9b-5327-4e3d-9605-a3f0abb33fd7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.880297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605ae84-b54d-427f-8c4a-39b9b5158473 req-84196d9b-5327-4e3d-9605-a3f0abb33fd7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.887153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605ae84-b54d-427f-8c4a-39b9b5158473 req-84196d9b-5327-4e3d-9605-a3f0abb33fd7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.895115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605ae84-b54d-427f-8c4a-39b9b5158473 req-84196d9b-5327-4e3d-9605-a3f0abb33fd7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.901906 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605ae84-b54d-427f-8c4a-39b9b5158473 req-84196d9b-5327-4e3d-9605-a3f0abb33fd7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.912383 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c605ae84-b54d-427f-8c4a-39b9b5158473 req-84196d9b-5327-4e3d-9605-a3f0abb33fd7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.2822409 Aug 06 16:03:13.943519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def22e3-6986-46d3-ae64-467293c189bf req-d064ee85-220e-437d-bf47-254b52b1c426 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:13.950933 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8def22e3-6986-46d3-ae64-467293c189bf req-d064ee85-220e-437d-bf47-254b52b1c426 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.4341309 Aug 06 16:03:14.037912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8def22e3-6986-46d3-ae64-467293c189bf req-9ec40e72-f980-4b26-bd41-5ff1151c1297 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859025 Aug 06 16:03:14.050071 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-7794567a-70c9-41ac-af7f-8f8cc3d1fe9c service neutron] 10.222.0.78 "GET /v2.0/networks/7014f70e-1588-4abd-8ad1-8e22ba7acd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985090 Aug 06 16:03:14.062511 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c605ae84-b54d-427f-8c4a-39b9b5158473 req-e65d81f2-da1c-4c34-8110-305237d0142e tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1490397 Aug 06 16:03:14.065577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-32053864-ee2d-438a-a5d7-70a0537c41d6 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Deleting port e4baaa20-f94d-4316-adc9-93ce0fe61f9c {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:03:14.070333 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32053864-ee2d-438a-a5d7-70a0537c41d6 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.162883 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-da3171a3-55fd-4302-86ce-c8698c469482 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.165709 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-da3171a3-55fd-4302-86ce-c8698c469482 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.173186 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-da3171a3-55fd-4302-86ce-c8698c469482 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "DELETE /v2.0/security-groups/18e4f5b9-db12-46bd-a9ce-480a68c50e09 HTTP/1.1" status: 204 len: 168 time: 1.4389071 Aug 06 16:03:14.173913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39336) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:14.287010 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3171a3-55fd-4302-86ce-c8698c469482 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e4f5b9-db12-46bd-a9ce-480a68c50e09,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:14.362708 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32053864-ee2d-438a-a5d7-70a0537c41d6 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.363939 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32053864-ee2d-438a-a5d7-70a0537c41d6 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.405487 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-32053864-ee2d-438a-a5d7-70a0537c41d6 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Calling delete_port for e4baaa20-f94d-4316-adc9-93ce0fe61f9c owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:03:14.471331 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176cd96-d807-43b6-91e2-efaf54d8382b req-6ab722f4-e196-47f5-9996-250aab7ca11c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:14.479915 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6176cd96-d807-43b6-91e2-efaf54d8382b req-6ab722f4-e196-47f5-9996-250aab7ca11c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.1123748 Aug 06 16:03:14.602520 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-52725051-0979-4e69-b96e-4a5f5b0cc069 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4156399 Aug 06 16:03:14.603092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39344) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:14.623941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e7fccaf5-7ff8-45c5-8bdd-93ea917da22f tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group': {'name': 'tempest-secgroup--740285726'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:14.628345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'tag': 'feba7d60-e574-4ef5-bde3-2b961864b504'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:14.630762 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "tag": "feba7d60-e574-4ef5-bde3-2b961864b504"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:14.657983 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-77591619-0ea5-4823-b1b5-55f0eda2c0d3 service neutron] show failed (client error): The resource could not be found. Aug 06 16:03:14.659297 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-77591619-0ea5-4823-b1b5-55f0eda2c0d3 service neutron] 10.222.0.13 "GET /v2.0/ports/c0c5d2a9-e782-4420-849c-af3cc4764bd7/bindings/n-h1-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.0788383 Aug 06 16:03:14.676506 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6176cd96-d807-43b6-91e2-efaf54d8382b req-173a1f35-6573-4f87-989e-939e77a6f679 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907120 Aug 06 16:03:14.803667 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.resource_extend [None req-7a657a06-6509-41eb-9285-d4f259b17652 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:03:14.826703 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32053864-ee2d-438a-a5d7-70a0537c41d6 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.861757 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32053864-ee2d-438a-a5d7-70a0537c41d6 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Pushing event deleted for resources: {'Port': ['ID=e4baaa20-f94d-4316-adc9-93ce0fe61f9c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:14.889817 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a657a06-6509-41eb-9285-d4f259b17652 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.898138 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c828ab5-8edd-4212-905b-be754e692b94 x-openstack-request-id: req-8c828ab5-8edd-4212-905b-be754e692b94 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:14.898945 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "tag": "feba7d60-e574-4ef5-bde3-2b961864b504", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:14.900884 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c828ab5-8edd-4212-905b-be754e692b94 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:14.901349 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'tag': 'feba7d60-e574-4ef5-bde3-2b961864b504', 'status': 'completed', 'code': 200} Aug 06 16:03:14.911001 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a657a06-6509-41eb-9285-d4f259b17652 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.990360 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32053864-ee2d-438a-a5d7-70a0537c41d6 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.994912 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32053864-ee2d-438a-a5d7-70a0537c41d6 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.997209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-32053864-ee2d-438a-a5d7-70a0537c41d6 tempest-ServersTestManualDisk-843407124 tempest-ServersTestManualDisk-843407124-project] 10.222.0.37 "DELETE /v2.0/floatingips/ba75347a-2924-4701-a351-a393926506e9 HTTP/1.1" status: 204 len: 168 time: 1.4198477 Aug 06 16:03:15.000161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39348) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:15.089329 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-7a657a06-6509-41eb-9285-d4f259b17652 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Floating IP 77cce59d-f405-43a8-bef3-665944e73afc associated. External IP: 172.25.1.206, port: 8741f1b3-674c-40e4-9070-29af950fa49e. Aug 06 16:03:15.269000 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-45a5bcbc-a3cf-47f3-8626-0a51066edf79 service neutron] 10.222.0.78 "GET /v2.0/networks/7014f70e-1588-4abd-8ad1-8e22ba7acd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1841345 Aug 06 16:03:15.376844 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8dbac-e97c-484a-8692-38492a2e4414 req-37d90fa0-1174-4b52-9c08-26706ff63342 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:15.383580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8dbac-e97c-484a-8692-38492a2e4414 req-37d90fa0-1174-4b52-9c08-26706ff63342 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:15.390555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8dbac-e97c-484a-8692-38492a2e4414 req-37d90fa0-1174-4b52-9c08-26706ff63342 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:15.397445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8dbac-e97c-484a-8692-38492a2e4414 req-37d90fa0-1174-4b52-9c08-26706ff63342 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:15.404239 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8dbac-e97c-484a-8692-38492a2e4414 req-37d90fa0-1174-4b52-9c08-26706ff63342 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:15.411225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8dbac-e97c-484a-8692-38492a2e4414 req-37d90fa0-1174-4b52-9c08-26706ff63342 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:15.418265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8dbac-e97c-484a-8692-38492a2e4414 req-37d90fa0-1174-4b52-9c08-26706ff63342 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:15.420476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94a8dbac-e97c-484a-8692-38492a2e4414 req-37d90fa0-1174-4b52-9c08-26706ff63342 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.1975589 Aug 06 16:03:15.420811 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7fccaf5-7ff8-45c5-8bdd-93ea917da22f tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:15.511415 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-f7f48489-0f9b-4f5a-8c6c-4a02f8367e6a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=97bd638e-0cce-426a-ac14-4ab3918d7a47 HTTP/1.1" status: 200 len: 217 time: 0.1053452 Aug 06 16:03:15.535727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-4f748efb-9c9d-4a39-be79-c1479f6f9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:15.537255 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-4f748efb-9c9d-4a39-be79-c1479f6f9911 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc&tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9 HTTP/1.1" status: 200 len: 1101 time: 0.4573677 Aug 06 16:03:15.576700 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:15.577202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94a8dbac-e97c-484a-8692-38492a2e4414 req-b42f1804-55e8-4625-95eb-b88adcbb345c tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126838 Aug 06 16:03:15.674202 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcceeff-5a39-4421-a32c-8d437ff4732b req-ed47c516-4f2b-498c-9494-148deede0de6 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:15.674202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6dcceeff-5a39-4421-a32c-8d437ff4732b req-ed47c516-4f2b-498c-9494-148deede0de6 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 1097 time: 0.1749933 Aug 06 16:03:15.678079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-f1a5463f-cd94-4153-8e43-f3adb8acee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:15.679610 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-f1a5463f-cd94-4153-8e43-f3adb8acee64 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3e157bd-96ce-436f-8bd3-5b6e5d6527f5 HTTP/1.1" status: 200 len: 797 time: 0.1581364 Aug 06 16:03:15.760060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6dcceeff-5a39-4421-a32c-8d437ff4732b req-2ede25db-1547-45f8-a6cf-8ea52dec0ac0 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868354 Aug 06 16:03:15.774916 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:15.922129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a657a06-6509-41eb-9285-d4f259b17652 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Router 7581b9ad-a9d7-4cf1-893c-83174c2f820f has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:03:15.950187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac3249-81e7-4b00-9d24-0deebbea29f3 req-555ef0d9-b641-4c71-bd0e-ca04ad34d67e tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:15.956029 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9dac3249-81e7-4b00-9d24-0deebbea29f3 req-555ef0d9-b641-4c71-bd0e-ca04ad34d67e tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.1775048 Aug 06 16:03:15.999260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-904c9ba2-2566-4a1d-958a-702ad54b412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:16.001564 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-904c9ba2-2566-4a1d-958a-702ad54b412d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0289d76d-e14d-4c22-8519-329bdca6f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2768748 Aug 06 16:03:16.038994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9dac3249-81e7-4b00-9d24-0deebbea29f3 req-3be57688-3c77-4c4f-b898-3fef63004e10 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647910 Aug 06 16:03:16.111628 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-598d5348-45ad-4ee7-bbe7-8f65aa8da4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:16.154219 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7fccaf5-7ff8-45c5-8bdd-93ea917da22f tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:16.199713 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7fccaf5-7ff8-45c5-8bdd-93ea917da22f tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:16.271324 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fccaf5-7ff8-45c5-8bdd-93ea917da22f tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2084b228-d4bb-437f-808b-ca2e6490a3fc,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:16.323422 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7fccaf5-7ff8-45c5-8bdd-93ea917da22f tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:16.327765 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e7fccaf5-7ff8-45c5-8bdd-93ea917da22f tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7124352 Aug 06 16:03:16.330573 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39392) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:16.342589 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-88cf9996-779f-4ce9-af65-51c024600483 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '2084b228-d4bb-437f-808b-ca2e6490a3fc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:16.345099 n-d-803756-1 neutron-server[105764]: WARNING neutron.api.v2.base [None req-88cf9996-779f-4ce9-af65-51c024600483 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 06 16:03:16.345772 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-88cf9996-779f-4ce9-af65-51c024600483 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:16.350273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39396) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:16.350653 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-88cf9996-779f-4ce9-af65-51c024600483 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0135159 Aug 06 16:03:16.355370 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:16.413307 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a657a06-6509-41eb-9285-d4f259b17652 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:16.416476 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-e8b2c84f-cbe6-4112-b9b0-18ede25e8f09 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987701 Aug 06 16:03:16.419831 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a657a06-6509-41eb-9285-d4f259b17652 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:16.428541 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a97597-b1a4-4a21-8e47-12be8009f2ea None None] Sync routers for ids ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:16.441796 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a97597-b1a4-4a21-8e47-12be8009f2ea None None] Routers {'7581b9ad-a9d7-4cf1-893c-83174c2f820f'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:16.443169 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-954b83f1-800c-42b3-a40d-466ee9238dcb tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:16.444443 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-91a97597-b1a4-4a21-8e47-12be8009f2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:03:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:16.471315 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-954b83f1-800c-42b3-a40d-466ee9238dcb tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:16.486648 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:16.537946 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7a657a06-6509-41eb-9285-d4f259b17652 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "PUT /v2.0/floatingips/77cce59d-f405-43a8-bef3-665944e73afc HTTP/1.1" status: 200 len: 992 time: 4.1455824 Aug 06 16:03:16.543886 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-954b83f1-800c-42b3-a40d-466ee9238dcb tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:16.546475 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-954b83f1-800c-42b3-a40d-466ee9238dcb tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:16.549678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-954b83f1-800c-42b3-a40d-466ee9238dcb tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "DELETE /v2.0/security-groups/2084b228-d4bb-437f-808b-ca2e6490a3fc HTTP/1.1" status: 204 len: 168 time: 0.1955006 Aug 06 16:03:16.552858 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39406) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:16.604912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b83f1-800c-42b3-a40d-466ee9238dcb tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2084b228-d4bb-437f-808b-ca2e6490a3fc,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:16.659566 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:16.700903 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-90d101af-cf35-4cd5-9406-81a98fc53aae service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752454 Aug 06 16:03:16.706711 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-91a97597-b1a4-4a21-8e47-12be8009f2ea None None] Set router 7581b9ad-a9d7-4cf1-893c-83174c2f820f gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:16.732324 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a1c89324-53ad-4d79-9019-bf6bbd207d1f tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1783168 Aug 06 16:03:16.743452 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Transition to ACTIVE for port object c0c5d2a9-e782-4420-849c-af3cc4764bd7 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:16.744641 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39414) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:16.752608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a11d97f1-0316-47a2-a79d-d75da729f471 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1368571901'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:16.808724 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:16.816497 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-45b608bb-aace-49e3-a19f-a7a561d66e11 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=83b8c3b1-5145-424e-a6a7-1827a198fa4d HTTP/1.1" status: 200 len: 217 time: 0.0993915 Aug 06 16:03:16.914822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'tag': '8741f1b3-674c-40e4-9070-29af950fa49e'}, {'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:16.917245 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72044f18-f613-4c9d-a10b-b4b1a7503bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4a1b7a-7dbb-44df-917c-9381a7d6bb28", "tag": "8741f1b3-674c-40e4-9070-29af950fa49e"}, {"server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:16.920162 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Pushing event updated for resources: {'Port': ['ID=c0c5d2a9-e782-4420-849c-af3cc4764bd7,revision_number=6']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:16.941012 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a11d97f1-0316-47a2-a79d-d75da729f471 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:17.049244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] No DVR routers for this DVR port c0c5d2a9-e782-4420-849c-af3cc4764bd7 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:03:17.056641 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-ea655afb-910c-456c-9e5f-8fa90f3993ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:17.058219 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-ea655afb-910c-456c-9e5f-8fa90f3993ce service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3e157bd-96ce-436f-8bd3-5b6e5d6527f5 HTTP/1.1" status: 200 len: 797 time: 0.1446517 Aug 06 16:03:17.126715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf41180-f15d-4e2f-9b83-3751a110ec20 req-25b9f80a-9c7b-4f66-9eb8-0fab486fdebd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:17.132794 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf41180-f15d-4e2f-9b83-3751a110ec20 req-25b9f80a-9c7b-4f66-9eb8-0fab486fdebd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:17.139036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf41180-f15d-4e2f-9b83-3751a110ec20 req-25b9f80a-9c7b-4f66-9eb8-0fab486fdebd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:17.146545 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf41180-f15d-4e2f-9b83-3751a110ec20 req-25b9f80a-9c7b-4f66-9eb8-0fab486fdebd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:17.152141 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf41180-f15d-4e2f-9b83-3751a110ec20 req-25b9f80a-9c7b-4f66-9eb8-0fab486fdebd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:17.158330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf41180-f15d-4e2f-9b83-3751a110ec20 req-25b9f80a-9c7b-4f66-9eb8-0fab486fdebd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:17.164654 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf41180-f15d-4e2f-9b83-3751a110ec20 req-25b9f80a-9c7b-4f66-9eb8-0fab486fdebd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:17.172758 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-acf41180-f15d-4e2f-9b83-3751a110ec20 req-25b9f80a-9c7b-4f66-9eb8-0fab486fdebd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.4122298 Aug 06 16:03:17.210480 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-91a97597-b1a4-4a21-8e47-12be8009f2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '77cce59d-f405-43a8-bef3-665944e73afc', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'port_id': '8741f1b3-674c-40e4-9070-29af950fa49e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'mac_address': 'fa:16:3e:0e:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:02:41Z', 'updated_at': '2021-08-06T16:03:14Z', 'revision_number': 1, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:43Z', 'revision_number': 5, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:17.227337 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-598d5348-45ad-4ee7-bbe7-8f65aa8da4e0 admin admin] Deleting port a608978d-f4d3-4127-bfff-8a3537b1318a {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:03:17.227679 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-598d5348-45ad-4ee7-bbe7-8f65aa8da4e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:17.255458 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Attempting to bind port c0c5d2a9-e782-4420-849c-af3cc4764bd7 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:17.255816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Attempting to bind port c0c5d2a9-e782-4420-849c-af3cc4764bd7 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:17.256110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Attempting to bind port c0c5d2a9-e782-4420-849c-af3cc4764bd7 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:17.268336 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a97597-b1a4-4a21-8e47-12be8009f2ea None None] Checking router: 7581b9ad-a9d7-4cf1-893c-83174c2f820f for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:03:17.273936 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Port c0c5d2a9-e782-4420-849c-af3cc4764bd7 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:03:17.274408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Attempting to bind port c0c5d2a9-e782-4420-849c-af3cc4764bd7 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:17.280268 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a97597-b1a4-4a21-8e47-12be8009f2ea None None] Routers {'7581b9ad-a9d7-4cf1-893c-83174c2f820f'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:17.281021 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-91a97597-b1a4-4a21-8e47-12be8009f2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:03:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:17.284318 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:17.284934 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:17.286874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:17.287509 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Bound port: c0c5d2a9-e782-4420-849c-af3cc4764bd7, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:17.290216 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:17.300078 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-acf41180-f15d-4e2f-9b83-3751a110ec20 req-9ce45bd7-f21a-4934-858a-ed10c8e8db43 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1223943 Aug 06 16:03:17.308734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-de1e3c57-8096-46ff-9a51-df16904a8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:17.310159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-69c16984-7162-4490-8c34-bf48d4172bf7 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:03:17.311845 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-69c16984-7162-4490-8c34-bf48d4172bf7 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1363890 Aug 06 16:03:17.316090 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-de1e3c57-8096-46ff-9a51-df16904a8c26 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0289d76d-e14d-4c22-8519-329bdca6f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2479730 Aug 06 16:03:17.467816 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fac4059-1e80-4e71-af72-0eafed159f1d x-openstack-request-id: req-4fac4059-1e80-4e71-af72-0eafed159f1d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:17.468294 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4a1b7a-7dbb-44df-917c-9381a7d6bb28", "tag": "8741f1b3-674c-40e4-9070-29af950fa49e", "status": "completed", "code": 200}, {"server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:17.468554 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4fac4059-1e80-4e71-af72-0eafed159f1d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:17.468958 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'tag': '8741f1b3-674c-40e4-9070-29af950fa49e', 'status': 'completed', 'code': 200} Aug 06 16:03:17.469219 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7', 'code': 200} Aug 06 16:03:17.540374 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-91a97597-b1a4-4a21-8e47-12be8009f2ea None None] Set router 7581b9ad-a9d7-4cf1-893c-83174c2f820f gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:17.595982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0f06a1c1-e214-4e9f-bed1-004fab5cdbed service neutron] Request body: {'binding': {'host': 'n-h1-803756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:17.596628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0f06a1c1-e214-4e9f-bed1-004fab5cdbed service neutron] Unknown quota resources ['binding']. {{(pid=105765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 16:03:17.655119 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-598d5348-45ad-4ee7-bbe7-8f65aa8da4e0 admin admin] For port a608978d-f4d3-4127-bfff-8a3537b1318a, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a608978d-f4d3-4127-bfff-8a3537b1318a,segment=NetworkSegment(50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c),segment_id=50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:17.655495 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-598d5348-45ad-4ee7-bbe7-8f65aa8da4e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:17.691805 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-598d5348-45ad-4ee7-bbe7-8f65aa8da4e0 admin admin] Calling delete_port for a608978d-f4d3-4127-bfff-8a3537b1318a owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:03:17.715001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72044f18-f613-4c9d-a10b-b4b1a7503bc5 req-9d5b58ef-5dc5-47db-9c67-5fc6039bd995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:17.716455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72044f18-f613-4c9d-a10b-b4b1a7503bc5 req-9d5b58ef-5dc5-47db-9c67-5fc6039bd995 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ffc041dde4b4c088ba8b49bfae0f273&device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 1097 time: 0.2216465 Aug 06 16:03:17.791455 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19658aad-7212-434e-8372-c8d9d55dd851 req-1971d1da-bca5-48cd-ab39-b6f1e12dd8b0 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:17.795307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19658aad-7212-434e-8372-c8d9d55dd851 req-1971d1da-bca5-48cd-ab39-b6f1e12dd8b0 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 948 time: 0.2038193 Aug 06 16:03:17.955385 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-91a97597-b1a4-4a21-8e47-12be8009f2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '77cce59d-f405-43a8-bef3-665944e73afc', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'port_id': '8741f1b3-674c-40e4-9070-29af950fa49e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'mac_address': 'fa:16:3e:0e:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:02:41Z', 'updated_at': '2021-08-06T16:03:14Z', 'revision_number': 1, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:43Z', 'revision_number': 5, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:17.972524 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a11d97f1-0316-47a2-a79d-d75da729f471 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:17.981842 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a11d97f1-0316-47a2-a79d-d75da729f471 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:17.990448 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a97597-b1a4-4a21-8e47-12be8009f2ea None None] The sync data for ids ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'] in n-d-803756-1 is: [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '77cce59d-f405-43a8-bef3-665944e73afc', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'port_id': '8741f1b3-674c-40e4-9070-29af950fa49e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'mac_address': 'fa:16:3e:0e:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:02:41Z', 'updated_at': '2021-08-06T16:03:14Z', 'revision_number': 1, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:43Z', 'revision_number': 5, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:18.055988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19658aad-7212-434e-8372-c8d9d55dd851 req-9d27e9bb-5eab-4481-9838-ca074b721a97 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729946 Aug 06 16:03:18.057916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d97f1-0316-47a2-a79d-d75da729f471 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=665b7304-e4d1-4075-8e30-daf67c3902f3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:18.123308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:18.151737 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a11d97f1-0316-47a2-a79d-d75da729f471 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:18.152670 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0f06a1c1-e214-4e9f-bed1-004fab5cdbed service neutron] Attempting to bind port c15c24dc-70cb-499a-b601-cc3b5822b141 on host n-h1-803756-1 for vnic_type normal with profile None {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:18.153008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0f06a1c1-e214-4e9f-bed1-004fab5cdbed service neutron] Attempting to bind port c15c24dc-70cb-499a-b601-cc3b5822b141 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:18.153146 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a11d97f1-0316-47a2-a79d-d75da729f471 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4059098 Aug 06 16:03:18.153340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0f06a1c1-e214-4e9f-bed1-004fab5cdbed service neutron] Attempting to bind port c15c24dc-70cb-499a-b601-cc3b5822b141 on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:18.155289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:18.159426 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-71ca609f-ce7a-4e31-bb77-d8a7a85e4b1b service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8277533 Aug 06 16:03:18.160050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39432) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:18.162492 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:18.173550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-f166e8a0-1439-49fa-8537-0cc2c24d83a8 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '665b7304-e4d1-4075-8e30-daf67c3902f3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:18.178550 n-d-803756-1 neutron-server[105765]: WARNING neutron.api.v2.base [None req-f166e8a0-1439-49fa-8537-0cc2c24d83a8 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 06 16:03:18.179085 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-f166e8a0-1439-49fa-8537-0cc2c24d83a8 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:18.180342 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f166e8a0-1439-49fa-8537-0cc2c24d83a8 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0179784 Aug 06 16:03:18.181874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72044f18-f613-4c9d-a10b-b4b1a7503bc5 req-8cffcb74-7e60-41b3-8c10-dd69d3b9b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:18.183249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72044f18-f613-4c9d-a10b-b4b1a7503bc5 req-8cffcb74-7e60-41b3-8c10-dd69d3b9b642 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a866e395-3ce9-4555-a769-7f0869a94e9f HTTP/1.1" status: 200 len: 917 time: 0.4515159 Aug 06 16:03:18.183722 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39438) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:18.248185 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:18.249194 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:18.251030 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] 10.222.0.78 "PUT /v2.0/ports/c0c5d2a9-e782-4420-849c-af3cc4764bd7 HTTP/1.1" status: 200 len: 1096 time: 2.6801736 Aug 06 16:03:18.252271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0f06a1c1-e214-4e9f-bed1-004fab5cdbed service neutron] Port c15c24dc-70cb-499a-b601-cc3b5822b141 on network d04c5f28-1b50-4307-9944-b2931a255fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:03:18.252599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0f06a1c1-e214-4e9f-bed1-004fab5cdbed service neutron] Attempting to bind port c15c24dc-70cb-499a-b601-cc3b5822b141 on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:18.286145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0f06a1c1-e214-4e9f-bed1-004fab5cdbed service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:18.286526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0f06a1c1-e214-4e9f-bed1-004fab5cdbed service neutron] Checking segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:18.287477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0f06a1c1-e214-4e9f-bed1-004fab5cdbed service neutron] Bound using segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:18.287623 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0f06a1c1-e214-4e9f-bed1-004fab5cdbed service neutron] Bound port: c15c24dc-70cb-499a-b601-cc3b5822b141, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:18.358638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0f06a1c1-e214-4e9f-bed1-004fab5cdbed service neutron] For port c15c24dc-70cb-499a-b601-cc3b5822b141, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c15c24dc-70cb-499a-b601-cc3b5822b141,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:18.418280 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d291b49-90a8-400a-a773-33dce9dd1692 None None] New status for floating IP 77cce59d-f405-43a8-bef3-665944e73afc: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:03:18.421830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccea929-da1c-46c5-81b1-a32c3bc0881f service neutron] Pushing event updated for resources: {'Port': ['ID=c0c5d2a9-e782-4420-849c-af3cc4764bd7,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:18.436617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-00f2411c-60a0-4337-8c48-3b3de0507239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:18.438447 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-00f2411c-60a0-4337-8c48-3b3de0507239 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 1099 time: 0.1326222 Aug 06 16:03:18.497873 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-052970f6-b38b-4997-aced-94590bb551c3 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272471 Aug 06 16:03:18.505209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device c0c5d2a9-e782-4420-849c-af3cc4764bd7 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:03:18.565230 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0f06a1c1-e214-4e9f-bed1-004fab5cdbed service neutron] Notify callbacks [] for binding, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:18.566774 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0f06a1c1-e214-4e9f-bed1-004fab5cdbed service neutron] 10.222.0.37 "POST /v2.0/ports/c15c24dc-70cb-499a-b601-cc3b5822b141/bindings HTTP/1.1" status: 201 len: 389 time: 1.1671305 Aug 06 16:03:18.588072 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-c0cee2ed-91a5-4ce6-b0ee-8e8dfa96b8a8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=6696e820-7af7-47d8-a506-1695939844eb HTTP/1.1" status: 200 len: 217 time: 0.0398967 Aug 06 16:03:18.595220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device c0c5d2a9-e782-4420-849c-af3cc4764bd7 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:03:18.624098 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72044f18-f613-4c9d-a10b-b4b1a7503bc5 req-6851d477-4b13-4dd4-85fe-b4352d0c5513 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8741f1b3-674c-40e4-9070-29af950fa49e HTTP/1.1" status: 200 len: 1000 time: 0.3667786 Aug 06 16:03:18.632059 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd8af69c-b0e9-40e4-b8ba-abed156c637c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:18.657201 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-726d07c9-b2a5-4b4f-8d64-36a241d1b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:18.658853 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-726d07c9-b2a5-4b4f-8d64-36a241d1b2a5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3e157bd-96ce-436f-8bd3-5b6e5d6527f5 HTTP/1.1" status: 200 len: 797 time: 0.0590711 Aug 06 16:03:18.728048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e64e34-90f0-4275-b038-319319c1a8f8 req-a151b360-32f9-4ce2-9cfe-9fc961c80910 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:18.736462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e64e34-90f0-4275-b038-319319c1a8f8 req-a151b360-32f9-4ce2-9cfe-9fc961c80910 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:18.743373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3aae9ef2-3d49-4c9e-bd0d-871204b2a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:18.745145 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-3aae9ef2-3d49-4c9e-bd0d-871204b2a93d service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.2986851 Aug 06 16:03:18.747914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e64e34-90f0-4275-b038-319319c1a8f8 req-a151b360-32f9-4ce2-9cfe-9fc961c80910 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:18.769931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e64e34-90f0-4275-b038-319319c1a8f8 req-a151b360-32f9-4ce2-9cfe-9fc961c80910 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:18.783791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e64e34-90f0-4275-b038-319319c1a8f8 req-a151b360-32f9-4ce2-9cfe-9fc961c80910 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:18.801705 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e64e34-90f0-4275-b038-319319c1a8f8 req-a151b360-32f9-4ce2-9cfe-9fc961c80910 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:18.808080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e64e34-90f0-4275-b038-319319c1a8f8 req-a151b360-32f9-4ce2-9cfe-9fc961c80910 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:18.816571 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46e64e34-90f0-4275-b038-319319c1a8f8 req-a151b360-32f9-4ce2-9cfe-9fc961c80910 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.2743201 Aug 06 16:03:18.842518 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd8af69c-b0e9-40e4-b8ba-abed156c637c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:18.842796 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-840c8659-a93e-4652-ad0e-919d5985f6ce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7 HTTP/1.1" status: 200 len: 217 time: 0.0841918 Aug 06 16:03:18.859276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-ecde7f3f-aa79-4876-a355-9052f5b1f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:18.861539 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-ecde7f3f-aa79-4876-a355-9052f5b1f980 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0289d76d-e14d-4c22-8519-329bdca6f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1929948 Aug 06 16:03:18.944561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72044f18-f613-4c9d-a10b-b4b1a7503bc5 req-cac288f8-5be4-4be5-ac36-68617ec548bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:18.946305 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72044f18-f613-4c9d-a10b-b4b1a7503bc5 req-cac288f8-5be4-4be5-ac36-68617ec548bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=179c64d1-b6cb-431f-aab6-556ce510d2b1 HTTP/1.1" status: 200 len: 855 time: 0.3055518 Aug 06 16:03:19.013580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-1fb9bda7-0604-430a-8607-d236d169996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:19.015901 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-1fb9bda7-0604-430a-8607-d236d169996b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1598260 Aug 06 16:03:19.048500 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46e64e34-90f0-4275-b038-319319c1a8f8 req-f9f374ee-9070-450b-abe3-b7355f5edc6a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2308853 Aug 06 16:03:19.055210 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-598d5348-45ad-4ee7-bbe7-8f65aa8da4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:19.086310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13ca40-fea5-435a-a2c7-b08e21518445 req-6a11691a-d4e4-424a-b2d5-18bc3857cb65 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:19.088789 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c13ca40-fea5-435a-a2c7-b08e21518445 req-6a11691a-d4e4-424a-b2d5-18bc3857cb65 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 946 time: 0.2603114 Aug 06 16:03:19.099927 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-877e33ce-c9c5-4710-a510-b4a47381899c service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233994 Aug 06 16:03:19.105883 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd8af69c-b0e9-40e4-b8ba-abed156c637c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:19.108428 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd8af69c-b0e9-40e4-b8ba-abed156c637c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:19.109878 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fd8af69c-b0e9-40e4-b8ba-abed156c637c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "DELETE /v2.0/security-groups/665b7304-e4d1-4075-8e30-daf67c3902f3 HTTP/1.1" status: 204 len: 168 time: 0.8713467 Aug 06 16:03:19.116662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39446) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:19.179037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d5348-45ad-4ee7-bbe7-8f65aa8da4e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a608978d-f4d3-4127-bfff-8a3537b1318a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:19.189610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8af69c-b0e9-40e4-b8ba-abed156c637c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=665b7304-e4d1-4075-8e30-daf67c3902f3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:19.241698 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72044f18-f613-4c9d-a10b-b4b1a7503bc5 req-a0dacb88-2cdb-436c-b982-cbf0a87c6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:19.243106 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72044f18-f613-4c9d-a10b-b4b1a7503bc5 req-a0dacb88-2cdb-436c-b982-cbf0a87c6222 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a866e395-3ce9-4555-a769-7f0869a94e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2663498 Aug 06 16:03:19.275641 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-59413a30-bebb-41d9-83ae-707a09b21d5b service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564271 Aug 06 16:03:19.278773 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-d7987068-2f0b-4f47-988c-62ea04d434f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:19.280327 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-d7987068-2f0b-4f47-988c-62ea04d434f1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2552309 Aug 06 16:03:19.312324 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35349a-e055-4ac9-9c20-19418989e808 req-998e451e-a610-4f77-b229-307052215ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:19.314081 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-998e451e-a610-4f77-b229-307052215ade service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 1097 time: 0.3400366 Aug 06 16:03:19.358961 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-114b47d2-effe-40da-9d0f-00c9d147a674 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec HTTP/1.1" status: 200 len: 217 time: 0.0594001 Aug 06 16:03:19.403588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c13ca40-fea5-435a-a2c7-b08e21518445 req-c42f838c-c283-4f70-9e98-2f3a83d3ca2b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051195 Aug 06 16:03:19.471307 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:19.473542 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e606fab-c526-4680-94b7-001ca816b788" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:19.553109 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-82cb93ae-b244-4376-bb3c-c929926f282e service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625341 Aug 06 16:03:19.560530 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b6118531-67e9-46db-928a-eebe440706f0 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4401486 Aug 06 16:03:19.561431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ef3c9-a879-4ebf-97dd-4f66702dcb5b req-635c3b51-49bc-4f10-ae08-9a4e94266aa7 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:19.569981 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-990ef3c9-a879-4ebf-97dd-4f66702dcb5b req-635c3b51-49bc-4f10-ae08-9a4e94266aa7 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 948 time: 0.3447194 Aug 06 16:03:19.574236 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39464) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:19.599955 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-2fcf454f-1588-474d-acf9-ed8bc4872612 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group': {'name': 'tempest-secgroup--226536288'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:19.614135 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-f5f4d72a-0aff-4d06-b8fd-c76c1b3393de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:19.615607 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-f5f4d72a-0aff-4d06-b8fd-c76c1b3393de service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3e157bd-96ce-436f-8bd3-5b6e5d6527f5 HTTP/1.1" status: 200 len: 797 time: 0.2431543 Aug 06 16:03:19.665101 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a742ae2-cdb6-4842-a000-c447254ebb1b x-openstack-request-id: req-6a742ae2-cdb6-4842-a000-c447254ebb1b {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:19.665605 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:19.665788 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a742ae2-cdb6-4842-a000-c447254ebb1b {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:19.666068 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7', 'status': 'completed', 'code': 200} Aug 06 16:03:19.700144 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fcf454f-1588-474d-acf9-ed8bc4872612 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:19.736595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d802a4fa-93bf-4b2f-8d04-c8a51bfd9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:19.738115 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d802a4fa-93bf-4b2f-8d04-c8a51bfd9788 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0289d76d-e14d-4c22-8519-329bdca6f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0863044 Aug 06 16:03:19.747707 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72044f18-f613-4c9d-a10b-b4b1a7503bc5 req-72f05cd5-c058-4a43-b290-bc004dff4abb service neutron] 10.222.0.13 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258683 Aug 06 16:03:19.754016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-990ef3c9-a879-4ebf-97dd-4f66702dcb5b req-969a2236-f8da-4687-8cdd-0becc54f5991 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830366 Aug 06 16:03:19.755066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35349a-e055-4ac9-9c20-19418989e808 req-95e26d0d-64ac-4e04-958d-fb2fcb15a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:19.756426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-95e26d0d-64ac-4e04-958d-fb2fcb15a83a service neutron] 10.222.0.78 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.4230711 Aug 06 16:03:19.779911 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cc8b12b2-81a1-4891-8391-18eb6cd335d8 req-0f107652-dfca-49d4-a92d-edcbb83d689b service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163115 Aug 06 16:03:19.834827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-1bc0ffb5-1f7e-464d-8815-89fb74d16daf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c15c24dc-70cb-499a-b601-cc3b5822b141 HTTP/1.1" status: 200 len: 217 time: 0.0638866 Aug 06 16:03:19.916266 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-598d5348-45ad-4ee7-bbe7-8f65aa8da4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:19.953667 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-36c89065-ece9-42fe-9364-bfa178fbafea service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056663 Aug 06 16:03:19.962190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e606fab-c526-4680-94b7-001ca816b788 req-0a338f5c-95cb-4b1f-89ba-a91684f8759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:19.963888 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e606fab-c526-4680-94b7-001ca816b788 req-0a338f5c-95cb-4b1f-89ba-a91684f8759d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 1099 time: 0.2572973 Aug 06 16:03:19.988003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e606fab-c526-4680-94b7-001ca816b788 req-cfdc61b4-7fbb-4c03-94d0-13d9f70971cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:19.990074 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e606fab-c526-4680-94b7-001ca816b788 req-cfdc61b4-7fbb-4c03-94d0-13d9f70971cc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 1099 time: 0.1186891 Aug 06 16:03:20.013553 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fcf454f-1588-474d-acf9-ed8bc4872612 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:20.048747 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fcf454f-1588-474d-acf9-ed8bc4872612 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:20.168752 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fcf454f-1588-474d-acf9-ed8bc4872612 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:20.170584 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2fcf454f-1588-474d-acf9-ed8bc4872612 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5951378 Aug 06 16:03:20.178052 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39470) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:20.178786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf454f-1588-474d-acf9-ed8bc4872612 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=764a4c3c-031f-4833-81e6-6ac4fef208b0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:20.195333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-584383ad-52f7-440e-9b2a-0e842c81e40e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '764a4c3c-031f-4833-81e6-6ac4fef208b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:20.212881 n-d-803756-1 neutron-server[105764]: WARNING neutron.api.v2.base [None req-584383ad-52f7-440e-9b2a-0e842c81e40e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 06 16:03:20.214286 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-584383ad-52f7-440e-9b2a-0e842c81e40e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:20.215755 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-584383ad-52f7-440e-9b2a-0e842c81e40e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0340648 Aug 06 16:03:20.222843 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39472) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:20.231821 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d7d170ca-c651-4fd6-afd0-6eae7f9806eb tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '764a4c3c-031f-4833-81e6-6ac4fef208b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:20.232583 n-d-803756-1 neutron-server[105764]: WARNING neutron.api.v2.base [None req-d7d170ca-c651-4fd6-afd0-6eae7f9806eb tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 06 16:03:20.233098 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-d7d170ca-c651-4fd6-afd0-6eae7f9806eb tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:20.234244 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d7d170ca-c651-4fd6-afd0-6eae7f9806eb tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070443 Aug 06 16:03:20.239332 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39474) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:20.246200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-364336b1-3a11-4e55-99c2-df9ffbf8885e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '764a4c3c-031f-4833-81e6-6ac4fef208b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:20.247067 n-d-803756-1 neutron-server[105764]: WARNING neutron.api.v2.base [None req-364336b1-3a11-4e55-99c2-df9ffbf8885e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 06 16:03:20.247579 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-364336b1-3a11-4e55-99c2-df9ffbf8885e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:20.248605 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-364336b1-3a11-4e55-99c2-df9ffbf8885e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083265 Aug 06 16:03:20.256425 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39476) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:20.269340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-804e5a64-bb06-44a0-897a-ed8416ec735e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '764a4c3c-031f-4833-81e6-6ac4fef208b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:20.272567 n-d-803756-1 neutron-server[105764]: WARNING neutron.api.v2.base [None req-804e5a64-bb06-44a0-897a-ed8416ec735e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 06 16:03:20.273477 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-804e5a64-bb06-44a0-897a-ed8416ec735e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:20.274248 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-804e5a64-bb06-44a0-897a-ed8416ec735e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0168233 Aug 06 16:03:20.284089 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39478) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:20.299653 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-be88142f-d35d-43f9-aa11-70a1bda44271 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255203 Aug 06 16:03:20.300810 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e606fab-c526-4680-94b7-001ca816b788 req-d12c6877-0e71-459a-8df6-6885c61287d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:20.302367 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e606fab-c526-4680-94b7-001ca816b788 req-d12c6877-0e71-459a-8df6-6885c61287d1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.3026831 Aug 06 16:03:20.392469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35349a-e055-4ac9-9c20-19418989e808 req-943d1ef2-848e-4f18-8590-4cc8e3a5d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:20.393933 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-943d1ef2-848e-4f18-8590-4cc8e3a5d316 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.5451005 Aug 06 16:03:20.409001 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-a0d081d8-a10a-4280-93d2-86acc6899ffd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 HTTP/1.1" status: 200 len: 217 time: 0.0880163 Aug 06 16:03:20.412172 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e606fab-c526-4680-94b7-001ca816b788 req-7666dab2-fb15-4b28-98cc-68c5542282ba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7 HTTP/1.1" status: 200 len: 217 time: 0.0900154 Aug 06 16:03:20.452847 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b4ecefe-1910-4254-b9a8-ad07db2edff9 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:20.469671 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72044f18-f613-4c9d-a10b-b4b1a7503bc5 req-587a1fef-2a92-4385-8ef2-c4d239636b6a service neutron] 10.222.0.13 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7105677 Aug 06 16:03:20.471654 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-979cb7dc-bccc-44aa-a665-f9ef6083433a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476007 Aug 06 16:03:20.537128 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b4ecefe-1910-4254-b9a8-ad07db2edff9 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:20.558968 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d43af1ca-8589-4fea-b475-3cd5890ff456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:20.560373 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-d43af1ca-8589-4fea-b475-3cd5890ff456 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56056eca-e778-4fc5-86d3-2b08bb8eb36f HTTP/1.1" status: 200 len: 797 time: 0.1330271 Aug 06 16:03:20.566098 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e606fab-c526-4680-94b7-001ca816b788 req-a215800f-e58c-4e84-88b6-76e3ce54d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:20.568750 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e606fab-c526-4680-94b7-001ca816b788 req-a215800f-e58c-4e84-88b6-76e3ce54d5e4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1394355 Aug 06 16:03:20.662750 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b4ecefe-1910-4254-b9a8-ad07db2edff9 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:20.665379 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b4ecefe-1910-4254-b9a8-ad07db2edff9 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:20.666617 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1b4ecefe-1910-4254-b9a8-ad07db2edff9 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "DELETE /v2.0/security-groups/764a4c3c-031f-4833-81e6-6ac4fef208b0 HTTP/1.1" status: 204 len: 168 time: 0.3801305 Aug 06 16:03:20.674442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39486) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:20.682459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae4e6d-bbf1-42c2-99cf-13f87cf41898 req-46613a2a-a096-4b2c-837f-6c1d0e282fd7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:20.688600 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae4e6d-bbf1-42c2-99cf-13f87cf41898 req-46613a2a-a096-4b2c-837f-6c1d0e282fd7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:20.694723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae4e6d-bbf1-42c2-99cf-13f87cf41898 req-46613a2a-a096-4b2c-837f-6c1d0e282fd7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:20.694950 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-88b31f34-56ff-4ae7-8d80-9dbe35f09859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:20.697080 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-88b31f34-56ff-4ae7-8d80-9dbe35f09859 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=694c032e-723f-44df-83a9-40d4adea9477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1265583 Aug 06 16:03:20.700763 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae4e6d-bbf1-42c2-99cf-13f87cf41898 req-46613a2a-a096-4b2c-837f-6c1d0e282fd7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:20.705872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ecefe-1910-4254-b9a8-ad07db2edff9 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=764a4c3c-031f-4833-81e6-6ac4fef208b0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:20.707927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae4e6d-bbf1-42c2-99cf-13f87cf41898 req-46613a2a-a096-4b2c-837f-6c1d0e282fd7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:20.713967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae4e6d-bbf1-42c2-99cf-13f87cf41898 req-46613a2a-a096-4b2c-837f-6c1d0e282fd7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:20.720877 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae4e6d-bbf1-42c2-99cf-13f87cf41898 req-46613a2a-a096-4b2c-837f-6c1d0e282fd7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:20.726419 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e606fab-c526-4680-94b7-001ca816b788 req-ccf711fb-eb77-4a17-ab81-c66b2a106427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:20.728504 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e606fab-c526-4680-94b7-001ca816b788 req-ccf711fb-eb77-4a17-ab81-c66b2a106427 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422534 Aug 06 16:03:20.729072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3fae4e6d-bbf1-42c2-99cf-13f87cf41898 req-46613a2a-a096-4b2c-837f-6c1d0e282fd7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.3572872 Aug 06 16:03:20.873310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e606fab-c526-4680-94b7-001ca816b788 req-b271585e-bc48-46bd-90ca-608d185c9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:20.875107 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e606fab-c526-4680-94b7-001ca816b788 req-b271585e-bc48-46bd-90ca-608d185c9155 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.5131297 Aug 06 16:03:20.880859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-b705d5db-f9b2-49c3-ad98-bdaaa4910197 service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931866 Aug 06 16:03:20.887072 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ba1f2185-b9d3-4ba7-a8c3-f0f12bd49491 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2090960 Aug 06 16:03:20.895815 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9be643-089a-46a7-bb7e-a973aec71560 req-fe6802c4-95ad-4ba2-8a3c-15d83b552160 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:20.897684 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39490) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:20.897869 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a9be643-089a-46a7-bb7e-a973aec71560 req-fe6802c4-95ad-4ba2-8a3c-15d83b552160 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 946 time: 0.3477774 Aug 06 16:03:20.909990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b10ecafb-6bed-4101-95a1-3b6df900dfcf tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group': {'name': 'tempest-secgroup--408630426'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:20.911210 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3fae4e6d-bbf1-42c2-99cf-13f87cf41898 req-118df64d-de38-41f2-9c7f-d0190b80cbdb tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1790175 Aug 06 16:03:20.974659 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-00928441-4703-4770-8483-3485a87ae815 service neutron] 10.222.0.78 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650034 Aug 06 16:03:20.976651 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e606fab-c526-4680-94b7-001ca816b788 req-07d7644f-d021-4503-af16-13f6b0feb037 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321258 Aug 06 16:03:20.983419 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b10ecafb-6bed-4101-95a1-3b6df900dfcf tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:21.136142 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e606fab-c526-4680-94b7-001ca816b788 req-5881b4c8-9b40-4cc0-aa3e-749bc0ca0eb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7 HTTP/1.1" status: 200 len: 217 time: 0.2207711 Aug 06 16:03:21.138560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598d5348-45ad-4ee7-bbe7-8f65aa8da4e0 admin admin] Router ce5dfebc-4436-41e8-919d-5fd9d110dfff has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:03:21.190899 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-bee7eb20-f32c-4e93-b0fa-b9c1577f9e77 service neutron] 10.222.0.78 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689353 Aug 06 16:03:21.257483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a9be643-089a-46a7-bb7e-a973aec71560 req-868b79f8-ee43-4479-9b20-923ea4e409aa tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576244 Aug 06 16:03:21.294025 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-8aa520d2-df81-4fa5-a222-360773fb84b2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=feba7d60-e574-4ef5-bde3-2b961864b504 HTTP/1.1" status: 200 len: 217 time: 0.0566087 Aug 06 16:03:21.337108 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-1a907b7e-21d6-454d-80e0-eb87dfb8f618 service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078686 Aug 06 16:03:21.343600 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e606fab-c526-4680-94b7-001ca816b788 req-648eed7b-ed77-4d3f-b71a-0240c3dbf8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:21.346410 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e606fab-c526-4680-94b7-001ca816b788 req-648eed7b-ed77-4d3f-b71a-0240c3dbf8f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1949337 Aug 06 16:03:21.410457 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a683a2-e166-4ccd-bf88-68247b9773eb req-5586b445-dee6-4381-a842-a0ce5d7477cf tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:21.412067 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72a683a2-e166-4ccd-bf88-68247b9773eb req-5586b445-dee6-4381-a842-a0ce5d7477cf tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 948 time: 0.2402742 Aug 06 16:03:21.412465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-41c0d95d-c5ae-4118-ab7b-ef6c0c238d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:21.414016 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-41c0d95d-c5ae-4118-ab7b-ef6c0c238d1c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56056eca-e778-4fc5-86d3-2b08bb8eb36f HTTP/1.1" status: 200 len: 797 time: 0.1021855 Aug 06 16:03:21.439551 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e606fab-c526-4680-94b7-001ca816b788 req-a05d19d2-15bb-458a-8612-cd94c69c405b service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386256 Aug 06 16:03:21.477588 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b10ecafb-6bed-4101-95a1-3b6df900dfcf tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:21.487774 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b10ecafb-6bed-4101-95a1-3b6df900dfcf tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:21.545857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ecafb-6bed-4101-95a1-3b6df900dfcf tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054fc88b-3a5a-402d-8863-ea9a4fc261a0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:21.552456 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b10ecafb-6bed-4101-95a1-3b6df900dfcf tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:21.554358 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b10ecafb-6bed-4101-95a1-3b6df900dfcf tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6489036 Aug 06 16:03:21.556799 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-01c95edb-855e-48b4-ae2b-f3483424f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:21.558336 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-01c95edb-855e-48b4-ae2b-f3483424f757 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=694c032e-723f-44df-83a9-40d4adea9477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1333079 Aug 06 16:03:21.561116 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39500) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:21.567594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-cf71e83d-3215-402e-9144-0fa1c8ae66ac tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '054fc88b-3a5a-402d-8863-ea9a4fc261a0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:21.568559 n-d-803756-1 neutron-server[105764]: WARNING neutron.api.v2.base [None req-cf71e83d-3215-402e-9144-0fa1c8ae66ac tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 06 16:03:21.569181 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-cf71e83d-3215-402e-9144-0fa1c8ae66ac tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:21.574287 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cf71e83d-3215-402e-9144-0fa1c8ae66ac tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118668 Aug 06 16:03:21.584363 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39502) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:21.586804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72a683a2-e166-4ccd-bf88-68247b9773eb req-f9340130-791b-4164-9fc9-dac3d18dd75e tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837934 Aug 06 16:03:21.590597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-29afc86f-ce7f-4c07-81db-b65a1c8841d5 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '054fc88b-3a5a-402d-8863-ea9a4fc261a0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:21.598186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598d5348-45ad-4ee7-bbe7-8f65aa8da4e0 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:21.607104 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-598d5348-45ad-4ee7-bbe7-8f65aa8da4e0 admin admin] 10.222.0.37 "PUT /v2.0/routers/ce5dfebc-4436-41e8-919d-5fd9d110dfff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6055613 Aug 06 16:03:21.607877 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39504) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:21.609260 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c0c5d2a9-e782-4420-849c-af3cc4764bd7 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:03:21.672259 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e606fab-c526-4680-94b7-001ca816b788 req-938f355f-72a9-4039-a4d1-7f19e8081744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:21.674465 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e606fab-c526-4680-94b7-001ca816b788 req-938f355f-72a9-4039-a4d1-7f19e8081744 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3181341 Aug 06 16:03:21.687082 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b551fe-77ae-49f0-aa38-4806e8a14d26 None None] Sync routers for ids ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:21.705238 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b551fe-77ae-49f0-aa38-4806e8a14d26 None None] Routers {'ce5dfebc-4436-41e8-919d-5fd9d110dfff'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:21.705920 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a2b551fe-77ae-49f0-aa38-4806e8a14d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:03:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:21.783434 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:21.854553 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-29afc86f-ce7f-4c07-81db-b65a1c8841d5 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:21.858430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbab3-2e93-4064-a15b-beb75359c22e admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:21.863819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39510) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:21.866152 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-29afc86f-ce7f-4c07-81db-b65a1c8841d5 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2801862 Aug 06 16:03:21.869587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8ff97a96-8bcf-4bf9-8b62-7ae5b3f8d779 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '054fc88b-3a5a-402d-8863-ea9a4fc261a0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:21.870754 n-d-803756-1 neutron-server[105765]: WARNING neutron.api.v2.base [None req-8ff97a96-8bcf-4bf9-8b62-7ae5b3f8d779 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 06 16:03:21.871271 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-8ff97a96-8bcf-4bf9-8b62-7ae5b3f8d779 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:21.872489 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8ff97a96-8bcf-4bf9-8b62-7ae5b3f8d779 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076401 Aug 06 16:03:21.892075 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-83f4edd3-b425-4f0a-839d-bb7ebe5563a4 service neutron] 10.222.0.78 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164837 Aug 06 16:03:21.893064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39512) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:21.900992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-19d25640-16a9-4552-8857-8d934aabbf78 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '054fc88b-3a5a-402d-8863-ea9a4fc261a0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:21.953932 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e606fab-c526-4680-94b7-001ca816b788 req-799cdc3e-83fd-4460-9895-93f2fbe0afaf service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571621 Aug 06 16:03:21.975796 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7', 'mac_address': 'fa:16:3e:d7:45:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:03:21.984601 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-a2b551fe-77ae-49f0-aa38-4806e8a14d26 None None] Set router ce5dfebc-4436-41e8-919d-5fd9d110dfff gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:22.165916 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:22.182234 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c5d2a9-e782-4420-849c-af3cc4764bd7 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:22.208535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:22.216464 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:22.263818 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-19d25640-16a9-4552-8857-8d934aabbf78 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:22.274461 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-19d25640-16a9-4552-8857-8d934aabbf78 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3797154 Aug 06 16:03:22.278532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39528) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:22.287031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=c0c5d2a9-e782-4420-849c-af3cc4764bd7,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:22.295107 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-81a457e6-63f1-408b-b637-0f0fd33b472a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '054fc88b-3a5a-402d-8863-ea9a4fc261a0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:22.296791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:22.297462 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:22.298691 n-d-803756-1 neutron-server[105764]: WARNING neutron.api.v2.base [None req-81a457e6-63f1-408b-b637-0f0fd33b472a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 06 16:03:22.298843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:22.299331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:22.300617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:22.301187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:22.301329 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-81a457e6-63f1-408b-b637-0f0fd33b472a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:22.301837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:22.302473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:22.303022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:22.303533 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:22.304501 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:22.305522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:22.312974 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-81a457e6-63f1-408b-b637-0f0fd33b472a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0229607 Aug 06 16:03:22.314199 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39532) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:22.342764 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-79e6c0c9-9271-4254-b9fa-d8247881edde tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '054fc88b-3a5a-402d-8863-ea9a4fc261a0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:22.350831 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbab3-2e93-4064-a15b-beb75359c22e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:22.385724 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b4d8c912-311c-4ce3-bd46-9b619c733257 req-851e08cf-b062-4ea6-9812-e009cea0e525 service neutron] 10.222.0.78 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762857 Aug 06 16:03:22.415762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7cd26-5561-4ad3-91fa-daa624172a81 req-94f2fded-e47f-469f-af2b-e9f54b9c78f5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:22.423760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7cd26-5561-4ad3-91fa-daa624172a81 req-94f2fded-e47f-469f-af2b-e9f54b9c78f5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:22.430544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7cd26-5561-4ad3-91fa-daa624172a81 req-94f2fded-e47f-469f-af2b-e9f54b9c78f5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:22.441477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7cd26-5561-4ad3-91fa-daa624172a81 req-94f2fded-e47f-469f-af2b-e9f54b9c78f5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:22.444448 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-79e6c0c9-9271-4254-b9fa-d8247881edde tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Project af075542aa4743148084de4717ce15b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:03:22.451355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7cd26-5561-4ad3-91fa-daa624172a81 req-94f2fded-e47f-469f-af2b-e9f54b9c78f5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:22.464287 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7cd26-5561-4ad3-91fa-daa624172a81 req-94f2fded-e47f-469f-af2b-e9f54b9c78f5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:22.472752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7cd26-5561-4ad3-91fa-daa624172a81 req-94f2fded-e47f-469f-af2b-e9f54b9c78f5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:22.474856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1bb7cd26-5561-4ad3-91fa-daa624172a81 req-94f2fded-e47f-469f-af2b-e9f54b9c78f5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.2693567 Aug 06 16:03:22.513662 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e606fab-c526-4680-94b7-001ca816b788 req-9fae6e06-a19c-4729-a43d-9b5b7ad26b28 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474398 Aug 06 16:03:22.535892 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a2b551fe-77ae-49f0-aa38-4806e8a14d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'name': 'tempest-ServersTestManualDisk-1239520173-router', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:00:20Z', 'updated_at': '2021-08-06T16:03:18Z', 'revision_number': 5, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'gw_port': {'id': '60758ba6-371c-4c8c-8e83-de20d075678b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:00:21Z', 'updated_at': '2021-08-06T16:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:22.549125 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-79e6c0c9-9271-4254-b9fa-d8247881edde tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:22.555038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39534) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:22.566161 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-79e6c0c9-9271-4254-b9fa-d8247881edde tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2282610 Aug 06 16:03:22.590303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-36148e2a-c08f-4df0-84d6-66e016a10a2d tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '054fc88b-3a5a-402d-8863-ea9a4fc261a0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:22.591641 n-d-803756-1 neutron-server[105765]: WARNING neutron.api.v2.base [None req-36148e2a-c08f-4df0-84d6-66e016a10a2d tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 06 16:03:22.592164 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-36148e2a-c08f-4df0-84d6-66e016a10a2d tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:22.593583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-36148e2a-c08f-4df0-84d6-66e016a10a2d tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0370262 Aug 06 16:03:22.594472 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['c0c5d2a9-e782-4420-849c-af3cc4764bd7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:22.598882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39536) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:22.614625 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-bfdb53d5-ba7d-40f0-a1e0-07f81de15cda tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '054fc88b-3a5a-402d-8863-ea9a4fc261a0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:22.633977 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b551fe-77ae-49f0-aa38-4806e8a14d26 None None] Checking router: ce5dfebc-4436-41e8-919d-5fd9d110dfff for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:03:22.657495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-c72be611-316d-4c55-a785-e7afc9d41c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:22.660416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-c72be611-316d-4c55-a785-e7afc9d41c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:22.660912 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-c72be611-316d-4c55-a785-e7afc9d41c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:22.661387 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-c72be611-316d-4c55-a785-e7afc9d41c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:22.661899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-c72be611-316d-4c55-a785-e7afc9d41c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:22.662163 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1bb7cd26-5561-4ad3-91fa-daa624172a81 req-b2c1f9cf-6c90-494a-a3b8-12506969aa98 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1591201 Aug 06 16:03:22.662500 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-c72be611-316d-4c55-a785-e7afc9d41c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:22.663069 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-c72be611-316d-4c55-a785-e7afc9d41c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:22.665941 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-c72be611-316d-4c55-a785-e7afc9d41c04 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=964dc75051674f75a50f3eba300bee26&device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 6477 time: 0.1887777 Aug 06 16:03:22.670725 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b551fe-77ae-49f0-aa38-4806e8a14d26 None None] Routers {'ce5dfebc-4436-41e8-919d-5fd9d110dfff'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:22.671430 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a2b551fe-77ae-49f0-aa38-4806e8a14d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:03:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:22.696250 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5764e4-dedf-4535-b644-1a6cf5ca5823 req-aba93766-71bb-46ab-9331-66f80671ad66 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:22.699045 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b5764e4-dedf-4535-b644-1a6cf5ca5823 req-aba93766-71bb-46ab-9331-66f80671ad66 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 946 time: 0.2047815 Aug 06 16:03:22.709984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-0c4cbab3-2e93-4064-a15b-beb75359c22e admin admin] Deleting port 60758ba6-371c-4c8c-8e83-de20d075678b {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:03:22.710327 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbab3-2e93-4064-a15b-beb75359c22e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:22.901996 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-a2b551fe-77ae-49f0-aa38-4806e8a14d26 None None] Set router ce5dfebc-4436-41e8-919d-5fd9d110dfff gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:22.927887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b5764e4-dedf-4535-b644-1a6cf5ca5823 req-837bf954-38a0-4348-bcbd-37e1c26b85ce tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151377 Aug 06 16:03:22.955576 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-bfdb53d5-ba7d-40f0-a1e0-07f81de15cda tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Project af075542aa4743148084de4717ce15b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:03:22.985975 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-bfdb53d5-ba7d-40f0-a1e0-07f81de15cda tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:22.987737 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bfdb53d5-ba7d-40f0-a1e0-07f81de15cda tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3858483 Aug 06 16:03:22.989444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-0c4cbab3-2e93-4064-a15b-beb75359c22e admin admin] For port 60758ba6-371c-4c8c-8e83-de20d075678b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=60758ba6-371c-4c8c-8e83-de20d075678b,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:22.990430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbab3-2e93-4064-a15b-beb75359c22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:22.992409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39540) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:22.997510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-14f23f84-8cbf-4199-a9ef-93056654fa3e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '054fc88b-3a5a-402d-8863-ea9a4fc261a0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:23.021585 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a2b551fe-77ae-49f0-aa38-4806e8a14d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'name': 'tempest-ServersTestManualDisk-1239520173-router', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:00:20Z', 'updated_at': '2021-08-06T16:03:22Z', 'revision_number': 6, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:23.028171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374aed38-96a0-431b-a454-9557b9d3f565 req-4dbe6615-236f-495a-acc0-d609bcf3531a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:23.029920 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-374aed38-96a0-431b-a454-9557b9d3f565 req-4dbe6615-236f-495a-acc0-d609bcf3531a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 949 time: 0.1740310 Aug 06 16:03:23.038462 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-14f23f84-8cbf-4199-a9ef-93056654fa3e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Project af075542aa4743148084de4717ce15b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:03:23.052920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-698a1b94-a62c-41ff-8094-0576075849c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:23.055307 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-698a1b94-a62c-41ff-8094-0576075849c1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=694c032e-723f-44df-83a9-40d4adea9477 HTTP/1.1" status: 200 len: 902 time: 0.3711803 Aug 06 16:03:23.061164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-0c4cbab3-2e93-4064-a15b-beb75359c22e admin admin] Calling delete_port for 60758ba6-371c-4c8c-8e83-de20d075678b owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:03:23.062922 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-14f23f84-8cbf-4199-a9ef-93056654fa3e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:23.064454 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-14f23f84-8cbf-4199-a9ef-93056654fa3e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0710378 Aug 06 16:03:23.071981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39542) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.084241 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b551fe-77ae-49f0-aa38-4806e8a14d26 None None] The sync data for ids ['ce5dfebc-4436-41e8-919d-5fd9d110dfff'] in n-d-803756-1 is: [{'id': 'ce5dfebc-4436-41e8-919d-5fd9d110dfff', 'name': 'tempest-ServersTestManualDisk-1239520173-router', 'tenant_id': '104d6649ea8f4ad88269508ef3e2a095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:00:20Z', 'updated_at': '2021-08-06T16:03:22Z', 'revision_number': 6, 'project_id': '104d6649ea8f4ad88269508ef3e2a095', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:23.139058 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-8807b632-35d1-48b5-b1e5-bf69ea5b5d9c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 HTTP/1.1" status: 200 len: 217 time: 0.0684052 Aug 06 16:03:23.191802 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.205800 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-374aed38-96a0-431b-a454-9557b9d3f565 req-cc531c3f-80c8-4e49-9192-46fb4ad6debe tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635630 Aug 06 16:03:23.280045 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a6a2-29b5-4bc8-ab9c-331cc802d81c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.339806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-f00a8f21-3942-464f-8b59-e794f7435797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:23.341430 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-f00a8f21-3942-464f-8b59-e794f7435797 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56056eca-e778-4fc5-86d3-2b08bb8eb36f HTTP/1.1" status: 200 len: 797 time: 0.1731212 Aug 06 16:03:23.349965 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a6a2-29b5-4bc8-ab9c-331cc802d81c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.423160 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-8959428e-e34a-4cba-8873-030764f26471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:23.425324 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-8959428e-e34a-4cba-8873-030764f26471 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=694c032e-723f-44df-83a9-40d4adea9477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0715740 Aug 06 16:03:23.517085 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a6a2-29b5-4bc8-ab9c-331cc802d81c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.520214 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a6a2-29b5-4bc8-ab9c-331cc802d81c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.522954 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c3a3a6a2-29b5-4bc8-ab9c-331cc802d81c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "DELETE /v2.0/security-groups/054fc88b-3a5a-402d-8863-ea9a4fc261a0 HTTP/1.1" status: 204 len: 168 time: 0.4390976 Aug 06 16:03:23.527915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39558) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.556566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3a6a2-29b5-4bc8-ab9c-331cc802d81c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054fc88b-3a5a-402d-8863-ea9a4fc261a0,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:23.582796 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbab3-2e93-4064-a15b-beb75359c22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.654825 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.659427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cbab3-2e93-4064-a15b-beb75359c22e admin admin] Pushing event deleted for resources: {'Port': ['ID=60758ba6-371c-4c8c-8e83-de20d075678b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:23.761984 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-daaf6889-328a-4b03-a7af-1fc90d7d2617 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2308962 Aug 06 16:03:23.763734 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39570) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.797523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-56612cd5-99b7-4efe-9c25-f7238477df59 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053362164'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:23.861483 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56612cd5-99b7-4efe-9c25-f7238477df59 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.892905 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbab3-2e93-4064-a15b-beb75359c22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:24.022905 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-93798e4f-a041-4a34-bc4b-3f2263247a2d service neutron] 10.222.0.78 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888202 Aug 06 16:03:24.116471 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-0e26b32f-cd83-443e-923e-4d67f93a8b79 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.118364 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-0e26b32f-cd83-443e-923e-4d67f93a8b79 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.78 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc&tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 949 time: 0.4825518 Aug 06 16:03:24.221821 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-de6e74e7-279b-4a72-ab8a-bfd34f77ea81 req-daf5ff45-0a56-4835-8dea-dd6589fc44a2 service neutron] 10.222.0.78 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899252 Aug 06 16:03:24.241153 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-f40664f2-50b8-4d3f-a737-83f3cdd51628 service neutron] 10.222.0.78 "GET /v2.0/ports/c0c5d2a9-e782-4420-849c-af3cc4764bd7/bindings/n-h1-803756-1 HTTP/1.1" status: 200 len: 382 time: 0.1109698 Aug 06 16:03:24.303008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b6777-7dfd-4c8b-9e28-5b832c6a0dbf req-5da2b49b-a5c7-438f-87e8-d303dd15b1dc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.304559 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a39b6777-7dfd-4c8b-9e28-5b832c6a0dbf req-5da2b49b-a5c7-438f-87e8-d303dd15b1dc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 949 time: 0.5875819 Aug 06 16:03:24.355199 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-0655b55e-4256-4550-bca5-916d1dd81df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.360836 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-0655b55e-4256-4550-bca5-916d1dd81df4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 1100 time: 0.0881619 Aug 06 16:03:24.361015 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbab3-2e93-4064-a15b-beb75359c22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:24.375299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a433375-12ea-49f6-8cc9-6947466bbfac req-cfeeb84c-237a-497e-834f-c004264d1a79 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.381054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-3ae7631e-99e5-4213-b63c-86ad0b790b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.382444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a433375-12ea-49f6-8cc9-6947466bbfac req-cfeeb84c-237a-497e-834f-c004264d1a79 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.383285 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-3ae7631e-99e5-4213-b63c-86ad0b790b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.383285 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-3ae7631e-99e5-4213-b63c-86ad0b790b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.383285 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-3ae7631e-99e5-4213-b63c-86ad0b790b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.383285 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-3ae7631e-99e5-4213-b63c-86ad0b790b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.383285 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-3ae7631e-99e5-4213-b63c-86ad0b790b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.384419 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-3ae7631e-99e5-4213-b63c-86ad0b790b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.385569 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-3ae7631e-99e5-4213-b63c-86ad0b790b83 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=964dc75051674f75a50f3eba300bee26&device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 6477 time: 0.0866172 Aug 06 16:03:24.386704 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a433375-12ea-49f6-8cc9-6947466bbfac req-cfeeb84c-237a-497e-834f-c004264d1a79 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.393267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a433375-12ea-49f6-8cc9-6947466bbfac req-cfeeb84c-237a-497e-834f-c004264d1a79 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.399119 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a433375-12ea-49f6-8cc9-6947466bbfac req-cfeeb84c-237a-497e-834f-c004264d1a79 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.405948 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a433375-12ea-49f6-8cc9-6947466bbfac req-cfeeb84c-237a-497e-834f-c004264d1a79 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.412429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a433375-12ea-49f6-8cc9-6947466bbfac req-cfeeb84c-237a-497e-834f-c004264d1a79 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.414405 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a433375-12ea-49f6-8cc9-6947466bbfac req-cfeeb84c-237a-497e-834f-c004264d1a79 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.5976737 Aug 06 16:03:24.417944 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbab3-2e93-4064-a15b-beb75359c22e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:24.528793 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbab3-2e93-4064-a15b-beb75359c22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:24.529314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4cbab3-2e93-4064-a15b-beb75359c22e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce5dfebc-4436-41e8-919d-5fd9d110dfff {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:03:24.540599 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a39b6777-7dfd-4c8b-9e28-5b832c6a0dbf req-d9929dcc-07b5-4991-a8a6-0a49ea88d776 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017331 Aug 06 16:03:24.546989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c4cbab3-2e93-4064-a15b-beb75359c22e admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:24.549190 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-2d0f717f-5f92-441a-bc38-8375673a9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.550746 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-2d0f717f-5f92-441a-bc38-8375673a9c40 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1858757 Aug 06 16:03:24.555635 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39582) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:24.561137 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0c4cbab3-2e93-4064-a15b-beb75359c22e admin admin] 10.222.0.37 "DELETE /v2.0/routers/ce5dfebc-4436-41e8-919d-5fd9d110dfff HTTP/1.1" status: 204 len: 168 time: 2.9520144 Aug 06 16:03:24.591228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a433375-12ea-49f6-8cc9-6947466bbfac req-1a9b94e1-6f3b-457c-a824-dcd382354b4e tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1657567 Aug 06 16:03:24.659192 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56612cd5-99b7-4efe-9c25-f7238477df59 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:24.666013 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-7eb6f422-503c-4950-ad5d-4f8fd9a7def4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7 HTTP/1.1" status: 200 len: 217 time: 0.0956845 Aug 06 16:03:24.684060 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56612cd5-99b7-4efe-9c25-f7238477df59 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:24.692488 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-b3113806-e051-4934-9dda-7fca0844ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.694288 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-b3113806-e051-4934-9dda-7fca0844ebbe service neutron] 10.222.0.78 "GET /v2.0/networks?id=694c032e-723f-44df-83a9-40d4adea9477 HTTP/1.1" status: 200 len: 902 time: 0.2923319 Aug 06 16:03:24.751867 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6be5d-88fd-4b2a-9635-eea614d1c322 req-5c5e6e1e-2256-4136-aa62-048e606cdc9e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.753478 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14d6be5d-88fd-4b2a-9635-eea614d1c322 req-5c5e6e1e-2256-4136-aa62-048e606cdc9e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 946 time: 0.1080754 Aug 06 16:03:24.757847 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56612cd5-99b7-4efe-9c25-f7238477df59 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:24.759542 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-56612cd5-99b7-4efe-9c25-f7238477df59 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9656224 Aug 06 16:03:24.767144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39594) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:24.772788 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-399e1282-0bb0-4d6a-874d-90234303f138 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '6aa56dbf-c36c-4b60-9c5c-3eb0964c277f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:24.788544 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-d11c225e-a07b-4a8a-950d-7ba56bc0e1d3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=feba7d60-e574-4ef5-bde3-2b961864b504 HTTP/1.1" status: 200 len: 217 time: 0.0607917 Aug 06 16:03:24.799136 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-03818d9a-91e7-4b7f-9049-2937abdb34d6 admin admin] Deleting subnet cb3dfd16-0dd1-46d4-8106-e0e2fed4e086 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:03:24.809069 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-03818d9a-91e7-4b7f-9049-2937abdb34d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:24.811323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56612cd5-99b7-4efe-9c25-f7238477df59 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa56dbf-c36c-4b60-9c5c-3eb0964c277f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:24.835408 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14d6be5d-88fd-4b2a-9635-eea614d1c322 req-beb0adde-fb11-49c6-99b5-e605a5332cfd tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689883 Aug 06 16:03:24.873904 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-399e1282-0bb0-4d6a-874d-90234303f138 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The resource could not be found. Aug 06 16:03:24.873904 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-399e1282-0bb0-4d6a-874d-90234303f138 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1012292 Aug 06 16:03:24.880019 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39604) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:24.885748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-24bb41ed-779f-41dd-ab56-79788ed32c96 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '6aa56dbf-c36c-4b60-9c5c-3eb0964c277f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'aa2c961b-ca0c-4e55-b92c-ab77141bb965'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:24.886832 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ff01a387-7680-4af6-8de8-bea045bcbcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.888304 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ff01a387-7680-4af6-8de8-bea045bcbcc5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2100325 Aug 06 16:03:24.937886 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-24bb41ed-779f-41dd-ab56-79788ed32c96 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The resource could not be found. Aug 06 16:03:24.939579 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-24bb41ed-779f-41dd-ab56-79788ed32c96 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0581157 Aug 06 16:03:24.942390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39612) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:24.971014 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-3fa5e945-eef0-4829-b45b-5f8d0dda6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:24.972885 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-3fa5e945-eef0-4829-b45b-5f8d0dda6764 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56056eca-e778-4fc5-86d3-2b08bb8eb36f HTTP/1.1" status: 200 len: 797 time: 0.1216495 Aug 06 16:03:24.978821 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-03818d9a-91e7-4b7f-9049-2937abdb34d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.014158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 60758ba6-371c-4c8c-8e83-de20d075678b no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:03:25.027379 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da86fe55-0d88-4f97-90f4-a553cb12b8be tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.051168 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 60758ba6-371c-4c8c-8e83-de20d075678b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:03:25.051525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 60758ba6-371c-4c8c-8e83-de20d075678b not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:03:25.054435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a608978d-f4d3-4127-bfff-8a3537b1318a no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:03:25.055016 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da86fe55-0d88-4f97-90f4-a553cb12b8be tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.067159 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-7188058b-9d84-4d5b-8bd6-03e46ac8d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:25.068677 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-7188058b-9d84-4d5b-8bd6-03e46ac8d213 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1713355 Aug 06 16:03:25.080261 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-6ecde43d-9172-43ee-b34f-a472e27a2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:25.082076 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-6ecde43d-9172-43ee-b34f-a472e27a2aad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=694c032e-723f-44df-83a9-40d4adea9477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1004527 Aug 06 16:03:25.106787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a608978d-f4d3-4127-bfff-8a3537b1318a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:03:25.107637 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a608978d-f4d3-4127-bfff-8a3537b1318a not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:03:25.119598 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da86fe55-0d88-4f97-90f4-a553cb12b8be tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.125278 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da86fe55-0d88-4f97-90f4-a553cb12b8be tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.127859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-da86fe55-0d88-4f97-90f4-a553cb12b8be tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "DELETE /v2.0/security-groups/6aa56dbf-c36c-4b60-9c5c-3eb0964c277f HTTP/1.1" status: 204 len: 168 time: 0.1833038 Aug 06 16:03:25.133252 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39616) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:25.141242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86fe55-0d88-4f97-90f4-a553cb12b8be tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa56dbf-c36c-4b60-9c5c-3eb0964c277f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:25.281135 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-03818d9a-91e7-4b7f-9049-2937abdb34d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.342706 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-35e23108-5763-4987-86af-85974e74165f service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596519 Aug 06 16:03:25.360517 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5ddb82af-d601-4fdb-be48-b2b69ea5664a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2099576 Aug 06 16:03:25.362465 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39628) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:25.368835 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-220b3861-922c-4691-bb59-2651aaf3d05e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '2e9677dc-3e70-482f-90b6-5ca1729d1fd2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:25.372548 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-761ffdff-98c5-4410-8ffe-ff414516c99a service neutron] 10.222.0.78 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506137 Aug 06 16:03:25.428094 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-220b3861-922c-4691-bb59-2651aaf3d05e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The resource could not be found. Aug 06 16:03:25.432853 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-220b3861-922c-4691-bb59-2651aaf3d05e tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0651274 Aug 06 16:03:25.435298 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39638) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:25.442027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-22254d6e-ad58-43b9-98e2-c0143c758157 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group': {'name': 'tempest-secgroup--422601649'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:25.471084 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-22254d6e-ad58-43b9-98e2-c0143c758157 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.489858 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-03818d9a-91e7-4b7f-9049-2937abdb34d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.536548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03818d9a-91e7-4b7f-9049-2937abdb34d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3dfd16-0dd1-46d4-8106-e0e2fed4e086,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:25.539195 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-03818d9a-91e7-4b7f-9049-2937abdb34d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.541421 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-03818d9a-91e7-4b7f-9049-2937abdb34d6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cb3dfd16-0dd1-46d4-8106-e0e2fed4e086 HTTP/1.1" status: 204 len: 168 time: 0.9846239 Aug 06 16:03:25.544405 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39650) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:25.555343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81832ed-80a3-4dc0-8756-0d12b7abedc1 None None] Network a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:25.589718 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4ff12fe-7af1-4475-bcf9-0be0b4baa541 req-248cb7a5-d5b9-4b60-a150-2856656e52f6 service neutron] 10.222.0.78 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049325 Aug 06 16:03:25.591862 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-a419d73e-8e51-48ac-975a-3fd47b85ec8c service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346950 Aug 06 16:03:25.667043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c0c5d2a9-e782-4420-849c-af3cc4764bd7 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:25.727345 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-22254d6e-ad58-43b9-98e2-c0143c758157 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.735512 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-22254d6e-ad58-43b9-98e2-c0143c758157 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.749030 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.757367 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-22254d6e-ad58-43b9-98e2-c0143c758157 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.758616 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-22254d6e-ad58-43b9-98e2-c0143c758157 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3222029 Aug 06 16:03:25.762620 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39658) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:25.771721 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-852354da-a9d3-4fe9-b433-e9fc8173f6a7 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904050034'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:25.790392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22254d6e-ad58-43b9-98e2-c0143c758157 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8f03c0-7d17-4216-b911-5f4feaed0197,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:25.809410 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-852354da-a9d3-4fe9-b433-e9fc8173f6a7 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.831057 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd08b1-30ab-45be-a905-6950a14f250c req-b217cb2c-e5ab-4bbc-9486-1cd917a77f00 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:25.836516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port c0c5d2a9-e782-4420-849c-af3cc4764bd7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:25.838753 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5bfd08b1-30ab-45be-a905-6950a14f250c req-b217cb2c-e5ab-4bbc-9486-1cd917a77f00 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 949 time: 0.1720860 Aug 06 16:03:25.843927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port c0c5d2a9-e782-4420-849c-af3cc4764bd7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:25.845285 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.938912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03f4649-eceb-4abd-bdd7-8edf4229e302 None None] DHCP port deletion for a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:03:25.949320 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5bfd08b1-30ab-45be-a905-6950a14f250c req-b42e18b2-ba3e-417a-95d7-bb0ab97021c1 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096654 Aug 06 16:03:25.966964 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] Deleting port 78dde46f-a4df-4e42-a41c-d9b43463e45e {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:03:25.967715 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.007676 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9202304-7928-4b6e-9492-b574abb51589 req-73de6c2e-8928-4336-8edd-bb750e50223a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:26.011244 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-852354da-a9d3-4fe9-b433-e9fc8173f6a7 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.013720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9202304-7928-4b6e-9492-b574abb51589 req-73de6c2e-8928-4336-8edd-bb750e50223a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:26.019379 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-852354da-a9d3-4fe9-b433-e9fc8173f6a7 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.020865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9202304-7928-4b6e-9492-b574abb51589 req-73de6c2e-8928-4336-8edd-bb750e50223a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:26.030787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9202304-7928-4b6e-9492-b574abb51589 req-73de6c2e-8928-4336-8edd-bb750e50223a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:26.034767 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.037215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9202304-7928-4b6e-9492-b574abb51589 req-73de6c2e-8928-4336-8edd-bb750e50223a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:26.048055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9202304-7928-4b6e-9492-b574abb51589 req-73de6c2e-8928-4336-8edd-bb750e50223a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:26.058445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9202304-7928-4b6e-9492-b574abb51589 req-73de6c2e-8928-4336-8edd-bb750e50223a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:26.064269 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-852354da-a9d3-4fe9-b433-e9fc8173f6a7 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.068159 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9202304-7928-4b6e-9492-b574abb51589 req-73de6c2e-8928-4336-8edd-bb750e50223a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.1783326 Aug 06 16:03:26.069839 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-852354da-a9d3-4fe9-b433-e9fc8173f6a7 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3038430 Aug 06 16:03:26.070536 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39666) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:26.071066 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852354da-a9d3-4fe9-b433-e9fc8173f6a7 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1520e1e4-2eda-4931-8645-6be07b8ee854,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:26.086060 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:26.086060 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:26.087730 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34022b3-cebf-43ee-9679-be21cfd539a1" -d '{"events": [{"server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "name": "network-vif-plugged", "status": "completed", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:26.099300 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.106498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a1d54bac-0283-40d4-a09c-93430a37e2c4 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '8f8f03c0-7d17-4216-b911-5f4feaed0197', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1520e1e4-2eda-4931-8645-6be07b8ee854'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:26.155093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] For port 78dde46f-a4df-4e42-a41c-d9b43463e45e, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=78dde46f-a4df-4e42-a41c-d9b43463e45e,segment=NetworkSegment(50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c),segment_id=50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:26.155854 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.173779 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] Calling delete_port for 78dde46f-a4df-4e42-a41c-d9b43463e45e owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:03:26.222656 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9202304-7928-4b6e-9492-b574abb51589 req-58619723-d1e1-4f03-b683-9865260ca436 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1531575 Aug 06 16:03:26.336211 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e03f4649-eceb-4abd-bdd7-8edf4229e302 None None] Deleting port 78dde46f-a4df-4e42-a41c-d9b43463e45e {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:03:26.336838 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e03f4649-eceb-4abd-bdd7-8edf4229e302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.354662 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-a1d54bac-0283-40d4-a09c-93430a37e2c4 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:26.355939 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a1d54bac-0283-40d4-a09c-93430a37e2c4 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2555218 Aug 06 16:03:26.359907 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39674) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:26.369976 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=c0c5d2a9-e782-4420-849c-af3cc4764bd7,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:26.417934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f3ba3-4972-4b59-9664-1b214b81f6f8 req-83d78cd4-0027-4e9e-a3b4-2eac070bf4cb tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:26.425203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb5f3ba3-4972-4b59-9664-1b214b81f6f8 req-83d78cd4-0027-4e9e-a3b4-2eac070bf4cb tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 946 time: 0.0822685 Aug 06 16:03:26.435114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e03f4649-eceb-4abd-bdd7-8edf4229e302 None None] For port 78dde46f-a4df-4e42-a41c-d9b43463e45e, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=78dde46f-a4df-4e42-a41c-d9b43463e45e,segment=NetworkSegment(50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c),segment_id=50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:26.435958 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e03f4649-eceb-4abd-bdd7-8edf4229e302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.447670 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.458525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e03f4649-eceb-4abd-bdd7-8edf4229e302 None None] Calling delete_port for 78dde46f-a4df-4e42-a41c-d9b43463e45e owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:03:26.484355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=78dde46f-a4df-4e42-a41c-d9b43463e45e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:26.489067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] No DVR routers for this DVR port 78dde46f-a4df-4e42-a41c-d9b43463e45e on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:03:26.506068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb5f3ba3-4972-4b59-9664-1b214b81f6f8 req-ae708163-49ea-4bc7-b897-3daa7d609f1b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793719 Aug 06 16:03:26.522165 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-977f49a7-f16a-48ea-b9c0-f448be1a6a92 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.558142 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ef3419-1c9d-4857-929e-cde6e01fa0e1 x-openstack-request-id: req-e9ef3419-1c9d-4857-929e-cde6e01fa0e1 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:26.558705 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "name": "network-vif-plugged", "status": "completed", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:26.559441 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9ef3419-1c9d-4857-929e-cde6e01fa0e1 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:26.560277 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7', 'code': 200} Aug 06 16:03:26.567212 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-977f49a7-f16a-48ea-b9c0-f448be1a6a92 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.589279 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.613405 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:26.640942 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:26.641231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bc5dd2-bc7f-43fa-afbb-0c7d039daa9c') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:26.641954 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-977f49a7-f16a-48ea-b9c0-f448be1a6a92 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.649903 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-977f49a7-f16a-48ea-b9c0-f448be1a6a92 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.650421 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e03f4649-eceb-4abd-bdd7-8edf4229e302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.651654 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-977f49a7-f16a-48ea-b9c0-f448be1a6a92 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "DELETE /v2.0/security-groups/1520e1e4-2eda-4931-8645-6be07b8ee854 HTTP/1.1" status: 204 len: 168 time: 0.2903974 Aug 06 16:03:26.655286 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39686) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:26.669710 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f49a7-f16a-48ea-b9c0-f448be1a6a92 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1520e1e4-2eda-4931-8645-6be07b8ee854,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:26.681680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f4649-eceb-4abd-bdd7-8edf4229e302 None None] Pushing event deleted for resources: {'Port': ['ID=78dde46f-a4df-4e42-a41c-d9b43463e45e,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:26.686788 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.707989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f4649-eceb-4abd-bdd7-8edf4229e302 None None] No DVR routers for this DVR port 78dde46f-a4df-4e42-a41c-d9b43463e45e on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:03:26.712819 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.727242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:03:26.727788 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:03:26.730128 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:03:26.742112 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-54591988-8d53-4c54-b40a-dd18c79f7e0c tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0842674 Aug 06 16:03:26.743348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39688) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:26.799151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53236490-745d-42e5-b215-2acf8490716f req-fb7b3ca2-8ecd-4add-8dc8-971e750abdba tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:26.800819 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53236490-745d-42e5-b215-2acf8490716f req-fb7b3ca2-8ecd-4add-8dc8-971e750abdba tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/networks?id=3a57bcf8-fa08-4452-9a64-626df0fa5458 HTTP/1.1" status: 200 len: 804 time: 0.2088478 Aug 06 16:03:26.811376 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.825993 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.828091 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7 HTTP/1.1" status: 204 len: 168 time: 1.2827599 Aug 06 16:03:26.833172 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-29d7a9fd-4c1b-4fb0-8a8c-363624453679 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.853167 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53236490-745d-42e5-b215-2acf8490716f req-dc8314ed-55b0-4cb4-95d2-e169e2698ab1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/quotas/4e8469e96bca4365b0ad75e32eded23b HTTP/1.1" status: 200 len: 375 time: 0.0381374 Aug 06 16:03:26.854334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54846e-9327-4d7a-939a-c1be107f9df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a452bea7-9bf9-4c2c-9e9f-a8ea82fcd8f7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:26.876151 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-29d7a9fd-4c1b-4fb0-8a8c-363624453679 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.952871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53236490-745d-42e5-b215-2acf8490716f req-734cc6bd-57ba-4774-9c75-bb98688a4e55 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e8469e96bca4365b0ad75e32eded23b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0821126 Aug 06 16:03:26.964588 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-29d7a9fd-4c1b-4fb0-8a8c-363624453679 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.971735 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-29d7a9fd-4c1b-4fb0-8a8c-363624453679 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.973156 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-29d7a9fd-4c1b-4fb0-8a8c-363624453679 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "DELETE /v2.0/security-groups/8f8f03c0-7d17-4216-b911-5f4feaed0197 HTTP/1.1" status: 204 len: 168 time: 0.2288539 Aug 06 16:03:26.976679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39692) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:27.003774 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 78dde46f-a4df-4e42-a41c-d9b43463e45e no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:03:27.007690 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7a9fd-4c1b-4fb0-8a8c-363624453679 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8f03c0-7d17-4216-b911-5f4feaed0197,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:27.031707 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 78dde46f-a4df-4e42-a41c-d9b43463e45e {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:03:27.032055 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 78dde46f-a4df-4e42-a41c-d9b43463e45e not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:03:27.146789 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4e38c82f-7a09-43d7-b588-e12937efad95 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1640384 Aug 06 16:03:27.148303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39696) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:27.153176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d0668aaf-e3a7-4032-8596-9ec74f119d87 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group': {'name': 'tempest-secgroup--977954457'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:27.211282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53236490-745d-42e5-b215-2acf8490716f req-52b69b08-951d-44e5-9a02-b9f7ba7aa338 service neutron] 10.222.0.37 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441676 Aug 06 16:03:27.211981 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39698) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:27.224691 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0668aaf-e3a7-4032-8596-9ec74f119d87 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:27.242934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6b754-4d56-446d-9078-140013d9ef73 req-87f0bccb-8e31-4d17-84cb-c8ebecf8db06 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:27.244407 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7fb6b754-4d56-446d-9078-140013d9ef73 req-87f0bccb-8e31-4d17-84cb-c8ebecf8db06 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.1466329 Aug 06 16:03:27.268875 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-37b3b34b-7752-4f1c-a898-cb9a297a2167 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=104d6649ea8f4ad88269508ef3e2a095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530632 Aug 06 16:03:27.269772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39702) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:27.332313 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-45869848-787a-4c95-adeb-3c7642beec0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:27.354741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7fb6b754-4d56-446d-9078-140013d9ef73 req-ed91d8c4-e94d-41a2-8a61-7aecc4d69ebc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955045 Aug 06 16:03:27.361791 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-45869848-787a-4c95-adeb-3c7642beec0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:27.398977 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53236490-745d-42e5-b215-2acf8490716f req-0e2a14ac-65f0-4f00-b8b6-e7ba7ee5c289 service neutron] 10.222.0.37 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865840 Aug 06 16:03:27.433269 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-45869848-787a-4c95-adeb-3c7642beec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:27.436772 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-45869848-787a-4c95-adeb-3c7642beec0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:27.438051 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-45869848-787a-4c95-adeb-3c7642beec0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2b3d51f-6d9c-4886-b0dd-9bd22ceecc9d HTTP/1.1" status: 204 len: 168 time: 0.1671555 Aug 06 16:03:27.455113 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45869848-787a-4c95-adeb-3c7642beec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b3d51f-6d9c-4886-b0dd-9bd22ceecc9d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:27.483911 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0668aaf-e3a7-4032-8596-9ec74f119d87 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:27.498590 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0668aaf-e3a7-4032-8596-9ec74f119d87 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:27.564516 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0668aaf-e3a7-4032-8596-9ec74f119d87 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:27.565947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d0668aaf-e3a7-4032-8596-9ec74f119d87 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4171312 Aug 06 16:03:27.569358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39712) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:27.574773 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-5bfdef6c-363a-48ae-8d6b-1cdb8f62d71f tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '9f360231-e535-4790-8c47-a93413ddab8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:27.580519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0668aaf-e3a7-4032-8596-9ec74f119d87 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f360231-e535-4790-8c47-a93413ddab8c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:27.607654 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda15f04-0369-4be0-b363-baf6f1af1ff8 req-7b6c5399-3d22-476c-b8e5-5467b8b39720 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:27.615674 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda15f04-0369-4be0-b363-baf6f1af1ff8 req-7b6c5399-3d22-476c-b8e5-5467b8b39720 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:27.622682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda15f04-0369-4be0-b363-baf6f1af1ff8 req-7b6c5399-3d22-476c-b8e5-5467b8b39720 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:27.630560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda15f04-0369-4be0-b363-baf6f1af1ff8 req-7b6c5399-3d22-476c-b8e5-5467b8b39720 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:27.637760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda15f04-0369-4be0-b363-baf6f1af1ff8 req-7b6c5399-3d22-476c-b8e5-5467b8b39720 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:27.644870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda15f04-0369-4be0-b363-baf6f1af1ff8 req-7b6c5399-3d22-476c-b8e5-5467b8b39720 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:27.651989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda15f04-0369-4be0-b363-baf6f1af1ff8 req-7b6c5399-3d22-476c-b8e5-5467b8b39720 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:27.660693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cda15f04-0369-4be0-b363-baf6f1af1ff8 req-7b6c5399-3d22-476c-b8e5-5467b8b39720 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.1741977 Aug 06 16:03:27.695084 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-5bfdef6c-363a-48ae-8d6b-1cdb8f62d71f tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:27.697148 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5bfdef6c-363a-48ae-8d6b-1cdb8f62d71f tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1263871 Aug 06 16:03:27.700164 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39718) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:27.711921 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-24f92cf7-eb48-4ede-8e9e-2c5847cc5825 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group_rule': {'security_group_id': '9f360231-e535-4790-8c47-a93413ddab8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:27.719469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cda15f04-0369-4be0-b363-baf6f1af1ff8 req-dcea34be-b573-4d84-a1bd-b3ef2da225a1 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538197 Aug 06 16:03:27.807114 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-24f92cf7-eb48-4ede-8e9e-2c5847cc5825 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:27.808499 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-24f92cf7-eb48-4ede-8e9e-2c5847cc5825 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1069968 Aug 06 16:03:27.810741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-911c0d7c-76ea-4a05-865c-f04d44001de6 req-d94297d3-ef05-4ae5-a4ed-d4bb09c750ea tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 210 time: 0.0531182 Aug 06 16:03:27.811453 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39720) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:27.882364 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2089800c-1320-4ea4-b675-84eebf874558 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:27.910134 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2089800c-1320-4ea4-b675-84eebf874558 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:27.940439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6a496-04c2-4499-841a-82a51c063a34 req-9f83c231-9511-471b-ad35-f67f560af652 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:27.943255 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59b6a496-04c2-4499-841a-82a51c063a34 req-9f83c231-9511-471b-ad35-f67f560af652 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 946 time: 0.1279125 Aug 06 16:03:28.000541 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2089800c-1320-4ea4-b675-84eebf874558 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:28.004200 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2089800c-1320-4ea4-b675-84eebf874558 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:28.005662 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2089800c-1320-4ea4-b675-84eebf874558 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "DELETE /v2.0/security-groups/9f360231-e535-4790-8c47-a93413ddab8c HTTP/1.1" status: 204 len: 168 time: 0.1929395 Aug 06 16:03:28.010727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39724) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:28.046856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089800c-1320-4ea4-b675-84eebf874558 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f360231-e535-4790-8c47-a93413ddab8c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:28.085134 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59b6a496-04c2-4499-841a-82a51c063a34 req-8e856220-1055-46ad-a343-e8ac232db21b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287911 Aug 06 16:03:28.165260 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39730) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:28.171130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-3ac4244f-5543-4c0d-8062-08c46b41fd71 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620321201'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:28.177534 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4a056526-4722-41c0-b433-b15bda75de3a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1656058 Aug 06 16:03:28.235787 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ac4244f-5543-4c0d-8062-08c46b41fd71 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:28.271000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70c06d-91eb-4a8d-a44c-c86564efa47f req-9808316d-774d-4427-8a56-a8d844d8cab0 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:28.272813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd70c06d-91eb-4a8d-a44c-c86564efa47f req-9808316d-774d-4427-8a56-a8d844d8cab0 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7472a4-3b6f-4201-bf52-90bc662a45f0 HTTP/1.1" status: 200 len: 945 time: 0.0869391 Aug 06 16:03:28.486553 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a41c83a5-a769-4956-92c8-ecc06f3e1414 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:03:28.495298 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-fd70c06d-91eb-4a8d-a44c-c86564efa47f req-4e17ae69-d734-48ce-96ef-d4edc0520e70 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Deleting port a41c83a5-a769-4956-92c8-ecc06f3e1414 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:03:28.497127 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd70c06d-91eb-4a8d-a44c-c86564efa47f req-4e17ae69-d734-48ce-96ef-d4edc0520e70 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:28.505277 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ac4244f-5543-4c0d-8062-08c46b41fd71 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:28.561931 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ac4244f-5543-4c0d-8062-08c46b41fd71 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:28.631127 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:28.676317 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ac4244f-5543-4c0d-8062-08c46b41fd71 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:28.680512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39756) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:28.681113 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3ac4244f-5543-4c0d-8062-08c46b41fd71 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5143223 Aug 06 16:03:28.689173 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6e41f45a-b3a6-435f-a5e1-2875c6e11382 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:28.690464 n-d-803756-1 neutron-server[105764]: WARNING neutron.api.v2.base [None req-6e41f45a-b3a6-435f-a5e1-2875c6e11382 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 06 16:03:28.691100 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-6e41f45a-b3a6-435f-a5e1-2875c6e11382 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] update failed (client error): There was a conflict when trying to complete your request. Aug 06 16:03:28.692324 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6e41f45a-b3a6-435f-a5e1-2875c6e11382 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "PUT /v2.0/security-groups/522029b0-f0e9-4af0-b26d-221d0531ba11 HTTP/1.1" status: 409 len: 330 time: 0.0097466 Aug 06 16:03:28.695183 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39758) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:28.709540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7472a4-3b6f-4201-bf52-90bc662a45f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a41c83a5-a769-4956-92c8-ecc06f3e1414'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:28.715716 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd18a26-8d71-4361-a2c0-c8598978358b" -d '{"events": [{"server_uuid": "fe7472a4-3b6f-4201-bf52-90bc662a45f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a41c83a5-a769-4956-92c8-ecc06f3e1414"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:28.728470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4244f-5543-4c0d-8062-08c46b41fd71 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522029b0-f0e9-4af0-b26d-221d0531ba11,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:28.744773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a41c83a5-a769-4956-92c8-ecc06f3e1414, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a41c83a5-a769-4956-92c8-ecc06f3e1414,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:28.755263 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:28.772900 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ffc71-e919-4c6f-a21a-e9ae931fe59c req-07dd54e3-ab65-496f-8b7f-5e35ef98a157 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:28.780570 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-986ffc71-e919-4c6f-a21a-e9ae931fe59c req-07dd54e3-ab65-496f-8b7f-5e35ef98a157 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.2786465 Aug 06 16:03:28.783769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-fd70c06d-91eb-4a8d-a44c-c86564efa47f req-4e17ae69-d734-48ce-96ef-d4edc0520e70 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] For port a41c83a5-a769-4956-92c8-ecc06f3e1414, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a41c83a5-a769-4956-92c8-ecc06f3e1414,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:28.784373 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd70c06d-91eb-4a8d-a44c-c86564efa47f req-4e17ae69-d734-48ce-96ef-d4edc0520e70 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:28.819045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-fd70c06d-91eb-4a8d-a44c-c86564efa47f req-4e17ae69-d734-48ce-96ef-d4edc0520e70 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Calling delete_port for a41c83a5-a769-4956-92c8-ecc06f3e1414 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:03:28.837704 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a506b6e-d2c8-4c85-8360-8b034e5aa85e x-openstack-request-id: req-7a506b6e-d2c8-4c85-8360-8b034e5aa85e {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:28.838308 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7472a4-3b6f-4201-bf52-90bc662a45f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a41c83a5-a769-4956-92c8-ecc06f3e1414", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:28.838734 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a506b6e-d2c8-4c85-8360-8b034e5aa85e {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:28.839829 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:28.840017 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7472a4-3b6f-4201-bf52-90bc662a45f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a41c83a5-a769-4956-92c8-ecc06f3e1414', 'code': 200} Aug 06 16:03:28.841107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-3381463a-5b3f-4c33-a952-feb6e54174be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:28.843745 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-3381463a-5b3f-4c33-a952-feb6e54174be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc&tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9 HTTP/1.1" status: 200 len: 1101 time: 0.5110369 Aug 06 16:03:28.867469 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a41c83a5-a769-4956-92c8-ecc06f3e1414,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:28.898696 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:28.921066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:28.950295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-986ffc71-e919-4c6f-a21a-e9ae931fe59c req-06075861-4283-4269-a39d-ded4c07e505a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664069 Aug 06 16:03:28.954961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39768) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:28.982714 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:28.986924 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:28.991571 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "DELETE /v2.0/security-groups/522029b0-f0e9-4af0-b26d-221d0531ba11 HTTP/1.1" status: 204 len: 168 time: 0.2941353 Aug 06 16:03:28.996939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39772) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:29.005488 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522029b0-f0e9-4af0-b26d-221d0531ba11,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:29.019632 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:29.020252 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:29.021842 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:29.022187 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:29.022541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:29.022865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:29.023197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:29.023528 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:29.023859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:29.024188 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:29.024528 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:29.024838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e54d0-a2c4-40c3-92d1-e77f1f1d454a tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:29.099557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62474846-4143-4cea-8418-349374ebb3d3 req-25ee3e54-e8ed-4454-84ef-577d60db5eb2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 210 time: 0.0567923 Aug 06 16:03:29.103425 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:29.136302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-167b9928-18aa-45dd-830c-cc54d84dc615 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-network', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:29.156490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678517c2-e781-4d93-a438-7a2dc22d0bee req-9f451eff-0335-44eb-badf-c844f430bfd4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:29.162933 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678517c2-e781-4d93-a438-7a2dc22d0bee req-9f451eff-0335-44eb-badf-c844f430bfd4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:29.168758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678517c2-e781-4d93-a438-7a2dc22d0bee req-9f451eff-0335-44eb-badf-c844f430bfd4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:29.177760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678517c2-e781-4d93-a438-7a2dc22d0bee req-9f451eff-0335-44eb-badf-c844f430bfd4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:29.180958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678517c2-e781-4d93-a438-7a2dc22d0bee req-9f451eff-0335-44eb-badf-c844f430bfd4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:29.187097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678517c2-e781-4d93-a438-7a2dc22d0bee req-9f451eff-0335-44eb-badf-c844f430bfd4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:29.193476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678517c2-e781-4d93-a438-7a2dc22d0bee req-9f451eff-0335-44eb-badf-c844f430bfd4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:29.195406 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-678517c2-e781-4d93-a438-7a2dc22d0bee req-9f451eff-0335-44eb-badf-c844f430bfd4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.2451415 Aug 06 16:03:29.265681 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-38eb9447-7901-4fa9-a59f-afe71de0e230 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2612932 Aug 06 16:03:29.270010 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39776) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:29.285234 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-a57b341c-1014-4953-9f17-4c3e3ee87315 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] delete failed (client error): The resource could not be found. Aug 06 16:03:29.286310 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a57b341c-1014-4953-9f17-4c3e3ee87315 tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "DELETE /v2.0/security-groups/0c2dcaa5-3ab8-4dec-afa9-b0a603ac0b6d HTTP/1.1" status: 404 len: 347 time: 0.0150394 Aug 06 16:03:29.289995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39778) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:29.306837 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-e493dffc-1562-45d5-a842-88415559c0cc tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] show failed (client error): The resource could not be found. Aug 06 16:03:29.308309 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e493dffc-1562-45d5-a842-88415559c0cc tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "GET /v2.0/security-groups/768ac2b0-47ed-4f90-8da0-a1eae129d34a HTTP/1.1" status: 404 len: 347 time: 0.0172899 Aug 06 16:03:29.312516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39780) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:29.329154 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-015d621f-8436-4d89-bfdf-6967dd5a817b tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] show failed (client error): The resource could not be found. Aug 06 16:03:29.330235 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-015d621f-8436-4d89-bfdf-6967dd5a817b tempest-NegativeSecGroupIPv6Test-1388192686 tempest-NegativeSecGroupIPv6Test-1388192686-project] 10.222.0.37 "GET /v2.0/security-group-rules/89171957-3ee8-43dd-98b0-881e45ad22ed HTTP/1.1" status: 404 len: 356 time: 0.0171094 Aug 06 16:03:29.348584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167b9928-18aa-45dd-830c-cc54d84dc615 admin admin] Made reservation on behalf of ec31edb71a434fdf8b78c75af8a29fc0 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:29.350997 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-167b9928-18aa-45dd-830c-cc54d84dc615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:29.424528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-678517c2-e781-4d93-a438-7a2dc22d0bee req-67c97f1f-e298-4232-984b-8120408dc019 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2135868 Aug 06 16:03:29.425223 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-167b9928-18aa-45dd-830c-cc54d84dc615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:29.448838 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd70c06d-91eb-4a8d-a44c-c86564efa47f req-4e17ae69-d734-48ce-96ef-d4edc0520e70 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:29.460774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1134e-a77f-419c-82a7-79fe5ca53654 req-3bf303e6-03c9-4fe9-8274-bfacf2ba4557 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:29.462498 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62d1134e-a77f-419c-82a7-79fe5ca53654 req-3bf303e6-03c9-4fe9-8274-bfacf2ba4557 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 946 time: 0.2607603 Aug 06 16:03:29.602347 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39786) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:29.730701 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53236490-745d-42e5-b215-2acf8490716f req-00914705-2ee8-4664-91ba-4120fb2e7735 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:29.732944 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-53236490-745d-42e5-b215-2acf8490716f req-00914705-2ee8-4664-91ba-4120fb2e7735 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.78 "GET /v2.0/networks?id=3a57bcf8-fa08-4452-9a64-626df0fa5458 HTTP/1.1" status: 200 len: 804 time: 0.1464925 Aug 06 16:03:29.750031 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-53236490-745d-42e5-b215-2acf8490716f req-0263c315-eb17-49f7-b988-cbf31b69c59f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Request body: {'port': {'device_id': '03f6c9a3-0028-467f-8ce3-26bd02dbaa54', 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458', 'admin_state_up': True, 'tenant_id': '4e8469e96bca4365b0ad75e32eded23b'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:29.793105 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17ae69-d734-48ce-96ef-d4edc0520e70 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Pushing event deleted for resources: {'Port': ['ID=a41c83a5-a769-4956-92c8-ecc06f3e1414,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:29.877587 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-99ea1796-6e0d-4b71-bbe3-873c2781b822 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af075542aa4743148084de4717ce15b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739849 Aug 06 16:03:29.880484 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39792) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:29.898821 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd70c06d-91eb-4a8d-a44c-c86564efa47f req-4e17ae69-d734-48ce-96ef-d4edc0520e70 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] No DVR routers for this DVR port a41c83a5-a769-4956-92c8-ecc06f3e1414 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:03:29.911082 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd70c06d-91eb-4a8d-a44c-c86564efa47f req-4e17ae69-d734-48ce-96ef-d4edc0520e70 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:29.913031 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd70c06d-91eb-4a8d-a44c-c86564efa47f req-4e17ae69-d734-48ce-96ef-d4edc0520e70 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.13 "DELETE /v2.0/ports/a41c83a5-a769-4956-92c8-ecc06f3e1414 HTTP/1.1" status: 204 len: 173 time: 1.6307025 Aug 06 16:03:29.913470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7472a4-3b6f-4201-bf52-90bc662a45f0', 'name': 'network-vif-deleted', 'tag': 'a41c83a5-a769-4956-92c8-ecc06f3e1414'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:29.915763 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c41620-1274-45be-a997-52d64625bf33" -d '{"events": [{"server_uuid": "fe7472a4-3b6f-4201-bf52-90bc662a45f0", "name": "network-vif-deleted", "tag": "a41c83a5-a769-4956-92c8-ecc06f3e1414"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:29.928341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62d1134e-a77f-419c-82a7-79fe5ca53654 req-b47f39ac-f214-4334-8311-749215851052 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544821 Aug 06 16:03:29.961658 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3f140717-5702-4805-aee8-612118f5ca96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:29.973613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:30.000866 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3f140717-5702-4805-aee8-612118f5ca96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.028538 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb7e58a-b402-4779-9e4a-bcc1c33220e8 x-openstack-request-id: req-7eb7e58a-b402-4779-9e4a-bcc1c33220e8 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:30.029099 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7472a4-3b6f-4201-bf52-90bc662a45f0", "name": "network-vif-deleted", "tag": "a41c83a5-a769-4956-92c8-ecc06f3e1414", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:30.029522 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7eb7e58a-b402-4779-9e4a-bcc1c33220e8 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:30.030116 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7472a4-3b6f-4201-bf52-90bc662a45f0', 'name': 'network-vif-deleted', 'tag': 'a41c83a5-a769-4956-92c8-ecc06f3e1414', 'status': 'completed', 'code': 200} Aug 06 16:03:30.035904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:30.073396 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3f140717-5702-4805-aee8-612118f5ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.075785 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-167b9928-18aa-45dd-830c-cc54d84dc615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.076564 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3f140717-5702-4805-aee8-612118f5ca96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.078173 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3f140717-5702-4805-aee8-612118f5ca96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e63edaf9-132d-415b-83b7-68e61e82db5f HTTP/1.1" status: 204 len: 168 time: 0.1965718 Aug 06 16:03:30.090090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f140717-5702-4805-aee8-612118f5ca96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63edaf9-132d-415b-83b7-68e61e82db5f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:30.096621 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-167b9928-18aa-45dd-830c-cc54d84dc615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.111034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53236490-745d-42e5-b215-2acf8490716f req-0263c315-eb17-49f7-b988-cbf31b69c59f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Made reservation on behalf of 4e8469e96bca4365b0ad75e32eded23b for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:30.115796 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-53236490-745d-42e5-b215-2acf8490716f req-0263c315-eb17-49f7-b988-cbf31b69c59f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.142332 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.145920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167b9928-18aa-45dd-830c-cc54d84dc615 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:03:30.165530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b9928-18aa-45dd-830c-cc54d84dc615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce69e2e6-7968-4af2-bedf-9b7b85f82f21,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:30.172018 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Transition to ACTIVE for port object c0c5d2a9-e782-4420-849c-af3cc4764bd7 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:30.177150 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-167b9928-18aa-45dd-830c-cc54d84dc615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.177361 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-167b9928-18aa-45dd-830c-cc54d84dc615 admin admin] Added segment 237585fe-b091-45d9-a35c-ea58036433c7 of type vlan for network 5738fe75-0ee6-4591-8c74-062f71f16dba Aug 06 16:03:30.194591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624b401-0cc8-4749-83f0-f607db90bfdf req-dba18463-9321-4452-92b1-5b9c54e34d74 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:30.196649 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f624b401-0cc8-4749-83f0-f607db90bfdf req-dba18463-9321-4452-92b1-5b9c54e34d74 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 950 time: 0.1410275 Aug 06 16:03:30.198529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.284607 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-167b9928-18aa-45dd-830c-cc54d84dc615 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.293005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-53236490-745d-42e5-b215-2acf8490716f req-0263c315-eb17-49f7-b988-cbf31b69c59f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Allocated IP 172.20.0.10 (3a57bcf8-fa08-4452-9a64-626df0fa5458/da0c21b5-c1ab-47f4-a492-be4025ce4c1d/9c391664-1534-421b-8986-b45c7a7ea282) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:30.343828 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-afee8144-b470-4a3d-8da3-a2e81edc2af3 req-31974823-1c7e-4c7a-84de-425933994638 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 210 time: 0.0994282 Aug 06 16:03:30.374523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f624b401-0cc8-4749-83f0-f607db90bfdf req-d4d5e3f2-aa81-42ee-9e2e-f347870c7f12 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476223 Aug 06 16:03:30.378840 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c5d2a9-e782-4420-849c-af3cc4764bd7,revision_number=10']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:30.401488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] No DVR routers for this DVR port c0c5d2a9-e782-4420-849c-af3cc4764bd7 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:03:30.445910 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-167b9928-18aa-45dd-830c-cc54d84dc615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.446879 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167b9928-18aa-45dd-830c-cc54d84dc615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:30.447607 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-167b9928-18aa-45dd-830c-cc54d84dc615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.490582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Attempting to bind port c0c5d2a9-e782-4420-849c-af3cc4764bd7 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:30.490930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Attempting to bind port c0c5d2a9-e782-4420-849c-af3cc4764bd7 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:30.491249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Attempting to bind port c0c5d2a9-e782-4420-849c-af3cc4764bd7 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:30.528015 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-167b9928-18aa-45dd-830c-cc54d84dc615 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5720069 Aug 06 16:03:30.532547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39810) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:30.534887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Port c0c5d2a9-e782-4420-849c-af3cc4764bd7 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:03:30.535215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Attempting to bind port c0c5d2a9-e782-4420-849c-af3cc4764bd7 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:30.539200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b52d4667-5072-40f9-9b32-92eb5c6824ba admin admin] Request body: {'subnet': {'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-subnet', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:30.551378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:30.551715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:30.552108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:30.552572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Bound port: c0c5d2a9-e782-4420-849c-af3cc4764bd7, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:30.552929 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.554939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b9928-18aa-45dd-830c-cc54d84dc615 admin admin] Pushing event updated for resources: {'Network': ['ID=5738fe75-0ee6-4591-8c74-062f71f16dba,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:30.578838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 5738fe75-0ee6-4591-8c74-062f71f16dba details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:03:30.612737 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-53236490-745d-42e5-b215-2acf8490716f req-0263c315-eb17-49f7-b988-cbf31b69c59f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.668971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-53236490-745d-42e5-b215-2acf8490716f req-0263c315-eb17-49f7-b988-cbf31b69c59f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.672805 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7045102-66ea-4828-8302-c60a54d12e09 req-392194ad-7a0a-4a63-a3ad-b7d86a7e11dc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:30.679600 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7045102-66ea-4828-8302-c60a54d12e09 req-392194ad-7a0a-4a63-a3ad-b7d86a7e11dc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:30.685446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7045102-66ea-4828-8302-c60a54d12e09 req-392194ad-7a0a-4a63-a3ad-b7d86a7e11dc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:30.691307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7045102-66ea-4828-8302-c60a54d12e09 req-392194ad-7a0a-4a63-a3ad-b7d86a7e11dc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:30.697091 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7045102-66ea-4828-8302-c60a54d12e09 req-392194ad-7a0a-4a63-a3ad-b7d86a7e11dc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:30.702967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7045102-66ea-4828-8302-c60a54d12e09 req-392194ad-7a0a-4a63-a3ad-b7d86a7e11dc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:30.705252 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52d4667-5072-40f9-9b32-92eb5c6824ba admin admin] Made reservation on behalf of ec31edb71a434fdf8b78c75af8a29fc0 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:30.707863 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b52d4667-5072-40f9-9b32-92eb5c6824ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.717376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7045102-66ea-4828-8302-c60a54d12e09 req-392194ad-7a0a-4a63-a3ad-b7d86a7e11dc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:30.726389 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7045102-66ea-4828-8302-c60a54d12e09 req-392194ad-7a0a-4a63-a3ad-b7d86a7e11dc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.1952183 Aug 06 16:03:30.765539 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:30.779850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53236490-745d-42e5-b215-2acf8490716f req-0263c315-eb17-49f7-b988-cbf31b69c59f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Network 3a57bcf8-fa08-4452-9a64-626df0fa5458 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:30.787575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-53236490-745d-42e5-b215-2acf8490716f req-0263c315-eb17-49f7-b988-cbf31b69c59f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:30.791652 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-53236490-745d-42e5-b215-2acf8490716f req-0263c315-eb17-49f7-b988-cbf31b69c59f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:30.797228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263c315-eb17-49f7-b988-cbf31b69c59f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Pushing event updated for resources: {'Port': ['ID=9c391664-1534-421b-8986-b45c7a7ea282,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:30.797585 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7045102-66ea-4828-8302-c60a54d12e09 req-69e8c7d7-4b34-451d-ac9f-41fddd4a5b1f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681844 Aug 06 16:03:30.800231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:30.809347 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.852995 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:30.853837 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.855504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] 10.222.0.13 "PUT /v2.0/ports/c0c5d2a9-e782-4420-849c-af3cc4764bd7 HTTP/1.1" status: 200 len: 1097 time: 1.9914234 Aug 06 16:03:30.872180 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53236490-745d-42e5-b215-2acf8490716f req-0263c315-eb17-49f7-b988-cbf31b69c59f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:30.872857 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-53236490-745d-42e5-b215-2acf8490716f req-0263c315-eb17-49f7-b988-cbf31b69c59f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.896019 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-53236490-745d-42e5-b215-2acf8490716f req-0263c315-eb17-49f7-b988-cbf31b69c59f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1533222 Aug 06 16:03:30.915036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02e063-c999-4ae5-8c28-f4d81c93eca2 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c5d2a9-e782-4420-849c-af3cc4764bd7,revision_number=11']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:30.929649 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [req-53236490-745d-42e5-b215-2acf8490716f req-c8816eb5-1afa-4efa-bc21-b56233f7117f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:03:30.930699 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-53236490-745d-42e5-b215-2acf8490716f req-c8816eb5-1afa-4efa-bc21-b56233f7117f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067127 Aug 06 16:03:30.972113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-95d34712-32c5-4b34-b412-5b5514ee0fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:30.974357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-95d34712-32c5-4b34-b412-5b5514ee0fae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 1100 time: 0.0769775 Aug 06 16:03:31.026879 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b52d4667-5072-40f9-9b32-92eb5c6824ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.119918 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d4667-5072-40f9-9b32-92eb5c6824ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7910dbce-9faa-45f2-a5b8-cd85ad35cfce,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:31.131369 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52d4667-5072-40f9-9b32-92eb5c6824ba admin admin] Checking segment: {'id': '237585fe-b091-45d9-a35c-ea58036433c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:31.131819 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52d4667-5072-40f9-9b32-92eb5c6824ba admin admin] Network hostable DHCP agents. Network: 5738fe75-0ee6-4591-8c74-062f71f16dba, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:03:31.175234 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-f33c2cd7-0869-4da3-86f6-75f03b7d12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:31.176952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-f33c2cd7-0869-4da3-86f6-75f03b7d12bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1935120 Aug 06 16:03:31.177140 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52d4667-5072-40f9-9b32-92eb5c6824ba admin admin] Network 5738fe75-0ee6-4591-8c74-062f71f16dba is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:03:31.185666 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Request body: {'port': {'device_id': '03f6c9a3-0028-467f-8ce3-26bd02dbaa54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:31.186603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba383d-4d73-4081-a699-5d4d94578531 req-0a623604-8213-412b-b3d3-7c3bcfd67a59 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:31.193946 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32ba383d-4d73-4081-a699-5d4d94578531 req-0a623604-8213-412b-b3d3-7c3bcfd67a59 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 946 time: 0.1598053 Aug 06 16:03:31.211694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b52d4667-5072-40f9-9b32-92eb5c6824ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 5738fe75-0ee6-4591-8c74-062f71f16dba) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:31.221369 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4374ed82-2f6b-461d-9cf0-be2c72c93874 None None] Network 5738fe75-0ee6-4591-8c74-062f71f16dba requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:31.227486 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52d4667-5072-40f9-9b32-92eb5c6824ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:31.228356 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b52d4667-5072-40f9-9b32-92eb5c6824ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.242018 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39830) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:31.255397 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0068412 Aug 06 16:03:31.256029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39832) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:31.261025 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-b9ecd8db-dbea-4d38-b212-1fb6c326e039 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7 HTTP/1.1" status: 200 len: 217 time: 0.0647047 Aug 06 16:03:31.267203 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b52d4667-5072-40f9-9b32-92eb5c6824ba admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7318871 Aug 06 16:03:31.269957 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39836) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:31.272006 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.276483 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-router', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:31.334799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32ba383d-4d73-4081-a699-5d4d94578531 req-7cc49a1e-298a-406f-af6f-9c9ff63eb44a tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398640 Aug 06 16:03:31.356156 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.357174 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.359931 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-728315ea-33d3-4fb7-a392-fe59925a846e tempest-NetworksApiDiscovery-1399889290 tempest-NetworksApiDiscovery-1399889290-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1005003 Aug 06 16:03:31.382142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-0470cba5-1c96-4d3f-b736-458031f35370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:31.384991 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-0470cba5-1c96-4d3f-b736-458031f35370 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1075025 Aug 06 16:03:31.465754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-5738fe75-0ee6-4591-8c74-062f71f16dba', 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'fixed_ips': [{'subnet_id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:03:31.467754 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.570472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-0658a2be-610b-43bd-8743-80d6360fb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:31.572029 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-0658a2be-610b-43bd-8743-80d6360fb8bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1738744 Aug 06 16:03:31.597208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddbd06-62ea-4cb7-b32f-662461508a53 req-99866f4d-e9af-4b04-8366-2296d4b29343 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:31.598826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-afddbd06-62ea-4cb7-b32f-662461508a53 req-99866f4d-e9af-4b04-8366-2296d4b29343 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 932 time: 0.1285608 Aug 06 16:03:31.603924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-29e6937e-8576-4f4f-b25e-e4137e1b8613 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:03:31.604934 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-29e6937e-8576-4f4f-b25e-e4137e1b8613 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217342 Aug 06 16:03:31.624750 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013e894-ebbd-425d-9112-991cdfa66ae4 req-e91d5747-a8e7-465d-ab73-4e26d4c44955 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:31.626528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3013e894-ebbd-425d-9112-991cdfa66ae4 req-e91d5747-a8e7-465d-ab73-4e26d4c44955 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 949 time: 0.1137559 Aug 06 16:03:31.674589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Allocated IP 172.20.0.2 (5738fe75-0ee6-4591-8c74-062f71f16dba/7910dbce-9faa-45f2-a5b8-cd85ad35cfce/d622e1b9-00f4-4e70-bcb9-08604c4b120c) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:31.750884 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3013e894-ebbd-425d-9112-991cdfa66ae4 req-b951d5bb-edfb-4ccd-ad8c-0a5b0c7fe5ab tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027839 Aug 06 16:03:31.755912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-afddbd06-62ea-4cb7-b32f-662461508a53 req-23974062-6921-4054-9bfb-407410705ffb tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463387 Aug 06 16:03:31.781960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c0c5d2a9-e782-4420-849c-af3cc4764bd7 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:03:31.812132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-aec92d67-8364-4b4e-b3ce-8bf791659658 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834404 Aug 06 16:03:31.819734 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.856638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c0c5d2a9-e782-4420-849c-af3cc4764bd7 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:03:31.860070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39848) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:31.928309 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.940469 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Transition to ACTIVE for port object d622e1b9-00f4-4e70-bcb9-08604c4b120c will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:31.964471 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Transition to ACTIVE for port object d622e1b9-00f4-4e70-bcb9-08604c4b120c will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:31.976457 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.028040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5adab-5a8d-4154-b55d-f911112d3802 req-64d20443-92bb-4e16-b127-22a7eab8e498 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:32.033323 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.035416 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5adab-5a8d-4154-b55d-f911112d3802 req-64d20443-92bb-4e16-b127-22a7eab8e498 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:32.043035 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5adab-5a8d-4154-b55d-f911112d3802 req-64d20443-92bb-4e16-b127-22a7eab8e498 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:32.049079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Pushing event updated for resources: {'Port': ['ID=d622e1b9-00f4-4e70-bcb9-08604c4b120c,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:32.051760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5adab-5a8d-4154-b55d-f911112d3802 req-64d20443-92bb-4e16-b127-22a7eab8e498 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:32.058451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5adab-5a8d-4154-b55d-f911112d3802 req-64d20443-92bb-4e16-b127-22a7eab8e498 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:32.062867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Network 5738fe75-0ee6-4591-8c74-062f71f16dba is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:32.064551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:32.065710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5adab-5a8d-4154-b55d-f911112d3802 req-64d20443-92bb-4e16-b127-22a7eab8e498 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:32.067193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:32.071651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5adab-5a8d-4154-b55d-f911112d3802 req-64d20443-92bb-4e16-b127-22a7eab8e498 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:32.073667 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18c5adab-5a8d-4154-b55d-f911112d3802 req-64d20443-92bb-4e16-b127-22a7eab8e498 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.1486008 Aug 06 16:03:32.077883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7'}, {'name': 'network-changed', 'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:32.080848 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b9175f-5fa5-45e4-aba7-129e1e538f79" -d '{"events": [{"server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7"}, {"name": "network-changed", "server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:32.100167 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f39234c-6080-42ae-a684-ac44389874cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.123488 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a7ed006-60c8-45c4-920b-74b9dd06d7ea req-5c1bda39-612a-409b-8ed4-d127debf9a79 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984297 Aug 06 16:03:32.155276 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e038c41f-fd53-468d-b55d-102096f7db75 x-openstack-request-id: req-e038c41f-fd53-468d-b55d-102096f7db75 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:32.155579 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7", "code": 200}, {"name": "network-changed", "server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:32.155834 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e038c41f-fd53-468d-b55d-102096f7db75 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:32.156236 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7', 'code': 200} Aug 06 16:03:32.156494 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7', 'status': 'completed', 'code': 200} Aug 06 16:03:32.165354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c391664-1534-421b-8986-b45c7a7ea282 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:32.177320 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.186286 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Attempting to bind port d622e1b9-00f4-4e70-bcb9-08604c4b120c on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:32.187063 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Attempting to bind port d622e1b9-00f4-4e70-bcb9-08604c4b120c by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '237585fe-b091-45d9-a35c-ea58036433c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:32.187488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Attempting to bind port d622e1b9-00f4-4e70-bcb9-08604c4b120c on network 5738fe75-0ee6-4591-8c74-062f71f16dba {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:32.194419 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:32.194966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Checking segment: {'id': '237585fe-b091-45d9-a35c-ea58036433c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:32.195452 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.195941 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Bound using segment: {'id': '237585fe-b091-45d9-a35c-ea58036433c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:32.196520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Bound port: d622e1b9-00f4-4e70-bcb9-08604c4b120c, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237585fe-b091-45d9-a35c-ea58036433c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:32.197010 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.204245 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18c5adab-5a8d-4154-b55d-f911112d3802 req-d5bf3028-2221-41ed-8f74-bfd380af6d84 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1196213 Aug 06 16:03:32.232878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Transition to ACTIVE for port object 9c391664-1534-421b-8986-b45c7a7ea282 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:32.252184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-ae656147-3256-43a1-adad-0d18f6af58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:32.254013 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-ae656147-3256-43a1-adad-0d18f6af58fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 1100 time: 0.0633314 Aug 06 16:03:32.255479 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.282976 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] For port d622e1b9-00f4-4e70-bcb9-08604c4b120c, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:32.286185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] For port d622e1b9-00f4-4e70-bcb9-08604c4b120c, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d622e1b9-00f4-4e70-bcb9-08604c4b120c,segment=NetworkSegment(237585fe-b091-45d9-a35c-ea58036433c7),segment_id=237585fe-b091-45d9-a35c-ea58036433c7)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:32.292954 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.338772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-4eeb6064-5375-48d7-9595-37623ad70dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:32.341017 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-4eeb6064-5375-48d7-9595-37623ad70dfe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 1100 time: 0.1202195 Aug 06 16:03:32.342560 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f39234c-6080-42ae-a684-ac44389874cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.348617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Pushing event updated for resources: {'Port': ['ID=9c391664-1534-421b-8986-b45c7a7ea282,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:32.353590 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f39234c-6080-42ae-a684-ac44389874cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.399730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83949689-cb55-4588-b664-bb5355b82b3b None None] Pushing event updated for resources: {'Port': ['ID=d622e1b9-00f4-4e70-bcb9-08604c4b120c,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:32.413826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7f39234c-6080-42ae-a684-ac44389874cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a543d9428d2443959bd3e5de88009821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5520577 Aug 06 16:03:32.415161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39234c-6080-42ae-a684-ac44389874cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b4a16f-e062-4b38-8d8f-1d19a1abcf3d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:32.418120 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-645a90ad-0a06-43e0-aec4-328c7f80010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:32.419549 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-645a90ad-0a06-43e0-aec4-328c7f80010b service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1550384 Aug 06 16:03:32.420083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39858) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:32.489514 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-59c63daa-ea0d-4ec1-bd6f-0c17c08dfd00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7 HTTP/1.1" status: 200 len: 217 time: 0.0583017 Aug 06 16:03:32.519849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a41c83a5-a769-4956-92c8-ecc06f3e1414 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:03:32.538810 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Attempting to bind port 9c391664-1534-421b-8986-b45c7a7ea282 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:32.539449 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Attempting to bind port 9c391664-1534-421b-8986-b45c7a7ea282 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:32.539890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Attempting to bind port 9c391664-1534-421b-8986-b45c7a7ea282 on network 3a57bcf8-fa08-4452-9a64-626df0fa5458 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:32.554909 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Port 9c391664-1534-421b-8986-b45c7a7ea282 on network 3a57bcf8-fa08-4452-9a64-626df0fa5458 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:03:32.555370 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Attempting to bind port 9c391664-1534-421b-8986-b45c7a7ea282 on network 3a57bcf8-fa08-4452-9a64-626df0fa5458 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:32.592704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:32.593102 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Checking segment: {'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:32.593583 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Bound using segment: {'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:32.594426 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Bound port: 9c391664-1534-421b-8986-b45c7a7ea282, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:32.595062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.595431 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: a41c83a5-a769-4956-92c8-ecc06f3e1414 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:03:32.595946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a41c83a5-a769-4956-92c8-ecc06f3e1414 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:03:32.613058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-1272ffdf-2b40-4c4d-9c64-7092e150e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:32.614710 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-1272ffdf-2b40-4c4d-9c64-7092e150e00d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1153357 Aug 06 16:03:32.619163 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fde14d08-f240-49e8-88d9-5557172585f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.642364 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72663693-54e7-4e9b-8c61-f0648dad17c3 req-28b44737-6329-4cf9-869e-d81960cb1c32 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:32.643494 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72663693-54e7-4e9b-8c61-f0648dad17c3 req-28b44737-6329-4cf9-869e-d81960cb1c32 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 946 time: 0.1625602 Aug 06 16:03:32.692492 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-5fe02f42-519f-4936-b03f-c438817021f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:32.694191 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-5fe02f42-519f-4936-b03f-c438817021f8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.3145788 Aug 06 16:03:32.694359 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fde14d08-f240-49e8-88d9-5557172585f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.745423 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-7375b8cd-24ce-4e0c-9527-4568879ecc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:32.746971 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-7375b8cd-24ce-4e0c-9527-4568879ecc6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231713 Aug 06 16:03:32.752718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72663693-54e7-4e9b-8c61-f0648dad17c3 req-89831155-cdef-4f54-a40b-f97964d2b5e8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867028 Aug 06 16:03:32.785971 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-01fe2af3-cade-404e-bfdd-e79e1c1456b3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7 HTTP/1.1" status: 200 len: 217 time: 0.0640059 Aug 06 16:03:32.831181 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fde14d08-f240-49e8-88d9-5557172585f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.834211 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fde14d08-f240-49e8-88d9-5557172585f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.837962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fde14d08-f240-49e8-88d9-5557172585f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69b4a16f-e062-4b38-8d8f-1d19a1abcf3d HTTP/1.1" status: 204 len: 168 time: 0.4165547 Aug 06 16:03:32.849793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde14d08-f240-49e8-88d9-5557172585f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b4a16f-e062-4b38-8d8f-1d19a1abcf3d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:32.867288 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.879909 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] For port 9c391664-1534-421b-8986-b45c7a7ea282, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:32.906588 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.928367 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] For port 9c391664-1534-421b-8986-b45c7a7ea282, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c391664-1534-421b-8986-b45c7a7ea282,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:32.933031 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-318bcafd-3bda-4160-9907-3b4f8f8b8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:32.934592 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-318bcafd-3bda-4160-9907-3b4f8f8b8111 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1355734 Aug 06 16:03:32.959549 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-5a8d5364-9a95-4057-85d8-6a98f9ae9a2f service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030568 Aug 06 16:03:32.966692 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:33.000173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5902a-d41d-4814-a780-759e671439fe req-7efdba1a-10c5-4ccd-8567-ad3e3530aba7 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:33.005567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-24b5902a-d41d-4814-a780-759e671439fe req-7efdba1a-10c5-4ccd-8567-ad3e3530aba7 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 944 time: 0.1123269 Aug 06 16:03:33.064889 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:33.065970 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:33.067623 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-53236490-745d-42e5-b215-2acf8490716f req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] 10.222.0.78 "PUT /v2.0/ports/9c391664-1534-421b-8986-b45c7a7ea282 HTTP/1.1" status: 200 len: 1092 time: 2.1284852 Aug 06 16:03:33.069088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f6c9a3-0028-467f-8ce3-26bd02dbaa54', 'tag': '9c391664-1534-421b-8986-b45c7a7ea282'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:33.071607 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8ab790-129f-4e9f-8ee9-656fa1dd36e9" -d '{"events": [{"name": "network-changed", "server_uuid": "03f6c9a3-0028-467f-8ce3-26bd02dbaa54", "tag": "9c391664-1534-421b-8986-b45c7a7ea282"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:33.099965 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d622e1b9-00f4-4e70-bcb9-08604c4b120c up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:33.113262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe52a9-5bc2-448a-b67c-790356556772 req-89a36f19-49b0-480e-9853-4f16f384131b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:33.115322 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9dbe52a9-5bc2-448a-b67c-790356556772 req-89a36f19-49b0-480e-9853-4f16f384131b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 949 time: 0.2444391 Aug 06 16:03:33.152371 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-24b5902a-d41d-4814-a780-759e671439fe req-177880e3-64c1-4fba-848e-89f4820c1d23 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364112 Aug 06 16:03:33.182708 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port d622e1b9-00f4-4e70-bcb9-08604c4b120c completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:33.239424 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9dbe52a9-5bc2-448a-b67c-790356556772 req-0e16ddd0-7a32-4ea7-95e7-95dc2568ace2 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808065 Aug 06 16:03:33.264200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-abf35fd4-2124-4420-acfa-c469b3625196 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924130 Aug 06 16:03:33.277248 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-9e23024f-4712-467a-a2b2-f562f79b91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:33.278841 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-9e23024f-4712-467a-a2b2-f562f79b91a3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3138890 Aug 06 16:03:33.287463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13858b08-a048-47c6-bfd1-f5e1c1dea64b service neutron] Pushing event updated for resources: {'Port': ['ID=9c391664-1534-421b-8986-b45c7a7ea282,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:33.310187 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949deae7-e43b-4a80-91a1-5018801258c7 x-openstack-request-id: req-949deae7-e43b-4a80-91a1-5018801258c7 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:33.311107 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f6c9a3-0028-467f-8ce3-26bd02dbaa54", "tag": "9c391664-1534-421b-8986-b45c7a7ea282", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:33.311583 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-949deae7-e43b-4a80-91a1-5018801258c7 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:33.312153 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f6c9a3-0028-467f-8ce3-26bd02dbaa54', 'tag': '9c391664-1534-421b-8986-b45c7a7ea282', 'status': 'completed', 'code': 200} Aug 06 16:03:33.367273 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Allocated IP 172.25.1.170 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/ad3dbe30-4af7-43cb-b991-11f2d2e8f881) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:33.405726 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eef1f3-fa94-4b51-84db-2f8899b1e826 req-da334a09-502f-4612-ae66-43fe12c6b679 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:33.417184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eef1f3-fa94-4b51-84db-2f8899b1e826 req-da334a09-502f-4612-ae66-43fe12c6b679 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:33.423203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eef1f3-fa94-4b51-84db-2f8899b1e826 req-da334a09-502f-4612-ae66-43fe12c6b679 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:33.427907 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53236490-745d-42e5-b215-2acf8490716f req-556b72ec-f125-4c42-8d2f-38aa2ff6c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:33.429965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eef1f3-fa94-4b51-84db-2f8899b1e826 req-da334a09-502f-4612-ae66-43fe12c6b679 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:33.430095 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-53236490-745d-42e5-b215-2acf8490716f req-556b72ec-f125-4c42-8d2f-38aa2ff6c445 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4e8469e96bca4365b0ad75e32eded23b&device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 1095 time: 0.2901168 Aug 06 16:03:33.438885 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eef1f3-fa94-4b51-84db-2f8899b1e826 req-da334a09-502f-4612-ae66-43fe12c6b679 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:33.444798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eef1f3-fa94-4b51-84db-2f8899b1e826 req-da334a09-502f-4612-ae66-43fe12c6b679 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:33.451026 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eef1f3-fa94-4b51-84db-2f8899b1e826 req-da334a09-502f-4612-ae66-43fe12c6b679 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:33.452960 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39eef1f3-fa94-4b51-84db-2f8899b1e826 req-da334a09-502f-4612-ae66-43fe12c6b679 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.1145723 Aug 06 16:03:33.499040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39eef1f3-fa94-4b51-84db-2f8899b1e826 req-e44980c0-fd5e-4920-b56a-9695050ecf63 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387666 Aug 06 16:03:33.552250 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-53236490-745d-42e5-b215-2acf8490716f req-47c193fe-09e0-48da-b218-6e6a4e1dad39 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c391664-1534-421b-8986-b45c7a7ea282 HTTP/1.1" status: 200 len: 217 time: 0.1074905 Aug 06 16:03:33.620242 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-e6b45bef-cc0d-42a6-8c05-3a7b570d0893 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160906 Aug 06 16:03:33.668008 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab1869a-e8b1-422e-9275-0d83c106d04f None None] Network 5738fe75-0ee6-4591-8c74-062f71f16dba requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:33.684042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53236490-745d-42e5-b215-2acf8490716f req-bedf1af5-9b21-4164-baf6-99b61b57c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:33.685885 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-53236490-745d-42e5-b215-2acf8490716f req-bedf1af5-9b21-4164-baf6-99b61b57c0f1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=da0c21b5-c1ab-47f4-a492-be4025ce4c1d HTTP/1.1" status: 200 len: 844 time: 0.1219018 Aug 06 16:03:33.700108 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:33.736443 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9dc5b580-112d-4fc0-8a78-c5f10221f4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:33.770712 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-53236490-745d-42e5-b215-2acf8490716f req-b0c3966e-06c7-4f44-929f-e5cbb5f4f715 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3a57bcf8-fa08-4452-9a64-626df0fa5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739515 Aug 06 16:03:33.785103 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f7a48a63-dbf4-4bce-944a-42982d319ad7 None None] Provisioning for port d622e1b9-00f4-4e70-bcb9-08604c4b120c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:33.793239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f7a48a63-dbf4-4bce-944a-42982d319ad7 None None] Provisioning complete for port d622e1b9-00f4-4e70-bcb9-08604c4b120c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:33.794069 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f7a48a63-dbf4-4bce-944a-42982d319ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:33.923523 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-75b9175f-5fa5-45e4-aba7-129e1e538f79 req-5083eebb-5538-42a8-825d-58038e4a8188 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877157 Aug 06 16:03:33.952868 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:34.014276 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-53236490-745d-42e5-b215-2acf8490716f req-c15ddefe-bf27-4668-a4c8-cce336ddf3bd service neutron] 10.222.0.78 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259481 Aug 06 16:03:34.022195 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f7a48a63-dbf4-4bce-944a-42982d319ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:34.024053 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:34.027751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfca44-c0c0-415a-b08c-b539c7258b14 req-e7942c84-8b60-4669-acfa-e8bcb64227d4 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:34.036065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:34.039373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:34.042155 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27dfca44-c0c0-415a-b08c-b539c7258b14 req-e7942c84-8b60-4669-acfa-e8bcb64227d4 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 946 time: 0.1607602 Aug 06 16:03:34.052096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Pushing event updated for resources: {'Port': ['ID=ad3dbe30-4af7-43cb-b991-11f2d2e8f881,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:34.148628 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27dfca44-c0c0-415a-b08c-b539c7258b14 req-bab79e74-2e1d-4e60-81c4-6387f967f125 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051722 Aug 06 16:03:34.157907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-f7a48a63-dbf4-4bce-944a-42982d319ad7 None None] For port d622e1b9-00f4-4e70-bcb9-08604c4b120c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d622e1b9-00f4-4e70-bcb9-08604c4b120c,segment=NetworkSegment(237585fe-b091-45d9-a35c-ea58036433c7),segment_id=237585fe-b091-45d9-a35c-ea58036433c7)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:34.171890 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f7a48a63-dbf4-4bce-944a-42982d319ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:34.307599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a48a63-dbf4-4bce-944a-42982d319ad7 None None] Pushing event updated for resources: {'Port': ['ID=d622e1b9-00f4-4e70-bcb9-08604c4b120c,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:34.442550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d2a48-6c97-47ae-bd98-3fff5a833250 req-2a9fed44-8bee-4f93-80c7-0cad8b53d4f9 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:34.451751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-986d2a48-6c97-47ae-bd98-3fff5a833250 req-2a9fed44-8bee-4f93-80c7-0cad8b53d4f9 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 944 time: 0.1413267 Aug 06 16:03:34.523592 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-534aeca1-26a3-49d4-b177-d69ac2d0f50a None None] Provisioning complete for port d622e1b9-00f4-4e70-bcb9-08604c4b120c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:34.524223 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-534aeca1-26a3-49d4-b177-d69ac2d0f50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:34.524502 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedd0e2-911c-42fc-a14d-d0275848cf47 req-246695bb-f5b9-403b-bc5f-00824e604d50 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:34.526387 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3aedd0e2-911c-42fc-a14d-d0275848cf47 req-246695bb-f5b9-403b-bc5f-00824e604d50 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 949 time: 0.1558375 Aug 06 16:03:34.537657 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-986d2a48-6c97-47ae-bd98-3fff5a833250 req-de23cd32-098f-40d1-942f-59874045a5d0 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847802 Aug 06 16:03:34.625999 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-53236490-745d-42e5-b215-2acf8490716f req-e8daf566-2c61-44d7-bad1-8607ec4b759f service neutron] 10.222.0.78 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001768 Aug 06 16:03:34.635451 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3aedd0e2-911c-42fc-a14d-d0275848cf47 req-a23d0908-8a92-4081-9dda-b4df77535d12 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811322 Aug 06 16:03:34.821212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d221a6f-4705-4218-8e11-4ad7f6772396 req-c9638cfb-f858-45c4-866c-653344c9153b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:34.822789 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d221a6f-4705-4218-8e11-4ad7f6772396 req-c9638cfb-f858-45c4-866c-653344c9153b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 949 time: 0.0835309 Aug 06 16:03:34.839960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99789d21-b44d-4f39-8770-8975f67fc621 req-d86efcf8-34be-4fee-81e7-b11071c14181 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:34.846429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99789d21-b44d-4f39-8770-8975f67fc621 req-d86efcf8-34be-4fee-81e7-b11071c14181 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:34.855081 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99789d21-b44d-4f39-8770-8975f67fc621 req-d86efcf8-34be-4fee-81e7-b11071c14181 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:34.861245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99789d21-b44d-4f39-8770-8975f67fc621 req-d86efcf8-34be-4fee-81e7-b11071c14181 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:34.867894 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99789d21-b44d-4f39-8770-8975f67fc621 req-d86efcf8-34be-4fee-81e7-b11071c14181 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:34.874692 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99789d21-b44d-4f39-8770-8975f67fc621 req-d86efcf8-34be-4fee-81e7-b11071c14181 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:34.881826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99789d21-b44d-4f39-8770-8975f67fc621 req-d86efcf8-34be-4fee-81e7-b11071c14181 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:34.883842 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99789d21-b44d-4f39-8770-8975f67fc621 req-d86efcf8-34be-4fee-81e7-b11071c14181 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.1355205 Aug 06 16:03:34.963723 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35349a-e055-4ac9-9c20-19418989e808 req-2cf228df-7fe8-446e-b1cc-c748bce0c383 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:34.966335 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-2cf228df-7fe8-446e-b1cc-c748bce0c383 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b&tenant_id=048e5568a18447ea929cde75921b0777&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 1097 time: 0.2546618 Aug 06 16:03:34.974477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ab790-129f-4e9f-8ee9-656fa1dd36e9 req-d35ce1aa-5262-4a75-b71c-8f5f7dc7f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:34.976854 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ba8ab790-129f-4e9f-8ee9-656fa1dd36e9 req-d35ce1aa-5262-4a75-b71c-8f5f7dc7f7d7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4e8469e96bca4365b0ad75e32eded23b&device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 1095 time: 0.2634320 Aug 06 16:03:34.986557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803756-1'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:34.989593 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d221a6f-4705-4218-8e11-4ad7f6772396 req-522f8f59-b9ae-4acb-b592-3e9c4e908c8c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043885 Aug 06 16:03:35.017968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99789d21-b44d-4f39-8770-8975f67fc621 req-32e1ef39-4c17-4a77-a539-b1d8a2d31cae tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132829 Aug 06 16:03:35.023400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d622e1b9-00f4-4e70-bcb9-08604c4b120c up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:35.107086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d622e1b9-00f4-4e70-bcb9-08604c4b120c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:35.108867 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:35.245321 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:35.312721 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:35.330750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ab790-129f-4e9f-8ee9-656fa1dd36e9 req-d6cc75e6-373d-4112-9328-fccb91fcb272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:35.333521 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ba8ab790-129f-4e9f-8ee9-656fa1dd36e9 req-d6cc75e6-373d-4112-9328-fccb91fcb272 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3a57bcf8-fa08-4452-9a64-626df0fa5458 HTTP/1.1" status: 200 len: 905 time: 0.3363643 Aug 06 16:03:35.349408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14028b63-bdab-46a7-8db2-5d9156143254 req-e623a398-f58c-4a5b-bf20-a6940c9bf1e4 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:35.351193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14028b63-bdab-46a7-8db2-5d9156143254 req-e623a398-f58c-4a5b-bf20-a6940c9bf1e4 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 946 time: 0.0789886 Aug 06 16:03:35.401253 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-f7d83dc7-93fe-4fda-9894-c54c5bc04855 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446739 Aug 06 16:03:35.429915 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14028b63-bdab-46a7-8db2-5d9156143254 req-e5172c39-dc00-4f1f-b432-bfdcb558f8c4 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713668 Aug 06 16:03:35.466508 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ba8ab790-129f-4e9f-8ee9-656fa1dd36e9 req-9e361310-0492-4b9d-bfad-77d7425804e2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c391664-1534-421b-8986-b45c7a7ea282 HTTP/1.1" status: 200 len: 217 time: 0.0899310 Aug 06 16:03:35.539565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-7bb30952-d6b5-4b87-b266-9089fabb8cbc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:35.541127 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-7bb30952-d6b5-4b87-b266-9089fabb8cbc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1295063 Aug 06 16:03:35.558271 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-b99d834a-4ad7-4934-878f-ba2a9c324b1d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/quotas/2b6464e7f3d04e1fb9d993d8ad26bed9 HTTP/1.1" status: 200 len: 375 time: 0.0107560 Aug 06 16:03:35.641459 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ab790-129f-4e9f-8ee9-656fa1dd36e9 req-25972447-89b1-4de3-8460-f8a456c332a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:35.643846 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ba8ab790-129f-4e9f-8ee9-656fa1dd36e9 req-25972447-89b1-4de3-8460-f8a456c332a5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=da0c21b5-c1ab-47f4-a492-be4025ce4c1d HTTP/1.1" status: 200 len: 844 time: 0.1637094 Aug 06 16:03:35.693488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c15c24dc-70cb-499a-b601-cc3b5822b141 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:03:35.703624 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-66af76bd-d8f1-4a58-8e55-a6b1547edccb tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1383622 Aug 06 16:03:35.728996 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ba8ab790-129f-4e9f-8ee9-656fa1dd36e9 req-830cd70e-93d5-4772-94bd-3ad79ff1fdf4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3a57bcf8-fa08-4452-9a64-626df0fa5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670016 Aug 06 16:03:35.733343 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef0d0c-35a8-4cdf-a25d-7cbe12698146 req-0805b2cd-2390-4928-9f7c-79b3686157b5 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:35.735604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] For port c15c24dc-70cb-499a-b601-cc3b5822b141, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c15c24dc-70cb-499a-b601-cc3b5822b141,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:35.736767 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7ef0d0c-35a8-4cdf-a25d-7cbe12698146 req-0805b2cd-2390-4928-9f7c-79b3686157b5 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 944 time: 0.1220555 Aug 06 16:03:35.818055 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7ef0d0c-35a8-4cdf-a25d-7cbe12698146 req-63fee005-d19a-4cd3-8be9-0817faf57164 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710354 Aug 06 16:03:35.873883 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] For port c15c24dc-70cb-499a-b601-cc3b5822b141, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:35.916506 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:35.981725 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6daf883e-c21b-4351-9f12-afbd3c5d1445 req-ca9ca4ef-205f-4760-ae60-ad4b5167650a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 210 time: 0.0456526 Aug 06 16:03:35.987856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ca3473-cba4-46d5-800b-8918b273386b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c15c24dc-70cb-499a-b601-cc3b5822b141'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:35.990545 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af79726-1e39-4c8e-b9b1-f94ba5f8117c" -d '{"events": [{"server_uuid": "57ca3473-cba4-46d5-800b-8918b273386b", "name": "network-vif-unplugged", "status": "completed", "tag": "c15c24dc-70cb-499a-b601-cc3b5822b141"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:35.992887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c15c24dc-70cb-499a-b601-cc3b5822b141, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c15c24dc-70cb-499a-b601-cc3b5822b141,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:35.994628 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.005753 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c15c24dc-70cb-499a-b601-cc3b5822b141 has no active binding in host n-h1-803756-1 {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 16:03:36.016800 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.021211 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ba8ab790-129f-4e9f-8ee9-656fa1dd36e9 req-d60404e9-249c-4b37-962f-e4de99f52524 service neutron] 10.222.0.78 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812805 Aug 06 16:03:36.064418 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608c099a-e9ab-424c-8138-aa8fe0c3c2fc x-openstack-request-id: req-608c099a-e9ab-424c-8138-aa8fe0c3c2fc {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:36.064759 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ca3473-cba4-46d5-800b-8918b273386b", "name": "network-vif-unplugged", "status": "completed", "tag": "c15c24dc-70cb-499a-b601-cc3b5822b141", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:36.064937 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-608c099a-e9ab-424c-8138-aa8fe0c3c2fc {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:36.065325 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ca3473-cba4-46d5-800b-8918b273386b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c15c24dc-70cb-499a-b601-cc3b5822b141', 'code': 200} Aug 06 16:03:36.127292 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-696c0b8a-7725-4d6b-bb30-ac8639d2c66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.224944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf821b-4f40-42d4-9f44-8f1179d48835 req-fc985c6d-3f72-40c9-a3c8-bb9cef5a8939 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:36.230326 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Pushing event updated for resources: {'Port': ['ID=c15c24dc-70cb-499a-b601-cc3b5822b141,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:36.232569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf821b-4f40-42d4-9f44-8f1179d48835 req-fc985c6d-3f72-40c9-a3c8-bb9cef5a8939 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:36.240592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf821b-4f40-42d4-9f44-8f1179d48835 req-fc985c6d-3f72-40c9-a3c8-bb9cef5a8939 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:36.248452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf821b-4f40-42d4-9f44-8f1179d48835 req-fc985c6d-3f72-40c9-a3c8-bb9cef5a8939 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:36.256126 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf821b-4f40-42d4-9f44-8f1179d48835 req-fc985c6d-3f72-40c9-a3c8-bb9cef5a8939 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:36.259108 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Attempting to bind port c15c24dc-70cb-499a-b601-cc3b5822b141 on host n-h2-803756-1 for vnic_type normal with profile {"migrating_to": "n-h1-803756-1"} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:36.259435 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Attempting to bind port c15c24dc-70cb-499a-b601-cc3b5822b141 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:36.259758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Attempting to bind port c15c24dc-70cb-499a-b601-cc3b5822b141 on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:36.262062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf821b-4f40-42d4-9f44-8f1179d48835 req-fc985c6d-3f72-40c9-a3c8-bb9cef5a8939 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:36.268137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf821b-4f40-42d4-9f44-8f1179d48835 req-fc985c6d-3f72-40c9-a3c8-bb9cef5a8939 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:36.274556 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ddf821b-4f40-42d4-9f44-8f1179d48835 req-fc985c6d-3f72-40c9-a3c8-bb9cef5a8939 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.1129658 Aug 06 16:03:36.281164 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Port c15c24dc-70cb-499a-b601-cc3b5822b141 on network d04c5f28-1b50-4307-9944-b2931a255fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:03:36.281489 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Attempting to bind port c15c24dc-70cb-499a-b601-cc3b5822b141 on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:36.290838 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ba8ab790-129f-4e9f-8ee9-656fa1dd36e9 req-892fc538-c2aa-4016-aac2-df12f65d5ab7 service neutron] 10.222.0.78 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572863 Aug 06 16:03:36.310939 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:36.312615 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Checking segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:36.312615 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Bound using segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:36.313365 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Bound port: c15c24dc-70cb-499a-b601-cc3b5822b141, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:36.313499 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.347980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ddf821b-4f40-42d4-9f44-8f1179d48835 req-1188aa18-9c31-4302-bc2b-6cee0caae34e tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712004 Aug 06 16:03:36.547227 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.557566 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device c0c5d2a9-e782-4420-849c-af3cc4764bd7 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:03:36.578718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:03:36.593292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff2f32-ae83-4eb2-abb5-6130b9a87391 req-05e2a20c-f67f-4bf4-9998-f905dd139b66 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:36.596526 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-23ff2f32-ae83-4eb2-abb5-6130b9a87391 req-05e2a20c-f67f-4bf4-9998-f905dd139b66 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 944 time: 0.0747147 Aug 06 16:03:36.644510 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-23ff2f32-ae83-4eb2-abb5-6130b9a87391 req-fe097f68-b6c2-4fb2-abad-02e331bebd94 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Aug 06 16:03:36.685926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:36.697356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7', 'mac_address': 'fa:16:3e:d7:45:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:03:36.709649 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] For port c15c24dc-70cb-499a-b601-cc3b5822b141, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:36.728886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] For port c15c24dc-70cb-499a-b601-cc3b5822b141, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c15c24dc-70cb-499a-b601-cc3b5822b141,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:36.734555 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.741147 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.753804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c5d2a9-e782-4420-849c-af3cc4764bd7 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:36.763921 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:36.775488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:36.778302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Sync routers for ids ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:36.784733 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.803063 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.804287 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c833c56b-5a86-4051-b87c-e87602e80e3e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5332227 Aug 06 16:03:36.807198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39966) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:36.809463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Pushing event updated for resources: {'Port': ['ID=c15c24dc-70cb-499a-b601-cc3b5822b141,revision_number=8']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:36.812882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Routers {'68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:36.813508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:03:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:36.834528 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:36.835226 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.836619 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-a2462875-33ea-49e1-9261-6da561faf922 service neutron] 10.222.0.78 "PUT /v2.0/ports/c15c24dc-70cb-499a-b601-cc3b5822b141 HTTP/1.1" status: 200 len: 1122 time: 1.8586648 Aug 06 16:03:36.921465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=c0c5d2a9-e782-4420-849c-af3cc4764bd7,revision_number=12']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:37.022443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Set router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:37.118251 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-4444a7b8-1912-42d1-9ed7-fdda090c27a7 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418851 Aug 06 16:03:37.303444 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['c15c24dc-70cb-499a-b601-cc3b5822b141'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:37.307544 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['c15c24dc-70cb-499a-b601-cc3b5822b141'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:37.479768 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['c0c5d2a9-e782-4420-849c-af3cc4764bd7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:37.504918 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:37.634170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b47b2f9-aa2b-4f16-8ac1-bfc9336e4af0 req-31d0a1e8-585b-4a0a-a565-4dc496005905 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 210 time: 0.4245315 Aug 06 16:03:37.657350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bd93d-d89f-41ba-b5dc-14d461bbdcc1 req-632a7d72-c5c0-4dfd-a0ce-1552bd8f16ae tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:37.670536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c25bd93d-d89f-41ba-b5dc-14d461bbdcc1 req-632a7d72-c5c0-4dfd-a0ce-1552bd8f16ae tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 944 time: 0.6604319 Aug 06 16:03:37.710819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c391664-1534-421b-8986-b45c7a7ea282 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:03:37.862323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-882e197e-5087-4371-880b-fa816fb29d0d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:37.863910 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-882e197e-5087-4371-880b-fa816fb29d0d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6675920 Aug 06 16:03:37.893044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Request body: {'port': {'device_id': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '2b6464e7f3d04e1fb9d993d8ad26bed9'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:37.922735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c25bd93d-d89f-41ba-b5dc-14d461bbdcc1 req-58427508-42f2-4dd2-9c83-0cd9b65ba96e tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761365 Aug 06 16:03:38.024624 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd00a3-81bd-40c3-b376-d71700a32cab req-07d2f00d-ba9b-40e7-b63e-97429d1f31ec tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:38.030733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd00a3-81bd-40c3-b376-d71700a32cab req-07d2f00d-ba9b-40e7-b63e-97429d1f31ec tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:38.036809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd00a3-81bd-40c3-b376-d71700a32cab req-07d2f00d-ba9b-40e7-b63e-97429d1f31ec tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:38.042821 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd00a3-81bd-40c3-b376-d71700a32cab req-07d2f00d-ba9b-40e7-b63e-97429d1f31ec tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:38.049325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd00a3-81bd-40c3-b376-d71700a32cab req-07d2f00d-ba9b-40e7-b63e-97429d1f31ec tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:38.055470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd00a3-81bd-40c3-b376-d71700a32cab req-07d2f00d-ba9b-40e7-b63e-97429d1f31ec tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:38.061936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd00a3-81bd-40c3-b376-d71700a32cab req-07d2f00d-ba9b-40e7-b63e-97429d1f31ec tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:38.064442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4dd00a3-81bd-40c3-b376-d71700a32cab req-07d2f00d-ba9b-40e7-b63e-97429d1f31ec tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.3194063 Aug 06 16:03:38.066739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ca3473-cba4-46d5-800b-8918b273386b', 'tag': 'c15c24dc-70cb-499a-b601-cc3b5822b141'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:38.077308 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a254259-9a13-49fe-b2e8-2a27258a53c1" -d '{"events": [{"name": "network-changed", "server_uuid": "57ca3473-cba4-46d5-800b-8918b273386b", "tag": "c15c24dc-70cb-499a-b601-cc3b5822b141"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:38.166317 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-router', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:31Z', 'updated_at': '2021-08-06T16:03:34Z', 'revision_number': 3, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'gw_port': {'id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:32Z', 'updated_at': '2021-08-06T16:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:38.214735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4dd00a3-81bd-40c3-b376-d71700a32cab req-436e15eb-6951-417f-a069-22c7aa1a2dd6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1303482 Aug 06 16:03:38.224976 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 9c391664-1534-421b-8986-b45c7a7ea282, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c391664-1534-421b-8986-b45c7a7ea282,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:38.234559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cf216-7540-488f-911b-780a4d5b21bf req-acc97019-5466-4301-8e90-d9f1acf2987d tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:38.236201 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a9cf216-7540-488f-911b-780a4d5b21bf req-acc97019-5466-4301-8e90-d9f1acf2987d tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 944 time: 0.1707644 Aug 06 16:03:38.248005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Checking router: 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:03:38.248405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Updating router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 port ad3dbe30-4af7-43cb-b991-11f2d2e8f881 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:03:38.286629 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '9c391664-1534-421b-8986-b45c7a7ea282', 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458', 'port_id': '9c391664-1534-421b-8986-b45c7a7ea282', 'mac_address': 'fa:16:3e:f0:e7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0c21b5-c1ab-47f4-a492-be4025ce4c1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:03:38.306009 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:38.311597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Made reservation on behalf of 2b6464e7f3d04e1fb9d993d8ad26bed9 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:38.316546 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:38.404990 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:38.410815 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a9cf216-7540-488f-911b-780a4d5b21bf req-a7382321-bb8b-4ddc-abaf-86d8d90ea51f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426737 Aug 06 16:03:38.463726 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce24713-86b1-4753-aed0-3cb15024d3e9 x-openstack-request-id: req-8ce24713-86b1-4753-aed0-3cb15024d3e9 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:38.464835 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ca3473-cba4-46d5-800b-8918b273386b", "tag": "c15c24dc-70cb-499a-b601-cc3b5822b141", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:38.465739 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ce24713-86b1-4753-aed0-3cb15024d3e9 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:38.468393 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ca3473-cba4-46d5-800b-8918b273386b', 'tag': 'c15c24dc-70cb-499a-b601-cc3b5822b141', 'status': 'completed', 'code': 200} Aug 06 16:03:38.507728 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:38.533438 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c391664-1534-421b-8986-b45c7a7ea282 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:38.589916 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 9c391664-1534-421b-8986-b45c7a7ea282, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c391664-1534-421b-8986-b45c7a7ea282,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:38.616412 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:38.644209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a254259-9a13-49fe-b2e8-2a27258a53c1 req-427fff12-235a-4a73-9676-20515c04476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:38.645790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a254259-9a13-49fe-b2e8-2a27258a53c1 req-427fff12-235a-4a73-9676-20515c04476d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 1125 time: 0.1573727 Aug 06 16:03:38.723267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=9c391664-1534-421b-8986-b45c7a7ea282,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:38.771972 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Allocated IP 192.168.233.223 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/a5b52004-bb45-40ac-bcc8-a045079ad871) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:38.860258 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:38.873963 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Transition to ACTIVE for port object ad3dbe30-4af7-43cb-b991-11f2d2e8f881 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:38.885922 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:38.903713 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0f4a678d-f8c1-4bda-ab79-1eb465a5d937 req-7d752d1b-25d2-4eba-8181-92fc67b09449 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 210 time: 0.1068170 Aug 06 16:03:39.019350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['9c391664-1534-421b-8986-b45c7a7ea282'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:39.033188 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.070483 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab2a4e-7a13-4235-9dec-e8ac24bfccb2 None None] Pushing event updated for resources: {'Port': ['ID=ad3dbe30-4af7-43cb-b991-11f2d2e8f881,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:39.078335 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Attempting to bind port ad3dbe30-4af7-43cb-b991-11f2d2e8f881 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:39.078780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Attempting to bind port ad3dbe30-4af7-43cb-b991-11f2d2e8f881 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:39.079518 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Attempting to bind port ad3dbe30-4af7-43cb-b991-11f2d2e8f881 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:39.094621 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:39.095488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:39.096241 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.096958 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:39.097905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Bound port: ad3dbe30-4af7-43cb-b991-11f2d2e8f881, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:39.098811 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.241461 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] For port ad3dbe30-4af7-43cb-b991-11f2d2e8f881, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:39.247005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] For port ad3dbe30-4af7-43cb-b991-11f2d2e8f881, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ad3dbe30-4af7-43cb-b991-11f2d2e8f881,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:39.262780 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a254259-9a13-49fe-b2e8-2a27258a53c1 req-cfdc3f17-9866-4dc7-89aa-80a24dfa5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:39.263184 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.264876 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a254259-9a13-49fe-b2e8-2a27258a53c1 req-cfdc3f17-9866-4dc7-89aa-80a24dfa5d0c service neutron] 10.222.0.13 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.5813036 Aug 06 16:03:39.276725 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40024) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:39.283680 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Allocated IP 172.20.0.1 (5738fe75-0ee6-4591-8c74-062f71f16dba/7910dbce-9faa-45f2-a5b8-cd85ad35cfce/ada094d4-ba99-4cd2-9329-14f5c6a499b4) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:39.348043 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c26c83-7a7e-4828-8774-98f87414cfd3 req-844db3a7-17d6-4bba-8321-dd692f1a2bbf tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:39.349697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6c26c83-7a7e-4828-8774-98f87414cfd3 req-844db3a7-17d6-4bba-8321-dd692f1a2bbf tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 945 time: 0.2905970 Aug 06 16:03:39.396293 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a254259-9a13-49fe-b2e8-2a27258a53c1 req-94ad6292-2495-4cd6-a843-1985e6c29d2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c15c24dc-70cb-499a-b601-cc3b5822b141 HTTP/1.1" status: 200 len: 217 time: 0.1085033 Aug 06 16:03:39.412276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab2a4e-7a13-4235-9dec-e8ac24bfccb2 None None] Pushing event updated for resources: {'Port': ['ID=ad3dbe30-4af7-43cb-b991-11f2d2e8f881,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:39.416747 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Routers {'68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:39.417464 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:03:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:39.500981 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed51ecec-7479-4a7e-8fad-c00025d8e1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.592787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6c26c83-7a7e-4828-8774-98f87414cfd3 req-a0b3a878-9b02-4b0c-bb71-204f3ce29059 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058353 Aug 06 16:03:39.637016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] Set router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:39.686474 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.712159 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed51ecec-7479-4a7e-8fad-c00025d8e1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.715498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a254259-9a13-49fe-b2e8-2a27258a53c1 req-b6dd1dab-bfae-4d93-ade5-8ca479d68fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:39.717485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a254259-9a13-49fe-b2e8-2a27258a53c1 req-b6dd1dab-bfae-4d93-ade5-8ca479d68fbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.2854257 Aug 06 16:03:39.719556 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed51ecec-7479-4a7e-8fad-c00025d8e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.751752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751dd3a-cb02-49a6-8bb9-18ec11304f85 req-5979afd1-0074-42b9-8d1d-343ea58be51e tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:39.758439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751dd3a-cb02-49a6-8bb9-18ec11304f85 req-5979afd1-0074-42b9-8d1d-343ea58be51e tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:39.765077 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751dd3a-cb02-49a6-8bb9-18ec11304f85 req-5979afd1-0074-42b9-8d1d-343ea58be51e tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:39.771638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751dd3a-cb02-49a6-8bb9-18ec11304f85 req-5979afd1-0074-42b9-8d1d-343ea58be51e tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:39.778161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751dd3a-cb02-49a6-8bb9-18ec11304f85 req-5979afd1-0074-42b9-8d1d-343ea58be51e tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:39.785159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751dd3a-cb02-49a6-8bb9-18ec11304f85 req-5979afd1-0074-42b9-8d1d-343ea58be51e tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:39.791703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751dd3a-cb02-49a6-8bb9-18ec11304f85 req-5979afd1-0074-42b9-8d1d-343ea58be51e tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:39.793880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a751dd3a-cb02-49a6-8bb9-18ec11304f85 req-5979afd1-0074-42b9-8d1d-343ea58be51e tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.3583639 Aug 06 16:03:39.795112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Transition to ACTIVE for port object a5b52004-bb45-40ac-bcc8-a045079ad871 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:39.820434 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ed51ecec-7479-4a7e-8fad-c00025d8e1d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cda37be2795f4750a1db570fdb8a2298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5412030 Aug 06 16:03:39.825925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40034) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:39.830894 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51ecec-7479-4a7e-8fad-c00025d8e1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4cb5b5-8d24-4f45-8b70-63aa9302ceef,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:39.880765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a254259-9a13-49fe-b2e8-2a27258a53c1 req-cd054aea-9e73-46a3-9fa0-dcb093401622 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794549 Aug 06 16:03:39.962603 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:40.016946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-router', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:31Z', 'updated_at': '2021-08-06T16:03:34Z', 'revision_number': 3, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'gw_port': {'id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:32Z', 'updated_at': '2021-08-06T16:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:40.071316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4a2e6-938b-4ce7-be9d-f90da5bf4f33 None None] The sync data for ids ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'] in n-d-803756-1 is: [{'id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-router', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:31Z', 'updated_at': '2021-08-06T16:03:34Z', 'revision_number': 3, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'gw_port': {'id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:32Z', 'updated_at': '2021-08-06T16:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:40.162428 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a751dd3a-cb02-49a6-8bb9-18ec11304f85 req-14665a91-83c1-4a2b-b79d-1ce987edf2e9 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3442831 Aug 06 16:03:40.167830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Transition to ACTIVE for port object ada094d4-ba99-4cd2-9329-14f5c6a499b4 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:40.206247 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:40.224192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['c0c5d2a9-e782-4420-849c-af3cc4764bd7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:40.278599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3c03c-91d2-4cd0-8926-a92f355033dd req-f8c4924a-9a7b-4596-baa5-bdaf2928c81c tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:40.281970 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9da3c03c-91d2-4cd0-8926-a92f355033dd req-f8c4924a-9a7b-4596-baa5-bdaf2928c81c tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 944 time: 0.4050126 Aug 06 16:03:40.380031 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68cdfd25-e53b-422d-a4dc-2a82e2fa24e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:40.495176 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a254259-9a13-49fe-b2e8-2a27258a53c1 req-e53c87ff-e4b4-436b-9f3e-0540bde593ac service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5689778 Aug 06 16:03:40.564616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['51d68ca5-04b7-44ca-bbe7-64209867d8e7', '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:40.578710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:40.599441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device c0c5d2a9-e782-4420-849c-af3cc4764bd7 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:40.607368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Pushing event updated for resources: {'Port': ['ID=a5b52004-bb45-40ac-bcc8-a045079ad871,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:40.624243 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68cdfd25-e53b-422d-a4dc-2a82e2fa24e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:40.627661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:40.637323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:40.812228 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port c0c5d2a9-e782-4420-849c-af3cc4764bd7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:40.842465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port c0c5d2a9-e782-4420-849c-af3cc4764bd7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:40.843068 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.091398 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.103549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ad3dbe30-4af7-43cb-b991-11f2d2e8f881 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:41.141186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:41.141538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:41.141905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:41.142801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:41.143152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:41.143488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:41.143816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:41.144141 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:41.144462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:41.144784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:41.145109 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:41.145438 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:41.219464 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.222718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9da3c03c-91d2-4cd0-8926-a92f355033dd req-3d9db8fd-bd48-4386-94f1-5318a4ed5f7b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8443887 Aug 06 16:03:41.229885 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1c9f8d86-7665-407d-b6cb-f0eda1f7e088 None None] Provisioning for port a5b52004-bb45-40ac-bcc8-a045079ad871 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:41.249403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1c9f8d86-7665-407d-b6cb-f0eda1f7e088 None None] Provisioning complete for port a5b52004-bb45-40ac-bcc8-a045079ad871 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:41.249826 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c9f8d86-7665-407d-b6cb-f0eda1f7e088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.275063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Network 5738fe75-0ee6-4591-8c74-062f71f16dba is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:41.287335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:41.288035 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.297954 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9975f-b176-4fdb-aad0-e308b77e99b1 req-84b2800e-3d12-4c54-9620-18227f096f42 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:41.302980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0fd9975f-b176-4fdb-aad0-e308b77e99b1 req-84b2800e-3d12-4c54-9620-18227f096f42 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 936 time: 0.9412766 Aug 06 16:03:41.326006 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:41.327760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:41.328325 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d7056c-39af-41d3-9889-d72659eb7626" -d '{"events": [{"server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "name": "network-vif-plugged", "status": "completed", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:41.330339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Pushing event updated for resources: {'Port': ['ID=ada094d4-ba99-4cd2-9329-14f5c6a499b4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:41.343231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:41.358469 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:41.361960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f8d86-7665-407d-b6cb-f0eda1f7e088 None None] Port a5b52004-bb45-40ac-bcc8-a045079ad871 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:03:41.379332 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.428594 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a254259-9a13-49fe-b2e8-2a27258a53c1 req-6bccbee9-bb6c-4959-82f1-8ba36e51f31b service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8649683 Aug 06 16:03:41.434893 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-6df79804-6f69-4fca-ad45-6337a83eaaf6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5547018 Aug 06 16:03:41.455730 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68cdfd25-e53b-422d-a4dc-2a82e2fa24e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.458989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68cdfd25-e53b-422d-a4dc-2a82e2fa24e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.463002 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-68cdfd25-e53b-422d-a4dc-2a82e2fa24e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd4cb5b5-8d24-4f45-8b70-63aa9302ceef HTTP/1.1" status: 204 len: 168 time: 1.6314747 Aug 06 16:03:41.469551 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Request body: {'port': {'device_id': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:41.479104 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=c0c5d2a9-e782-4420-849c-af3cc4764bd7,revision_number=13']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:41.492390 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port ad3dbe30-4af7-43cb-b991-11f2d2e8f881 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:41.498241 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ad3dbe30-4af7-43cb-b991-11f2d2e8f881 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:41.498457 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.515544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07f961-3f65-44c9-a45f-dc65bcf6fade req-fc73ca10-d8c4-494d-bcf9-9122fce1a3c1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:41.517246 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f07f961-3f65-44c9-a45f-dc65bcf6fade req-fc73ca10-d8c4-494d-bcf9-9122fce1a3c1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 945 time: 0.2104599 Aug 06 16:03:41.527561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdfd25-e53b-422d-a4dc-2a82e2fa24e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4cb5b5-8d24-4f45-8b70-63aa9302ceef,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:41.535326 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.642825 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0fd9975f-b176-4fdb-aad0-e308b77e99b1 req-c292c133-e1d4-4320-95a2-16cd4f2aae81 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040044 Aug 06 16:03:41.699263 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.714500 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.719502 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b58c9447-ab08-4069-8cba-8bf137eacab1 None None] Provisioning for port ada094d4-ba99-4cd2-9329-14f5c6a499b4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:41.732900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 59fa3aa8-f15b-46d3-be34-760b109ca2e7 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:03:41.736693 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c391664-1534-421b-8986-b45c7a7ea282 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:41.770142 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port ad3dbe30-4af7-43cb-b991-11f2d2e8f881, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ad3dbe30-4af7-43cb-b991-11f2d2e8f881,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:41.771818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b58c9447-ab08-4069-8cba-8bf137eacab1 None None] Provisioning complete for port ada094d4-ba99-4cd2-9329-14f5c6a499b4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:41.772367 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b58c9447-ab08-4069-8cba-8bf137eacab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.775522 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f07f961-3f65-44c9-a45f-dc65bcf6fade req-6de01cf5-57fe-4e38-9b55-422edff6c304 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455523 Aug 06 16:03:41.815161 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.894882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b58c9447-ab08-4069-8cba-8bf137eacab1 None None] Port ada094d4-ba99-4cd2-9329-14f5c6a499b4 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:03:41.909896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40054) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:41.925388 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-773ddcb4-7f64-426a-b0a6-ad9c9bf6f184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.951593 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.011521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 59fa3aa8-f15b-46d3-be34-760b109ca2e7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=59fa3aa8-f15b-46d3-be34-760b109ca2e7,segment=NetworkSegment(38b85d99-f64f-4222-b89d-6f0da7d97f63),segment_id=38b85d99-f64f-4222-b89d-6f0da7d97f63)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:42.028011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '59fa3aa8-f15b-46d3-be34-760b109ca2e7', 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'port_id': '59fa3aa8-f15b-46d3-be34-760b109ca2e7', 'mac_address': 'fa:16:3e:9f:7b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:03:42.033182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=ad3dbe30-4af7-43cb-b991-11f2d2e8f881,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:42.039816 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d295cd4c-f91f-45b4-9eba-3d9b7ea463b9 x-openstack-request-id: req-d295cd4c-f91f-45b4-9eba-3d9b7ea463b9 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:42.040127 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "name": "network-vif-plugged", "status": "completed", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:42.040351 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d295cd4c-f91f-45b4-9eba-3d9b7ea463b9 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:42.041223 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7', 'code': 200} Aug 06 16:03:42.081424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 9c391664-1534-421b-8986-b45c7a7ea282 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:42.093730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 9c391664-1534-421b-8986-b45c7a7ea282 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:42.094032 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.099305 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-773ddcb4-7f64-426a-b0a6-ad9c9bf6f184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.110317 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-773ddcb4-7f64-426a-b0a6-ad9c9bf6f184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.148797 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.161615 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-773ddcb4-7f64-426a-b0a6-ad9c9bf6f184 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e64e0336f8e4a2383ab7ab105b06d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500093 Aug 06 16:03:42.162588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40058) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:42.172905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59fa3aa8-f15b-46d3-be34-760b109ca2e7 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:42.201285 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ddcb4-7f64-426a-b0a6-ad9c9bf6f184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d600d73-25ac-42b2-9509-a74c414d328e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:42.236777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 59fa3aa8-f15b-46d3-be34-760b109ca2e7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=59fa3aa8-f15b-46d3-be34-760b109ca2e7,segment=NetworkSegment(38b85d99-f64f-4222-b89d-6f0da7d97f63),segment_id=38b85d99-f64f-4222-b89d-6f0da7d97f63)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:42.240384 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-727d8bd8-e612-44d7-aab3-b5dc3759f8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.244724 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.246085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:03:42.257840 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89f325-af54-4327-987b-b63afde93ee5 req-afad4c8a-554f-4218-b207-f3d6d05d1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:42.260216 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a89f325-af54-4327-987b-b63afde93ee5 req-afad4c8a-554f-4218-b207-f3d6d05d1b90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 1095 time: 0.2126222 Aug 06 16:03:42.267817 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-727d8bd8-e612-44d7-aab3-b5dc3759f8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.273079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e10ed7-3f69-4118-a5aa-fefa03295c91 req-44b25862-286d-4e87-b640-f4aa9f013ad1 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:42.280378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e10ed7-3f69-4118-a5aa-fefa03295c91 req-44b25862-286d-4e87-b640-f4aa9f013ad1 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:42.286598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e10ed7-3f69-4118-a5aa-fefa03295c91 req-44b25862-286d-4e87-b640-f4aa9f013ad1 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:42.293272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e10ed7-3f69-4118-a5aa-fefa03295c91 req-44b25862-286d-4e87-b640-f4aa9f013ad1 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:42.299814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e10ed7-3f69-4118-a5aa-fefa03295c91 req-44b25862-286d-4e87-b640-f4aa9f013ad1 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:42.306583 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e10ed7-3f69-4118-a5aa-fefa03295c91 req-44b25862-286d-4e87-b640-f4aa9f013ad1 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:42.312843 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e10ed7-3f69-4118-a5aa-fefa03295c91 req-44b25862-286d-4e87-b640-f4aa9f013ad1 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:42.315655 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99e10ed7-3f69-4118-a5aa-fefa03295c91 req-44b25862-286d-4e87-b640-f4aa9f013ad1 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5420 time: 0.4222896 Aug 06 16:03:42.342740 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.351171 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-727d8bd8-e612-44d7-aab3-b5dc3759f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.355865 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-727d8bd8-e612-44d7-aab3-b5dc3759f8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.359715 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-727d8bd8-e612-44d7-aab3-b5dc3759f8f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d600d73-25ac-42b2-9509-a74c414d328e HTTP/1.1" status: 204 len: 168 time: 0.1919181 Aug 06 16:03:42.367564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d8bd8-e612-44d7-aab3-b5dc3759f8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d600d73-25ac-42b2-9509-a74c414d328e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:42.372750 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.resource_extend [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:03:42.458557 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 9c391664-1534-421b-8986-b45c7a7ea282, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c391664-1534-421b-8986-b45c7a7ea282,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:42.492894 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.496613 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=59fa3aa8-f15b-46d3-be34-760b109ca2e7,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:42.528636 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e20fde-63d2-404e-92c1-6ecf356181c7 req-3eb5332e-c7ce-4d46-9afb-881a241aa5e4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:42.534477 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0e20fde-63d2-404e-92c1-6ecf356181c7 req-3eb5332e-c7ce-4d46-9afb-881a241aa5e4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.3660460 Aug 06 16:03:42.557798 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99e10ed7-3f69-4118-a5aa-fefa03295c91 req-55c8a8c3-bd0c-4d95-ae72-6136a972ce5a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2158649 Aug 06 16:03:42.603722 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:42.606619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=9c391664-1534-421b-8986-b45c7a7ea282,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:42.625097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec', 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4', 'port_id': '8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec', 'mac_address': 'fa:16:3e:90:8b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e157bd-96ce-436f-8bd3-5b6e5d6527f5', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:03:42.673351 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.687690 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:42.708556 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:42.713099 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.713870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device feba7d60-e574-4ef5-bde3-2b961864b504 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:03:42.754264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89f325-af54-4327-987b-b63afde93ee5 req-70bd0119-cee6-4386-a795-d81afa3d3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:42.755741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a89f325-af54-4327-987b-b63afde93ee5 req-70bd0119-cee6-4386-a795-d81afa3d3b7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.4382064 Aug 06 16:03:42.801676 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0e20fde-63d2-404e-92c1-6ecf356181c7 req-002bd7f3-b928-4c6d-9319-daf9a87b2e3d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507336 Aug 06 16:03:42.848686 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:42.936121 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port feba7d60-e574-4ef5-bde3-2b961864b504, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=feba7d60-e574-4ef5-bde3-2b961864b504,segment=NetworkSegment(8650d692-b0d5-4718-82c9-ebf069e4b397),segment_id=8650d692-b0d5-4718-82c9-ebf069e4b397)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:42.951101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'feba7d60-e574-4ef5-bde3-2b961864b504', 'network_id': '694c032e-723f-44df-83a9-40d4adea9477', 'port_id': 'feba7d60-e574-4ef5-bde3-2b961864b504', 'mac_address': 'fa:16:3e:63:ca:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56056eca-e778-4fc5-86d3-2b08bb8eb36f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:03:42.965611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10530f1e-5eb5-4a0d-b627-30f4e3378c3d req-612e0816-e495-4be4-baa5-410810fc58a1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:42.973848 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10530f1e-5eb5-4a0d-b627-30f4e3378c3d req-612e0816-e495-4be4-baa5-410810fc58a1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 944 time: 0.2938442 Aug 06 16:03:42.980078 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b52004-bb45-40ac-bcc8-a045079ad871 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:42.996191 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.009119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a89f325-af54-4327-987b-b63afde93ee5 req-4cc6e478-6e06-42b3-ab41-382f3177c997 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66008572-9579-4b90-b59c-a817894ec420 HTTP/1.1" status: 200 len: 998 time: 0.2374563 Aug 06 16:03:43.012271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feba7d60-e574-4ef5-bde3-2b961864b504 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:43.041548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ad3dbe30-4af7-43cb-b991-11f2d2e8f881 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:43.051799 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.056036 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port feba7d60-e574-4ef5-bde3-2b961864b504, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=feba7d60-e574-4ef5-bde3-2b961864b504,segment=NetworkSegment(8650d692-b0d5-4718-82c9-ebf069e4b397),segment_id=8650d692-b0d5-4718-82c9-ebf069e4b397)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:43.087837 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.091181 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.091956 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:03:43.120286 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.124065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Transition to ACTIVE for port object a5b52004-bb45-40ac-bcc8-a045079ad871 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:43.193149 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.194525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=feba7d60-e574-4ef5-bde3-2b961864b504,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:43.201919 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c37bedb5-5d6e-4df8-8cfa-fa9b813666a0,segment=NetworkSegment(8650d692-b0d5-4718-82c9-ebf069e4b397),segment_id=8650d692-b0d5-4718-82c9-ebf069e4b397)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:43.216864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ad3dbe30-4af7-43cb-b991-11f2d2e8f881 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:43.217237 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.238340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b7018-cc98-448f-af0b-3744e7b0ea69 req-4b890d08-048a-411a-94f3-9c8d8f59761f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:43.240353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eb3b7018-cc98-448f-af0b-3744e7b0ea69 req-4b890d08-048a-411a-94f3-9c8d8f59761f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 936 time: 0.3057687 Aug 06 16:03:43.248613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89f325-af54-4327-987b-b63afde93ee5 req-e3310139-9a76-4ab5-a5e0-89ac79d657f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:43.248890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'c37bedb5-5d6e-4df8-8cfa-fa9b813666a0', 'network_id': '694c032e-723f-44df-83a9-40d4adea9477', 'port_id': 'c37bedb5-5d6e-4df8-8cfa-fa9b813666a0', 'mac_address': 'fa:16:3e:74:3c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56056eca-e778-4fc5-86d3-2b08bb8eb36f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:03:43.250589 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a89f325-af54-4327-987b-b63afde93ee5 req-e3310139-9a76-4ab5-a5e0-89ac79d657f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.2025478 Aug 06 16:03:43.268923 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10530f1e-5eb5-4a0d-b627-30f4e3378c3d req-222a6487-f2b3-4e47-91dd-e1dd049dd9cb tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938473 Aug 06 16:03:43.348802 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.366107 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:43.388047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Pushing event updated for resources: {'Port': ['ID=ada094d4-ba99-4cd2-9329-14f5c6a499b4,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:43.391242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c37bedb5-5d6e-4df8-8cfa-fa9b813666a0,segment=NetworkSegment(8650d692-b0d5-4718-82c9-ebf069e4b397),segment_id=8650d692-b0d5-4718-82c9-ebf069e4b397)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:43.398512 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.401265 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.402089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 6696e820-7af7-47d8-a506-1695939844eb details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:03:43.469993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eb3b7018-cc98-448f-af0b-3744e7b0ea69 req-d32536e5-13e1-4246-af00-415a872c7427 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159083 Aug 06 16:03:43.536620 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 6696e820-7af7-47d8-a506-1695939844eb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6696e820-7af7-47d8-a506-1695939844eb,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:43.555776 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=c37bedb5-5d6e-4df8-8cfa-fa9b813666a0,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:43.560356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '6696e820-7af7-47d8-a506-1695939844eb', 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4', 'port_id': '6696e820-7af7-47d8-a506-1695939844eb', 'mac_address': 'fa:16:3e:80:54:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e157bd-96ce-436f-8bd3-5b6e5d6527f5', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:03:43.639168 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89f325-af54-4327-987b-b63afde93ee5 req-09e8d75d-9473-416f-a651-7cededfa6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:43.641258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a89f325-af54-4327-987b-b63afde93ee5 req-09e8d75d-9473-416f-a651-7cededfa6a46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3673291 Aug 06 16:03:43.661703 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.677231 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6696e820-7af7-47d8-a506-1695939844eb {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:43.705313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 6696e820-7af7-47d8-a506-1695939844eb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6696e820-7af7-47d8-a506-1695939844eb,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:43.712279 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.713071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 97bd638e-0cce-426a-ac14-4ab3918d7a47 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:03:43.790133 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 97bd638e-0cce-426a-ac14-4ab3918d7a47, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=97bd638e-0cce-426a-ac14-4ab3918d7a47,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:43.799442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=6696e820-7af7-47d8-a506-1695939844eb,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:43.806113 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '97bd638e-0cce-426a-ac14-4ab3918d7a47', 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4', 'port_id': '97bd638e-0cce-426a-ac14-4ab3918d7a47', 'mac_address': 'fa:16:3e:84:bb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e157bd-96ce-436f-8bd3-5b6e5d6527f5', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:03:43.853310 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.870797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97bd638e-0cce-426a-ac14-4ab3918d7a47 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:43.871285 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b52004-bb45-40ac-bcc8-a045079ad871,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:43.902960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 97bd638e-0cce-426a-ac14-4ab3918d7a47, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=97bd638e-0cce-426a-ac14-4ab3918d7a47,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:43.908247 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.909321 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 83b8c3b1-5145-424e-a6a7-1827a198fa4d details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:03:43.964636 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63016496-ac76-4b8f-b5bc-2104b1958b14 req-5049c040-9090-4e77-8e7e-41cd6112f041 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:43.966193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63016496-ac76-4b8f-b5bc-2104b1958b14 req-5049c040-9090-4e77-8e7e-41cd6112f041 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.4181612 Aug 06 16:03:43.970557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Network 5738fe75-0ee6-4591-8c74-062f71f16dba is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:43.995404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 83b8c3b1-5145-424e-a6a7-1827a198fa4d, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=83b8c3b1-5145-424e-a6a7-1827a198fa4d,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:44.008366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=97bd638e-0cce-426a-ac14-4ab3918d7a47,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:44.024242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '83b8c3b1-5145-424e-a6a7-1827a198fa4d', 'network_id': '0289d76d-e14d-4c22-8519-329bdca6f8e4', 'port_id': '83b8c3b1-5145-424e-a6a7-1827a198fa4d', 'mac_address': 'fa:16:3e:fa:1f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e157bd-96ce-436f-8bd3-5b6e5d6527f5', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:03:44.053266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f6c9a3-0028-467f-8ce3-26bd02dbaa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c391664-1534-421b-8986-b45c7a7ea282'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:44.056230 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1aae7b-a819-4908-b9ce-6d8fd6da4a66" -d '{"events": [{"server_uuid": "03f6c9a3-0028-467f-8ce3-26bd02dbaa54", "name": "network-vif-plugged", "status": "completed", "tag": "9c391664-1534-421b-8986-b45c7a7ea282"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:44.080665 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.098219 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b8c3b1-5145-424e-a6a7-1827a198fa4d {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:44.131445 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 83b8c3b1-5145-424e-a6a7-1827a198fa4d, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=83b8c3b1-5145-424e-a6a7-1827a198fa4d,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:44.137464 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.236251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=83b8c3b1-5145-424e-a6a7-1827a198fa4d,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:44.308745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38219-1a53-41fd-af65-eacf56f930df req-2354616d-1b45-4fd1-ad59-afe19b673518 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:44.315546 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38219-1a53-41fd-af65-eacf56f930df req-2354616d-1b45-4fd1-ad59-afe19b673518 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:44.321527 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38219-1a53-41fd-af65-eacf56f930df req-2354616d-1b45-4fd1-ad59-afe19b673518 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:44.328182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38219-1a53-41fd-af65-eacf56f930df req-2354616d-1b45-4fd1-ad59-afe19b673518 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:44.335047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38219-1a53-41fd-af65-eacf56f930df req-2354616d-1b45-4fd1-ad59-afe19b673518 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:44.341525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38219-1a53-41fd-af65-eacf56f930df req-2354616d-1b45-4fd1-ad59-afe19b673518 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:44.347842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38219-1a53-41fd-af65-eacf56f930df req-2354616d-1b45-4fd1-ad59-afe19b673518 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:44.349848 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33b38219-1a53-41fd-af65-eacf56f930df req-2354616d-1b45-4fd1-ad59-afe19b673518 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5425 time: 0.6250412 Aug 06 16:03:44.361450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:44.403976 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Attempting to bind port a5b52004-bb45-40ac-bcc8-a045079ad871 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:44.404656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Attempting to bind port a5b52004-bb45-40ac-bcc8-a045079ad871 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:44.404656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Attempting to bind port a5b52004-bb45-40ac-bcc8-a045079ad871 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:44.442309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Port a5b52004-bb45-40ac-bcc8-a045079ad871 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:03:44.442309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Attempting to bind port a5b52004-bb45-40ac-bcc8-a045079ad871 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:44.446586 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63016496-ac76-4b8f-b5bc-2104b1958b14 req-4a7764cd-8e04-44d2-90cc-a944003e47c4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699314 Aug 06 16:03:44.495658 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a89f325-af54-4327-987b-b63afde93ee5 req-e4fbbb60-ff76-4ad3-ac43-825d4e7c0388 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7675290 Aug 06 16:03:44.537415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33b38219-1a53-41fd-af65-eacf56f930df req-6d7b972e-5a01-43f2-8f7d-e22bf1f46707 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1428010 Aug 06 16:03:44.538610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:44.538992 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:44.539393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:44.553666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Bound port: a5b52004-bb45-40ac-bcc8-a045079ad871, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:44.553666 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.628158 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dae820-c747-43ce-b927-9ae7b20def47 x-openstack-request-id: req-77dae820-c747-43ce-b927-9ae7b20def47 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:44.628507 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f6c9a3-0028-467f-8ce3-26bd02dbaa54", "name": "network-vif-plugged", "status": "completed", "tag": "9c391664-1534-421b-8986-b45c7a7ea282", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:44.628678 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77dae820-c747-43ce-b927-9ae7b20def47 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:44.629084 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f6c9a3-0028-467f-8ce3-26bd02dbaa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c391664-1534-421b-8986-b45c7a7ea282', 'code': 200} Aug 06 16:03:44.709348 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f1531373-a3b3-490c-9efb-59b043b0c91d None None] Provisioning complete for port ada094d4-ba99-4cd2-9329-14f5c6a499b4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:44.711622 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f1531373-a3b3-490c-9efb-59b043b0c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.786488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f1531373-a3b3-490c-9efb-59b043b0c91d None None] Port ada094d4-ba99-4cd2-9329-14f5c6a499b4 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:03:44.906175 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58446e3a-2031-48f9-abe6-ad07e4e1eaba req-7bf1223f-ece2-4aec-879f-aad961f3517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:44.907721 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-58446e3a-2031-48f9-abe6-ad07e4e1eaba req-7bf1223f-ece2-4aec-879f-aad961f3517b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 1097 time: 0.1968918 Aug 06 16:03:44.967947 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-8af7657c-9bc2-48c4-836a-4ea823e38d1c service neutron] 10.222.0.13 "GET /v2.0/ports/c15c24dc-70cb-499a-b601-cc3b5822b141/bindings/n-h1-803756-1 HTTP/1.1" status: 200 len: 384 time: 0.1390188 Aug 06 16:03:45.020644 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bc138-c09c-4172-bbe2-8b3cf358d960 req-d1c86e21-8529-4473-be25-bfd8b39d9529 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:45.028121 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b1bc138-c09c-4172-bbe2-8b3cf358d960 req-d1c86e21-8529-4473-be25-bfd8b39d9529 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.3947012 Aug 06 16:03:45.038760 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-58446e3a-2031-48f9-abe6-ad07e4e1eaba req-71ee3d16-b8aa-4613-be85-b01556ac5d51 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129584 Aug 06 16:03:45.096272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:45.109718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a89f325-af54-4327-987b-b63afde93ee5 req-e0f4dbb3-a340-4967-884f-8955dce73c19 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892372 Aug 06 16:03:45.118233 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015fb4f-c1bd-4dd1-9464-d06c7a442c34 req-e3606a25-866e-4abd-a3aa-904f25048b56 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:45.119671 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4015fb4f-c1bd-4dd1-9464-d06c7a442c34 req-e3606a25-866e-4abd-a3aa-904f25048b56 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 944 time: 0.2713814 Aug 06 16:03:45.120173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40126) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:45.122129 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:03:45.145375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5b52004-bb45-40ac-bcc8-a045079ad871,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:45.170021 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:45.213612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b1bc138-c09c-4172-bbe2-8b3cf358d960 req-9f15185a-bb79-44fe-bd19-79a992e6b551 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845970 Aug 06 16:03:45.240200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:45.241040 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:45.242742 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] 10.222.0.13 "PUT /v2.0/ports/a5b52004-bb45-40ac-bcc8-a045079ad871 HTTP/1.1" status: 200 len: 1096 time: 3.7920029 Aug 06 16:03:45.252701 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:45.256487 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1477146-4b09-49d3-8e64-0206b1ccfeff" -d '{"events": [{"name": "network-changed", "server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:45.322143 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:45.329117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-3a35349a-e055-4ac9-9c20-19418989e808 req-5c80c217-275c-4531-a397-508f0dc540d0 service neutron] For port c15c24dc-70cb-499a-b601-cc3b5822b141, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c15c24dc-70cb-499a-b601-cc3b5822b141,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:45.364217 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4015fb4f-c1bd-4dd1-9464-d06c7a442c34 req-a1bf1601-38f1-4f9b-9955-e8d5f518abf1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282660 Aug 06 16:03:45.416989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-3a35349a-e055-4ac9-9c20-19418989e808 req-5c80c217-275c-4531-a397-508f0dc540d0 service neutron] For port c15c24dc-70cb-499a-b601-cc3b5822b141, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:45.437465 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6ba85-4a0c-4f33-8f9a-c11725fe7a85 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b52004-bb45-40ac-bcc8-a045079ad871,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:45.485450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['feba7d60-e574-4ef5-bde3-2b961864b504'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:45.502795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['83b8c3b1-5145-424e-a6a7-1827a198fa4d'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:45.504390 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-3a35349a-e055-4ac9-9c20-19418989e808 req-5c80c217-275c-4531-a397-508f0dc540d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15c24dc-70cb-499a-b601-cc3b5822b141 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:45.514013 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['c37bedb5-5d6e-4df8-8cfa-fa9b813666a0'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:45.516295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6696e820-7af7-47d8-a506-1695939844eb'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:45.518442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['59fa3aa8-f15b-46d3-be34-760b109ca2e7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:45.528361 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-3a35349a-e055-4ac9-9c20-19418989e808 req-5c80c217-275c-4531-a397-508f0dc540d0 service neutron] For port c15c24dc-70cb-499a-b601-cc3b5822b141, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c15c24dc-70cb-499a-b601-cc3b5822b141,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:45.554340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['97bd638e-0cce-426a-ac14-4ab3918d7a47'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:45.556242 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3a35349a-e055-4ac9-9c20-19418989e808 req-5c80c217-275c-4531-a397-508f0dc540d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:45.629540 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7552f6d7-6341-4b9e-bce3-ab0727ded3a4 x-openstack-request-id: req-7552f6d7-6341-4b9e-bce3-ab0727ded3a4 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:45.630300 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:45.630908 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7552f6d7-6341-4b9e-bce3-ab0727ded3a4 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:45.631838 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871', 'status': 'completed', 'code': 200} Aug 06 16:03:45.647232 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-29f50122-11c7-414d-a07f-561051804511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:45.686134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-3a35349a-e055-4ac9-9c20-19418989e808 req-5c80c217-275c-4531-a397-508f0dc540d0 service neutron] Transition to ACTIVE for port object c15c24dc-70cb-499a-b601-cc3b5822b141 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:45.698784 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3a35349a-e055-4ac9-9c20-19418989e808 req-5c80c217-275c-4531-a397-508f0dc540d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:45.715264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d1177198-dfc8-4e15-9d3b-c5e279e4426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:45.717379 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-d1177198-dfc8-4e15-9d3b-c5e279e4426e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 1099 time: 0.3744707 Aug 06 16:03:45.785732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a35349a-e055-4ac9-9c20-19418989e808 req-5c80c217-275c-4531-a397-508f0dc540d0 service neutron] No DVR routers for this DVR port c15c24dc-70cb-499a-b601-cc3b5822b141 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:03:45.810135 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:45.819668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1b7a13a4-23ee-4579-b9bd-cf8247dff02c admin admin] 10.222.0.37 "PUT /v2.0/routers/68ebf1ef-e5eb-481a-ae97-66e54dde4fc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0106382 Aug 06 16:03:45.831817 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Sync routers for ids ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:45.863594 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Routers {'68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:45.863860 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-5c80c217-275c-4531-a397-508f0dc540d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/c15c24dc-70cb-499a-b601-cc3b5822b141/bindings/n-h1-803756-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8866298 Aug 06 16:03:45.864240 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:03:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:45.873491 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-2ed60c70-bd80-46d7-ae7b-2b780c724a4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a5b52004-bb45-40ac-bcc8-a045079ad871 HTTP/1.1" status: 200 len: 217 time: 0.1446197 Aug 06 16:03:45.882718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80c217-275c-4531-a397-508f0dc540d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c15c24dc-70cb-499a-b601-cc3b5822b141,revision_number=10']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:45.940399 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde381c6-c5e6-4f07-983d-2ba2eac0c3b9 req-89df9e42-33b6-4c87-9f48-9f6ea8dae207 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:45.943046 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fde381c6-c5e6-4f07-983d-2ba2eac0c3b9 req-89df9e42-33b6-4c87-9f48-9f6ea8dae207 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 948 time: 0.3243668 Aug 06 16:03:45.981191 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:03:46.067366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933c4af-c577-4dc0-955c-13ee52d627a2 req-466ea2ef-b08e-47fb-a5ad-a053a20786c4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:46.070017 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2933c4af-c577-4dc0-955c-13ee52d627a2 req-466ea2ef-b08e-47fb-a5ad-a053a20786c4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.2619917 Aug 06 16:03:46.071773 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35349a-e055-4ac9-9c20-19418989e808 req-047ff867-0148-4e38-b4e6-e6103a6655bb tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:46.073530 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-047ff867-0148-4e38-b4e6-e6103a6655bb tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b&tenant_id=048e5568a18447ea929cde75921b0777&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 1096 time: 0.0934854 Aug 06 16:03:46.151864 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Set router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:46.162103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-4725a7a8-d96b-4ba4-bd52-62812d418f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:46.163897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-4725a7a8-d96b-4ba4-bd52-62812d418f78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2683849 Aug 06 16:03:46.187552 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fde381c6-c5e6-4f07-983d-2ba2eac0c3b9 req-272d148d-7090-45bd-9078-490a20580aea tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315048 Aug 06 16:03:46.198858 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35349a-e055-4ac9-9c20-19418989e808 req-dde897ff-b78a-4dfa-9e90-495098335a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:46.201365 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-dde897ff-b78a-4dfa-9e90-495098335a28 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b&tenant_id=048e5568a18447ea929cde75921b0777 HTTP/1.1" status: 200 len: 1096 time: 0.1065171 Aug 06 16:03:46.250488 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2933c4af-c577-4dc0-955c-13ee52d627a2 req-b584f376-a7bb-47bf-9601-42e5148515e9 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444428 Aug 06 16:03:46.261238 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-29f50122-11c7-414d-a07f-561051804511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:46.340929 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0ddaa2d3-4cfd-48da-9ac3-a789647e3491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:46.343177 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0ddaa2d3-4cfd-48da-9ac3-a789647e3491 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 1096 time: 0.0887413 Aug 06 16:03:46.353786 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-29f50122-11c7-414d-a07f-561051804511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:46.477910 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-29f50122-11c7-414d-a07f-561051804511 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=698627c904314987aa7abfac05d3b58f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3429117 Aug 06 16:03:46.477910 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f50122-11c7-414d-a07f-561051804511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afafa16-e610-43da-b6cd-dfbd2328c98c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:46.478729 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40162) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:46.540611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-1704c694-2abe-4730-a7c1-26bdf0936273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:46.542382 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-1704c694-2abe-4730-a7c1-26bdf0936273 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3544598 Aug 06 16:03:46.618586 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7da2365f-4df2-47a1-b97f-c6420977f019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:46.634062 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-router', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:31Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'gw_port': {'id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:32Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ada094d4-ba99-4cd2-9329-14f5c6a499b4', 'name': '', 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'mac_address': 'fa:16:3e:94:83:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:38Z', 'updated_at': '2021-08-06T16:03:42Z', 'revision_number': 2, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'subnets': [{'id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:46.653461 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-b062b13a-6a9e-48e7-8026-e1fff91f6368 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989728 Aug 06 16:03:46.666323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fd146-0f84-4665-8543-56816fdb1c02 req-a8530711-ea23-4f18-92ee-fe42a5f0b7a5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:46.667234 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7da2365f-4df2-47a1-b97f-c6420977f019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:46.668433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device c15c24dc-70cb-499a-b601-cc3b5822b141 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:03:46.672705 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fd146-0f84-4665-8543-56816fdb1c02 req-a8530711-ea23-4f18-92ee-fe42a5f0b7a5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:46.686188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fd146-0f84-4665-8543-56816fdb1c02 req-a8530711-ea23-4f18-92ee-fe42a5f0b7a5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:46.693164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fd146-0f84-4665-8543-56816fdb1c02 req-a8530711-ea23-4f18-92ee-fe42a5f0b7a5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:46.699873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fd146-0f84-4665-8543-56816fdb1c02 req-a8530711-ea23-4f18-92ee-fe42a5f0b7a5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:46.706407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fd146-0f84-4665-8543-56816fdb1c02 req-a8530711-ea23-4f18-92ee-fe42a5f0b7a5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:46.712883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fd146-0f84-4665-8543-56816fdb1c02 req-a8530711-ea23-4f18-92ee-fe42a5f0b7a5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:46.714238 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Checking router: 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:03:46.714599 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Updating router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 port ada094d4-ba99-4cd2-9329-14f5c6a499b4 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:03:46.715208 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-274fd146-0f84-4665-8543-56816fdb1c02 req-a8530711-ea23-4f18-92ee-fe42a5f0b7a5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5427 time: 0.3866756 Aug 06 16:03:46.727999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fdfd2-9c78-4920-8fb9-dc962371d3f2 req-15af2b52-854a-46f9-b2f5-f2a38ce23c43 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:46.734299 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-428fdfd2-9c78-4920-8fb9-dc962371d3f2 req-15af2b52-854a-46f9-b2f5-f2a38ce23c43 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.3092976 Aug 06 16:03:46.760465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35349a-e055-4ac9-9c20-19418989e808 req-644db9bc-6d11-446c-a9fe-75e67d103352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:46.766362 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-644db9bc-6d11-446c-a9fe-75e67d103352 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.3912106 Aug 06 16:03:46.770564 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:46.781196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device c15c24dc-70cb-499a-b601-cc3b5822b141 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:03:46.882279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-274fd146-0f84-4665-8543-56816fdb1c02 req-f7280ace-3628-4c3e-b4c3-bfefd9ed3f33 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1380329 Aug 06 16:03:46.888419 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-ca993693-6543-4cf1-afa2-551df37a2d4c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c15c24dc-70cb-499a-b601-cc3b5822b141 HTTP/1.1" status: 200 len: 217 time: 0.1138618 Aug 06 16:03:46.898218 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7da2365f-4df2-47a1-b97f-c6420977f019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:46.900903 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7da2365f-4df2-47a1-b97f-c6420977f019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:46.904081 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-428fdfd2-9c78-4920-8fb9-dc962371d3f2 req-9b7cb39d-ccd5-4d4d-b2e4-65db9f192d7c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687229 Aug 06 16:03:46.907166 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7da2365f-4df2-47a1-b97f-c6420977f019 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6afafa16-e610-43da-b6cd-dfbd2328c98c HTTP/1.1" status: 204 len: 168 time: 0.4280539 Aug 06 16:03:47.057582 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35349a-e055-4ac9-9c20-19418989e808 req-bdff0a93-72d6-4e32-9a17-c43cf40d3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:47.062752 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-bdff0a93-72d6-4e32-9a17-c43cf40d3a79 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.1534224 Aug 06 16:03:47.152742 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-739eb840-3dbc-4869-a993-5237d318b8e7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715890 Aug 06 16:03:47.153709 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2365f-4df2-47a1-b97f-c6420977f019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afafa16-e610-43da-b6cd-dfbd2328c98c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:47.188697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3ccc94f-40b2-48ef-8ab7-4895599adf8c req-6157d348-e542-4569-9492-5c924776fe76 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722478 Aug 06 16:03:47.276402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaefffe-c4a2-4a04-91b1-e504e369008b req-430b2c78-687a-4722-9ebc-570b7b9025df tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:47.292372 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ffaefffe-c4a2-4a04-91b1-e504e369008b req-430b2c78-687a-4722-9ebc-570b7b9025df tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 945 time: 0.2180986 Aug 06 16:03:47.436171 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-ad37c000-4705-4ffe-bba1-275276c557ae service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639287 Aug 06 16:03:47.540053 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ffaefffe-c4a2-4a04-91b1-e504e369008b req-5b7be08e-56cb-4c2a-bcf2-24b5681294e2 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084966 Aug 06 16:03:47.580355 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.595798 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Transition to ACTIVE for port object ada094d4-ba99-4cd2-9329-14f5c6a499b4 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:47.604153 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.664981 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273e438-03e6-486f-a975-d4fb74972edd None None] Pushing event updated for resources: {'Port': ['ID=ada094d4-ba99-4cd2-9329-14f5c6a499b4,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:47.668333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477146-4b09-49d3-8e64-0206b1ccfeff req-758debe0-3891-435c-bf6b-b8fe5a35f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:47.670987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1477146-4b09-49d3-8e64-0206b1ccfeff req-758debe0-3891-435c-bf6b-b8fe5a35f6ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 1099 time: 0.3723893 Aug 06 16:03:47.677324 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273e438-03e6-486f-a975-d4fb74972edd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:47.677493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40202) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:47.677998 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273e438-03e6-486f-a975-d4fb74972edd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:47.678632 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273e438-03e6-486f-a975-d4fb74972edd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:47.679140 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273e438-03e6-486f-a975-d4fb74972edd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:47.679635 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273e438-03e6-486f-a975-d4fb74972edd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:47.680133 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273e438-03e6-486f-a975-d4fb74972edd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:47.680760 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273e438-03e6-486f-a975-d4fb74972edd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:47.681281 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273e438-03e6-486f-a975-d4fb74972edd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:47.681605 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273e438-03e6-486f-a975-d4fb74972edd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:47.681955 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273e438-03e6-486f-a975-d4fb74972edd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:47.682441 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273e438-03e6-486f-a975-d4fb74972edd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:47.682965 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273e438-03e6-486f-a975-d4fb74972edd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:47.704301 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09ef92-ac6c-41dd-a241-2c447a327b68 req-d4feb812-bb2f-43d3-9d9b-bf82a9eba242 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:47.718937 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f09ef92-ac6c-41dd-a241-2c447a327b68 req-d4feb812-bb2f-43d3-9d9b-bf82a9eba242 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 948 time: 0.2746725 Aug 06 16:03:47.720726 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-0f9bc471-daf7-48f1-859c-55714438cb9a service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789731 Aug 06 16:03:47.766511 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Attempting to bind port ada094d4-ba99-4cd2-9329-14f5c6a499b4 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:47.767208 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Attempting to bind port ada094d4-ba99-4cd2-9329-14f5c6a499b4 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '237585fe-b091-45d9-a35c-ea58036433c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:47.767788 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Attempting to bind port ada094d4-ba99-4cd2-9329-14f5c6a499b4 on network 5738fe75-0ee6-4591-8c74-062f71f16dba {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:47.773868 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:47.774533 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Checking segment: {'id': '237585fe-b091-45d9-a35c-ea58036433c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:47.775105 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.783772 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Bound using segment: {'id': '237585fe-b091-45d9-a35c-ea58036433c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:47.784381 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Bound port: ada094d4-ba99-4cd2-9329-14f5c6a499b4, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237585fe-b091-45d9-a35c-ea58036433c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:47.784784 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.837434 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-47b2e7fe-9b15-405d-b060-1c947fb512b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.916454 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] For port ada094d4-ba99-4cd2-9329-14f5c6a499b4, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:47.922290 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] For port ada094d4-ba99-4cd2-9329-14f5c6a499b4, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ada094d4-ba99-4cd2-9329-14f5c6a499b4,segment=NetworkSegment(237585fe-b091-45d9-a35c-ea58036433c7),segment_id=237585fe-b091-45d9-a35c-ea58036433c7)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:47.932476 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.950815 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f09ef92-ac6c-41dd-a241-2c447a327b68 req-66f1706a-b7a3-4115-b30e-6552a8bd855d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144744 Aug 06 16:03:47.998569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61ca3a-f76f-43ce-8149-a801dfca7077 req-bd255b9e-dbaf-4177-974d-24f6afb87456 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:48.001266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f61ca3a-f76f-43ce-8149-a801dfca7077 req-bd255b9e-dbaf-4177-974d-24f6afb87456 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.2493193 Aug 06 16:03:48.131624 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273e438-03e6-486f-a975-d4fb74972edd None None] Pushing event updated for resources: {'Port': ['ID=ada094d4-ba99-4cd2-9329-14f5c6a499b4,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:48.139288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477146-4b09-49d3-8e64-0206b1ccfeff req-1a593658-f87b-41cb-b8ee-7d1184a2f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:48.141724 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1477146-4b09-49d3-8e64-0206b1ccfeff req-1a593658-f87b-41cb-b8ee-7d1184a2f329 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.4076574 Aug 06 16:03:48.153460 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Routers {'68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:48.155033 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:03:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:48.276521 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35349a-e055-4ac9-9c20-19418989e808 req-694c745d-34aa-4acd-9631-373cdaf78e0e tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:48.280502 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-694c745d-34aa-4acd-9631-373cdaf78e0e tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b&tenant_id=048e5568a18447ea929cde75921b0777&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 1096 time: 0.1592126 Aug 06 16:03:48.305444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1477146-4b09-49d3-8e64-0206b1ccfeff req-d04b016f-26f1-4ae2-9a79-0db98bfb1de4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a5b52004-bb45-40ac-bcc8-a045079ad871 HTTP/1.1" status: 200 len: 217 time: 0.1375732 Aug 06 16:03:48.354476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f61ca3a-f76f-43ce-8149-a801dfca7077 req-ba542aac-2822-4dcf-aab6-7dd179303eab tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148849 Aug 06 16:03:48.547121 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] Set router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:48.552936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477146-4b09-49d3-8e64-0206b1ccfeff req-78a77b4c-cd08-46c5-bdf3-b43ca762c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:48.554655 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1477146-4b09-49d3-8e64-0206b1ccfeff req-78a77b4c-cd08-46c5-bdf3-b43ca762c30f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2181802 Aug 06 16:03:48.574203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b0470-7d2d-4e4e-ae5b-ca0e0fc390e4 req-b587f1f9-9736-4ddf-958b-f48758124b76 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:48.584282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b0470-7d2d-4e4e-ae5b-ca0e0fc390e4 req-b587f1f9-9736-4ddf-958b-f48758124b76 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:48.596429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b0470-7d2d-4e4e-ae5b-ca0e0fc390e4 req-b587f1f9-9736-4ddf-958b-f48758124b76 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:48.603332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b0470-7d2d-4e4e-ae5b-ca0e0fc390e4 req-b587f1f9-9736-4ddf-958b-f48758124b76 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:48.610164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b0470-7d2d-4e4e-ae5b-ca0e0fc390e4 req-b587f1f9-9736-4ddf-958b-f48758124b76 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:48.613397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-3a35349a-e055-4ac9-9c20-19418989e808 req-4070e94d-13fa-466a-975a-ce4a276e0baa service neutron] For port c15c24dc-70cb-499a-b601-cc3b5822b141, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:48.617106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b0470-7d2d-4e4e-ae5b-ca0e0fc390e4 req-b587f1f9-9736-4ddf-958b-f48758124b76 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:48.621420 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3a35349a-e055-4ac9-9c20-19418989e808 req-4070e94d-13fa-466a-975a-ce4a276e0baa service neutron] Notify callbacks [] for binding, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.623758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b0470-7d2d-4e4e-ae5b-ca0e0fc390e4 req-b587f1f9-9736-4ddf-958b-f48758124b76 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:48.627847 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3a35349a-e055-4ac9-9c20-19418989e808 req-4070e94d-13fa-466a-975a-ce4a276e0baa service neutron] 10.222.0.78 "DELETE /v2.0/ports/c15c24dc-70cb-499a-b601-cc3b5822b141/bindings/n-h2-803756-1 HTTP/1.1" status: 204 len: 173 time: 0.3346739 Aug 06 16:03:48.632475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc0b0470-7d2d-4e4e-ae5b-ca0e0fc390e4 req-b587f1f9-9736-4ddf-958b-f48758124b76 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5427 time: 0.4085920 Aug 06 16:03:48.669507 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-47b2e7fe-9b15-405d-b060-1c947fb512b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.711996 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-47b2e7fe-9b15-405d-b060-1c947fb512b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.780605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2e7fe-9b15-405d-b060-1c947fb512b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c816b6f-18b6-40b0-ae41-2d1b82e07596,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:48.796307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-47b2e7fe-9b15-405d-b060-1c947fb512b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3361d2df1ad64a378fda9cb7665543c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0727768 Aug 06 16:03:48.796560 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40244) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:48.826514 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc0b0470-7d2d-4e4e-ae5b-ca0e0fc390e4 req-5b6ccf96-f6de-49a7-a65c-40e208c2e2ad tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1929698 Aug 06 16:03:48.900117 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ddd558b9-87a0-44f8-88a4-b836f2ca5ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.900829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477146-4b09-49d3-8e64-0206b1ccfeff req-05232182-3f27-4241-bf87-7adf4f4c9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:48.903539 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1477146-4b09-49d3-8e64-0206b1ccfeff req-05232182-3f27-4241-bf87-7adf4f4c9523 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2659941 Aug 06 16:03:48.958947 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ddd558b9-87a0-44f8-88a4-b836f2ca5ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.997371 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-router', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:31Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'gw_port': {'id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:32Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ada094d4-ba99-4cd2-9329-14f5c6a499b4', 'name': '', 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'mac_address': 'fa:16:3e:94:83:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:38Z', 'updated_at': '2021-08-06T16:03:47Z', 'revision_number': 4, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'subnets': [{'id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:49.038883 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ddd558b9-87a0-44f8-88a4-b836f2ca5ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:49.042173 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ddd558b9-87a0-44f8-88a4-b836f2ca5ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:49.043574 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ddd558b9-87a0-44f8-88a4-b836f2ca5ad0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c816b6f-18b6-40b0-ae41-2d1b82e07596 HTTP/1.1" status: 204 len: 168 time: 0.2457421 Aug 06 16:03:49.068384 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c955ad3-0bee-4133-a523-fc866d724359 None None] The sync data for ids ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'] in n-d-803756-1 is: [{'id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-router', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:31Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'gw_port': {'id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:32Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ada094d4-ba99-4cd2-9329-14f5c6a499b4', 'name': '', 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'mac_address': 'fa:16:3e:94:83:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:38Z', 'updated_at': '2021-08-06T16:03:47Z', 'revision_number': 4, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'subnets': [{'id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:49.068937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd558b9-87a0-44f8-88a4-b836f2ca5ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c816b6f-18b6-40b0-ae41-2d1b82e07596,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:49.124825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8445c81-5598-4f3b-be1a-1d2487b8185d req-b688b914-fe9e-4416-bba4-05628f7ef739 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:49.126758 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8445c81-5598-4f3b-be1a-1d2487b8185d req-b688b914-fe9e-4416-bba4-05628f7ef739 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 945 time: 0.2602625 Aug 06 16:03:49.173238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8d916-609a-42d9-b916-5f04cc6c1373 req-6d6444c3-7dfc-4468-aa01-962e313fd304 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:49.185926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ee8d916-609a-42d9-b916-5f04cc6c1373 req-6d6444c3-7dfc-4468-aa01-962e313fd304 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.2297022 Aug 06 16:03:49.233251 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1477146-4b09-49d3-8e64-0206b1ccfeff req-e59c0063-09ee-480e-bf90-f3d3180ccc36 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744739 Aug 06 16:03:49.318518 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ee8d916-609a-42d9-b916-5f04cc6c1373 req-da1fc91f-132b-4bfe-86eb-86da19715074 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294684 Aug 06 16:03:49.382540 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8445c81-5598-4f3b-be1a-1d2487b8185d req-d8b69322-57d7-46ce-977d-c18dc447949a tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388258 Aug 06 16:03:49.521227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1477146-4b09-49d3-8e64-0206b1ccfeff req-fd274461-47b5-454f-8eda-1344682402a1 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744021 Aug 06 16:03:49.691486 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abcecd-b199-41ac-a397-416c04593e4b req-951f8708-4f00-4516-a248-f749ea09a1a8 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:49.693839 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06abcecd-b199-41ac-a397-416c04593e4b req-951f8708-4f00-4516-a248-f749ea09a1a8 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 1096 time: 0.1158140 Aug 06 16:03:49.710853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cffbe-a1dc-4ffe-8a08-a44045bfb554 req-9e5903c5-5a7a-4fb1-ac05-b8748dbbaa36 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:49.712625 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-985cffbe-a1dc-4ffe-8a08-a44045bfb554 req-9e5903c5-5a7a-4fb1-ac05-b8748dbbaa36 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 948 time: 0.2431540 Aug 06 16:03:49.802261 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06abcecd-b199-41ac-a397-416c04593e4b req-55aee39b-5908-4352-b057-39a594fd24e9 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823917 Aug 06 16:03:49.850580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-985cffbe-a1dc-4ffe-8a08-a44045bfb554 req-73351c09-eb68-4351-bd08-a084e4c0df0c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256020 Aug 06 16:03:49.993917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497f522-bc02-4772-94e4-c973799ba0ae req-45a58341-bc84-4562-b38e-8a3996de89c0 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:49.995509 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d497f522-bc02-4772-94e4-c973799ba0ae req-45a58341-bc84-4562-b38e-8a3996de89c0 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 1096 time: 0.0698073 Aug 06 16:03:50.099032 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d497f522-bc02-4772-94e4-c973799ba0ae req-cfb9527a-3f39-487d-a008-ac45c89d8764 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915461 Aug 06 16:03:50.145755 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f440f6-6714-4342-9592-7468994e7cad req-73c5e479-1bf8-452b-a54e-b7ecefef1d77 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:50.153252 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f440f6-6714-4342-9592-7468994e7cad req-73c5e479-1bf8-452b-a54e-b7ecefef1d77 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:50.161279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f440f6-6714-4342-9592-7468994e7cad req-73c5e479-1bf8-452b-a54e-b7ecefef1d77 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:50.181398 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f440f6-6714-4342-9592-7468994e7cad req-73c5e479-1bf8-452b-a54e-b7ecefef1d77 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:50.190662 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:50.192058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f440f6-6714-4342-9592-7468994e7cad req-73c5e479-1bf8-452b-a54e-b7ecefef1d77 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:50.199344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f440f6-6714-4342-9592-7468994e7cad req-73c5e479-1bf8-452b-a54e-b7ecefef1d77 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:50.208589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f440f6-6714-4342-9592-7468994e7cad req-73c5e479-1bf8-452b-a54e-b7ecefef1d77 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:50.225286 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0f440f6-6714-4342-9592-7468994e7cad req-73c5e479-1bf8-452b-a54e-b7ecefef1d77 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5427 time: 0.1914423 Aug 06 16:03:50.321256 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:50.327612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:50.328627 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:50.481560 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:50.552102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:50.561266 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d98ee69-0bcb-4ba0-9901-588719134e2e" -d '{"events": [{"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-plugged", "status": "completed", "tag": "8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:50.614643 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:50.622130 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:50.635844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5b52004-bb45-40ac-bcc8-a045079ad871 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:03:50.967551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:51.017645 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0f440f6-6714-4342-9592-7468994e7cad req-ba5bb5d0-c6d5-450b-8862-3a23a0657dd6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7887974 Aug 06 16:03:51.035784 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5b52004-bb45-40ac-bcc8-a045079ad871,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:51.067597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'a5b52004-bb45-40ac-bcc8-a045079ad871', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'a5b52004-bb45-40ac-bcc8-a045079ad871', 'mac_address': 'fa:16:3e:c1:d2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:03:51.150614 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a70c2b-c619-4c6b-a0ae-1402e5168770 req-1a6f46df-24cd-4782-b05d-a65211ad671c tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:51.154759 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:51.160140 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4a70c2b-c619-4c6b-a0ae-1402e5168770 req-1a6f46df-24cd-4782-b05d-a65211ad671c tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.2469375 Aug 06 16:03:51.208523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b52004-bb45-40ac-bcc8-a045079ad871 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:51.232396 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ada094d4-ba99-4cd2-9329-14f5c6a499b4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:51.254198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4a70c2b-c619-4c6b-a0ae-1402e5168770 req-872487ff-47a9-407e-b7fc-d9d736dc7a66 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915036 Aug 06 16:03:51.362543 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5b52004-bb45-40ac-bcc8-a045079ad871,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:51.369120 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:51.436734 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port ada094d4-ba99-4cd2-9329-14f5c6a499b4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:51.454652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ada094d4-ba99-4cd2-9329-14f5c6a499b4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:51.455564 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:51.502589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a5b52004-bb45-40ac-bcc8-a045079ad871,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:51.573858 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:51.575218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b11122-1cef-4b29-be09-e3cfba841555 req-069dca5e-7ca9-48a4-9a56-ab09eed5accf tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:51.578532 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9b11122-1cef-4b29-be09-e3cfba841555 req-069dca5e-7ca9-48a4-9a56-ab09eed5accf tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 949 time: 0.1638992 Aug 06 16:03:51.620762 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a5b52004-bb45-40ac-bcc8-a045079ad871'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:03:51.630972 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port ada094d4-ba99-4cd2-9329-14f5c6a499b4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ada094d4-ba99-4cd2-9329-14f5c6a499b4,segment=NetworkSegment(237585fe-b091-45d9-a35c-ea58036433c7),segment_id=237585fe-b091-45d9-a35c-ea58036433c7)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:51.652219 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:51.672924 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9b11122-1cef-4b29-be09-e3cfba841555 req-e3dc7236-8141-4543-93d4-f9265c5c9719 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732162 Aug 06 16:03:51.767619 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0745f78-488c-4aca-aa56-0db905fefba7 x-openstack-request-id: req-f0745f78-488c-4aca-aa56-0db905fefba7 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:51.777968 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-plugged", "status": "completed", "tag": "8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:51.778379 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0745f78-488c-4aca-aa56-0db905fefba7 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:51.778964 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec', 'code': 200} Aug 06 16:03:51.797426 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=ada094d4-ba99-4cd2-9329-14f5c6a499b4,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:52.180938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 59fa3aa8-f15b-46d3-be34-760b109ca2e7 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:52.250374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 59fa3aa8-f15b-46d3-be34-760b109ca2e7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:52.256335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699a993-c7f8-4348-b290-d1da16f7048a req-3d7e6473-dbcb-43b5-be78-20371d2fe7f4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:52.260621 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 59fa3aa8-f15b-46d3-be34-760b109ca2e7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:52.262385 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:52.266035 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699a993-c7f8-4348-b290-d1da16f7048a req-3d7e6473-dbcb-43b5-be78-20371d2fe7f4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:52.273853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699a993-c7f8-4348-b290-d1da16f7048a req-3d7e6473-dbcb-43b5-be78-20371d2fe7f4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:52.281760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699a993-c7f8-4348-b290-d1da16f7048a req-3d7e6473-dbcb-43b5-be78-20371d2fe7f4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:52.289378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699a993-c7f8-4348-b290-d1da16f7048a req-3d7e6473-dbcb-43b5-be78-20371d2fe7f4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:52.296588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699a993-c7f8-4348-b290-d1da16f7048a req-3d7e6473-dbcb-43b5-be78-20371d2fe7f4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:52.305086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699a993-c7f8-4348-b290-d1da16f7048a req-3d7e6473-dbcb-43b5-be78-20371d2fe7f4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:52.316056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9699a993-c7f8-4348-b290-d1da16f7048a req-3d7e6473-dbcb-43b5-be78-20371d2fe7f4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5428 time: 0.1641915 Aug 06 16:03:52.414420 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:52.421469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9699a993-c7f8-4348-b290-d1da16f7048a req-f6c9e260-97b4-42e5-893d-ad2c89a57d7d tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040521 Aug 06 16:03:52.464521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 59fa3aa8-f15b-46d3-be34-760b109ca2e7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=59fa3aa8-f15b-46d3-be34-760b109ca2e7,segment=NetworkSegment(38b85d99-f64f-4222-b89d-6f0da7d97f63),segment_id=38b85d99-f64f-4222-b89d-6f0da7d97f63)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:52.470775 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:52.471847 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 83b8c3b1-5145-424e-a6a7-1827a198fa4d up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:52.509213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dadfd2-a684-4232-b1af-a93afaf4592f req-dec3d40a-c3e9-4ab6-a78e-bc4a649acbaf tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:52.514958 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4dadfd2-a684-4232-b1af-a93afaf4592f req-dec3d40a-c3e9-4ab6-a78e-bc4a649acbaf tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.1288419 Aug 06 16:03:52.571423 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4dadfd2-a684-4232-b1af-a93afaf4592f req-d0f849b2-3c96-4a85-946b-8dbbefebd39b tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454733 Aug 06 16:03:52.595689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 83b8c3b1-5145-424e-a6a7-1827a198fa4d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:52.602002 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=59fa3aa8-f15b-46d3-be34-760b109ca2e7,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:52.605451 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 83b8c3b1-5145-424e-a6a7-1827a198fa4d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:52.606039 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:52.659395 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5b52004-bb45-40ac-bcc8-a045079ad871 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:52.848100 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port a5b52004-bb45-40ac-bcc8-a045079ad871 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:52.859341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port a5b52004-bb45-40ac-bcc8-a045079ad871 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:52.861986 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:52.866685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a610d-2ca1-4aaa-8c14-782ba6d09cc3 req-b82de276-b6ed-430f-bfb1-e0e9a500c7d6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:52.878683 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce8a610d-2ca1-4aaa-8c14-782ba6d09cc3 req-b82de276-b6ed-430f-bfb1-e0e9a500c7d6 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 949 time: 0.1058185 Aug 06 16:03:52.915497 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:52.978959 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce8a610d-2ca1-4aaa-8c14-782ba6d09cc3 req-890f0008-8494-4912-a034-0c63315f1e96 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973155 Aug 06 16:03:52.979736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 83b8c3b1-5145-424e-a6a7-1827a198fa4d, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=83b8c3b1-5145-424e-a6a7-1827a198fa4d,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:52.993417 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:52.994248 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 97bd638e-0cce-426a-ac14-4ab3918d7a47 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:53.095587 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ada094d4-ba99-4cd2-9329-14f5c6a499b4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:53.183501 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.222490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=83b8c3b1-5145-424e-a6a7-1827a198fa4d,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:53.239603 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.284754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5b52004-bb45-40ac-bcc8-a045079ad871,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:53.287258 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 97bd638e-0cce-426a-ac14-4ab3918d7a47 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:53.290376 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ada094d4-ba99-4cd2-9329-14f5c6a499b4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:53.290747 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.294702 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.322213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 97bd638e-0cce-426a-ac14-4ab3918d7a47 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:53.322840 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.429772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a5b52004-bb45-40ac-bcc8-a045079ad871,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:53.515148 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.556534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 97bd638e-0cce-426a-ac14-4ab3918d7a47, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=97bd638e-0cce-426a-ac14-4ab3918d7a47,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:53.563211 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.564144 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device feba7d60-e574-4ef5-bde3-2b961864b504 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:53.713584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca283b-8eab-459e-97c4-21ab61d4894e req-a46eac81-4b9c-45b8-b35c-42fe30034d9a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:53.729316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca283b-8eab-459e-97c4-21ab61d4894e req-a46eac81-4b9c-45b8-b35c-42fe30034d9a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:53.738200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca283b-8eab-459e-97c4-21ab61d4894e req-a46eac81-4b9c-45b8-b35c-42fe30034d9a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:53.748059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca283b-8eab-459e-97c4-21ab61d4894e req-a46eac81-4b9c-45b8-b35c-42fe30034d9a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:53.755732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca283b-8eab-459e-97c4-21ab61d4894e req-a46eac81-4b9c-45b8-b35c-42fe30034d9a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:53.764291 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca283b-8eab-459e-97c4-21ab61d4894e req-a46eac81-4b9c-45b8-b35c-42fe30034d9a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:53.779931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca283b-8eab-459e-97c4-21ab61d4894e req-a46eac81-4b9c-45b8-b35c-42fe30034d9a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:53.787893 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fa3aa8-f15b-46d3-be34-760b109ca2e7'}, {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b8c3b1-5145-424e-a6a7-1827a198fa4d'}, {'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871'}, {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bd638e-0cce-426a-ac14-4ab3918d7a47'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:53.791197 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5173a6c8-fa7f-46c8-86ee-d6320026ccdc" -d '{"events": [{"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-plugged", "status": "completed", "tag": "59fa3aa8-f15b-46d3-be34-760b109ca2e7"}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-plugged", "status": "completed", "tag": "83b8c3b1-5145-424e-a6a7-1827a198fa4d"}, {"server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "name": "network-vif-plugged", "status": "completed", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871"}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-plugged", "status": "completed", "tag": "97bd638e-0cce-426a-ac14-4ab3918d7a47"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:53.796307 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.797330 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port feba7d60-e574-4ef5-bde3-2b961864b504 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:53.798254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7eca283b-8eab-459e-97c4-21ab61d4894e req-a46eac81-4b9c-45b8-b35c-42fe30034d9a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5431 time: 0.2254052 Aug 06 16:03:53.802964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=97bd638e-0cce-426a-ac14-4ab3918d7a47,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:53.805910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port feba7d60-e574-4ef5-bde3-2b961864b504 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:53.806384 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.897083 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7eca283b-8eab-459e-97c4-21ab61d4894e req-4f339c5a-a07a-4378-8237-77f0fb1048d5 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946815 Aug 06 16:03:53.943570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538acc4-db0a-493a-91fb-1619ef24699e req-7eb1d0ac-5693-49b7-8cb6-d3b61de29e73 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:53.953556 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2538acc4-db0a-493a-91fb-1619ef24699e req-7eb1d0ac-5693-49b7-8cb6-d3b61de29e73 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.1517081 Aug 06 16:03:53.962192 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc53cdd-ae55-4a11-a8bf-c4f4df1cb957 x-openstack-request-id: req-1dc53cdd-ae55-4a11-a8bf-c4f4df1cb957 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:53.962729 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-plugged", "status": "completed", "tag": "59fa3aa8-f15b-46d3-be34-760b109ca2e7", "code": 200}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-plugged", "status": "completed", "tag": "83b8c3b1-5145-424e-a6a7-1827a198fa4d", "code": 200}, {"server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "name": "network-vif-plugged", "status": "completed", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871", "code": 200}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-plugged", "status": "completed", "tag": "97bd638e-0cce-426a-ac14-4ab3918d7a47", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:53.963078 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1dc53cdd-ae55-4a11-a8bf-c4f4df1cb957 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:53.969827 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fa3aa8-f15b-46d3-be34-760b109ca2e7', 'code': 200} Aug 06 16:03:53.970233 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b8c3b1-5145-424e-a6a7-1827a198fa4d', 'code': 200} Aug 06 16:03:53.970697 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871', 'code': 200} Aug 06 16:03:53.971582 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bd638e-0cce-426a-ac14-4ab3918d7a47', 'code': 200} Aug 06 16:03:54.019204 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2538acc4-db0a-493a-91fb-1619ef24699e req-76d84d59-e50f-4ff4-9a13-896f966e5370 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646544 Aug 06 16:03:54.077961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aee5d9-09bd-40bd-ab01-9856154611f0 req-bac369f4-a21c-41f4-a9aa-a8e4918ef84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:54.079701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07aee5d9-09bd-40bd-ab01-9856154611f0 req-bac369f4-a21c-41f4-a9aa-a8e4918ef84c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 1101 time: 0.0528352 Aug 06 16:03:54.128718 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:54.197125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07aee5d9-09bd-40bd-ab01-9856154611f0 req-88a8e5b5-57bb-435a-a78c-13deffd362ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088407 Aug 06 16:03:54.237979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port feba7d60-e574-4ef5-bde3-2b961864b504, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=feba7d60-e574-4ef5-bde3-2b961864b504,segment=NetworkSegment(8650d692-b0d5-4718-82c9-ebf069e4b397),segment_id=8650d692-b0d5-4718-82c9-ebf069e4b397)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:54.248070 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:54.249365 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 6696e820-7af7-47d8-a506-1695939844eb up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:54.279820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e3ddf-15ac-4e14-9dfe-b05c959f2704 req-27e81675-7db8-451f-96cb-e9f59a61e491 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:54.281869 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-606e3ddf-15ac-4e14-9dfe-b05c959f2704 req-27e81675-7db8-451f-96cb-e9f59a61e491 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.1295686 Aug 06 16:03:54.374483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-606e3ddf-15ac-4e14-9dfe-b05c959f2704 req-c3f4e607-c27f-4d40-954d-886bc719dfb4 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734921 Aug 06 16:03:54.410930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=feba7d60-e574-4ef5-bde3-2b961864b504,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:54.429194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 6696e820-7af7-47d8-a506-1695939844eb completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:54.438978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 6696e820-7af7-47d8-a506-1695939844eb triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:54.441609 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:54.585088 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:54.656180 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 6696e820-7af7-47d8-a506-1695939844eb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6696e820-7af7-47d8-a506-1695939844eb,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:54.663152 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:54.664151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:54.737395 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=6696e820-7af7-47d8-a506-1695939844eb,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:54.791875 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:54.799521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:54.802456 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:54.932396 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:55.007861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c37bedb5-5d6e-4df8-8cfa-fa9b813666a0,segment=NetworkSegment(8650d692-b0d5-4718-82c9-ebf069e4b397),segment_id=8650d692-b0d5-4718-82c9-ebf069e4b397)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:55.020854 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:55.162511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32817d7-b549-4a55-8812-4332af2fe457 req-076a45bf-de35-4fb1-9475-fb938d247977 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:55.184222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32817d7-b549-4a55-8812-4332af2fe457 req-076a45bf-de35-4fb1-9475-fb938d247977 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:55.187447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=c37bedb5-5d6e-4df8-8cfa-fa9b813666a0,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:55.201474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32817d7-b549-4a55-8812-4332af2fe457 req-076a45bf-de35-4fb1-9475-fb938d247977 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:55.222102 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32817d7-b549-4a55-8812-4332af2fe457 req-076a45bf-de35-4fb1-9475-fb938d247977 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:55.232769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32817d7-b549-4a55-8812-4332af2fe457 req-076a45bf-de35-4fb1-9475-fb938d247977 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:55.247201 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32817d7-b549-4a55-8812-4332af2fe457 req-076a45bf-de35-4fb1-9475-fb938d247977 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:55.259199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32817d7-b549-4a55-8812-4332af2fe457 req-076a45bf-de35-4fb1-9475-fb938d247977 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:55.261989 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a32817d7-b549-4a55-8812-4332af2fe457 req-076a45bf-de35-4fb1-9475-fb938d247977 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5434 time: 0.2642140 Aug 06 16:03:55.364817 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a32817d7-b549-4a55-8812-4332af2fe457 req-954dead8-1a68-40df-b6a1-ca4efb2c72a1 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811017 Aug 06 16:03:55.378559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a1b86-167d-4718-bae8-3b857f0e8780 req-e6e7569e-6922-46cf-94b5-546b2713e5b3 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:55.380240 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-917a1b86-167d-4718-bae8-3b857f0e8780 req-e6e7569e-6922-46cf-94b5-546b2713e5b3 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.1173165 Aug 06 16:03:55.463825 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-917a1b86-167d-4718-bae8-3b857f0e8780 req-73a38375-8571-4de9-ac1b-6af52f4bf007 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509431 Aug 06 16:03:55.622731 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c608f1-d1a7-4b60-9cee-a5247cbfeb0c req-e1beebda-06dc-42d1-b48d-3758af837a84 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:55.630255 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04c608f1-d1a7-4b60-9cee-a5247cbfeb0c req-e1beebda-06dc-42d1-b48d-3758af837a84 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.0683303 Aug 06 16:03:55.678565 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04c608f1-d1a7-4b60-9cee-a5247cbfeb0c req-7762e888-ee1d-4ab1-8216-94159fd6c20c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454659 Aug 06 16:03:55.851596 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d5b1d-0671-4312-8f58-a1e8bf93089d req-5402c846-a053-40ee-9f3b-44d4f5dac202 tempest-MigrationsAdminTest-10907965 tempest-MigrationsAdminTest-10907965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:55.854150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a90d5b1d-0671-4312-8f58-a1e8bf93089d req-5402c846-a053-40ee-9f3b-44d4f5dac202 tempest-MigrationsAdminTest-10907965 tempest-MigrationsAdminTest-10907965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 1101 time: 0.0537238 Aug 06 16:03:55.911119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a90d5b1d-0671-4312-8f58-a1e8bf93089d req-35f9e20c-5733-428b-a0a5-3435124e58e2 tempest-MigrationsAdminTest-10907965 tempest-MigrationsAdminTest-10907965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499573 Aug 06 16:03:55.972644 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feba7d60-e574-4ef5-bde3-2b961864b504'}, {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6696e820-7af7-47d8-a506-1695939844eb'}, {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37bedb5-5d6e-4df8-8cfa-fa9b813666a0'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:55.975399 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a73dda-6dec-447b-bb99-4919e98b701a" -d '{"events": [{"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-plugged", "status": "completed", "tag": "feba7d60-e574-4ef5-bde3-2b961864b504"}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-plugged", "status": "completed", "tag": "6696e820-7af7-47d8-a506-1695939844eb"}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-plugged", "status": "completed", "tag": "c37bedb5-5d6e-4df8-8cfa-fa9b813666a0"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:56.053240 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8febab-fe5d-4b9c-ac69-9b21aada6a6d x-openstack-request-id: req-3c8febab-fe5d-4b9c-ac69-9b21aada6a6d {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:56.053240 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-plugged", "status": "completed", "tag": "feba7d60-e574-4ef5-bde3-2b961864b504", "code": 200}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-plugged", "status": "completed", "tag": "6696e820-7af7-47d8-a506-1695939844eb", "code": 200}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-plugged", "status": "completed", "tag": "c37bedb5-5d6e-4df8-8cfa-fa9b813666a0", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:56.053240 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c8febab-fe5d-4b9c-ac69-9b21aada6a6d {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:56.053240 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feba7d60-e574-4ef5-bde3-2b961864b504', 'code': 200} Aug 06 16:03:56.053240 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6696e820-7af7-47d8-a506-1695939844eb', 'code': 200} Aug 06 16:03:56.053240 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37bedb5-5d6e-4df8-8cfa-fa9b813666a0', 'code': 200} Aug 06 16:03:56.338569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510cb07-7dad-4af9-8865-cead5a80172d req-499796d6-3ad3-4f30-86c4-2df53f2bd302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:56.339163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510cb07-7dad-4af9-8865-cead5a80172d req-499796d6-3ad3-4f30-86c4-2df53f2bd302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:56.339616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510cb07-7dad-4af9-8865-cead5a80172d req-499796d6-3ad3-4f30-86c4-2df53f2bd302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:56.340084 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510cb07-7dad-4af9-8865-cead5a80172d req-499796d6-3ad3-4f30-86c4-2df53f2bd302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:56.340809 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510cb07-7dad-4af9-8865-cead5a80172d req-499796d6-3ad3-4f30-86c4-2df53f2bd302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:56.341285 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510cb07-7dad-4af9-8865-cead5a80172d req-499796d6-3ad3-4f30-86c4-2df53f2bd302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:56.342169 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510cb07-7dad-4af9-8865-cead5a80172d req-499796d6-3ad3-4f30-86c4-2df53f2bd302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:56.345283 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1510cb07-7dad-4af9-8865-cead5a80172d req-499796d6-3ad3-4f30-86c4-2df53f2bd302 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 6491 time: 0.1221967 Aug 06 16:03:56.413052 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1510cb07-7dad-4af9-8865-cead5a80172d req-82e6b6ee-a19d-462c-8179-a8454c542367 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0482116 Aug 06 16:03:56.596966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7b89e-492c-4432-84b8-60882c4ae3db req-2a10124b-60cb-4c2a-a769-ddf8d1384074 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:56.603452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7b89e-492c-4432-84b8-60882c4ae3db req-2a10124b-60cb-4c2a-a769-ddf8d1384074 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:56.609758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7b89e-492c-4432-84b8-60882c4ae3db req-2a10124b-60cb-4c2a-a769-ddf8d1384074 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:56.618536 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7b89e-492c-4432-84b8-60882c4ae3db req-2a10124b-60cb-4c2a-a769-ddf8d1384074 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:56.625288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7b89e-492c-4432-84b8-60882c4ae3db req-2a10124b-60cb-4c2a-a769-ddf8d1384074 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:56.636189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7b89e-492c-4432-84b8-60882c4ae3db req-2a10124b-60cb-4c2a-a769-ddf8d1384074 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:56.644560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7b89e-492c-4432-84b8-60882c4ae3db req-2a10124b-60cb-4c2a-a769-ddf8d1384074 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:56.646969 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4cc7b89e-492c-4432-84b8-60882c4ae3db req-2a10124b-60cb-4c2a-a769-ddf8d1384074 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5434 time: 0.1620345 Aug 06 16:03:56.731178 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4cc7b89e-492c-4432-84b8-60882c4ae3db req-a3b46379-4a00-48d7-8d1e-4c043268ed3c tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767705 Aug 06 16:03:56.777253 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-bc7edee9-d5af-4b04-82ed-f78985b6906f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904946 Aug 06 16:03:57.047803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9284f-1a64-45d4-8c4f-7d609e0eb8e7 req-e1234b1f-3d21-48b8-8210-633b7cd66fe9 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:57.051974 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-35d9284f-1a64-45d4-8c4f-7d609e0eb8e7 req-e1234b1f-3d21-48b8-8210-633b7cd66fe9 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.2215927 Aug 06 16:03:57.113429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46679b1f-da5d-4ad9-af97-e60cee7f75a0 req-57bea145-76b1-4b99-a0a4-ee20d0893f1c tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:57.122499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46679b1f-da5d-4ad9-af97-e60cee7f75a0 req-57bea145-76b1-4b99-a0a4-ee20d0893f1c tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.2207770 Aug 06 16:03:57.178711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-35d9284f-1a64-45d4-8c4f-7d609e0eb8e7 req-0bb71f70-1352-4fb0-8d52-f0e5428c6596 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178062 Aug 06 16:03:57.253055 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46679b1f-da5d-4ad9-af97-e60cee7f75a0 req-bbd68a5e-98cc-4efe-9fb5-368c24795184 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284850 Aug 06 16:03:58.164733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0d494-e780-4e72-bce9-b0b5d731c5f9 req-048fb884-252c-46a5-8737-bca6c99ad60a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:58.199808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0d494-e780-4e72-bce9-b0b5d731c5f9 req-048fb884-252c-46a5-8737-bca6c99ad60a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:58.226363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0d494-e780-4e72-bce9-b0b5d731c5f9 req-048fb884-252c-46a5-8737-bca6c99ad60a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:58.260435 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0d494-e780-4e72-bce9-b0b5d731c5f9 req-048fb884-252c-46a5-8737-bca6c99ad60a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:58.288237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0d494-e780-4e72-bce9-b0b5d731c5f9 req-048fb884-252c-46a5-8737-bca6c99ad60a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:58.306280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0d494-e780-4e72-bce9-b0b5d731c5f9 req-048fb884-252c-46a5-8737-bca6c99ad60a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:58.356986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0d494-e780-4e72-bce9-b0b5d731c5f9 req-048fb884-252c-46a5-8737-bca6c99ad60a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:58.372940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6ee0d494-e780-4e72-bce9-b0b5d731c5f9 req-048fb884-252c-46a5-8737-bca6c99ad60a tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5434 time: 0.3971970 Aug 06 16:03:58.551491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89ed55-dd41-41e7-9ff4-e6aef4abdd5f req-52cb8223-5d55-49cf-b8ed-ee7b421c4530 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:58.554298 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad89ed55-dd41-41e7-9ff4-e6aef4abdd5f req-52cb8223-5d55-49cf-b8ed-ee7b421c4530 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.1460161 Aug 06 16:03:58.577175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6ee0d494-e780-4e72-bce9-b0b5d731c5f9 req-90df1757-ff63-4a22-b168-8202a60f85ab tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2001765 Aug 06 16:03:58.659969 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad89ed55-dd41-41e7-9ff4-e6aef4abdd5f req-83d59de2-26cd-4f2f-bb74-b3fc49f1341c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803726 Aug 06 16:03:58.784117 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8559a-8e23-4bf7-98fe-dd3ab42bfea1 req-0c35b92f-4ccc-43aa-9ea4-3b389f4033d2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:58.786741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1eb8559a-8e23-4bf7-98fe-dd3ab42bfea1 req-0c35b92f-4ccc-43aa-9ea4-3b389f4033d2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.0987456 Aug 06 16:03:58.892380 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1eb8559a-8e23-4bf7-98fe-dd3ab42bfea1 req-83aec4f3-ab0a-4fce-b633-52f683bb2269 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952878 Aug 06 16:03:59.087719 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-c4be430a-29a6-45dc-a19a-3037a223f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:59.090694 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-c4be430a-29a6-45dc-a19a-3037a223f8c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 1101 time: 0.0515594 Aug 06 16:03:59.206322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-fc15d987-f3e9-441b-8e3a-b84a90399caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:59.207815 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-fc15d987-f3e9-441b-8e3a-b84a90399caa service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1107693 Aug 06 16:03:59.268995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-25a96f5c-ec32-4d96-b359-5fe903704d1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a5b52004-bb45-40ac-bcc8-a045079ad871 HTTP/1.1" status: 200 len: 217 time: 0.0503991 Aug 06 16:03:59.338224 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-a4676579-5e54-42e0-bedb-be042bced4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:59.339979 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-a4676579-5e54-42e0-bedb-be042bced4ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0598407 Aug 06 16:03:59.397436 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-930dc1d1-32e3-46ec-86a8-58c7deee263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:59.400172 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-930dc1d1-32e3-46ec-86a8-58c7deee263e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469105 Aug 06 16:03:59.550326 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-77e31838-764c-4beb-bf47-3415c560d31a service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368315 Aug 06 16:03:59.909325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-c0c4322c-565f-4f9d-8cd7-3d4ce5a03546 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508320 Aug 06 16:03:59.931955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65514ca6-ed73-4d82-ba37-e52e6404a2f2 req-43484442-08a3-4dee-aa78-3f25303da431 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:59.940869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65514ca6-ed73-4d82-ba37-e52e6404a2f2 req-43484442-08a3-4dee-aa78-3f25303da431 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:59.948524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65514ca6-ed73-4d82-ba37-e52e6404a2f2 req-43484442-08a3-4dee-aa78-3f25303da431 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:59.955811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65514ca6-ed73-4d82-ba37-e52e6404a2f2 req-43484442-08a3-4dee-aa78-3f25303da431 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:59.962432 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65514ca6-ed73-4d82-ba37-e52e6404a2f2 req-43484442-08a3-4dee-aa78-3f25303da431 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:59.968988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65514ca6-ed73-4d82-ba37-e52e6404a2f2 req-43484442-08a3-4dee-aa78-3f25303da431 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:59.979619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65514ca6-ed73-4d82-ba37-e52e6404a2f2 req-43484442-08a3-4dee-aa78-3f25303da431 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:59.989703 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-65514ca6-ed73-4d82-ba37-e52e6404a2f2 req-43484442-08a3-4dee-aa78-3f25303da431 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5434 time: 0.2163830 Aug 06 16:04:00.032308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689b5f8-17ff-466d-9d1a-30774484e12e req-67c13a1c-b565-457f-b2aa-3504e0d95d8a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:00.039735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a689b5f8-17ff-466d-9d1a-30774484e12e req-67c13a1c-b565-457f-b2aa-3504e0d95d8a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.2021492 Aug 06 16:04:00.059045 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-65514ca6-ed73-4d82-ba37-e52e6404a2f2 req-82d33c4c-1c30-46c0-a108-488cdd150bd6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679817 Aug 06 16:04:00.112891 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a689b5f8-17ff-466d-9d1a-30774484e12e req-d0ef35c2-9b2b-41a5-9ecd-a301b9382a46 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527830 Aug 06 16:04:00.184005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354a923-5a23-4f6b-881c-e30a62eba821 req-d2b016ac-6b1d-4d9a-876e-4ba303a1b891 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:00.185616 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3354a923-5a23-4f6b-881c-e30a62eba821 req-d2b016ac-6b1d-4d9a-876e-4ba303a1b891 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.0511923 Aug 06 16:04:00.254460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3354a923-5a23-4f6b-881c-e30a62eba821 req-5fbbca11-6c3c-4ac8-aadc-edbf4b0176c0 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622787 Aug 06 16:04:00.369191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9371f2-62c8-4566-8b06-cac64d836725 req-eacf8509-918b-4290-9814-512d995bc5de tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:00.375840 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9371f2-62c8-4566-8b06-cac64d836725 req-eacf8509-918b-4290-9814-512d995bc5de tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:00.382483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9371f2-62c8-4566-8b06-cac64d836725 req-eacf8509-918b-4290-9814-512d995bc5de tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:00.389996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9371f2-62c8-4566-8b06-cac64d836725 req-eacf8509-918b-4290-9814-512d995bc5de tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:00.396973 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9371f2-62c8-4566-8b06-cac64d836725 req-eacf8509-918b-4290-9814-512d995bc5de tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:00.404625 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9371f2-62c8-4566-8b06-cac64d836725 req-eacf8509-918b-4290-9814-512d995bc5de tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:00.412358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9371f2-62c8-4566-8b06-cac64d836725 req-eacf8509-918b-4290-9814-512d995bc5de tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:00.414687 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e9371f2-62c8-4566-8b06-cac64d836725 req-eacf8509-918b-4290-9814-512d995bc5de tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5434 time: 0.1219137 Aug 06 16:04:00.425065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40574) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:00.430276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c22fa688-b6e2-464e-bf2a-1c2c6f78d292 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Request body: {'floatingip': {'port_id': '59fa3aa8-f15b-46d3-be34-760b109ca2e7'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:00.478680 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c22fa688-b6e2-464e-bf2a-1c2c6f78d292 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for floatingip, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:01.104366 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c22fa688-b6e2-464e-bf2a-1c2c6f78d292 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:01.109364 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c22fa688-b6e2-464e-bf2a-1c2c6f78d292 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:01.241281 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-c22fa688-b6e2-464e-bf2a-1c2c6f78d292 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Floating IP f6d1c2e6-4aba-4255-aeb7-a582e53507a1 associated. External IP: 172.25.1.92, port: 59fa3aa8-f15b-46d3-be34-760b109ca2e7. Aug 06 16:04:01.255469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c72796-f27b-4a32-bada-aa82e4340638 req-9bcf7a71-0261-46f5-8dc2-d0b394e822cc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:01.255469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-28c72796-f27b-4a32-bada-aa82e4340638 req-9bcf7a71-0261-46f5-8dc2-d0b394e822cc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.0649724 Aug 06 16:04:01.316086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-28c72796-f27b-4a32-bada-aa82e4340638 req-f0168b72-1548-4ba7-9493-54de7b7f4b62 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535798 Aug 06 16:04:01.500384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831a29b-2b42-4b6b-96dc-9a2483f4db7c req-8d31bb18-47cb-4f48-869f-2adab98bd247 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:01.503423 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7831a29b-2b42-4b6b-96dc-9a2483f4db7c req-8d31bb18-47cb-4f48-869f-2adab98bd247 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.1028514 Aug 06 16:04:01.580170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7831a29b-2b42-4b6b-96dc-9a2483f4db7c req-06318dfc-15c2-45d7-b0a3-29a98d3ca9ed tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656207 Aug 06 16:04:01.681830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22fa688-b6e2-464e-bf2a-1c2c6f78d292 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Router 294998e4-57aa-4181-8e21-c80e09a62232 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:04:01.880704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22fa688-b6e2-464e-bf2a-1c2c6f78d292 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:04:01.888476 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c22fa688-b6e2-464e-bf2a-1c2c6f78d292 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:01.902716 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a0bbf-dfd5-4319-a356-1457a2f086f0 None None] Sync routers for ids ['294998e4-57aa-4181-8e21-c80e09a62232'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:04:01.927338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a0bbf-dfd5-4319-a356-1457a2f086f0 None None] Routers {'294998e4-57aa-4181-8e21-c80e09a62232'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:04:01.929466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4b2a0bbf-dfd5-4319-a356-1457a2f086f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:03:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['294998e4-57aa-4181-8e21-c80e09a62232'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:01.947574 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c22fa688-b6e2-464e-bf2a-1c2c6f78d292 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "PUT /v2.0/floatingips/f6d1c2e6-4aba-4255-aeb7-a582e53507a1 HTTP/1.1" status: 200 len: 990 time: 1.5208983 Aug 06 16:04:01.949538 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'tag': '59fa3aa8-f15b-46d3-be34-760b109ca2e7'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:01.954467 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2169469-cc9b-429e-a0d6-ab9d47875979" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "tag": "59fa3aa8-f15b-46d3-be34-760b109ca2e7"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:02.192232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-4b2a0bbf-dfd5-4319-a356-1457a2f086f0 None None] Set router 294998e4-57aa-4181-8e21-c80e09a62232 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:04:02.293796 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ead4d6-4d7c-4aef-90d1-081fa90d637d x-openstack-request-id: req-19ead4d6-4d7c-4aef-90d1-081fa90d637d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:02.294482 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "tag": "59fa3aa8-f15b-46d3-be34-760b109ca2e7", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:02.294829 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19ead4d6-4d7c-4aef-90d1-081fa90d637d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:02.295364 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'tag': '59fa3aa8-f15b-46d3-be34-760b109ca2e7', 'status': 'completed', 'code': 200} Aug 06 16:04:02.411349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-04aa0e81-3658-4981-a3d0-95dafb175454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:02.412091 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-04aa0e81-3658-4981-a3d0-95dafb175454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:02.413450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-04aa0e81-3658-4981-a3d0-95dafb175454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:02.414908 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-04aa0e81-3658-4981-a3d0-95dafb175454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:02.415563 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-04aa0e81-3658-4981-a3d0-95dafb175454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:02.416348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-04aa0e81-3658-4981-a3d0-95dafb175454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:02.417462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-04aa0e81-3658-4981-a3d0-95dafb175454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:02.426765 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-04aa0e81-3658-4981-a3d0-95dafb175454 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=964dc75051674f75a50f3eba300bee26&device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 6491 time: 0.0958178 Aug 06 16:04:02.565874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02930bb4-30c2-4fca-82fb-a92cfff36a33 req-a39e48db-7c06-46d4-9c58-b015ffe7c60f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:02.582109 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02930bb4-30c2-4fca-82fb-a92cfff36a33 req-a39e48db-7c06-46d4-9c58-b015ffe7c60f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.1321204 Aug 06 16:04:02.676407 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02930bb4-30c2-4fca-82fb-a92cfff36a33 req-93d0ae5e-d21b-46c7-8aaf-a7534cebd83e tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900526 Aug 06 16:04:02.727761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-82d4ef53-c4a8-4c2a-ad81-ad9af70a0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:02.729343 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-82d4ef53-c4a8-4c2a-ad81-ad9af70a0006 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7014f70e-1588-4abd-8ad1-8e22ba7acd96 HTTP/1.1" status: 200 len: 913 time: 0.2982440 Aug 06 16:04:02.815535 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86546f8-4e51-406b-9ebf-51bf191867f5 req-6f92740f-7da8-4b0e-8a73-d14381d46340 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:02.819535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4b2a0bbf-dfd5-4319-a356-1457a2f086f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294998e4-57aa-4181-8e21-c80e09a62232', 'name': 'tempest-TaggedBootDevicesTest-2028610235-router', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:28Z', 'updated_at': '2021-08-06T16:01:38Z', 'revision_number': 4, 'project_id': '964dc75051674f75a50f3eba300bee26', 'gw_port': {'id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:29Z', 'updated_at': '2021-08-06T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'f6d1c2e6-4aba-4255-aeb7-a582e53507a1', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'port_id': '59fa3aa8-f15b-46d3-be34-760b109ca2e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'mac_address': 'fa:16:3e:9f:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:04:01Z', 'revision_number': 1, 'project_id': '964dc75051674f75a50f3eba300bee26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7531f4-acc7-4b21-b257-a2ac2168a022', 'name': '', 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'mac_address': 'fa:16:3e:57:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:37Z', 'updated_at': '2021-08-06T16:01:48Z', 'revision_number': 5, 'project_id': '964dc75051674f75a50f3eba300bee26', 'subnets': [{'id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:02.824114 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a86546f8-4e51-406b-9ebf-51bf191867f5 req-6f92740f-7da8-4b0e-8a73-d14381d46340 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.1320221 Aug 06 16:04:02.863541 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a0bbf-dfd5-4319-a356-1457a2f086f0 None None] Checking router: 294998e4-57aa-4181-8e21-c80e09a62232 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:04:02.874812 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a0bbf-dfd5-4319-a356-1457a2f086f0 None None] Routers {'294998e4-57aa-4181-8e21-c80e09a62232'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:04:02.875566 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4b2a0bbf-dfd5-4319-a356-1457a2f086f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:03:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['294998e4-57aa-4181-8e21-c80e09a62232'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:02.908400 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a86546f8-4e51-406b-9ebf-51bf191867f5 req-18f54944-7049-4657-8e09-1f8016e26a06 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832052 Aug 06 16:04:02.936661 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-da330676-cb7f-4d5c-8151-622ccbf266a7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59fa3aa8-f15b-46d3-be34-760b109ca2e7 HTTP/1.1" status: 200 len: 998 time: 0.1941533 Aug 06 16:04:03.029048 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-f6fdc68f-37d3-4457-8bfb-a35b7b64c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:03.031862 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-f6fdc68f-37d3-4457-8bfb-a35b7b64c588 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=439dc982-ce89-4fa4-9cd7-95fb9df42d90 HTTP/1.1" status: 200 len: 851 time: 0.0798316 Aug 06 16:04:03.097932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-4b2a0bbf-dfd5-4319-a356-1457a2f086f0 None None] Set router 294998e4-57aa-4181-8e21-c80e09a62232 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:04:03.214113 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-49767513-989c-49ae-b18b-ccafb61a169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:03.217606 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-49767513-989c-49ae-b18b-ccafb61a169a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7014f70e-1588-4abd-8ad1-8e22ba7acd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726382 Aug 06 16:04:03.610740 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4b2a0bbf-dfd5-4319-a356-1457a2f086f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294998e4-57aa-4181-8e21-c80e09a62232', 'name': 'tempest-TaggedBootDevicesTest-2028610235-router', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:28Z', 'updated_at': '2021-08-06T16:01:38Z', 'revision_number': 4, 'project_id': '964dc75051674f75a50f3eba300bee26', 'gw_port': {'id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:29Z', 'updated_at': '2021-08-06T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'f6d1c2e6-4aba-4255-aeb7-a582e53507a1', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'port_id': '59fa3aa8-f15b-46d3-be34-760b109ca2e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'mac_address': 'fa:16:3e:9f:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:04:01Z', 'revision_number': 1, 'project_id': '964dc75051674f75a50f3eba300bee26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7531f4-acc7-4b21-b257-a2ac2168a022', 'name': '', 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'mac_address': 'fa:16:3e:57:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:37Z', 'updated_at': '2021-08-06T16:01:48Z', 'revision_number': 5, 'project_id': '964dc75051674f75a50f3eba300bee26', 'subnets': [{'id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:03.654246 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a0bbf-dfd5-4319-a356-1457a2f086f0 None None] The sync data for ids ['294998e4-57aa-4181-8e21-c80e09a62232'] in n-d-803756-1 is: [{'id': '294998e4-57aa-4181-8e21-c80e09a62232', 'name': 'tempest-TaggedBootDevicesTest-2028610235-router', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:28Z', 'updated_at': '2021-08-06T16:01:38Z', 'revision_number': 4, 'project_id': '964dc75051674f75a50f3eba300bee26', 'gw_port': {'id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:29Z', 'updated_at': '2021-08-06T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'f6d1c2e6-4aba-4255-aeb7-a582e53507a1', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'port_id': '59fa3aa8-f15b-46d3-be34-760b109ca2e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'mac_address': 'fa:16:3e:9f:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:04:01Z', 'revision_number': 1, 'project_id': '964dc75051674f75a50f3eba300bee26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7531f4-acc7-4b21-b257-a2ac2168a022', 'name': '', 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'mac_address': 'fa:16:3e:57:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:37Z', 'updated_at': '2021-08-06T16:01:48Z', 'revision_number': 5, 'project_id': '964dc75051674f75a50f3eba300bee26', 'subnets': [{'id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:04:03.701393 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fab1365b-d230-4357-b3bb-ea9e5dfeb1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:03.805697 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-cef5ce28-65e3-49d9-9fe3-325afa1c6492 service neutron] 10.222.0.78 "GET /v2.0/networks/7014f70e-1588-4abd-8ad1-8e22ba7acd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763845 Aug 06 16:04:03.915291 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae61a85-4a5a-4702-8d43-82ba29ffa864 req-ca4f8aed-bde5-46b9-a295-4fb4c6b9a014 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:03.917506 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dae61a85-4a5a-4702-8d43-82ba29ffa864 req-ca4f8aed-bde5-46b9-a295-4fb4c6b9a014 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.0912716 Aug 06 16:04:03.977591 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dae61a85-4a5a-4702-8d43-82ba29ffa864 req-94037da1-2fad-4e7a-b01f-34569d280beb tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514464 Aug 06 16:04:04.081884 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f2169469-cc9b-429e-a0d6-ab9d47875979 req-754e2b7d-d646-47b1-be6a-ee7d35f77ed4 service neutron] 10.222.0.78 "GET /v2.0/networks/7014f70e-1588-4abd-8ad1-8e22ba7acd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657764 Aug 06 16:04:04.159200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07ef49-50d8-448d-8808-3f2ef8dd86c0 req-4cd1950f-0226-4778-91de-7d000ed0f7c4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:04.161151 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e07ef49-50d8-448d-8808-3f2ef8dd86c0 req-4cd1950f-0226-4778-91de-7d000ed0f7c4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.0808926 Aug 06 16:04:04.200701 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcde4361-b57b-45c2-80af-dda298a26259 None None] New status for floating IP f6d1c2e6-4aba-4255-aeb7-a582e53507a1: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:04:04.228630 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e07ef49-50d8-448d-8808-3f2ef8dd86c0 req-8d52647d-c82e-4ddb-9e38-779f88d2abbe tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603669 Aug 06 16:04:04.986850 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5e9c378-ad32-4b82-bbfd-ef01c4b89b9c req-7c2d41fe-98c5-4723-ae43-723ebc495212 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586829 Aug 06 16:04:05.078017 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9c378-ad32-4b82-bbfd-ef01c4b89b9c req-65934e7e-c283-4e4f-99f5-0ff41f4a1ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:05.080132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5e9c378-ad32-4b82-bbfd-ef01c4b89b9c req-65934e7e-c283-4e4f-99f5-0ff41f4a1ced service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 1097 time: 0.0516655 Aug 06 16:04:05.301577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd4c8b-8319-4098-a6d5-dc4396947c34 req-4efdfa8f-19e4-4b50-a7b9-e0d19ebefaa5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:05.316169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82fd4c8b-8319-4098-a6d5-dc4396947c34 req-4efdfa8f-19e4-4b50-a7b9-e0d19ebefaa5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.2210002 Aug 06 16:04:05.406869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9c378-ad32-4b82-bbfd-ef01c4b89b9c req-3db91910-da66-4636-ada4-690f4b639900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:05.409876 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5e9c378-ad32-4b82-bbfd-ef01c4b89b9c req-3db91910-da66-4636-ada4-690f4b639900 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.2932878 Aug 06 16:04:05.416272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82fd4c8b-8319-4098-a6d5-dc4396947c34 req-c1585f14-3659-4bbb-94a9-fa0327dd38f8 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941420 Aug 06 16:04:05.454544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5e9c378-ad32-4b82-bbfd-ef01c4b89b9c req-e3571782-066d-4902-b823-17e4cbfc66ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff868b4c-0afe-4703-a663-d9a93b422c6e HTTP/1.1" status: 200 len: 217 time: 0.0370476 Aug 06 16:04:05.595230 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1d39b-116c-49f9-96cb-3d1edbdd4e34 req-01a503b9-b8cc-4f1c-ac9e-23f74762796b tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:05.600883 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99e1d39b-116c-49f9-96cb-3d1edbdd4e34 req-01a503b9-b8cc-4f1c-ac9e-23f74762796b tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.1449254 Aug 06 16:04:05.607177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9c378-ad32-4b82-bbfd-ef01c4b89b9c req-046c2e56-25e6-4edb-92f6-f4226ac884fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:05.612952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5e9c378-ad32-4b82-bbfd-ef01c4b89b9c req-046c2e56-25e6-4edb-92f6-f4226ac884fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.1477118 Aug 06 16:04:05.758871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99e1d39b-116c-49f9-96cb-3d1edbdd4e34 req-70553fb9-4230-41b3-8ebe-0ab247f7b3da tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392529 Aug 06 16:04:05.787527 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9c378-ad32-4b82-bbfd-ef01c4b89b9c req-b695507b-261e-4007-8687-134cd0f666cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:05.792241 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5e9c378-ad32-4b82-bbfd-ef01c4b89b9c req-b695507b-261e-4007-8687-134cd0f666cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636691 Aug 06 16:04:06.128529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5e9c378-ad32-4b82-bbfd-ef01c4b89b9c req-88528ce2-0052-4bec-a051-2a807487fa2c service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234820 Aug 06 16:04:06.166311 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-832bcdba-14a2-4f93-9a37-4531f566c92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:06.352140 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5e9c378-ad32-4b82-bbfd-ef01c4b89b9c req-4604d32e-fe12-466e-b445-b2dcc795ca57 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151268 Aug 06 16:04:06.516609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40678) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:06.619647 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:06.678199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59aa521-8461-4e97-b686-39d4c40f6a3e req-73daf284-d6da-423e-8eef-a3b0d4c653fc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:06.681348 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a59aa521-8461-4e97-b686-39d4c40f6a3e req-73daf284-d6da-423e-8eef-a3b0d4c653fc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.1468086 Aug 06 16:04:06.756337 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a59aa521-8461-4e97-b686-39d4c40f6a3e req-93232c32-f82f-4321-81d2-6abd8ba7a7ec tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611980 Aug 06 16:04:06.775400 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d02d1fb0-396b-4d12-8c13-4f3dc1eff253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.005492 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3add7-8f03-4df6-8032-040f83b83371 req-cd522e7c-5eb5-41cc-abfb-0b2f8e228ac8 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:07.007625 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30d3add7-8f03-4df6-8032-040f83b83371 req-cd522e7c-5eb5-41cc-abfb-0b2f8e228ac8 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.1409109 Aug 06 16:04:07.057367 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d02d1fb0-396b-4d12-8c13-4f3dc1eff253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.075957 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d02d1fb0-396b-4d12-8c13-4f3dc1eff253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.114668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30d3add7-8f03-4df6-8032-040f83b83371 req-8975dbd1-d71c-4cb3-8211-ea6371841503 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888569 Aug 06 16:04:07.151663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d1fb0-396b-4d12-8c13-4f3dc1eff253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1cd230-53a2-4a4d-ad13-2c4789ef3612,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:07.163034 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d02d1fb0-396b-4d12-8c13-4f3dc1eff253 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4521836cd1c84c2fb56676b5e5a0101c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6428156 Aug 06 16:04:07.165442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40692) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:07.222105 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.269366 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c0ae129e-0d4f-4cb9-8a1b-80ec54e1051c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.311243 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c0ae129e-0d4f-4cb9-8a1b-80ec54e1051c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.379237 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c0ae129e-0d4f-4cb9-8a1b-80ec54e1051c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.383241 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c0ae129e-0d4f-4cb9-8a1b-80ec54e1051c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.384825 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c0ae129e-0d4f-4cb9-8a1b-80ec54e1051c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d1cd230-53a2-4a4d-ad13-2c4789ef3612 HTTP/1.1" status: 204 len: 168 time: 0.2176654 Aug 06 16:04:07.398753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae129e-0d4f-4cb9-8a1b-80ec54e1051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1cd230-53a2-4a4d-ad13-2c4789ef3612,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:07.916066 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40702) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:07.942069 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-98c7f6ef-ba10-41ed-8b95-4bc4bb259739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.989889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854b4eb-a2b0-4e76-8a83-d3a7e5d79206 req-4a22c568-05dc-4a6e-a8c8-25749913e83c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:08.004329 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0854b4eb-a2b0-4e76-8a83-d3a7e5d79206 req-4a22c568-05dc-4a6e-a8c8-25749913e83c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.1020629 Aug 06 16:04:08.076832 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0854b4eb-a2b0-4e76-8a83-d3a7e5d79206 req-38684e22-06cd-4710-830d-a01c7c7dc17a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692337 Aug 06 16:04:08.162260 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-98c7f6ef-ba10-41ed-8b95-4bc4bb259739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.168528 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-98c7f6ef-ba10-41ed-8b95-4bc4bb259739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.229492 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40712) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:08.239244 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-98c7f6ef-ba10-41ed-8b95-4bc4bb259739 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec8d88de3aa14f29945cb0801eff71af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210337 Aug 06 16:04:08.240257 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7f6ef-ba10-41ed-8b95-4bc4bb259739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5be167b-74b3-4837-9baa-73b9986b137a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:08.328140 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8646505-dea3-4135-9aa0-fa618764930c req-9a599360-14fc-4f11-ae74-482845159e0f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:08.329917 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8646505-dea3-4135-9aa0-fa618764930c req-9a599360-14fc-4f11-ae74-482845159e0f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.0932941 Aug 06 16:04:08.345457 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71145f97-2c42-425d-b917-8688c060980b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.403129 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71145f97-2c42-425d-b917-8688c060980b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.408102 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8646505-dea3-4135-9aa0-fa618764930c req-69785d43-dc64-4898-a784-376f403b844c tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689175 Aug 06 16:04:08.483465 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71145f97-2c42-425d-b917-8688c060980b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.486630 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71145f97-2c42-425d-b917-8688c060980b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.490263 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-71145f97-2c42-425d-b917-8688c060980b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5be167b-74b3-4837-9baa-73b9986b137a HTTP/1.1" status: 204 len: 168 time: 0.2596438 Aug 06 16:04:08.506543 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71145f97-2c42-425d-b917-8688c060980b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5be167b-74b3-4837-9baa-73b9986b137a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:08.972517 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.169818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40726) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:09.198905 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7ff193d3-a9f6-41f4-9170-4946246026e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.331754 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cb123-5503-44e6-a489-de7b2ae79c96 req-cc725b31-e01b-402f-b1ff-bcf633bfb91c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:09.345076 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d8cb123-5503-44e6-a489-de7b2ae79c96 req-cc725b31-e01b-402f-b1ff-bcf633bfb91c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.1337574 Aug 06 16:04:09.385480 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7ff193d3-a9f6-41f4-9170-4946246026e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.390829 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7ff193d3-a9f6-41f4-9170-4946246026e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.415812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d8cb123-5503-44e6-a489-de7b2ae79c96 req-836633fc-91c6-46ac-b399-2ae3d1f5dfb7 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693657 Aug 06 16:04:09.441229 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7ff193d3-a9f6-41f4-9170-4946246026e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10f367ef9e864adeadeb3bb04820387d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699594 Aug 06 16:04:09.444200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40730) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:09.449125 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff193d3-a9f6-41f4-9170-4946246026e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65763cb-a2ea-46ed-b25d-9b93b98dddcd,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:09.526728 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2038cbda-57f1-41b1-8728-a7f21ec69de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.569521 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2038cbda-57f1-41b1-8728-a7f21ec69de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.672241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96830305-4e7d-4d30-afe5-20697da0f98d req-f0af2847-d974-4077-81b1-eea616013fc9 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:09.674329 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-96830305-4e7d-4d30-afe5-20697da0f98d req-f0af2847-d974-4077-81b1-eea616013fc9 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.1231160 Aug 06 16:04:09.723885 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2038cbda-57f1-41b1-8728-a7f21ec69de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.727205 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2038cbda-57f1-41b1-8728-a7f21ec69de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.732412 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2038cbda-57f1-41b1-8728-a7f21ec69de8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d65763cb-a2ea-46ed-b25d-9b93b98dddcd HTTP/1.1" status: 204 len: 168 time: 0.2833738 Aug 06 16:04:09.762367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-96830305-4e7d-4d30-afe5-20697da0f98d req-f7c31213-3ff9-464a-913d-6d0c06eb4153 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754211 Aug 06 16:04:09.763725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038cbda-57f1-41b1-8728-a7f21ec69de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65763cb-a2ea-46ed-b25d-9b93b98dddcd,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:10.106086 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7004929-3a7c-4343-8a82-11650f4b4837 req-429ce135-98a8-463a-9653-f6e901c0142f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558014 Aug 06 16:04:10.208266 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7004929-3a7c-4343-8a82-11650f4b4837 req-711bdd7a-c8e1-45dd-ae4c-eed70bcf3f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:10.211504 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7004929-3a7c-4343-8a82-11650f4b4837 req-711bdd7a-c8e1-45dd-ae4c-eed70bcf3f75 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 1100 time: 0.0528338 Aug 06 16:04:10.361409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7004929-3a7c-4343-8a82-11650f4b4837 req-0175a020-b55b-4e93-b810-f94c12a2f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:10.363100 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7004929-3a7c-4343-8a82-11650f4b4837 req-0175a020-b55b-4e93-b810-f94c12a2f09a service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1204884 Aug 06 16:04:10.432265 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7004929-3a7c-4343-8a82-11650f4b4837 req-177c4586-938d-4ca8-acfc-f4aa1cc764ed service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7 HTTP/1.1" status: 200 len: 217 time: 0.0610316 Aug 06 16:04:10.516548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7004929-3a7c-4343-8a82-11650f4b4837 req-b7dcbb9d-80fb-459f-bdc0-44d960eb6a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:10.518525 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7004929-3a7c-4343-8a82-11650f4b4837 req-b7dcbb9d-80fb-459f-bdc0-44d960eb6a22 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0781677 Aug 06 16:04:10.582714 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f5375-6df2-4c0c-9afb-a2f421a1d1d0 req-2dbb70cf-9aa9-46a2-a2d0-78dd2542174c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:10.593224 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f14f5375-6df2-4c0c-9afb-a2f421a1d1d0 req-2dbb70cf-9aa9-46a2-a2d0-78dd2542174c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.0836525 Aug 06 16:04:10.599982 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7004929-3a7c-4343-8a82-11650f4b4837 req-e0324d92-10e9-408c-9f75-4ee2f2d0028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:10.602277 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7004929-3a7c-4343-8a82-11650f4b4837 req-e0324d92-10e9-408c-9f75-4ee2f2d0028c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0730102 Aug 06 16:04:10.660535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f14f5375-6df2-4c0c-9afb-a2f421a1d1d0 req-069996e2-2405-4e84-aee3-025dc4dd156b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653610 Aug 06 16:04:10.784331 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7004929-3a7c-4343-8a82-11650f4b4837 req-394df3c1-18d6-4438-bbee-2bfdc3a4528a service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621079 Aug 06 16:04:10.973491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bf7c6-62b2-40e8-8aca-55c288a2fa84 req-8a8a26e6-9b50-4678-8915-8f154e912298 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:10.975779 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-648bf7c6-62b2-40e8-8aca-55c288a2fa84 req-8a8a26e6-9b50-4678-8915-8f154e912298 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.1143694 Aug 06 16:04:10.999811 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7004929-3a7c-4343-8a82-11650f4b4837 req-9057d4ad-c822-4cdf-923d-e47f40915ff1 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867929 Aug 06 16:04:11.046723 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-648bf7c6-62b2-40e8-8aca-55c288a2fa84 req-1d932bc2-db76-4bc7-96d3-da7dc486b2ff tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574982 Aug 06 16:04:11.870695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fad844-1020-4a3d-b785-206bdc447e1d req-5f5023de-91ba-460d-b51d-ac59c8d70c67 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:11.872365 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18fad844-1020-4a3d-b785-206bdc447e1d req-5f5023de-91ba-460d-b51d-ac59c8d70c67 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.0961361 Aug 06 16:04:11.930409 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18fad844-1020-4a3d-b785-206bdc447e1d req-e4fcd231-8217-4cf1-a7a8-d6529a839b04 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515010 Aug 06 16:04:12.285468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b41c9-8858-4ae4-b001-cbfd5ed719c5 req-f4c529ef-b3c6-4fd7-a35a-02ea6254d113 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:12.287774 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-128b41c9-8858-4ae4-b001-cbfd5ed719c5 req-f4c529ef-b3c6-4fd7-a35a-02ea6254d113 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.0671532 Aug 06 16:04:12.335466 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-128b41c9-8858-4ae4-b001-cbfd5ed719c5 req-6ac6abd1-16d0-4d49-99a6-7e1e6b0cf281 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411391 Aug 06 16:04:13.088795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f4ff3-4426-43a1-82e8-ba3deadabe10 req-f2f5ad03-76b1-4073-8a2b-cfa213ec31e7 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.098312 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f29f4ff3-4426-43a1-82e8-ba3deadabe10 req-f2f5ad03-76b1-4073-8a2b-cfa213ec31e7 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.0715220 Aug 06 16:04:13.152907 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f29f4ff3-4426-43a1-82e8-ba3deadabe10 req-d26404a7-9243-4550-8022-65c197fcff61 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521619 Aug 06 16:04:13.567307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4b866-eaec-4066-8a52-b874c2657691 req-e200f229-ce0a-4b85-849e-0c87e30f07a1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.569193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8b4b866-eaec-4066-8a52-b874c2657691 req-e200f229-ce0a-4b85-849e-0c87e30f07a1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.1380792 Aug 06 16:04:13.630805 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8b4b866-eaec-4066-8a52-b874c2657691 req-79349cc9-1839-407a-b0a8-12edeb15484a tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540438 Aug 06 16:04:14.382264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b5fc1-0925-45b3-9185-a2ca9ff498cc req-86c18513-d3c9-486c-9619-9b1f2c72c992 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:14.384803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-126b5fc1-0925-45b3-9185-a2ca9ff498cc req-86c18513-d3c9-486c-9619-9b1f2c72c992 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.1067519 Aug 06 16:04:14.468802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-126b5fc1-0925-45b3-9185-a2ca9ff498cc req-54a303f7-9bd8-4b98-ba2a-ac52184a7fd8 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632133 Aug 06 16:04:14.830329 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2f557-ae97-4c41-a455-1772d9ec87f1 req-e0f138cb-5bce-4e69-8e9c-4b6264c362ee tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:14.834084 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54d2f557-ae97-4c41-a455-1772d9ec87f1 req-e0f138cb-5bce-4e69-8e9c-4b6264c362ee tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 946 time: 0.1071045 Aug 06 16:04:14.899424 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54d2f557-ae97-4c41-a455-1772d9ec87f1 req-4f6a37b3-8219-4c80-8b83-669ff98442b6 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580549 Aug 06 16:04:15.800361 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e822d-1249-4496-a461-00581a7bc488 req-31ca2ab6-a644-406a-b369-2e86e69b1494 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:15.822366 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a2e822d-1249-4496-a461-00581a7bc488 req-31ca2ab6-a644-406a-b369-2e86e69b1494 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.2102735 Aug 06 16:04:15.981140 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a2e822d-1249-4496-a461-00581a7bc488 req-82310156-87ef-47a8-b151-6c124f3e917f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561828 Aug 06 16:04:16.376782 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40912) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:16.694768 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f5112c53-1d6d-4c9a-a8f1-815dc0fdbdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:16.863205 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f5112c53-1d6d-4c9a-a8f1-815dc0fdbdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:16.872232 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f5112c53-1d6d-4c9a-a8f1-815dc0fdbdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:16.931315 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5112c53-1d6d-4c9a-a8f1-815dc0fdbdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d6e74b-9dc0-458d-871e-b3b753b99427,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:16.951451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40930) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:16.952555 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f5112c53-1d6d-4c9a-a8f1-815dc0fdbdac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=451e9586863f425697655c53985d2ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5717113 Aug 06 16:04:17.052435 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e941971b-e333-43a2-84fc-9387671832ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:17.104697 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e941971b-e333-43a2-84fc-9387671832ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:17.226708 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed11e3-5133-4d9e-b92b-b3d763742318 req-a5bda731-4736-4da5-9553-23af2fa96042 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:17.228301 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3ed11e3-5133-4d9e-b92b-b3d763742318 req-a5bda731-4736-4da5-9553-23af2fa96042 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.0696785 Aug 06 16:04:17.239187 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e941971b-e333-43a2-84fc-9387671832ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:17.246686 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e941971b-e333-43a2-84fc-9387671832ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:17.246686 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e941971b-e333-43a2-84fc-9387671832ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33d6e74b-9dc0-458d-871e-b3b753b99427 HTTP/1.1" status: 204 len: 168 time: 0.2917461 Aug 06 16:04:17.274332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941971b-e333-43a2-84fc-9387671832ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d6e74b-9dc0-458d-871e-b3b753b99427,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:17.309579 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3ed11e3-5133-4d9e-b92b-b3d763742318 req-62ae48a1-295b-41cb-8000-364a68ed27de tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739145 Aug 06 16:04:18.336946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c391664-1534-421b-8986-b45c7a7ea282 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:04:18.475482 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec4363-4cfb-4f3c-bd1d-e7e56f34607b req-cf0a2e9c-d3d9-4075-a1ff-24eaab8244a1 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:18.484197 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5dec4363-4cfb-4f3c-bd1d-e7e56f34607b req-cf0a2e9c-d3d9-4075-a1ff-24eaab8244a1 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.0696535 Aug 06 16:04:18.517983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 9c391664-1534-421b-8986-b45c7a7ea282, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c391664-1534-421b-8986-b45c7a7ea282,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:18.531794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '9c391664-1534-421b-8986-b45c7a7ea282', 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458', 'port_id': '9c391664-1534-421b-8986-b45c7a7ea282', 'mac_address': 'fa:16:3e:f0:e7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0c21b5-c1ab-47f4-a492-be4025ce4c1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:04:18.540755 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5dec4363-4cfb-4f3c-bd1d-e7e56f34607b req-5adf7ec7-af5a-4c5e-91d2-e39786b4d46f tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552123 Aug 06 16:04:18.607045 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:18.630141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c391664-1534-421b-8986-b45c7a7ea282 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:04:18.691332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 9c391664-1534-421b-8986-b45c7a7ea282, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c391664-1534-421b-8986-b45c7a7ea282,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:18.697789 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:18.824264 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=9c391664-1534-421b-8986-b45c7a7ea282,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:18.940321 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['9c391664-1534-421b-8986-b45c7a7ea282'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:04:19.701573 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26437616-be06-4ef0-9007-01c8276ac8f2 req-1b23f31e-bde3-443e-a236-c437c9d2d6e3 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:19.703185 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-26437616-be06-4ef0-9007-01c8276ac8f2 req-1b23f31e-bde3-443e-a236-c437c9d2d6e3 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.0757258 Aug 06 16:04:19.775308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-26437616-be06-4ef0-9007-01c8276ac8f2 req-4842e22c-397a-4562-b5f5-d1b4443cbadb tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632913 Aug 06 16:04:20.349513 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c391664-1534-421b-8986-b45c7a7ea282 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:04:20.518459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 9c391664-1534-421b-8986-b45c7a7ea282 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:20.520487 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:20.671498 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:20.725673 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 9c391664-1534-421b-8986-b45c7a7ea282, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c391664-1534-421b-8986-b45c7a7ea282,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:20.726790 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f6c9a3-0028-467f-8ce3-26bd02dbaa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c391664-1534-421b-8986-b45c7a7ea282'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:20.729332 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b359de3-6d16-4780-a1ca-8a45d6a7385d" -d '{"events": [{"server_uuid": "03f6c9a3-0028-467f-8ce3-26bd02dbaa54", "name": "network-vif-plugged", "status": "completed", "tag": "9c391664-1534-421b-8986-b45c7a7ea282"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:20.734528 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:20.810480 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0544c2b5-512c-489b-a7cb-9a7815e56895 x-openstack-request-id: req-0544c2b5-512c-489b-a7cb-9a7815e56895 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:20.813267 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f6c9a3-0028-467f-8ce3-26bd02dbaa54", "name": "network-vif-plugged", "status": "completed", "tag": "9c391664-1534-421b-8986-b45c7a7ea282", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:20.813553 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0544c2b5-512c-489b-a7cb-9a7815e56895 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:20.814168 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f6c9a3-0028-467f-8ce3-26bd02dbaa54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c391664-1534-421b-8986-b45c7a7ea282', 'code': 200} Aug 06 16:04:20.879000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=9c391664-1534-421b-8986-b45c7a7ea282,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:21.276159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35028eba-7e0b-4d8c-9bd6-5e4209a6fbf5 req-cf44679d-232d-44f5-a601-a4922edf1c5b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:21.277947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-35028eba-7e0b-4d8c-9bd6-5e4209a6fbf5 req-cf44679d-232d-44f5-a601-a4922edf1c5b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.2619159 Aug 06 16:04:21.412226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-35028eba-7e0b-4d8c-9bd6-5e4209a6fbf5 req-b05295df-bc5b-4881-8e88-e39eaa29f3cb tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156671 Aug 06 16:04:22.477867 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b220f-4e3e-4b43-8ca3-dbc047fccd02 req-d7d7f6c6-eb6f-4aa3-8653-d326f8ed97de tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:22.482806 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c2b220f-4e3e-4b43-8ca3-dbc047fccd02 req-d7d7f6c6-eb6f-4aa3-8653-d326f8ed97de tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1904690 Aug 06 16:04:22.575073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c2b220f-4e3e-4b43-8ca3-dbc047fccd02 req-0cb883fc-4e2b-482d-804c-7d7302bc549b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857551 Aug 06 16:04:22.737066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c984c0-1d9b-4f5e-9f62-a74baf0c433b req-081fca64-06f8-48a2-b6b2-223cade9770b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:22.744834 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11c984c0-1d9b-4f5e-9f62-a74baf0c433b req-081fca64-06f8-48a2-b6b2-223cade9770b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.1633973 Aug 06 16:04:22.830232 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11c984c0-1d9b-4f5e-9f62-a74baf0c433b req-1fc24bdf-dcc2-4118-aa56-58759a42b686 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741453 Aug 06 16:04:22.938896 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf44add-89fd-423d-a1e1-93117394e667 req-ad5d6f66-6556-4b5c-addb-2960db523528 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:22.942397 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cf44add-89fd-423d-a1e1-93117394e667 req-ad5d6f66-6556-4b5c-addb-2960db523528 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1289968 Aug 06 16:04:22.971382 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:04:23.012344 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cf44add-89fd-423d-a1e1-93117394e667 req-70ced05c-4a20-4f3c-9e7e-386f46e498e8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603795 Aug 06 16:04:23.220590 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:23.474190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-649624e8-3cd4-40b5-8da0-4a5257038ec5 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:23.492764 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-649624e8-3cd4-40b5-8da0-4a5257038ec5 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 812 time: 0.2269239 Aug 06 16:04:23.515779 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-d73b45ec-4945-4516-88e9-c0b831a8d2fd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/quotas/3d3a470ba28a4c6f8ab926c00b563358 HTTP/1.1" status: 200 len: 375 time: 0.0213435 Aug 06 16:04:23.608149 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:23.630398 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-b206f5ed-aaa9-46db-adf9-9101bd71be8f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1140554 Aug 06 16:04:23.762696 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-9c085c85-9c28-4947-acda-e8425af27f0c service neutron] 10.222.0.37 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314273 Aug 06 16:04:23.936843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-98eb81aa-a207-4a63-ae81-8700e2434d3f service neutron] 10.222.0.37 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695349 Aug 06 16:04:23.996974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41192) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:24.005703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-43d6bde1-f578-4ff9-b5f9-c260d85f651c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1805780678'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:24.095927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d6bde1-f578-4ff9-b5f9-c260d85f651c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Made reservation on behalf of ec31edb71a434fdf8b78c75af8a29fc0 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:24.102077 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-43d6bde1-f578-4ff9-b5f9-c260d85f651c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:24.153397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d6bde1-f578-4ff9-b5f9-c260d85f651c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:04:24.195833 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-43d6bde1-f578-4ff9-b5f9-c260d85f651c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:24.198771 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-43d6bde1-f578-4ff9-b5f9-c260d85f651c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Added segment d8500456-888d-45fd-acba-0c81f58d17dd of type vlan for network 5c863801-399d-4b61-8ede-5dd3ca72304f Aug 06 16:04:24.403490 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-43d6bde1-f578-4ff9-b5f9-c260d85f651c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:24.451621 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3aa11f7f-ba1c-44be-b5a5-f121e169cba5 req-9ff8ce82-ba7e-48d6-bcf8-686ac7acb782 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 210 time: 0.1106992 Aug 06 16:04:24.477991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e396f40-3298-4621-ae8b-3250787969c4 req-815a9ff9-a871-4672-b5de-3b7afb4d1c38 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:24.520715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0e396f40-3298-4621-ae8b-3250787969c4 req-815a9ff9-a871-4672-b5de-3b7afb4d1c38 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.4838641 Aug 06 16:04:24.570757 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-43d6bde1-f578-4ff9-b5f9-c260d85f651c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:24.589096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d6bde1-f578-4ff9-b5f9-c260d85f651c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:24.591386 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-43d6bde1-f578-4ff9-b5f9-c260d85f651c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:24.754490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6bde1-f578-4ff9-b5f9-c260d85f651c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event updated for resources: {'Network': ['ID=5c863801-399d-4b61-8ede-5dd3ca72304f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:24.763222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0e396f40-3298-4621-ae8b-3250787969c4 req-111a3eed-b124-4629-8633-59a8360f0e8c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415915 Aug 06 16:04:24.775393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 5c863801-399d-4b61-8ede-5dd3ca72304f details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:04:24.777021 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-43d6bde1-f578-4ff9-b5f9-c260d85f651c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7785463 Aug 06 16:04:24.780748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41228) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:24.785914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-fd37eda4-3c87-428f-9bd2-ac2fa0c9a9e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-120407799'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:24.856145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd37eda4-3c87-428f-9bd2-ac2fa0c9a9e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Made reservation on behalf of ec31edb71a434fdf8b78c75af8a29fc0 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:24.864876 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd37eda4-3c87-428f-9bd2-ac2fa0c9a9e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:24.958569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd37eda4-3c87-428f-9bd2-ac2fa0c9a9e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:04:24.982519 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd37eda4-3c87-428f-9bd2-ac2fa0c9a9e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:24.983062 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-fd37eda4-3c87-428f-9bd2-ac2fa0c9a9e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Added segment 87d5eaa3-f451-4da6-9aca-83c9100ed3f0 of type vlan for network 5db9a939-2ca8-4beb-a32e-b1a4d6906447 Aug 06 16:04:25.078324 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd37eda4-3c87-428f-9bd2-ac2fa0c9a9e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:25.159120 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd37eda4-3c87-428f-9bd2-ac2fa0c9a9e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:25.174217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd37eda4-3c87-428f-9bd2-ac2fa0c9a9e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:25.175173 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd37eda4-3c87-428f-9bd2-ac2fa0c9a9e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:25.369985 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41244) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:25.377666 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-1a7941c9-55a5-4184-8c2b-59076d5ed92e tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Request body: {'subnet': {'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:25.383955 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fd37eda4-3c87-428f-9bd2-ac2fa0c9a9e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6020637 Aug 06 16:04:25.408621 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37eda4-3c87-428f-9bd2-ac2fa0c9a9e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event updated for resources: {'Network': ['ID=5db9a939-2ca8-4beb-a32e-b1a4d6906447,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:25.423245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 5db9a939-2ca8-4beb-a32e-b1a4d6906447 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:04:25.603705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7941c9-55a5-4184-8c2b-59076d5ed92e tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Made reservation on behalf of ec31edb71a434fdf8b78c75af8a29fc0 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:25.610042 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1a7941c9-55a5-4184-8c2b-59076d5ed92e tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:25.729759 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00047d5e-621d-48ab-abbb-c6b4683924a8 req-a8e293f1-079d-44ea-8ccd-9216806ed98c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 210 time: 0.0730383 Aug 06 16:04:26.024929 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1a7941c9-55a5-4184-8c2b-59076d5ed92e tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:26.096359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7941c9-55a5-4184-8c2b-59076d5ed92e tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event updated for resources: {'Subnet': ['ID=45ba4680-173e-461a-8265-68ea38d8affa,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:26.125873 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7941c9-55a5-4184-8c2b-59076d5ed92e tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Checking segment: {'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:04:26.126498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7941c9-55a5-4184-8c2b-59076d5ed92e tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Network hostable DHCP agents. Network: 5c863801-399d-4b61-8ede-5dd3ca72304f, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:04:26.217835 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83617deb-1294-49ca-8075-7a5a1b19096e req-44811ded-7407-4c41-86a0-eb0d6a924cdb tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:26.227570 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83617deb-1294-49ca-8075-7a5a1b19096e req-44811ded-7407-4c41-86a0-eb0d6a924cdb tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.2403102 Aug 06 16:04:26.235793 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7941c9-55a5-4184-8c2b-59076d5ed92e tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Network 5c863801-399d-4b61-8ede-5dd3ca72304f is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:04:26.265020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-1a7941c9-55a5-4184-8c2b-59076d5ed92e tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 5c863801-399d-4b61-8ede-5dd3ca72304f) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:26.278448 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701c4a12-1378-45f8-831a-07cf7ba965fb None None] Network 5c863801-399d-4b61-8ede-5dd3ca72304f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:04:26.286727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7941c9-55a5-4184-8c2b-59076d5ed92e tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:26.288781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1a7941c9-55a5-4184-8c2b-59076d5ed92e tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:26.351996 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1a7941c9-55a5-4184-8c2b-59076d5ed92e tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9792714 Aug 06 16:04:26.354190 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83617deb-1294-49ca-8075-7a5a1b19096e req-3c690a9f-2e8c-4af7-ae51-4586337e7c37 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190584 Aug 06 16:04:26.354703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41270) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:26.367129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-4fe4916a-7082-4141-b740-72c5da2d759f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:26.369019 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-4fe4916a-7082-4141-b740-72c5da2d759f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.78 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 812 time: 0.2183149 Aug 06 16:04:26.373110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-9f5a8bfe-7c14-4dc5-b1e2-0e29fa8553a0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Request body: {'subnet': {'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:26.417453 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Request body: {'port': {'device_id': 'e159ab66-b642-4fa0-91a5-bd0c6d21409a', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'admin_state_up': True, 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:26.549665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5a8bfe-7c14-4dc5-b1e2-0e29fa8553a0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Made reservation on behalf of ec31edb71a434fdf8b78c75af8a29fc0 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:26.554862 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9f5a8bfe-7c14-4dc5-b1e2-0e29fa8553a0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:26.666263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-5c863801-399d-4b61-8ede-5dd3ca72304f', 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'fixed_ips': [{'subnet_id': '45ba4680-173e-461a-8265-68ea38d8affa'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:04:26.667379 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:26.859878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Made reservation on behalf of 3d3a470ba28a4c6f8ab926c00b563358 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:26.871486 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:26.949567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Allocated IP 10.1.1.2 (5c863801-399d-4b61-8ede-5dd3ca72304f/45ba4680-173e-461a-8265-68ea38d8affa/e30518b0-1b3c-4fa0-80b2-eaf62ef8586a) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:04:27.120337 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-86758085-9d76-438d-b1aa-eb1baeba1f4e service neutron] show failed (client error): The resource could not be found. Aug 06 16:04:27.121333 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-86758085-9d76-438d-b1aa-eb1baeba1f4e service neutron] 10.222.0.13 "GET /v2.0/ports/a5b52004-bb45-40ac-bcc8-a045079ad871/bindings/n-h1-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.2702260 Aug 06 16:04:27.187967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec3c53bc-a27a-4b9e-bfc6-7f09fda0b0d9 req-132945c7-110a-46a1-8e04-621fed564172 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 210 time: 0.0715301 Aug 06 16:04:27.216575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Allocated IP 172.20.0.11 (c0d2d561-fad9-4dca-83a3-90b0001ab013/90587363-bd8a-45c0-a0f0-4bc8dee159ed/30298351-08ec-4f28-ba77-e805f70c6829) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:04:27.322440 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9f5a8bfe-7c14-4dc5-b1e2-0e29fa8553a0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:27.478881 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a8bfe-7c14-4dc5-b1e2-0e29fa8553a0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event updated for resources: {'Subnet': ['ID=57c1d78b-3ca6-466a-a698-7b66a141b5e7,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:27.516313 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:27.546465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Transition to ACTIVE for port object e30518b0-1b3c-4fa0-80b2-eaf62ef8586a will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:27.550934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a8bfe-7c14-4dc5-b1e2-0e29fa8553a0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Checking segment: {'id': '87d5eaa3-f451-4da6-9aca-83c9100ed3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:04:27.551397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5a8bfe-7c14-4dc5-b1e2-0e29fa8553a0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Network hostable DHCP agents. Network: 5db9a939-2ca8-4beb-a32e-b1a4d6906447, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:04:27.568122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Transition to ACTIVE for port object e30518b0-1b3c-4fa0-80b2-eaf62ef8586a will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:27.580661 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:27.626908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5a8bfe-7c14-4dc5-b1e2-0e29fa8553a0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Network 5db9a939-2ca8-4beb-a32e-b1a4d6906447 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:04:27.641318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Pushing event updated for resources: {'Port': ['ID=e30518b0-1b3c-4fa0-80b2-eaf62ef8586a,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:27.664868 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Network 5c863801-399d-4b61-8ede-5dd3ca72304f is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:04:27.667914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:27.668123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-9f5a8bfe-7c14-4dc5-b1e2-0e29fa8553a0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 5db9a939-2ca8-4beb-a32e-b1a4d6906447) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:27.668411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:27.668666 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:27.669028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:27.669408 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:27.669764 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:27.670097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:27.676771 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5a8bfe-7c14-4dc5-b1e2-0e29fa8553a0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:27.677430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9f5a8bfe-7c14-4dc5-b1e2-0e29fa8553a0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:27.683290 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:27.684090 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:27.685368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:27.685940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:27.687574 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:27.707990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:27.711517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:04:27.720411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bcea41-3758-4e99-ba36-9abe5f14cec6 None None] Network 5db9a939-2ca8-4beb-a32e-b1a4d6906447 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:04:27.749415 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0f817-19ce-4eea-a6c2-39daaca6dab0 req-3b918d2f-74cb-4d60-b399-f63765d3d37b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:27.752456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bbe0f817-19ce-4eea-a6c2-39daaca6dab0 req-3b918d2f-74cb-4d60-b399-f63765d3d37b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.2031400 Aug 06 16:04:27.769426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9f5a8bfe-7c14-4dc5-b1e2-0e29fa8553a0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4077055 Aug 06 16:04:27.770574 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41296) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:27.787995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-629c3ad0-1182-4519-ab2c-49274075ae7c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Request body: {'port': {'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f', 'name': 'tempest-TaggedBootDevicesTest_v242-185393409', 'fixed_ips': [{'subnet_id': '45ba4680-173e-461a-8265-68ea38d8affa'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:27.845390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bbe0f817-19ce-4eea-a6c2-39daaca6dab0 req-e16c4e96-3629-4594-8713-379136be12c9 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743659 Aug 06 16:04:27.906082 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-49b080cb-f450-49b4-91b6-5f0831639a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:27.908471 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-49b080cb-f450-49b4-91b6-5f0831639a1b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b&tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9 HTTP/1.1" status: 200 len: 1101 time: 0.3966925 Aug 06 16:04:27.958487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Attempting to bind port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:04:27.962231 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Attempting to bind port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:04:27.962740 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:27.963837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Attempting to bind port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a on network 5c863801-399d-4b61-8ede-5dd3ca72304f {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:04:27.996303 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:04:27.997185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Checking segment: {'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:04:27.997911 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:27.998608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Bound using segment: {'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:04:27.999481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Bound port: e30518b0-1b3c-4fa0-80b2-eaf62ef8586a, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:04:28.000133 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:28.064896 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:28.213467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-5db9a939-2ca8-4beb-a32e-b1a4d6906447', 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'fixed_ips': [{'subnet_id': '57c1d78b-3ca6-466a-a698-7b66a141b5e7'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:04:28.214625 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:28.248015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Transition to ACTIVE for port object 30298351-08ec-4f28-ba77-e805f70c6829 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:28.294897 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:28.335243 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629c3ad0-1182-4519-ab2c-49274075ae7c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Made reservation on behalf of ec31edb71a434fdf8b78c75af8a29fc0 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:28.374918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b63274a-3888-412e-aa00-0159a422004d req-a0cbc2b2-c857-496d-871c-3623938a1033 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 210 time: 0.0907660 Aug 06 16:04:28.536926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] For port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:04:28.611688 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] For port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e30518b0-1b3c-4fa0-80b2-eaf62ef8586a,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:04:28.624368 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:28.686675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Allocated IP 10.2.2.2 (5db9a939-2ca8-4beb-a32e-b1a4d6906447/57c1d78b-3ca6-466a-a698-7b66a141b5e7/7eb141ce-c9fd-4de0-84ef-a9292d9d3605) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:04:28.784271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc212a-3718-4fef-b9e6-e4db11dcd2aa None None] Pushing event updated for resources: {'Port': ['ID=e30518b0-1b3c-4fa0-80b2-eaf62ef8586a,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:28.980230 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:29.040061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['ff868b4c-0afe-4703-a663-d9a93b422c6e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:04:29.045900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['7e9075c0-8075-4b11-a94f-dec503c64ff1'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:04:29.066708 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-629c3ad0-1182-4519-ab2c-49274075ae7c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:29.286239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Network c0d2d561-fad9-4dca-83a3-90b0001ab013 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:04:29.350150 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:29.364387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c0dde-589c-47fe-a148-705c4fe1ca0c req-ae5a21f8-3c69-4249-a0db-54b14d74b9be tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:29.366357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:04:29.380130 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c86c0dde-589c-47fe-a148-705c4fe1ca0c req-ae5a21f8-3c69-4249-a0db-54b14d74b9be tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.2555361 Aug 06 16:04:29.494899 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:29.519897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Transition to ACTIVE for port object 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:29.537444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c86c0dde-589c-47fe-a148-705c4fe1ca0c req-a5711db7-d4e7-4f52-8c15-bf6196f5771c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087399 Aug 06 16:04:29.624929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Transition to ACTIVE for port object 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:29.648381 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:29.777268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-629c3ad0-1182-4519-ab2c-49274075ae7c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] device_id is not set on port 2d4d5e55-58da-418e-b0a4-03539c01a77f yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:04:29.903488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Network 5db9a939-2ca8-4beb-a32e-b1a4d6906447 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:04:29.907390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d071572-002f-4556-b066-c8705b988041 req-2b83aa79-9471-4729-b4e6-25ec97f6e58f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:29.917371 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d071572-002f-4556-b066-c8705b988041 req-2b83aa79-9471-4729-b4e6-25ec97f6e58f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 932 time: 0.1508381 Aug 06 16:04:30.025511 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d071572-002f-4556-b066-c8705b988041 req-02293b68-828e-42f6-aac4-f1addfd5bd03 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071022 Aug 06 16:04:30.060303 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:30.063479 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:04:30.066339 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Pushing event updated for resources: {'Port': ['ID=7eb141ce-c9fd-4de0-84ef-a9292d9d3605,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:30.167947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9d17adec-76e4-4f8b-af3e-8c81e1de30b8 None None] Provisioning for port 30298351-08ec-4f28-ba77-e805f70c6829 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:30.257210 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9d17adec-76e4-4f8b-af3e-8c81e1de30b8 None None] Provisioning complete for port 30298351-08ec-4f28-ba77-e805f70c6829 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:30.257603 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9d17adec-76e4-4f8b-af3e-8c81e1de30b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:30.304259 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-629c3ad0-1182-4519-ab2c-49274075ae7c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Allocated IP 10.1.1.136 (5c863801-399d-4b61-8ede-5dd3ca72304f/45ba4680-173e-461a-8265-68ea38d8affa/2d4d5e55-58da-418e-b0a4-03539c01a77f) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:04:30.324762 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9d17adec-76e4-4f8b-af3e-8c81e1de30b8 None None] Port 30298351-08ec-4f28-ba77-e805f70c6829 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:04:30.396415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Attempting to bind port 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:04:30.396925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Attempting to bind port 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '87d5eaa3-f451-4da6-9aca-83c9100ed3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:04:30.397304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Attempting to bind port 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 on network 5db9a939-2ca8-4beb-a32e-b1a4d6906447 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:04:30.414986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:04:30.415734 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Checking segment: {'id': '87d5eaa3-f451-4da6-9aca-83c9100ed3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:04:30.417087 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:30.417805 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Bound using segment: {'id': '87d5eaa3-f451-4da6-9aca-83c9100ed3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:04:30.418675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Bound port: 7eb141ce-c9fd-4de0-84ef-a9292d9d3605, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d5eaa3-f451-4da6-9aca-83c9100ed3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:04:30.419345 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:30.696877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] For port 7eb141ce-c9fd-4de0-84ef-a9292d9d3605, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:04:30.706599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] For port 7eb141ce-c9fd-4de0-84ef-a9292d9d3605, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7eb141ce-c9fd-4de0-84ef-a9292d9d3605,segment=NetworkSegment(87d5eaa3-f451-4da6-9aca-83c9100ed3f0),segment_id=87d5eaa3-f451-4da6-9aca-83c9100ed3f0)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:04:30.722594 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:30.831592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:30.832542 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:30.876088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event updated for resources: {'Port': ['ID=30298351-08ec-4f28-ba77-e805f70c6829,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:30.975470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df4fa4-9449-486b-a4f6-d0cc0941e042 req-c646d58d-5c41-4749-bd4a-f9f7840d16d5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:31.006192 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-09df4fa4-9449-486b-a4f6-d0cc0941e042 req-c646d58d-5c41-4749-bd4a-f9f7840d16d5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 950 time: 0.2601328 Aug 06 16:04:31.020441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5b52004-bb45-40ac-bcc8-a045079ad871 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:04:31.041573 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6305871 Aug 06 16:04:31.079358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:31.086240 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:31.086860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:31.087219 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:31.087567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:31.087920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:31.088261 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:31.088601 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:31.088934 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:31.089328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:31.095139 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:31.095806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74432b53-507f-450b-bfb5-fbb68ca12fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:31.103696 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94e10d-4768-4997-a011-1d946e71bf21 None None] Pushing event updated for resources: {'Port': ['ID=7eb141ce-c9fd-4de0-84ef-a9292d9d3605,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:31.152156 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Request body: {'port': {'device_id': 'e159ab66-b642-4fa0-91a5-bd0c6d21409a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:31.155566 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-09df4fa4-9449-486b-a4f6-d0cc0941e042 req-9bc1ea04-8133-4235-9638-ddbd73259eea tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470497 Aug 06 16:04:31.345261 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ba1e86-501e-40e9-818a-a01d628ef894 None None] Network 5c863801-399d-4b61-8ede-5dd3ca72304f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:04:31.358773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e30518b0-1b3c-4fa0-80b2-eaf62ef8586a up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:04:31.390334 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5b52004-bb45-40ac-bcc8-a045079ad871,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:31.398858 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-629c3ad0-1182-4519-ab2c-49274075ae7c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:31.480166 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31321ad-322e-4ed7-b090-26384ba07935 req-b461b0b3-c036-45d6-98fc-7c57d5f9029b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:31.492834 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f31321ad-322e-4ed7-b090-26384ba07935 req-b461b0b3-c036-45d6-98fc-7c57d5f9029b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 932 time: 0.1916077 Aug 06 16:04:31.556115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-629c3ad0-1182-4519-ab2c-49274075ae7c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Transition to ACTIVE for port object 2d4d5e55-58da-418e-b0a4-03539c01a77f will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:31.647407 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:31.657183 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:31.692875 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:04:31.947626 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-629c3ad0-1182-4519-ab2c-49274075ae7c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:31.963178 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:31.970164 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45f73e8-0184-4f7d-8ab5-01e29e6913ad" -d '{"events": [{"server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:31.983186 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:32.131791 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f31321ad-322e-4ed7-b090-26384ba07935 req-5841d35c-4453-4537-9873-1d5bff37d639 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355889 Aug 06 16:04:32.208854 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a0fa0f-30e8-43c3-ac2e-a7cdabd39320 x-openstack-request-id: req-27a0fa0f-30e8-43c3-ac2e-a7cdabd39320 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:32.209503 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:32.209985 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27a0fa0f-30e8-43c3-ac2e-a7cdabd39320 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:32.210914 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871', 'code': 200} Aug 06 16:04:32.228673 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Transition to ACTIVE for port object a5b52004-bb45-40ac-bcc8-a045079ad871 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:32.281003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629c3ad0-1182-4519-ab2c-49274075ae7c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Network 5c863801-399d-4b61-8ede-5dd3ca72304f is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:04:32.292093 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:32.307650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-629c3ad0-1182-4519-ab2c-49274075ae7c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:32.314638 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c3ad0-1182-4519-ab2c-49274075ae7c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event updated for resources: {'Port': ['ID=2d4d5e55-58da-418e-b0a4-03539c01a77f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:32.354634 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c3ad0-1182-4519-ab2c-49274075ae7c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:04:32.401385 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c880166a-dc73-4272-b21a-621e6e72c04d None None] Provisioning for port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:32.412507 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:04:32.412864 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:04:32.461088 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:32.492112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:32.496808 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:32.735119 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] No DVR routers for this DVR port a5b52004-bb45-40ac-bcc8-a045079ad871 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:04:32.749231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb177480-bc59-406e-bebe-24b33265ff41 req-865b267c-80b2-467f-80ff-3d0b7daa0acc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:32.776979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Pushing event updated for resources: {'Port': ['ID=a5b52004-bb45-40ac-bcc8-a045079ad871,revision_number=6']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:32.786275 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb177480-bc59-406e-bebe-24b33265ff41 req-865b267c-80b2-467f-80ff-3d0b7daa0acc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 948 time: 0.3974929 Aug 06 16:04:32.792919 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629c3ad0-1182-4519-ab2c-49274075ae7c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:32.793933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-629c3ad0-1182-4519-ab2c-49274075ae7c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:32.937148 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-629c3ad0-1182-4519-ab2c-49274075ae7c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.1638424 Aug 06 16:04:32.947312 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41400) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:32.951052 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Attempting to bind port a5b52004-bb45-40ac-bcc8-a045079ad871 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:04:32.951399 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Attempting to bind port a5b52004-bb45-40ac-bcc8-a045079ad871 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:04:32.951792 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Attempting to bind port a5b52004-bb45-40ac-bcc8-a045079ad871 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:04:32.952907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a208b3d3-03d7-4f8a-9191-cb3a3b0b1da9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Request body: {'port': {'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f', 'name': 'tempest-TaggedBootDevicesTest_v242-822838157', 'fixed_ips': [{'subnet_id': '45ba4680-173e-461a-8265-68ea38d8affa'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:32.990298 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Port a5b52004-bb45-40ac-bcc8-a045079ad871 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:04:32.993381 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Attempting to bind port a5b52004-bb45-40ac-bcc8-a045079ad871 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:04:33.001824 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb177480-bc59-406e-bebe-24b33265ff41 req-a69a3687-1436-483a-b957-07201b7fba8b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142518 Aug 06 16:04:33.055913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-0f548374-c6dc-49b8-bc85-f7a1c000de61 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:33.067578 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-0f548374-c6dc-49b8-bc85-f7a1c000de61 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 807 time: 0.6860719 Aug 06 16:04:33.083426 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:04:33.086033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:04:33.088069 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:04:33.091824 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Bound port: a5b52004-bb45-40ac-bcc8-a045079ad871, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:04:33.092958 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:33.095491 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:33.151210 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-9b0191a2-97a3-44fd-ba57-0372a20a3161 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/quotas/048e5568a18447ea929cde75921b0777 HTTP/1.1" status: 200 len: 375 time: 0.0826392 Aug 06 16:04:33.195115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30298351-08ec-4f28-ba77-e805f70c6829 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:04:33.220526 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:33.238610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e30518b0-1b3c-4fa0-80b2-eaf62ef8586a,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:33.245024 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:33.407673 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc948a43-c69b-41dc-95a1-b916eb06ce01 None None] Network 5db9a939-2ca8-4beb-a32e-b1a4d6906447 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:04:33.486727 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-5237fb81-8fbe-4b1d-bf3a-df8e9d70f85a tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3344450 Aug 06 16:04:33.492136 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:04:33.500547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=a5b52004-bb45-40ac-bcc8-a045079ad871,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:04:33.521955 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:33.555159 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Transition to ACTIVE for port object 30298351-08ec-4f28-ba77-e805f70c6829 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:33.603975 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:33.607135 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:33.611556 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] 10.222.0.78 "PUT /v2.0/ports/a5b52004-bb45-40ac-bcc8-a045079ad871 HTTP/1.1" status: 200 len: 1096 time: 5.6576509 Aug 06 16:04:33.624192 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:33.772715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-37853544-1414-42b4-9c4e-c3f6a9e92788 service neutron] 10.222.0.37 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707508 Aug 06 16:04:33.792008 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:04:33.963332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-81fb0745-f2d1-49ea-bb5b-b210548a3b5e None None] Provisioning for port 2d4d5e55-58da-418e-b0a4-03539c01a77f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:33.970910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=e30518b0-1b3c-4fa0-80b2-eaf62ef8586a,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:33.981315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-81fb0745-f2d1-49ea-bb5b-b210548a3b5e None None] Provisioning complete for port 2d4d5e55-58da-418e-b0a4-03539c01a77f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:33.981716 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-81fb0745-f2d1-49ea-bb5b-b210548a3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:33.983776 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-00099d58-b28b-4ff5-96a7-d145a4fa18c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:34.034203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-88e54dfe-5519-465c-8411-ff77c2f3041c service neutron] 10.222.0.37 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603662 Aug 06 16:04:34.193758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55eff28-3220-4807-9a4b-12c8a0c313bc service neutron] Pushing event updated for resources: {'Port': ['ID=a5b52004-bb45-40ac-bcc8-a045079ad871,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:34.223366 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:34.224647 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc88eb-bfab-4bf7-9d14-4b1d5e91e394 req-c6654b53-a61f-4484-bda4-6a12e16924c4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:34.234973 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-81fb0745-f2d1-49ea-bb5b-b210548a3b5e None None] Port 2d4d5e55-58da-418e-b0a4-03539c01a77f cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:04:34.237421 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7bfc88eb-bfab-4bf7-9d14-4b1d5e91e394 req-c6654b53-a61f-4484-bda4-6a12e16924c4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 944 time: 0.4603381 Aug 06 16:04:34.238407 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862" -d '{"events": [{"name": "network-changed", "server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:34.283146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a208b3d3-03d7-4f8a-9191-cb3a3b0b1da9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Made reservation on behalf of ec31edb71a434fdf8b78c75af8a29fc0 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:34.287179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:34.288793 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-43ee7b4a-403b-4535-b995-a07566e42cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:34.290866 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-43ee7b4a-403b-4535-b995-a07566e42cd9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 1099 time: 0.5980909 Aug 06 16:04:34.345384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-81fb0745-f2d1-49ea-bb5b-b210548a3b5e None None] Provisioning complete for port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:34.346833 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-81fb0745-f2d1-49ea-bb5b-b210548a3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:34.485313 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7bfc88eb-bfab-4bf7-9d14-4b1d5e91e394 req-dbd0d433-763b-484c-8df5-0a0d6c6606d8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432835 Aug 06 16:04:34.548056 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a208b3d3-03d7-4f8a-9191-cb3a3b0b1da9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:34.591425 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-a208b3d3-03d7-4f8a-9191-cb3a3b0b1da9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] device_id is not set on port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:04:34.612418 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-81fb0745-f2d1-49ea-bb5b-b210548a3b5e None None] Provisioning for port 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:34.630800 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-81fb0745-f2d1-49ea-bb5b-b210548a3b5e None None] Provisioning complete for port 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:34.631700 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-81fb0745-f2d1-49ea-bb5b-b210548a3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:34.797308 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-81fb0745-f2d1-49ea-bb5b-b210548a3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:34.861313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-81fb0745-f2d1-49ea-bb5b-b210548a3b5e None None] For port 7eb141ce-c9fd-4de0-84ef-a9292d9d3605, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7eb141ce-c9fd-4de0-84ef-a9292d9d3605,segment=NetworkSegment(87d5eaa3-f451-4da6-9aca-83c9100ed3f0),segment_id=87d5eaa3-f451-4da6-9aca-83c9100ed3f0)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:34.885364 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-81fb0745-f2d1-49ea-bb5b-b210548a3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:34.929143 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Pushing event updated for resources: {'Port': ['ID=30298351-08ec-4f28-ba77-e805f70c6829,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:34.968538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b601d75-8623-4997-a539-8df7b40bec21 req-67ab376a-8537-4ee9-a149-dc99d99418d5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:34.974679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b601d75-8623-4997-a539-8df7b40bec21 req-67ab376a-8537-4ee9-a149-dc99d99418d5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 948 time: 0.3151209 Aug 06 16:04:34.994508 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Attempting to bind port 30298351-08ec-4f28-ba77-e805f70c6829 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:04:34.996040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Attempting to bind port 30298351-08ec-4f28-ba77-e805f70c6829 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:04:34.996384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Attempting to bind port 30298351-08ec-4f28-ba77-e805f70c6829 on network c0d2d561-fad9-4dca-83a3-90b0001ab013 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:04:35.042994 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Port 30298351-08ec-4f28-ba77-e805f70c6829 on network c0d2d561-fad9-4dca-83a3-90b0001ab013 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:04:35.044160 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Attempting to bind port 30298351-08ec-4f28-ba77-e805f70c6829 on network c0d2d561-fad9-4dca-83a3-90b0001ab013 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:04:35.067399 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:04:35.069962 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Checking segment: {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:04:35.070378 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Bound using segment: {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:04:35.070896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Bound port: 30298351-08ec-4f28-ba77-e805f70c6829, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:04:35.071249 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:35.097833 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb0745-f2d1-49ea-bb5b-b210548a3b5e None None] Pushing event updated for resources: {'Port': ['ID=7eb141ce-c9fd-4de0-84ef-a9292d9d3605,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:35.100771 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b601d75-8623-4997-a539-8df7b40bec21 req-dc7ab1da-9b3c-41d1-be40-2bcf4438611c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071250 Aug 06 16:04:35.134130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7487b882-d9e5-485a-967b-c83acf8d3a87 None None] Provisioning complete for port 2d4d5e55-58da-418e-b0a4-03539c01a77f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:35.134552 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7487b882-d9e5-485a-967b-c83acf8d3a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:35.135865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-c52e0558-6a63-468d-b723-64d3d6351fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:35.138673 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-c52e0558-6a63-468d-b723-64d3d6351fe6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.8168025 Aug 06 16:04:35.197215 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6cd72f-0691-479e-b500-44684234c248 x-openstack-request-id: req-1b6cd72f-0691-479e-b500-44684234c248 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:35.197890 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:35.198467 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b6cd72f-0691-479e-b500-44684234c248 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:35.198829 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871', 'status': 'completed', 'code': 200} Aug 06 16:04:35.241073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-a208b3d3-03d7-4f8a-9191-cb3a3b0b1da9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Allocated IP 10.1.1.206 (5c863801-399d-4b61-8ede-5dd3ca72304f/45ba4680-173e-461a-8265-68ea38d8affa/58abfb05-1eb7-4e15-8f17-8726f0cb9914) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:04:35.253593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-7487b882-d9e5-485a-967b-c83acf8d3a87 None None] Port 2d4d5e55-58da-418e-b0a4-03539c01a77f cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:04:35.286365 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7487b882-d9e5-485a-967b-c83acf8d3a87 None None] Provisioning complete for port 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:35.286887 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7487b882-d9e5-485a-967b-c83acf8d3a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:35.388159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-a38f3453-e919-4d5a-8975-b0805d56db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:35.389611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-a38f3453-e919-4d5a-8975-b0805d56db39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 1099 time: 0.2082677 Aug 06 16:04:35.478158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e30518b0-1b3c-4fa0-80b2-eaf62ef8586a up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:04:35.538975 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6e0b7d50-c3b2-47b2-84e4-38c3a5dfcfbf req-46e57b4a-d200-4b13-bfcf-681d7a9dc1b2 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 210 time: 0.0706563 Aug 06 16:04:35.584435 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] For port 30298351-08ec-4f28-ba77-e805f70c6829, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:04:35.603837 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] For port 30298351-08ec-4f28-ba77-e805f70c6829, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=30298351-08ec-4f28-ba77-e805f70c6829,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:04:35.608915 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-d71be59a-5763-4547-a7c3-435859190ef3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a5b52004-bb45-40ac-bcc8-a045079ad871 HTTP/1.1" status: 200 len: 217 time: 0.4138460 Aug 06 16:04:35.619134 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:35.640253 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:35.640769 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:35.810633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:35.812452 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:35.813990 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] 10.222.0.78 "PUT /v2.0/ports/30298351-08ec-4f28-ba77-e805f70c6829 HTTP/1.1" status: 200 len: 1092 time: 4.6995027 Aug 06 16:04:35.881054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:04:35.901277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707d978-7c73-48e7-9941-32b341ccfa06 service neutron] Pushing event updated for resources: {'Port': ['ID=30298351-08ec-4f28-ba77-e805f70c6829,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:35.939702 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-6a674aaf-6558-4253-ae6b-75f2b8d434f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:35.942561 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-6a674aaf-6558-4253-ae6b-75f2b8d434f0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2849655 Aug 06 16:04:35.995397 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a208b3d3-03d7-4f8a-9191-cb3a3b0b1da9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:36.040304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:36.043450 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:36.156662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-32461d41-c048-4f34-94b9-0c70f4a01ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:36.165936 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-e98a44b8-40e7-46b4-a0f7-2b2066d9d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:36.170511 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-32461d41-c048-4f34-94b9-0c70f4a01ef7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.7672520 Aug 06 16:04:36.172273 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-e98a44b8-40e7-46b4-a0f7-2b2066d9d4d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 1095 time: 0.1534638 Aug 06 16:04:36.275433 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5fc1284f-a221-4124-b3d5-6c9d2dc2f652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:36.293957 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-8b562077-5d69-463a-aec9-504ca800a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:36.295861 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-8b562077-5d69-463a-aec9-504ca800a307 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3430052 Aug 06 16:04:36.297772 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-36c2350b-42e7-4028-96bd-096f9483bdcd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30298351-08ec-4f28-ba77-e805f70c6829 HTTP/1.1" status: 200 len: 217 time: 0.1135688 Aug 06 16:04:36.349977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-a208b3d3-03d7-4f8a-9191-cb3a3b0b1da9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Transition to ACTIVE for port object 58abfb05-1eb7-4e15-8f17-8726f0cb9914 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:36.353503 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-594f2bce-0e2f-4fd3-a852-367317a1aff8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a5b52004-bb45-40ac-bcc8-a045079ad871 HTTP/1.1" status: 200 len: 217 time: 0.1525958 Aug 06 16:04:36.516850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-685fb202-dc00-415d-b168-936cb73404e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:36.519475 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-685fb202-dc00-415d-b168-936cb73404e1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.1860542 Aug 06 16:04:36.568344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc636c87-1667-4c06-99f1-5dc874fdfc5c req-5ecefa6f-7a35-4148-b27b-a72d5c1a9a04 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:36.576325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc636c87-1667-4c06-99f1-5dc874fdfc5c req-5ecefa6f-7a35-4148-b27b-a72d5c1a9a04 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 944 time: 0.8756166 Aug 06 16:04:36.587052 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:36.649769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-38ee925c-cc9a-4081-82a1-ab35dcd677a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:36.651114 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-38ee925c-cc9a-4081-82a1-ab35dcd677a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2761269 Aug 06 16:04:36.656323 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-02aba084-a79d-465a-9067-0f0db0ddc4f6 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338046 Aug 06 16:04:36.661763 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc636c87-1667-4c06-99f1-5dc874fdfc5c req-bb95a6a7-a5de-4ff5-9251-c8ecbd72e7dc tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842752 Aug 06 16:04:36.723430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a208b3d3-03d7-4f8a-9191-cb3a3b0b1da9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:36.772240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba0c87-9f9d-41c2-bf67-968862eb7aff req-dd294a6c-b1f5-4a14-8704-730b73eac62a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:36.773664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-d57d6261-fb08-451f-833d-f086b437acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:36.776682 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-d57d6261-fb08-451f-833d-f086b437acbb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2459209 Aug 06 16:04:36.794392 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58ba0c87-9f9d-41c2-bf67-968862eb7aff req-dd294a6c-b1f5-4a14-8704-730b73eac62a tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 948 time: 0.4254043 Aug 06 16:04:36.972763 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a208b3d3-03d7-4f8a-9191-cb3a3b0b1da9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Network 5c863801-399d-4b61-8ede-5dd3ca72304f is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:04:37.000817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a208b3d3-03d7-4f8a-9191-cb3a3b0b1da9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:37.034881 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208b3d3-03d7-4f8a-9191-cb3a3b0b1da9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:04:37.036216 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d3c7fb5d-a4f4-48a6-9a13-b083742b7ab4 req-3941981e-9ae5-446f-b621-b1798bcf5921 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663476 Aug 06 16:04:37.243796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e159ab66-b642-4fa0-91a5-bd0c6d21409a', 'tag': '30298351-08ec-4f28-ba77-e805f70c6829'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:37.248261 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac552d4c-83a8-49ca-8a6e-d34c0e3c5d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "e159ab66-b642-4fa0-91a5-bd0c6d21409a", "tag": "30298351-08ec-4f28-ba77-e805f70c6829"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:37.259043 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a208b3d3-03d7-4f8a-9191-cb3a3b0b1da9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:37.259739 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a208b3d3-03d7-4f8a-9191-cb3a3b0b1da9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:37.314036 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:37.383360 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-37569acc-b2e2-4607-b0e0-0f20140ece6c service neutron] 10.222.0.78 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5829816 Aug 06 16:04:37.406012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-86830acb-2a55-45f5-b276-725b45e92e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:37.408252 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-86830acb-2a55-45f5-b276-725b45e92e67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7250791 Aug 06 16:04:37.414769 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-794c3c6b-c85d-4bce-951b-62d7f2dc56c8 req-71f0b6e0-589d-4ba9-b069-2e263e202af0 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 210 time: 0.1281433 Aug 06 16:04:37.424828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208b3d3-03d7-4f8a-9191-cb3a3b0b1da9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event updated for resources: {'Port': ['ID=58abfb05-1eb7-4e15-8f17-8726f0cb9914,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:37.440385 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a208b3d3-03d7-4f8a-9191-cb3a3b0b1da9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4919286 Aug 06 16:04:37.446949 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58ba0c87-9f9d-41c2-bf67-968862eb7aff req-fddcd2a1-ee05-4188-a043-16e244a4a1bd tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6407089 Aug 06 16:04:37.580576 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-3597562b-ae05-4934-bfcf-76aa770803fc service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635423 Aug 06 16:04:37.591210 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8d76e7d7-0760-4566-91b8-d5f84ce0b9de None None] Provisioning for port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:37.602744 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8d76e7d7-0760-4566-91b8-d5f84ce0b9de None None] Provisioning complete for port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:37.612593 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cd9ada-0534-4f32-9d84-abd7d2140a74 x-openstack-request-id: req-73cd9ada-0534-4f32-9d84-abd7d2140a74 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:37.613776 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e159ab66-b642-4fa0-91a5-bd0c6d21409a", "tag": "30298351-08ec-4f28-ba77-e805f70c6829", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:37.614036 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-73cd9ada-0534-4f32-9d84-abd7d2140a74 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:37.614441 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e159ab66-b642-4fa0-91a5-bd0c6d21409a', 'tag': '30298351-08ec-4f28-ba77-e805f70c6829', 'status': 'completed', 'code': 200} Aug 06 16:04:37.626040 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8d76e7d7-0760-4566-91b8-d5f84ce0b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:37.656549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-bd7cd5dc-ed13-4475-b1c7-8685c9d23f7d tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:37.658198 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-bd7cd5dc-ed13-4475-b1c7-8685c9d23f7d tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.13 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 807 time: 0.9496462 Aug 06 16:04:37.669880 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-c7a467d2-0f48-4009-ae78-67e2a8959b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:37.671621 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-c7a467d2-0f48-4009-ae78-67e2a8959b6a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 1099 time: 0.3955908 Aug 06 16:04:37.679579 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-de2b9bef-112c-4e0f-ac33-b30d7c0bc11e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Request body: {'port': {'device_id': '21ef4a42-c17a-4fa4-a04e-8c73299e4455', 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9', 'admin_state_up': True, 'tenant_id': '048e5568a18447ea929cde75921b0777'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:37.763079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8d76e7d7-0760-4566-91b8-d5f84ce0b9de None None] Port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:04:38.030458 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-874cb795-b76b-4925-ac72-afb5399c0a4e req-51500f5c-4de2-45bc-81a5-b5426ddae745 service neutron] 10.222.0.78 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079600 Aug 06 16:04:38.031952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-5f521e6e-5836-4703-94e4-2840d3db4e50 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366260 Aug 06 16:04:38.041599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-de2b9bef-112c-4e0f-ac33-b30d7c0bc11e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Made reservation on behalf of 048e5568a18447ea929cde75921b0777 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:38.045430 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-de2b9bef-112c-4e0f-ac33-b30d7c0bc11e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:38.071956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43330c52-16ab-42dc-a66b-f8914266185c req-ddff38e5-5345-4f76-8b2f-20eb775970f6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:38.080981 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43330c52-16ab-42dc-a66b-f8914266185c req-ddff38e5-5345-4f76-8b2f-20eb775970f6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 944 time: 0.2045939 Aug 06 16:04:38.210872 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43330c52-16ab-42dc-a66b-f8914266185c req-2cbc3975-1a21-418e-b140-43b19b4dd9ac tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279209 Aug 06 16:04:38.328883 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-1e016d8b-b401-47d7-9d1c-350092f93aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:38.332451 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-1e016d8b-b401-47d7-9d1c-350092f93aed service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.4979270 Aug 06 16:04:38.483166 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-a4e060e1-b00e-4ccf-841f-dc257a427b85 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a5b52004-bb45-40ac-bcc8-a045079ad871 HTTP/1.1" status: 200 len: 217 time: 0.1290700 Aug 06 16:04:38.623530 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac552d4c-83a8-49ca-8a6e-d34c0e3c5d6e req-77f00733-13b6-4fc6-8801-0984d9f83eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:38.624471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41530) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:38.625119 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ac552d4c-83a8-49ca-8a6e-d34c0e3c5d6e req-77f00733-13b6-4fc6-8801-0984d9f83eef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 1095 time: 0.4517336 Aug 06 16:04:38.631208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ffd042e3-ce72-40e8-9305-e63ee4352d88 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672310785', 'description': 'tempest-description--102288180'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:38.680875 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffd042e3-ce72-40e8-9305-e63ee4352d88 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:38.745967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac552d4c-83a8-49ca-8a6e-d34c0e3c5d6e req-e68df6ab-df45-4d14-be31-6a4ff94c54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:38.747556 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ac552d4c-83a8-49ca-8a6e-d34c0e3c5d6e req-e68df6ab-df45-4d14-be31-6a4ff94c54b3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.1104772 Aug 06 16:04:38.800911 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41534) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:38.868071 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-02dbb3a9-3bf8-43a3-9d8b-177ef1c8b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:38.870357 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-02dbb3a9-3bf8-43a3-9d8b-177ef1c8b637 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.3562567 Aug 06 16:04:38.872065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-de2b9bef-112c-4e0f-ac33-b30d7c0bc11e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Allocated IP 172.20.0.5 (d04c5f28-1b50-4307-9944-b2931a255fa9/af21462f-26c7-45df-8aee-9d851324861e/75ae9920-d281-4fb5-a99a-c53fdd345a45) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:04:38.876193 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ac552d4c-83a8-49ca-8a6e-d34c0e3c5d6e req-e7cf427b-0e88-4e7b-80a0-eca073d66cc5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30298351-08ec-4f28-ba77-e805f70c6829 HTTP/1.1" status: 200 len: 217 time: 0.1122687 Aug 06 16:04:38.953607 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:38.966840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a979d76-31be-4718-a16d-7ed64f9da1cf req-bb7da2e0-d37a-413f-bdce-25e42309d1d7 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 210 time: 0.1350212 Aug 06 16:04:39.045808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c91786-3eb8-4442-8977-60ce4eb04ccc req-2b1add3e-e420-4056-a75c-da8b601f8759 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:39.053181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac552d4c-83a8-49ca-8a6e-d34c0e3c5d6e req-16156e1b-c217-4273-8083-51c58bb0b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:39.057301 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ac552d4c-83a8-49ca-8a6e-d34c0e3c5d6e req-16156e1b-c217-4273-8083-51c58bb0b622 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.1612515 Aug 06 16:04:39.061042 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c91786-3eb8-4442-8977-60ce4eb04ccc req-2b1add3e-e420-4056-a75c-da8b601f8759 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 948 time: 0.2336707 Aug 06 16:04:39.282427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-4e793910-10d8-4a0c-8898-8fdaeb0572d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:39.283963 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-4e793910-10d8-4a0c-8898-8fdaeb0572d8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3896036 Aug 06 16:04:39.298226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c91786-3eb8-4442-8977-60ce4eb04ccc req-acfaaa6a-6a2b-4e39-ae64-9402e3186ac0 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245464 Aug 06 16:04:39.373923 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffd042e3-ce72-40e8-9305-e63ee4352d88 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:39.376054 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d799c373-6fc1-4b56-891d-eee6ac00f381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:39.387983 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffd042e3-ce72-40e8-9305-e63ee4352d88 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:39.445192 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffd042e3-ce72-40e8-9305-e63ee4352d88 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:39.447026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ffd042e3-ce72-40e8-9305-e63ee4352d88 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8202608 Aug 06 16:04:39.461097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41542) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:39.522720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6d068d2d-955f-4cf3-93c1-cf3c973383cd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Request body: {'security_group_rule': {'security_group_id': '1f87bc49-b22f-443f-b9c6-434bd719a78d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:39.632993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac552d4c-83a8-49ca-8a6e-d34c0e3c5d6e req-d50c306e-9245-46c5-812c-878e9dc110b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:39.643503 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ac552d4c-83a8-49ca-8a6e-d34c0e3c5d6e req-d50c306e-9245-46c5-812c-878e9dc110b3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5709202 Aug 06 16:04:39.674211 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6d068d2d-955f-4cf3-93c1-cf3c973383cd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:39.785508 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd042e3-ce72-40e8-9305-e63ee4352d88 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f87bc49-b22f-443f-b9c6-434bd719a78d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:39.893773 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6d068d2d-955f-4cf3-93c1-cf3c973383cd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:39.915067 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6d068d2d-955f-4cf3-93c1-cf3c973383cd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:39.947342 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-bc05b2cf-9bac-446d-a3e2-1e3a9117813e service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229935 Aug 06 16:04:39.962339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4731afd-b1f7-4cca-9e40-35ddc98d58d2 req-9651f32a-42fa-4ba3-909e-c76ebd0d0bcd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:39.966486 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4731afd-b1f7-4cca-9e40-35ddc98d58d2 req-9651f32a-42fa-4ba3-909e-c76ebd0d0bcd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 944 time: 0.5089412 Aug 06 16:04:39.968074 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d068d2d-955f-4cf3-93c1-cf3c973383cd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311e3376-b668-4dc5-92db-1b6d7b0699ca,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:40.090067 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4731afd-b1f7-4cca-9e40-35ddc98d58d2 req-6174b3ed-a507-4359-85c6-dfc260e1a2ac tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889289 Aug 06 16:04:40.106335 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-de2b9bef-112c-4e0f-ac33-b30d7c0bc11e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:40.257811 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f046b1a4-49b8-4e98-a3a3-0ce903e931b8 req-76ebe5de-90a0-4536-bb9f-d544fd3cf35c tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 210 time: 0.1321898 Aug 06 16:04:40.333450 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ac552d4c-83a8-49ca-8a6e-d34c0e3c5d6e req-2a096513-35a5-4aea-962e-a603c954ec8b service neutron] 10.222.0.78 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6497605 Aug 06 16:04:40.382210 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-de2b9bef-112c-4e0f-ac33-b30d7c0bc11e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:40.403261 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['c15c24dc-70cb-499a-b601-cc3b5822b141'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:04:40.548279 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 30298351-08ec-4f28-ba77-e805f70c6829 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:04:40.558804 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-74fefe6d-6ffa-4fee-b3ac-c8423ecc8862 req-6b7e9c82-6f10-4826-af6c-1e073dbb2579 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906911 Aug 06 16:04:40.577791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97cbc-38ad-42fe-b0a4-fcf80631d8f5 req-69f6b7b6-d729-44d9-97c5-5fe67f4e3987 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:40.588751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-96f97cbc-38ad-42fe-b0a4-fcf80631d8f5 req-69f6b7b6-d729-44d9-97c5-5fe67f4e3987 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 948 time: 0.1194079 Aug 06 16:04:40.653803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-96f97cbc-38ad-42fe-b0a4-fcf80631d8f5 req-19d2cef3-213f-433c-a98f-01ffb4dff8ff tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641119 Aug 06 16:04:40.694149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-de2b9bef-112c-4e0f-ac33-b30d7c0bc11e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Network d04c5f28-1b50-4307-9944-b2931a255fa9 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:04:40.749050 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-de2b9bef-112c-4e0f-ac33-b30d7c0bc11e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:40.803262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 30298351-08ec-4f28-ba77-e805f70c6829, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=30298351-08ec-4f28-ba77-e805f70c6829,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:40.828211 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '30298351-08ec-4f28-ba77-e805f70c6829', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'port_id': '30298351-08ec-4f28-ba77-e805f70c6829', 'mac_address': 'fa:16:3e:dc:22:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:04:40.836033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-de2b9bef-112c-4e0f-ac33-b30d7c0bc11e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:04:40.862491 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d799c373-6fc1-4b56-891d-eee6ac00f381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:40.887366 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6d068d2d-955f-4cf3-93c1-cf3c973383cd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:40.893340 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6d068d2d-955f-4cf3-93c1-cf3c973383cd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4146173 Aug 06 16:04:40.895543 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41574) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:40.907880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Request body: {'security_group_rule': {'security_group_id': '1f87bc49-b22f-443f-b9c6-434bd719a78d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:40.950118 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:40.974640 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b9bef-112c-4e0f-ac33-b30d7c0bc11e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Pushing event updated for resources: {'Port': ['ID=75ae9920-d281-4fb5-a99a-c53fdd345a45,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:41.010807 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:41.012045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30298351-08ec-4f28-ba77-e805f70c6829 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:04:41.018432 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d799c373-6fc1-4b56-891d-eee6ac00f381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:41.085181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 30298351-08ec-4f28-ba77-e805f70c6829, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=30298351-08ec-4f28-ba77-e805f70c6829,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:41.094270 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:41.096499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device a5b52004-bb45-40ac-bcc8-a045079ad871 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:04:41.228093 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:41.234255 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:41.272101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=30298351-08ec-4f28-ba77-e805f70c6829,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:41.305488 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ac552d4c-83a8-49ca-8a6e-d34c0e3c5d6e req-b3a3544a-988a-4132-9294-feea210f5a41 service neutron] 10.222.0.78 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9422054 Aug 06 16:04:41.386138 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-de2b9bef-112c-4e0f-ac33-b30d7c0bc11e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:41.401229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788aa797-96d9-4149-88ea-7c8862395299,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:41.403420 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-de2b9bef-112c-4e0f-ac33-b30d7c0bc11e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:41.408348 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:41.414217 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5140224 Aug 06 16:04:41.416486 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41586) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:41.423668 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:41.424037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:41.424518 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:41.425059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:41.426527 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:41.426880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:41.427214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:41.427688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:41.428838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:41.428838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:41.429029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:41.429278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a755f86-9e9d-4240-8837-4f9fbb996aea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:41.464010 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799c373-6fc1-4b56-891d-eee6ac00f381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f864122-11be-4fbf-b414-b14f9729cad3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:41.473874 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=a5b52004-bb45-40ac-bcc8-a045079ad871,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:41.482490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fcbcc-edde-4a53-b3a4-72c5e358a560 req-8c34da7f-e522-4e87-a554-f79d0d361ba4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:41.490535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'a5b52004-bb45-40ac-bcc8-a045079ad871', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'a5b52004-bb45-40ac-bcc8-a045079ad871', 'mac_address': 'fa:16:3e:c1:d2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:04:41.491591 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-845fcbcc-edde-4a53-b3a4-72c5e358a560 req-8c34da7f-e522-4e87-a554-f79d0d361ba4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 945 time: 0.2111263 Aug 06 16:04:41.506044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:41.521965 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d799c373-6fc1-4b56-891d-eee6ac00f381 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c50c27c785f04a4db169a90bc685fe36&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7139478 Aug 06 16:04:41.528957 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41588) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:41.540467 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-845fcbcc-edde-4a53-b3a4-72c5e358a560 req-7657d4e4-2def-4970-b79d-d95f71ca2c20 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474319 Aug 06 16:04:41.556535 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99753823-21a5-42e5-ad80-937cc13fb2e7 req-273dc676-aa33-4f5c-9717-f9577c570491 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:41.559784 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99753823-21a5-42e5-ad80-937cc13fb2e7 req-273dc676-aa33-4f5c-9717-f9577c570491 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 948 time: 0.1377492 Aug 06 16:04:41.575361 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:41.590362 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-de2b9bef-112c-4e0f-ac33-b30d7c0bc11e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9166844 Aug 06 16:04:41.619317 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b52004-bb45-40ac-bcc8-a045079ad871 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:04:41.630405 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Request body: {'port': {'device_id': '21ef4a42-c17a-4fa4-a04e-8c73299e4455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:41.652112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=a5b52004-bb45-40ac-bcc8-a045079ad871,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:41.660457 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:41.660661 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99753823-21a5-42e5-ad80-937cc13fb2e7 req-05761141-770c-46e2-87bb-07061a5369c0 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891514 Aug 06 16:04:41.754914 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-1c83951a-afd4-4842-b3ba-9a7351044e4c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:41.759352 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-1c83951a-afd4-4842-b3ba-9a7351044e4c tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.78 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b&tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 948 time: 0.4730930 Aug 06 16:04:41.770812 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:41.792192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=a5b52004-bb45-40ac-bcc8-a045079ad871,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:41.838865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f307be-fef9-4322-b3b0-dfe2cbad322b req-6d7a7f17-0aba-4fdc-879f-710f2db1c862 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:41.846108 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3f307be-fef9-4322-b3b0-dfe2cbad322b req-6d7a7f17-0aba-4fdc-879f-710f2db1c862 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 931 time: 0.1333637 Aug 06 16:04:41.966416 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:41.968282 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-beb547ee-01dc-43da-b815-213fd10bfb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:41.997273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3f307be-fef9-4322-b3b0-dfe2cbad322b req-1a9e27c7-d4da-419d-a154-f55a4be731a5 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384604 Aug 06 16:04:42.043281 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-beb547ee-01dc-43da-b815-213fd10bfb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:42.109494 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-62545de8-a6e9-45f4-abbb-2020964f8267 service neutron] 10.222.0.78 "GET /v2.0/ports/a5b52004-bb45-40ac-bcc8-a045079ad871/bindings/n-h1-803756-1 HTTP/1.1" status: 200 len: 382 time: 0.2993646 Aug 06 16:04:42.271431 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['30298351-08ec-4f28-ba77-e805f70c6829'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:04:42.277177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['a5b52004-bb45-40ac-bcc8-a045079ad871'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:04:42.624348 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-beb547ee-01dc-43da-b815-213fd10bfb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:42.628948 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-beb547ee-01dc-43da-b815-213fd10bfb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:42.630834 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-beb547ee-01dc-43da-b815-213fd10bfb6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f864122-11be-4fbf-b414-b14f9729cad3 HTTP/1.1" status: 204 len: 168 time: 1.0959542 Aug 06 16:04:42.648835 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-b9ef1589-a639-44e2-9bb7-2a4e0adcfc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:42.653981 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-b9ef1589-a639-44e2-9bb7-2a4e0adcfc20 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 1100 time: 0.5019934 Aug 06 16:04:42.702971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb547ee-01dc-43da-b815-213fd10bfb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f864122-11be-4fbf-b414-b14f9729cad3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:42.820570 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:43.009762 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-b58c8b50-3f1e-402a-8e79-af54e639eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:43.012169 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-b58c8b50-3f1e-402a-8e79-af54e639eb72 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.3347909 Aug 06 16:04:43.068166 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4a597-70b2-4293-9e73-2390920d4717 req-0a0a9c0c-d829-4352-897a-93ed51f1ad7d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:43.076834 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8aa4a597-70b2-4293-9e73-2390920d4717 req-0a0a9c0c-d829-4352-897a-93ed51f1ad7d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 945 time: 0.2585015 Aug 06 16:04:43.095095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6efe94-258c-48cb-934f-c7d117bf4425 req-3be08d94-3993-4282-989e-029285d05409 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:43.097258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5d6efe94-258c-48cb-934f-c7d117bf4425 req-3be08d94-3993-4282-989e-029285d05409 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 949 time: 0.1882708 Aug 06 16:04:43.149893 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8aa4a597-70b2-4293-9e73-2390920d4717 req-4e4b0ce7-bf70-4a12-8991-e1534ef837fd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699925 Aug 06 16:04:43.188246 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-e107802a-9bbf-428f-a2e6-2d46802d036f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a5b52004-bb45-40ac-bcc8-a045079ad871 HTTP/1.1" status: 200 len: 217 time: 0.1444821 Aug 06 16:04:43.248041 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ae9920-d281-4fb5-a99a-c53fdd345a45 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:04:43.257845 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Allocated IP 172.25.1.132 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/b0057d33-a2af-4af5-b68d-8e98c94951c0) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:04:43.263205 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:43.291356 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Transition to ACTIVE for port object 75ae9920-d281-4fb5-a99a-c53fdd345a45 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:43.301857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-8354cf44-1e11-4c12-9560-e55e2d1a96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:43.309086 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-8354cf44-1e11-4c12-9560-e55e2d1a96d8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0984113 Aug 06 16:04:43.315651 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5d6efe94-258c-48cb-934f-c7d117bf4425 req-9796e947-275c-4eb5-8525-670140d63528 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789691 Aug 06 16:04:43.324076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:43.461707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41622) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:43.479481 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a46fbd4b-cad1-4edb-9370-f1a4c662368e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:43.569560 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Pushing event updated for resources: {'Port': ['ID=75ae9920-d281-4fb5-a99a-c53fdd345a45,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:43.595107 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-a2d9d826-3350-4d75-b912-ac4448f4765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:43.596676 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-a2d9d826-3350-4d75-b912-ac4448f4765a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2791693 Aug 06 16:04:43.674920 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:43.761754 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b05393-9ea4-456f-8b61-d8a88a9f2f17 req-403e7dd5-7fd2-494b-a791-0800b05a7c10 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:43.774235 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5b05393-9ea4-456f-8b61-d8a88a9f2f17 req-403e7dd5-7fd2-494b-a791-0800b05a7c10 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 943 time: 0.2064114 Aug 06 16:04:43.777915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Attempting to bind port 75ae9920-d281-4fb5-a99a-c53fdd345a45 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:04:43.778246 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Attempting to bind port 75ae9920-d281-4fb5-a99a-c53fdd345a45 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:04:43.778589 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Attempting to bind port 75ae9920-d281-4fb5-a99a-c53fdd345a45 on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:04:43.796874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Port 75ae9920-d281-4fb5-a99a-c53fdd345a45 on network d04c5f28-1b50-4307-9944-b2931a255fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:04:43.797255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Attempting to bind port 75ae9920-d281-4fb5-a99a-c53fdd345a45 on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:04:43.818671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:04:43.818671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Checking segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:04:43.819127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Bound using segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:04:43.820010 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Bound port: 75ae9920-d281-4fb5-a99a-c53fdd345a45, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:04:43.820010 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:43.844577 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-016c6d44-9690-4600-91e6-8117d7ee34fb service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143860 Aug 06 16:04:43.869201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:43.896392 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5b05393-9ea4-456f-8b61-d8a88a9f2f17 req-f1a47278-f640-40fb-8a9d-2dc5590fadc1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207929 Aug 06 16:04:44.013428 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a46fbd4b-cad1-4edb-9370-f1a4c662368e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:44.042337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a46fbd4b-cad1-4edb-9370-f1a4c662368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:44.070214 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:04:44.087342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:44.099537 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event updated for resources: {'Port': ['ID=b0057d33-a2af-4af5-b68d-8e98c94951c0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:44.103566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:04:44.237675 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fbd4b-cad1-4edb-9370-f1a4c662368e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37757840-b6a6-4a01-a06a-e407a9354635,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:44.251163 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a46fbd4b-cad1-4edb-9370-f1a4c662368e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31d8e46282ed40bd98b96af6f236675c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7878878 Aug 06 16:04:44.254720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41632) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:44.355389 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-543b2bc2-e47a-4138-8c33-44a3dfd7fd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:44.367141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] For port 75ae9920-d281-4fb5-a99a-c53fdd345a45, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:04:44.400332 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-543b2bc2-e47a-4138-8c33-44a3dfd7fd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:44.445595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] For port 75ae9920-d281-4fb5-a99a-c53fdd345a45, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=75ae9920-d281-4fb5-a99a-c53fdd345a45,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:04:44.455169 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-6ba022cc-a594-44f1-9b65-46df5d9839b7 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829444 Aug 06 16:04:44.471238 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:44.527631 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-543b2bc2-e47a-4138-8c33-44a3dfd7fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:44.532417 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-543b2bc2-e47a-4138-8c33-44a3dfd7fd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:44.534285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-543b2bc2-e47a-4138-8c33-44a3dfd7fd0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37757840-b6a6-4a01-a06a-e407a9354635 HTTP/1.1" status: 204 len: 168 time: 0.2780292 Aug 06 16:04:44.588877 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b2bc2-e47a-4138-8c33-44a3dfd7fd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37757840-b6a6-4a01-a06a-e407a9354635,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:44.620445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a336ab-174c-4a68-83ce-6056651192cb req-49285598-38a4-4f0a-91b9-37c830654225 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:44.623532 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25a336ab-174c-4a68-83ce-6056651192cb req-49285598-38a4-4f0a-91b9-37c830654225 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 945 time: 0.1302338 Aug 06 16:04:44.678435 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:44.727984 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25a336ab-174c-4a68-83ce-6056651192cb req-947d0e73-c5e8-46f9-bcce-dcbf9459e708 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881772 Aug 06 16:04:44.838610 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:44.842652 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:44.856636 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] 10.222.0.13 "PUT /v2.0/ports/75ae9920-d281-4fb5-a99a-c53fdd345a45 HTTP/1.1" status: 200 len: 1091 time: 3.2493653 Aug 06 16:04:44.869436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ef4a42-c17a-4fa4-a04e-8c73299e4455', 'tag': '75ae9920-d281-4fb5-a99a-c53fdd345a45'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:44.882762 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7f793a-0ff9-4a96-b6f8-8a97f611eb83" -d '{"events": [{"name": "network-changed", "server_uuid": "21ef4a42-c17a-4fa4-a04e-8c73299e4455", "tag": "75ae9920-d281-4fb5-a99a-c53fdd345a45"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:44.950773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ca652-1309-46e5-b3df-cb90e3333ec2 req-a10bf0b8-3324-4220-9831-96d16b20f331 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:44.957087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e74ca652-1309-46e5-b3df-cb90e3333ec2 req-a10bf0b8-3324-4220-9831-96d16b20f331 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 949 time: 0.1979198 Aug 06 16:04:45.093800 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:45.100212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e74ca652-1309-46e5-b3df-cb90e3333ec2 req-87399cef-cb18-483f-bd9b-41383b932936 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281521 Aug 06 16:04:45.166302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72be09-eba9-4a3a-bfad-52b66b152a45 service neutron] Pushing event updated for resources: {'Port': ['ID=75ae9920-d281-4fb5-a99a-c53fdd345a45,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:45.217239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-ce500104-ad4e-40c7-8bda-81934ef8ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:45.218880 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-ce500104-ad4e-40c7-8bda-81934ef8ca09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 1094 time: 0.2932098 Aug 06 16:04:45.326325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c6710-4ad0-4c7c-89df-2b21ce693f9f req-0ebe3508-35c1-42d4-9ce2-f028404b1801 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:45.335112 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f97c6710-4ad0-4c7c-89df-2b21ce693f9f req-0ebe3508-35c1-42d4-9ce2-f028404b1801 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 943 time: 0.0979199 Aug 06 16:04:45.350189 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-66c85e0f-c88b-4469-a212-1bdfb0b96be7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75ae9920-d281-4fb5-a99a-c53fdd345a45 HTTP/1.1" status: 200 len: 217 time: 0.1191866 Aug 06 16:04:45.353342 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f6b67c-b3eb-41c9-966a-bececd317b59 x-openstack-request-id: req-09f6b67c-b3eb-41c9-966a-bececd317b59 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:45.353647 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ef4a42-c17a-4fa4-a04e-8c73299e4455", "tag": "75ae9920-d281-4fb5-a99a-c53fdd345a45", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:45.358381 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09f6b67c-b3eb-41c9-966a-bececd317b59 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:45.358821 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ef4a42-c17a-4fa4-a04e-8c73299e4455', 'tag': '75ae9920-d281-4fb5-a99a-c53fdd345a45', 'status': 'completed', 'code': 200} Aug 06 16:04:45.420178 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f97c6710-4ad0-4c7c-89df-2b21ce693f9f req-03121a0c-51b6-4a2a-9adb-efa34eed3687 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784326 Aug 06 16:04:45.546935 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:45.553257 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-96623fd0-65be-4093-8c8c-3ac6d05a3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:45.555374 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-96623fd0-65be-4093-8c8c-3ac6d05a3999 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.1937099 Aug 06 16:04:45.556642 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:45.600811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41660) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:45.629495 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b5702b2c-7781-44c8-bb30-8f7a7ebe00dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:45.633526 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-95119630-c44e-4500-ac92-10126a6fbae3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674756 Aug 06 16:04:45.730185 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event updated for resources: {'Port': ['ID=b0057d33-a2af-4af5-b68d-8e98c94951c0,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:45.798430 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:45.901547 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-6c78e999-41bd-4d11-81a6-5fd79fa58acb service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261283 Aug 06 16:04:45.963135 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b5702b2c-7781-44c8-bb30-8f7a7ebe00dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:45.992661 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b5702b2c-7781-44c8-bb30-8f7a7ebe00dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:46.027848 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:46.030091 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a60709ac-18c7-4839-8ef0-c8a42ed55e98 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5671053 Aug 06 16:04:46.079986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9d429-f42c-4e45-b0a1-cca7e52f1dc3 req-93ef5f7f-b56d-402f-a4dd-2738b45a7a4c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:46.083961 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b9d429-f42c-4e45-b0a1-cca7e52f1dc3 req-93ef5f7f-b56d-402f-a4dd-2738b45a7a4c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 945 time: 0.1679265 Aug 06 16:04:46.138403 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dbdb1b-37cb-4c61-a326-8da12994bf79 req-ac8f6a0f-de03-421b-91ef-5d277f7cfd2d service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293189 Aug 06 16:04:46.183592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5702b2c-7781-44c8-bb30-8f7a7ebe00dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbbd164-c9ea-4382-a931-3211dbd82885,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:46.206238 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b5702b2c-7781-44c8-bb30-8f7a7ebe00dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d2447bbb4794c779e417173c18a7e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6036153 Aug 06 16:04:46.214874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41680) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:46.320542 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b9d429-f42c-4e45-b0a1-cca7e52f1dc3 req-8576a7c8-7906-4e3c-9834-987697898026 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264402 Aug 06 16:04:46.351821 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f793a-0ff9-4a96-b6f8-8a97f611eb83 req-2a88417f-e560-4385-9537-fa1efb48f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:46.353936 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a7f793a-0ff9-4a96-b6f8-8a97f611eb83 req-2a88417f-e560-4385-9537-fa1efb48f8a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 1094 time: 0.1540992 Aug 06 16:04:46.487321 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f793a-0ff9-4a96-b6f8-8a97f611eb83 req-91c8e6d0-41e9-4d9b-ba36-a55770a6b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:46.489542 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a7f793a-0ff9-4a96-b6f8-8a97f611eb83 req-91c8e6d0-41e9-4d9b-ba36-a55770a6b519 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.1278863 Aug 06 16:04:46.532708 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 30298351-08ec-4f28-ba77-e805f70c6829 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:04:46.534253 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c334d1d6-0902-4aff-aab8-331fa83fc1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:46.581274 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a7f793a-0ff9-4a96-b6f8-8a97f611eb83 req-4194e322-6902-427d-8e00-baf67b5b24cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75ae9920-d281-4fb5-a99a-c53fdd345a45 HTTP/1.1" status: 200 len: 217 time: 0.0832090 Aug 06 16:04:46.658331 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a9f29-48d5-4eb7-8096-381b5363584f req-c9f3b716-0860-41bc-a796-b56e7b545918 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:46.662159 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 30298351-08ec-4f28-ba77-e805f70c6829 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:46.666262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 30298351-08ec-4f28-ba77-e805f70c6829 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:46.666646 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:46.672420 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d57a9f29-48d5-4eb7-8096-381b5363584f req-c9f3b716-0860-41bc-a796-b56e7b545918 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 949 time: 0.3673463 Aug 06 16:04:46.768453 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f793a-0ff9-4a96-b6f8-8a97f611eb83 req-6f5f3c92-07e4-433a-8838-3f7c0c5f2d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:46.775039 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a7f793a-0ff9-4a96-b6f8-8a97f611eb83 req-6f5f3c92-07e4-433a-8838-3f7c0c5f2d30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.1876144 Aug 06 16:04:46.782393 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c334d1d6-0902-4aff-aab8-331fa83fc1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:46.839157 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:46.866052 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a7f793a-0ff9-4a96-b6f8-8a97f611eb83 req-2b6c15f5-cfe2-4d60-86c3-a934c84ef93f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799446 Aug 06 16:04:46.918349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e159ab66-b642-4fa0-91a5-bd0c6d21409a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30298351-08ec-4f28-ba77-e805f70c6829'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:46.923082 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d57a9f29-48d5-4eb7-8096-381b5363584f req-b7af3c07-2d52-49f5-b9c7-b28d18abf1bc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492135 Aug 06 16:04:46.929035 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125df12f-f421-4e0e-a0cd-a3c9b29718aa" -d '{"events": [{"server_uuid": "e159ab66-b642-4fa0-91a5-bd0c6d21409a", "name": "network-vif-plugged", "status": "completed", "tag": "30298351-08ec-4f28-ba77-e805f70c6829"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:46.965920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 30298351-08ec-4f28-ba77-e805f70c6829, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=30298351-08ec-4f28-ba77-e805f70c6829,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:46.974024 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:46.975282 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device a5b52004-bb45-40ac-bcc8-a045079ad871 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:04:47.043057 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8844d6b-e979-47f4-ab87-ada1ae21b8b0 req-2d80108b-011d-4b52-b0d1-70b47b75cd73 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:47.044684 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8844d6b-e979-47f4-ab87-ada1ae21b8b0 req-2d80108b-011d-4b52-b0d1-70b47b75cd73 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 943 time: 0.2390370 Aug 06 16:04:47.077425 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a7f793a-0ff9-4a96-b6f8-8a97f611eb83 req-45a69991-9aa3-4fd7-aef0-a35470181150 service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058678 Aug 06 16:04:47.102948 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c334d1d6-0902-4aff-aab8-331fa83fc1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:47.105595 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c334d1d6-0902-4aff-aab8-331fa83fc1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:47.112688 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c334d1d6-0902-4aff-aab8-331fa83fc1ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bbbd164-c9ea-4382-a931-3211dbd82885 HTTP/1.1" status: 204 len: 168 time: 0.8699639 Aug 06 16:04:47.175067 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8844d6b-e979-47f4-ab87-ada1ae21b8b0 req-f235357f-8770-45e4-a69f-a5139c78a3f7 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834382 Aug 06 16:04:47.175067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334d1d6-0902-4aff-aab8-331fa83fc1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbbd164-c9ea-4382-a931-3211dbd82885,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:47.272093 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-65922785-78ef-4f97-ba6f-89b064651fd0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--672310785&fields=id&tenant_id=ec31edb71a434fdf8b78c75af8a29fc0 HTTP/1.1" status: 200 len: 267 time: 0.0957630 Aug 06 16:04:47.274972 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a7f793a-0ff9-4a96-b6f8-8a97f611eb83 req-c4ffb40e-9101-4893-ac58-69188b141aca service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899521 Aug 06 16:04:47.279362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=30298351-08ec-4f28-ba77-e805f70c6829,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:47.301873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port a5b52004-bb45-40ac-bcc8-a045079ad871 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:47.311651 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port a5b52004-bb45-40ac-bcc8-a045079ad871 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:47.312395 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:47.384146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-be5f48cd-57c1-44f3-818f-05a2038aa873 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:47.394072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-be5f48cd-57c1-44f3-818f-05a2038aa873 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports/2d4d5e55-58da-418e-b0a4-03539c01a77f HTTP/1.1" status: 200 len: 936 time: 0.1048968 Aug 06 16:04:47.468991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-f294cd12-038c-42f3-82d4-f2c5c6bf333b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:47.481119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-f294cd12-038c-42f3-82d4-f2c5c6bf333b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports/58abfb05-1eb7-4e15-8f17-8726f0cb9914 HTTP/1.1" status: 200 len: 936 time: 0.0865688 Aug 06 16:04:47.508164 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f000977-3c0a-4fac-86fa-710e20475930 x-openstack-request-id: req-4f000977-3c0a-4fac-86fa-710e20475930 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:47.508650 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e159ab66-b642-4fa0-91a5-bd0c6d21409a", "name": "network-vif-plugged", "status": "completed", "tag": "30298351-08ec-4f28-ba77-e805f70c6829", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:47.509164 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f000977-3c0a-4fac-86fa-710e20475930 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:47.509756 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e159ab66-b642-4fa0-91a5-bd0c6d21409a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30298351-08ec-4f28-ba77-e805f70c6829', 'code': 200} Aug 06 16:04:47.510797 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:47.567695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=a5b52004-bb45-40ac-bcc8-a045079ad871,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:47.569819 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9b431e4e-36d0-46ec-954e-75e168884468 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?network_id=5db9a939-2ca8-4beb-a32e-b1a4d6906447&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0882785 Aug 06 16:04:47.584544 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:47.675925 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1dc828-106b-4e28-9def-3e3d9f5c0e21 req-a4fcfcc2-bfd2-44fa-847d-eaebceb5adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:47.677951 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0b1dc828-106b-4e28-9def-3e3d9f5c0e21 req-a4fcfcc2-bfd2-44fa-847d-eaebceb5adae service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 1097 time: 0.1324008 Aug 06 16:04:47.681736 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-063d91ac-cbcb-43c5-b2ee-8e7bf569004e tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?network_id=5db9a939-2ca8-4beb-a32e-b1a4d6906447&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1004901 Aug 06 16:04:47.707802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=a5b52004-bb45-40ac-bcc8-a045079ad871,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:47.737291 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0b1dc828-106b-4e28-9def-3e3d9f5c0e21 req-1db9b566-f342-4168-b016-58828804e9ea service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472119 Aug 06 16:04:47.818680 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-b1982ff7-4745-4b38-b761-0d890c6e462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:47.820972 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-b1982ff7-4745-4b38-b761-0d890c6e462e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b&tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9 HTTP/1.1" status: 200 len: 1101 time: 0.0821943 Aug 06 16:04:47.840260 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b7b0c-2f6d-40a1-84d6-8c2afffd31af req-9d9f7b32-8ea5-4ab9-aa6b-5680b638b20d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:47.842441 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc7b7b0c-2f6d-40a1-84d6-8c2afffd31af req-9d9f7b32-8ea5-4ab9-aa6b-5680b638b20d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 946 time: 0.1835163 Aug 06 16:04:47.843549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:47.918756 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-6275d0bf-79ec-48a8-9b11-c3da61633742 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:47.920957 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:47.925107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-6275d0bf-79ec-48a8-9b11-c3da61633742 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:47.932068 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-6275d0bf-79ec-48a8-9b11-c3da61633742 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:47.940013 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-6275d0bf-79ec-48a8-9b11-c3da61633742 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/networks?id=5738fe75-0ee6-4591-8c74-062f71f16dba&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5db9a939-2ca8-4beb-a32e-b1a4d6906447&id=5db9a939-2ca8-4beb-a32e-b1a4d6906447 HTTP/1.1" status: 200 len: 1995 time: 0.2182753 Aug 06 16:04:47.946500 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc7b7b0c-2f6d-40a1-84d6-8c2afffd31af req-6dc2d711-f7aa-4ce2-b3b0-87f841bee767 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929146 Aug 06 16:04:47.963258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-faab02ce-5fb1-43ae-a0dd-3ec84684ae3c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/quotas/ec31edb71a434fdf8b78c75af8a29fc0 HTTP/1.1" status: 200 len: 375 time: 0.0222394 Aug 06 16:04:48.050351 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-538b3ed2-db39-4937-9e3e-27012da61025 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0856094 Aug 06 16:04:48.084893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-581a3296-aa29-4df7-b958-fee0fe9bc87f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:04:48.094936 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-581a3296-aa29-4df7-b958-fee0fe9bc87f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152607 Aug 06 16:04:48.247163 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-0b631b2a-8cca-4b61-8f67-25664bcd0254 service neutron] 10.222.0.37 "GET /v2.0/networks/5738fe75-0ee6-4591-8c74-062f71f16dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439278 Aug 06 16:04:48.342928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=a5b52004-bb45-40ac-bcc8-a045079ad871,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:48.394008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-17eac9da-62e2-4f5d-9192-62c4cbf67ad9 service neutron] 10.222.0.37 "GET /v2.0/networks/5738fe75-0ee6-4591-8c74-062f71f16dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320319 Aug 06 16:04:48.422413 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:04:48.487162 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:48.489911 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9ca29e-ed41-4612-82ee-4ebe03b52f89" -d '{"events": [{"server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:48.495812 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:48.513399 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Transition to ACTIVE for port object a5b52004-bb45-40ac-bcc8-a045079ad871 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:48.519913 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:48.590590 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b52004-bb45-40ac-bcc8-a045079ad871,revision_number=10']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:48.628210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41760) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:48.634946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] No DVR routers for this DVR port a5b52004-bb45-40ac-bcc8-a045079ad871 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:04:48.676151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Attempting to bind port a5b52004-bb45-40ac-bcc8-a045079ad871 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:04:48.676516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Attempting to bind port a5b52004-bb45-40ac-bcc8-a045079ad871 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:04:48.676919 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Attempting to bind port a5b52004-bb45-40ac-bcc8-a045079ad871 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:04:48.683147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Port a5b52004-bb45-40ac-bcc8-a045079ad871 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:04:48.683147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Attempting to bind port a5b52004-bb45-40ac-bcc8-a045079ad871 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:04:48.689567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:04:48.690162 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:04:48.690568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:04:48.691070 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Bound port: a5b52004-bb45-40ac-bcc8-a045079ad871, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:04:48.691445 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:48.796816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-81273dad-3c87-4b02-9880-47daf6f2eebd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-577182055-network', 'tenant_id': '1648e5be23234d049e84765af11fb033'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:48.825365 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:04:48.828393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5b52004-bb45-40ac-bcc8-a045079ad871,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:04:48.837198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-d16269a1-318f-4856-97df-73c99226be5a service neutron] 10.222.0.37 "GET /v2.0/ports/2d4d5e55-58da-418e-b0a4-03539c01a77f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.4305558 Aug 06 16:04:48.840630 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:48.859772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81273dad-3c87-4b02-9880-47daf6f2eebd admin admin] Made reservation on behalf of 1648e5be23234d049e84765af11fb033 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:48.860257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa950c-be43-431d-b801-33f6c6dea049 req-e7eb7f1d-08b5-4567-8e30-ffa13c0def64 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:48.862218 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0bfa950c-be43-431d-b801-33f6c6dea049 req-e7eb7f1d-08b5-4567-8e30-ffa13c0def64 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 949 time: 0.0689542 Aug 06 16:04:48.862465 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81273dad-3c87-4b02-9880-47daf6f2eebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:48.902807 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:48.903465 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:48.905074 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/a5b52004-bb45-40ac-bcc8-a045079ad871 HTTP/1.1" status: 200 len: 1097 time: 1.0713210 Aug 06 16:04:48.906993 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81273dad-3c87-4b02-9880-47daf6f2eebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:49.002918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0bfa950c-be43-431d-b801-33f6c6dea049 req-db25dd36-82d3-465f-b533-2655ae8fd08d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204972 Aug 06 16:04:49.054860 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-6d4e4271-176a-4551-a149-a46c531fe664 service neutron] 10.222.0.37 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037723 Aug 06 16:04:49.081230 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fe169-6830-4786-bb6a-2eed3f0da6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b52004-bb45-40ac-bcc8-a045079ad871,revision_number=11']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:49.159637 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-df7c507e-9e50-4b32-bd40-770a3b5510d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:49.163022 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-df7c507e-9e50-4b32-bd40-770a3b5510d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 1100 time: 0.2162495 Aug 06 16:04:49.297152 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81273dad-3c87-4b02-9880-47daf6f2eebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:49.305599 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81273dad-3c87-4b02-9880-47daf6f2eebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:49.311881 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326217c-ad6f-4e1a-92cb-20737cc3d91c req-2403b562-f08b-4f3b-a494-373d91584bb0 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:49.314531 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4326217c-ad6f-4e1a-92cb-20737cc3d91c req-2403b562-f08b-4f3b-a494-373d91584bb0 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 943 time: 0.1268859 Aug 06 16:04:49.321086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-76f10f2c-a575-4bd6-9dd7-12cba258decb service neutron] 10.222.0.37 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651634 Aug 06 16:04:49.321863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81273dad-3c87-4b02-9880-47daf6f2eebd admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:04:49.363832 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81273dad-3c87-4b02-9880-47daf6f2eebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:49.364526 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-81273dad-3c87-4b02-9880-47daf6f2eebd admin admin] Added segment 15843b79-b7df-441f-85a6-2d2793b0e9ff of type vlan for network 4d7b9216-75c8-4211-ac92-4eac5b620ed5 Aug 06 16:04:49.365974 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-431ec547-8093-4fcb-8521-a009d760f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:49.367471 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-431ec547-8093-4fcb-8521-a009d760f3c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1937554 Aug 06 16:04:49.382872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81273dad-3c87-4b02-9880-47daf6f2eebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89b1e6d-ede0-469e-900c-28d597b4134d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:49.427287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-16587a18-d509-4993-b705-1d5ccdee3674 service neutron] 10.222.0.37 "GET /v2.0/ports/58abfb05-1eb7-4e15-8f17-8726f0cb9914?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0919845 Aug 06 16:04:49.442605 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-59fb7a11-bdc7-4a6a-9667-288cf72a2ae0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a5b52004-bb45-40ac-bcc8-a045079ad871 HTTP/1.1" status: 200 len: 217 time: 0.0668368 Aug 06 16:04:49.455931 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4326217c-ad6f-4e1a-92cb-20737cc3d91c req-d10f19df-faf1-4614-b19b-4bc1d96c38b6 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329858 Aug 06 16:04:49.465759 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81273dad-3c87-4b02-9880-47daf6f2eebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:49.511186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:49.515630 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81faf832-236e-447f-bbf2-b1701c2c3a95" -d '{"events": [{"server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "name": "network-vif-plugged", "status": "completed", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:49.525534 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-f761d09b-2240-4154-8fdf-7b4fee8fecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:49.527033 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-f761d09b-2240-4154-8fdf-7b4fee8fecdb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0751607 Aug 06 16:04:49.552028 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81273dad-3c87-4b02-9880-47daf6f2eebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:49.552028 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81273dad-3c87-4b02-9880-47daf6f2eebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:49.552028 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81273dad-3c87-4b02-9880-47daf6f2eebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:49.590457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-1f279ecc-3ff7-48b8-8230-25bdedaab185 service neutron] 10.222.0.37 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539199 Aug 06 16:04:49.635100 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-81273dad-3c87-4b02-9880-47daf6f2eebd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0010331 Aug 06 16:04:49.654587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41770) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:49.660813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d1ae25f6-ff7e-4a98-93f6-6bd96be1b6cd admin admin] Request body: {'subnet': {'network_id': '4d7b9216-75c8-4211-ac92-4eac5b620ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-577182055-subnet', 'tenant_id': '1648e5be23234d049e84765af11fb033', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:49.664138 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe66982-9f39-4c4a-96d0-79cea288eb9a x-openstack-request-id: req-abe66982-9f39-4c4a-96d0-79cea288eb9a {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:49.664647 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:49.664837 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abe66982-9f39-4c4a-96d0-79cea288eb9a {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:49.665168 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871', 'code': 200} Aug 06 16:04:49.690848 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-a49c1796-52fd-4b06-a0a0-9a24baa95340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:49.693657 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-a49c1796-52fd-4b06-a0a0-9a24baa95340 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1586044 Aug 06 16:04:49.694715 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81273dad-3c87-4b02-9880-47daf6f2eebd admin admin] Pushing event updated for resources: {'Network': ['ID=4d7b9216-75c8-4211-ac92-4eac5b620ed5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:49.701861 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ae25f6-ff7e-4a98-93f6-6bd96be1b6cd admin admin] Made reservation on behalf of 1648e5be23234d049e84765af11fb033 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:49.704518 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d1ae25f6-ff7e-4a98-93f6-6bd96be1b6cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:49.716340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 4d7b9216-75c8-4211-ac92-4eac5b620ed5 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:04:49.844957 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-59c038f9-02a4-4d5f-a64d-fb27a2999f82 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433449 Aug 06 16:04:49.857734 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-1a1c640c-aa06-48d5-b4d5-ce9b889c6406 service neutron] 10.222.0.37 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662456 Aug 06 16:04:49.948695 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-68859517-9cc3-4c2c-a801-9d6cbf85b6fc req-b46dd55a-8eb5-4762-97fc-e2ae3212fbe3 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969224 Aug 06 16:04:50.074666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a30be7-d6cc-444a-9023-5743059e5ce2 req-f3960191-f36c-4e5c-9f3e-010b9119cda4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:50.076056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04a30be7-d6cc-444a-9023-5743059e5ce2 req-f3960191-f36c-4e5c-9f3e-010b9119cda4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 946 time: 0.2373989 Aug 06 16:04:50.145779 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d1ae25f6-ff7e-4a98-93f6-6bd96be1b6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:50.191813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04a30be7-d6cc-444a-9023-5743059e5ce2 req-811d3042-13ec-42f1-8a5b-3e0ae5350e07 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937514 Aug 06 16:04:50.193657 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-6ce12514-9b1a-438c-a328-e338656539f6 service neutron] 10.222.0.37 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758913 Aug 06 16:04:50.259670 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae25f6-ff7e-4a98-93f6-6bd96be1b6cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=71e624cf-fda4-404f-a217-92a48cf045f3,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:50.296235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae25f6-ff7e-4a98-93f6-6bd96be1b6cd admin admin] Checking segment: {'id': '15843b79-b7df-441f-85a6-2d2793b0e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4d7b9216-75c8-4211-ac92-4eac5b620ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:04:50.296235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ae25f6-ff7e-4a98-93f6-6bd96be1b6cd admin admin] Network hostable DHCP agents. Network: 4d7b9216-75c8-4211-ac92-4eac5b620ed5, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:04:50.330220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ae25f6-ff7e-4a98-93f6-6bd96be1b6cd admin admin] Network 4d7b9216-75c8-4211-ac92-4eac5b620ed5 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:04:50.342125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-29eaf995-50f4-43b7-bb06-3cd8e5c5ae0f service neutron] 10.222.0.37 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379621 Aug 06 16:04:50.343827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-d1ae25f6-ff7e-4a98-93f6-6bd96be1b6cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 4d7b9216-75c8-4211-ac92-4eac5b620ed5) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:50.352209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ae25f6-ff7e-4a98-93f6-6bd96be1b6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:50.355474 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d1ae25f6-ff7e-4a98-93f6-6bd96be1b6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:50.358130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ef1765-8ba6-4aa9-ad2f-c62eb4e7a429 None None] Network 4d7b9216-75c8-4211-ac92-4eac5b620ed5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:04:50.362791 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145bf850-98fe-4435-8fdd-b0b92752a488 x-openstack-request-id: req-145bf850-98fe-4435-8fdd-b0b92752a488 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:50.364021 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "name": "network-vif-plugged", "status": "completed", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:50.364482 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-145bf850-98fe-4435-8fdd-b0b92752a488 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:50.365105 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871', 'code': 200} Aug 06 16:04:50.477076 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d1ae25f6-ff7e-4a98-93f6-6bd96be1b6cd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8210969 Aug 06 16:04:50.546228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-a3848214-a588-4a6b-81b0-651ad8b557b3 service neutron] 10.222.0.37 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862051 Aug 06 16:04:50.561333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994f4a1c-1d28-4406-81b6-dc87e4d4c37c None None] Network 4d7b9216-75c8-4211-ac92-4eac5b620ed5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:04:50.566420 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6f88a-f5d8-412b-af10-82c6cc8a88cf req-322a6ce7-21f6-49a5-80e0-7814bd4ff4be tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:50.577805 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ce6f88a-f5d8-412b-af10-82c6cc8a88cf req-322a6ce7-21f6-49a5-80e0-7814bd4ff4be tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 949 time: 0.0957041 Aug 06 16:04:50.584484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c391664-1534-421b-8986-b45c7a7ea282 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:04:50.697918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ce6f88a-f5d8-412b-af10-82c6cc8a88cf req-465550c7-8365-42bf-840c-48dd7fbeca73 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183839 Aug 06 16:04:50.754782 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9304506b-1dfd-4ade-aa87-fcc71b50fcb1 service neutron] 10.222.0.37 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000985 Aug 06 16:04:50.887460 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:50.889195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a742a59-82b0-40cb-821b-5d47996004f5 req-68f95385-939d-4ce7-92d9-b78468a20fa7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3d3a470ba28a4c6f8ab926c00b563358 HTTP/1.1" status: 200 len: 267 time: 0.0992336 Aug 06 16:04:50.926504 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 9c391664-1534-421b-8986-b45c7a7ea282, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c391664-1534-421b-8986-b45c7a7ea282,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:50.932544 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:50.933706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device a5b52004-bb45-40ac-bcc8-a045079ad871 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:04:50.944297 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-530025dd-02ee-45de-9b95-62bbd0b45a0e service neutron] 10.222.0.37 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816485 Aug 06 16:04:51.027261 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device a5b52004-bb45-40ac-bcc8-a045079ad871 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:04:51.029011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=9c391664-1534-421b-8986-b45c7a7ea282,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:51.033201 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a742a59-82b0-40cb-821b-5d47996004f5 req-774a9eda-334d-4f76-9b08-bb13864532b7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:51.035430 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a742a59-82b0-40cb-821b-5d47996004f5 req-774a9eda-334d-4f76-9b08-bb13864532b7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 946 time: 0.1384375 Aug 06 16:04:51.055021 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-7a742a59-82b0-40cb-821b-5d47996004f5 req-d149a606-4985-44c8-8bf8-a65a0e3be7a4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Request body: {'port': {'security_groups': []}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:51.134830 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-43e59af1-f7fc-4739-92c2-7ad491b1a3c8 service neutron] 10.222.0.37 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820221 Aug 06 16:04:51.143878 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a742a59-82b0-40cb-821b-5d47996004f5 req-d149a606-4985-44c8-8bf8-a65a0e3be7a4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:51.315117 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-487c574e-0187-4e9a-9a6d-38360da0a685 service neutron] 10.222.0.37 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726344 Aug 06 16:04:51.452375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-7a742a59-82b0-40cb-821b-5d47996004f5 req-d149a606-4985-44c8-8bf8-a65a0e3be7a4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] For port 30298351-08ec-4f28-ba77-e805f70c6829, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=30298351-08ec-4f28-ba77-e805f70c6829,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:51.471124 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-b022d0bc-8df6-4afe-a9fd-c220a30ef01a service neutron] 10.222.0.37 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489470 Aug 06 16:04:51.492158 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a742a59-82b0-40cb-821b-5d47996004f5 req-d149a606-4985-44c8-8bf8-a65a0e3be7a4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:51.497970 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a742a59-82b0-40cb-821b-5d47996004f5 req-d149a606-4985-44c8-8bf8-a65a0e3be7a4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:51.512515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['7e9075c0-8075-4b11-a94f-dec503c64ff1', '30298351-08ec-4f28-ba77-e805f70c6829'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:04:51.570327 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['ff868b4c-0afe-4703-a663-d9a93b422c6e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:04:51.574482 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a742a59-82b0-40cb-821b-5d47996004f5 req-d149a606-4985-44c8-8bf8-a65a0e3be7a4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:51.576191 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a742a59-82b0-40cb-821b-5d47996004f5 req-d149a606-4985-44c8-8bf8-a65a0e3be7a4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:51.590455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a742a59-82b0-40cb-821b-5d47996004f5 req-d149a606-4985-44c8-8bf8-a65a0e3be7a4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "PUT /v2.0/ports/30298351-08ec-4f28-ba77-e805f70c6829 HTTP/1.1" status: 200 len: 905 time: 0.5461638 Aug 06 16:04:51.591108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e159ab66-b642-4fa0-91a5-bd0c6d21409a', 'tag': '30298351-08ec-4f28-ba77-e805f70c6829'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:51.595227 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0447a4-7fc2-4d9b-a101-8621f5e9faa2" -d '{"events": [{"name": "network-changed", "server_uuid": "e159ab66-b642-4fa0-91a5-bd0c6d21409a", "tag": "30298351-08ec-4f28-ba77-e805f70c6829"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:51.641472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149a606-4985-44c8-8bf8-a65a0e3be7a4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event updated for resources: {'Port': ['ID=30298351-08ec-4f28-ba77-e805f70c6829,revision_number=6']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:51.666934 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:51.670125 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c560344-fd09-4760-92c3-a6cc78e39bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:51.805910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['30298351-08ec-4f28-ba77-e805f70c6829'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:04:52.053459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-770ad813-25f3-418a-9008-21a2be146bc4 None None] Provisioning complete for port 30298351-08ec-4f28-ba77-e805f70c6829 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:52.053893 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-770ad813-25f3-418a-9008-21a2be146bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:52.366624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f6c9a3-0028-467f-8ce3-26bd02dbaa54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c391664-1534-421b-8986-b45c7a7ea282'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:52.370625 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9b5748-77b9-44b4-8c81-74759b271661" -d '{"events": [{"server_uuid": "03f6c9a3-0028-467f-8ce3-26bd02dbaa54", "name": "network-vif-unplugged", "status": "completed", "tag": "9c391664-1534-421b-8986-b45c7a7ea282"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:52.654211 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a981c92-0478-484b-83fa-2442b8a4d109 req-8196b657-8140-4ddd-a3cb-691d65334138 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:52.655505 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a981c92-0478-484b-83fa-2442b8a4d109 req-8196b657-8140-4ddd-a3cb-691d65334138 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 943 time: 0.0707479 Aug 06 16:04:52.705535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a981c92-0478-484b-83fa-2442b8a4d109 req-3a30609a-067b-4bcd-9bce-ab2aaedad664 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 Aug 06 16:04:52.922036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc91cc-d455-4411-874e-e91bd540f8ac req-a04ef6a8-44ca-47e2-8fcd-479a01cdd823 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:52.927871 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5b52004-bb45-40ac-bcc8-a045079ad871 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:04:52.934692 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7bc91cc-d455-4411-874e-e91bd540f8ac req-a04ef6a8-44ca-47e2-8fcd-479a01cdd823 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 908 time: 0.0991523 Aug 06 16:04:53.004938 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bcfa0d-4552-40c1-b8f5-70a28b3997c6 x-openstack-request-id: req-22bcfa0d-4552-40c1-b8f5-70a28b3997c6 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:53.005775 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:53.005775 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22bcfa0d-4552-40c1-b8f5-70a28b3997c6 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:53.006389 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871', 'status': 'completed', 'code': 200} Aug 06 16:04:53.096716 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ceefb1-de1f-4db6-ab43-38de15d5c8a0 x-openstack-request-id: req-15ceefb1-de1f-4db6-ab43-38de15d5c8a0 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:53.097200 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e159ab66-b642-4fa0-91a5-bd0c6d21409a", "tag": "30298351-08ec-4f28-ba77-e805f70c6829", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:53.098135 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15ceefb1-de1f-4db6-ab43-38de15d5c8a0 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:53.098762 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e159ab66-b642-4fa0-91a5-bd0c6d21409a', 'tag': '30298351-08ec-4f28-ba77-e805f70c6829', 'status': 'completed', 'code': 200} Aug 06 16:04:53.132922 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c560344-fd09-4760-92c3-a6cc78e39bfa req-f9899d7e-379e-4a6a-8d04-43916b4ed9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:53.136807 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3c560344-fd09-4760-92c3-a6cc78e39bfa req-f9899d7e-379e-4a6a-8d04-43916b4ed9ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 1100 time: 0.1006758 Aug 06 16:04:53.247371 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5b52004-bb45-40ac-bcc8-a045079ad871,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:53.266088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73743834-5b5e-4013-9630-e357554e1d20 req-c3fa92d6-f718-46d6-bc03-bea71df6e06b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:53.267644 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73743834-5b5e-4013-9630-e357554e1d20 req-c3fa92d6-f718-46d6-bc03-bea71df6e06b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 949 time: 0.1445019 Aug 06 16:04:53.271213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'a5b52004-bb45-40ac-bcc8-a045079ad871', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'a5b52004-bb45-40ac-bcc8-a045079ad871', 'mac_address': 'fa:16:3e:c1:d2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:04:53.276134 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:53.334377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0447a4-7fc2-4d9b-a101-8621f5e9faa2 req-1fa70e54-d1cf-47b6-9a78-0d3d5f5405e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:53.336476 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4a0447a4-7fc2-4d9b-a101-8621f5e9faa2 req-1fa70e54-d1cf-47b6-9a78-0d3d5f5405e4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 1059 time: 0.1361184 Aug 06 16:04:53.340378 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c560344-fd09-4760-92c3-a6cc78e39bfa req-a01df0cc-8369-434a-82cc-39856cad4766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:53.342923 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3c560344-fd09-4760-92c3-a6cc78e39bfa req-a01df0cc-8369-434a-82cc-39856cad4766 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1992652 Aug 06 16:04:53.352971 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:53.378154 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73743834-5b5e-4013-9630-e357554e1d20 req-064be309-b888-4cde-8a94-fbf2fdf1f834 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990179 Aug 06 16:04:53.382048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b52004-bb45-40ac-bcc8-a045079ad871 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:04:53.418168 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5b52004-bb45-40ac-bcc8-a045079ad871,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:53.425146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-99c11899-f2eb-42e2-bdd5-d82caad9b355 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:53.426996 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-99c11899-f2eb-42e2-bdd5-d82caad9b355 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/networks?id=4d7b9216-75c8-4211-ac92-4eac5b620ed5 HTTP/1.1" status: 200 len: 808 time: 0.2180367 Aug 06 16:04:53.427760 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:53.457914 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-6f41ce4d-addd-4158-8216-889407e41495 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/quotas/1648e5be23234d049e84765af11fb033 HTTP/1.1" status: 200 len: 375 time: 0.0175390 Aug 06 16:04:53.493337 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fdd51d-e328-493c-90d0-d5eabaa089f1 x-openstack-request-id: req-f1fdd51d-e328-493c-90d0-d5eabaa089f1 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:53.493978 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f6c9a3-0028-467f-8ce3-26bd02dbaa54", "name": "network-vif-unplugged", "status": "completed", "tag": "9c391664-1534-421b-8986-b45c7a7ea282", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:53.494485 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1fdd51d-e328-493c-90d0-d5eabaa089f1 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:53.495617 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f6c9a3-0028-467f-8ce3-26bd02dbaa54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c391664-1534-421b-8986-b45c7a7ea282', 'code': 200} Aug 06 16:04:53.498806 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-e7e2099f-e9ba-4156-8811-3dcde3604111 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1648e5be23234d049e84765af11fb033&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398240 Aug 06 16:04:53.554240 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a5b52004-bb45-40ac-bcc8-a045079ad871,revision_number=12']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:53.620656 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:53.630264 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-3228b3f3-74ce-4027-b15f-8bceddd5794a service neutron] 10.222.0.37 "GET /v2.0/networks/4d7b9216-75c8-4211-ac92-4eac5b620ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305256 Aug 06 16:04:53.656209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b0047a7-dec4-4926-b185-a3adaeda0088 req-3de92683-7cbb-4800-80c0-e5ef4b10e5b5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 210 time: 0.0568011 Aug 06 16:04:53.690252 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a5b52004-bb45-40ac-bcc8-a045079ad871'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:04:53.817004 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-8d0e751d-c4a6-4ef7-9201-90775fba9c0f service neutron] 10.222.0.37 "GET /v2.0/networks/4d7b9216-75c8-4211-ac92-4eac5b620ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710253 Aug 06 16:04:53.835231 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3c560344-fd09-4760-92c3-a6cc78e39bfa req-5d9f99b0-d09c-4845-b3e0-365e3bd7a28c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a5b52004-bb45-40ac-bcc8-a045079ad871 HTTP/1.1" status: 200 len: 217 time: 0.4735115 Aug 06 16:04:53.962394 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c560344-fd09-4760-92c3-a6cc78e39bfa req-8f32a0e9-4bbb-4f44-bd87-bca4b4fc05cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:53.964263 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3c560344-fd09-4760-92c3-a6cc78e39bfa req-8f32a0e9-4bbb-4f44-bd87-bca4b4fc05cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0839646 Aug 06 16:04:54.078592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0447a4-7fc2-4d9b-a101-8621f5e9faa2 req-aaf4674d-9ef2-43bc-96f8-a5688640fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:54.083103 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4a0447a4-7fc2-4d9b-a101-8621f5e9faa2 req-aaf4674d-9ef2-43bc-96f8-a5688640fe79 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.7340288 Aug 06 16:04:54.125675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c560344-fd09-4760-92c3-a6cc78e39bfa req-6e40a98e-27f4-4c0e-925a-0cab3f9a5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:54.132810 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3c560344-fd09-4760-92c3-a6cc78e39bfa req-6e40a98e-27f4-4c0e-925a-0cab3f9a5fcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1552751 Aug 06 16:04:54.252265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d11e7b-8f9a-4f48-95e2-0813e371fc50 req-97efb1da-7bcb-4275-b1e5-97763aaf5382 tempest-MigrationsAdminTest-10907965 tempest-MigrationsAdminTest-10907965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:54.260297 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61d11e7b-8f9a-4f48-95e2-0813e371fc50 req-97efb1da-7bcb-4275-b1e5-97763aaf5382 tempest-MigrationsAdminTest-10907965 tempest-MigrationsAdminTest-10907965-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 1101 time: 0.1536057 Aug 06 16:04:54.282161 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4a0447a4-7fc2-4d9b-a101-8621f5e9faa2 req-c3a1ec4e-22be-4cc7-a1e3-af2fdb3b12f7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30298351-08ec-4f28-ba77-e805f70c6829 HTTP/1.1" status: 200 len: 217 time: 0.1474001 Aug 06 16:04:54.294806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8b98b-6032-4390-a661-fc6daa1435e5 req-817cb8cd-2240-4282-88b5-646257d05e81 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:54.296502 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39b8b98b-6032-4390-a661-fc6daa1435e5 req-817cb8cd-2240-4282-88b5-646257d05e81 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1452780 Aug 06 16:04:54.347331 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61d11e7b-8f9a-4f48-95e2-0813e371fc50 req-c4017a07-41c3-492f-a164-108b22583697 tempest-MigrationsAdminTest-10907965 tempest-MigrationsAdminTest-10907965-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857410 Aug 06 16:04:54.413568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39b8b98b-6032-4390-a661-fc6daa1435e5 req-4771c41b-d3a8-4c67-9bb9-93b1d539f0f3 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066074 Aug 06 16:04:54.501436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-35210119-4a04-4ddd-bb35-fc648515e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:54.502886 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-35210119-4a04-4ddd-bb35-fc648515e2ce service neutron] 10.222.0.78 "GET /v2.0/ports/2d4d5e55-58da-418e-b0a4-03539c01a77f HTTP/1.1" status: 200 len: 1032 time: 0.1947496 Aug 06 16:04:54.512568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0447a4-7fc2-4d9b-a101-8621f5e9faa2 req-8b1e1966-1aff-44cc-bb55-1931cb4c865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:54.514721 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4a0447a4-7fc2-4d9b-a101-8621f5e9faa2 req-8b1e1966-1aff-44cc-bb55-1931cb4c865d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.2047029 Aug 06 16:04:54.626948 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad1480-9142-4b13-8280-6a3f9a2cfdc4 req-0a2f886b-ea80-4e70-ab9b-db68f82fdf8f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:54.633422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ccad1480-9142-4b13-8280-6a3f9a2cfdc4 req-0a2f886b-ea80-4e70-ab9b-db68f82fdf8f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 943 time: 0.1873701 Aug 06 16:04:54.634070 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3c560344-fd09-4760-92c3-a6cc78e39bfa req-e61acc1d-4627-4fff-82d0-62f1967d2d00 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804997 Aug 06 16:04:54.637426 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-b7c6f0d5-feb9-4164-af42-20eb820cecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:54.639182 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-b7c6f0d5-feb9-4164-af42-20eb820cecec service neutron] 10.222.0.78 "GET /v2.0/ports/58abfb05-1eb7-4e15-8f17-8726f0cb9914 HTTP/1.1" status: 200 len: 1032 time: 0.1211400 Aug 06 16:04:54.719997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0447a4-7fc2-4d9b-a101-8621f5e9faa2 req-1dfe0707-4ae0-4bf9-b514-f6c3606ee2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:54.721780 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4a0447a4-7fc2-4d9b-a101-8621f5e9faa2 req-1dfe0707-4ae0-4bf9-b514-f6c3606ee2fe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573987 Aug 06 16:04:54.744332 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e37aca9-5dbd-4b47-930a-950f7a26691f req-b6f342f6-f7f1-4d2e-8438-0a5756326224 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5 HTTP/1.1" status: 200 len: 210 time: 0.0585341 Aug 06 16:04:54.806630 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ccad1480-9142-4b13-8280-6a3f9a2cfdc4 req-67093519-34b1-4c91-9809-7164e1f48ab5 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674652 Aug 06 16:04:54.961801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 75ae9920-d281-4fb5-a99a-c53fdd345a45 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:04:54.964548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5b52004-bb45-40ac-bcc8-a045079ad871 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:04:54.972343 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3c560344-fd09-4760-92c3-a6cc78e39bfa req-5b677c24-5860-40c5-9c89-c14db807018a service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304186 Aug 06 16:04:55.003129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-32341af7-0667-4864-8924-87041d50e027 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:55.011397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-32341af7-0667-4864-8924-87041d50e027 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:55.018517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-32341af7-0667-4864-8924-87041d50e027 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:55.021000 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-32341af7-0667-4864-8924-87041d50e027 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.78 "GET /v2.0/networks?id=5738fe75-0ee6-4591-8c74-062f71f16dba&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5db9a939-2ca8-4beb-a32e-b1a4d6906447&id=5db9a939-2ca8-4beb-a32e-b1a4d6906447 HTTP/1.1" status: 200 len: 1995 time: 0.3693330 Aug 06 16:04:55.023874 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4a0447a4-7fc2-4d9b-a101-8621f5e9faa2 req-4348a7b1-2b79-4bae-9928-00483d93718a service neutron] 10.222.0.78 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642772 Aug 06 16:04:55.233021 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-0e7254d1-32b3-40bc-bbd3-580fb7383875 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec31edb71a434fdf8b78c75af8a29fc0 HTTP/1.1" status: 200 len: 379 time: 0.1731317 Aug 06 16:04:55.245312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port a5b52004-bb45-40ac-bcc8-a045079ad871 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:55.254535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port a5b52004-bb45-40ac-bcc8-a045079ad871 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:55.255024 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:55.255639 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-961a3a00-1b2b-42ff-ab02-e9a4c272a28f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:55.271622 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-961a3a00-1b2b-42ff-ab02-e9a4c272a28f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/networks?id=3a57bcf8-fa08-4452-9a64-626df0fa5458 HTTP/1.1" status: 200 len: 804 time: 0.2861369 Aug 06 16:04:55.306114 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-5a26db05-8bd0-430a-9c5c-ee57390cf4de tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/quotas/4e8469e96bca4365b0ad75e32eded23b HTTP/1.1" status: 200 len: 375 time: 0.0301111 Aug 06 16:04:55.310210 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 75ae9920-d281-4fb5-a99a-c53fdd345a45, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=75ae9920-d281-4fb5-a99a-c53fdd345a45,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:55.332203 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '75ae9920-d281-4fb5-a99a-c53fdd345a45', 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9', 'port_id': '75ae9920-d281-4fb5-a99a-c53fdd345a45', 'mac_address': 'fa:16:3e:54:97:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af21462f-26c7-45df-8aee-9d851324861e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:04:55.339823 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4a0447a4-7fc2-4d9b-a101-8621f5e9faa2 req-77ef41d7-c230-45fc-9a4b-469802382c3c service neutron] 10.222.0.78 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703183 Aug 06 16:04:55.348192 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7d524aa6-711c-45cd-a896-32bbf468f173 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Request body: {'port': {'device_id': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba', 'admin_state_up': True, 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'security_groups': ['1f87bc49-b22f-443f-b9c6-434bd719a78d']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:55.433966 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:55.435991 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:55.476946 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-678d5d03-3194-4495-8420-2ea87870bed8 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e8469e96bca4365b0ad75e32eded23b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1614873 Aug 06 16:04:55.504634 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ee572-1563-424c-94bb-9e44785804b5 req-a62935d1-e729-481f-94ac-5fbda82e1310 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:55.512940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2d8ee572-1563-424c-94bb-9e44785804b5 req-a62935d1-e729-481f-94ac-5fbda82e1310 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1090496 Aug 06 16:04:55.515993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ae9920-d281-4fb5-a99a-c53fdd345a45 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:04:55.566672 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2d8ee572-1563-424c-94bb-9e44785804b5 req-efb73146-75b4-4b1e-862f-49c6d782126d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521953 Aug 06 16:04:55.572367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 75ae9920-d281-4fb5-a99a-c53fdd345a45, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=75ae9920-d281-4fb5-a99a-c53fdd345a45,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:55.581466 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:55.605214 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7d524aa6-711c-45cd-a896-32bbf468f173 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Made reservation on behalf of ec31edb71a434fdf8b78c75af8a29fc0 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:55.612586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-487321b5-00ce-4e6b-a20e-4fe68632a09e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:04:55.622304 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7d524aa6-711c-45cd-a896-32bbf468f173 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:55.630730 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-487321b5-00ce-4e6b-a20e-4fe68632a09e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1485596 Aug 06 16:04:55.649087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=75ae9920-d281-4fb5-a99a-c53fdd345a45,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:55.651547 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:55.653907 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363dd5f0-cf50-4853-8067-3b8728906e3e" -d '{"events": [{"server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "name": "network-vif-plugged", "status": "completed", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:55.671338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5b52004-bb45-40ac-bcc8-a045079ad871,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:55.678043 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:55.745060 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a5b52004-bb45-40ac-bcc8-a045079ad871,revision_number=13']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:55.871735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['75ae9920-d281-4fb5-a99a-c53fdd345a45'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:04:55.916103 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-68722343-12d4-4c4a-8c8d-e05886dede67 service neutron] 10.222.0.37 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825029 Aug 06 16:04:56.105939 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-bb9d5380-6fd1-4331-b5ab-478088edf7f9 service neutron] 10.222.0.37 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854126 Aug 06 16:04:56.248621 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7d524aa6-711c-45cd-a896-32bbf468f173 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Allocated IP 172.20.0.6 (5738fe75-0ee6-4591-8c74-062f71f16dba/7910dbce-9faa-45f2-a5b8-cd85ad35cfce/d8efe4d0-b1fb-4ecb-8db8-a14e443c874d) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:04:56.408742 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cea9a701-be16-4496-8cd8-b6bb8c970388 req-25960396-72bc-488b-a9e6-25bb5ba98f51 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 210 time: 0.0668387 Aug 06 16:04:56.435973 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-f29b71b8-f67a-40a4-a67d-721bc7e1d4d3 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:56.439924 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-f29b71b8-f67a-40a4-a67d-721bc7e1d4d3 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.13 "GET /v2.0/networks?id=4d7b9216-75c8-4211-ac92-4eac5b620ed5 HTTP/1.1" status: 200 len: 808 time: 0.4630513 Aug 06 16:04:56.458682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-89c14236-fec8-458a-9ab7-5c840a12160b tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Request body: {'port': {'device_id': 'd1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5', 'network_id': '4d7b9216-75c8-4211-ac92-4eac5b620ed5', 'admin_state_up': True, 'tenant_id': '1648e5be23234d049e84765af11fb033'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:56.721469 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadf9004-d22b-438f-8f61-315c1892d123 x-openstack-request-id: req-eadf9004-d22b-438f-8f61-315c1892d123 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:56.722157 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "name": "network-vif-plugged", "status": "completed", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:56.722375 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eadf9004-d22b-438f-8f61-315c1892d123 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:56.723538 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871', 'code': 200} Aug 06 16:04:56.764657 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe394aee-18e8-4263-9e50-208af2676e71 req-cf1666a8-8768-49cc-a03c-5f05c40eb8a5 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:56.766444 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe394aee-18e8-4263-9e50-208af2676e71 req-cf1666a8-8768-49cc-a03c-5f05c40eb8a5 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.78 "GET /v2.0/ports?device_id=03f6c9a3-0028-467f-8ce3-26bd02dbaa54 HTTP/1.1" status: 200 len: 944 time: 0.2223461 Aug 06 16:04:56.794000 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7d524aa6-711c-45cd-a896-32bbf468f173 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:56.855270 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-89c14236-fec8-458a-9ab7-5c840a12160b tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Made reservation on behalf of 1648e5be23234d049e84765af11fb033 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:56.859805 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-89c14236-fec8-458a-9ab7-5c840a12160b tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:56.898979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7d524aa6-711c-45cd-a896-32bbf468f173 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Transition to ACTIVE for port object d8efe4d0-b1fb-4ecb-8db8-a14e443c874d will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:56.959259 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 75ae9920-d281-4fb5-a99a-c53fdd345a45 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:04:57.076652 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7d524aa6-711c-45cd-a896-32bbf468f173 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:57.120882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 75ae9920-d281-4fb5-a99a-c53fdd345a45 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:57.127038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 75ae9920-d281-4fb5-a99a-c53fdd345a45 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:57.127616 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:57.173324 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030988f7-d5e2-4dc3-8219-6f28f1167d9e req-cc920776-bd23-4f87-9fce-53f3e54a1d46 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:57.174911 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-030988f7-d5e2-4dc3-8219-6f28f1167d9e req-cc920776-bd23-4f87-9fce-53f3e54a1d46 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 951 time: 0.7246292 Aug 06 16:04:57.204397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-fe394aee-18e8-4263-9e50-208af2676e71 req-df4ec2e6-8ddd-4359-a648-f6b945b58df1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Deleting port 9c391664-1534-421b-8986-b45c7a7ea282 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:04:57.206873 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fe394aee-18e8-4263-9e50-208af2676e71 req-df4ec2e6-8ddd-4359-a648-f6b945b58df1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:57.216357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7d524aa6-711c-45cd-a896-32bbf468f173 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Network 5738fe75-0ee6-4591-8c74-062f71f16dba is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:04:57.223256 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7d524aa6-711c-45cd-a896-32bbf468f173 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:57.230034 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d50b05e2-d7c7-4800-8c94-d6a3cc48be0b req-a540662c-1afa-4fbe-a84f-7ced27628093 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5 HTTP/1.1" status: 200 len: 210 time: 0.0908825 Aug 06 16:04:57.258923 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7d524aa6-711c-45cd-a896-32bbf468f173 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:04:57.349142 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-030988f7-d5e2-4dc3-8219-6f28f1167d9e req-4d77d646-f65c-42da-833b-7113de7ca6d5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589141 Aug 06 16:04:57.370112 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:57.383958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96232c-1cbc-4bd6-afd7-03c02f2d6ade req-178e75f9-e79e-40c1-8719-e24653c5c814 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:57.385770 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b96232c-1cbc-4bd6-afd7-03c02f2d6ade req-178e75f9-e79e-40c1-8719-e24653c5c814 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.13 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 951 time: 0.7983332 Aug 06 16:04:57.489938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 75ae9920-d281-4fb5-a99a-c53fdd345a45, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=75ae9920-d281-4fb5-a99a-c53fdd345a45,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:57.495889 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:57.516809 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-89c14236-fec8-458a-9ab7-5c840a12160b tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Allocated IP 172.20.0.2 (4d7b9216-75c8-4211-ac92-4eac5b620ed5/71e624cf-fda4-404f-a217-92a48cf045f3/6735c609-7efe-4553-9241-bc88e67524d8) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:04:57.558229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d524aa6-711c-45cd-a896-32bbf468f173 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event updated for resources: {'Port': ['ID=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:57.666010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=75ae9920-d281-4fb5-a99a-c53fdd345a45,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:57.710300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7d524aa6-711c-45cd-a896-32bbf468f173 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:57.710968 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7d524aa6-711c-45cd-a896-32bbf468f173 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:57.780603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-fe394aee-18e8-4263-9e50-208af2676e71 req-df4ec2e6-8ddd-4359-a648-f6b945b58df1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] For port 9c391664-1534-421b-8986-b45c7a7ea282, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c391664-1534-421b-8986-b45c7a7ea282,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:57.780603 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fe394aee-18e8-4263-9e50-208af2676e71 req-df4ec2e6-8ddd-4359-a648-f6b945b58df1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:57.789211 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7d524aa6-711c-45cd-a896-32bbf468f173 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4476712 Aug 06 16:04:57.789412 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-048969c9-8064-4de7-a960-21b6d4fb1c06 None None] Provisioning for port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:57.799231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf79132-2419-4472-a545-264fb981b1a3 req-b6d582de-7b58-4159-a0d6-aeb1e745c2c6 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:57.802116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-048969c9-8064-4de7-a960-21b6d4fb1c06 None None] Provisioning complete for port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:57.802696 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-048969c9-8064-4de7-a960-21b6d4fb1c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:57.809125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6bf79132-2419-4472-a545-264fb981b1a3 req-b6d582de-7b58-4159-a0d6-aeb1e745c2c6 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 944 time: 0.4221246 Aug 06 16:04:57.837739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bc9ad162-de7a-4c86-a07f-f0bc7e2e7c84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Request body: {'port': {'device_id': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f', 'admin_state_up': True, 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'security_groups': ['1f87bc49-b22f-443f-b9c6-434bd719a78d']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:57.841402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-fe394aee-18e8-4263-9e50-208af2676e71 req-df4ec2e6-8ddd-4359-a648-f6b945b58df1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Calling delete_port for 9c391664-1534-421b-8986-b45c7a7ea282 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:04:57.877518 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-92ae04b8-4e1f-40ac-9ccc-a598cd2b523b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:57.886430 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-92ae04b8-4e1f-40ac-9ccc-a598cd2b523b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 812 time: 0.3341320 Aug 06 16:04:57.915145 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-048969c9-8064-4de7-a960-21b6d4fb1c06 None None] Port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:04:57.923767 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6bf79132-2419-4472-a545-264fb981b1a3 req-e656ae54-4ddb-4906-9a90-e7a1ff0646a3 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136529 Aug 06 16:04:57.928875 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9b96232c-1cbc-4bd6-afd7-03c02f2d6ade req-7b46d779-c52c-426b-9932-145ef6f13b4d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Deleting port a5b52004-bb45-40ac-bcc8-a045079ad871 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:04:57.929222 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9b96232c-1cbc-4bd6-afd7-03c02f2d6ade req-7b46d779-c52c-426b-9932-145ef6f13b4d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:58.179856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-ded11fee-993d-4ac7-b506-ab47080674be tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/quotas/3d3a470ba28a4c6f8ab926c00b563358 HTTP/1.1" status: 200 len: 375 time: 0.2913599 Aug 06 16:04:58.203358 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-89c14236-fec8-458a-9ab7-5c840a12160b tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:58.243780 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a2268e5-38fa-4882-a73a-49fd2c954dea req-a19e3f4c-0fcf-4dec-bab0-f7f832a0f738 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f827afa-39e5-4a01-b299-87e596ef4327 HTTP/1.1" status: 200 len: 210 time: 0.1009274 Aug 06 16:04:58.266343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bc9ad162-de7a-4c86-a07f-f0bc7e2e7c84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Made reservation on behalf of ec31edb71a434fdf8b78c75af8a29fc0 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:58.273300 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bc9ad162-de7a-4c86-a07f-f0bc7e2e7c84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:58.364776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-89c14236-fec8-458a-9ab7-5c840a12160b tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:58.465575 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-9b96232c-1cbc-4bd6-afd7-03c02f2d6ade req-7b46d779-c52c-426b-9932-145ef6f13b4d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] For port a5b52004-bb45-40ac-bcc8-a045079ad871, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5b52004-bb45-40ac-bcc8-a045079ad871,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:58.466138 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9b96232c-1cbc-4bd6-afd7-03c02f2d6ade req-7b46d779-c52c-426b-9932-145ef6f13b4d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:58.508876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9b96232c-1cbc-4bd6-afd7-03c02f2d6ade req-7b46d779-c52c-426b-9932-145ef6f13b4d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Calling delete_port for a5b52004-bb45-40ac-bcc8-a045079ad871 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:04:58.543198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-3974b8e7-a5ea-46db-9254-2efb8683c5e1 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3615954 Aug 06 16:04:58.638052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c391664-1534-421b-8986-b45c7a7ea282 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:04:58.682958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ad68d-891f-41c5-b236-c98e28cc0f7a req-fd908b76-ce3a-4a06-9501-b673c1814c75 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:58.692302 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-596ad68d-891f-41c5-b236-c98e28cc0f7a req-fd908b76-ce3a-4a06-9501-b673c1814c75 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 931 time: 0.2929082 Aug 06 16:04:58.729100 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ef4a42-c17a-4fa4-a04e-8c73299e4455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ae9920-d281-4fb5-a99a-c53fdd345a45'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:58.736108 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5996dcf4-2eb8-4f29-92f1-00ef29cc0537" -d '{"events": [{"server_uuid": "21ef4a42-c17a-4fa4-a04e-8c73299e4455", "name": "network-vif-plugged", "status": "completed", "tag": "75ae9920-d281-4fb5-a99a-c53fdd345a45"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:58.793108 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fe394aee-18e8-4263-9e50-208af2676e71 req-df4ec2e6-8ddd-4359-a648-f6b945b58df1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:58.799064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-89c14236-fec8-458a-9ab7-5c840a12160b tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Network 4d7b9216-75c8-4211-ac92-4eac5b620ed5 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:04:58.801801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-2a8b3884-02bb-406b-a1ce-8851cbfb6ca0 service neutron] 10.222.0.37 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573333 Aug 06 16:04:58.812637 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-6ff6efb0-5d58-4000-80fc-2786315decad tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:58.814179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-6ff6efb0-5d58-4000-80fc-2786315decad tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.13 "GET /v2.0/networks?id=3a57bcf8-fa08-4452-9a64-626df0fa5458 HTTP/1.1" status: 200 len: 804 time: 0.6727123 Aug 06 16:04:58.819187 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-89c14236-fec8-458a-9ab7-5c840a12160b tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:58.853102 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-c9c1d71f-49ac-4368-a97e-16a3f91bcb63 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Request body: {'port': {'device_id': '3f827afa-39e5-4a01-b299-87e596ef4327', 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458', 'admin_state_up': True, 'tenant_id': '4e8469e96bca4365b0ad75e32eded23b'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:58.855843 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-89c14236-fec8-458a-9ab7-5c840a12160b tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:04:58.861238 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c14236-fec8-458a-9ab7-5c840a12160b tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Pushing event updated for resources: {'Port': ['ID=6735c609-7efe-4553-9241-bc88e67524d8,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:58.965444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-596ad68d-891f-41c5-b236-c98e28cc0f7a req-91d0e1ff-6615-4b75-914f-c91556acbf2d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719193 Aug 06 16:04:58.976730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ec2e6-8ddd-4359-a648-f6b945b58df1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Pushing event deleted for resources: {'Port': ['ID=9c391664-1534-421b-8986-b45c7a7ea282,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:59.016659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe394aee-18e8-4263-9e50-208af2676e71 req-df4ec2e6-8ddd-4359-a648-f6b945b58df1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] No DVR routers for this DVR port 9c391664-1534-421b-8986-b45c7a7ea282 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:04:59.025963 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fe394aee-18e8-4263-9e50-208af2676e71 req-df4ec2e6-8ddd-4359-a648-f6b945b58df1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:59.028270 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe394aee-18e8-4263-9e50-208af2676e71 req-df4ec2e6-8ddd-4359-a648-f6b945b58df1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.78 "DELETE /v2.0/ports/9c391664-1534-421b-8986-b45c7a7ea282 HTTP/1.1" status: 204 len: 173 time: 2.2513504 Aug 06 16:04:59.032208 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f6c9a3-0028-467f-8ce3-26bd02dbaa54', 'name': 'network-vif-deleted', 'tag': '9c391664-1534-421b-8986-b45c7a7ea282'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:59.034693 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c8f6f2-0baf-449a-a673-f54ae0f9c0e2" -d '{"events": [{"server_uuid": "03f6c9a3-0028-467f-8ce3-26bd02dbaa54", "name": "network-vif-deleted", "tag": "9c391664-1534-421b-8986-b45c7a7ea282"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:59.078751 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-89c14236-fec8-458a-9ab7-5c840a12160b tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:59.079394 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-89c14236-fec8-458a-9ab7-5c840a12160b tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:59.089188 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bc9ad162-de7a-4c86-a07f-f0bc7e2e7c84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Allocated IP 10.1.1.139 (5c863801-399d-4b61-8ede-5dd3ca72304f/45ba4680-173e-461a-8265-68ea38d8affa/74972a33-99ce-40f2-a6b5-cf335a5afc10) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:04:59.137046 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-c642fb53-c169-4ce4-8dab-ea07f614d641 service neutron] 10.222.0.37 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339860 Aug 06 16:04:59.140811 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-89c14236-fec8-458a-9ab7-5c840a12160b tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6863449 Aug 06 16:04:59.186366 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Request body: {'port': {'device_id': 'd1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:59.216239 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-c9c1d71f-49ac-4368-a97e-16a3f91bcb63 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Made reservation on behalf of 4e8469e96bca4365b0ad75e32eded23b for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:59.219992 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-c9c1d71f-49ac-4368-a97e-16a3f91bcb63 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:59.233676 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9b96232c-1cbc-4bd6-afd7-03c02f2d6ade req-7b46d779-c52c-426b-9932-145ef6f13b4d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:59.260244 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['c0c5d2a9-e782-4420-849c-af3cc4764bd7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:04:59.386922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46d779-c52c-426b-9932-145ef6f13b4d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Pushing event deleted for resources: {'Port': ['ID=a5b52004-bb45-40ac-bcc8-a045079ad871,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:59.394401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['51d68ca5-04b7-44ca-bbe7-64209867d8e7', '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:04:59.630342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b96232c-1cbc-4bd6-afd7-03c02f2d6ade req-7b46d779-c52c-426b-9932-145ef6f13b4d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] No DVR routers for this DVR port a5b52004-bb45-40ac-bcc8-a045079ad871 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:04:59.634489 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9b96232c-1cbc-4bd6-afd7-03c02f2d6ade req-7b46d779-c52c-426b-9932-145ef6f13b4d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:59.642600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b96232c-1cbc-4bd6-afd7-03c02f2d6ade req-7b46d779-c52c-426b-9932-145ef6f13b4d tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.13 "DELETE /v2.0/ports/a5b52004-bb45-40ac-bcc8-a045079ad871 HTTP/1.1" status: 204 len: 173 time: 2.2445414 Aug 06 16:04:59.655452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'name': 'network-vif-deleted', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:59.663541 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbd747a-f633-4d9b-8edc-f43021054e0e" -d '{"events": [{"server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "name": "network-vif-deleted", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:59.730531 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:59.974517 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:05:00.026853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-c9c1d71f-49ac-4368-a97e-16a3f91bcb63 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Allocated IP 172.20.0.13 (3a57bcf8-fa08-4452-9a64-626df0fa5458/da0c21b5-c1ab-47f4-a492-be4025ce4c1d/09ecb01c-ec2b-4961-b0c1-050f6109743e) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:05:00.037588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3a7c3-266e-41a7-bf84-b6d0ce10e6c3 req-63c2357d-fe45-4d1f-aaa0-f07a82aadd08 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:00.045542 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48c3a7c3-266e-41a7-bf84-b6d0ce10e6c3 req-63c2357d-fe45-4d1f-aaa0-f07a82aadd08 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5 HTTP/1.1" status: 200 len: 931 time: 0.3268445 Aug 06 16:05:00.075332 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bc9ad162-de7a-4c86-a07f-f0bc7e2e7c84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:00.184678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48c3a7c3-266e-41a7-bf84-b6d0ce10e6c3 req-6afbfe0a-c600-4f62-a06d-76d8e360c922 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333463 Aug 06 16:05:00.184922 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bc9ad162-de7a-4c86-a07f-f0bc7e2e7c84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Transition to ACTIVE for port object 74972a33-99ce-40f2-a6b5-cf335a5afc10 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:00.507558 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bc9ad162-de7a-4c86-a07f-f0bc7e2e7c84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:00.521577 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e567668-c768-4342-9b87-1df05c105076 req-9b68b61f-50da-40c0-aa1e-23ff58c14e37 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=576c34f5-634d-46be-9e64-aa2c1f0b9a9b HTTP/1.1" status: 200 len: 210 time: 0.0805874 Aug 06 16:05:00.625842 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bfcad7-ac00-431d-8b31-63193bb551cc x-openstack-request-id: req-92bfcad7-ac00-431d-8b31-63193bb551cc {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:00.625842 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ef4a42-c17a-4fa4-a04e-8c73299e4455", "name": "network-vif-plugged", "status": "completed", "tag": "75ae9920-d281-4fb5-a99a-c53fdd345a45", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:00.625842 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92bfcad7-ac00-431d-8b31-63193bb551cc {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:00.625842 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ef4a42-c17a-4fa4-a04e-8c73299e4455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ae9920-d281-4fb5-a99a-c53fdd345a45', 'code': 200} Aug 06 16:05:00.629397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bc9ad162-de7a-4c86-a07f-f0bc7e2e7c84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Network 5c863801-399d-4b61-8ede-5dd3ca72304f is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:05:00.655426 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bc9ad162-de7a-4c86-a07f-f0bc7e2e7c84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:00.657730 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-c9c1d71f-49ac-4368-a97e-16a3f91bcb63 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:00.675345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bc9ad162-de7a-4c86-a07f-f0bc7e2e7c84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:05:00.681654 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ad162-de7a-4c86-a07f-f0bc7e2e7c84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event updated for resources: {'Port': ['ID=74972a33-99ce-40f2-a6b5-cf335a5afc10,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:00.783720 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e58c01-06ea-4e32-b5d2-10adc15bf423 x-openstack-request-id: req-c9e58c01-06ea-4e32-b5d2-10adc15bf423 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:00.784491 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f6c9a3-0028-467f-8ce3-26bd02dbaa54", "name": "network-vif-deleted", "tag": "9c391664-1534-421b-8986-b45c7a7ea282", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:00.784709 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9e58c01-06ea-4e32-b5d2-10adc15bf423 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:00.785219 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f6c9a3-0028-467f-8ce3-26bd02dbaa54', 'name': 'network-vif-deleted', 'tag': '9c391664-1534-421b-8986-b45c7a7ea282', 'status': 'completed', 'code': 200} Aug 06 16:05:00.837402 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-c9c1d71f-49ac-4368-a97e-16a3f91bcb63 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:00.841833 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6735c609-7efe-4553-9241-bc88e67524d8 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:00.872845 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bc9ad162-de7a-4c86-a07f-f0bc7e2e7c84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:00.877660 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bc9ad162-de7a-4c86-a07f-f0bc7e2e7c84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:00.884481 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:00.921177 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Transition to ACTIVE for port object 6735c609-7efe-4553-9241-bc88e67524d8 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:00.927424 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bc9ad162-de7a-4c86-a07f-f0bc7e2e7c84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1223948 Aug 06 16:05:00.929384 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:00.958709 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5b52004-bb45-40ac-bcc8-a045079ad871 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:01.003227 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: a5b52004-bb45-40ac-bcc8-a045079ad871 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:05:01.003603 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5b52004-bb45-40ac-bcc8-a045079ad871 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:05:01.005922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-c9c1d71f-49ac-4368-a97e-16a3f91bcb63 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Network 3a57bcf8-fa08-4452-9a64-626df0fa5458 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:05:01.021302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9b5f3ea4-b37c-4a1a-9290-aa788162a61f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Request body: {'port': {'device_id': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f', 'admin_state_up': True, 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'security_groups': ['1f87bc49-b22f-443f-b9c6-434bd719a78d']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:01.042282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-c9c1d71f-49ac-4368-a97e-16a3f91bcb63 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:01.045170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-c9c1d71f-49ac-4368-a97e-16a3f91bcb63 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:05:01.124441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e79948-4f95-420e-8866-069a8abfd197 req-8aa6e502-4d0b-4395-a462-1f75980b9c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:01.126016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73e79948-4f95-420e-8866-069a8abfd197 req-8aa6e502-4d0b-4395-a462-1f75980b9c61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 1096 time: 0.3276670 Aug 06 16:05:01.149710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfa496-f702-4a02-8aca-f9198e5c5ad6 req-07addff8-a35b-4104-bf46-dc48e0cd904e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:01.154597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Pushing event updated for resources: {'Port': ['ID=6735c609-7efe-4553-9241-bc88e67524d8,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:01.162102 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8cdfa496-f702-4a02-8aca-f9198e5c5ad6 req-07addff8-a35b-4104-bf46-dc48e0cd904e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 945 time: 0.3642464 Aug 06 16:05:01.162599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1d71f-49ac-4368-a97e-16a3f91bcb63 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Pushing event updated for resources: {'Port': ['ID=09ecb01c-ec2b-4961-b0c1-050f6109743e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:01.181955 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f52f27df-2e07-4e04-8a1b-a989b3a15c26 None None] Provisioning for port 74972a33-99ce-40f2-a6b5-cf335a5afc10 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:01.188791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f52f27df-2e07-4e04-8a1b-a989b3a15c26 None None] Provisioning complete for port 74972a33-99ce-40f2-a6b5-cf335a5afc10 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:01.188791 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f52f27df-2e07-4e04-8a1b-a989b3a15c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:01.240095 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f52f27df-2e07-4e04-8a1b-a989b3a15c26 None None] Port 74972a33-99ce-40f2-a6b5-cf335a5afc10 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:05:01.241768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-c9c1d71f-49ac-4368-a97e-16a3f91bcb63 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:01.242672 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-c9c1d71f-49ac-4368-a97e-16a3f91bcb63 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:01.248801 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Attempting to bind port 6735c609-7efe-4553-9241-bc88e67524d8 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:01.248801 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Attempting to bind port 6735c609-7efe-4553-9241-bc88e67524d8 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '15843b79-b7df-441f-85a6-2d2793b0e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4d7b9216-75c8-4211-ac92-4eac5b620ed5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:01.248801 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Attempting to bind port 6735c609-7efe-4553-9241-bc88e67524d8 on network 4d7b9216-75c8-4211-ac92-4eac5b620ed5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:01.257292 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Port 6735c609-7efe-4553-9241-bc88e67524d8 on network 4d7b9216-75c8-4211-ac92-4eac5b620ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:05:01.257887 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Attempting to bind port 6735c609-7efe-4553-9241-bc88e67524d8 on network 4d7b9216-75c8-4211-ac92-4eac5b620ed5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:01.264265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf80ac3-f0a5-43fc-82ec-64a46a653ad3 req-c79badd0-78b7-4793-b433-c102f9862b0d tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:01.265863 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdf80ac3-f0a5-43fc-82ec-64a46a653ad3 req-c79badd0-78b7-4793-b433-c102f9862b0d tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f827afa-39e5-4a01-b299-87e596ef4327 HTTP/1.1" status: 200 len: 932 time: 0.2974975 Aug 06 16:05:01.265977 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9b5f3ea4-b37c-4a1a-9290-aa788162a61f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Made reservation on behalf of ec31edb71a434fdf8b78c75af8a29fc0 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:05:01.273434 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9b5f3ea4-b37c-4a1a-9290-aa788162a61f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:01.289388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:01.289773 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Checking segment: {'id': '15843b79-b7df-441f-85a6-2d2793b0e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4d7b9216-75c8-4211-ac92-4eac5b620ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:01.290277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Bound using segment: {'id': '15843b79-b7df-441f-85a6-2d2793b0e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4d7b9216-75c8-4211-ac92-4eac5b620ed5'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:01.290739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Bound port: 6735c609-7efe-4553-9241-bc88e67524d8, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15843b79-b7df-441f-85a6-2d2793b0e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4d7b9216-75c8-4211-ac92-4eac5b620ed5'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:01.291115 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:01.317404 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73e79948-4f95-420e-8866-069a8abfd197 req-559a7384-c1fe-4772-ace1-3db6f54da6a1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402917 Aug 06 16:05:01.319012 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-c9c1d71f-49ac-4368-a97e-16a3f91bcb63 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4895284 Aug 06 16:05:01.336096 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8cdfa496-f702-4a02-8aca-f9198e5c5ad6 req-f9533199-dbed-4ae5-99ec-d7e55c4e42f2 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483243 Aug 06 16:05:01.383080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Request body: {'port': {'device_id': '3f827afa-39e5-4a01-b299-87e596ef4327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:01.390150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdf80ac3-f0a5-43fc-82ec-64a46a653ad3 req-c67c714c-1c91-4f91-8224-ea4f60f744c2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058493 Aug 06 16:05:01.521450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9b5f3ea4-b37c-4a1a-9290-aa788162a61f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Allocated IP 10.1.1.242 (5c863801-399d-4b61-8ede-5dd3ca72304f/45ba4680-173e-461a-8265-68ea38d8affa/240fd1ec-a123-4fa2-8780-8645e1fff3d7) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:05:01.524918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-020b5af8-4397-4f5f-ad6c-71398ba3f321 req-21e0c5be-c3c7-4399-bd92-4cff3fdb5a36 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 210 time: 0.0521433 Aug 06 16:05:01.526901 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:01.552091 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f899f362-8597-43dc-a633-9b6f377cff5b x-openstack-request-id: req-f899f362-8597-43dc-a633-9b6f377cff5b {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:01.554210 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576c34f5-634d-46be-9e64-aa2c1f0b9a9b", "name": "network-vif-deleted", "tag": "a5b52004-bb45-40ac-bcc8-a045079ad871", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:01.555463 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f899f362-8597-43dc-a633-9b6f377cff5b {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:01.556048 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576c34f5-634d-46be-9e64-aa2c1f0b9a9b', 'name': 'network-vif-deleted', 'tag': 'a5b52004-bb45-40ac-bcc8-a045079ad871', 'status': 'completed', 'code': 200} Aug 06 16:05:01.730165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] For port 6735c609-7efe-4553-9241-bc88e67524d8, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:01.783383 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] For port 6735c609-7efe-4553-9241-bc88e67524d8, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6735c609-7efe-4553-9241-bc88e67524d8,segment=NetworkSegment(15843b79-b7df-441f-85a6-2d2793b0e9ff),segment_id=15843b79-b7df-441f-85a6-2d2793b0e9ff)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:01.804767 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:01.878314 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9b5f3ea4-b37c-4a1a-9290-aa788162a61f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:01.898830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:01.899462 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:01.900880 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] 10.222.0.13 "PUT /v2.0/ports/6735c609-7efe-4553-9241-bc88e67524d8 HTTP/1.1" status: 200 len: 1091 time: 2.7459514 Aug 06 16:05:01.918940 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9b5f3ea4-b37c-4a1a-9290-aa788162a61f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Transition to ACTIVE for port object 240fd1ec-a123-4fa2-8780-8645e1fff3d7 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:01.951065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-386b5cdf-0ad8-4113-9f1d-7c873faee67d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:01.951779 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-386b5cdf-0ad8-4113-9f1d-7c873faee67d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.78 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 812 time: 0.2788525 Aug 06 16:05:01.971596 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced2a2c-86ca-4ae5-a1f8-2fb923b5e674 service neutron] Pushing event updated for resources: {'Port': ['ID=6735c609-7efe-4553-9241-bc88e67524d8,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:02.008350 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-0a18f587-e895-41ae-80b2-c7b58e76a2a6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Request body: {'port': {'device_id': '9c36f9bb-cc7c-4a51-90d9-7078656949a9', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'admin_state_up': True, 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:02.013072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363a0f5-c55b-43f6-8058-f7a97af491c6 req-d376408f-6a14-4a2a-aca1-4a53bb508e26 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:02.020211 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363a0f5-c55b-43f6-8058-f7a97af491c6 req-d376408f-6a14-4a2a-aca1-4a53bb508e26 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:02.022203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7363a0f5-c55b-43f6-8058-f7a97af491c6 req-d376408f-6a14-4a2a-aca1-4a53bb508e26 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 1653 time: 0.3475626 Aug 06 16:05:02.047278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947df68-3436-4932-a478-4c30c52f7cce req-7ed8e920-c504-459f-8c95-c4e5c2701568 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:02.049245 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d947df68-3436-4932-a478-4c30c52f7cce req-7ed8e920-c504-459f-8c95-c4e5c2701568 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 0.2521567 Aug 06 16:05:02.134685 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9b5f3ea4-b37c-4a1a-9290-aa788162a61f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:02.142739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-ef34360c-e051-4c91-afc1-6d2e7ca44538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:02.144318 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-ef34360c-e051-4c91-afc1-6d2e7ca44538 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1648e5be23234d049e84765af11fb033&device_id=d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5 HTTP/1.1" status: 200 len: 1094 time: 0.1879461 Aug 06 16:05:02.197943 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7363a0f5-c55b-43f6-8058-f7a97af491c6 req-b6b3b443-4cbe-4511-b9e3-6a7a5fd9b613 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474257 Aug 06 16:05:02.224145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d947df68-3436-4932-a478-4c30c52f7cce req-0f745b1e-11dd-42d9-a558-39d6507a304a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539018 Aug 06 16:05:02.261587 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-44fb0800-d71d-4ae5-b372-ff85f7368090 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6735c609-7efe-4553-9241-bc88e67524d8 HTTP/1.1" status: 200 len: 217 time: 0.1016922 Aug 06 16:05:02.269508 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9b5f3ea4-b37c-4a1a-9290-aa788162a61f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Network 5c863801-399d-4b61-8ede-5dd3ca72304f is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:05:02.288833 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9b5f3ea4-b37c-4a1a-9290-aa788162a61f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:02.317339 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9b5f3ea4-b37c-4a1a-9290-aa788162a61f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:05:02.390490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f3ea4-b37c-4a1a-9290-aa788162a61f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event updated for resources: {'Port': ['ID=240fd1ec-a123-4fa2-8780-8645e1fff3d7,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:02.436199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ecb01c-ec2b-4961-b0c1-050f6109743e {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:02.440857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-0a18f587-e895-41ae-80b2-c7b58e76a2a6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Made reservation on behalf of 3d3a470ba28a4c6f8ab926c00b563358 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:05:02.444774 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-0a18f587-e895-41ae-80b2-c7b58e76a2a6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:02.449396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-d5ac1ba5-8d4f-46fe-bcf8-4345ca95d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:02.451136 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-d5ac1ba5-8d4f-46fe-bcf8-4345ca95d417 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e624cf-fda4-404f-a217-92a48cf045f3 HTTP/1.1" status: 200 len: 848 time: 0.1805460 Aug 06 16:05:02.451859 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:02.469563 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9b5f3ea4-b37c-4a1a-9290-aa788162a61f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:02.470257 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9b5f3ea4-b37c-4a1a-9290-aa788162a61f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:02.480724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d2c5e-7467-463b-9a9b-5463b58b840d req-784a846d-db95-4679-9f20-c7bfb0cfb265 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:02.482303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-909d2c5e-7467-463b-9a9b-5463b58b840d req-784a846d-db95-4679-9f20-c7bfb0cfb265 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5 HTTP/1.1" status: 200 len: 943 time: 0.1160200 Aug 06 16:05:02.483518 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Transition to ACTIVE for port object 09ecb01c-ec2b-4961-b0c1-050f6109743e will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:02.489544 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:02.521527 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-4411154b-a224-4d2c-b672-2d81c7564add service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d7b9216-75c8-4211-ac92-4eac5b620ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443847 Aug 06 16:05:02.558959 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9b5f3ea4-b37c-4a1a-9290-aa788162a61f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5854914 Aug 06 16:05:02.595358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Pushing event updated for resources: {'Port': ['ID=09ecb01c-ec2b-4961-b0c1-050f6109743e,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:02.615200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-909d2c5e-7467-463b-9a9b-5463b58b840d req-270683a1-a674-444c-af16-57791938fc68 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880113 Aug 06 16:05:02.617001 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-822b2b6e-0534-45b6-956e-6cc1a97cd753 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Request body: {'port': {'device_id': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447', 'admin_state_up': True, 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'security_groups': ['1f87bc49-b22f-443f-b9c6-434bd719a78d']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:02.781864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c9bab1f5-f9a8-4f35-81a6-9bc672cf447a None None] Provisioning for port 240fd1ec-a123-4fa2-8780-8645e1fff3d7 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:02.787758 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c9bab1f5-f9a8-4f35-81a6-9bc672cf447a None None] Provisioning complete for port 240fd1ec-a123-4fa2-8780-8645e1fff3d7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:02.788380 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c9bab1f5-f9a8-4f35-81a6-9bc672cf447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:02.801425 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5', 'tag': '6735c609-7efe-4553-9241-bc88e67524d8'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:02.804504 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63fc56f-2049-4f50-85e5-2f2089c1d4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5", "tag": "6735c609-7efe-4553-9241-bc88e67524d8"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:02.811678 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-d26e3f94-289d-4f4d-800e-285e9712b3bd service neutron] 10.222.0.13 "GET /v2.0/networks/4d7b9216-75c8-4211-ac92-4eac5b620ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825799 Aug 06 16:05:02.827511 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c9bab1f5-f9a8-4f35-81a6-9bc672cf447a None None] Port 240fd1ec-a123-4fa2-8780-8645e1fff3d7 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:05:02.843775 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Attempting to bind port 09ecb01c-ec2b-4961-b0c1-050f6109743e on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:02.844314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Attempting to bind port 09ecb01c-ec2b-4961-b0c1-050f6109743e by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:02.844988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Attempting to bind port 09ecb01c-ec2b-4961-b0c1-050f6109743e on network 3a57bcf8-fa08-4452-9a64-626df0fa5458 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:02.855436 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181d211-1bc9-45ea-a133-9fcf8a75ed75 req-8ff9b6d1-472c-4e69-8c62-e75f610f201d tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:02.856984 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0181d211-1bc9-45ea-a133-9fcf8a75ed75 req-8ff9b6d1-472c-4e69-8c62-e75f610f201d tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 945 time: 0.2151618 Aug 06 16:05:02.867652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242ed60-b0d1-4098-bb7a-6810e2031bb1 req-38389402-aa76-47eb-8761-40c36adcdea1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:02.875125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1242ed60-b0d1-4098-bb7a-6810e2031bb1 req-38389402-aa76-47eb-8761-40c36adcdea1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f827afa-39e5-4a01-b299-87e596ef4327 HTTP/1.1" status: 200 len: 944 time: 0.1468091 Aug 06 16:05:02.889434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Port 09ecb01c-ec2b-4961-b0c1-050f6109743e on network 3a57bcf8-fa08-4452-9a64-626df0fa5458 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:05:02.889886 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Attempting to bind port 09ecb01c-ec2b-4961-b0c1-050f6109743e on network 3a57bcf8-fa08-4452-9a64-626df0fa5458 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:02.913215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:02.913478 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Checking segment: {'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:02.913875 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Bound using segment: {'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:02.914303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Bound port: 09ecb01c-ec2b-4961-b0c1-050f6109743e, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:02.914666 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:02.959109 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0181d211-1bc9-45ea-a133-9fcf8a75ed75 req-3d5d512e-4647-4820-9d0c-4bc8b5962265 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801480 Aug 06 16:05:02.965063 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1242ed60-b0d1-4098-bb7a-6810e2031bb1 req-74914b01-ca19-4b17-9fd9-710117b09fcd tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886874 Aug 06 16:05:02.970297 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-0a18f587-e895-41ae-80b2-c7b58e76a2a6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Allocated IP 172.20.0.7 (c0d2d561-fad9-4dca-83a3-90b0001ab013/90587363-bd8a-45c0-a0f0-4bc8dee159ed/8baaabef-75fc-441f-9a94-3e650348ab46) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:05:03.041484 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] For port 09ecb01c-ec2b-4961-b0c1-050f6109743e, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:03.046101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] For port 09ecb01c-ec2b-4961-b0c1-050f6109743e, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=09ecb01c-ec2b-4961-b0c1-050f6109743e,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:03.056288 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:03.102585 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-822b2b6e-0534-45b6-956e-6cc1a97cd753 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Made reservation on behalf of ec31edb71a434fdf8b78c75af8a29fc0 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:05:03.182812 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-29fbec5c-f869-476a-9386-34ef36b27a6e req-282a314a-ff76-4869-a799-b4e48f13dc2d service neutron] 10.222.0.13 "GET /v2.0/networks/4d7b9216-75c8-4211-ac92-4eac5b620ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262541 Aug 06 16:05:03.199069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:03.200114 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:03.202878 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] 10.222.0.13 "PUT /v2.0/ports/09ecb01c-ec2b-4961-b0c1-050f6109743e HTTP/1.1" status: 200 len: 1092 time: 1.8294516 Aug 06 16:05:03.213112 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0820eec0-a2ac-4172-81ee-5ac8e391a2d4 req-45a7924a-9510-465c-adcb-5afa04005708 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 210 time: 0.1297777 Aug 06 16:05:03.265458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b9cd1-662c-4bdb-81cb-023f6ea89607 service neutron] Pushing event updated for resources: {'Port': ['ID=09ecb01c-ec2b-4961-b0c1-050f6109743e,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:03.296615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b1028-4839-46f6-b35d-e2e4a7336825 req-ac43b93b-3f23-47b5-b1f6-64c62a8ce0f7 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:03.304677 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a02b1028-4839-46f6-b35d-e2e4a7336825 req-ac43b93b-3f23-47b5-b1f6-64c62a8ce0f7 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 951 time: 0.2227225 Aug 06 16:05:03.387781 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a02b1028-4839-46f6-b35d-e2e4a7336825 req-19de8091-a003-45e3-a98d-88cdc1c9ca57 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821664 Aug 06 16:05:03.393560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-b62c8539-6b86-4760-9c9a-e55dba57d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:03.396782 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-b62c8539-6b86-4760-9c9a-e55dba57d2bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e8469e96bca4365b0ad75e32eded23b&device_id=3f827afa-39e5-4a01-b299-87e596ef4327 HTTP/1.1" status: 200 len: 1095 time: 0.1277916 Aug 06 16:05:03.490254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-dfc58cb2-d165-4b5a-bea4-55a336fa02e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09ecb01c-ec2b-4961-b0c1-050f6109743e HTTP/1.1" status: 200 len: 217 time: 0.0660150 Aug 06 16:05:03.569114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f827afa-39e5-4a01-b299-87e596ef4327', 'tag': '09ecb01c-ec2b-4961-b0c1-050f6109743e'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:03.572323 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4ec022-c6d1-45f2-a0bd-506f9cf54189" -d '{"events": [{"name": "network-changed", "server_uuid": "3f827afa-39e5-4a01-b299-87e596ef4327", "tag": "09ecb01c-ec2b-4961-b0c1-050f6109743e"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:03.586108 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc511376-6078-44c8-af93-526ff0ccb2aa x-openstack-request-id: req-dc511376-6078-44c8-af93-526ff0ccb2aa {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:03.586635 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5", "tag": "6735c609-7efe-4553-9241-bc88e67524d8", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:03.586800 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc511376-6078-44c8-af93-526ff0ccb2aa {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:03.587188 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5', 'tag': '6735c609-7efe-4553-9241-bc88e67524d8', 'status': 'completed', 'code': 200} Aug 06 16:05:03.673197 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-822b2b6e-0534-45b6-956e-6cc1a97cd753 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:03.696155 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8eaff15f-2592-4fd3-8ad8-3dcd04530699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:03.737004 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-0a18f587-e895-41ae-80b2-c7b58e76a2a6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:03.742813 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fc56f-2049-4f50-85e5-2f2089c1d4e5 req-40212bf8-6fa2-4d3e-abd6-0b6fcac0a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:03.745282 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f63fc56f-2049-4f50-85e5-2f2089c1d4e5 req-40212bf8-6fa2-4d3e-abd6-0b6fcac0a9c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1648e5be23234d049e84765af11fb033&device_id=d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5 HTTP/1.1" status: 200 len: 1094 time: 0.1571994 Aug 06 16:05:03.826305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-0a18f587-e895-41ae-80b2-c7b58e76a2a6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Transition to ACTIVE for port object 8baaabef-75fc-441f-9a94-3e650348ab46 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:03.980973 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-8f67c39b-48ed-4134-a7ff-88a04f350b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:03.982690 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-8f67c39b-48ed-4134-a7ff-88a04f350b1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0c21b5-c1ab-47f4-a492-be4025ce4c1d HTTP/1.1" status: 200 len: 844 time: 0.4803777 Aug 06 16:05:03.987337 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802360f2-2583-42a1-a656-343de7a128b7 req-edb644dd-8677-4e34-9f6f-1cbd2d35dccc tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:03.989551 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-802360f2-2583-42a1-a656-343de7a128b7 req-edb644dd-8677-4e34-9f6f-1cbd2d35dccc tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 1096 time: 0.4979374 Aug 06 16:05:04.027157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fc56f-2049-4f50-85e5-2f2089c1d4e5 req-620b75ba-b554-4fd2-9126-c0e884d956c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:04.028704 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f63fc56f-2049-4f50-85e5-2f2089c1d4e5 req-620b75ba-b554-4fd2-9126-c0e884d956c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d7b9216-75c8-4211-ac92-4eac5b620ed5 HTTP/1.1" status: 200 len: 909 time: 0.2729740 Aug 06 16:05:04.041859 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b8077-e4f5-4da6-9c0f-6d79ecd7d846 req-89c123da-c7e7-4eda-afd0-6defaf54e8f7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:04.048180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b8077-e4f5-4da6-9c0f-6d79ecd7d846 req-89c123da-c7e7-4eda-afd0-6defaf54e8f7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:04.054724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b8077-e4f5-4da6-9c0f-6d79ecd7d846 req-89c123da-c7e7-4eda-afd0-6defaf54e8f7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:04.058352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-791b8077-e4f5-4da6-9c0f-6d79ecd7d846 req-89c123da-c7e7-4eda-afd0-6defaf54e8f7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 2374 time: 0.4777544 Aug 06 16:05:04.070134 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-33471dbb-00df-4b40-aa00-2b129ac3da6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a57bcf8-fa08-4452-9a64-626df0fa5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773878 Aug 06 16:05:04.123356 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f63fc56f-2049-4f50-85e5-2f2089c1d4e5 req-f8de679a-cf4c-4a8a-a0a2-e7c08445540e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6735c609-7efe-4553-9241-bc88e67524d8 HTTP/1.1" status: 200 len: 217 time: 0.0563486 Aug 06 16:05:04.124954 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-0a18f587-e895-41ae-80b2-c7b58e76a2a6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:04.138930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['ff868b4c-0afe-4703-a663-d9a93b422c6e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:04.196430 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['7e9075c0-8075-4b11-a94f-dec503c64ff1'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:04.211149 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-802360f2-2583-42a1-a656-343de7a128b7 req-ab5603cf-0563-4eb5-a3b9-ad9a2acd1628 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002134 Aug 06 16:05:04.244592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-822b2b6e-0534-45b6-956e-6cc1a97cd753 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Allocated IP 10.2.2.100 (5db9a939-2ca8-4beb-a32e-b1a4d6906447/57c1d78b-3ca6-466a-a698-7b66a141b5e7/e6aa718d-3f2e-4a0c-8158-4cc28d57321a) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:05:04.275043 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18f587-e895-41ae-80b2-c7b58e76a2a6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event updated for resources: {'Port': ['ID=8baaabef-75fc-441f-9a94-3e650348ab46,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:04.276230 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-791b8077-e4f5-4da6-9c0f-6d79ecd7d846 req-6a469909-ed3e-4d80-8f90-2597bce36ea3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941774 Aug 06 16:05:04.281092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-0a18f587-e895-41ae-80b2-c7b58e76a2a6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Network c0d2d561-fad9-4dca-83a3-90b0001ab013 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:05:04.292260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fc56f-2049-4f50-85e5-2f2089c1d4e5 req-1ebf2dd1-6b82-4fdc-810e-4c8e3055ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:04.294470 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f63fc56f-2049-4f50-85e5-2f2089c1d4e5 req-1ebf2dd1-6b82-4fdc-810e-4c8e3055ad4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e624cf-fda4-404f-a217-92a48cf045f3 HTTP/1.1" status: 200 len: 848 time: 0.1578898 Aug 06 16:05:04.298500 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-0a18f587-e895-41ae-80b2-c7b58e76a2a6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:04.302788 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08178120-d437-49f1-af21-d81a7548628a req-d1060688-9d6f-49d5-a6fe-b3187a20fa11 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:04.307630 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08178120-d437-49f1-af21-d81a7548628a req-d1060688-9d6f-49d5-a6fe-b3187a20fa11 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.13 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 951 time: 0.2419477 Aug 06 16:05:04.313031 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-0a18f587-e895-41ae-80b2-c7b58e76a2a6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:05:04.380381 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f63fc56f-2049-4f50-85e5-2f2089c1d4e5 req-87e808b5-56d9-4918-9b8a-b5f66b15e7b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d7b9216-75c8-4211-ac92-4eac5b620ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749938 Aug 06 16:05:04.399822 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d34652-01d5-4d87-a42b-f44e7685a96f x-openstack-request-id: req-45d34652-01d5-4d87-a42b-f44e7685a96f {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:04.400477 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f827afa-39e5-4a01-b299-87e596ef4327", "tag": "09ecb01c-ec2b-4961-b0c1-050f6109743e", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:04.400930 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45d34652-01d5-4d87-a42b-f44e7685a96f {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:04.401525 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f827afa-39e5-4a01-b299-87e596ef4327', 'tag': '09ecb01c-ec2b-4961-b0c1-050f6109743e', 'status': 'completed', 'code': 200} Aug 06 16:05:04.428590 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-8c31e950-e3e6-4b71-a087-d5427a4f70e0 service neutron] 10.222.0.13 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297820 Aug 06 16:05:04.501546 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39d4f0-922d-4a6b-9a5e-924dfb6af873 req-5042f8a5-c667-4876-9f80-02a1f8b6ad26 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:04.509141 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f39d4f0-922d-4a6b-9a5e-924dfb6af873 req-5042f8a5-c667-4876-9f80-02a1f8b6ad26 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 0.1804006 Aug 06 16:05:04.623981 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-0a18f587-e895-41ae-80b2-c7b58e76a2a6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:04.624875 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-0a18f587-e895-41ae-80b2-c7b58e76a2a6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:04.692266 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-0a18f587-e895-41ae-80b2-c7b58e76a2a6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6890020 Aug 06 16:05:04.715264 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Request body: {'port': {'device_id': '9c36f9bb-cc7c-4a51-90d9-7078656949a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:04.762513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f39d4f0-922d-4a6b-9a5e-924dfb6af873 req-9eec908d-4ff8-42ba-b75a-7d3ad740e3c1 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519975 Aug 06 16:05:04.787085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bc9148d6-9214-457f-81cd-a5f16a91b990 None None] Provisioning for port 8baaabef-75fc-441f-9a94-3e650348ab46 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:04.791539 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-822b2b6e-0534-45b6-956e-6cc1a97cd753 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:04.799292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bc9148d6-9214-457f-81cd-a5f16a91b990 None None] Provisioning complete for port 8baaabef-75fc-441f-9a94-3e650348ab46 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:04.799826 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bc9148d6-9214-457f-81cd-a5f16a91b990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:04.806348 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f63fc56f-2049-4f50-85e5-2f2089c1d4e5 req-7f183d03-7c38-4d79-b7f4-1b0433083723 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7b9216-75c8-4211-ac92-4eac5b620ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153912 Aug 06 16:05:04.815171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390a157-2d53-40b4-873a-f79968c851a8 req-5fa2a048-ff0e-4722-8fff-d21cb51311ef tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:04.817704 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2390a157-2d53-40b4-873a-f79968c851a8 req-5fa2a048-ff0e-4722-8fff-d21cb51311ef tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5 HTTP/1.1" status: 200 len: 943 time: 0.2890429 Aug 06 16:05:04.827382 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0b2c13-c0bd-4875-9c7e-f139783557fa req-111807cf-2a84-4b28-aad6-b159cdc1154c service neutron] 10.222.0.13 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871791 Aug 06 16:05:04.894343 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-08178120-d437-49f1-af21-d81a7548628a req-967e67db-103b-40d2-9619-a8825da8e9da tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Deleting port c0c5d2a9-e782-4420-849c-af3cc4764bd7 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:05:04.895221 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-08178120-d437-49f1-af21-d81a7548628a req-967e67db-103b-40d2-9619-a8825da8e9da tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:04.897187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-bc9148d6-9214-457f-81cd-a5f16a91b990 None None] Port 8baaabef-75fc-441f-9a94-3e650348ab46 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:05:04.920269 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-822b2b6e-0534-45b6-956e-6cc1a97cd753 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Transition to ACTIVE for port object e6aa718d-3f2e-4a0c-8158-4cc28d57321a will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:05.005352 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:05.011741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2390a157-2d53-40b4-873a-f79968c851a8 req-116fccef-8e0e-497b-aed2-4a9160abd151 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754832 Aug 06 16:05:05.135051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6d056-10da-4490-b255-eceb8eb170d2 req-653b15a5-f849-446a-b567-a3558c417ee6 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:05.136634 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3fa6d056-10da-4490-b255-eceb8eb170d2 req-653b15a5-f849-446a-b567-a3558c417ee6 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f827afa-39e5-4a01-b299-87e596ef4327 HTTP/1.1" status: 200 len: 944 time: 0.2142749 Aug 06 16:05:05.147478 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ec022-c6d1-45f2-a0bd-506f9cf54189 req-08d30693-b1a8-4061-9441-1e5d9b141df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:05.148997 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d4ec022-c6d1-45f2-a0bd-506f9cf54189 req-08d30693-b1a8-4061-9441-1e5d9b141df1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e8469e96bca4365b0ad75e32eded23b&device_id=3f827afa-39e5-4a01-b299-87e596ef4327 HTTP/1.1" status: 200 len: 1095 time: 0.2297683 Aug 06 16:05:05.158377 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-08178120-d437-49f1-af21-d81a7548628a req-967e67db-103b-40d2-9619-a8825da8e9da tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] For port c0c5d2a9-e782-4420-849c-af3cc4764bd7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c0c5d2a9-e782-4420-849c-af3cc4764bd7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:05.158761 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-08178120-d437-49f1-af21-d81a7548628a req-967e67db-103b-40d2-9619-a8825da8e9da tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:05.166957 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f63fc56f-2049-4f50-85e5-2f2089c1d4e5 req-7b2e0f0f-f491-4e9d-a197-d8c95488a301 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7b9216-75c8-4211-ac92-4eac5b620ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456309 Aug 06 16:05:05.225724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-08178120-d437-49f1-af21-d81a7548628a req-967e67db-103b-40d2-9619-a8825da8e9da tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Calling delete_port for c0c5d2a9-e782-4420-849c-af3cc4764bd7 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:05:05.245178 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-822b2b6e-0534-45b6-956e-6cc1a97cd753 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:05.323366 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-822b2b6e-0534-45b6-956e-6cc1a97cd753 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Network 5db9a939-2ca8-4beb-a32e-b1a4d6906447 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:05:05.339069 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-822b2b6e-0534-45b6-956e-6cc1a97cd753 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:05.371817 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3fa6d056-10da-4490-b255-eceb8eb170d2 req-0cefc9c8-5cba-4d18-83eb-8583f5d3a845 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095506 Aug 06 16:05:05.433562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b2b6e-0534-45b6-956e-6cc1a97cd753 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event updated for resources: {'Port': ['ID=e6aa718d-3f2e-4a0c-8158-4cc28d57321a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:05.437744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-822b2b6e-0534-45b6-956e-6cc1a97cd753 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:05:05.529844 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c576c0-f6ca-49bf-a632-ff6bf2556911 req-7bddea4c-c174-4f33-b7be-3736d5246de0 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:05.536970 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63c576c0-f6ca-49bf-a632-ff6bf2556911 req-7bddea4c-c174-4f33-b7be-3736d5246de0 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 1096 time: 0.3726532 Aug 06 16:05:05.607149 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ec022-c6d1-45f2-a0bd-506f9cf54189 req-4ee748f8-f7a1-4ac4-b777-8723028e7790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:05.608701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d4ec022-c6d1-45f2-a0bd-506f9cf54189 req-4ee748f8-f7a1-4ac4-b777-8723028e7790 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a57bcf8-fa08-4452-9a64-626df0fa5458 HTTP/1.1" status: 200 len: 905 time: 0.4332817 Aug 06 16:05:05.638198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8baaabef-75fc-441f-9a94-3e650348ab46 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:05.648731 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:05.662610 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-822b2b6e-0534-45b6-956e-6cc1a97cd753 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:05.663456 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-822b2b6e-0534-45b6-956e-6cc1a97cd753 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:05.681891 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Transition to ACTIVE for port object 8baaabef-75fc-441f-9a94-3e650348ab46 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:05.682343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d4ec022-c6d1-45f2-a0bd-506f9cf54189 req-ce521f46-210e-42a7-8ef9-0700d325cde6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09ecb01c-ec2b-4961-b0c1-050f6109743e HTTP/1.1" status: 200 len: 217 time: 0.0600028 Aug 06 16:05:05.686833 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:05.694518 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-822b2b6e-0534-45b6-956e-6cc1a97cd753 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0833952 Aug 06 16:05:05.708254 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-08178120-d437-49f1-af21-d81a7548628a req-967e67db-103b-40d2-9619-a8825da8e9da tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:05.726344 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['c0c5d2a9-e782-4420-849c-af3cc4764bd7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:05.729045 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7fa707e5-f03b-4b1f-9b84-7be2e82cbafd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Request body: {'port': {'device_id': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447', 'admin_state_up': True, 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'security_groups': ['1f87bc49-b22f-443f-b9c6-434bd719a78d']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:05.742545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['51d68ca5-04b7-44ca-bbe7-64209867d8e7', '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:05.805375 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63c576c0-f6ca-49bf-a632-ff6bf2556911 req-e7f96faf-bc43-4848-b306-8b25e98b1d61 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557318 Aug 06 16:05:05.807252 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f429a884-99a5-4ea4-a416-6c0d21ee2b76 None None] Provisioning for port e6aa718d-3f2e-4a0c-8158-4cc28d57321a completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:05.844990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Pushing event updated for resources: {'Port': ['ID=8baaabef-75fc-441f-9a94-3e650348ab46,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:05.855615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83169921-a706-4de6-a719-ccd6218ae105 req-2d54114c-2876-4a7f-9431-9aae1463fab9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:05.862456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83169921-a706-4de6-a719-ccd6218ae105 req-2d54114c-2876-4a7f-9431-9aae1463fab9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 931 time: 0.3200221 Aug 06 16:05:05.876079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e67db-103b-40d2-9619-a8825da8e9da tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Pushing event deleted for resources: {'Port': ['ID=c0c5d2a9-e782-4420-849c-af3cc4764bd7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:05.896835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f429a884-99a5-4ea4-a416-6c0d21ee2b76 None None] Provisioning complete for port e6aa718d-3f2e-4a0c-8158-4cc28d57321a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:05.897910 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f429a884-99a5-4ea4-a416-6c0d21ee2b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:05.982913 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f429a884-99a5-4ea4-a416-6c0d21ee2b76 None None] Port e6aa718d-3f2e-4a0c-8158-4cc28d57321a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:05:06.007566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ec022-c6d1-45f2-a0bd-506f9cf54189 req-38ca122b-347f-4068-85cf-5e457325a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:06.010130 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d4ec022-c6d1-45f2-a0bd-506f9cf54189 req-38ca122b-347f-4068-85cf-5e457325a887 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0c21b5-c1ab-47f4-a492-be4025ce4c1d HTTP/1.1" status: 200 len: 844 time: 0.3160825 Aug 06 16:05:06.019430 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Attempting to bind port 8baaabef-75fc-441f-9a94-3e650348ab46 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:06.021296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Attempting to bind port 8baaabef-75fc-441f-9a94-3e650348ab46 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:06.021979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Attempting to bind port 8baaabef-75fc-441f-9a94-3e650348ab46 on network c0d2d561-fad9-4dca-83a3-90b0001ab013 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:06.042483 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Port 8baaabef-75fc-441f-9a94-3e650348ab46 on network c0d2d561-fad9-4dca-83a3-90b0001ab013 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:05:06.043256 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Attempting to bind port 8baaabef-75fc-441f-9a94-3e650348ab46 on network c0d2d561-fad9-4dca-83a3-90b0001ab013 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:06.055878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:06.056368 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Checking segment: {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:06.056931 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Bound using segment: {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:06.057592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Bound port: 8baaabef-75fc-441f-9a94-3e650348ab46, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4334e4a-24a1-4d9f-ae79-a940d128524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:06.058215 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:06.082566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-08178120-d437-49f1-af21-d81a7548628a req-967e67db-103b-40d2-9619-a8825da8e9da tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] No DVR routers for this DVR port c0c5d2a9-e782-4420-849c-af3cc4764bd7 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:05:06.103047 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-08178120-d437-49f1-af21-d81a7548628a req-967e67db-103b-40d2-9619-a8825da8e9da tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:06.103047 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08178120-d437-49f1-af21-d81a7548628a req-967e67db-103b-40d2-9619-a8825da8e9da tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.13 "DELETE /v2.0/ports/c0c5d2a9-e782-4420-849c-af3cc4764bd7 HTTP/1.1" status: 204 len: 173 time: 1.7861738 Aug 06 16:05:06.114379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7fa707e5-f03b-4b1f-9b84-7be2e82cbafd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Made reservation on behalf of ec31edb71a434fdf8b78c75af8a29fc0 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:05:06.132107 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7fa707e5-f03b-4b1f-9b84-7be2e82cbafd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:06.132580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83169921-a706-4de6-a719-ccd6218ae105 req-9c8cda78-f40f-42ed-9bc9-cd9b074240d9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668288 Aug 06 16:05:06.220627 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d4ec022-c6d1-45f2-a0bd-506f9cf54189 req-7c93377d-1989-4cdf-bd1b-27a2a7f1978b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a57bcf8-fa08-4452-9a64-626df0fa5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1626761 Aug 06 16:05:06.244507 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e866c809-c808-474c-9b39-8d9960dabd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:06.334985 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f42043f0-982b-45f3-9faa-f5d52348017d req-b5e39b29-6eeb-4ee5-b9e7-adf5d9dd3690 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4ae5400-14c5-4f91-9b95-acfae95d02dc HTTP/1.1" status: 200 len: 210 time: 0.1420100 Aug 06 16:05:06.510469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'name': 'network-vif-deleted', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:06.520884 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5afe07-0aad-4d1a-9425-ee31b6a92321" -d '{"events": [{"server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "name": "network-vif-deleted", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:06.604732 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:06.622862 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] For port 8baaabef-75fc-441f-9a94-3e650348ab46, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:06.694481 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] For port 8baaabef-75fc-441f-9a94-3e650348ab46, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8baaabef-75fc-441f-9a94-3e650348ab46,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:06.701451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93af4b7-0881-487c-a173-655fbd644228 req-be946c57-b3be-4715-8bfe-e06f90bb95bf tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:06.709996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93af4b7-0881-487c-a173-655fbd644228 req-be946c57-b3be-4715-8bfe-e06f90bb95bf tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:06.720545 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93af4b7-0881-487c-a173-655fbd644228 req-be946c57-b3be-4715-8bfe-e06f90bb95bf tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:06.729186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93af4b7-0881-487c-a173-655fbd644228 req-be946c57-b3be-4715-8bfe-e06f90bb95bf tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:06.743340 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d93af4b7-0881-487c-a173-655fbd644228 req-be946c57-b3be-4715-8bfe-e06f90bb95bf tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 3095 time: 0.5146437 Aug 06 16:05:06.754778 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:06.804767 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d4ec022-c6d1-45f2-a0bd-506f9cf54189 req-6ba5de8c-4cda-490d-8bdf-6c065cf10b9a service neutron] 10.222.0.13 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283375 Aug 06 16:05:06.871037 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7fa707e5-f03b-4b1f-9b84-7be2e82cbafd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Allocated IP 10.2.2.200 (5db9a939-2ca8-4beb-a32e-b1a4d6906447/57c1d78b-3ca6-466a-a698-7b66a141b5e7/48b86bfc-097c-45fe-8369-16b7e4932c11) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:05:06.873916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd33cd-f2e5-44aa-8cea-300fd22d6536 req-df960e99-1a02-4b5a-8964-b5fe35a623ed tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:06.875810 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-47dd33cd-f2e5-44aa-8cea-300fd22d6536 req-df960e99-1a02-4b5a-8964-b5fe35a623ed tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 0.2855301 Aug 06 16:05:06.953583 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:06.956533 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:06.958994 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] 10.222.0.78 "PUT /v2.0/ports/8baaabef-75fc-441f-9a94-3e650348ab46 HTTP/1.1" status: 200 len: 1091 time: 2.2480989 Aug 06 16:05:06.959780 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c36f9bb-cc7c-4a51-90d9-7078656949a9', 'tag': '8baaabef-75fc-441f-9a94-3e650348ab46'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:06.963576 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e3832f-078a-41da-9bda-8bb27f14a197" -d '{"events": [{"name": "network-changed", "server_uuid": "9c36f9bb-cc7c-4a51-90d9-7078656949a9", "tag": "8baaabef-75fc-441f-9a94-3e650348ab46"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:07.015041 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d93af4b7-0881-487c-a173-655fbd644228 req-bc461d4d-1e9e-4a9d-b06c-1baeed71cfd5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581246 Aug 06 16:05:07.021896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6735c609-7efe-4553-9241-bc88e67524d8 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:05:07.147751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-47dd33cd-f2e5-44aa-8cea-300fd22d6536 req-4243b121-3ef8-4f89-92ce-4d8a7624db2f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362895 Aug 06 16:05:07.221344 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d4ec022-c6d1-45f2-a0bd-506f9cf54189 req-7888f97e-c321-4e63-8d70-db75452ffb41 service neutron] 10.222.0.13 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074821 Aug 06 16:05:07.281280 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:07.286932 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136a5b1-aa0e-456a-bc15-d1a9e29c9d0d service neutron] Pushing event updated for resources: {'Port': ['ID=8baaabef-75fc-441f-9a94-3e650348ab46,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:07.346928 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6735c609-7efe-4553-9241-bc88e67524d8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6735c609-7efe-4553-9241-bc88e67524d8,segment=NetworkSegment(15843b79-b7df-441f-85a6-2d2793b0e9ff),segment_id=15843b79-b7df-441f-85a6-2d2793b0e9ff)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:07.381293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '6735c609-7efe-4553-9241-bc88e67524d8', 'network_id': '4d7b9216-75c8-4211-ac92-4eac5b620ed5', 'port_id': '6735c609-7efe-4553-9241-bc88e67524d8', 'mac_address': 'fa:16:3e:cc:4c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e624cf-fda4-404f-a217-92a48cf045f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:05:07.393984 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-07739506-6422-4df7-ad85-003284b3ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:07.397534 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-07739506-6422-4df7-ad85-003284b3ce77 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 1094 time: 0.1918521 Aug 06 16:05:07.406239 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7fa707e5-f03b-4b1f-9b84-7be2e82cbafd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:07.434035 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562af75-1f4e-4400-9f48-f4911daa3df2 req-ffb5cf6c-83c8-48e8-835a-741abd5a948f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:07.442604 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1562af75-1f4e-4400-9f48-f4911daa3df2 req-ffb5cf6c-83c8-48e8-835a-741abd5a948f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f827afa-39e5-4a01-b299-87e596ef4327 HTTP/1.1" status: 200 len: 944 time: 0.1413782 Aug 06 16:05:07.462923 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-b4e7c045-1e1f-47bd-86ff-ad4bf4b47789 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8baaabef-75fc-441f-9a94-3e650348ab46 HTTP/1.1" status: 200 len: 217 time: 0.0480471 Aug 06 16:05:07.466557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7fa707e5-f03b-4b1f-9b84-7be2e82cbafd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Transition to ACTIVE for port object 48b86bfc-097c-45fe-8369-16b7e4932c11 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:07.503429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1562af75-1f4e-4400-9f48-f4911daa3df2 req-4b509965-d9a7-47d6-b341-b74b3da45645 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598078 Aug 06 16:05:07.527666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc63862-d2c3-48d8-9657-f267c44515fb req-1a4c9d10-8de3-4ae1-bcff-03a0b584b854 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:07.529239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7dc63862-d2c3-48d8-9657-f267c44515fb req-1a4c9d10-8de3-4ae1-bcff-03a0b584b854 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5 HTTP/1.1" status: 200 len: 943 time: 0.1825309 Aug 06 16:05:07.540124 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7fa707e5-f03b-4b1f-9b84-7be2e82cbafd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:07.593408 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7dc63862-d2c3-48d8-9657-f267c44515fb req-ed622485-f86b-4f7a-aff8-716aa22182f6 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563769 Aug 06 16:05:07.608659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7fa707e5-f03b-4b1f-9b84-7be2e82cbafd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Network 5db9a939-2ca8-4beb-a32e-b1a4d6906447 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:05:07.612752 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd34b69-4712-403a-9b24-12f9f2b9be46 x-openstack-request-id: req-8fd34b69-4712-403a-9b24-12f9f2b9be46 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:07.613059 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ae5400-14c5-4f91-9b95-acfae95d02dc", "name": "network-vif-deleted", "tag": "c0c5d2a9-e782-4420-849c-af3cc4764bd7", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:07.613370 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8fd34b69-4712-403a-9b24-12f9f2b9be46 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:07.613800 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ae5400-14c5-4f91-9b95-acfae95d02dc', 'name': 'network-vif-deleted', 'tag': 'c0c5d2a9-e782-4420-849c-af3cc4764bd7', 'status': 'completed', 'code': 200} Aug 06 16:05:07.625087 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7fa707e5-f03b-4b1f-9b84-7be2e82cbafd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:07.631134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7fa707e5-f03b-4b1f-9b84-7be2e82cbafd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:05:07.689963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7fa707e5-f03b-4b1f-9b84-7be2e82cbafd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:07.690817 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7fa707e5-f03b-4b1f-9b84-7be2e82cbafd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:07.700793 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73d9073-6b46-4142-9748-f52bf9a585fb x-openstack-request-id: req-d73d9073-6b46-4142-9748-f52bf9a585fb {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:07.701080 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c36f9bb-cc7c-4a51-90d9-7078656949a9", "tag": "8baaabef-75fc-441f-9a94-3e650348ab46", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:07.701333 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d73d9073-6b46-4142-9748-f52bf9a585fb {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:07.701751 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c36f9bb-cc7c-4a51-90d9-7078656949a9', 'tag': '8baaabef-75fc-441f-9a94-3e650348ab46', 'status': 'completed', 'code': 200} Aug 06 16:05:07.703520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-3e4465ed-bf35-41e5-bb0f-54053c6dc2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:07.705061 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-3e4465ed-bf35-41e5-bb0f-54053c6dc2fe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.2212801 Aug 06 16:05:07.716242 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:07.735794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6735c609-7efe-4553-9241-bc88e67524d8 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:07.738021 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa707e5-f03b-4b1f-9b84-7be2e82cbafd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event updated for resources: {'Port': ['ID=48b86bfc-097c-45fe-8369-16b7e4932c11,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:07.759578 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-7fa707e5-f03b-4b1f-9b84-7be2e82cbafd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0348787 Aug 06 16:05:07.789076 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Request body: {'port': {'device_id': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:07.807356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6735c609-7efe-4553-9241-bc88e67524d8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6735c609-7efe-4553-9241-bc88e67524d8,segment=NetworkSegment(15843b79-b7df-441f-85a6-2d2793b0e9ff),segment_id=15843b79-b7df-441f-85a6-2d2793b0e9ff)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:07.812246 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:07.871394 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-b1bb3d43-e011-4162-a20e-bb9e8fedd82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:07.874343 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-b1bb3d43-e011-4162-a20e-bb9e8fedd82d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521199 Aug 06 16:05:07.876963 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=6735c609-7efe-4553-9241-bc88e67524d8,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:07.890087 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7766c9-a557-4c22-a608-02446726d355 req-5f0e9598-a222-4c19-85c3-042cf5bd1b94 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:07.900942 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2d7766c9-a557-4c22-a608-02446726d355 req-5f0e9598-a222-4c19-85c3-042cf5bd1b94 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 943 time: 0.1355820 Aug 06 16:05:07.978866 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2d7766c9-a557-4c22-a608-02446726d355 req-727c2c21-0a60-4346-bb32-ba092c0879f5 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760953 Aug 06 16:05:08.017531 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:08.069830 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['6735c609-7efe-4553-9241-bc88e67524d8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:08.239018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dc57cb11-00b0-46d8-a89a-bf65060d0282 None None] Provisioning for port 48b86bfc-097c-45fe-8369-16b7e4932c11 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:08.253104 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dc57cb11-00b0-46d8-a89a-bf65060d0282 None None] Provisioning complete for port 48b86bfc-097c-45fe-8369-16b7e4932c11 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:08.254178 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc57cb11-00b0-46d8-a89a-bf65060d0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:08.300517 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-56b32845-0a70-47aa-aa2a-49f4ab6576be service neutron] 10.222.0.78 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028995 Aug 06 16:05:08.317209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-dc57cb11-00b0-46d8-a89a-bf65060d0282 None None] Port 48b86bfc-097c-45fe-8369-16b7e4932c11 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:05:08.502735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbfc3f-1dd1-433f-905e-44082781d29d req-b65f1391-c88d-46e8-8444-e967dca87172 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:08.519048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbfc3f-1dd1-433f-905e-44082781d29d req-b65f1391-c88d-46e8-8444-e967dca87172 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:08.532162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbfc3f-1dd1-433f-905e-44082781d29d req-b65f1391-c88d-46e8-8444-e967dca87172 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:08.532531 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0a12df07-56db-490e-b4db-4fda2fb65afe req-f8969abc-a781-4516-86fe-01c40223a017 service neutron] 10.222.0.78 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053552 Aug 06 16:05:08.544007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbfc3f-1dd1-433f-905e-44082781d29d req-b65f1391-c88d-46e8-8444-e967dca87172 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:08.558611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbfc3f-1dd1-433f-905e-44082781d29d req-b65f1391-c88d-46e8-8444-e967dca87172 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:08.561447 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0bbfc3f-1dd1-433f-905e-44082781d29d req-b65f1391-c88d-46e8-8444-e967dca87172 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 3816 time: 0.1720936 Aug 06 16:05:08.633072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0bbfc3f-1dd1-433f-905e-44082781d29d req-d0d5cf2c-67be-4ab8-bc64-fc55ff3f5147 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583632 Aug 06 16:05:08.653956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8efe4d0-b1fb-4ecb-8db8-a14e443c874d {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:08.674585 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:08.716686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Transition to ACTIVE for port object d8efe4d0-b1fb-4ecb-8db8-a14e443c874d will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:08.732970 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3832f-078a-41da-9bda-8bb27f14a197 req-85480e3b-279f-4ec8-a370-8efcc5487a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:08.737594 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-73e3832f-078a-41da-9bda-8bb27f14a197 req-85480e3b-279f-4ec8-a370-8efcc5487a54 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 1094 time: 0.0781524 Aug 06 16:05:08.740235 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:08.889862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062ea20-5b78-480f-b945-d6906936d40c req-4f6ca8ce-b1b6-4acd-ac3e-43f9ab0f3547 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:08.894413 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d062ea20-5b78-480f-b945-d6906936d40c req-4f6ca8ce-b1b6-4acd-ac3e-43f9ab0f3547 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 0.1312184 Aug 06 16:05:09.000853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:09.019801 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:09.045944 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 09ecb01c-ec2b-4961-b0c1-050f6109743e details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:05:09.050628 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6735c609-7efe-4553-9241-bc88e67524d8 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:09.065415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d062ea20-5b78-480f-b945-d6906936d40c req-4d037f68-5cf7-4780-b017-d8424ef25873 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643088 Aug 06 16:05:09.077593 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3832f-078a-41da-9bda-8bb27f14a197 req-d00c7102-c851-41de-a91e-57b38636b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:09.080003 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-73e3832f-078a-41da-9bda-8bb27f14a197 req-d00c7102-c851-41de-a91e-57b38636b8b6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.2802668 Aug 06 16:05:09.289310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 6735c609-7efe-4553-9241-bc88e67524d8 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:09.302997 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 6735c609-7efe-4553-9241-bc88e67524d8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:09.304320 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:09.322244 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-73e3832f-078a-41da-9bda-8bb27f14a197 req-74a1c84d-2350-4ffc-8af9-58987209e1ce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8baaabef-75fc-441f-9a94-3e650348ab46 HTTP/1.1" status: 200 len: 217 time: 0.2200086 Aug 06 16:05:09.333332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfb060-46d5-4249-bc50-e15a18f74134 req-f321f456-1a01-4d85-81fa-ce43f4931f75 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:09.337455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e3bfb060-46d5-4249-bc50-e15a18f74134 req-f321f456-1a01-4d85-81fa-ce43f4931f75 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.1492844 Aug 06 16:05:09.424023 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e3bfb060-46d5-4249-bc50-e15a18f74134 req-e7664fbc-0930-481a-9706-bfd10049d610 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761764 Aug 06 16:05:09.457686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Attempting to bind port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:09.458564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Attempting to bind port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '237585fe-b091-45d9-a35c-ea58036433c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:09.459309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Attempting to bind port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d on network 5738fe75-0ee6-4591-8c74-062f71f16dba {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:09.482436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d on network 5738fe75-0ee6-4591-8c74-062f71f16dba not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:05:09.484075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Attempting to bind port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d on network 5738fe75-0ee6-4591-8c74-062f71f16dba {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:09.504889 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3832f-078a-41da-9bda-8bb27f14a197 req-be2a3a53-fb9f-4211-ae94-00af6547015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:09.507573 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-73e3832f-078a-41da-9bda-8bb27f14a197 req-be2a3a53-fb9f-4211-ae94-00af6547015b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.1655660 Aug 06 16:05:09.509241 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:09.509928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Checking segment: {'id': '237585fe-b091-45d9-a35c-ea58036433c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:09.510050 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 09ecb01c-ec2b-4961-b0c1-050f6109743e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=09ecb01c-ec2b-4961-b0c1-050f6109743e,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:09.510555 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Bound using segment: {'id': '237585fe-b091-45d9-a35c-ea58036433c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:09.511100 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Bound port: d8efe4d0-b1fb-4ecb-8db8-a14e443c874d, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237585fe-b091-45d9-a35c-ea58036433c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:09.511551 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:09.529819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '09ecb01c-ec2b-4961-b0c1-050f6109743e', 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458', 'port_id': '09ecb01c-ec2b-4961-b0c1-050f6109743e', 'mac_address': 'fa:16:3e:2c:9c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0c21b5-c1ab-47f4-a492-be4025ce4c1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:05:09.588706 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:09.678980 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:09.685243 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf3a65-f771-49c8-9a61-171bf74f70b3 req-91bb88a8-0f27-4a9b-984f-f43af1199e26 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:09.690039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3832f-078a-41da-9bda-8bb27f14a197 req-107f1725-ea3e-4108-8c91-1a63426b7d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:09.692687 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-73e3832f-078a-41da-9bda-8bb27f14a197 req-107f1725-ea3e-4108-8c91-1a63426b7d72 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552734 Aug 06 16:05:09.696771 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ecb01c-ec2b-4961-b0c1-050f6109743e {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:09.702804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-facf3a65-f771-49c8-9a61-171bf74f70b3 req-91bb88a8-0f27-4a9b-984f-f43af1199e26 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f827afa-39e5-4a01-b299-87e596ef4327 HTTP/1.1" status: 200 len: 944 time: 0.1210215 Aug 06 16:05:09.733154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 09ecb01c-ec2b-4961-b0c1-050f6109743e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=09ecb01c-ec2b-4961-b0c1-050f6109743e,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:09.750620 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:09.770945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-ddfb0ae6-501d-4cf9-9430-40ae132e416d tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:05:09.771208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6735c609-7efe-4553-9241-bc88e67524d8'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:09.775115 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9218237b-d5cb-42bb-b9f6-891a6cab447d" -d '{"events": [{"server_uuid": "d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5", "name": "network-vif-plugged", "status": "completed", "tag": "6735c609-7efe-4553-9241-bc88e67524d8"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:09.779312 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-ddfb0ae6-501d-4cf9-9430-40ae132e416d tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154016 Aug 06 16:05:09.784118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-16b6077f-d004-408f-ae3b-829ea7f8b787 service neutron] Request body: {'binding': {'host': 'n-h1-803756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:09.784876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-16b6077f-d004-408f-ae3b-829ea7f8b787 service neutron] Unknown quota resources ['binding']. {{(pid=105765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 16:05:09.831646 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6735c609-7efe-4553-9241-bc88e67524d8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6735c609-7efe-4553-9241-bc88e67524d8,segment=NetworkSegment(15843b79-b7df-441f-85a6-2d2793b0e9ff),segment_id=15843b79-b7df-441f-85a6-2d2793b0e9ff)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:09.838699 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:09.839871 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device c0c5d2a9-e782-4420-849c-af3cc4764bd7 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:09.863796 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-facf3a65-f771-49c8-9a61-171bf74f70b3 req-7c589562-22ec-4f11-98cf-852f4d2c7562 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438105 Aug 06 16:05:09.866102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: c0c5d2a9-e782-4420-849c-af3cc4764bd7 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:05:09.866457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device c0c5d2a9-e782-4420-849c-af3cc4764bd7 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:05:09.916156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=09ecb01c-ec2b-4961-b0c1-050f6109743e,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:09.975460 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] For port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:10.003229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] For port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d,segment=NetworkSegment(237585fe-b091-45d9-a35c-ea58036433c7),segment_id=237585fe-b091-45d9-a35c-ea58036433c7)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:10.009277 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-73e3832f-078a-41da-9bda-8bb27f14a197 req-b21c3ee7-594c-4230-a8f6-dfa7ac672ef2 service neutron] 10.222.0.78 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956700 Aug 06 16:05:10.017160 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:10.029488 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-002250ea-fdfa-4432-93a6-8009736437dd req-0ddd8eda-7e65-4ce7-97f7-6c949fd0afed service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1589844 Aug 06 16:05:10.032178 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=6735c609-7efe-4553-9241-bc88e67524d8,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:10.045389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['09ecb01c-ec2b-4961-b0c1-050f6109743e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:10.063119 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:10.063765 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:10.065249 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] 10.222.0.78 "PUT /v2.0/ports/d8efe4d0-b1fb-4ecb-8db8-a14e443c874d HTTP/1.1" status: 200 len: 1091 time: 2.2856028 Aug 06 16:05:10.068416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'tag': 'd8efe4d0-b1fb-4ecb-8db8-a14e443c874d'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:10.071032 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83ed812-367c-4fc8-aafb-12d32690542a" -d '{"events": [{"name": "network-changed", "server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "tag": "d8efe4d0-b1fb-4ecb-8db8-a14e443c874d"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:10.123714 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Request body: {'port': {'device_id': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:10.288035 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a51084-d1cd-4148-967c-87b34e774429 req-2e42bb58-0ded-4741-a0f3-ab81a838754f tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:10.291484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75a51084-d1cd-4148-967c-87b34e774429 req-2e42bb58-0ded-4741-a0f3-ab81a838754f tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5 HTTP/1.1" status: 200 len: 945 time: 0.2568786 Aug 06 16:05:10.293215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-16b6077f-d004-408f-ae3b-829ea7f8b787 service neutron] Attempting to bind port 75ae9920-d281-4fb5-a99a-c53fdd345a45 on host n-h1-803756-1 for vnic_type normal with profile None {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:10.294290 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-16b6077f-d004-408f-ae3b-829ea7f8b787 service neutron] Attempting to bind port 75ae9920-d281-4fb5-a99a-c53fdd345a45 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:10.295213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-16b6077f-d004-408f-ae3b-829ea7f8b787 service neutron] Attempting to bind port 75ae9920-d281-4fb5-a99a-c53fdd345a45 on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:10.332700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-16b6077f-d004-408f-ae3b-829ea7f8b787 service neutron] Port 75ae9920-d281-4fb5-a99a-c53fdd345a45 on network d04c5f28-1b50-4307-9944-b2931a255fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:05:10.333390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-16b6077f-d004-408f-ae3b-829ea7f8b787 service neutron] Attempting to bind port 75ae9920-d281-4fb5-a99a-c53fdd345a45 on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:10.338490 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:10.359456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-16b6077f-d004-408f-ae3b-829ea7f8b787 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:10.360241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-16b6077f-d004-408f-ae3b-829ea7f8b787 service neutron] Checking segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:10.360851 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-16b6077f-d004-408f-ae3b-829ea7f8b787 service neutron] Bound using segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:10.361522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-16b6077f-d004-408f-ae3b-829ea7f8b787 service neutron] Bound port: 75ae9920-d281-4fb5-a99a-c53fdd345a45, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:10.419543 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75a51084-d1cd-4148-967c-87b34e774429 req-1277f312-df68-48dc-bdc6-d0932607c9e7 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108611 Aug 06 16:05:10.612127 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-16b6077f-d004-408f-ae3b-829ea7f8b787 service neutron] For port 75ae9920-d281-4fb5-a99a-c53fdd345a45, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=75ae9920-d281-4fb5-a99a-c53fdd345a45,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:10.618831 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-16b6077f-d004-408f-ae3b-829ea7f8b787 service neutron] Notify callbacks [] for binding, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:10.631828 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-16b6077f-d004-408f-ae3b-829ea7f8b787 service neutron] 10.222.0.37 "POST /v2.0/ports/75ae9920-d281-4fb5-a99a-c53fdd345a45/bindings HTTP/1.1" status: 201 len: 389 time: 0.8447812 Aug 06 16:05:10.639445 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbf3cf-a356-40d0-9502-aff8f6c18ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:10.654102 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002250ea-fdfa-4432-93a6-8009736437dd req-dbeb0e66-11e8-47cd-b1b6-2aff73e97d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:10.655655 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-002250ea-fdfa-4432-93a6-8009736437dd req-dbeb0e66-11e8-47cd-b1b6-2aff73e97d2f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 1095 time: 0.5124230 Aug 06 16:05:10.714133 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-73e3832f-078a-41da-9bda-8bb27f14a197 req-5064e691-f7e8-4ba1-8dff-c27d5a7a5e83 service neutron] 10.222.0.78 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6812739 Aug 06 16:05:10.836408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb7b7e-8be8-4287-85bc-4b471a6156fe req-1b002b06-2dcd-4bb4-b42a-ca98cb4141c3 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:10.841496 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bbb7b7e-8be8-4287-85bc-4b471a6156fe req-1b002b06-2dcd-4bb4-b42a-ca98cb4141c3 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.78 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 950 time: 0.1678033 Aug 06 16:05:10.919013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002250ea-fdfa-4432-93a6-8009736437dd req-445ee7b2-bb00-4952-8122-4e7192636fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:10.920391 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-002250ea-fdfa-4432-93a6-8009736437dd req-445ee7b2-bb00-4952-8122-4e7192636fd7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.2053733 Aug 06 16:05:10.970542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42db0f-1f87-4a90-a549-141c4d84ce78 req-7065f122-2def-4491-a1f7-67fbf40c5b5d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:10.973917 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d42db0f-1f87-4a90-a549-141c4d84ce78 req-7065f122-2def-4491-a1f7-67fbf40c5b5d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 943 time: 0.2634728 Aug 06 16:05:11.028865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a27f0-057b-4702-a13f-caa242db7972 req-35499c3c-6106-4602-ba6e-13e0e509ea50 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:11.040838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a27f0-057b-4702-a13f-caa242db7972 req-35499c3c-6106-4602-ba6e-13e0e509ea50 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:11.048510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a27f0-057b-4702-a13f-caa242db7972 req-35499c3c-6106-4602-ba6e-13e0e509ea50 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:11.053739 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 09ecb01c-ec2b-4961-b0c1-050f6109743e up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:11.056688 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-002250ea-fdfa-4432-93a6-8009736437dd req-d5c6ec2e-f104-4060-93c6-a1e05d88702d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c991476-ffbd-4489-bd05-9b59463205dc HTTP/1.1" status: 200 len: 217 time: 0.0974803 Aug 06 16:05:11.058517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a27f0-057b-4702-a13f-caa242db7972 req-35499c3c-6106-4602-ba6e-13e0e509ea50 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:11.068369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a27f0-057b-4702-a13f-caa242db7972 req-35499c3c-6106-4602-ba6e-13e0e509ea50 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:11.070935 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd1a27f0-057b-4702-a13f-caa242db7972 req-35499c3c-6106-4602-ba6e-13e0e509ea50 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 3828 time: 0.2339494 Aug 06 16:05:11.135987 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 09ecb01c-ec2b-4961-b0c1-050f6109743e completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:11.141097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 09ecb01c-ec2b-4961-b0c1-050f6109743e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:11.141974 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:11.170451 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-e408e134-dfdd-4d96-941d-a6e4582370d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:11.172466 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-e408e134-dfdd-4d96-941d-a6e4582370d1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 1096 time: 0.1494732 Aug 06 16:05:11.222180 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002250ea-fdfa-4432-93a6-8009736437dd req-4f23ea53-623d-41db-80d9-a4a4944706d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:11.225359 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-002250ea-fdfa-4432-93a6-8009736437dd req-4f23ea53-623d-41db-80d9-a4a4944706d7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.1395824 Aug 06 16:05:11.230025 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-3bbb7b7e-8be8-4287-85bc-4b471a6156fe req-f1c99dc8-951c-4f41-9542-fb5891cdb767 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Deleting port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:05:11.230785 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3bbb7b7e-8be8-4287-85bc-4b471a6156fe req-f1c99dc8-951c-4f41-9542-fb5891cdb767 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:11.238271 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d42db0f-1f87-4a90-a549-141c4d84ce78 req-83ab8f11-180a-4f72-93d7-c07a3e3e4c62 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437615 Aug 06 16:05:11.246764 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd1a27f0-057b-4702-a13f-caa242db7972 req-837f6782-8aa4-4567-8cea-8eb624b060f4 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645148 Aug 06 16:05:11.254946 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:11.269474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4d5e55-58da-418e-b0a4-03539c01a77f {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:11.284580 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:11.312926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 09ecb01c-ec2b-4961-b0c1-050f6109743e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=09ecb01c-ec2b-4961-b0c1-050f6109743e,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:11.326920 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:11.329781 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Transition to ACTIVE for port object 2d4d5e55-58da-418e-b0a4-03539c01a77f will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:11.335831 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:11.390763 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-002250ea-fdfa-4432-93a6-8009736437dd req-ff9f5a41-b7b1-40a5-bc0d-4cfe9c9e8af6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711474 Aug 06 16:05:11.395943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=09ecb01c-ec2b-4961-b0c1-050f6109743e,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:11.456834 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a57a3f-668b-4c55-87ea-272c8b8cb735 x-openstack-request-id: req-23a57a3f-668b-4c55-87ea-272c8b8cb735 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:11.458285 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5", "name": "network-vif-plugged", "status": "completed", "tag": "6735c609-7efe-4553-9241-bc88e67524d8", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:11.458630 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23a57a3f-668b-4c55-87ea-272c8b8cb735 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:11.459751 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6735c609-7efe-4553-9241-bc88e67524d8', 'code': 200} Aug 06 16:05:11.568190 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056efb02-51be-4708-8900-a0fc14829280 x-openstack-request-id: req-056efb02-51be-4708-8900-a0fc14829280 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:11.568570 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "tag": "d8efe4d0-b1fb-4ecb-8db8-a14e443c874d", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:11.568838 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-056efb02-51be-4708-8900-a0fc14829280 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:11.569247 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'tag': 'd8efe4d0-b1fb-4ecb-8db8-a14e443c874d', 'status': 'completed', 'code': 200} Aug 06 16:05:11.596433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-3bbb7b7e-8be8-4287-85bc-4b471a6156fe req-f1c99dc8-951c-4f41-9542-fb5891cdb767 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] For port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:11.597052 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3bbb7b7e-8be8-4287-85bc-4b471a6156fe req-f1c99dc8-951c-4f41-9542-fb5891cdb767 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:11.609372 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.78', 51892) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:11.633834 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Pushing event updated for resources: {'Port': ['ID=2d4d5e55-58da-418e-b0a4-03539c01a77f,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:11.654068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-3bbb7b7e-8be8-4287-85bc-4b471a6156fe req-f1c99dc8-951c-4f41-9542-fb5891cdb767 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Calling delete_port for 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:05:12.002027 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-002250ea-fdfa-4432-93a6-8009736437dd req-0142cf7c-cf51-47ba-b959-d7e6cfa47a9b service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981896 Aug 06 16:05:12.003519 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-dd4fb40a-4b25-4ffb-b2bd-1c1b87970650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.005193 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-dd4fb40a-4b25-4ffb-b2bd-1c1b87970650 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.8166647 Aug 06 16:05:12.098515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ee152-d58e-4343-9a3d-a938cc57a014 req-c0905a64-45f0-472b-8863-e5a3a0d3b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.100149 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d48ee152-d58e-4343-9a3d-a938cc57a014 req-c0905a64-45f0-472b-8863-e5a3a0d3b654 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5 HTTP/1.1" status: 200 len: 1096 time: 0.5179980 Aug 06 16:05:12.111619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22e237-f7a8-444b-896c-655a0a2c6000 req-95cb7218-bc4e-4859-935c-ef2792d8b1a8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.116428 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-74c82fce-2cc7-4aef-a69b-79388a46b2df service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75ae9920-d281-4fb5-a99a-c53fdd345a45 HTTP/1.1" status: 200 len: 217 time: 0.0793107 Aug 06 16:05:12.119536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e22e237-f7a8-444b-896c-655a0a2c6000 req-95cb7218-bc4e-4859-935c-ef2792d8b1a8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 0.5446324 Aug 06 16:05:12.140150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Attempting to bind port 2d4d5e55-58da-418e-b0a4-03539c01a77f on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:12.140549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Attempting to bind port 2d4d5e55-58da-418e-b0a4-03539c01a77f by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:12.140881 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Attempting to bind port 2d4d5e55-58da-418e-b0a4-03539c01a77f on network 5c863801-399d-4b61-8ede-5dd3ca72304f {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:12.147372 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3bbb7b7e-8be8-4287-85bc-4b471a6156fe req-f1c99dc8-951c-4f41-9542-fb5891cdb767 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:12.166209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['51d68ca5-04b7-44ca-bbe7-64209867d8e7', '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:12.170367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Port 2d4d5e55-58da-418e-b0a4-03539c01a77f on network 5c863801-399d-4b61-8ede-5dd3ca72304f not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:05:12.170656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Attempting to bind port 2d4d5e55-58da-418e-b0a4-03539c01a77f on network 5c863801-399d-4b61-8ede-5dd3ca72304f {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:12.182494 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a854c-6a95-48e3-a8a5-f6a2e98263d1 req-f48401f8-def8-420f-bbd6-e2ea510711dc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.184072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-399a854c-6a95-48e3-a8a5-f6a2e98263d1 req-f48401f8-def8-420f-bbd6-e2ea510711dc tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=f01a4a47-ecc1-4e3b-885f-675ee76c8a60 HTTP/1.1" status: 200 len: 867 time: 0.1597881 Aug 06 16:05:12.217590 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d48ee152-d58e-4343-9a3d-a938cc57a014 req-819496b6-2f6d-4cbe-9e33-f596ec576845 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933425 Aug 06 16:05:12.218355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:12.218739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Checking segment: {'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:12.219125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Bound using segment: {'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:12.219643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Bound port: 2d4d5e55-58da-418e-b0a4-03539c01a77f, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:12.220005 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:12.243331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ed812-367c-4fc8-aafb-12d32690542a req-d5e2a741-e5e1-4ece-94d3-028cdf427945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.244266 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ed812-367c-4fc8-aafb-12d32690542a req-d5e2a741-e5e1-4ece-94d3-028cdf427945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.244843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e22e237-f7a8-444b-896c-655a0a2c6000 req-935b9bf9-300c-409b-844b-39b11ff50c0b tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243923 Aug 06 16:05:12.245057 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ed812-367c-4fc8-aafb-12d32690542a req-d5e2a741-e5e1-4ece-94d3-028cdf427945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.245983 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ed812-367c-4fc8-aafb-12d32690542a req-d5e2a741-e5e1-4ece-94d3-028cdf427945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.247031 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ed812-367c-4fc8-aafb-12d32690542a req-d5e2a741-e5e1-4ece-94d3-028cdf427945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.247700 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ed812-367c-4fc8-aafb-12d32690542a req-d5e2a741-e5e1-4ece-94d3-028cdf427945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.250564 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b83ed812-367c-4fc8-aafb-12d32690542a req-d5e2a741-e5e1-4ece-94d3-028cdf427945 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5249 time: 0.6196814 Aug 06 16:05:12.266184 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c99dc8-951c-4f41-9542-fb5891cdb767 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Pushing event deleted for resources: {'Port': ['ID=9c63ac90-2d22-4d62-8f37-7c64a9d9fff9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:12.267435 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-399a854c-6a95-48e3-a8a5-f6a2e98263d1 req-5c0b3943-24df-4ca2-8667-98161929da35 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613840 Aug 06 16:05:12.340158 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] For port 2d4d5e55-58da-418e-b0a4-03539c01a77f, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:12.345773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] For port 2d4d5e55-58da-418e-b0a4-03539c01a77f, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2d4d5e55-58da-418e-b0a4-03539c01a77f,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:12.368755 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:12.484136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Pushing event updated for resources: {'Port': ['ID=2d4d5e55-58da-418e-b0a4-03539c01a77f,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:12.497010 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-34317d75-0ff7-48e7-8f34-8f230ba14b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.498795 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-34317d75-0ff7-48e7-8f34-8f230ba14b82 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.3447390 Aug 06 16:05:12.511047 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbb7b7e-8be8-4287-85bc-4b471a6156fe req-f1c99dc8-951c-4f41-9542-fb5891cdb767 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] No DVR routers for this DVR port 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:05:12.516641 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3bbb7b7e-8be8-4287-85bc-4b471a6156fe req-f1c99dc8-951c-4f41-9542-fb5891cdb767 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:12.520265 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bbb7b7e-8be8-4287-85bc-4b471a6156fe req-f1c99dc8-951c-4f41-9542-fb5891cdb767 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.78 "DELETE /v2.0/ports/9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 HTTP/1.1" status: 204 len: 173 time: 1.6618052 Aug 06 16:05:12.571992 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.573137 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:12.576571 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-78cd9d30-d4e1-42b4-8b47-c55d4210647d service neutron] 10.222.0.78 "PUT /v2.0/ports/2d4d5e55-58da-418e-b0a4-03539c01a77f HTTP/1.1" status: 200 len: 1135 time: 2.4658351 Aug 06 16:05:12.576571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'tag': '2d4d5e55-58da-418e-b0a4-03539c01a77f'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:12.580347 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb10ace-f67a-4c77-afde-ca3ba1cb4c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "tag": "2d4d5e55-58da-418e-b0a4-03539c01a77f"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:12.609315 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-002250ea-fdfa-4432-93a6-8009736437dd req-0dda404a-2027-4477-8ac0-8e9bf7813f29 service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861049 Aug 06 16:05:12.632288 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-a2bfd72e-a43e-4382-ba20-0d2c9a108494 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104887 Aug 06 16:05:12.643976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Request body: {'port': {'device_id': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:12.659519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41a628-a5e8-4297-b309-1771e3732df0 req-1e6fc567-d289-40fe-94ba-7a0d2bc822cd tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.662058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e41a628-a5e8-4297-b309-1771e3732df0 req-1e6fc567-d289-40fe-94ba-7a0d2bc822cd tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 945 time: 0.1688612 Aug 06 16:05:12.692172 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544a1ad-aa6b-4209-b483-26652b6eaa13 req-8ed4a575-8f83-4c34-8bae-7645d4732221 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.696840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8baaabef-75fc-441f-9a94-3e650348ab46 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:05:12.701888 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4544a1ad-aa6b-4209-b483-26652b6eaa13 req-8ed4a575-8f83-4c34-8bae-7645d4732221 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f827afa-39e5-4a01-b299-87e596ef4327 HTTP/1.1" status: 200 len: 946 time: 0.1533391 Aug 06 16:05:12.825672 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4544a1ad-aa6b-4209-b483-26652b6eaa13 req-803e104d-d8c5-42ce-aec5-32c06dd5d2ec tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216345 Aug 06 16:05:12.857236 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e41a628-a5e8-4297-b309-1771e3732df0 req-783a316c-2507-4cb6-bf0c-9882ede0c58f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263506 Aug 06 16:05:13.010433 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:13.040978 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ed812-367c-4fc8-aafb-12d32690542a req-6c551929-e2c6-473b-8332-446f29e4a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:13.041459 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ed812-367c-4fc8-aafb-12d32690542a req-6c551929-e2c6-473b-8332-446f29e4a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:13.041948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ed812-367c-4fc8-aafb-12d32690542a req-6c551929-e2c6-473b-8332-446f29e4a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:13.047509 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b83ed812-367c-4fc8-aafb-12d32690542a req-6c551929-e2c6-473b-8332-446f29e4a2e9 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7767963 Aug 06 16:05:13.058478 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8baaabef-75fc-441f-9a94-3e650348ab46, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8baaabef-75fc-441f-9a94-3e650348ab46,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:13.095522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8741f1b3-674c-40e4-9070-29af950fa49e details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:05:13.108413 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f054d2-0f36-4006-8740-083fdfe7e4c1 req-6c5804a6-05cf-447d-95b7-b183c91537f5 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:13.122648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34f054d2-0f36-4006-8740-083fdfe7e4c1 req-6c5804a6-05cf-447d-95b7-b183c91537f5 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5 HTTP/1.1" status: 200 len: 945 time: 0.1425214 Aug 06 16:05:13.174982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '8baaabef-75fc-441f-9a94-3e650348ab46', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'port_id': '8baaabef-75fc-441f-9a94-3e650348ab46', 'mac_address': 'fa:16:3e:6e:e0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:05:13.230256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34f054d2-0f36-4006-8740-083fdfe7e4c1 req-761df581-4fa4-4577-9389-219f27ea9a7e tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058216 Aug 06 16:05:13.338188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda96ba-5e99-4aa7-84f1-e31613329070 req-23382197-4eab-4d93-af09-9428f271bc6e tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:13.353259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2dda96ba-5e99-4aa7-84f1-e31613329070 req-23382197-4eab-4d93-af09-9428f271bc6e tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 943 time: 0.1471252 Aug 06 16:05:13.365337 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.resource_extend [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:05:13.405043 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:13.469762 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f827afa-39e5-4a01-b299-87e596ef4327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ecb01c-ec2b-4961-b0c1-050f6109743e'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:13.475715 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af02272b-1788-4480-b2fb-d23f5a4dacc5" -d '{"events": [{"server_uuid": "3f827afa-39e5-4a01-b299-87e596ef4327", "name": "network-vif-plugged", "status": "completed", "tag": "09ecb01c-ec2b-4961-b0c1-050f6109743e"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:13.497079 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-3a2eb86a-2a71-4e9d-919f-7d4defd3dda4 service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8354495 Aug 06 16:05:13.515616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8baaabef-75fc-441f-9a94-3e650348ab46 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:13.567745 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8baaabef-75fc-441f-9a94-3e650348ab46, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8baaabef-75fc-441f-9a94-3e650348ab46,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:13.575121 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:13.588070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2dda96ba-5e99-4aa7-84f1-e31613329070 req-f3215a1e-f38c-40e4-a830-2e0ef4c39100 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337308 Aug 06 16:05:13.630984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce4e6e-80eb-4c55-b24b-49abaebf6df8 req-26b66cc4-fecd-4ff6-b73d-7141c6043cf0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:13.637426 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce4e6e-80eb-4c55-b24b-49abaebf6df8 req-26b66cc4-fecd-4ff6-b73d-7141c6043cf0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:13.661799 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce4e6e-80eb-4c55-b24b-49abaebf6df8 req-26b66cc4-fecd-4ff6-b73d-7141c6043cf0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:13.670539 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8741f1b3-674c-40e4-9070-29af950fa49e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8741f1b3-674c-40e4-9070-29af950fa49e,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:13.678683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce4e6e-80eb-4c55-b24b-49abaebf6df8 req-26b66cc4-fecd-4ff6-b73d-7141c6043cf0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:13.688169 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce4e6e-80eb-4c55-b24b-49abaebf6df8 req-26b66cc4-fecd-4ff6-b73d-7141c6043cf0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:13.704337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '8741f1b3-674c-40e4-9070-29af950fa49e', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'port_id': '8741f1b3-674c-40e4-9070-29af950fa49e', 'mac_address': 'fa:16:3e:0e:24:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:05:13.718839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce4e6e-80eb-4c55-b24b-49abaebf6df8 req-26b66cc4-fecd-4ff6-b73d-7141c6043cf0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:13.720802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dfce4e6e-80eb-4c55-b24b-49abaebf6df8 req-26b66cc4-fecd-4ff6-b73d-7141c6043cf0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 4605 time: 0.3504748 Aug 06 16:05:13.730178 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58283534-0bf1-43c8-a7ec-cac25974098c x-openstack-request-id: req-58283534-0bf1-43c8-a7ec-cac25974098c {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:13.730178 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "tag": "2d4d5e55-58da-418e-b0a4-03539c01a77f", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:13.730420 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58283534-0bf1-43c8-a7ec-cac25974098c {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:13.736336 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'tag': '2d4d5e55-58da-418e-b0a4-03539c01a77f', 'status': 'completed', 'code': 200} Aug 06 16:05:13.741244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01a4a47-ecc1-4e3b-885f-675ee76c8a60', 'name': 'network-vif-deleted', 'tag': '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:13.744117 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d14f943-d2ab-44c3-bcd3-cf391ae00140" -d '{"events": [{"server_uuid": "f01a4a47-ecc1-4e3b-885f-675ee76c8a60", "name": "network-vif-deleted", "tag": "9c63ac90-2d22-4d62-8f37-7c64a9d9fff9"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:13.804560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=8baaabef-75fc-441f-9a94-3e650348ab46,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:13.839228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dfce4e6e-80eb-4c55-b24b-49abaebf6df8 req-a3b27d3c-2c0a-4da7-af45-692d13470855 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000223 Aug 06 16:05:13.891451 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:13.941646 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8741f1b3-674c-40e4-9070-29af950fa49e {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:13.969710 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8740f057-e83e-4a86-9277-e1f9813629b6 x-openstack-request-id: req-8740f057-e83e-4a86-9277-e1f9813629b6 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:13.970174 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f827afa-39e5-4a01-b299-87e596ef4327", "name": "network-vif-plugged", "status": "completed", "tag": "09ecb01c-ec2b-4961-b0c1-050f6109743e", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:13.970626 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8740f057-e83e-4a86-9277-e1f9813629b6 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:13.971119 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f827afa-39e5-4a01-b299-87e596ef4327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ecb01c-ec2b-4961-b0c1-050f6109743e', 'code': 200} Aug 06 16:05:13.979069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8741f1b3-674c-40e4-9070-29af950fa49e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8741f1b3-674c-40e4-9070-29af950fa49e,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:13.991696 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:14.100084 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=8741f1b3-674c-40e4-9070-29af950fa49e,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:14.130300 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['8baaabef-75fc-441f-9a94-3e650348ab46'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:14.189980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['8741f1b3-674c-40e4-9070-29af950fa49e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:14.281183 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec478b78-bfda-44b5-a8c3-3d987f6b885f x-openstack-request-id: req-ec478b78-bfda-44b5-a8c3-3d987f6b885f {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:14.283697 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01a4a47-ecc1-4e3b-885f-675ee76c8a60", "name": "network-vif-deleted", "tag": "9c63ac90-2d22-4d62-8f37-7c64a9d9fff9", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:14.284144 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec478b78-bfda-44b5-a8c3-3d987f6b885f {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:14.292362 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01a4a47-ecc1-4e3b-885f-675ee76c8a60', 'name': 'network-vif-deleted', 'tag': '9c63ac90-2d22-4d62-8f37-7c64a9d9fff9', 'status': 'completed', 'code': 200} Aug 06 16:05:14.375324 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b8642-5699-41ba-943a-98e7af46b5c1 req-828e176b-38c9-42c7-b0ee-dab9fe20cb48 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:14.376979 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f93b8642-5699-41ba-943a-98e7af46b5c1 req-828e176b-38c9-42c7-b0ee-dab9fe20cb48 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 945 time: 0.4258065 Aug 06 16:05:14.446683 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ed812-367c-4fc8-aafb-12d32690542a req-14c60e03-1ea4-44f1-a22d-ac67a6a87bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:14.448502 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b83ed812-367c-4fc8-aafb-12d32690542a req-14c60e03-1ea4-44f1-a22d-ac67a6a87bb9 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3143678 Aug 06 16:05:14.489654 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce9f77-8309-4987-856a-633a9fa15df8 req-d232b7d9-968a-450b-b742-8371a648f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:14.501078 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6ce9f77-8309-4987-856a-633a9fa15df8 req-d232b7d9-968a-450b-b742-8371a648f962 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f827afa-39e5-4a01-b299-87e596ef4327 HTTP/1.1" status: 200 len: 1097 time: 0.3910887 Aug 06 16:05:14.529711 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-ebe95746-5eb8-4a00-83c9-896c1b201733 service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0004585 Aug 06 16:05:14.703601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:14.728755 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f93b8642-5699-41ba-943a-98e7af46b5c1 req-f24f590a-73cf-4b28-bfbd-040d4cd7f142 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160386 Aug 06 16:05:14.753252 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:05:14.753744 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c63ac90-2d22-4d62-8f37-7c64a9d9fff9 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:05:14.841069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7b4b3-6150-4e3d-9cf2-a756f5f53fef req-1bc280be-a5e1-4e0d-a232-37d6eee6cfae tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:14.856371 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42b7b4b3-6150-4e3d-9cf2-a756f5f53fef req-1bc280be-a5e1-4e0d-a232-37d6eee6cfae tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f827afa-39e5-4a01-b299-87e596ef4327 HTTP/1.1" status: 200 len: 946 time: 0.4769993 Aug 06 16:05:14.861852 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58abfb05-1eb7-4e15-8f17-8726f0cb9914 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:14.878638 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:14.879667 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6ce9f77-8309-4987-856a-633a9fa15df8 req-cf89e735-8acb-46d2-b84c-4b1d73b065b0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671980 Aug 06 16:05:14.916292 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Transition to ACTIVE for port object 58abfb05-1eb7-4e15-8f17-8726f0cb9914 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:14.946801 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:14.950905 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42b7b4b3-6150-4e3d-9cf2-a756f5f53fef req-17972b72-904c-4dbe-84d8-92f282d970b0 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883691 Aug 06 16:05:15.095649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8741f1b3-674c-40e4-9070-29af950fa49e up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:15.113885 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b03c5f-b4c7-46c0-8753-787d90d213ca req-bb171351-03e7-4a98-8acf-088c7144d0ff tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:15.130023 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91b03c5f-b4c7-46c0-8753-787d90d213ca req-bb171351-03e7-4a98-8acf-088c7144d0ff tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 945 time: 0.1423070 Aug 06 16:05:15.166919 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb10ace-f67a-4c77-afde-ca3ba1cb4c6e req-95916b3e-ac55-4247-9eec-51b17b6ae889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:15.169755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb10ace-f67a-4c77-afde-ca3ba1cb4c6e req-95916b3e-ac55-4247-9eec-51b17b6ae889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:15.171373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb10ace-f67a-4c77-afde-ca3ba1cb4c6e req-95916b3e-ac55-4247-9eec-51b17b6ae889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:15.172835 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb10ace-f67a-4c77-afde-ca3ba1cb4c6e req-95916b3e-ac55-4247-9eec-51b17b6ae889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:15.172835 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb10ace-f67a-4c77-afde-ca3ba1cb4c6e req-95916b3e-ac55-4247-9eec-51b17b6ae889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:15.176359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb10ace-f67a-4c77-afde-ca3ba1cb4c6e req-95916b3e-ac55-4247-9eec-51b17b6ae889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:15.179844 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ceb10ace-f67a-4c77-afde-ca3ba1cb4c6e req-95916b3e-ac55-4247-9eec-51b17b6ae889 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5291 time: 0.3782065 Aug 06 16:05:15.244349 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91b03c5f-b4c7-46c0-8753-787d90d213ca req-4abccb34-807d-4c43-886e-add93d447016 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119604 Aug 06 16:05:15.262912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 8741f1b3-674c-40e4-9070-29af950fa49e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:15.262912 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:15.496602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Pushing event updated for resources: {'Port': ['ID=58abfb05-1eb7-4e15-8f17-8726f0cb9914,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:15.523724 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:15.703408 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8741f1b3-674c-40e4-9070-29af950fa49e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8741f1b3-674c-40e4-9070-29af950fa49e,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:15.715372 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:15.741165 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42264ddb-02c8-48f6-87ce-1092f8c9b1e0 req-2ab71181-e921-4eb4-bc02-17758330935f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:15.757454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42264ddb-02c8-48f6-87ce-1092f8c9b1e0 req-2ab71181-e921-4eb4-bc02-17758330935f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 944 time: 0.1488862 Aug 06 16:05:15.765927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb10ace-f67a-4c77-afde-ca3ba1cb4c6e req-558cdbb0-715e-45cf-aa57-294680d2c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:15.766430 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb10ace-f67a-4c77-afde-ca3ba1cb4c6e req-558cdbb0-715e-45cf-aa57-294680d2c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:15.768756 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb10ace-f67a-4c77-afde-ca3ba1cb4c6e req-558cdbb0-715e-45cf-aa57-294680d2c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:15.774744 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ceb10ace-f67a-4c77-afde-ca3ba1cb4c6e req-558cdbb0-715e-45cf-aa57-294680d2c68b service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5643344 Aug 06 16:05:15.890006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Attempting to bind port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:15.890641 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Attempting to bind port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:15.891390 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Attempting to bind port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 on network 5c863801-399d-4b61-8ede-5dd3ca72304f {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:15.906180 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 on network 5c863801-399d-4b61-8ede-5dd3ca72304f not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:05:15.906675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Attempting to bind port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 on network 5c863801-399d-4b61-8ede-5dd3ca72304f {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:15.919655 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414b5ba-d769-40c0-afe5-66faf53c2070 req-05b848a1-779f-4277-b9a8-fb752d36156c tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:15.930499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8414b5ba-d769-40c0-afe5-66faf53c2070 req-05b848a1-779f-4277-b9a8-fb752d36156c tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5 HTTP/1.1" status: 200 len: 945 time: 0.2352762 Aug 06 16:05:15.952177 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:15.952525 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Checking segment: {'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:15.952923 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Bound using segment: {'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:15.953386 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Bound port: 58abfb05-1eb7-4e15-8f17-8726f0cb9914, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:15.953796 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:15.957287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42264ddb-02c8-48f6-87ce-1092f8c9b1e0 req-41a4ecdf-e1c1-4829-827f-6828cbcaff74 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985478 Aug 06 16:05:15.975023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8741f1b3-674c-40e4-9070-29af950fa49e'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:16.010607 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540c927e-d712-47bb-8d56-8e4fdbeeee28" -d '{"events": [{"server_uuid": "ee4a1b7a-7dbb-44df-917c-9381a7d6bb28", "name": "network-vif-plugged", "status": "completed", "tag": "8741f1b3-674c-40e4-9070-29af950fa49e"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:16.056611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8414b5ba-d769-40c0-afe5-66faf53c2070 req-53abfa03-56c8-4cfb-ab4d-f4a59b3183c2 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238501 Aug 06 16:05:16.098631 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=8741f1b3-674c-40e4-9070-29af950fa49e,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:16.145857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb10ace-f67a-4c77-afde-ca3ba1cb4c6e req-b2b360ae-fde4-4fce-a125-c12ec8e96d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:16.149313 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ceb10ace-f67a-4c77-afde-ca3ba1cb4c6e req-b2b360ae-fde4-4fce-a125-c12ec8e96d73 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3486607 Aug 06 16:05:16.225061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] For port 58abfb05-1eb7-4e15-8f17-8726f0cb9914, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:16.231146 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] For port 58abfb05-1eb7-4e15-8f17-8726f0cb9914, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=58abfb05-1eb7-4e15-8f17-8726f0cb9914,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:16.237050 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:16.254342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccb9bb-67b1-4581-86d2-7b0bc31f1509 req-72ccc18c-5067-4394-a649-fd682b636769 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:16.260985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccb9bb-67b1-4581-86d2-7b0bc31f1509 req-72ccc18c-5067-4394-a649-fd682b636769 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:16.267131 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccb9bb-67b1-4581-86d2-7b0bc31f1509 req-72ccc18c-5067-4394-a649-fd682b636769 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:16.273977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccb9bb-67b1-4581-86d2-7b0bc31f1509 req-72ccc18c-5067-4394-a649-fd682b636769 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:16.280255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccb9bb-67b1-4581-86d2-7b0bc31f1509 req-72ccc18c-5067-4394-a649-fd682b636769 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:16.287585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccb9bb-67b1-4581-86d2-7b0bc31f1509 req-72ccc18c-5067-4394-a649-fd682b636769 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:16.292650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:16.294161 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:16.294334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccb9bb-67b1-4581-86d2-7b0bc31f1509 req-72ccc18c-5067-4394-a649-fd682b636769 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:16.296343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3fccb9bb-67b1-4581-86d2-7b0bc31f1509 req-72ccc18c-5067-4394-a649-fd682b636769 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5382 time: 0.1868067 Aug 06 16:05:16.297297 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] 10.222.0.78 "PUT /v2.0/ports/58abfb05-1eb7-4e15-8f17-8726f0cb9914 HTTP/1.1" status: 200 len: 1135 time: 3.6633782 Aug 06 16:05:16.298425 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'tag': '58abfb05-1eb7-4e15-8f17-8726f0cb9914'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:16.312842 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15a190a-0802-4c4a-a30e-0864c57621a6" -d '{"events": [{"name": "network-changed", "server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "tag": "58abfb05-1eb7-4e15-8f17-8726f0cb9914"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:16.339088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Request body: {'port': {'device_id': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:16.430504 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:16.435984 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3fccb9bb-67b1-4581-86d2-7b0bc31f1509 req-571404ec-2353-4d61-a8ec-f206c8789f7d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1239839 Aug 06 16:05:16.479656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7724c3-1e61-47dc-bb6a-d2528b2c1d3c req-a1a34b87-e714-44b9-9b3f-347b73c54422 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:16.485999 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d7724c3-1e61-47dc-bb6a-d2528b2c1d3c req-a1a34b87-e714-44b9-9b3f-347b73c54422 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.2596140 Aug 06 16:05:16.510784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5c255-624c-457f-a3e7-8f8ed47548f9 service neutron] Pushing event updated for resources: {'Port': ['ID=58abfb05-1eb7-4e15-8f17-8726f0cb9914,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:16.576113 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d7724c3-1e61-47dc-bb6a-d2528b2c1d3c req-5bb9123c-73a0-49d2-8c6c-a7e59961e912 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825024 Aug 06 16:05:16.693293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8baaabef-75fc-441f-9a94-3e650348ab46 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:16.901117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 8baaabef-75fc-441f-9a94-3e650348ab46 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:16.911423 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42058429-2498-4e33-a8cd-6c29855da9ae req-64f243c8-9d72-4a46-9797-953e16b238c6 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:16.912979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 8baaabef-75fc-441f-9a94-3e650348ab46 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:16.913364 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:16.934246 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42058429-2498-4e33-a8cd-6c29855da9ae req-64f243c8-9d72-4a46-9797-953e16b238c6 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 0.3266704 Aug 06 16:05:16.964803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32ae61-0f9a-4749-9873-aba17d92516d req-35784a90-5954-47e1-9819-c0dfdd42b234 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:16.970627 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d32ae61-0f9a-4749-9873-aba17d92516d req-35784a90-5954-47e1-9819-c0dfdd42b234 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f827afa-39e5-4a01-b299-87e596ef4327 HTTP/1.1" status: 200 len: 946 time: 0.2533271 Aug 06 16:05:17.065684 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d32ae61-0f9a-4749-9873-aba17d92516d req-3bca26f6-e773-4a77-9791-9e417f53d60a tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769138 Aug 06 16:05:17.087933 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42058429-2498-4e33-a8cd-6c29855da9ae req-19a1d8cf-1c88-4dcf-8c0d-92196b6ca76f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521833 Aug 06 16:05:17.124965 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:17.195225 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74972a33-99ce-40f2-a6b5-cf335a5afc10 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:17.195480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8baaabef-75fc-441f-9a94-3e650348ab46, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8baaabef-75fc-441f-9a94-3e650348ab46,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:17.203485 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd719a7b-975d-46a9-ac9c-5745a8a80400 x-openstack-request-id: req-cd719a7b-975d-46a9-ac9c-5745a8a80400 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:17.203898 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4a1b7a-7dbb-44df-917c-9381a7d6bb28", "name": "network-vif-plugged", "status": "completed", "tag": "8741f1b3-674c-40e4-9070-29af950fa49e", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:17.206066 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd719a7b-975d-46a9-ac9c-5745a8a80400 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:17.206721 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8741f1b3-674c-40e4-9070-29af950fa49e', 'code': 200} Aug 06 16:05:17.208682 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:17.209767 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:17.233182 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Transition to ACTIVE for port object 74972a33-99ce-40f2-a6b5-cf335a5afc10 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:17.238860 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:17.255683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b248b3-d69d-4704-b7c2-b8c8a8dceeb1 req-5e58c7b5-39a4-48a7-ac7a-6d368326bdef tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.264892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10b248b3-d69d-4704-b7c2-b8c8a8dceeb1 req-5e58c7b5-39a4-48a7-ac7a-6d368326bdef tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 945 time: 0.0851254 Aug 06 16:05:17.322285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10b248b3-d69d-4704-b7c2-b8c8a8dceeb1 req-ddf7da2b-a983-4f12-9865-ccde10afd456 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528314 Aug 06 16:05:17.374544 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04eadaa-60b9-4795-9d5c-640c3487af38 x-openstack-request-id: req-d04eadaa-60b9-4795-9d5c-640c3487af38 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:17.374544 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "tag": "58abfb05-1eb7-4e15-8f17-8726f0cb9914", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:17.374544 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d04eadaa-60b9-4795-9d5c-640c3487af38 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:17.374544 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'tag': '58abfb05-1eb7-4e15-8f17-8726f0cb9914', 'status': 'completed', 'code': 200} Aug 06 16:05:17.398331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=8baaabef-75fc-441f-9a94-3e650348ab46,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:17.502776 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=74972a33-99ce-40f2-a6b5-cf335a5afc10,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:17.622936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616630d-3fd0-44c4-ae5d-12db40c053dc req-2d02fc3f-747a-474d-88cf-94658d5092c5 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.624452 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4616630d-3fd0-44c4-ae5d-12db40c053dc req-2d02fc3f-747a-474d-88cf-94658d5092c5 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 945 time: 0.1425238 Aug 06 16:05:17.729892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4616630d-3fd0-44c4-ae5d-12db40c053dc req-ea9573dc-9cda-4981-99c5-0b18a5cd1bfe tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907922 Aug 06 16:05:17.780238 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a190a-0802-4c4a-a30e-0864c57621a6 req-227cf6bc-103b-4a2e-af2a-7e3b57f57c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.780996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a190a-0802-4c4a-a30e-0864c57621a6 req-227cf6bc-103b-4a2e-af2a-7e3b57f57c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.781179 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a190a-0802-4c4a-a30e-0864c57621a6 req-227cf6bc-103b-4a2e-af2a-7e3b57f57c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.781721 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a190a-0802-4c4a-a30e-0864c57621a6 req-227cf6bc-103b-4a2e-af2a-7e3b57f57c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.782196 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a190a-0802-4c4a-a30e-0864c57621a6 req-227cf6bc-103b-4a2e-af2a-7e3b57f57c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.782659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a190a-0802-4c4a-a30e-0864c57621a6 req-227cf6bc-103b-4a2e-af2a-7e3b57f57c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.783124 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a190a-0802-4c4a-a30e-0864c57621a6 req-227cf6bc-103b-4a2e-af2a-7e3b57f57c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.785495 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f15a190a-0802-4c4a-a30e-0864c57621a6 req-227cf6bc-103b-4a2e-af2a-7e3b57f57c09 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 6244 time: 0.4167030 Aug 06 16:05:17.905538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae28ac-3cd3-4dee-846e-e87e2e5900fd req-0609fd62-6167-4962-b3ee-4fd7375be65a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.912808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae28ac-3cd3-4dee-846e-e87e2e5900fd req-0609fd62-6167-4962-b3ee-4fd7375be65a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.923784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae28ac-3cd3-4dee-846e-e87e2e5900fd req-0609fd62-6167-4962-b3ee-4fd7375be65a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.933203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae28ac-3cd3-4dee-846e-e87e2e5900fd req-0609fd62-6167-4962-b3ee-4fd7375be65a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.939832 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae28ac-3cd3-4dee-846e-e87e2e5900fd req-0609fd62-6167-4962-b3ee-4fd7375be65a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.946885 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae28ac-3cd3-4dee-846e-e87e2e5900fd req-0609fd62-6167-4962-b3ee-4fd7375be65a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.954352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae28ac-3cd3-4dee-846e-e87e2e5900fd req-0609fd62-6167-4962-b3ee-4fd7375be65a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.956761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04ae28ac-3cd3-4dee-846e-e87e2e5900fd req-0609fd62-6167-4962-b3ee-4fd7375be65a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5394 time: 0.1447220 Aug 06 16:05:17.967591 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Attempting to bind port 74972a33-99ce-40f2-a6b5-cf335a5afc10 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:17.967946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Attempting to bind port 74972a33-99ce-40f2-a6b5-cf335a5afc10 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:17.968279 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Attempting to bind port 74972a33-99ce-40f2-a6b5-cf335a5afc10 on network 5c863801-399d-4b61-8ede-5dd3ca72304f {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:17.988875 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ec74c-a85b-411a-917e-68f62d200742 req-24c41a52-9144-40e3-9637-60a2a629560b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:17.991448 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bc8ec74c-a85b-411a-917e-68f62d200742 req-24c41a52-9144-40e3-9637-60a2a629560b tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.78 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.3788915 Aug 06 16:05:18.012170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Port 74972a33-99ce-40f2-a6b5-cf335a5afc10 on network 5c863801-399d-4b61-8ede-5dd3ca72304f not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:05:18.012499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Attempting to bind port 74972a33-99ce-40f2-a6b5-cf335a5afc10 on network 5c863801-399d-4b61-8ede-5dd3ca72304f {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:18.053768 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:18.054111 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Checking segment: {'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:18.054493 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Bound using segment: {'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:18.054965 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Bound port: 74972a33-99ce-40f2-a6b5-cf335a5afc10, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:18.055281 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:18.072367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04ae28ac-3cd3-4dee-846e-e87e2e5900fd req-499f50e6-4137-48d9-a9f2-20a6bada9f3c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060438 Aug 06 16:05:18.115600 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ee9ee-4b8f-4e2d-baba-0867d023059a req-c93e34e4-5a1a-4bfa-a3ef-aa76ca9070f1 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:18.128610 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae7ee9ee-4b8f-4e2d-baba-0867d023059a req-c93e34e4-5a1a-4bfa-a3ef-aa76ca9070f1 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 949 time: 0.1426501 Aug 06 16:05:18.188860 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae7ee9ee-4b8f-4e2d-baba-0867d023059a req-e248d1f8-21a7-4799-9fe2-0ec1af9559dd tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/security-groups?id=d051e7be-280a-4a8a-8aa1-0781eac88d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560019 Aug 06 16:05:18.218266 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a190a-0802-4c4a-a30e-0864c57621a6 req-deff6b9b-8879-4cc2-abb9-608ca4e50bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:18.218882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a190a-0802-4c4a-a30e-0864c57621a6 req-deff6b9b-8879-4cc2-abb9-608ca4e50bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:18.219484 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a190a-0802-4c4a-a30e-0864c57621a6 req-deff6b9b-8879-4cc2-abb9-608ca4e50bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:18.221113 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f15a190a-0802-4c4a-a30e-0864c57621a6 req-deff6b9b-8879-4cc2-abb9-608ca4e50bec service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4184074 Aug 06 16:05:18.290739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] For port 74972a33-99ce-40f2-a6b5-cf335a5afc10, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:18.335372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12da93c-34d7-4909-88b8-609b92da07ba req-30299677-3eaa-46ac-a02e-73513c1c008c tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:18.344906 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c12da93c-34d7-4909-88b8-609b92da07ba req-30299677-3eaa-46ac-a02e-73513c1c008c tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f827afa-39e5-4a01-b299-87e596ef4327 HTTP/1.1" status: 200 len: 946 time: 0.1313045 Aug 06 16:05:18.356509 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] For port 74972a33-99ce-40f2-a6b5-cf335a5afc10, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=74972a33-99ce-40f2-a6b5-cf335a5afc10,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:18.365824 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:18.451881 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c12da93c-34d7-4909-88b8-609b92da07ba req-4bb223f4-0439-4cfd-a0cd-ed11a26dca53 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058166 Aug 06 16:05:18.485032 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=74972a33-99ce-40f2-a6b5-cf335a5afc10,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:18.494784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-bc8ec74c-a85b-411a-917e-68f62d200742 req-6b639560-41b0-42dd-93ad-df78d74603f5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Deleting port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:05:18.495117 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bc8ec74c-a85b-411a-917e-68f62d200742 req-6b639560-41b0-42dd-93ad-df78d74603f5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:18.498990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda79d4-2dac-4de5-a8af-a71e65a367f8 req-97f73812-b9ad-4449-a22b-5bd5c126a27a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:18.510332 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1cda79d4-2dac-4de5-a8af-a71e65a367f8 req-97f73812-b9ad-4449-a22b-5bd5c126a27a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 0.1501563 Aug 06 16:05:18.578687 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:18.579761 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:18.581555 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e9804ba0-ae75-4859-957b-5fee98caa2a0 service neutron] 10.222.0.78 "PUT /v2.0/ports/74972a33-99ce-40f2-a6b5-cf335a5afc10 HTTP/1.1" status: 200 len: 1091 time: 2.2478282 Aug 06 16:05:18.605651 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1cda79d4-2dac-4de5-a8af-a71e65a367f8 req-f7c301a1-52f8-47dd-9ae0-ded81dc395e0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944629 Aug 06 16:05:18.609302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a190a-0802-4c4a-a30e-0864c57621a6 req-eb3e9d66-3aa7-4765-8214-5abb85fde809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:18.616148 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f15a190a-0802-4c4a-a30e-0864c57621a6 req-eb3e9d66-3aa7-4765-8214-5abb85fde809 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3781950 Aug 06 16:05:18.686241 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Request body: {'port': {'device_id': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:18.714381 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963d744-c4ad-4ed8-9735-b35f9557de46 req-5c1bd34e-7177-4974-8b80-2a2550490153 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:18.715976 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8963d744-c4ad-4ed8-9735-b35f9557de46 req-5c1bd34e-7177-4974-8b80-2a2550490153 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 945 time: 0.1092198 Aug 06 16:05:18.802133 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8963d744-c4ad-4ed8-9735-b35f9557de46 req-bb862d06-4305-4271-b6e6-4f2bf45e4185 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797026 Aug 06 16:05:18.842329 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:18.898265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-bc8ec74c-a85b-411a-917e-68f62d200742 req-6b639560-41b0-42dd-93ad-df78d74603f5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] For port 51d68ca5-04b7-44ca-bbe7-64209867d8e7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=51d68ca5-04b7-44ca-bbe7-64209867d8e7,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:18.898873 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bc8ec74c-a85b-411a-917e-68f62d200742 req-6b639560-41b0-42dd-93ad-df78d74603f5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:18.934285 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-bc8ec74c-a85b-411a-917e-68f62d200742 req-6b639560-41b0-42dd-93ad-df78d74603f5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Calling delete_port for 51d68ca5-04b7-44ca-bbe7-64209867d8e7 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:05:19.010559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c192e44-bd0f-4274-8390-bd129f91a3b7 req-84a33b4b-0c31-4c81-aa4e-be923a2de5c0 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.013649 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c192e44-bd0f-4274-8390-bd129f91a3b7 req-84a33b4b-0c31-4c81-aa4e-be923a2de5c0 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 945 time: 0.1033459 Aug 06 16:05:19.086479 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c192e44-bd0f-4274-8390-bd129f91a3b7 req-76963116-8dc7-4406-b599-527570358aed tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651183 Aug 06 16:05:19.208531 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c36f9bb-cc7c-4a51-90d9-7078656949a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8baaabef-75fc-441f-9a94-3e650348ab46'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:19.219581 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29de8a11-9c1b-498a-900a-3af627fd1809" -d '{"events": [{"server_uuid": "9c36f9bb-cc7c-4a51-90d9-7078656949a9", "name": "network-vif-plugged", "status": "completed", "tag": "8baaabef-75fc-441f-9a94-3e650348ab46"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:19.287218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67ecd-5d31-43e7-8164-5f80218e57ce req-4a651e60-4496-4d0e-972e-f24e6ea200a4 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.319003 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67ecd-5d31-43e7-8164-5f80218e57ce req-4a651e60-4496-4d0e-972e-f24e6ea200a4 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.329974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67ecd-5d31-43e7-8164-5f80218e57ce req-4a651e60-4496-4d0e-972e-f24e6ea200a4 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.341181 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67ecd-5d31-43e7-8164-5f80218e57ce req-4a651e60-4496-4d0e-972e-f24e6ea200a4 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.350567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67ecd-5d31-43e7-8164-5f80218e57ce req-4a651e60-4496-4d0e-972e-f24e6ea200a4 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.358841 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67ecd-5d31-43e7-8164-5f80218e57ce req-4a651e60-4496-4d0e-972e-f24e6ea200a4 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.368426 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67ecd-5d31-43e7-8164-5f80218e57ce req-4a651e60-4496-4d0e-972e-f24e6ea200a4 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.368655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'tag': '74972a33-99ce-40f2-a6b5-cf335a5afc10'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:19.372619 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200fc703-03e5-4e7b-b2aa-ec72319e9f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "tag": "74972a33-99ce-40f2-a6b5-cf335a5afc10"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:19.381368 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ac67ecd-5d31-43e7-8164-5f80218e57ce req-4a651e60-4496-4d0e-972e-f24e6ea200a4 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5394 time: 0.1991241 Aug 06 16:05:19.381728 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bc8ec74c-a85b-411a-917e-68f62d200742 req-6b639560-41b0-42dd-93ad-df78d74603f5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:19.395384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['51d68ca5-04b7-44ca-bbe7-64209867d8e7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:19.448340 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f220b5d3-c58d-4b6c-bb0d-cb6c109391cd req-18fcc21a-2a12-4a21-9c6a-6b33205d11b5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.37 "GET /v2.0/ports?device_id=792e80a5-62cf-4c18-8367-9c9e686815c9 HTTP/1.1" status: 200 len: 210 time: 0.0570869 Aug 06 16:05:19.483379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b639560-41b0-42dd-93ad-df78d74603f5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Pushing event deleted for resources: {'Port': ['ID=51d68ca5-04b7-44ca-bbe7-64209867d8e7,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:19.517535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ac67ecd-5d31-43e7-8164-5f80218e57ce req-6c4db1f8-e34e-4132-8cff-c23eabf67651 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346383 Aug 06 16:05:19.563468 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41f187a-ff9e-4f16-87ec-03c607058b59 x-openstack-request-id: req-b41f187a-ff9e-4f16-87ec-03c607058b59 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:19.564155 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c36f9bb-cc7c-4a51-90d9-7078656949a9", "name": "network-vif-plugged", "status": "completed", "tag": "8baaabef-75fc-441f-9a94-3e650348ab46", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:19.564518 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b41f187a-ff9e-4f16-87ec-03c607058b59 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:19.565508 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c36f9bb-cc7c-4a51-90d9-7078656949a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8baaabef-75fc-441f-9a94-3e650348ab46', 'code': 200} Aug 06 16:05:19.605612 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc1eb41-4cb4-45ec-b38b-dc9f6e2d9ddf x-openstack-request-id: req-8bc1eb41-4cb4-45ec-b38b-dc9f6e2d9ddf {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:19.618218 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "tag": "74972a33-99ce-40f2-a6b5-cf335a5afc10", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:19.618598 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bc1eb41-4cb4-45ec-b38b-dc9f6e2d9ddf {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:19.619326 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'tag': '74972a33-99ce-40f2-a6b5-cf335a5afc10', 'status': 'completed', 'code': 200} Aug 06 16:05:19.713455 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8ec74c-a85b-411a-917e-68f62d200742 req-6b639560-41b0-42dd-93ad-df78d74603f5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] No DVR routers for this DVR port 51d68ca5-04b7-44ca-bbe7-64209867d8e7 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:05:19.720672 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bc8ec74c-a85b-411a-917e-68f62d200742 req-6b639560-41b0-42dd-93ad-df78d74603f5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:19.724481 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bc8ec74c-a85b-411a-917e-68f62d200742 req-6b639560-41b0-42dd-93ad-df78d74603f5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] 10.222.0.78 "DELETE /v2.0/ports/51d68ca5-04b7-44ca-bbe7-64209867d8e7 HTTP/1.1" status: 204 len: 173 time: 1.7230585 Aug 06 16:05:19.764237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240fd1ec-a123-4fa2-8780-8645e1fff3d7 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:19.771504 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482b476-b82c-4eb8-8e56-08ba60610aff req-ebf7614c-c1cf-4731-a3e1-defe0e71b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.773493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1482b476-b82c-4eb8-8e56-08ba60610aff req-ebf7614c-c1cf-4731-a3e1-defe0e71b67b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 1096 time: 0.1208811 Aug 06 16:05:19.788618 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:19.798498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fc703-03e5-4e7b-b2aa-ec72319e9f0b req-accefb82-13be-4619-955a-2475f5ed334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.799003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fc703-03e5-4e7b-b2aa-ec72319e9f0b req-accefb82-13be-4619-955a-2475f5ed334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.799486 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fc703-03e5-4e7b-b2aa-ec72319e9f0b req-accefb82-13be-4619-955a-2475f5ed334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.800121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fc703-03e5-4e7b-b2aa-ec72319e9f0b req-accefb82-13be-4619-955a-2475f5ed334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.800607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fc703-03e5-4e7b-b2aa-ec72319e9f0b req-accefb82-13be-4619-955a-2475f5ed334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.801597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fc703-03e5-4e7b-b2aa-ec72319e9f0b req-accefb82-13be-4619-955a-2475f5ed334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.802092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fc703-03e5-4e7b-b2aa-ec72319e9f0b req-accefb82-13be-4619-955a-2475f5ed334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.804053 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-200fc703-03e5-4e7b-b2aa-ec72319e9f0b req-accefb82-13be-4619-955a-2475f5ed334a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 6286 time: 0.1413112 Aug 06 16:05:19.806377 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4363f-059c-4bd8-b5a1-8b7960ecbeb5 req-662dfdc0-7f26-4777-91c6-2436386199b2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:19.821057 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37d4363f-059c-4bd8-b5a1-8b7960ecbeb5 req-662dfdc0-7f26-4777-91c6-2436386199b2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f827afa-39e5-4a01-b299-87e596ef4327 HTTP/1.1" status: 200 len: 946 time: 0.1302538 Aug 06 16:05:19.875028 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Transition to ACTIVE for port object 240fd1ec-a123-4fa2-8780-8645e1fff3d7 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:19.939880 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:20.078532 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37d4363f-059c-4bd8-b5a1-8b7960ecbeb5 req-c89af216-e24b-45ec-8921-a6e396fefbb8 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533567 Aug 06 16:05:20.090709 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1482b476-b82c-4eb8-8e56-08ba60610aff req-e245bc68-a93d-42b7-a333-26361bef7ab7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315228 Aug 06 16:05:20.096060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fc703-03e5-4e7b-b2aa-ec72319e9f0b req-33aca78f-dbbe-4cd5-a436-f16672a1dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:20.096630 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fc703-03e5-4e7b-b2aa-ec72319e9f0b req-33aca78f-dbbe-4cd5-a436-f16672a1dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:20.097093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fc703-03e5-4e7b-b2aa-ec72319e9f0b req-33aca78f-dbbe-4cd5-a436-f16672a1dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:20.099653 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-200fc703-03e5-4e7b-b2aa-ec72319e9f0b req-33aca78f-dbbe-4cd5-a436-f16672a1dd74 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2807000 Aug 06 16:05:20.157883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759f811-dd1e-4727-84e1-9be400e8ece0 req-418531ab-368c-4e4e-b486-a155d53d1639 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:20.163718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2759f811-dd1e-4727-84e1-9be400e8ece0 req-418531ab-368c-4e4e-b486-a155d53d1639 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 0.3213973 Aug 06 16:05:20.318700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2759f811-dd1e-4727-84e1-9be400e8ece0 req-e64935ca-6ec5-4484-99bc-9d698befc172 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412125 Aug 06 16:05:20.453176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fc703-03e5-4e7b-b2aa-ec72319e9f0b req-0d4cd074-dfc4-4d78-a82c-03a2758cb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:20.454753 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-200fc703-03e5-4e7b-b2aa-ec72319e9f0b req-0d4cd074-dfc4-4d78-a82c-03a2758cb8b4 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2153089 Aug 06 16:05:20.457837 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Attempting to bind port 240fd1ec-a123-4fa2-8780-8645e1fff3d7 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:20.458368 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Attempting to bind port 240fd1ec-a123-4fa2-8780-8645e1fff3d7 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:20.458716 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Attempting to bind port 240fd1ec-a123-4fa2-8780-8645e1fff3d7 on network 5c863801-399d-4b61-8ede-5dd3ca72304f {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:20.468434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Port 240fd1ec-a123-4fa2-8780-8645e1fff3d7 on network 5c863801-399d-4b61-8ede-5dd3ca72304f not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:05:20.468868 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Attempting to bind port 240fd1ec-a123-4fa2-8780-8645e1fff3d7 on network 5c863801-399d-4b61-8ede-5dd3ca72304f {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:20.475147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Pushing event updated for resources: {'Port': ['ID=240fd1ec-a123-4fa2-8780-8645e1fff3d7,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:20.486907 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:20.487258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Checking segment: {'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:20.487653 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Bound using segment: {'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:20.488115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Bound port: 240fd1ec-a123-4fa2-8780-8645e1fff3d7, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8500456-888d-45fd-acba-0c81f58d17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:20.488486 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:20.646846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebe40d-8587-4b03-9c27-7cc559db0023 req-b2d2cd4a-ac39-414f-8160-5db8b710c818 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:20.664329 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-faebe40d-8587-4b03-9c27-7cc559db0023 req-b2d2cd4a-ac39-414f-8160-5db8b710c818 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 945 time: 0.1178286 Aug 06 16:05:20.712918 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] For port 240fd1ec-a123-4fa2-8780-8645e1fff3d7, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:20.719414 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] For port 240fd1ec-a123-4fa2-8780-8645e1fff3d7, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=240fd1ec-a123-4fa2-8780-8645e1fff3d7,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:20.731638 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:20.833482 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-faebe40d-8587-4b03-9c27-7cc559db0023 req-aee706e5-bbff-433b-819d-b4eb67c060db tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584306 Aug 06 16:05:20.853599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eb1c6-9086-4007-b8ff-7312a1c755fa req-d049fff0-1fd7-4412-8761-8bc18667a82e tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:20.871333 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-641eb1c6-9086-4007-b8ff-7312a1c755fa req-d049fff0-1fd7-4412-8761-8bc18667a82e tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 945 time: 0.1791923 Aug 06 16:05:20.871926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:20.873180 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:20.878187 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] 10.222.0.78 "PUT /v2.0/ports/240fd1ec-a123-4fa2-8780-8645e1fff3d7 HTTP/1.1" status: 200 len: 1091 time: 2.1998203 Aug 06 16:05:20.880062 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14a0d2-1844-4cae-ba8f-c6141ddccfdb service neutron] Pushing event updated for resources: {'Port': ['ID=240fd1ec-a123-4fa2-8780-8645e1fff3d7,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:20.928635 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Request body: {'port': {'device_id': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:20.995849 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-641eb1c6-9086-4007-b8ff-7312a1c755fa req-9bf9ce7d-c666-4ca2-8d66-e18e6cca7f08 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211190 Aug 06 16:05:21.024935 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:21.359200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29b8cb-3520-432b-bf32-3cf1b6ab2043 req-d3672128-0ca9-4961-b93c-694e7f465932 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:21.367515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29b8cb-3520-432b-bf32-3cf1b6ab2043 req-d3672128-0ca9-4961-b93c-694e7f465932 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:21.384031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29b8cb-3520-432b-bf32-3cf1b6ab2043 req-d3672128-0ca9-4961-b93c-694e7f465932 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:21.411014 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29b8cb-3520-432b-bf32-3cf1b6ab2043 req-d3672128-0ca9-4961-b93c-694e7f465932 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:21.466635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29b8cb-3520-432b-bf32-3cf1b6ab2043 req-d3672128-0ca9-4961-b93c-694e7f465932 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:21.497219 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29b8cb-3520-432b-bf32-3cf1b6ab2043 req-d3672128-0ca9-4961-b93c-694e7f465932 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:21.533694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29b8cb-3520-432b-bf32-3cf1b6ab2043 req-d3672128-0ca9-4961-b93c-694e7f465932 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:21.549901 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b29b8cb-3520-432b-bf32-3cf1b6ab2043 req-d3672128-0ca9-4961-b93c-694e7f465932 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5406 time: 0.3434765 Aug 06 16:05:21.620574 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792e80a5-62cf-4c18-8367-9c9e686815c9', 'name': 'network-vif-deleted', 'tag': '51d68ca5-04b7-44ca-bbe7-64209867d8e7'}, {'name': 'network-changed', 'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'tag': '240fd1ec-a123-4fa2-8780-8645e1fff3d7'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:21.624696 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bea196-a752-4763-a669-8c40d474a10e" -d '{"events": [{"server_uuid": "792e80a5-62cf-4c18-8367-9c9e686815c9", "name": "network-vif-deleted", "tag": "51d68ca5-04b7-44ca-bbe7-64209867d8e7"}, {"name": "network-changed", "server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "tag": "240fd1ec-a123-4fa2-8780-8645e1fff3d7"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:21.746272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b29b8cb-3520-432b-bf32-3cf1b6ab2043 req-0155967d-f3fd-445b-9676-bb355b08d318 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1953621 Aug 06 16:05:21.765743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42288) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:22.013152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe04d8d-025c-4850-afb9-38189839b5a4 req-b22d18ac-afd0-465e-b601-0303416aef91 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:22.027717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-afe04d8d-025c-4850-afb9-38189839b5a4 req-b22d18ac-afd0-465e-b601-0303416aef91 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 0.1340799 Aug 06 16:05:22.151145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-afe04d8d-025c-4850-afb9-38189839b5a4 req-019ada5a-1941-47cf-b764-ec92f2c1865a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222072 Aug 06 16:05:22.290968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-149c5e39-f3e4-4b46-ab82-a9bbd8151522 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b6464e7f3d04e1fb9d993d8ad26bed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5238812 Aug 06 16:05:22.335453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42304) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:22.344058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfa6b3-1f2b-4e2a-b358-f7fef2b7adac req-67549491-9605-45c1-9e3d-1acd8fbc4c0e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:22.352821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7cbfa6b3-1f2b-4e2a-b358-f7fef2b7adac req-67549491-9605-45c1-9e3d-1acd8fbc4c0e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 945 time: 0.1988842 Aug 06 16:05:22.398741 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9ab32b-981c-4014-98f4-9d2ce0507af2 x-openstack-request-id: req-aa9ab32b-981c-4014-98f4-9d2ce0507af2 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:22.399328 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792e80a5-62cf-4c18-8367-9c9e686815c9", "name": "network-vif-deleted", "tag": "51d68ca5-04b7-44ca-bbe7-64209867d8e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "tag": "240fd1ec-a123-4fa2-8780-8645e1fff3d7", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:22.399486 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa9ab32b-981c-4014-98f4-9d2ce0507af2 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:22.399993 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792e80a5-62cf-4c18-8367-9c9e686815c9', 'name': 'network-vif-deleted', 'tag': '51d68ca5-04b7-44ca-bbe7-64209867d8e7', 'status': 'completed', 'code': 200} Aug 06 16:05:22.400247 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'tag': '240fd1ec-a123-4fa2-8780-8645e1fff3d7', 'status': 'completed', 'code': 200} Aug 06 16:05:22.410192 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be4f91-6bcd-454c-9ba8-f74e5d08a0f0 req-23fdb916-b12a-4395-988c-f8589d8bb9e7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:22.419356 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6be4f91-6bcd-454c-9ba8-f74e5d08a0f0 req-23fdb916-b12a-4395-988c-f8589d8bb9e7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 945 time: 0.1265597 Aug 06 16:05:22.433036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6aa718d-3f2e-4a0c-8158-4cc28d57321a {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:22.449489 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:22.505225 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Transition to ACTIVE for port object e6aa718d-3f2e-4a0c-8158-4cc28d57321a will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:22.512890 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:22.565003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6be4f91-6bcd-454c-9ba8-f74e5d08a0f0 req-25f80cea-b716-4a8b-afca-9be91b763bfc tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419690 Aug 06 16:05:22.565246 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea196-a752-4763-a669-8c40d474a10e req-d521b5ce-40de-4e77-9b3a-100e00b74295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:22.565760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea196-a752-4763-a669-8c40d474a10e req-d521b5ce-40de-4e77-9b3a-100e00b74295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:22.566242 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea196-a752-4763-a669-8c40d474a10e req-d521b5ce-40de-4e77-9b3a-100e00b74295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:22.567234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea196-a752-4763-a669-8c40d474a10e req-d521b5ce-40de-4e77-9b3a-100e00b74295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:22.567709 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea196-a752-4763-a669-8c40d474a10e req-d521b5ce-40de-4e77-9b3a-100e00b74295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:22.568188 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea196-a752-4763-a669-8c40d474a10e req-d521b5ce-40de-4e77-9b3a-100e00b74295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:22.568639 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea196-a752-4763-a669-8c40d474a10e req-d521b5ce-40de-4e77-9b3a-100e00b74295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:22.570725 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-00bea196-a752-4763-a669-8c40d474a10e req-d521b5ce-40de-4e77-9b3a-100e00b74295 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 6353 time: 0.1860499 Aug 06 16:05:22.586364 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7cbfa6b3-1f2b-4e2a-b358-f7fef2b7adac req-79f91a23-5e47-483c-a44a-f0e1bd86e7f6 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323241 Aug 06 16:05:22.627130 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Pushing event updated for resources: {'Port': ['ID=e6aa718d-3f2e-4a0c-8158-4cc28d57321a,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:22.686764 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17092442-f6c7-4ddf-aee1-60af95492c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:22.725338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 51d68ca5-04b7-44ca-bbe7-64209867d8e7 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:22.731647 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17092442-f6c7-4ddf-aee1-60af95492c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:22.824622 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 51d68ca5-04b7-44ca-bbe7-64209867d8e7 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:05:22.826236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 51d68ca5-04b7-44ca-bbe7-64209867d8e7 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:05:22.922902 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17092442-f6c7-4ddf-aee1-60af95492c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:22.935194 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17092442-f6c7-4ddf-aee1-60af95492c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:22.936592 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-17092442-f6c7-4ddf-aee1-60af95492c69 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d051e7be-280a-4a8a-8aa1-0781eac88d23 HTTP/1.1" status: 204 len: 168 time: 0.5717175 Aug 06 16:05:22.946717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17092442-f6c7-4ddf-aee1-60af95492c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d051e7be-280a-4a8a-8aa1-0781eac88d23,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:23.026077 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea196-a752-4763-a669-8c40d474a10e req-afdf607b-beb0-4dfa-b475-d6f92e165f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:23.026904 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea196-a752-4763-a669-8c40d474a10e req-afdf607b-beb0-4dfa-b475-d6f92e165f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:23.027747 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea196-a752-4763-a669-8c40d474a10e req-afdf607b-beb0-4dfa-b475-d6f92e165f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:23.029642 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-00bea196-a752-4763-a669-8c40d474a10e req-afdf607b-beb0-4dfa-b475-d6f92e165f52 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4392996 Aug 06 16:05:23.030910 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Attempting to bind port e6aa718d-3f2e-4a0c-8158-4cc28d57321a on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:23.031468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Attempting to bind port e6aa718d-3f2e-4a0c-8158-4cc28d57321a by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '87d5eaa3-f451-4da6-9aca-83c9100ed3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:23.031999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Attempting to bind port e6aa718d-3f2e-4a0c-8158-4cc28d57321a on network 5db9a939-2ca8-4beb-a32e-b1a4d6906447 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:23.038215 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Port e6aa718d-3f2e-4a0c-8158-4cc28d57321a on network 5db9a939-2ca8-4beb-a32e-b1a4d6906447 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:05:23.039089 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Attempting to bind port e6aa718d-3f2e-4a0c-8158-4cc28d57321a on network 5db9a939-2ca8-4beb-a32e-b1a4d6906447 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:23.162195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:23.163159 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Checking segment: {'id': '87d5eaa3-f451-4da6-9aca-83c9100ed3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:23.163821 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Bound using segment: {'id': '87d5eaa3-f451-4da6-9aca-83c9100ed3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:23.164617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Bound port: e6aa718d-3f2e-4a0c-8158-4cc28d57321a, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87d5eaa3-f451-4da6-9aca-83c9100ed3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:23.165493 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:23.235158 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f85c1-deb8-425e-b5bd-515aa4e2431f req-e2f038da-754b-45ae-b572-ca433155a82a tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:23.241776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-918f85c1-deb8-425e-b5bd-515aa4e2431f req-e2f038da-754b-45ae-b572-ca433155a82a tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 945 time: 0.2370489 Aug 06 16:05:23.263990 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:23.300765 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929b2bd-16e5-44f7-8716-2f17ad7b638d req-056a6a77-f5eb-4b66-ab3e-5222478e396d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:23.308438 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929b2bd-16e5-44f7-8716-2f17ad7b638d req-056a6a77-f5eb-4b66-ab3e-5222478e396d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:23.315266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929b2bd-16e5-44f7-8716-2f17ad7b638d req-056a6a77-f5eb-4b66-ab3e-5222478e396d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:23.323406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929b2bd-16e5-44f7-8716-2f17ad7b638d req-056a6a77-f5eb-4b66-ab3e-5222478e396d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:23.330686 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929b2bd-16e5-44f7-8716-2f17ad7b638d req-056a6a77-f5eb-4b66-ab3e-5222478e396d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:23.337514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929b2bd-16e5-44f7-8716-2f17ad7b638d req-056a6a77-f5eb-4b66-ab3e-5222478e396d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:23.344348 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929b2bd-16e5-44f7-8716-2f17ad7b638d req-056a6a77-f5eb-4b66-ab3e-5222478e396d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:23.354375 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b929b2bd-16e5-44f7-8716-2f17ad7b638d req-056a6a77-f5eb-4b66-ab3e-5222478e396d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5418 time: 0.2373214 Aug 06 16:05:23.422148 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea196-a752-4763-a669-8c40d474a10e req-fa2e917a-5634-480f-aeaf-9eb4447381b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:23.423944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-918f85c1-deb8-425e-b5bd-515aa4e2431f req-95a3eba7-22f4-4b76-83b1-115417aee8fd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706231 Aug 06 16:05:23.428927 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-00bea196-a752-4763-a669-8c40d474a10e req-fa2e917a-5634-480f-aeaf-9eb4447381b1 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3865354 Aug 06 16:05:23.430406 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] For port e6aa718d-3f2e-4a0c-8158-4cc28d57321a, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:23.437837 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] For port e6aa718d-3f2e-4a0c-8158-4cc28d57321a, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=e6aa718d-3f2e-4a0c-8158-4cc28d57321a,segment=NetworkSegment(87d5eaa3-f451-4da6-9aca-83c9100ed3f0),segment_id=87d5eaa3-f451-4da6-9aca-83c9100ed3f0)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:23.451280 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:23.457248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b929b2bd-16e5-44f7-8716-2f17ad7b638d req-efe9ae7f-0401-40e9-988d-488c4ac4a90d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017632 Aug 06 16:05:23.608144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42336) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:23.613636 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Pushing event updated for resources: {'Port': ['ID=e6aa718d-3f2e-4a0c-8158-4cc28d57321a,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:23.638129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:23.639257 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:23.649599 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-25690450-75e1-4836-b6a1-a4f3222e4d0d service neutron] 10.222.0.78 "PUT /v2.0/ports/e6aa718d-3f2e-4a0c-8158-4cc28d57321a HTTP/1.1" status: 200 len: 1091 time: 2.7335503 Aug 06 16:05:23.650570 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:23.688748 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Request body: {'port': {'device_id': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:23.721664 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d5adacfe-7661-43cd-8ea6-03829c7b88b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b186426c4ee943ffa6c20298c9f92f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1119590 Aug 06 16:05:23.722310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42340) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:23.839593 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:23.846609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b11772-7388-4d61-bcae-101e65351c65 req-b9b942aa-ddce-4061-986e-f5d2b5a68d0d tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:23.860296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-24b11772-7388-4d61-bcae-101e65351c65 req-b9b942aa-ddce-4061-986e-f5d2b5a68d0d tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 0.1597972 Aug 06 16:05:23.891494 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf928c7-edae-4ebc-b8f4-3ef6fa789f52 req-b0685f06-4851-475e-97c1-511471c2fd21 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:23.899191 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cf928c7-edae-4ebc-b8f4-3ef6fa789f52 req-b0685f06-4851-475e-97c1-511471c2fd21 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 945 time: 0.1844447 Aug 06 16:05:23.969917 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0286c37f-f2e5-465a-9e7f-835a72c8b24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:24.002452 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0286c37f-f2e5-465a-9e7f-835a72c8b24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:24.056952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-24b11772-7388-4d61-bcae-101e65351c65 req-7638e9f4-c313-41fc-aca5-2b747dc4fcba tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956789 Aug 06 16:05:24.083900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cf928c7-edae-4ebc-b8f4-3ef6fa789f52 req-7b404f6d-a534-49d7-8826-3da0a08149e6 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836686 Aug 06 16:05:24.123715 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0286c37f-f2e5-465a-9e7f-835a72c8b24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:24.127120 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0286c37f-f2e5-465a-9e7f-835a72c8b24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:24.136928 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0286c37f-f2e5-465a-9e7f-835a72c8b24f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/719c5d0e-01ae-4357-bee3-0118be56339a HTTP/1.1" status: 204 len: 168 time: 0.4063163 Aug 06 16:05:24.155831 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286c37f-f2e5-465a-9e7f-835a72c8b24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719c5d0e-01ae-4357-bee3-0118be56339a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:24.395637 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b86bfc-097c-45fe-8369-16b7e4932c11 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:24.421611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'tag': 'e6aa718d-3f2e-4a0c-8158-4cc28d57321a'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:24.424479 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beb0c9c-40fe-4c88-a4c4-413e4bf2f750" -d '{"events": [{"name": "network-changed", "server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "tag": "e6aa718d-3f2e-4a0c-8158-4cc28d57321a"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:24.446786 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:24.509037 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e44c656-2193-45d3-87f6-7b204b6b8257 x-openstack-request-id: req-0e44c656-2193-45d3-87f6-7b204b6b8257 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:24.511457 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "tag": "e6aa718d-3f2e-4a0c-8158-4cc28d57321a", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:24.511741 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e44c656-2193-45d3-87f6-7b204b6b8257 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:24.512173 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'tag': 'e6aa718d-3f2e-4a0c-8158-4cc28d57321a', 'status': 'completed', 'code': 200} Aug 06 16:05:24.539420 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Transition to ACTIVE for port object 48b86bfc-097c-45fe-8369-16b7e4932c11 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:24.608198 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:24.656197 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f26445-0253-4e4e-914c-a58fa4e238a9 req-cfdcb3a9-7fb0-44d7-bc80-e354ad3a12a1 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:24.671096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f26445-0253-4e4e-914c-a58fa4e238a9 req-cfdcb3a9-7fb0-44d7-bc80-e354ad3a12a1 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:24.679629 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f26445-0253-4e4e-914c-a58fa4e238a9 req-cfdcb3a9-7fb0-44d7-bc80-e354ad3a12a1 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:24.686372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f26445-0253-4e4e-914c-a58fa4e238a9 req-cfdcb3a9-7fb0-44d7-bc80-e354ad3a12a1 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:24.694621 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f26445-0253-4e4e-914c-a58fa4e238a9 req-cfdcb3a9-7fb0-44d7-bc80-e354ad3a12a1 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:24.700783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f26445-0253-4e4e-914c-a58fa4e238a9 req-cfdcb3a9-7fb0-44d7-bc80-e354ad3a12a1 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:24.707203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f26445-0253-4e4e-914c-a58fa4e238a9 req-cfdcb3a9-7fb0-44d7-bc80-e354ad3a12a1 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:24.716447 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3f26445-0253-4e4e-914c-a58fa4e238a9 req-cfdcb3a9-7fb0-44d7-bc80-e354ad3a12a1 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5430 time: 0.1331658 Aug 06 16:05:24.874322 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3f26445-0253-4e4e-914c-a58fa4e238a9 req-a82fc50e-c766-4cf5-9f66-b909a931f297 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1568739 Aug 06 16:05:24.915128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6325a8c-6609-416b-9f80-dc8c932c6e3e req-6e10b09b-9a81-4dba-a88d-d3021eda9a23 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:24.924964 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6325a8c-6609-416b-9f80-dc8c932c6e3e req-6e10b09b-9a81-4dba-a88d-d3021eda9a23 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 945 time: 0.2055116 Aug 06 16:05:24.945080 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Pushing event updated for resources: {'Port': ['ID=48b86bfc-097c-45fe-8369-16b7e4932c11,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:24.994153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6325a8c-6609-416b-9f80-dc8c932c6e3e req-aa959f0f-388e-4b1b-8e17-f7c9f64a6b77 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627701 Aug 06 16:05:25.059380 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0c9c-40fe-4c88-a4c4-413e4bf2f750 req-63c7b920-6b4c-4cdb-8338-473139459b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:25.062494 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0c9c-40fe-4c88-a4c4-413e4bf2f750 req-63c7b920-6b4c-4cdb-8338-473139459b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:25.063242 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0c9c-40fe-4c88-a4c4-413e4bf2f750 req-63c7b920-6b4c-4cdb-8338-473139459b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:25.065154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0c9c-40fe-4c88-a4c4-413e4bf2f750 req-63c7b920-6b4c-4cdb-8338-473139459b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:25.065958 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0c9c-40fe-4c88-a4c4-413e4bf2f750 req-63c7b920-6b4c-4cdb-8338-473139459b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:25.066901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0c9c-40fe-4c88-a4c4-413e4bf2f750 req-63c7b920-6b4c-4cdb-8338-473139459b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:25.069835 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0c9c-40fe-4c88-a4c4-413e4bf2f750 req-63c7b920-6b4c-4cdb-8338-473139459b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:25.073921 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5beb0c9c-40fe-4c88-a4c4-413e4bf2f750 req-63c7b920-6b4c-4cdb-8338-473139459b9f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 6445 time: 0.5331669 Aug 06 16:05:25.090343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 09ecb01c-ec2b-4961-b0c1-050f6109743e details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:05:25.387620 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Attempting to bind port 48b86bfc-097c-45fe-8369-16b7e4932c11 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:25.387620 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Attempting to bind port 48b86bfc-097c-45fe-8369-16b7e4932c11 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '87d5eaa3-f451-4da6-9aca-83c9100ed3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:25.388087 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Attempting to bind port 48b86bfc-097c-45fe-8369-16b7e4932c11 on network 5db9a939-2ca8-4beb-a32e-b1a4d6906447 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:25.423838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Port 48b86bfc-097c-45fe-8369-16b7e4932c11 on network 5db9a939-2ca8-4beb-a32e-b1a4d6906447 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:05:25.424227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Attempting to bind port 48b86bfc-097c-45fe-8369-16b7e4932c11 on network 5db9a939-2ca8-4beb-a32e-b1a4d6906447 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:25.459115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:25.469760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Checking segment: {'id': '87d5eaa3-f451-4da6-9aca-83c9100ed3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:25.472910 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Bound using segment: {'id': '87d5eaa3-f451-4da6-9aca-83c9100ed3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:25.476762 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Bound port: 48b86bfc-097c-45fe-8369-16b7e4932c11, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87d5eaa3-f451-4da6-9aca-83c9100ed3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:25.477043 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:25.510835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 09ecb01c-ec2b-4961-b0c1-050f6109743e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=09ecb01c-ec2b-4961-b0c1-050f6109743e,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:25.543123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '09ecb01c-ec2b-4961-b0c1-050f6109743e', 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458', 'port_id': '09ecb01c-ec2b-4961-b0c1-050f6109743e', 'mac_address': 'fa:16:3e:2c:9c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0c21b5-c1ab-47f4-a492-be4025ce4c1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:05:25.644864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0c9c-40fe-4c88-a4c4-413e4bf2f750 req-fca1f153-8f5a-4c2a-a311-71074bc6bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:25.649467 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0c9c-40fe-4c88-a4c4-413e4bf2f750 req-fca1f153-8f5a-4c2a-a311-71074bc6bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:25.653012 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0c9c-40fe-4c88-a4c4-413e4bf2f750 req-fca1f153-8f5a-4c2a-a311-71074bc6bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:25.655024 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5beb0c9c-40fe-4c88-a4c4-413e4bf2f750 req-fca1f153-8f5a-4c2a-a311-71074bc6bf0d service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5469458 Aug 06 16:05:25.673431 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:25.724109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09ecb01c-ec2b-4961-b0c1-050f6109743e {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:25.798265 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 09ecb01c-ec2b-4961-b0c1-050f6109743e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=09ecb01c-ec2b-4961-b0c1-050f6109743e,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:25.804392 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:25.885896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=09ecb01c-ec2b-4961-b0c1-050f6109743e,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:25.901248 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0c9c-40fe-4c88-a4c4-413e4bf2f750 req-181f82e0-d760-41fd-9828-75384e7fa551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:25.903319 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5beb0c9c-40fe-4c88-a4c4-413e4bf2f750 req-181f82e0-d760-41fd-9828-75384e7fa551 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2306678 Aug 06 16:05:25.954058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] For port 48b86bfc-097c-45fe-8369-16b7e4932c11, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:25.965890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] For port 48b86bfc-097c-45fe-8369-16b7e4932c11, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=48b86bfc-097c-45fe-8369-16b7e4932c11,segment=NetworkSegment(87d5eaa3-f451-4da6-9aca-83c9100ed3f0),segment_id=87d5eaa3-f451-4da6-9aca-83c9100ed3f0)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:25.970515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['09ecb01c-ec2b-4961-b0c1-050f6109743e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:25.973171 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:26.007982 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:26.008893 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:26.010665 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] 10.222.0.78 "PUT /v2.0/ports/48b86bfc-097c-45fe-8369-16b7e4932c11 HTTP/1.1" status: 200 len: 1091 time: 2.3274765 Aug 06 16:05:26.155050 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-03a64cb5-848d-48f5-b330-1ed9499b870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:26.156205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-03a64cb5-848d-48f5-b330-1ed9499b870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:26.156834 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-03a64cb5-848d-48f5-b330-1ed9499b870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:26.157462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-03a64cb5-848d-48f5-b330-1ed9499b870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:26.158905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-03a64cb5-848d-48f5-b330-1ed9499b870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:26.159585 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-03a64cb5-848d-48f5-b330-1ed9499b870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:26.160323 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-03a64cb5-848d-48f5-b330-1ed9499b870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:26.164190 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-03a64cb5-848d-48f5-b330-1ed9499b870a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 6487 time: 0.1031899 Aug 06 16:05:26.165721 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65a49e-fee5-4975-a593-bd3aedce90f0 service neutron] Pushing event updated for resources: {'Port': ['ID=48b86bfc-097c-45fe-8369-16b7e4932c11,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:26.268504 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-e0038740-ac3e-4038-a231-825e3b4a7d44 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d HTTP/1.1" status: 200 len: 217 time: 0.0883987 Aug 06 16:05:26.494776 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bcd46579-37d7-4f0c-88a4-a54636093d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:26.494776 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-bcd46579-37d7-4f0c-88a4-a54636093d3f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7910dbce-9faa-45f2-a5b8-cd85ad35cfce HTTP/1.1" status: 200 len: 856 time: 0.2159162 Aug 06 16:05:26.567744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'tag': '48b86bfc-097c-45fe-8369-16b7e4932c11'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:26.573604 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683a424d-166f-4b19-9b99-6ce8f0587567" -d '{"events": [{"name": "network-changed", "server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "tag": "48b86bfc-097c-45fe-8369-16b7e4932c11"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:26.622894 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-f5eb659a-bef7-4b9e-b254-b5882a96a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:26.627042 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-f5eb659a-bef7-4b9e-b254-b5882a96a2cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5738fe75-0ee6-4591-8c74-062f71f16dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253197 Aug 06 16:05:26.974805 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-0ab764f3-0500-424a-ba2e-6b7f55255990 service neutron] 10.222.0.78 "GET /v2.0/networks/5738fe75-0ee6-4591-8c74-062f71f16dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369372 Aug 06 16:05:27.107064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 09ecb01c-ec2b-4961-b0c1-050f6109743e up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:27.214976 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-5532568c-edb8-47cd-beb6-da38f6c44cb8 service neutron] 10.222.0.78 "GET /v2.0/networks/5738fe75-0ee6-4591-8c74-062f71f16dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341778 Aug 06 16:05:27.224704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 09ecb01c-ec2b-4961-b0c1-050f6109743e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:27.225420 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:27.324115 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-b1808244-ef33-4c56-990b-563be9c0af99 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=2d4d5e55-58da-418e-b0a4-03539c01a77f HTTP/1.1" status: 200 len: 217 time: 0.1011734 Aug 06 16:05:27.437474 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-86706ba3-2422-4122-a12c-d93e929639af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:27.442923 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-86706ba3-2422-4122-a12c-d93e929639af service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 200 len: 797 time: 0.1052341 Aug 06 16:05:27.470905 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:27.480177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42440) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:27.514616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 09ecb01c-ec2b-4961-b0c1-050f6109743e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=09ecb01c-ec2b-4961-b0c1-050f6109743e,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:27.515944 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f827afa-39e5-4a01-b299-87e596ef4327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ecb01c-ec2b-4961-b0c1-050f6109743e'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:27.518772 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ca8d6e-1162-44f2-97f6-3891be8b2f98" -d '{"events": [{"server_uuid": "3f827afa-39e5-4a01-b299-87e596ef4327", "name": "network-vif-plugged", "status": "completed", "tag": "09ecb01c-ec2b-4961-b0c1-050f6109743e"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:27.523835 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:27.556323 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-32df5f45-507d-49dc-938a-9b8f2d5dc193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:27.558185 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-32df5f45-507d-49dc-938a-9b8f2d5dc193 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c863801-399d-4b61-8ede-5dd3ca72304f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1077325 Aug 06 16:05:27.589508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=09ecb01c-ec2b-4961-b0c1-050f6109743e,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:27.715814 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2bfb4844-9bcf-4908-83ec-3037021a433a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:27.836617 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2bfb4844-9bcf-4908-83ec-3037021a433a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:27.843442 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9e1263fa-e9d7-40a0-8067-8d999c357f58 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761476 Aug 06 16:05:27.844445 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2bfb4844-9bcf-4908-83ec-3037021a433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:27.947879 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42446) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:27.950030 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2bfb4844-9bcf-4908-83ec-3037021a433a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9729b4456d7148718a8b53984f75dd22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4686458 Aug 06 16:05:27.959176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb4844-9bcf-4908-83ec-3037021a433a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3b25ed-61cd-467c-8d67-cc82d0074659,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:28.103034 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-aa5c93c8-65e0-4aa4-a86d-843d1c3c9b83 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489040 Aug 06 16:05:28.108292 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-758ec57c-120b-4d80-b424-7d5521d3a6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:28.138761 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-758ec57c-120b-4d80-b424-7d5521d3a6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:28.244872 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-4ae1a8ad-87c9-40a6-82cb-692a29c69bf5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=58abfb05-1eb7-4e15-8f17-8726f0cb9914 HTTP/1.1" status: 200 len: 217 time: 0.0494664 Aug 06 16:05:28.246032 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-758ec57c-120b-4d80-b424-7d5521d3a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:28.248718 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-758ec57c-120b-4d80-b424-7d5521d3a6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:28.263171 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-758ec57c-120b-4d80-b424-7d5521d3a6d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b3b25ed-61cd-467c-8d67-cc82d0074659 HTTP/1.1" status: 204 len: 168 time: 0.3040185 Aug 06 16:05:28.363956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ec57c-120b-4d80-b424-7d5521d3a6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3b25ed-61cd-467c-8d67-cc82d0074659,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:28.387163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-16160b50-c9cf-4362-82f4-32869b0a39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:28.389181 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-16160b50-c9cf-4362-82f4-32869b0a39b0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 200 len: 797 time: 0.1229305 Aug 06 16:05:28.509358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-f03956c7-c3d1-4da6-a765-02f36beec0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:28.525422 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-f03956c7-c3d1-4da6-a765-02f36beec0ba service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c863801-399d-4b61-8ede-5dd3ca72304f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180217 Aug 06 16:05:28.742953 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-db7f5400-30ca-44ef-b463-5ef9b578cf0e service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151644 Aug 06 16:05:28.899556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42452) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:28.918855 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3c00e33d-0b26-4cbc-b51a-ccb3473bbb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.026360 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-d1f0caa6-1e94-4d38-82c9-716807defd00 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720826 Aug 06 16:05:29.090057 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-62bc9a5c-9634-4753-92d7-73b15796cce1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=74972a33-99ce-40f2-a6b5-cf335a5afc10 HTTP/1.1" status: 200 len: 217 time: 0.0529473 Aug 06 16:05:29.226686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9dddaa4e-9441-4b98-a888-a398277e8ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:29.229009 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-9dddaa4e-9441-4b98-a888-a398277e8ff8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 200 len: 797 time: 0.1313958 Aug 06 16:05:29.232978 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3c00e33d-0b26-4cbc-b51a-ccb3473bbb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.257821 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3c00e33d-0b26-4cbc-b51a-ccb3473bbb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.292797 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-a88338a9-9da8-4331-9ba3-0ff08e400a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:29.330761 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-a88338a9-9da8-4331-9ba3-0ff08e400a84 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c863801-399d-4b61-8ede-5dd3ca72304f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0534315 Aug 06 16:05:29.331164 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3c00e33d-0b26-4cbc-b51a-ccb3473bbb3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd2c3566bd354c8793a2e19aebd390ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003797 Aug 06 16:05:29.331164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00e33d-0b26-4cbc-b51a-ccb3473bbb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8deeb0f-cc1d-4cdc-b7f8-62ff962e0279,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:29.333590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42454) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:29.415214 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e58b86c-1709-4038-b191-15867ab77728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.441736 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e58b86c-1709-4038-b191-15867ab77728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.496256 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-afe93842-6665-43ca-b1bf-b6a39155c951 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876144 Aug 06 16:05:29.518290 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e58b86c-1709-4038-b191-15867ab77728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.525791 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e58b86c-1709-4038-b191-15867ab77728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.531234 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3e58b86c-1709-4038-b191-15867ab77728 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8deeb0f-cc1d-4cdc-b7f8-62ff962e0279 HTTP/1.1" status: 204 len: 168 time: 0.1960385 Aug 06 16:05:29.540758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58b86c-1709-4038-b191-15867ab77728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8deeb0f-cc1d-4cdc-b7f8-62ff962e0279,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:29.680528 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-d4f42a91-8831-480d-93ab-a3f4d36109b6 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759248 Aug 06 16:05:29.746633 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-31150b24-d90d-407e-98f0-b2073d1ecdb4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=240fd1ec-a123-4fa2-8780-8645e1fff3d7 HTTP/1.1" status: 200 len: 217 time: 0.0579875 Aug 06 16:05:29.836218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-67815ee8-85b1-460d-976a-d06148dcb34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:29.850791 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-67815ee8-85b1-460d-976a-d06148dcb34c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 200 len: 797 time: 0.0937936 Aug 06 16:05:29.925513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-d11959a3-78d0-40cc-98eb-ba764534efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:29.927581 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-d11959a3-78d0-40cc-98eb-ba764534efaa service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c863801-399d-4b61-8ede-5dd3ca72304f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0720792 Aug 06 16:05:30.144193 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-ab2c8a3e-5eca-43e4-b3e2-c4ae2a6dbc5f service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078843 Aug 06 16:05:30.409446 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-d697154e-727c-46f2-9f8c-c11ee120d109 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582154 Aug 06 16:05:30.486776 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-d154b9f0-4a34-4052-baa5-2221a8f5cbcd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6aa718d-3f2e-4a0c-8158-4cc28d57321a HTTP/1.1" status: 200 len: 217 time: 0.0654519 Aug 06 16:05:30.595013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-166ab569-d442-4551-bc9c-ae00beb0e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:30.597196 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-166ab569-d442-4551-bc9c-ae00beb0e0d0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=57c1d78b-3ca6-466a-a698-7b66a141b5e7 HTTP/1.1" status: 200 len: 797 time: 0.1025605 Aug 06 16:05:30.722969 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-79d5cb83-6c75-4814-bdcc-4a96e011b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:30.725044 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-79d5cb83-6c75-4814-bdcc-4a96e011b3a6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5db9a939-2ca8-4beb-a32e-b1a4d6906447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1199367 Aug 06 16:05:30.945777 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-fe2a5f5f-2d5d-43de-902e-4ec78b1b03e4 service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044942 Aug 06 16:05:31.162126 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-88413024-cf73-4f99-b521-ee814a3c5ef2 service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125437 Aug 06 16:05:31.233812 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-fa6626e8-0277-4f16-8724-dcd7087bf7fc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48b86bfc-097c-45fe-8369-16b7e4932c11 HTTP/1.1" status: 200 len: 217 time: 0.0583897 Aug 06 16:05:31.365053 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-b12ee05f-4235-4fe8-96b6-936eddcf5111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:31.368153 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-b12ee05f-4235-4fe8-96b6-936eddcf5111 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=57c1d78b-3ca6-466a-a698-7b66a141b5e7 HTTP/1.1" status: 200 len: 797 time: 0.1172862 Aug 06 16:05:31.441438 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-2bcd862b-10e5-4630-b5ad-fbb7b753c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:31.442279 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-2bcd862b-10e5-4630-b5ad-fbb7b753c7a1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5db9a939-2ca8-4beb-a32e-b1a4d6906447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0652359 Aug 06 16:05:31.593780 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-6835e84a-e940-44e1-ad0d-3602b0fbf14e service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424310 Aug 06 16:05:31.796592 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-535136b8-fdb0-4160-b41d-ca86182ab69d req-17ac7f57-629a-42b2-8584-52b6a59978ce service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911020 Aug 06 16:05:33.696139 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fc11ccec-68f9-462b-b847-0bff3c0e53d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.241009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b486af4-1634-419c-a877-d45080752ca8 req-c9a72374-292e-43e6-a905-6b557d59583f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:34.242039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b486af4-1634-419c-a877-d45080752ca8 req-c9a72374-292e-43e6-a905-6b557d59583f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 0.0787337 Aug 06 16:05:34.302854 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b486af4-1634-419c-a877-d45080752ca8 req-ce7e6788-15b8-43cf-955f-6296b3238877 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488315 Aug 06 16:05:34.588968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed4469-4e15-4045-9e60-55089105c412 req-eee1a84e-9965-4935-a054-7c68cf7015f9 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:34.597139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2eed4469-4e15-4045-9e60-55089105c412 req-eee1a84e-9965-4935-a054-7c68cf7015f9 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 945 time: 0.1615164 Aug 06 16:05:34.643722 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e0601-8e84-420f-a8ae-216467339776 req-bbfbd1fa-c5e9-42f7-9ac3-122af709c14b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:34.649899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e0601-8e84-420f-a8ae-216467339776 req-bbfbd1fa-c5e9-42f7-9ac3-122af709c14b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:34.658342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e0601-8e84-420f-a8ae-216467339776 req-bbfbd1fa-c5e9-42f7-9ac3-122af709c14b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:34.673831 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e0601-8e84-420f-a8ae-216467339776 req-bbfbd1fa-c5e9-42f7-9ac3-122af709c14b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:34.683688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e0601-8e84-420f-a8ae-216467339776 req-bbfbd1fa-c5e9-42f7-9ac3-122af709c14b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:34.699393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e0601-8e84-420f-a8ae-216467339776 req-bbfbd1fa-c5e9-42f7-9ac3-122af709c14b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:34.709857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e0601-8e84-420f-a8ae-216467339776 req-bbfbd1fa-c5e9-42f7-9ac3-122af709c14b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:34.712144 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce2e0601-8e84-420f-a8ae-216467339776 req-bbfbd1fa-c5e9-42f7-9ac3-122af709c14b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5430 time: 0.2853138 Aug 06 16:05:34.858616 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2eed4469-4e15-4045-9e60-55089105c412 req-50aca565-8b22-4328-86c4-59505fce09cb tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603953 Aug 06 16:05:34.885953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce2e0601-8e84-420f-a8ae-216467339776 req-73ce3c7d-bc6c-49c4-996a-dbc450009ef9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1449049 Aug 06 16:05:34.913929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4897abd-264c-49f2-a475-296c46298fa8 req-cd741d2c-2e05-41aa-a8e4-0b2f63173356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:34.917651 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4897abd-264c-49f2-a475-296c46298fa8 req-cd741d2c-2e05-41aa-a8e4-0b2f63173356 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ffc041dde4b4c088ba8b49bfae0f273&device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 1097 time: 0.2016213 Aug 06 16:05:34.972841 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c04ed31-1d34-407a-8d05-5ed92abfacd3 x-openstack-request-id: req-1c04ed31-1d34-407a-8d05-5ed92abfacd3 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:34.973990 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "tag": "48b86bfc-097c-45fe-8369-16b7e4932c11", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:34.973990 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c04ed31-1d34-407a-8d05-5ed92abfacd3 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:34.974412 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'tag': '48b86bfc-097c-45fe-8369-16b7e4932c11', 'status': 'completed', 'code': 200} Aug 06 16:05:35.096718 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d893f776-51a9-4d46-97af-c616c3a18720 x-openstack-request-id: req-d893f776-51a9-4d46-97af-c616c3a18720 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:35.098478 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f827afa-39e5-4a01-b299-87e596ef4327", "name": "network-vif-plugged", "status": "completed", "tag": "09ecb01c-ec2b-4961-b0c1-050f6109743e", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:35.099114 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d893f776-51a9-4d46-97af-c616c3a18720 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:35.099807 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f827afa-39e5-4a01-b299-87e596ef4327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ecb01c-ec2b-4961-b0c1-050f6109743e', 'code': 200} Aug 06 16:05:35.129216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-cd262953-9637-4fdf-b37a-9e9e497d6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:35.130209 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-cd262953-9637-4fdf-b37a-9e9e497d6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:35.130881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-cd262953-9637-4fdf-b37a-9e9e497d6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:35.131395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-cd262953-9637-4fdf-b37a-9e9e497d6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:35.132110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-cd262953-9637-4fdf-b37a-9e9e497d6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:35.132596 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-cd262953-9637-4fdf-b37a-9e9e497d6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:35.133213 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-cd262953-9637-4fdf-b37a-9e9e497d6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:35.149406 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-cd262953-9637-4fdf-b37a-9e9e497d6ffe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 6487 time: 0.1220381 Aug 06 16:05:35.156387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4897abd-264c-49f2-a475-296c46298fa8 req-292ccd1a-4c79-4470-9496-1be941698927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:35.159361 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4897abd-264c-49f2-a475-296c46298fa8 req-292ccd1a-4c79-4470-9496-1be941698927 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a866e395-3ce9-4555-a769-7f0869a94e9f HTTP/1.1" status: 200 len: 917 time: 0.2306957 Aug 06 16:05:35.314332 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4897abd-264c-49f2-a475-296c46298fa8 req-f89db2cc-01e9-4541-b7f9-8cd84815bc2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8741f1b3-674c-40e4-9070-29af950fa49e HTTP/1.1" status: 200 len: 1002 time: 0.1418390 Aug 06 16:05:35.401433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-e9021762-5d0f-4cf9-a6f5-0f55f4d93100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:35.405292 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-e9021762-5d0f-4cf9-a6f5-0f55f4d93100 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5db9a939-2ca8-4beb-a32e-b1a4d6906447 HTTP/1.1" status: 200 len: 902 time: 0.2437074 Aug 06 16:05:35.465127 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-48e320f5-aa02-4bfe-b026-4b6856d2aa13 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48b86bfc-097c-45fe-8369-16b7e4932c11 HTTP/1.1" status: 200 len: 217 time: 0.0465071 Aug 06 16:05:35.513225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178acd01-f3ba-49a5-8097-8d1ba79fd6e7 req-68bf294d-0742-406e-a4a8-12b4a46a8cbe tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:35.516329 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-178acd01-f3ba-49a5-8097-8d1ba79fd6e7 req-68bf294d-0742-406e-a4a8-12b4a46a8cbe tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 945 time: 0.2002213 Aug 06 16:05:35.521225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4897abd-264c-49f2-a475-296c46298fa8 req-fd696e4e-5381-4b59-a988-3287c7465bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:35.529069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4897abd-264c-49f2-a475-296c46298fa8 req-fd696e4e-5381-4b59-a988-3287c7465bba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=179c64d1-b6cb-431f-aab6-556ce510d2b1 HTTP/1.1" status: 200 len: 855 time: 0.1678245 Aug 06 16:05:35.562021 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-f388f163-a1a5-4f12-90f9-e21cccff05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:35.575667 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-f388f163-a1a5-4f12-90f9-e21cccff05b6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=57c1d78b-3ca6-466a-a698-7b66a141b5e7 HTTP/1.1" status: 200 len: 797 time: 0.0985312 Aug 06 16:05:35.628703 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-178acd01-f3ba-49a5-8097-8d1ba79fd6e7 req-91453521-6f17-4452-bbd9-ca9f1e7eeb9f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969694 Aug 06 16:05:35.634491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4897abd-264c-49f2-a475-296c46298fa8 req-1fea833b-90d9-4367-ae92-dabe7f3f008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:35.636251 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4897abd-264c-49f2-a475-296c46298fa8 req-1fea833b-90d9-4367-ae92-dabe7f3f008c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a866e395-3ce9-4555-a769-7f0869a94e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954573 Aug 06 16:05:35.682303 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-8f8cc239-784a-45a9-9d73-bfd42f28508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:35.687615 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-8f8cc239-784a-45a9-9d73-bfd42f28508c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5db9a939-2ca8-4beb-a32e-b1a4d6906447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0961308 Aug 06 16:05:35.820635 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-ffccbe5d-e94b-4e25-b46d-cf261026ae5f service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233404 Aug 06 16:05:35.916268 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4897abd-264c-49f2-a475-296c46298fa8 req-13739e1b-517a-4c52-a45b-ebf11a2a9cac service neutron] 10.222.0.13 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699122 Aug 06 16:05:35.932573 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a94dc-f583-4b21-b61b-cf15a4050636 req-abeabcf4-c5c4-447c-8e6b-8cb255a49c0a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:35.942644 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b3a94dc-f583-4b21-b61b-cf15a4050636 req-abeabcf4-c5c4-447c-8e6b-8cb255a49c0a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 0.1357441 Aug 06 16:05:35.959514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdfb0c-b879-4364-9503-d32b6c5db9a0 req-8b622760-6302-4c2d-aa1e-2e469e196a77 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:35.967216 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75fdfb0c-b879-4364-9503-d32b6c5db9a0 req-8b622760-6302-4c2d-aa1e-2e469e196a77 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5 HTTP/1.1" status: 200 len: 945 time: 0.1695690 Aug 06 16:05:36.016529 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-683a424d-166f-4b19-9b99-6ce8f0587567 req-9bfa7432-cef2-4e1a-8f2d-29b81472e7b8 service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782167 Aug 06 16:05:36.121026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b3a94dc-f583-4b21-b61b-cf15a4050636 req-6c5392c3-7353-46a4-940c-bb1ac7a7c065 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771894 Aug 06 16:05:36.169275 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75fdfb0c-b879-4364-9503-d32b6c5db9a0 req-e895ea36-f006-44ee-a67d-fc6500416254 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637359 Aug 06 16:05:36.169928 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-839a4c62-1636-4fcb-b969-3770cf0a92ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:36.256404 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4897abd-264c-49f2-a475-296c46298fa8 req-e7be4da5-3821-41aa-9296-ab69a3e3a8bb service neutron] 10.222.0.13 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113456 Aug 06 16:05:36.358163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-aa4a6daf-4f19-493f-be11-d8165c29aff7 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:36.359933 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-aa4a6daf-4f19-493f-be11-d8165c29aff7 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455&tenant_id=048e5568a18447ea929cde75921b0777&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 1096 time: 0.1732531 Aug 06 16:05:36.376579 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803756-1'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:36.450527 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:36.463134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f388b61-8914-4e81-906b-fd65844ef0b7 req-250e78e1-95e0-42e0-b7e3-a03d88039be5 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:36.470898 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f388b61-8914-4e81-906b-fd65844ef0b7 req-250e78e1-95e0-42e0-b7e3-a03d88039be5 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 945 time: 0.1496103 Aug 06 16:05:36.515230 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea120b5f-79c9-44c7-8342-b9e9043284fb req-16c383e6-7ae1-4d68-bdf5-abfcb251ad2b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:36.522383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea120b5f-79c9-44c7-8342-b9e9043284fb req-16c383e6-7ae1-4d68-bdf5-abfcb251ad2b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:36.528069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea120b5f-79c9-44c7-8342-b9e9043284fb req-16c383e6-7ae1-4d68-bdf5-abfcb251ad2b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:36.534621 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea120b5f-79c9-44c7-8342-b9e9043284fb req-16c383e6-7ae1-4d68-bdf5-abfcb251ad2b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:36.553565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea120b5f-79c9-44c7-8342-b9e9043284fb req-16c383e6-7ae1-4d68-bdf5-abfcb251ad2b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:36.559777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea120b5f-79c9-44c7-8342-b9e9043284fb req-16c383e6-7ae1-4d68-bdf5-abfcb251ad2b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:36.569089 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:36.576983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea120b5f-79c9-44c7-8342-b9e9043284fb req-16c383e6-7ae1-4d68-bdf5-abfcb251ad2b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:36.580079 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea120b5f-79c9-44c7-8342-b9e9043284fb req-16c383e6-7ae1-4d68-bdf5-abfcb251ad2b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5430 time: 0.2167187 Aug 06 16:05:36.610483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f388b61-8914-4e81-906b-fd65844ef0b7 req-5b4698d7-845e-4de0-a073-3c794da82386 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387331 Aug 06 16:05:36.694604 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea120b5f-79c9-44c7-8342-b9e9043284fb req-8e6c0e2b-085f-4b07-84d0-c6f71c7f3ced tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716274 Aug 06 16:05:36.717149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] For port 75ae9920-d281-4fb5-a99a-c53fdd345a45, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=75ae9920-d281-4fb5-a99a-c53fdd345a45,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:36.803803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8baaabef-75fc-441f-9a94-3e650348ab46 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:05:36.814317 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] For port 75ae9920-d281-4fb5-a99a-c53fdd345a45, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:36.912011 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:36.921992 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:36.933951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac87a0-9679-4930-b852-c32880fb8686 req-b8ed7430-9585-4c34-a8ba-b48655442ce6 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:36.935573 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08ac87a0-9679-4930-b852-c32880fb8686 req-b8ed7430-9585-4c34-a8ba-b48655442ce6 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5 HTTP/1.1" status: 200 len: 945 time: 0.1517727 Aug 06 16:05:36.975449 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:05:37.075980 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ef4a42-c17a-4fa4-a04e-8c73299e4455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ae9920-d281-4fb5-a99a-c53fdd345a45'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:37.083465 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da957692-f266-4783-a2e8-3e4068e87800" -d '{"events": [{"server_uuid": "21ef4a42-c17a-4fa4-a04e-8c73299e4455", "name": "network-vif-unplugged", "status": "completed", "tag": "75ae9920-d281-4fb5-a99a-c53fdd345a45"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:37.120808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8baaabef-75fc-441f-9a94-3e650348ab46, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8baaabef-75fc-441f-9a94-3e650348ab46,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:37.154613 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '8baaabef-75fc-441f-9a94-3e650348ab46', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'port_id': '8baaabef-75fc-441f-9a94-3e650348ab46', 'mac_address': 'fa:16:3e:6e:e0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:05:37.213313 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Pushing event updated for resources: {'Port': ['ID=75ae9920-d281-4fb5-a99a-c53fdd345a45,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:37.240147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Attempting to bind port 75ae9920-d281-4fb5-a99a-c53fdd345a45 on host n-h2-803756-1 for vnic_type normal with profile {"migrating_to": "n-h1-803756-1"} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:37.240571 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Attempting to bind port 75ae9920-d281-4fb5-a99a-c53fdd345a45 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:37.241063 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Attempting to bind port 75ae9920-d281-4fb5-a99a-c53fdd345a45 on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:37.248897 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.249247 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.249594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.249966 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.250301 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.250633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.252831 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:37.256895 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.257386 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.257774 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.258142 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.258463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.258796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.274517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Port 75ae9920-d281-4fb5-a99a-c53fdd345a45 on network d04c5f28-1b50-4307-9944-b2931a255fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:05:37.274947 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Attempting to bind port 75ae9920-d281-4fb5-a99a-c53fdd345a45 on network d04c5f28-1b50-4307-9944-b2931a255fa9 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:37.290963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:37.291366 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Checking segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:37.292415 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Bound using segment: {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:37.292881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Bound port: 75ae9920-d281-4fb5-a99a-c53fdd345a45, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd04c5f28-1b50-4307-9944-b2931a255fa9'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:37.293304 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:37.301568 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:37.304650 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f11ac4e-e7e0-4da7-a7f4-8117a4bc508a x-openstack-request-id: req-4f11ac4e-e7e0-4da7-a7f4-8117a4bc508a {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:37.304926 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ef4a42-c17a-4fa4-a04e-8c73299e4455", "name": "network-vif-unplugged", "status": "completed", "tag": "75ae9920-d281-4fb5-a99a-c53fdd345a45", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:37.305173 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f11ac4e-e7e0-4da7-a7f4-8117a4bc508a {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:37.306123 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ef4a42-c17a-4fa4-a04e-8c73299e4455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ae9920-d281-4fb5-a99a-c53fdd345a45', 'code': 200} Aug 06 16:05:37.306344 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8baaabef-75fc-441f-9a94-3e650348ab46 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:37.358394 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8baaabef-75fc-441f-9a94-3e650348ab46, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8baaabef-75fc-441f-9a94-3e650348ab46,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:37.363415 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:37.414843 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87943512-6663-439e-ad99-706f39ba115d req-0f451052-bd29-457a-b97d-d8d8f5cf243e tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:37.432071 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87943512-6663-439e-ad99-706f39ba115d req-0f451052-bd29-457a-b97d-d8d8f5cf243e tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 945 time: 0.3350420 Aug 06 16:05:37.463149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] For port 75ae9920-d281-4fb5-a99a-c53fdd345a45, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:37.466769 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] For port 75ae9920-d281-4fb5-a99a-c53fdd345a45, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=75ae9920-d281-4fb5-a99a-c53fdd345a45,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:37.476094 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:37.574157 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=8baaabef-75fc-441f-9a94-3e650348ab46,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:37.602629 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.603227 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.603964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.604158 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87943512-6663-439e-ad99-706f39ba115d req-cb9bfb48-267c-44e6-b51b-8388850d7088 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646457 Aug 06 16:05:37.605389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.606362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.619227 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.629368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.630403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.630930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.632141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.632807 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.634034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:37.660298 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-08ac87a0-9679-4930-b852-c32880fb8686 req-0874047a-0b30-4099-b968-9f8f0f039b36 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Deleting port 6735c609-7efe-4553-9241-bc88e67524d8 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:05:37.660750 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-08ac87a0-9679-4930-b852-c32880fb8686 req-0874047a-0b30-4099-b968-9f8f0f039b36 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:37.666680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['8baaabef-75fc-441f-9a94-3e650348ab46'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:37.828919 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:37.832509 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:37.834256 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] 10.222.0.78 "PUT /v2.0/ports/75ae9920-d281-4fb5-a99a-c53fdd345a45 HTTP/1.1" status: 200 len: 1121 time: 1.4635594 Aug 06 16:05:37.835829 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e88eda-958d-4777-9c3d-bdc454b6836a service neutron] Pushing event updated for resources: {'Port': ['ID=75ae9920-d281-4fb5-a99a-c53fdd345a45,revision_number=8']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:37.878543 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42608) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:37.914570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-08ac87a0-9679-4930-b852-c32880fb8686 req-0874047a-0b30-4099-b968-9f8f0f039b36 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] For port 6735c609-7efe-4553-9241-bc88e67524d8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6735c609-7efe-4553-9241-bc88e67524d8,segment=NetworkSegment(15843b79-b7df-441f-85a6-2d2793b0e9ff),segment_id=15843b79-b7df-441f-85a6-2d2793b0e9ff)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:37.916943 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-08ac87a0-9679-4930-b852-c32880fb8686 req-0874047a-0b30-4099-b968-9f8f0f039b36 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:37.955856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-08ac87a0-9679-4930-b852-c32880fb8686 req-0874047a-0b30-4099-b968-9f8f0f039b36 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Calling delete_port for 6735c609-7efe-4553-9241-bc88e67524d8 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:05:37.972999 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['75ae9920-d281-4fb5-a99a-c53fdd345a45'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:38.116733 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['75ae9920-d281-4fb5-a99a-c53fdd345a45'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:38.136641 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-03db458b-0b39-49de-a441-a8938336a26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:38.390474 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-08ac87a0-9679-4930-b852-c32880fb8686 req-0874047a-0b30-4099-b968-9f8f0f039b36 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:38.520790 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-03db458b-0b39-49de-a441-a8938336a26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:38.536707 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-03db458b-0b39-49de-a441-a8938336a26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:38.540412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce354e7a-4892-4f70-a2be-e5a785301af9 req-4fcdb3d6-e6f8-4a38-b970-426aff38fca0 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:38.550991 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce354e7a-4892-4f70-a2be-e5a785301af9 req-4fcdb3d6-e6f8-4a38-b970-426aff38fca0 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5 HTTP/1.1" status: 200 len: 867 time: 0.3601344 Aug 06 16:05:38.558680 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874047a-0b30-4099-b968-9f8f0f039b36 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Pushing event deleted for resources: {'Port': ['ID=6735c609-7efe-4553-9241-bc88e67524d8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:38.598376 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['6735c609-7efe-4553-9241-bc88e67524d8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:38.662578 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db458b-0b39-49de-a441-a8938336a26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330b9ca5-e893-4690-9264-dcdec4b8d3ca,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:38.673937 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-03db458b-0b39-49de-a441-a8938336a26a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e79159b05004ffda3f440d5c9e2cf0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7941651 Aug 06 16:05:38.679127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42622) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:38.681540 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16cf86-b0f2-4b50-b2cd-3c3e1fa2f481 req-8b196005-7301-47aa-98bf-fa898bab1cf1 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:38.700579 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e16cf86-b0f2-4b50-b2cd-3c3e1fa2f481 req-8b196005-7301-47aa-98bf-fa898bab1cf1 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 946 time: 1.1508543 Aug 06 16:05:38.809760 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-27f3c80e-bd0f-49b6-ac8e-88ca00b47f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:38.816450 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce354e7a-4892-4f70-a2be-e5a785301af9 req-dc131e34-7f84-48b8-8237-97e24e18bf50 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487381 Aug 06 16:05:38.822752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ac87a0-9679-4930-b852-c32880fb8686 req-0874047a-0b30-4099-b968-9f8f0f039b36 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] No DVR routers for this DVR port 6735c609-7efe-4553-9241-bc88e67524d8 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:05:38.841738 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 75ae9920-d281-4fb5-a99a-c53fdd345a45 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:05:38.841978 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-08ac87a0-9679-4930-b852-c32880fb8686 req-0874047a-0b30-4099-b968-9f8f0f039b36 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:38.873463 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08ac87a0-9679-4930-b852-c32880fb8686 req-0874047a-0b30-4099-b968-9f8f0f039b36 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.13 "DELETE /v2.0/ports/6735c609-7efe-4553-9241-bc88e67524d8 HTTP/1.1" status: 204 len: 173 time: 1.9194551 Aug 06 16:05:38.888929 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-27f3c80e-bd0f-49b6-ac8e-88ca00b47f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:38.915445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5', 'name': 'network-vif-deleted', 'tag': '6735c609-7efe-4553-9241-bc88e67524d8'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:38.945106 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8baaabef-75fc-441f-9a94-3e650348ab46 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:38.948191 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1224c52-c414-41be-9bb5-c511c0f986bc" -d '{"events": [{"server_uuid": "d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5", "name": "network-vif-deleted", "tag": "6735c609-7efe-4553-9241-bc88e67524d8"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:39.032638 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-27f3c80e-bd0f-49b6-ac8e-88ca00b47f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:39.037135 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-27f3c80e-bd0f-49b6-ac8e-88ca00b47f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:39.038571 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-27f3c80e-bd0f-49b6-ac8e-88ca00b47f70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/330b9ca5-e893-4690-9264-dcdec4b8d3ca HTTP/1.1" status: 204 len: 168 time: 0.3580792 Aug 06 16:05:39.056480 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3c80e-bd0f-49b6-ac8e-88ca00b47f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330b9ca5-e893-4690-9264-dcdec4b8d3ca,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:39.070166 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e16cf86-b0f2-4b50-b2cd-3c3e1fa2f481 req-5e957e8f-5465-4e01-a997-6dedd3b2a63b tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3683081 Aug 06 16:05:39.269960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8741f1b3-674c-40e4-9070-29af950fa49e no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:39.307784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ef4a42-c17a-4fa4-a04e-8c73299e4455', 'tag': '75ae9920-d281-4fb5-a99a-c53fdd345a45'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:39.310351 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364e8d14-3427-4fbf-8fca-a561aedd367f" -d '{"events": [{"name": "network-changed", "server_uuid": "21ef4a42-c17a-4fa4-a04e-8c73299e4455", "tag": "75ae9920-d281-4fb5-a99a-c53fdd345a45"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:39.341322 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:39.370327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91b279-0672-48ad-85d6-27cc20079be1 req-dd10b3ec-fe4d-46f0-8bcc-ecf0918edc78 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:39.386862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de91b279-0672-48ad-85d6-27cc20079be1 req-dd10b3ec-fe4d-46f0-8bcc-ecf0918edc78 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 943 time: 0.2154927 Aug 06 16:05:39.585475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aebd1-5e77-47b2-964b-447cc73ea40f req-bb98b065-8ccd-48dc-ba4f-fd63cc03e6eb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:39.610567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aebd1-5e77-47b2-964b-447cc73ea40f req-bb98b065-8ccd-48dc-ba4f-fd63cc03e6eb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:39.619139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 75ae9920-d281-4fb5-a99a-c53fdd345a45, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=75ae9920-d281-4fb5-a99a-c53fdd345a45,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:39.632677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aebd1-5e77-47b2-964b-447cc73ea40f req-bb98b065-8ccd-48dc-ba4f-fd63cc03e6eb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:39.660810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aebd1-5e77-47b2-964b-447cc73ea40f req-bb98b065-8ccd-48dc-ba4f-fd63cc03e6eb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:39.661772 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:39.667333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 8baaabef-75fc-441f-9a94-3e650348ab46 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:39.667771 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:39.679531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aebd1-5e77-47b2-964b-447cc73ea40f req-bb98b065-8ccd-48dc-ba4f-fd63cc03e6eb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:39.699281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aebd1-5e77-47b2-964b-447cc73ea40f req-bb98b065-8ccd-48dc-ba4f-fd63cc03e6eb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:39.717569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aebd1-5e77-47b2-964b-447cc73ea40f req-bb98b065-8ccd-48dc-ba4f-fd63cc03e6eb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:39.734079 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a3aebd1-5e77-47b2-964b-447cc73ea40f req-bb98b065-8ccd-48dc-ba4f-fd63cc03e6eb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5430 time: 0.3422587 Aug 06 16:05:39.760960 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de91b279-0672-48ad-85d6-27cc20079be1 req-854d461f-c3fb-476d-a018-18667e8f6928 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725479 Aug 06 16:05:39.851503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 75ae9920-d281-4fb5-a99a-c53fdd345a45 has no active binding in host n-h1-803756-1 {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 16:05:39.869901 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a3aebd1-5e77-47b2-964b-447cc73ea40f req-afaf573f-8800-4b5c-9699-c386d0aed7b8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269670 Aug 06 16:05:39.912896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8741f1b3-674c-40e4-9070-29af950fa49e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8741f1b3-674c-40e4-9070-29af950fa49e,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:39.914626 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8741f1b3-674c-40e4-9070-29af950fa49e'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:39.921941 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718f0672-3268-442a-a390-ddd35170f562" -d '{"events": [{"server_uuid": "ee4a1b7a-7dbb-44df-917c-9381a7d6bb28", "name": "network-vif-unplugged", "status": "completed", "tag": "8741f1b3-674c-40e4-9070-29af950fa49e"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:39.943668 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:40.174082 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42642) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:40.186874 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=8741f1b3-674c-40e4-9070-29af950fa49e,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:40.212980 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c1957e14-968b-4454-9e65-8a4b4492f3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:40.253273 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:40.360220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8baaabef-75fc-441f-9a94-3e650348ab46, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8baaabef-75fc-441f-9a94-3e650348ab46,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:40.369318 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:40.407851 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c1957e14-968b-4454-9e65-8a4b4492f3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:40.437792 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c1957e14-968b-4454-9e65-8a4b4492f3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:40.500867 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c1957e14-968b-4454-9e65-8a4b4492f3c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f749bf3ef894d8989e2df679677dde4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252800 Aug 06 16:05:40.505780 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42644) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:40.529812 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=8baaabef-75fc-441f-9a94-3e650348ab46,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:40.546695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05613c5e-0776-49a1-b564-b0d34a59ad16 req-3910830b-4a57-4f60-9a3a-99b76c96fd61 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:40.559516 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05613c5e-0776-49a1-b564-b0d34a59ad16 req-3910830b-4a57-4f60-9a3a-99b76c96fd61 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 944 time: 0.3481152 Aug 06 16:05:40.563950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1957e14-968b-4454-9e65-8a4b4492f3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d818c1a7-cca0-4575-9724-6aad02825e01,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:40.637457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05613c5e-0776-49a1-b564-b0d34a59ad16 req-fcccdaee-df59-438c-9b2c-719756f3772d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761697 Aug 06 16:05:40.679323 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23a4f62b-2d86-41b8-af2c-428e3d2a8036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:40.733255 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b101ecaa-df43-49f8-96b1-37e90ae2258f x-openstack-request-id: req-b101ecaa-df43-49f8-96b1-37e90ae2258f {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:40.734430 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5", "name": "network-vif-deleted", "tag": "6735c609-7efe-4553-9241-bc88e67524d8", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:40.734430 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b101ecaa-df43-49f8-96b1-37e90ae2258f {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:40.734726 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1cbd0ea-5fb5-4d38-9a82-a3b7faae7ff5', 'name': 'network-vif-deleted', 'tag': '6735c609-7efe-4553-9241-bc88e67524d8', 'status': 'completed', 'code': 200} Aug 06 16:05:40.736131 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23a4f62b-2d86-41b8-af2c-428e3d2a8036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:40.829286 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23a4f62b-2d86-41b8-af2c-428e3d2a8036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:40.833929 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23a4f62b-2d86-41b8-af2c-428e3d2a8036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:40.836378 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-23a4f62b-2d86-41b8-af2c-428e3d2a8036 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d818c1a7-cca0-4575-9724-6aad02825e01 HTTP/1.1" status: 204 len: 168 time: 0.3291101 Aug 06 16:05:40.869200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4f62b-2d86-41b8-af2c-428e3d2a8036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d818c1a7-cca0-4575-9724-6aad02825e01,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:40.972711 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40f9b59-7cb1-4524-a414-72a858f1f9d2 x-openstack-request-id: req-a40f9b59-7cb1-4524-a414-72a858f1f9d2 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:40.973499 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ef4a42-c17a-4fa4-a04e-8c73299e4455", "tag": "75ae9920-d281-4fb5-a99a-c53fdd345a45", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:40.974808 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a40f9b59-7cb1-4524-a414-72a858f1f9d2 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:40.975656 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ef4a42-c17a-4fa4-a04e-8c73299e4455', 'tag': '75ae9920-d281-4fb5-a99a-c53fdd345a45', 'status': 'completed', 'code': 200} Aug 06 16:05:41.052803 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0473b29-0a02-45f9-b10d-d2e7d0fc7090 x-openstack-request-id: req-e0473b29-0a02-45f9-b10d-d2e7d0fc7090 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:41.054178 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4a1b7a-7dbb-44df-917c-9381a7d6bb28", "name": "network-vif-unplugged", "status": "failed", "tag": "8741f1b3-674c-40e4-9070-29af950fa49e", "code": 422}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:41.055820 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0473b29-0a02-45f9-b10d-d2e7d0fc7090 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:41.056555 n-d-803756-1 neutron-server[105766]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8741f1b3-674c-40e4-9070-29af950fa49e', 'code': 422} returned with failed status Aug 06 16:05:41.139503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8741f1b3-674c-40e4-9070-29af950fa49e no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:41.178905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e8d14-3427-4fbf-8fca-a561aedd367f req-3d9c8bf3-56bf-4314-ad55-61082b0104b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:41.181517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-364e8d14-3427-4fbf-8fca-a561aedd367f req-3d9c8bf3-56bf-4314-ad55-61082b0104b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 1124 time: 0.1580024 Aug 06 16:05:41.432607 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6735c609-7efe-4553-9241-bc88e67524d8 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:41.520147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 6735c609-7efe-4553-9241-bc88e67524d8 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:05:41.520703 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6735c609-7efe-4553-9241-bc88e67524d8 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:05:41.529559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56717d64-fa0a-44f9-ba9d-4536d8cb34dd req-4ae1e341-481d-49ee-9f8e-f2c47f7fce14 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:41.538016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-56717d64-fa0a-44f9-ba9d-4536d8cb34dd req-4ae1e341-481d-49ee-9f8e-f2c47f7fce14 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.0954993 Aug 06 16:05:41.644488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e8d14-3427-4fbf-8fca-a561aedd367f req-37c8e179-5966-4bd5-a015-b5921c95f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:41.646902 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-364e8d14-3427-4fbf-8fca-a561aedd367f req-37c8e179-5966-4bd5-a015-b5921c95f516 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.4398091 Aug 06 16:05:41.731541 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-56717d64-fa0a-44f9-ba9d-4536d8cb34dd req-b8b3194c-8da1-40d7-922b-7c7faa2a225c tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919775 Aug 06 16:05:41.937682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-364e8d14-3427-4fbf-8fca-a561aedd367f req-56add8d7-88dc-42f7-b83d-2f94a9e9d63b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75ae9920-d281-4fb5-a99a-c53fdd345a45 HTTP/1.1" status: 200 len: 217 time: 0.2815692 Aug 06 16:05:42.055920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e8d14-3427-4fbf-8fca-a561aedd367f req-a1027bab-ea05-4e9e-85db-fa181b51a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:42.057294 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-364e8d14-3427-4fbf-8fca-a561aedd367f req-a1027bab-ea05-4e9e-85db-fa181b51a505 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.0760105 Aug 06 16:05:42.112817 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-364e8d14-3427-4fbf-8fca-a561aedd367f req-9fa5ac2f-49b6-444c-8823-976cadd564ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486364 Aug 06 16:05:42.656699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775d440-2375-40e8-8291-4c93daeeaffb req-2b019065-a713-4de8-b88a-b18e370720b0 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:42.665215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1775d440-2375-40e8-8291-4c93daeeaffb req-2b019065-a713-4de8-b88a-b18e370720b0 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 943 time: 0.7272220 Aug 06 16:05:42.784067 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1775d440-2375-40e8-8291-4c93daeeaffb req-901a04f3-28f1-49bc-9931-0d426460db91 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179373 Aug 06 16:05:42.868834 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-364e8d14-3427-4fbf-8fca-a561aedd367f req-c76fc485-29dd-4f14-b110-cea0556ea251 service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458360 Aug 06 16:05:42.976425 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62026989-94fc-437d-bd32-b42f0850c653 req-a2bf8cda-1ad7-4957-9c68-b05404efa7ab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:42.995118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62026989-94fc-437d-bd32-b42f0850c653 req-a2bf8cda-1ad7-4957-9c68-b05404efa7ab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:43.020670 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62026989-94fc-437d-bd32-b42f0850c653 req-a2bf8cda-1ad7-4957-9c68-b05404efa7ab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:43.032825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62026989-94fc-437d-bd32-b42f0850c653 req-a2bf8cda-1ad7-4957-9c68-b05404efa7ab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:43.044350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62026989-94fc-437d-bd32-b42f0850c653 req-a2bf8cda-1ad7-4957-9c68-b05404efa7ab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:43.060049 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c36f9bb-cc7c-4a51-90d9-7078656949a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8baaabef-75fc-441f-9a94-3e650348ab46'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:43.068848 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cee3935-a56a-4609-91cd-d31f4106a6ae" -d '{"events": [{"server_uuid": "9c36f9bb-cc7c-4a51-90d9-7078656949a9", "name": "network-vif-plugged", "status": "completed", "tag": "8baaabef-75fc-441f-9a94-3e650348ab46"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:43.077519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62026989-94fc-437d-bd32-b42f0850c653 req-a2bf8cda-1ad7-4957-9c68-b05404efa7ab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:43.094133 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62026989-94fc-437d-bd32-b42f0850c653 req-a2bf8cda-1ad7-4957-9c68-b05404efa7ab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:43.105563 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62026989-94fc-437d-bd32-b42f0850c653 req-a2bf8cda-1ad7-4957-9c68-b05404efa7ab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5430 time: 0.2953341 Aug 06 16:05:43.334095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-b356f1dd-107b-40f7-b05b-0107c4107745 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:43.347536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-b356f1dd-107b-40f7-b05b-0107c4107745 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/networks?id=4d7b9216-75c8-4211-ac92-4eac5b620ed5 HTTP/1.1" status: 200 len: 808 time: 0.2020614 Aug 06 16:05:43.445481 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-69e270b5-3f6f-4a17-9e31-06a001591153 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/quotas/1648e5be23234d049e84765af11fb033 HTTP/1.1" status: 200 len: 375 time: 0.0516584 Aug 06 16:05:43.552249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62026989-94fc-437d-bd32-b42f0850c653 req-1a3e73d9-7410-434b-b0e7-88d21fcb44ca tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4148297 Aug 06 16:05:43.640109 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-3c03253d-f54c-4cdd-a726-966767f214cc tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1648e5be23234d049e84765af11fb033&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1742420 Aug 06 16:05:43.774601 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-0e5b7c4d-fbe3-4f57-a6d4-1af2b70bf53a service neutron] 10.222.0.37 "GET /v2.0/networks/4d7b9216-75c8-4211-ac92-4eac5b620ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288941 Aug 06 16:05:43.884714 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-364e8d14-3427-4fbf-8fca-a561aedd367f req-8f7be8aa-1f82-42f1-ae41-aa125a1722fd service neutron] 10.222.0.13 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7777638 Aug 06 16:05:43.966268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5c1d9-5b28-4800-875c-02a0c6dfb8ac req-6de3b37c-d6f8-4e30-b45d-22e03e181cb1 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:43.968293 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97c5c1d9-5b28-4800-875c-02a0c6dfb8ac req-6de3b37c-d6f8-4e30-b45d-22e03e181cb1 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 945 time: 0.1846886 Aug 06 16:05:43.985986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-504f1850-db20-4ea6-800d-5a071d919766 service neutron] 10.222.0.37 "GET /v2.0/networks/4d7b9216-75c8-4211-ac92-4eac5b620ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105153 Aug 06 16:05:44.061024 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97c5c1d9-5b28-4800-875c-02a0c6dfb8ac req-06d8ec9e-46e5-4187-b274-a81b9c680593 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702677 Aug 06 16:05:44.325854 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fbb164-d314-443c-92dd-7211f3b75dbc x-openstack-request-id: req-54fbb164-d314-443c-92dd-7211f3b75dbc {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:44.326716 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c36f9bb-cc7c-4a51-90d9-7078656949a9", "name": "network-vif-plugged", "status": "completed", "tag": "8baaabef-75fc-441f-9a94-3e650348ab46", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:44.326716 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54fbb164-d314-443c-92dd-7211f3b75dbc {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:44.327036 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c36f9bb-cc7c-4a51-90d9-7078656949a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8baaabef-75fc-441f-9a94-3e650348ab46', 'code': 200} Aug 06 16:05:44.651033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61e0ec-edb5-4366-a149-c3107cfc8da6 req-d0c1e260-d8ce-4130-a2bc-9f2e61e9fdc1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:44.659176 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff61e0ec-edb5-4366-a149-c3107cfc8da6 req-d0c1e260-d8ce-4130-a2bc-9f2e61e9fdc1 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 943 time: 0.2211666 Aug 06 16:05:44.731760 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-fdc2483d-079c-4943-a998-92da671ff51a service neutron] 10.222.0.13 "GET /v2.0/ports/75ae9920-d281-4fb5-a99a-c53fdd345a45/bindings/n-h1-803756-1 HTTP/1.1" status: 200 len: 384 time: 0.2015238 Aug 06 16:05:44.745583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff61e0ec-edb5-4366-a149-c3107cfc8da6 req-6bbe4c7f-e786-43a1-adbf-73e736189b7a tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850945 Aug 06 16:05:44.974821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e75c1eef-9519-4e93-b2c1-e538910a79db req-ea61d3f3-0ce4-477a-8aec-cc2e44980f51 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c HTTP/1.1" status: 200 len: 210 time: 0.0495105 Aug 06 16:05:45.170458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 75ae9920-d281-4fb5-a99a-c53fdd345a45 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:45.294652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] For port 75ae9920-d281-4fb5-a99a-c53fdd345a45, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=75ae9920-d281-4fb5-a99a-c53fdd345a45,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:45.406464 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] For port 75ae9920-d281-4fb5-a99a-c53fdd345a45, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:45.454900 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ae9920-d281-4fb5-a99a-c53fdd345a45 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:45.485237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74aa87-290b-47a2-941c-ba07d2643121 req-24b13c11-d437-4011-b073-8e5f27651d69 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:45.491841 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74aa87-290b-47a2-941c-ba07d2643121 req-24b13c11-d437-4011-b073-8e5f27651d69 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:45.498315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74aa87-290b-47a2-941c-ba07d2643121 req-24b13c11-d437-4011-b073-8e5f27651d69 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:45.505113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74aa87-290b-47a2-941c-ba07d2643121 req-24b13c11-d437-4011-b073-8e5f27651d69 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:45.511709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74aa87-290b-47a2-941c-ba07d2643121 req-24b13c11-d437-4011-b073-8e5f27651d69 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:45.517807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74aa87-290b-47a2-941c-ba07d2643121 req-24b13c11-d437-4011-b073-8e5f27651d69 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:45.524389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74aa87-290b-47a2-941c-ba07d2643121 req-24b13c11-d437-4011-b073-8e5f27651d69 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:45.526389 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d74aa87-290b-47a2-941c-ba07d2643121 req-24b13c11-d437-4011-b073-8e5f27651d69 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5430 time: 0.1858735 Aug 06 16:05:45.528473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] For port 75ae9920-d281-4fb5-a99a-c53fdd345a45, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=75ae9920-d281-4fb5-a99a-c53fdd345a45,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:45.559161 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:45.611639 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d74aa87-290b-47a2-941c-ba07d2643121 req-1d8eb7d8-d2ff-453d-9dee-4c30590c8c77 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653369 Aug 06 16:05:45.753033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Transition to ACTIVE for port object 75ae9920-d281-4fb5-a99a-c53fdd345a45 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:45.762159 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:45.867715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] No DVR routers for this DVR port 75ae9920-d281-4fb5-a99a-c53fdd345a45 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:05:45.882483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Pushing event updated for resources: {'Port': ['ID=75ae9920-d281-4fb5-a99a-c53fdd345a45,revision_number=10']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:45.928223 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:45.929174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:45.930041 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:45.930888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:45.931596 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:45.932372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:45.933160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:45.933960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:45.934776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:45.935563 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:45.936370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:45.937150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:45.956116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-60854031-5c7f-4cdc-a591-a722c08f7922 service neutron] 10.222.0.13 "PUT /v2.0/ports/75ae9920-d281-4fb5-a99a-c53fdd345a45/bindings/n-h1-803756-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2090013 Aug 06 16:05:46.215074 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-61d7b60d-1fc3-42dd-9bf7-bc361137eb85 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:46.220993 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-61d7b60d-1fc3-42dd-9bf7-bc361137eb85 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455&tenant_id=048e5568a18447ea929cde75921b0777&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 1095 time: 0.1198361 Aug 06 16:05:46.241088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf5f55-9944-4d46-92bf-b0e100f7bc98 req-20394872-21c4-4c61-af9a-55fa340845df tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:46.253337 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5fbf5f55-9944-4d46-92bf-b0e100f7bc98 req-20394872-21c4-4c61-af9a-55fa340845df tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 945 time: 0.2579935 Aug 06 16:05:46.329660 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-a5ab9908-4a7d-4dbc-901d-889a0f12dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:46.332473 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-a5ab9908-4a7d-4dbc-901d-889a0f12dacc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455&tenant_id=048e5568a18447ea929cde75921b0777 HTTP/1.1" status: 200 len: 1095 time: 0.0934799 Aug 06 16:05:46.401786 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5fbf5f55-9944-4d46-92bf-b0e100f7bc98 req-04c18ef1-53d9-4ecc-964a-8c47c81e7685 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473281 Aug 06 16:05:46.444853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-8091559f-cb62-40f4-abc8-e08f92feb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:46.446415 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-8091559f-cb62-40f4-abc8-e08f92feb69d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 1095 time: 0.0668130 Aug 06 16:05:46.464062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-35752631-1f94-4765-bb77-27ecd9d9590a tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:46.471283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-35752631-1f94-4765-bb77-27ecd9d9590a tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.13 "GET /v2.0/networks?id=4d7b9216-75c8-4211-ac92-4eac5b620ed5 HTTP/1.1" status: 200 len: 808 time: 0.3481045 Aug 06 16:05:46.484325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-fb4f514a-eecc-4b3b-9650-aa92af90dfc4 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Request body: {'port': {'device_id': '1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c', 'network_id': '4d7b9216-75c8-4211-ac92-4eac5b620ed5', 'admin_state_up': True, 'tenant_id': '1648e5be23234d049e84765af11fb033'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:46.657979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-a9d61bc5-38fe-4005-b96a-687e37ebd2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:46.659802 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-a9d61bc5-38fe-4005-b96a-687e37ebd2f4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.2025397 Aug 06 16:05:46.712391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548b509-d253-4f81-b235-15dee9c4eec1 req-afa64239-fc9c-4405-a2e8-6494f4bc9fba tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:46.718354 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8548b509-d253-4f81-b235-15dee9c4eec1 req-afa64239-fc9c-4405-a2e8-6494f4bc9fba tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 944 time: 0.1213901 Aug 06 16:05:46.767214 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-538b2606-cc70-43fb-bfbd-d40ac84ebe26 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75ae9920-d281-4fb5-a99a-c53fdd345a45 HTTP/1.1" status: 200 len: 217 time: 0.0939736 Aug 06 16:05:46.777242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-fb4f514a-eecc-4b3b-9650-aa92af90dfc4 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Made reservation on behalf of 1648e5be23234d049e84765af11fb033 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:05:46.781824 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-fb4f514a-eecc-4b3b-9650-aa92af90dfc4 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:46.807580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8548b509-d253-4f81-b235-15dee9c4eec1 req-9530a74d-c066-4b85-be87-d92887b77ab7 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821216 Aug 06 16:05:46.942177 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-2f77dfa9-3c9f-44bb-b924-b3347c16253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:46.944812 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-2f77dfa9-3c9f-44bb-b924-b3347c16253b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.1657894 Aug 06 16:05:47.002340 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-3ce69760-d3d2-4e7f-9774-9d5507acd725 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487957 Aug 06 16:05:47.099941 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-fb4f514a-eecc-4b3b-9650-aa92af90dfc4 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Allocated IP 172.20.0.6 (4d7b9216-75c8-4211-ac92-4eac5b620ed5/71e624cf-fda4-404f-a217-92a48cf045f3/b62c068c-94a5-4c31-bd9c-cedc655a72a7) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:05:47.181239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 09ecb01c-ec2b-4961-b0c1-050f6109743e no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:47.191230 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-d0e3f1f1-0ed8-4c51-b955-2e3b5d9b2996 service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727178 Aug 06 16:05:47.204051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d0f87c7-c4ab-4975-84b7-44d5085c18e4 req-47ba34f8-9c71-4d75-a094-275471a93549 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c HTTP/1.1" status: 200 len: 210 time: 0.0621641 Aug 06 16:05:47.251388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98985721-4592-480a-97ca-58ce13b4d435 req-d69c1585-6c8c-4119-b36f-ab154033a0a4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:47.259494 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-98985721-4592-480a-97ca-58ce13b4d435 req-d69c1585-6c8c-4119-b36f-ab154033a0a4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.3542979 Aug 06 16:05:47.375702 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5b1b32c-1f12-4027-a292-2671ee286e2c req-a4df8f60-2e6d-4800-b0d8-263c25594f66 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3765442 Aug 06 16:05:47.420176 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:47.468304 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-98985721-4592-480a-97ca-58ce13b4d435 req-b8d12a1a-5702-4573-a72a-b587eb8551e6 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062995 Aug 06 16:05:47.475923 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-5518680f-0173-42ac-9a8d-317e1912ec17 service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735038 Aug 06 16:05:47.479706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f827afa-39e5-4a01-b299-87e596ef4327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ecb01c-ec2b-4961-b0c1-050f6109743e'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:47.496144 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae4b560-61c5-4752-9249-8c0dab3e706f" -d '{"events": [{"server_uuid": "3f827afa-39e5-4a01-b299-87e596ef4327", "name": "network-vif-unplugged", "status": "completed", "tag": "09ecb01c-ec2b-4961-b0c1-050f6109743e"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:47.524742 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 09ecb01c-ec2b-4961-b0c1-050f6109743e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=09ecb01c-ec2b-4961-b0c1-050f6109743e,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:47.531627 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:47.617734 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-fb4f514a-eecc-4b3b-9650-aa92af90dfc4 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:47.664696 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=09ecb01c-ec2b-4961-b0c1-050f6109743e,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:47.710856 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-fb4f514a-eecc-4b3b-9650-aa92af90dfc4 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:47.744873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddd54d-17ac-492f-89ed-9f305a1bb8bc req-7ac2b3d9-d718-4e03-b390-670e0f5c54e2 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:47.752535 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddd54d-17ac-492f-89ed-9f305a1bb8bc req-7ac2b3d9-d718-4e03-b390-670e0f5c54e2 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:47.763731 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddd54d-17ac-492f-89ed-9f305a1bb8bc req-7ac2b3d9-d718-4e03-b390-670e0f5c54e2 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:47.773904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddd54d-17ac-492f-89ed-9f305a1bb8bc req-7ac2b3d9-d718-4e03-b390-670e0f5c54e2 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:47.790134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddd54d-17ac-492f-89ed-9f305a1bb8bc req-7ac2b3d9-d718-4e03-b390-670e0f5c54e2 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:47.790134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddd54d-17ac-492f-89ed-9f305a1bb8bc req-7ac2b3d9-d718-4e03-b390-670e0f5c54e2 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:47.805104 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddd54d-17ac-492f-89ed-9f305a1bb8bc req-7ac2b3d9-d718-4e03-b390-670e0f5c54e2 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:47.810765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-faddd54d-17ac-492f-89ed-9f305a1bb8bc req-7ac2b3d9-d718-4e03-b390-670e0f5c54e2 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5430 time: 0.3682806 Aug 06 16:05:47.986901 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-fb4f514a-eecc-4b3b-9650-aa92af90dfc4 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Network 4d7b9216-75c8-4211-ac92-4eac5b620ed5 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:05:47.994433 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-fb4f514a-eecc-4b3b-9650-aa92af90dfc4 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:48.002384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f514a-eecc-4b3b-9650-aa92af90dfc4 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Pushing event updated for resources: {'Port': ['ID=b62c068c-94a5-4c31-bd9c-cedc655a72a7,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:48.021505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-fb4f514a-eecc-4b3b-9650-aa92af90dfc4 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:05:48.136459 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-363606b4-63cb-4f0f-a50c-16422fc42843 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:48.139376 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-363606b4-63cb-4f0f-a50c-16422fc42843 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455&tenant_id=048e5568a18447ea929cde75921b0777&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 1095 time: 0.1325769 Aug 06 16:05:48.161456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-faddd54d-17ac-492f-89ed-9f305a1bb8bc req-16fbb710-7d63-401c-ae52-722604351c9b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2610767 Aug 06 16:05:48.231032 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48517c9-d015-45e9-a3a5-06da40d1fa3b x-openstack-request-id: req-c48517c9-d015-45e9-a3a5-06da40d1fa3b {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:48.232047 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f827afa-39e5-4a01-b299-87e596ef4327", "name": "network-vif-unplugged", "status": "completed", "tag": "09ecb01c-ec2b-4961-b0c1-050f6109743e", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:48.232554 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c48517c9-d015-45e9-a3a5-06da40d1fa3b {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:48.233088 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f827afa-39e5-4a01-b299-87e596ef4327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ecb01c-ec2b-4961-b0c1-050f6109743e', 'code': 200} Aug 06 16:05:48.379484 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-fb4f514a-eecc-4b3b-9650-aa92af90dfc4 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:48.381044 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-fb4f514a-eecc-4b3b-9650-aa92af90dfc4 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:48.479433 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd83d2-4d1b-4589-b574-7a0d1dfcbb21 req-b9f73500-bd7d-43d4-8261-fda991ee6f73 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:48.483391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31bd83d2-4d1b-4589-b574-7a0d1dfcbb21 req-b9f73500-bd7d-43d4-8261-fda991ee6f73 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 945 time: 0.3603370 Aug 06 16:05:48.495772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-df0d6575-03af-4ea2-883a-c47040ccbf90 service neutron] For port 75ae9920-d281-4fb5-a99a-c53fdd345a45, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:48.501355 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-df0d6575-03af-4ea2-883a-c47040ccbf90 service neutron] Notify callbacks [] for binding, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:48.504860 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a86af4db-c956-4893-a933-f8d0bccc73d1 req-df0d6575-03af-4ea2-883a-c47040ccbf90 service neutron] 10.222.0.78 "DELETE /v2.0/ports/75ae9920-d281-4fb5-a99a-c53fdd345a45/bindings/n-h2-803756-1 HTTP/1.1" status: 204 len: 173 time: 0.3510761 Aug 06 16:05:48.542016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-fb4f514a-eecc-4b3b-9650-aa92af90dfc4 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0613678 Aug 06 16:05:48.559562 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Request body: {'port': {'device_id': '1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:48.574437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d17b84-7328-47a9-b8a8-dc0d17eb32d6 req-f8eb54fe-9d7d-4165-b603-eaac9aba7c3a tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:48.590420 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6d17b84-7328-47a9-b8a8-dc0d17eb32d6 req-f8eb54fe-9d7d-4165-b603-eaac9aba7c3a tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 944 time: 0.2582202 Aug 06 16:05:48.651179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31bd83d2-4d1b-4589-b574-7a0d1dfcbb21 req-38888636-6f63-410e-bc0e-4a49226c00ed tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441665 Aug 06 16:05:48.693840 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:48.711874 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6d17b84-7328-47a9-b8a8-dc0d17eb32d6 req-00722912-3675-4278-8e03-c1debd0298f4 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204855 Aug 06 16:05:49.206569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aac403-75ff-4c54-a03a-333df4d26969 req-adaa744a-1590-4b2c-8a3e-5564a96154b9 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:49.209065 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5aac403-75ff-4c54-a03a-333df4d26969 req-adaa744a-1590-4b2c-8a3e-5564a96154b9 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c HTTP/1.1" status: 200 len: 931 time: 0.2172244 Aug 06 16:05:49.330407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197efa5-4070-423f-9861-aa30268a25e6 req-2dd806b8-ea82-466b-9d46-0f3af79e4dcc tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:49.342507 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f197efa5-4070-423f-9861-aa30268a25e6 req-2dd806b8-ea82-466b-9d46-0f3af79e4dcc tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/networks?id=3a57bcf8-fa08-4452-9a64-626df0fa5458 HTTP/1.1" status: 200 len: 804 time: 0.3745048 Aug 06 16:05:49.389494 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f197efa5-4070-423f-9861-aa30268a25e6 req-08b5eedd-ef9f-466d-8e2c-181f76a18e22 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/quotas/4e8469e96bca4365b0ad75e32eded23b HTTP/1.1" status: 200 len: 375 time: 0.0456500 Aug 06 16:05:49.459374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5aac403-75ff-4c54-a03a-333df4d26969 req-f9c25afa-5d6f-4ce6-8de3-ee4dbc2683ad tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959903 Aug 06 16:05:49.548408 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f197efa5-4070-423f-9861-aa30268a25e6 req-05c762ac-7dfa-45f6-88aa-c51b81d0d427 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e8469e96bca4365b0ad75e32eded23b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1572506 Aug 06 16:05:49.755911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b62c068c-94a5-4c31-bd9c-cedc655a72a7 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:49.776442 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:49.866279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Transition to ACTIVE for port object b62c068c-94a5-4c31-bd9c-cedc655a72a7 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:49.881814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f50c2-e8a2-42ec-a00d-47be20655e40 req-39b90456-0cd7-4c96-987b-95099dfd51a5 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:49.886193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a12f50c2-e8a2-42ec-a00d-47be20655e40 req-39b90456-0cd7-4c96-987b-95099dfd51a5 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.2288094 Aug 06 16:05:49.894796 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:49.916193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7251f4-562c-4db4-88fe-595809dc7373 req-15d7af81-50f4-4d1f-87ce-ab308ab8c617 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:49.918380 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac7251f4-562c-4db4-88fe-595809dc7373 req-15d7af81-50f4-4d1f-87ce-ab308ab8c617 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f827afa-39e5-4a01-b299-87e596ef4327 HTTP/1.1" status: 200 len: 944 time: 0.3554940 Aug 06 16:05:50.034085 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f197efa5-4070-423f-9861-aa30268a25e6 req-5764572c-9785-4721-aff4-baa086a61c4e service neutron] 10.222.0.37 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833694 Aug 06 16:05:50.055709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Pushing event updated for resources: {'Port': ['ID=b62c068c-94a5-4c31-bd9c-cedc655a72a7,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:50.137408 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a12f50c2-e8a2-42ec-a00d-47be20655e40 req-abf62970-e55f-40de-a0e9-518220472380 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386138 Aug 06 16:05:50.841136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637118bf-fd62-47c9-a505-3dcbf00dcffb req-cb56e541-969a-4ca8-8517-600b2dfc313a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:50.847183 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637118bf-fd62-47c9-a505-3dcbf00dcffb req-cb56e541-969a-4ca8-8517-600b2dfc313a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:50.853817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637118bf-fd62-47c9-a505-3dcbf00dcffb req-cb56e541-969a-4ca8-8517-600b2dfc313a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:50.859817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637118bf-fd62-47c9-a505-3dcbf00dcffb req-cb56e541-969a-4ca8-8517-600b2dfc313a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:50.865826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637118bf-fd62-47c9-a505-3dcbf00dcffb req-cb56e541-969a-4ca8-8517-600b2dfc313a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:50.871722 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637118bf-fd62-47c9-a505-3dcbf00dcffb req-cb56e541-969a-4ca8-8517-600b2dfc313a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:50.878025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637118bf-fd62-47c9-a505-3dcbf00dcffb req-cb56e541-969a-4ca8-8517-600b2dfc313a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:50.889348 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-637118bf-fd62-47c9-a505-3dcbf00dcffb req-cb56e541-969a-4ca8-8517-600b2dfc313a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5430 time: 0.2578628 Aug 06 16:05:50.891525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Attempting to bind port b62c068c-94a5-4c31-bd9c-cedc655a72a7 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:50.891941 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Attempting to bind port b62c068c-94a5-4c31-bd9c-cedc655a72a7 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '15843b79-b7df-441f-85a6-2d2793b0e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4d7b9216-75c8-4211-ac92-4eac5b620ed5'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:50.892180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Attempting to bind port b62c068c-94a5-4c31-bd9c-cedc655a72a7 on network 4d7b9216-75c8-4211-ac92-4eac5b620ed5 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:50.901407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Port b62c068c-94a5-4c31-bd9c-cedc655a72a7 on network 4d7b9216-75c8-4211-ac92-4eac5b620ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:05:50.901756 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Attempting to bind port b62c068c-94a5-4c31-bd9c-cedc655a72a7 on network 4d7b9216-75c8-4211-ac92-4eac5b620ed5 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:50.937827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f197efa5-4070-423f-9861-aa30268a25e6 req-bffeb5e0-e334-47d2-ab40-11b054f30d2f service neutron] 10.222.0.37 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8544021 Aug 06 16:05:50.943334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-ac7251f4-562c-4db4-88fe-595809dc7373 req-577b91d4-9c3a-40c5-882c-6d70c9819621 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Deleting port 09ecb01c-ec2b-4961-b0c1-050f6109743e {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:05:50.943651 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ac7251f4-562c-4db4-88fe-595809dc7373 req-577b91d4-9c3a-40c5-882c-6d70c9819621 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:50.948308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:50.948647 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Checking segment: {'id': '15843b79-b7df-441f-85a6-2d2793b0e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4d7b9216-75c8-4211-ac92-4eac5b620ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:50.949033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Bound using segment: {'id': '15843b79-b7df-441f-85a6-2d2793b0e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4d7b9216-75c8-4211-ac92-4eac5b620ed5'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:50.949463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Bound port: b62c068c-94a5-4c31-bd9c-cedc655a72a7, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15843b79-b7df-441f-85a6-2d2793b0e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4d7b9216-75c8-4211-ac92-4eac5b620ed5'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:50.949834 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:51.105507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] For port b62c068c-94a5-4c31-bd9c-cedc655a72a7, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:51.109758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] For port b62c068c-94a5-4c31-bd9c-cedc655a72a7, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b62c068c-94a5-4c31-bd9c-cedc655a72a7,segment=NetworkSegment(15843b79-b7df-441f-85a6-2d2793b0e9ff),segment_id=15843b79-b7df-441f-85a6-2d2793b0e9ff)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:51.127617 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-637118bf-fd62-47c9-a505-3dcbf00dcffb req-b1dc7051-7d76-4723-8ce9-83eec611585c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2371423 Aug 06 16:05:51.141921 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:51.266923 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:51.267952 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:51.270171 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] 10.222.0.13 "PUT /v2.0/ports/b62c068c-94a5-4c31-bd9c-cedc655a72a7 HTTP/1.1" status: 200 len: 1091 time: 2.7153063 Aug 06 16:05:51.271016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c', 'tag': 'b62c068c-94a5-4c31-bd9c-cedc655a72a7'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:51.274105 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eedfbb-0a19-45cf-8c80-18ac109c472a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c", "tag": "b62c068c-94a5-4c31-bd9c-cedc655a72a7"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:51.319378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-ac7251f4-562c-4db4-88fe-595809dc7373 req-577b91d4-9c3a-40c5-882c-6d70c9819621 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] For port 09ecb01c-ec2b-4961-b0c1-050f6109743e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=09ecb01c-ec2b-4961-b0c1-050f6109743e,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:51.319854 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ac7251f4-562c-4db4-88fe-595809dc7373 req-577b91d4-9c3a-40c5-882c-6d70c9819621 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:51.325357 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910826e8-30e7-4a37-9b66-88d030fad3aa service neutron] Pushing event updated for resources: {'Port': ['ID=b62c068c-94a5-4c31-bd9c-cedc655a72a7,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:51.383019 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-ac7251f4-562c-4db4-88fe-595809dc7373 req-577b91d4-9c3a-40c5-882c-6d70c9819621 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Calling delete_port for 09ecb01c-ec2b-4961-b0c1-050f6109743e owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:05:51.400782 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaea50-cf00-4486-baed-0a32d8f10330 req-6da44679-ad41-47f6-a729-2b7e4c9f21fa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:51.416623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-faeaea50-cf00-4486-baed-0a32d8f10330 req-6da44679-ad41-47f6-a729-2b7e4c9f21fa tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 945 time: 0.2383437 Aug 06 16:05:51.563741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-e872ac6f-a4e3-4b6c-8d33-ba44ea8f2947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:51.565439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-e872ac6f-a4e3-4b6c-8d33-ba44ea8f2947 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1648e5be23234d049e84765af11fb033&device_id=1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c HTTP/1.1" status: 200 len: 1094 time: 0.2272782 Aug 06 16:05:51.650380 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-faeaea50-cf00-4486-baed-0a32d8f10330 req-85ad9e49-2409-4fdf-96ec-012c63e5d47e tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136984 Aug 06 16:05:51.652381 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-bee26520-b72d-4091-9f5a-632acdc25b2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b62c068c-94a5-4c31-bd9c-cedc655a72a7 HTTP/1.1" status: 200 len: 217 time: 0.0714996 Aug 06 16:05:51.683963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14d034-3fce-484a-93e0-703095c40583 req-40283497-8ed0-4c0e-ae20-cc01ee3b9d32 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:51.696877 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc14d034-3fce-484a-93e0-703095c40583 req-40283497-8ed0-4c0e-ae20-cc01ee3b9d32 tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 1095 time: 0.1987526 Aug 06 16:05:51.900841 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-3a1a0b86-d086-498a-849e-6457baac8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:51.903351 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-3a1a0b86-d086-498a-849e-6457baac8355 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e624cf-fda4-404f-a217-92a48cf045f3 HTTP/1.1" status: 200 len: 848 time: 0.2354236 Aug 06 16:05:51.950617 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc14d034-3fce-484a-93e0-703095c40583 req-05d638fd-c9df-4e99-a874-7e442fb827ca tempest-LiveMigrationTest-177839291 tempest-LiveMigrationTest-177839291-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475014 Aug 06 16:05:52.049884 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-e54664be-f33c-41e2-a12a-5547a6aa7048 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d7b9216-75c8-4211-ac92-4eac5b620ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694752 Aug 06 16:05:52.109463 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61597cac-8a63-4c7e-9f9e-e35e86658839 req-6e2e6857-491f-4064-802e-afdfa578e54f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 210 time: 0.0725191 Aug 06 16:05:52.175346 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ac7251f4-562c-4db4-88fe-595809dc7373 req-577b91d4-9c3a-40c5-882c-6d70c9819621 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:52.268292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546e559-0926-41b6-a780-3f7d6cd18bd9 req-48a747cc-d436-4ab0-92c1-ee56a0cee13c tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:52.276215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3546e559-0926-41b6-a780-3f7d6cd18bd9 req-48a747cc-d436-4ab0-92c1-ee56a0cee13c tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c HTTP/1.1" status: 200 len: 943 time: 0.3712661 Aug 06 16:05:52.341411 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b91d4-9c3a-40c5-882c-6d70c9819621 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Pushing event deleted for resources: {'Port': ['ID=09ecb01c-ec2b-4961-b0c1-050f6109743e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:52.435756 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7251f4-562c-4db4-88fe-595809dc7373 req-577b91d4-9c3a-40c5-882c-6d70c9819621 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] No DVR routers for this DVR port 09ecb01c-ec2b-4961-b0c1-050f6109743e on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:05:52.445090 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ac7251f4-562c-4db4-88fe-595809dc7373 req-577b91d4-9c3a-40c5-882c-6d70c9819621 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:52.461673 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac7251f4-562c-4db4-88fe-595809dc7373 req-577b91d4-9c3a-40c5-882c-6d70c9819621 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.13 "DELETE /v2.0/ports/09ecb01c-ec2b-4961-b0c1-050f6109743e HTTP/1.1" status: 204 len: 173 time: 2.4895430 Aug 06 16:05:52.536988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3546e559-0926-41b6-a780-3f7d6cd18bd9 req-1b7cabaa-78a6-433b-b555-1315299b443f tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585611 Aug 06 16:05:52.593568 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c6b2e-4e3a-493f-8e89-85b8110bc0e6 req-08ddba2a-13b1-4a9a-b83e-7eea712b556d tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:52.604462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb0c6b2e-4e3a-493f-8e89-85b8110bc0e6 req-08ddba2a-13b1-4a9a-b83e-7eea712b556d tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.3176517 Aug 06 16:05:52.622634 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e5a691-ec00-4599-bab5-ea1da9da3566 x-openstack-request-id: req-c9e5a691-ec00-4599-bab5-ea1da9da3566 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:52.623003 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c", "tag": "b62c068c-94a5-4c31-bd9c-cedc655a72a7", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:52.623254 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9e5a691-ec00-4599-bab5-ea1da9da3566 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:52.623662 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c', 'tag': 'b62c068c-94a5-4c31-bd9c-cedc655a72a7', 'status': 'completed', 'code': 200} Aug 06 16:05:52.636793 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-016675de-f22b-478b-881d-d0db5467eed7 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7b9216-75c8-4211-ac92-4eac5b620ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763736 Aug 06 16:05:52.762487 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb0c6b2e-4e3a-493f-8e89-85b8110bc0e6 req-8c66855d-a5ef-4b06-96bd-23293d5d9900 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568160 Aug 06 16:05:52.888780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 58abfb05-1eb7-4e15-8f17-8726f0cb9914 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:05:53.024533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0529f5-95c7-43fe-9eae-a1650e67338e req-8c93a091-a492-4d39-a397-e4384e70db88 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:53.041250 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0529f5-95c7-43fe-9eae-a1650e67338e req-8c93a091-a492-4d39-a397-e4384e70db88 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:53.056991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0529f5-95c7-43fe-9eae-a1650e67338e req-8c93a091-a492-4d39-a397-e4384e70db88 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:53.076079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0529f5-95c7-43fe-9eae-a1650e67338e req-8c93a091-a492-4d39-a397-e4384e70db88 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:53.089567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0529f5-95c7-43fe-9eae-a1650e67338e req-8c93a091-a492-4d39-a397-e4384e70db88 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:53.107606 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0529f5-95c7-43fe-9eae-a1650e67338e req-8c93a091-a492-4d39-a397-e4384e70db88 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:53.127871 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0529f5-95c7-43fe-9eae-a1650e67338e req-8c93a091-a492-4d39-a397-e4384e70db88 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:53.134034 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc0529f5-95c7-43fe-9eae-a1650e67338e req-8c93a091-a492-4d39-a397-e4384e70db88 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5430 time: 0.2035739 Aug 06 16:05:53.219540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 58abfb05-1eb7-4e15-8f17-8726f0cb9914, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=58abfb05-1eb7-4e15-8f17-8726f0cb9914,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:53.249066 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '58abfb05-1eb7-4e15-8f17-8726f0cb9914', 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f', 'port_id': '58abfb05-1eb7-4e15-8f17-8726f0cb9914', 'mac_address': 'fa:16:3e:e9:e9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ba4680-173e-461a-8265-68ea38d8affa', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:05:53.262053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 09ecb01c-ec2b-4961-b0c1-050f6109743e no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:53.296842 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 09ecb01c-ec2b-4961-b0c1-050f6109743e {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:05:53.297752 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 09ecb01c-ec2b-4961-b0c1-050f6109743e not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:05:53.324450 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-136179f0-9937-4d63-af08-78b7a4c7c685 req-195b2981-a248-4b5f-8e7e-5cb0dc997147 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7b9216-75c8-4211-ac92-4eac5b620ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6721826 Aug 06 16:05:53.335084 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.424464 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.428430 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc0529f5-95c7-43fe-9eae-a1650e67338e req-7fb048fb-bb4d-47ed-8cfb-01735b0c6500 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2309690 Aug 06 16:05:53.444965 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58abfb05-1eb7-4e15-8f17-8726f0cb9914 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:53.481991 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 58abfb05-1eb7-4e15-8f17-8726f0cb9914, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=58abfb05-1eb7-4e15-8f17-8726f0cb9914,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:53.487838 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.488975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device e6aa718d-3f2e-4a0c-8158-4cc28d57321a details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:05:53.590029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7485298-0372-42b2-8444-8abc326561d4 req-47ca32a8-d2ac-4c19-96ac-c0d2412fefb6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:53.591738 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7485298-0372-42b2-8444-8abc326561d4 req-47ca32a8-d2ac-4c19-96ac-c0d2412fefb6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 945 time: 0.3301082 Aug 06 16:05:53.623628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197efa5-4070-423f-9861-aa30268a25e6 req-b5bdc34e-a5f7-4e04-ae48-8229863327ba tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:53.626062 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f197efa5-4070-423f-9861-aa30268a25e6 req-b5bdc34e-a5f7-4e04-ae48-8229863327ba tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.13 "GET /v2.0/networks?id=3a57bcf8-fa08-4452-9a64-626df0fa5458 HTTP/1.1" status: 200 len: 804 time: 0.4867575 Aug 06 16:05:53.654920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f197efa5-4070-423f-9861-aa30268a25e6 req-80dc4382-2cdd-410b-a46f-098b6d421e26 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Request body: {'port': {'device_id': '1dc8e5e4-96ab-4e32-941b-06f93c4b94da', 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458', 'admin_state_up': True, 'tenant_id': '4e8469e96bca4365b0ad75e32eded23b'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:53.660774 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=58abfb05-1eb7-4e15-8f17-8726f0cb9914,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:53.684976 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.727519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port e6aa718d-3f2e-4a0c-8158-4cc28d57321a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=e6aa718d-3f2e-4a0c-8158-4cc28d57321a,segment=NetworkSegment(87d5eaa3-f451-4da6-9aca-83c9100ed3f0),segment_id=87d5eaa3-f451-4da6-9aca-83c9100ed3f0)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:53.741541 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'e6aa718d-3f2e-4a0c-8158-4cc28d57321a', 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447', 'port_id': 'e6aa718d-3f2e-4a0c-8158-4cc28d57321a', 'mac_address': 'fa:16:3e:d5:20:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c1d78b-3ca6-466a-a698-7b66a141b5e7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:05:53.792613 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.804363 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7485298-0372-42b2-8444-8abc326561d4 req-e5bb1d08-121c-4116-91ea-3971c55b207d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963701 Aug 06 16:05:53.812295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eedfbb-0a19-45cf-8c80-18ac109c472a req-e5de261b-7415-4807-8a1c-376c8379ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:53.815204 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6aa718d-3f2e-4a0c-8158-4cc28d57321a {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:53.816713 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4eedfbb-0a19-45cf-8c80-18ac109c472a req-e5de261b-7415-4807-8a1c-376c8379ea42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1648e5be23234d049e84765af11fb033&device_id=1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c HTTP/1.1" status: 200 len: 1094 time: 0.3364239 Aug 06 16:05:53.839151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3db6d-35f2-4e82-b89c-b63686960af2 req-e14bd7dc-94df-4dbb-bfd3-bfa9cbb0603b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:53.843299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port e6aa718d-3f2e-4a0c-8158-4cc28d57321a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=e6aa718d-3f2e-4a0c-8158-4cc28d57321a,segment=NetworkSegment(87d5eaa3-f451-4da6-9aca-83c9100ed3f0),segment_id=87d5eaa3-f451-4da6-9aca-83c9100ed3f0)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:53.849531 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.850944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c3db6d-35f2-4e82-b89c-b63686960af2 req-e14bd7dc-94df-4dbb-bfd3-bfa9cbb0603b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 944 time: 0.2565613 Aug 06 16:05:53.852495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2d4d5e55-58da-418e-b0a4-03539c01a77f details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:05:53.930690 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb55e1-b31c-4240-b056-171b04c0e8e2 req-d4e441b2-9676-4436-893d-e173ee705570 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:53.934797 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c9fb55e1-b31c-4240-b056-171b04c0e8e2 req-d4e441b2-9676-4436-893d-e173ee705570 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.78 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 944 time: 0.1696284 Aug 06 16:05:53.949033 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 2d4d5e55-58da-418e-b0a4-03539c01a77f, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2d4d5e55-58da-418e-b0a4-03539c01a77f,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:53.953147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=e6aa718d-3f2e-4a0c-8158-4cc28d57321a,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:53.973276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '2d4d5e55-58da-418e-b0a4-03539c01a77f', 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f', 'port_id': '2d4d5e55-58da-418e-b0a4-03539c01a77f', 'mac_address': 'fa:16:3e:2c:25:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ba4680-173e-461a-8265-68ea38d8affa', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:05:54.063251 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:54.078075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c3db6d-35f2-4e82-b89c-b63686960af2 req-ebe278d4-bfe4-429a-b53b-9b5c439ceacf tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205694 Aug 06 16:05:54.083513 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4d5e55-58da-418e-b0a4-03539c01a77f {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:54.109417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 2d4d5e55-58da-418e-b0a4-03539c01a77f, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2d4d5e55-58da-418e-b0a4-03539c01a77f,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:54.125084 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:54.125964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 74972a33-99ce-40f2-a6b5-cf335a5afc10 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:05:54.146717 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-c9fb55e1-b31c-4240-b056-171b04c0e8e2 req-3353549a-68a8-43a6-80be-2fa2d4c367b6 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Deleting port 75ae9920-d281-4fb5-a99a-c53fdd345a45 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:05:54.147297 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c9fb55e1-b31c-4240-b056-171b04c0e8e2 req-3353549a-68a8-43a6-80be-2fa2d4c367b6 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:54.218343 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f197efa5-4070-423f-9861-aa30268a25e6 req-80dc4382-2cdd-410b-a46f-098b6d421e26 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Made reservation on behalf of 4e8469e96bca4365b0ad75e32eded23b for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:05:54.227994 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f197efa5-4070-423f-9861-aa30268a25e6 req-80dc4382-2cdd-410b-a46f-098b6d421e26 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:54.231657 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=2d4d5e55-58da-418e-b0a4-03539c01a77f,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:54.253680 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eedfbb-0a19-45cf-8c80-18ac109c472a req-fd9cc038-5650-4a0b-a5c4-212324c3e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:54.258343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4eedfbb-0a19-45cf-8c80-18ac109c472a req-fd9cc038-5650-4a0b-a5c4-212324c3e74a service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d7b9216-75c8-4211-ac92-4eac5b620ed5 HTTP/1.1" status: 200 len: 909 time: 0.3884854 Aug 06 16:05:54.306584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 74972a33-99ce-40f2-a6b5-cf335a5afc10, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=74972a33-99ce-40f2-a6b5-cf335a5afc10,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:54.340697 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '74972a33-99ce-40f2-a6b5-cf335a5afc10', 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f', 'port_id': '74972a33-99ce-40f2-a6b5-cf335a5afc10', 'mac_address': 'fa:16:3e:b8:2c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ba4680-173e-461a-8265-68ea38d8affa', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:05:54.480083 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:54.513895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74972a33-99ce-40f2-a6b5-cf335a5afc10 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:54.537305 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6194d57b-5aed-47c3-bda6-27df9295fed8 req-d8b916db-4388-4108-a3b7-43d977c30502 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 210 time: 0.2353158 Aug 06 16:05:54.569444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4eedfbb-0a19-45cf-8c80-18ac109c472a req-5ebc1149-1da5-4947-b90b-9bcb4d1ab20d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b62c068c-94a5-4c31-bd9c-cedc655a72a7 HTTP/1.1" status: 200 len: 217 time: 0.2411065 Aug 06 16:05:54.584244 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 74972a33-99ce-40f2-a6b5-cf335a5afc10, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=74972a33-99ce-40f2-a6b5-cf335a5afc10,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:54.590051 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:54.592400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 240fd1ec-a123-4fa2-8780-8645e1fff3d7 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:05:54.676263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f827afa-39e5-4a01-b299-87e596ef4327', 'name': 'network-vif-deleted', 'tag': '09ecb01c-ec2b-4961-b0c1-050f6109743e'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:54.678822 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f837b9a4-62a9-4721-a543-097c2336a7e4" -d '{"events": [{"server_uuid": "3f827afa-39e5-4a01-b299-87e596ef4327", "name": "network-vif-deleted", "tag": "09ecb01c-ec2b-4961-b0c1-050f6109743e"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:54.683549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eedfbb-0a19-45cf-8c80-18ac109c472a req-2f036810-9fc7-4b29-812f-5f3668cea309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:54.685319 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4eedfbb-0a19-45cf-8c80-18ac109c472a req-2f036810-9fc7-4b29-812f-5f3668cea309 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=71e624cf-fda4-404f-a217-92a48cf045f3 HTTP/1.1" status: 200 len: 848 time: 0.1073618 Aug 06 16:05:54.703960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42944) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:54.710821 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 240fd1ec-a123-4fa2-8780-8645e1fff3d7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=240fd1ec-a123-4fa2-8780-8645e1fff3d7,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:54.730624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '240fd1ec-a123-4fa2-8780-8645e1fff3d7', 'network_id': '5c863801-399d-4b61-8ede-5dd3ca72304f', 'port_id': '240fd1ec-a123-4fa2-8780-8645e1fff3d7', 'mac_address': 'fa:16:3e:26:11:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ba4680-173e-461a-8265-68ea38d8affa', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:05:54.793169 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=74972a33-99ce-40f2-a6b5-cf335a5afc10,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:54.808529 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:54.840038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240fd1ec-a123-4fa2-8780-8645e1fff3d7 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:54.895086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 240fd1ec-a123-4fa2-8780-8645e1fff3d7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=240fd1ec-a123-4fa2-8780-8645e1fff3d7,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:54.904206 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:54.905614 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 48b86bfc-097c-45fe-8369-16b7e4932c11 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:05:54.970198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4eedfbb-0a19-45cf-8c80-18ac109c472a req-bd4bdc17-0f67-4dfa-be09-241055d01fe4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d7b9216-75c8-4211-ac92-4eac5b620ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2588582 Aug 06 16:05:55.023848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=240fd1ec-a123-4fa2-8780-8645e1fff3d7,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:55.050607 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ee86b-9bac-4dec-897e-47f49b5de993 req-a57ed893-b038-484d-a2c4-0044f72cb80d tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:55.054644 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce1ee86b-9bac-4dec-897e-47f49b5de993 req-a57ed893-b038-484d-a2c4-0044f72cb80d tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c HTTP/1.1" status: 200 len: 943 time: 0.7916992 Aug 06 16:05:55.064501 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 48b86bfc-097c-45fe-8369-16b7e4932c11, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=48b86bfc-097c-45fe-8369-16b7e4932c11,segment=NetworkSegment(87d5eaa3-f451-4da6-9aca-83c9100ed3f0),segment_id=87d5eaa3-f451-4da6-9aca-83c9100ed3f0)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:55.082249 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e539-bab0-4976-a99d-03d4bfe1e434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:55.090035 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '48b86bfc-097c-45fe-8369-16b7e4932c11', 'network_id': '5db9a939-2ca8-4beb-a32e-b1a4d6906447', 'port_id': '48b86bfc-097c-45fe-8369-16b7e4932c11', 'mac_address': 'fa:16:3e:35:97:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c1d78b-3ca6-466a-a698-7b66a141b5e7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:05:55.143521 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:55.161797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b86bfc-097c-45fe-8369-16b7e4932c11 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:55.189924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379663a-0f38-430d-a598-32f4ba5cbe46 req-9536a23d-1498-4825-b457-9d8d305d10d0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:55.195550 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a379663a-0f38-430d-a598-32f4ba5cbe46 req-9536a23d-1498-4825-b457-9d8d305d10d0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.5044088 Aug 06 16:05:55.196933 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 48b86bfc-097c-45fe-8369-16b7e4932c11, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=48b86bfc-097c-45fe-8369-16b7e4932c11,segment=NetworkSegment(87d5eaa3-f451-4da6-9aca-83c9100ed3f0),segment_id=87d5eaa3-f451-4da6-9aca-83c9100ed3f0)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:55.202328 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:55.202996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d8efe4d0-b1fb-4ecb-8db8-a14e443c874d details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:05:55.218121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-c9fb55e1-b31c-4240-b056-171b04c0e8e2 req-3353549a-68a8-43a6-80be-2fa2d4c367b6 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] For port 75ae9920-d281-4fb5-a99a-c53fdd345a45, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=75ae9920-d281-4fb5-a99a-c53fdd345a45,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:55.219088 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c9fb55e1-b31c-4240-b056-171b04c0e8e2 req-3353549a-68a8-43a6-80be-2fa2d4c367b6 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:55.244431 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-c9fb55e1-b31c-4240-b056-171b04c0e8e2 req-3353549a-68a8-43a6-80be-2fa2d4c367b6 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Calling delete_port for 75ae9920-d281-4fb5-a99a-c53fdd345a45 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:05:55.248101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b62c068c-94a5-4c31-bd9c-cedc655a72a7 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:05:55.432824 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d,segment=NetworkSegment(237585fe-b091-45d9-a35c-ea58036433c7),segment_id=237585fe-b091-45d9-a35c-ea58036433c7)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:55.445119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce1ee86b-9bac-4dec-897e-47f49b5de993 req-4d294be6-2c74-4cdc-8201-fa1afb651414 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748188 Aug 06 16:05:55.457076 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'd8efe4d0-b1fb-4ecb-8db8-a14e443c874d', 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba', 'port_id': 'd8efe4d0-b1fb-4ecb-8db8-a14e443c874d', 'mac_address': 'fa:16:3e:6e:83:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:05:55.461179 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.resource_extend [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:05:55.478310 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c9fb55e1-b31c-4240-b056-171b04c0e8e2 req-3353549a-68a8-43a6-80be-2fa2d4c367b6 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:55.490670 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=48b86bfc-097c-45fe-8369-16b7e4932c11,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:55.499367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['c15c24dc-70cb-499a-b601-cc3b5822b141'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:55.515790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-f197efa5-4070-423f-9861-aa30268a25e6 req-80dc4382-2cdd-410b-a46f-098b6d421e26 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Allocated IP 172.20.0.2 (3a57bcf8-fa08-4452-9a64-626df0fa5458/da0c21b5-c1ab-47f4-a492-be4025ce4c1d/a5f76f56-4939-4558-b5c2-ec32145757b5) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:05:55.609073 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353549a-68a8-43a6-80be-2fa2d4c367b6 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Pushing event deleted for resources: {'Port': ['ID=75ae9920-d281-4fb5-a99a-c53fdd345a45,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:55.708642 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fb55e1-b31c-4240-b056-171b04c0e8e2 req-3353549a-68a8-43a6-80be-2fa2d4c367b6 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] No DVR routers for this DVR port 75ae9920-d281-4fb5-a99a-c53fdd345a45 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:05:55.712968 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c9fb55e1-b31c-4240-b056-171b04c0e8e2 req-3353549a-68a8-43a6-80be-2fa2d4c367b6 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:55.715778 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c9fb55e1-b31c-4240-b056-171b04c0e8e2 req-3353549a-68a8-43a6-80be-2fa2d4c367b6 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.78 "DELETE /v2.0/ports/75ae9920-d281-4fb5-a99a-c53fdd345a45 HTTP/1.1" status: 204 len: 173 time: 1.7706773 Aug 06 16:05:55.716389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ef4a42-c17a-4fa4-a04e-8c73299e4455', 'name': 'network-vif-deleted', 'tag': '75ae9920-d281-4fb5-a99a-c53fdd345a45'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:55.718935 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb516380-1704-4f07-af4c-157dc84638a1" -d '{"events": [{"server_uuid": "21ef4a42-c17a-4fa4-a04e-8c73299e4455", "name": "network-vif-deleted", "tag": "75ae9920-d281-4fb5-a99a-c53fdd345a45"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:55.862081 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:55.888241 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8efe4d0-b1fb-4ecb-8db8-a14e443c874d {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:55.945678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d,segment=NetworkSegment(237585fe-b091-45d9-a35c-ea58036433c7),segment_id=237585fe-b091-45d9-a35c-ea58036433c7)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:55.956618 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.047626 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b62c068c-94a5-4c31-bd9c-cedc655a72a7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b62c068c-94a5-4c31-bd9c-cedc655a72a7,segment=NetworkSegment(15843b79-b7df-441f-85a6-2d2793b0e9ff),segment_id=15843b79-b7df-441f-85a6-2d2793b0e9ff)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:56.051075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:56.056777 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a379663a-0f38-430d-a598-32f4ba5cbe46 req-7302e1d3-07f9-43ce-a357-95b22a47cc45 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7935457 Aug 06 16:05:56.081156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'b62c068c-94a5-4c31-bd9c-cedc655a72a7', 'network_id': '4d7b9216-75c8-4211-ac92-4eac5b620ed5', 'port_id': 'b62c068c-94a5-4c31-bd9c-cedc655a72a7', 'mac_address': 'fa:16:3e:b9:2c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e624cf-fda4-404f-a217-92a48cf045f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:05:56.095591 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4eedfbb-0a19-45cf-8c80-18ac109c472a req-db3d6bcf-8ffb-4ff6-9307-c99b56682a73 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7b9216-75c8-4211-ac92-4eac5b620ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1076005 Aug 06 16:05:56.225131 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.265689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62c068c-94a5-4c31-bd9c-cedc655a72a7 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:56.266551 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b983fef5-a2c8-49a7-9ffa-dbe254617827 x-openstack-request-id: req-b983fef5-a2c8-49a7-9ffa-dbe254617827 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:56.266875 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f827afa-39e5-4a01-b299-87e596ef4327", "name": "network-vif-deleted", "tag": "09ecb01c-ec2b-4961-b0c1-050f6109743e", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:56.267174 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b983fef5-a2c8-49a7-9ffa-dbe254617827 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:56.267636 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f827afa-39e5-4a01-b299-87e596ef4327', 'name': 'network-vif-deleted', 'tag': '09ecb01c-ec2b-4961-b0c1-050f6109743e', 'status': 'completed', 'code': 200} Aug 06 16:05:56.291929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc15b7-188e-4085-b2cb-900c124b0c98 req-8a25b1c9-3203-42a5-9135-0b8c64952df8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:56.298783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc15b7-188e-4085-b2cb-900c124b0c98 req-8a25b1c9-3203-42a5-9135-0b8c64952df8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:56.305050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc15b7-188e-4085-b2cb-900c124b0c98 req-8a25b1c9-3203-42a5-9135-0b8c64952df8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:56.311391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc15b7-188e-4085-b2cb-900c124b0c98 req-8a25b1c9-3203-42a5-9135-0b8c64952df8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:56.314570 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b62c068c-94a5-4c31-bd9c-cedc655a72a7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b62c068c-94a5-4c31-bd9c-cedc655a72a7,segment=NetworkSegment(15843b79-b7df-441f-85a6-2d2793b0e9ff),segment_id=15843b79-b7df-441f-85a6-2d2793b0e9ff)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:56.318619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc15b7-188e-4085-b2cb-900c124b0c98 req-8a25b1c9-3203-42a5-9135-0b8c64952df8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:56.322044 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.342794 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc15b7-188e-4085-b2cb-900c124b0c98 req-8a25b1c9-3203-42a5-9135-0b8c64952df8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:56.355132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc15b7-188e-4085-b2cb-900c124b0c98 req-8a25b1c9-3203-42a5-9135-0b8c64952df8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:56.366422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-36cc15b7-188e-4085-b2cb-900c124b0c98 req-8a25b1c9-3203-42a5-9135-0b8c64952df8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5437 time: 0.3266165 Aug 06 16:05:56.432340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b62c068c-94a5-4c31-bd9c-cedc655a72a7,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:56.552884 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['b62c068c-94a5-4c31-bd9c-cedc655a72a7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:56.566129 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f197efa5-4070-423f-9861-aa30268a25e6 req-80dc4382-2cdd-410b-a46f-098b6d421e26 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.754042 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4eedfbb-0a19-45cf-8c80-18ac109c472a req-bf17c792-0de8-4c4b-902a-6279efa1f870 service neutron] 10.222.0.13 "GET /v2.0/networks/4d7b9216-75c8-4211-ac92-4eac5b620ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468475 Aug 06 16:05:56.855421 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f197efa5-4070-423f-9861-aa30268a25e6 req-80dc4382-2cdd-410b-a46f-098b6d421e26 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.916984 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e539-bab0-4976-a99d-03d4bfe1e434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.948841 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e539-bab0-4976-a99d-03d4bfe1e434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:57.014151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df17ba-ff03-4de8-9003-10e37f2cdb9c req-5a38b4c1-8309-41a4-a816-6504d717bf8d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:57.014151 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63df17ba-ff03-4de8-9003-10e37f2cdb9c req-5a38b4c1-8309-41a4-a816-6504d717bf8d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 945 time: 0.2341149 Aug 06 16:05:57.043144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f197efa5-4070-423f-9861-aa30268a25e6 req-80dc4382-2cdd-410b-a46f-098b6d421e26 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Network 3a57bcf8-fa08-4452-9a64-626df0fa5458 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:05:57.112746 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-36cc15b7-188e-4085-b2cb-900c124b0c98 req-26b56bb4-0935-4118-9249-29bb96547ff0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3573706 Aug 06 16:05:57.130045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-f197efa5-4070-423f-9861-aa30268a25e6 req-80dc4382-2cdd-410b-a46f-098b6d421e26 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:57.181966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc4382-2cdd-410b-a46f-098b6d421e26 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Pushing event updated for resources: {'Port': ['ID=a5f76f56-4939-4558-b5c2-ec32145757b5,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:57.240610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f197efa5-4070-423f-9861-aa30268a25e6 req-80dc4382-2cdd-410b-a46f-098b6d421e26 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:05:57.258561 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b62c068c-94a5-4c31-bd9c-cedc655a72a7 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:57.270079 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3ee7e539-bab0-4976-a99d-03d4bfe1e434 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4115f5eba1a4eef8e54ad97af606c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5643563 Aug 06 16:05:57.270277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42966) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:57.313508 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7e539-bab0-4976-a99d-03d4bfe1e434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d87fd31-594d-4798-896a-2379642cc5a8,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:57.370970 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1838472-cde8-431c-992c-7adb429c851b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:57.375480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port b62c068c-94a5-4c31-bd9c-cedc655a72a7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:57.387145 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port b62c068c-94a5-4c31-bd9c-cedc655a72a7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:57.387705 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:57.449908 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1838472-cde8-431c-992c-7adb429c851b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:57.483153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ba93939-5e77-4a1e-b7ab-2979934c32bd req-b0fc7d9e-24b2-458e-9d6e-4e4bf67c888b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 210 time: 0.1272922 Aug 06 16:05:57.511092 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63df17ba-ff03-4de8-9003-10e37f2cdb9c req-7a44ed0a-b194-4bc4-8c91-46700dc86763 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973445 Aug 06 16:05:57.555911 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1838472-cde8-431c-992c-7adb429c851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:57.557889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1b32c-1f12-4027-a292-2671ee286e2c req-965571dd-9602-4f8d-8b84-ee5358efb39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:57.559576 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5b1b32c-1f12-4027-a292-2671ee286e2c req-965571dd-9602-4f8d-8b84-ee5358efb39c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28&tenant_id=7ffc041dde4b4c088ba8b49bfae0f273 HTTP/1.1" status: 200 len: 1095 time: 0.4930296 Aug 06 16:05:57.561689 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1838472-cde8-431c-992c-7adb429c851b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:57.567562 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d1838472-cde8-431c-992c-7adb429c851b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d87fd31-594d-4798-896a-2379642cc5a8 HTTP/1.1" status: 204 len: 168 time: 0.2908256 Aug 06 16:05:57.567848 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197efa5-4070-423f-9861-aa30268a25e6 req-80dc4382-2cdd-410b-a46f-098b6d421e26 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:57.567848 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f197efa5-4070-423f-9861-aa30268a25e6 req-80dc4382-2cdd-410b-a46f-098b6d421e26 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:57.601097 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:57.616761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1838472-cde8-431c-992c-7adb429c851b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d87fd31-594d-4798-896a-2379642cc5a8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:57.650207 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['240fd1ec-a123-4fa2-8780-8645e1fff3d7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:57.654783 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['58abfb05-1eb7-4e15-8f17-8726f0cb9914'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:57.725345 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e059751e-49a6-4052-af5c-73a06bdd648b x-openstack-request-id: req-e059751e-49a6-4052-af5c-73a06bdd648b {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:57.725599 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ef4a42-c17a-4fa4-a04e-8c73299e4455", "name": "network-vif-deleted", "tag": "75ae9920-d281-4fb5-a99a-c53fdd345a45", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:57.725874 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e059751e-49a6-4052-af5c-73a06bdd648b {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:57.726304 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ef4a42-c17a-4fa4-a04e-8c73299e4455', 'name': 'network-vif-deleted', 'tag': '75ae9920-d281-4fb5-a99a-c53fdd345a45', 'status': 'completed', 'code': 200} Aug 06 16:05:57.738667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['d8efe4d0-b1fb-4ecb-8db8-a14e443c874d'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:57.742626 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['e6aa718d-3f2e-4a0c-8158-4cc28d57321a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:57.806486 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f197efa5-4070-423f-9861-aa30268a25e6 req-80dc4382-2cdd-410b-a46f-098b6d421e26 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1439338 Aug 06 16:05:57.812133 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Request body: {'port': {'device_id': '1dc8e5e4-96ab-4e32-941b-06f93c4b94da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:57.816234 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['2d4d5e55-58da-418e-b0a4-03539c01a77f'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:57.821047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62c068c-94a5-4c31-bd9c-cedc655a72a7'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:57.832758 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f536638-b899-4eb7-9d12-d76e301ec4cd" -d '{"events": [{"server_uuid": "1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c", "name": "network-vif-plugged", "status": "completed", "tag": "b62c068c-94a5-4c31-bd9c-cedc655a72a7"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:57.902086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85516968-c5ac-4fc9-89b0-67b1c40cbb5a req-e79e12d0-d7ad-44c2-9759-a0404b8befd7 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:57.906876 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-85516968-c5ac-4fc9-89b0-67b1c40cbb5a req-e79e12d0-d7ad-44c2-9759-a0404b8befd7 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 931 time: 0.2476819 Aug 06 16:05:57.909683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1b32c-1f12-4027-a292-2671ee286e2c req-d2a9e826-65da-4f54-88e1-59e53d1c2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:57.912238 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5b1b32c-1f12-4027-a292-2671ee286e2c req-d2a9e826-65da-4f54-88e1-59e53d1c2bc3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ffc041dde4b4c088ba8b49bfae0f273&device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 1095 time: 0.2958107 Aug 06 16:05:58.002383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b62c068c-94a5-4c31-bd9c-cedc655a72a7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b62c068c-94a5-4c31-bd9c-cedc655a72a7,segment=NetworkSegment(15843b79-b7df-441f-85a6-2d2793b0e9ff),segment_id=15843b79-b7df-441f-85a6-2d2793b0e9ff)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:58.033537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 75ae9920-d281-4fb5-a99a-c53fdd345a45 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:58.116885 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:58.133121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42978) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:58.151390 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc92c631-94b7-421f-8fd2-8015904102ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:58.176085 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:58.225736 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-85516968-c5ac-4fc9-89b0-67b1c40cbb5a req-d3fde0cf-b480-4ad1-848f-18fa8a59cec0 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070843 Aug 06 16:05:58.327151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b62c068c-94a5-4c31-bd9c-cedc655a72a7,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:58.336425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 75ae9920-d281-4fb5-a99a-c53fdd345a45 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:05:58.340265 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 75ae9920-d281-4fb5-a99a-c53fdd345a45 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:05:58.340558 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad732566-d8d6-404d-9f0f-682ce48a238a req-8ac712bd-612b-4555-9eec-c585280e306d tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:58.352520 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad732566-d8d6-404d-9f0f-682ce48a238a req-8ac712bd-612b-4555-9eec-c585280e306d tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c HTTP/1.1" status: 200 len: 944 time: 0.4010048 Aug 06 16:05:58.400026 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc92c631-94b7-421f-8fd2-8015904102ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:58.406086 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc92c631-94b7-421f-8fd2-8015904102ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:58.461794 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92c631-94b7-421f-8fd2-8015904102ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecd285b-f6cd-4ced-a166-1e18d56ffbb9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:58.513278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1b32c-1f12-4027-a292-2671ee286e2c req-6cc0b374-ea17-4309-9f41-f7407728ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:58.514815 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5b1b32c-1f12-4027-a292-2671ee286e2c req-6cc0b374-ea17-4309-9f41-f7407728ddb6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a866e395-3ce9-4555-a769-7f0869a94e9f HTTP/1.1" status: 200 len: 917 time: 0.5884984 Aug 06 16:05:58.522615 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bc92c631-94b7-421f-8fd2-8015904102ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e674bc6402048f4b5d7cb625e74baac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3844459 Aug 06 16:05:58.524210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42982) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:58.604524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['48b86bfc-097c-45fe-8369-16b7e4932c11'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:58.607431 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['74972a33-99ce-40f2-a6b5-cf335a5afc10'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:58.612773 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad732566-d8d6-404d-9f0f-682ce48a238a req-293cea1f-f38f-4966-bd76-a063811075bb tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590730 Aug 06 16:05:58.633513 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-598e6672-4c7c-4b55-887f-318af3e4b445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:58.688324 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-598e6672-4c7c-4b55-887f-318af3e4b445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:58.850047 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-598e6672-4c7c-4b55-887f-318af3e4b445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:58.857223 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-598e6672-4c7c-4b55-887f-318af3e4b445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:58.866856 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-598e6672-4c7c-4b55-887f-318af3e4b445 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ecd285b-f6cd-4ced-a166-1e18d56ffbb9 HTTP/1.1" status: 204 len: 168 time: 0.3415315 Aug 06 16:05:58.897560 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5b1b32c-1f12-4027-a292-2671ee286e2c req-904cb14a-13ac-41c2-90d8-114b6420b4fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8741f1b3-674c-40e4-9070-29af950fa49e HTTP/1.1" status: 200 len: 1000 time: 0.2695758 Aug 06 16:05:58.921131 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a992db-f41b-4884-ae9a-5c8f70a94950 x-openstack-request-id: req-79a992db-f41b-4884-ae9a-5c8f70a94950 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:58.921528 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c", "name": "network-vif-plugged", "status": "completed", "tag": "b62c068c-94a5-4c31-bd9c-cedc655a72a7", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:58.921847 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79a992db-f41b-4884-ae9a-5c8f70a94950 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:58.922495 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62c068c-94a5-4c31-bd9c-cedc655a72a7', 'code': 200} Aug 06 16:05:58.934700 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e6672-4c7c-4b55-887f-318af3e4b445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecd285b-f6cd-4ced-a166-1e18d56ffbb9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:58.953223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b70636-381e-4967-9107-807999b19caf req-5b940e29-81da-497b-8832-f7254b76ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:58.954953 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-62b70636-381e-4967-9107-807999b19caf req-5b940e29-81da-497b-8832-f7254b76ad50 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c HTTP/1.1" status: 200 len: 1096 time: 0.1648707 Aug 06 16:05:58.959103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a6d32-9155-4344-906d-157d99bcbb59 req-b657e749-4c27-43a0-ae7c-3362b8aa18c9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:58.973053 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea6a6d32-9155-4344-906d-157d99bcbb59 req-b657e749-4c27-43a0-ae7c-3362b8aa18c9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.3164139 Aug 06 16:05:59.047151 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-62b70636-381e-4967-9107-807999b19caf req-244730c5-02f2-4fa1-908b-86d3e1d3f722 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795782 Aug 06 16:05:59.179029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15036c00-f211-4056-81b6-cf8f8fc7429f req-8d0c4d80-1c77-41c7-9c3e-d28d04ec428f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:59.186561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15036c00-f211-4056-81b6-cf8f8fc7429f req-8d0c4d80-1c77-41c7-9c3e-d28d04ec428f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:59.193984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15036c00-f211-4056-81b6-cf8f8fc7429f req-8d0c4d80-1c77-41c7-9c3e-d28d04ec428f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:59.201504 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15036c00-f211-4056-81b6-cf8f8fc7429f req-8d0c4d80-1c77-41c7-9c3e-d28d04ec428f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:59.212261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15036c00-f211-4056-81b6-cf8f8fc7429f req-8d0c4d80-1c77-41c7-9c3e-d28d04ec428f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:59.218426 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15036c00-f211-4056-81b6-cf8f8fc7429f req-8d0c4d80-1c77-41c7-9c3e-d28d04ec428f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:59.224923 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15036c00-f211-4056-81b6-cf8f8fc7429f req-8d0c4d80-1c77-41c7-9c3e-d28d04ec428f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:59.232725 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15036c00-f211-4056-81b6-cf8f8fc7429f req-8d0c4d80-1c77-41c7-9c3e-d28d04ec428f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5437 time: 0.3606071 Aug 06 16:05:59.254630 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea6a6d32-9155-4344-906d-157d99bcbb59 req-ee28abdd-4f73-44a4-9bef-805bb94f5541 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814171 Aug 06 16:05:59.264224 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1b32c-1f12-4027-a292-2671ee286e2c req-d1d461cc-34da-44d0-bd41-342a9a27044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:59.265732 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5b1b32c-1f12-4027-a292-2671ee286e2c req-d1d461cc-34da-44d0-bd41-342a9a27044d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=179c64d1-b6cb-431f-aab6-556ce510d2b1 HTTP/1.1" status: 200 len: 855 time: 0.3569970 Aug 06 16:05:59.368523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15036c00-f211-4056-81b6-cf8f8fc7429f req-be93af9d-ebff-4804-a471-2b4da06ea8ab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1243987 Aug 06 16:05:59.528330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1b32c-1f12-4027-a292-2671ee286e2c req-b306a0d5-934b-453c-8bf3-38bc14d8cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:59.530382 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5b1b32c-1f12-4027-a292-2671ee286e2c req-b306a0d5-934b-453c-8bf3-38bc14d8cc1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a866e395-3ce9-4555-a769-7f0869a94e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2545812 Aug 06 16:05:59.586230 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f76f56-4939-4558-b5c2-ec32145757b5 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:59.673882 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:59.702900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07b1891b-639a-46c6-9e7d-4fabba2a7f7b req-9d15ff66-e105-4cac-9b1d-52548b8f8a5f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 210 time: 0.2063012 Aug 06 16:05:59.839989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Transition to ACTIVE for port object a5f76f56-4939-4558-b5c2-ec32145757b5 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:59.867820 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:59.998276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac8e6a-21a1-421b-a3a0-0a082d02f3f2 req-c83f44f1-5658-4b26-ab8c-e2f1848c3599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:00.001161 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f0ac8e6a-21a1-421b-a3a0-0a082d02f3f2 req-c83f44f1-5658-4b26-ab8c-e2f1848c3599 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 1096 time: 0.1018224 Aug 06 16:06:00.030660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77be58-460f-4616-9e7b-8598d1b0b6d4 req-4dde9fac-5efe-4ebb-a0eb-4833de458d06 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:00.034208 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc77be58-460f-4616-9e7b-8598d1b0b6d4 req-4dde9fac-5efe-4ebb-a0eb-4833de458d06 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 945 time: 0.6232121 Aug 06 16:06:00.143814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f76f56-4939-4558-b5c2-ec32145757b5,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:00.161006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac8e6a-21a1-421b-a3a0-0a082d02f3f2 req-590e2531-d9d7-4931-8537-0253034f0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:00.162038 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5b1b32c-1f12-4027-a292-2671ee286e2c req-eccafaf5-cfbd-41ac-bdc7-e1051836a734 service neutron] 10.222.0.13 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181407 Aug 06 16:06:00.163172 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f0ac8e6a-21a1-421b-a3a0-0a082d02f3f2 req-590e2531-d9d7-4931-8537-0253034f0840 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.1513956 Aug 06 16:06:00.172553 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc77be58-460f-4616-9e7b-8598d1b0b6d4 req-74031baf-ac81-41c0-9caa-ceec22d1cee9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949948 Aug 06 16:06:00.241132 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f0ac8e6a-21a1-421b-a3a0-0a082d02f3f2 req-a55fce34-d893-41b3-be92-3d99971e38a8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8baaabef-75fc-441f-9a94-3e650348ab46 HTTP/1.1" status: 200 len: 217 time: 0.0557570 Aug 06 16:06:00.283156 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582ea54-1129-4398-aeb9-5877bc649edf req-406abc00-ec8c-401f-9c1e-3c4f8a130484 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:00.291552 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a582ea54-1129-4398-aeb9-5877bc649edf req-406abc00-ec8c-401f-9c1e-3c4f8a130484 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 943 time: 0.4346361 Aug 06 16:06:00.325264 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43026) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:00.392073 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac8e6a-21a1-421b-a3a0-0a082d02f3f2 req-31c8d170-95ef-4c91-b409-af599d0e03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:00.395430 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f0ac8e6a-21a1-421b-a3a0-0a082d02f3f2 req-31c8d170-95ef-4c91-b409-af599d0e03fc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.1450019 Aug 06 16:06:00.464076 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac8e6a-21a1-421b-a3a0-0a082d02f3f2 req-8b2fd575-e627-4abe-80c6-1d8d42a9ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:00.467040 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f0ac8e6a-21a1-421b-a3a0-0a082d02f3f2 req-8b2fd575-e627-4abe-80c6-1d8d42a9ef99 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632250 Aug 06 16:06:00.477434 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a582ea54-1129-4398-aeb9-5877bc649edf req-c4e25dac-5882-4bae-a1dd-7a6765c87d1a tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854281 Aug 06 16:06:00.493222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Attempting to bind port a5f76f56-4939-4558-b5c2-ec32145757b5 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:06:00.493558 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Attempting to bind port a5f76f56-4939-4558-b5c2-ec32145757b5 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:06:00.493940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Attempting to bind port a5f76f56-4939-4558-b5c2-ec32145757b5 on network 3a57bcf8-fa08-4452-9a64-626df0fa5458 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:00.505908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5b1b32c-1f12-4027-a292-2671ee286e2c req-190d07d0-5da1-4423-a9f5-f76acc64ca6d service neutron] 10.222.0.13 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313000 Aug 06 16:06:00.523083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Port a5f76f56-4939-4558-b5c2-ec32145757b5 on network 3a57bcf8-fa08-4452-9a64-626df0fa5458 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:06:00.523440 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Attempting to bind port a5f76f56-4939-4558-b5c2-ec32145757b5 on network 3a57bcf8-fa08-4452-9a64-626df0fa5458 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:00.533662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ea1af628-6525-4087-b57d-646dbd649bd1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1906091707-network', 'tenant_id': '734aef847b70421e9a3c779d3e0d3856'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:00.538049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b5cd2-bba8-47d2-aac7-fca5d631d8cd req-4ae5d1bc-6816-4bba-8293-d2924be4f986 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:00.539711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a3b5cd2-bba8-47d2-aac7-fca5d631d8cd req-4ae5d1bc-6816-4bba-8293-d2924be4f986 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c HTTP/1.1" status: 200 len: 945 time: 0.1547525 Aug 06 16:06:00.544370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:06:00.544783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Checking segment: {'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:06:00.545108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Bound using segment: {'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:06:00.545542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Bound port: a5f76f56-4939-4558-b5c2-ec32145757b5, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595f368d-5226-4a82-9129-a2a97943b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:06:00.545947 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:00.585404 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1af628-6525-4087-b57d-646dbd649bd1 admin admin] Made reservation on behalf of 734aef847b70421e9a3c779d3e0d3856 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:06:00.588721 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea1af628-6525-4087-b57d-646dbd649bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:00.606488 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea1af628-6525-4087-b57d-646dbd649bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:00.648950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a3b5cd2-bba8-47d2-aac7-fca5d631d8cd req-15e5263f-b56c-4737-9f22-c5b5cf9d59b3 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994272 Aug 06 16:06:00.757515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] For port a5f76f56-4939-4558-b5c2-ec32145757b5, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:06:00.770950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] For port a5f76f56-4939-4558-b5c2-ec32145757b5, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5f76f56-4939-4558-b5c2-ec32145757b5,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:06:00.778920 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:00.820305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b21b0-d0e8-490a-adc1-7c99054908fa req-7819aab1-00b6-49f5-9690-431786f46f49 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:00.820967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b4b21b0-d0e8-490a-adc1-7c99054908fa req-7819aab1-00b6-49f5-9690-431786f46f49 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.1972709 Aug 06 16:06:00.839893 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f0ac8e6a-21a1-421b-a3a0-0a082d02f3f2 req-c6b198d7-cce9-47f1-883d-a8871dc2e969 service neutron] 10.222.0.78 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477004 Aug 06 16:06:00.870882 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:00.871516 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:00.872950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f197efa5-4070-423f-9861-aa30268a25e6 req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] 10.222.0.13 "PUT /v2.0/ports/a5f76f56-4939-4558-b5c2-ec32145757b5 HTTP/1.1" status: 200 len: 1091 time: 3.0661254 Aug 06 16:06:00.876697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc8e5e4-96ab-4e32-941b-06f93c4b94da', 'tag': 'a5f76f56-4939-4558-b5c2-ec32145757b5'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:00.886138 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea0491b-2cc5-48a5-93dc-91af2104ca9c" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc8e5e4-96ab-4e32-941b-06f93c4b94da", "tag": "a5f76f56-4939-4558-b5c2-ec32145757b5"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:00.994043 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1607a-27ea-433f-abee-82285e30ec9a req-6b795645-ff4a-4930-8546-b34c83c67a4c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:01.000042 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1607a-27ea-433f-abee-82285e30ec9a req-6b795645-ff4a-4930-8546-b34c83c67a4c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:01.007403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1607a-27ea-433f-abee-82285e30ec9a req-6b795645-ff4a-4930-8546-b34c83c67a4c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:01.012171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1607a-27ea-433f-abee-82285e30ec9a req-6b795645-ff4a-4930-8546-b34c83c67a4c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:01.018169 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1607a-27ea-433f-abee-82285e30ec9a req-6b795645-ff4a-4930-8546-b34c83c67a4c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:01.024712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1607a-27ea-433f-abee-82285e30ec9a req-6b795645-ff4a-4930-8546-b34c83c67a4c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:01.030716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1607a-27ea-433f-abee-82285e30ec9a req-6b795645-ff4a-4930-8546-b34c83c67a4c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:01.039256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19a1607a-27ea-433f-abee-82285e30ec9a req-6b795645-ff4a-4930-8546-b34c83c67a4c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5437 time: 0.2832756 Aug 06 16:06:01.054858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a6069-ca2e-4c2e-93a6-0372ed165114 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f76f56-4939-4558-b5c2-ec32145757b5,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:01.082718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b4b21b0-d0e8-490a-adc1-7c99054908fa req-3a0c2694-1c01-419d-812c-d21601702938 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219219 Aug 06 16:06:01.180679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197efa5-4070-423f-9861-aa30268a25e6 req-38fd4147-53f2-4a5b-b1a3-f771b5509c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:01.182187 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f0ac8e6a-21a1-421b-a3a0-0a082d02f3f2 req-88665674-94b6-4e0a-8258-d5c995d517e3 service neutron] 10.222.0.78 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139019 Aug 06 16:06:01.182658 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f197efa5-4070-423f-9861-aa30268a25e6 req-38fd4147-53f2-4a5b-b1a3-f771b5509c18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e8469e96bca4365b0ad75e32eded23b&device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 1094 time: 0.2577744 Aug 06 16:06:01.200554 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19a1607a-27ea-433f-abee-82285e30ec9a req-2d1c5b79-9384-4758-9d77-cfa5cdb5bcfb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1601660 Aug 06 16:06:01.283356 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea1af628-6525-4087-b57d-646dbd649bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:01.290822 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea1af628-6525-4087-b57d-646dbd649bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:01.324267 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1af628-6525-4087-b57d-646dbd649bd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:06:01.356203 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea1af628-6525-4087-b57d-646dbd649bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:01.356570 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-ea1af628-6525-4087-b57d-646dbd649bd1 admin admin] Added segment 4ed16d29-d033-4801-b89a-f8c5caa3105f of type vlan for network f7e300df-8d33-4f10-9e2e-e43aa8354a37 Aug 06 16:06:01.419402 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26659083-2a3c-4757-a2b0-74fe6820336e x-openstack-request-id: req-26659083-2a3c-4757-a2b0-74fe6820336e {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:01.420234 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc8e5e4-96ab-4e32-941b-06f93c4b94da", "tag": "a5f76f56-4939-4558-b5c2-ec32145757b5", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:01.420234 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26659083-2a3c-4757-a2b0-74fe6820336e {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:01.420911 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc8e5e4-96ab-4e32-941b-06f93c4b94da', 'tag': 'a5f76f56-4939-4558-b5c2-ec32145757b5', 'status': 'completed', 'code': 200} Aug 06 16:06:01.431059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea1af628-6525-4087-b57d-646dbd649bd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:01.470202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f197efa5-4070-423f-9861-aa30268a25e6 req-b08fc31b-e9f8-41a2-9551-e1a617b63fc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5f76f56-4939-4558-b5c2-ec32145757b5 HTTP/1.1" status: 200 len: 217 time: 0.2596724 Aug 06 16:06:01.475775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea1af628-6525-4087-b57d-646dbd649bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:01.476927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1af628-6525-4087-b57d-646dbd649bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:01.477529 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea1af628-6525-4087-b57d-646dbd649bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:01.538739 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ea1af628-6525-4087-b57d-646dbd649bd1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2089880 Aug 06 16:06:01.573322 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43066) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:01.581250 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-dc31761b-e146-412e-822c-149631e9bfd8 admin admin] Request body: {'subnet': {'network_id': 'f7e300df-8d33-4f10-9e2e-e43aa8354a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1906091707-subnet', 'tenant_id': '734aef847b70421e9a3c779d3e0d3856', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:01.589152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1af628-6525-4087-b57d-646dbd649bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530fc8df-cce2-47e8-afdc-ca40ba7edebe,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:01.604890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1af628-6525-4087-b57d-646dbd649bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e300df-8d33-4f10-9e2e-e43aa8354a37,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:01.625700 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc31761b-e146-412e-822c-149631e9bfd8 admin admin] Made reservation on behalf of 734aef847b70421e9a3c779d3e0d3856 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:06:01.633446 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc31761b-e146-412e-822c-149631e9bfd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:01.643013 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network f7e300df-8d33-4f10-9e2e-e43aa8354a37 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:06:01.726278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d5a2dc57-acf8-49b4-8583-81d706436828 req-1c255c27-b603-4221-abbc-3943830b8d2d tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 210 time: 0.3001091 Aug 06 16:06:02.018268 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8baaabef-75fc-441f-9a94-3e650348ab46 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:02.029809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673b086-8174-4e10-ba7b-27208e8c159b req-29d4d870-c9fa-4914-8af0-fed1eb5b58b4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:02.041789 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e673b086-8174-4e10-ba7b-27208e8c159b req-29d4d870-c9fa-4914-8af0-fed1eb5b58b4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 945 time: 0.6206627 Aug 06 16:06:02.081598 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc31761b-e146-412e-822c-149631e9bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:02.126499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197efa5-4070-423f-9861-aa30268a25e6 req-94922afa-f5f9-405d-ae70-2ccb22a8b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:02.129696 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f197efa5-4070-423f-9861-aa30268a25e6 req-94922afa-f5f9-405d-ae70-2ccb22a8b9ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0c21b5-c1ab-47f4-a492-be4025ce4c1d HTTP/1.1" status: 200 len: 844 time: 0.4473407 Aug 06 16:06:02.266768 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:02.319807 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c36f9bb-cc7c-4a51-90d9-7078656949a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8baaabef-75fc-441f-9a94-3e650348ab46'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:02.323815 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31761b-e146-412e-822c-149631e9bfd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=547bd453-742a-4b36-8e4b-1d855a9ec45d,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:02.325592 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e52ed7b-768e-49af-835c-49db7241fb3f" -d '{"events": [{"server_uuid": "9c36f9bb-cc7c-4a51-90d9-7078656949a9", "name": "network-vif-unplugged", "status": "completed", "tag": "8baaabef-75fc-441f-9a94-3e650348ab46"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:02.369831 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8baaabef-75fc-441f-9a94-3e650348ab46, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8baaabef-75fc-441f-9a94-3e650348ab46,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:02.382964 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:02.401440 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f197efa5-4070-423f-9861-aa30268a25e6 req-946caa30-c337-45fd-8469-8bff5c457ffd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a57bcf8-fa08-4452-9a64-626df0fa5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2174075 Aug 06 16:06:02.431910 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc31761b-e146-412e-822c-149631e9bfd8 admin admin] Checking segment: {'id': '4ed16d29-d033-4801-b89a-f8c5caa3105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f7e300df-8d33-4f10-9e2e-e43aa8354a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:06:02.432497 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc31761b-e146-412e-822c-149631e9bfd8 admin admin] Network hostable DHCP agents. Network: f7e300df-8d33-4f10-9e2e-e43aa8354a37, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:06:02.441064 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb7f52-c476-48ad-8494-fca070611865 req-0de24712-7450-4496-b47f-89323106e5af tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:02.453467 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-81fb7f52-c476-48ad-8494-fca070611865 req-0de24712-7450-4496-b47f-89323106e5af tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 943 time: 0.3338809 Aug 06 16:06:02.464517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e673b086-8174-4e10-ba7b-27208e8c159b req-f10d0783-1fac-42bd-b32f-642918029240 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925562 Aug 06 16:06:02.495075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc31761b-e146-412e-822c-149631e9bfd8 admin admin] Network f7e300df-8d33-4f10-9e2e-e43aa8354a37 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:06:02.524447 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-dc31761b-e146-412e-822c-149631e9bfd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, f7e300df-8d33-4f10-9e2e-e43aa8354a37) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:02.539845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb16d5b-bc8c-47ef-9bf7-e3a08ef82da4 None None] Network f7e300df-8d33-4f10-9e2e-e43aa8354a37 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:06:02.544156 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc31761b-e146-412e-822c-149631e9bfd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:02.545295 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc31761b-e146-412e-822c-149631e9bfd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:02.592867 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dc31761b-e146-412e-822c-149631e9bfd8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0163796 Aug 06 16:06:02.597071 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43078) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:02.616207 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1906091707-router', 'tenant_id': '734aef847b70421e9a3c779d3e0d3856', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:02.703901 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:02.705884 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:02.819619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=8baaabef-75fc-441f-9a94-3e650348ab46,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:02.934357 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:03.061533 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-81fb7f52-c476-48ad-8494-fca070611865 req-ac3fd551-df6c-49bc-9769-e3d8bf731fe9 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069541 Aug 06 16:06:03.148086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f197efa5-4070-423f-9861-aa30268a25e6 req-a30a5c9f-c112-4c30-afc6-ec8c9bed07fe service neutron] 10.222.0.13 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669536 Aug 06 16:06:03.247943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-f7e300df-8d33-4f10-9e2e-e43aa8354a37', 'network_id': 'f7e300df-8d33-4f10-9e2e-e43aa8354a37', 'tenant_id': '734aef847b70421e9a3c779d3e0d3856', 'fixed_ips': [{'subnet_id': '547bd453-742a-4b36-8e4b-1d855a9ec45d'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:06:03.249413 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:03.424501 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:03.479917 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f197efa5-4070-423f-9861-aa30268a25e6 req-1e9087b5-1d1e-4373-aa26-37e45f1b80c2 service neutron] 10.222.0.13 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052452 Aug 06 16:06:03.683865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627128c7-fff1-4f61-9842-7cf5ffd26939 req-93a2c5ff-b481-41e6-bda7-1b8b6e6f025b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:03.693674 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627128c7-fff1-4f61-9842-7cf5ffd26939 req-93a2c5ff-b481-41e6-bda7-1b8b6e6f025b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:03.700384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627128c7-fff1-4f61-9842-7cf5ffd26939 req-93a2c5ff-b481-41e6-bda7-1b8b6e6f025b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:03.724380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627128c7-fff1-4f61-9842-7cf5ffd26939 req-93a2c5ff-b481-41e6-bda7-1b8b6e6f025b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:03.736868 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627128c7-fff1-4f61-9842-7cf5ffd26939 req-93a2c5ff-b481-41e6-bda7-1b8b6e6f025b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:03.751699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627128c7-fff1-4f61-9842-7cf5ffd26939 req-93a2c5ff-b481-41e6-bda7-1b8b6e6f025b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:03.758928 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8067442a-4352-42ad-832d-73c82f718221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:03.764696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627128c7-fff1-4f61-9842-7cf5ffd26939 req-93a2c5ff-b481-41e6-bda7-1b8b6e6f025b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:03.777697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-627128c7-fff1-4f61-9842-7cf5ffd26939 req-93a2c5ff-b481-41e6-bda7-1b8b6e6f025b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5437 time: 0.2892656 Aug 06 16:06:03.794660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Allocated IP 172.20.0.2 (f7e300df-8d33-4f10-9e2e-e43aa8354a37/547bd453-742a-4b36-8e4b-1d855a9ec45d/7bc54866-14a2-43df-9cb5-2c69d5ceeb53) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:06:03.979754 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda4954-5c5b-4384-9dd9-83c72edf103e req-ce6d5998-9e92-4837-aebe-4aaf8501b5c5 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:03.994501 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-acda4954-5c5b-4384-9dd9-83c72edf103e req-ce6d5998-9e92-4837-aebe-4aaf8501b5c5 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.5078104 Aug 06 16:06:04.159201 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-627128c7-fff1-4f61-9842-7cf5ffd26939 req-3a8ae21a-1379-4e01-87a0-3e13d228d729 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3697574 Aug 06 16:06:04.224890 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-acda4954-5c5b-4384-9dd9-83c72edf103e req-69396f8a-b4e7-41ab-84d6-865fccd0dd02 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293527 Aug 06 16:06:04.268286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0491b-2cc5-48a5-93dc-91af2104ca9c req-e89d165f-f7d1-41b4-8b60-b061d6d737b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:04.271739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ea0491b-2cc5-48a5-93dc-91af2104ca9c req-e89d165f-f7d1-41b4-8b60-b061d6d737b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e8469e96bca4365b0ad75e32eded23b&device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 1094 time: 0.4757152 Aug 06 16:06:04.393408 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:04.446400 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df49eded-61a8-4634-9deb-5e41d15d6fad x-openstack-request-id: req-df49eded-61a8-4634-9deb-5e41d15d6fad {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:04.447233 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c36f9bb-cc7c-4a51-90d9-7078656949a9", "name": "network-vif-unplugged", "status": "completed", "tag": "8baaabef-75fc-441f-9a94-3e650348ab46", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:04.447233 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df49eded-61a8-4634-9deb-5e41d15d6fad {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:04.447233 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c36f9bb-cc7c-4a51-90d9-7078656949a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8baaabef-75fc-441f-9a94-3e650348ab46', 'code': 200} Aug 06 16:06:04.469718 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:04.610362 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:04.667201 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Transition to ACTIVE for port object 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:04.684308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f9c2400-b423-4474-9488-e82aeae6b221 req-94bd2447-e213-44e7-a905-52fc14fc00a5 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=21ef4a42-c17a-4fa4-a04e-8c73299e4455 HTTP/1.1" status: 200 len: 210 time: 0.1288035 Aug 06 16:06:04.717546 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Transition to ACTIVE for port object 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:04.725331 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:04.803308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0491b-2cc5-48a5-93dc-91af2104ca9c req-ba9a9541-54a5-4c5e-a537-5caf41ddaf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:04.804931 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ea0491b-2cc5-48a5-93dc-91af2104ca9c req-ba9a9541-54a5-4c5e-a537-5caf41ddaf02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a57bcf8-fa08-4452-9a64-626df0fa5458 HTTP/1.1" status: 200 len: 905 time: 0.5093639 Aug 06 16:06:04.910182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Network f7e300df-8d33-4f10-9e2e-e43aa8354a37 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:04.925459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:04.931035 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:06:04.946108 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Pushing event updated for resources: {'Port': ['ID=7bc54866-14a2-43df-9cb5-2c69d5ceeb53,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:04.991844 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Allocated IP 172.25.1.38 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/d89fcf86-0b9f-4638-b9dd-ee770ad5484f) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:06:05.006147 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ea0491b-2cc5-48a5-93dc-91af2104ca9c req-e365a2e6-cc44-4d70-bfaf-b8df9f1ad4e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5f76f56-4939-4558-b5c2-ec32145757b5 HTTP/1.1" status: 200 len: 217 time: 0.1667802 Aug 06 16:06:05.089456 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Attempting to bind port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:06:05.090770 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Attempting to bind port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '4ed16d29-d033-4801-b89a-f8c5caa3105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f7e300df-8d33-4f10-9e2e-e43aa8354a37'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:06:05.100439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Attempting to bind port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 on network f7e300df-8d33-4f10-9e2e-e43aa8354a37 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:05.107177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:06:05.107590 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Checking segment: {'id': '4ed16d29-d033-4801-b89a-f8c5caa3105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f7e300df-8d33-4f10-9e2e-e43aa8354a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:06:05.108044 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:05.108436 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Bound using segment: {'id': '4ed16d29-d033-4801-b89a-f8c5caa3105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f7e300df-8d33-4f10-9e2e-e43aa8354a37'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:06:05.108960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Bound port: 7bc54866-14a2-43df-9cb5-2c69d5ceeb53, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed16d29-d033-4801-b89a-f8c5caa3105f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'f7e300df-8d33-4f10-9e2e-e43aa8354a37'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:06:05.109369 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:05.234883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0491b-2cc5-48a5-93dc-91af2104ca9c req-2d65563e-7ff6-4e34-9970-fde2dd81d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:05.236705 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ea0491b-2cc5-48a5-93dc-91af2104ca9c req-2d65563e-7ff6-4e34-9970-fde2dd81d00b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da0c21b5-c1ab-47f4-a492-be4025ce4c1d HTTP/1.1" status: 200 len: 844 time: 0.1321003 Aug 06 16:06:05.271409 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2059ba-308b-4aca-98da-00c69b7867e6 req-a9d11a59-4690-437b-bb5d-b0b10b6bae58 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:05.281831 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a2059ba-308b-4aca-98da-00c69b7867e6 req-a9d11a59-4690-437b-bb5d-b0b10b6bae58 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 943 time: 0.3033531 Aug 06 16:06:05.336899 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] For port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:06:05.347979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] For port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7bc54866-14a2-43df-9cb5-2c69d5ceeb53,segment=NetworkSegment(4ed16d29-d033-4801-b89a-f8c5caa3105f),segment_id=4ed16d29-d033-4801-b89a-f8c5caa3105f)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:06:05.375005 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:05.463435 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:05.611940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e33c9-edc8-4494-9782-e40fc2a49ffd None None] Pushing event updated for resources: {'Port': ['ID=7bc54866-14a2-43df-9cb5-2c69d5ceeb53,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:05.622294 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:05.648102 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a2059ba-308b-4aca-98da-00c69b7867e6 req-14c1f780-e89c-4a00-b455-35b768999191 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649676 Aug 06 16:06:05.683816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2736842-e96f-4d36-bb2b-aaee05eae1f5 req-1b72e757-9b7c-4a03-ae47-d2d9a93df003 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:05.695585 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2736842-e96f-4d36-bb2b-aaee05eae1f5 req-1b72e757-9b7c-4a03-ae47-d2d9a93df003 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c HTTP/1.1" status: 200 len: 945 time: 0.7082281 Aug 06 16:06:05.701879 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ea0491b-2cc5-48a5-93dc-91af2104ca9c req-05a0fad1-24e6-4db7-8eab-98cf6fa8cc9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a57bcf8-fa08-4452-9a64-626df0fa5458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3578112 Aug 06 16:06:05.730818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:05.734997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:05.761014 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:06:05.805357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Pushing event updated for resources: {'Port': ['ID=d89fcf86-0b9f-4638-b9dd-ee770ad5484f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:06.010854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 58abfb05-1eb7-4e15-8f17-8726f0cb9914 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:06.097072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b807a4-b0f9-4d69-83c1-058564f63eef req-39290d66-9c39-4d1a-8bb2-6dd50dcd00ce tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:06.099726 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2b807a4-b0f9-4d69-83c1-058564f63eef req-39290d66-9c39-4d1a-8bb2-6dd50dcd00ce tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c HTTP/1.1" status: 200 len: 945 time: 0.7803168 Aug 06 16:06:06.228677 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-02c6a2c1-6430-4df3-9d7e-1af9b62757aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:06.244322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:06.252149 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:06.252741 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:06.481648 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:06.513057 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:06.523433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58abfb05-1eb7-4e15-8f17-8726f0cb9914'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:06.539077 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e24a9fb-1354-4eac-8301-4c08646189bd" -d '{"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-plugged", "status": "completed", "tag": "58abfb05-1eb7-4e15-8f17-8726f0cb9914"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:06.571712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2736842-e96f-4d36-bb2b-aaee05eae1f5 req-4a5b32d1-e5c3-4bdb-9fab-8509018b04bb tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/security-groups?id=b89b1e6d-ede0-469e-900c-28d597b4134d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8731847 Aug 06 16:06:06.582762 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 58abfb05-1eb7-4e15-8f17-8726f0cb9914, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=58abfb05-1eb7-4e15-8f17-8726f0cb9914,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:06.608350 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:06.609614 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 240fd1ec-a123-4fa2-8780-8645e1fff3d7 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:06.641997 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205da8e-876f-419a-b2e2-56eb879e5829 req-a235d56a-d9d2-476e-a112-491dd5bbe1b1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:06.651618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f205da8e-876f-419a-b2e2-56eb879e5829 req-a235d56a-d9d2-476e-a112-491dd5bbe1b1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 943 time: 0.8484402 Aug 06 16:06:06.720353 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:06.857206 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e0f489b5-2732-440f-8bb3-fac271f61b6f req-f401f6e9-3844-456e-9386-d64dc482c645 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2683558 Aug 06 16:06:06.955423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=58abfb05-1eb7-4e15-8f17-8726f0cb9914,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:07.015790 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 240fd1ec-a123-4fa2-8780-8645e1fff3d7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:07.039692 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 240fd1ec-a123-4fa2-8780-8645e1fff3d7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:07.042822 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:07.168375 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f489b5-2732-440f-8bb3-fac271f61b6f req-241633c8-33d4-4556-8126-bd3766e00973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:07.176176 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e0f489b5-2732-440f-8bb3-fac271f61b6f req-241633c8-33d4-4556-8126-bd3766e00973 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 1095 time: 0.1570740 Aug 06 16:06:07.244158 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:07.297818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5f76f56-4939-4558-b5c2-ec32145757b5 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:06:07.303600 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:07.339014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f205da8e-876f-419a-b2e2-56eb879e5829 req-be97ece3-797d-4150-8d44-c4cd95a9af5a tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6388812 Aug 06 16:06:07.344642 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ea0491b-2cc5-48a5-93dc-91af2104ca9c req-cf37b961-235f-46fb-9d27-c2d2245dfaea service neutron] 10.222.0.13 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4241879 Aug 06 16:06:07.357759 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:07.468123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 240fd1ec-a123-4fa2-8780-8645e1fff3d7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=240fd1ec-a123-4fa2-8780-8645e1fff3d7,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:07.497673 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:07.505505 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device e6aa718d-3f2e-4a0c-8158-4cc28d57321a up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:07.615796 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.resource_extend [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:06:07.643149 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5bebd-eee6-4cb1-a778-376e875a6505 req-031b7a32-b11d-4436-a111-3969e85e9436 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:07.653275 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5bebd-eee6-4cb1-a778-376e875a6505 req-031b7a32-b11d-4436-a111-3969e85e9436 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:07.669647 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5bebd-eee6-4cb1-a778-376e875a6505 req-031b7a32-b11d-4436-a111-3969e85e9436 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:07.679058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5bebd-eee6-4cb1-a778-376e875a6505 req-031b7a32-b11d-4436-a111-3969e85e9436 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:07.695056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5bebd-eee6-4cb1-a778-376e875a6505 req-031b7a32-b11d-4436-a111-3969e85e9436 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:07.702512 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5bebd-eee6-4cb1-a778-376e875a6505 req-031b7a32-b11d-4436-a111-3969e85e9436 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:07.710446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5bebd-eee6-4cb1-a778-376e875a6505 req-031b7a32-b11d-4436-a111-3969e85e9436 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:07.721841 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13c5bebd-eee6-4cb1-a778-376e875a6505 req-031b7a32-b11d-4436-a111-3969e85e9436 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5438 time: 0.8286922 Aug 06 16:06:07.804833 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:07.824586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-d2b807a4-b0f9-4d69-83c1-058564f63eef req-2bbef0fa-fa94-4e92-9cc8-c16d000bf6da tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Deleting port b62c068c-94a5-4c31-bd9c-cedc655a72a7 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:07.825462 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d2b807a4-b0f9-4d69-83c1-058564f63eef req-2bbef0fa-fa94-4e92-9cc8-c16d000bf6da tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:07.964594 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13c5bebd-eee6-4cb1-a778-376e875a6505 req-5c86d949-64bd-4c10-8887-622943dd2467 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2411799 Aug 06 16:06:08.123557 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5f76f56-4939-4558-b5c2-ec32145757b5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5f76f56-4939-4558-b5c2-ec32145757b5,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:08.126341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed00991-19dc-43c2-a0f3-39fd45e54f34 None None] Network f7e300df-8d33-4f10-9e2e-e43aa8354a37 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:06:08.162870 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f489b5-2732-440f-8bb3-fac271f61b6f req-09a493c8-fe06-428e-a818-2a1e4ebc0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:08.164642 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e0f489b5-2732-440f-8bb3-fac271f61b6f req-09a493c8-fe06-428e-a818-2a1e4ebc0faf service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.7955706 Aug 06 16:06:08.199362 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eef52c-e8d0-4739-9585-89d8763c975e req-8beca43e-f711-400a-9491-0d1b725c4adb tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:08.201048 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91eef52c-e8d0-4739-9585-89d8763c975e req-8beca43e-f711-400a-9491-0d1b725c4adb tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.4727306 Aug 06 16:06:08.218521 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Router 4751bfc5-56a9-495d-af99-a9826b8954d8 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:06:08.269529 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'a5f76f56-4939-4558-b5c2-ec32145757b5', 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458', 'port_id': 'a5f76f56-4939-4558-b5c2-ec32145757b5', 'mac_address': 'fa:16:3e:c3:eb:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0c21b5-c1ab-47f4-a492-be4025ce4c1d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:06:08.392965 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=240fd1ec-a123-4fa2-8780-8645e1fff3d7,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:08.412838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e593aeef-c238-4694-8475-0dcf32773d97 None None] Provisioning for port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:08.422295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d2b807a4-b0f9-4d69-83c1-058564f63eef req-2bbef0fa-fa94-4e92-9cc8-c16d000bf6da tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] For port b62c068c-94a5-4c31-bd9c-cedc655a72a7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b62c068c-94a5-4c31-bd9c-cedc655a72a7,segment=NetworkSegment(15843b79-b7df-441f-85a6-2d2793b0e9ff),segment_id=15843b79-b7df-441f-85a6-2d2793b0e9ff)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:08.423423 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d2b807a4-b0f9-4d69-83c1-058564f63eef req-2bbef0fa-fa94-4e92-9cc8-c16d000bf6da tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:08.431080 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ea0491b-2cc5-48a5-93dc-91af2104ca9c req-0d216d35-8252-4cb9-89fc-04c73dbe23e9 service neutron] 10.222.0.13 "GET /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0377989 Aug 06 16:06:08.472031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-d2b807a4-b0f9-4d69-83c1-058564f63eef req-2bbef0fa-fa94-4e92-9cc8-c16d000bf6da tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Calling delete_port for b62c068c-94a5-4c31-bd9c-cedc655a72a7 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:08.507516 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91eef52c-e8d0-4739-9585-89d8763c975e req-7ffe3fbc-070f-4dab-a585-a945a0cf2038 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2753007 Aug 06 16:06:08.520233 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25022b7-fa28-4193-af17-b21d3bfff021 req-338cdfe4-f857-410c-92ca-2c955e07daaf tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:08.522036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f25022b7-fa28-4193-af17-b21d3bfff021 req-338cdfe4-f857-410c-92ca-2c955e07daaf tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.2287087 Aug 06 16:06:08.562722 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:08.583088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:06:08.607445 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:08.607892 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:08.623555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Sync routers for ids ['4751bfc5-56a9-495d-af99-a9826b8954d8'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:06:08.644278 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:08.660744 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f25022b7-fa28-4193-af17-b21d3bfff021 req-c9326f94-6b0a-4412-b404-3c60b6f71eeb tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899096 Aug 06 16:06:08.699013 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port e6aa718d-3f2e-4a0c-8158-4cc28d57321a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:08.705016 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:08.708505 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e4b90f33-cb1d-49d9-b3d3-c077c82ca98a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1077838 Aug 06 16:06:08.711928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43114) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:08.757751 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404023c7-e2ca-4715-9dd2-09398633747c x-openstack-request-id: req-404023c7-e2ca-4715-9dd2-09398633747c {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:08.758150 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-plugged", "status": "completed", "tag": "58abfb05-1eb7-4e15-8f17-8726f0cb9914", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:08.758410 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-404023c7-e2ca-4715-9dd2-09398633747c {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:08.758813 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58abfb05-1eb7-4e15-8f17-8726f0cb9914', 'code': 200} Aug 06 16:06:08.843332 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e0f489b5-2732-440f-8bb3-fac271f61b6f req-63537218-aa3c-4152-91f1-e1532a7ecd0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66008572-9579-4b90-b59c-a817894ec420 HTTP/1.1" status: 200 len: 998 time: 0.4575109 Aug 06 16:06:08.882649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Routers {'4751bfc5-56a9-495d-af99-a9826b8954d8'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:08.883649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:06:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4751bfc5-56a9-495d-af99-a9826b8954d8'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:08.910965 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port e6aa718d-3f2e-4a0c-8158-4cc28d57321a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:08.912152 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:08.924221 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f76f56-4939-4558-b5c2-ec32145757b5 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:06:09.055130 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d2b807a4-b0f9-4d69-83c1-058564f63eef req-2bbef0fa-fa94-4e92-9cc8-c16d000bf6da tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:09.092967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['b62c068c-94a5-4c31-bd9c-cedc655a72a7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:09.118406 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f489b5-2732-440f-8bb3-fac271f61b6f req-8ed139aa-8e33-4a5c-b661-a29e8da997f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.120658 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e0f489b5-2732-440f-8bb3-fac271f61b6f req-8ed139aa-8e33-4a5c-b661-a29e8da997f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.2264488 Aug 06 16:06:09.149950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbef0fa-fa94-4e92-9cc8-c16d000bf6da tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Pushing event deleted for resources: {'Port': ['ID=b62c068c-94a5-4c31-bd9c-cedc655a72a7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:09.181044 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-455f655e-7bc3-46c2-8014-612954d0951c req-689078d7-ed2c-40b6-808a-1892c49d38a7 tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c HTTP/1.1" status: 200 len: 210 time: 0.1802492 Aug 06 16:06:09.226106 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5f76f56-4939-4558-b5c2-ec32145757b5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5f76f56-4939-4558-b5c2-ec32145757b5,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:09.288819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d79b4d-1ff6-4acd-ba4a-53528a6af648 req-051182af-3520-4f13-989d-b72297d0da31 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.292215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8d79b4d-1ff6-4acd-ba4a-53528a6af648 req-051182af-3520-4f13-989d-b72297d0da31 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 943 time: 0.4198480 Aug 06 16:06:09.309069 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:09.337267 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:09.396971 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b807a4-b0f9-4d69-83c1-058564f63eef req-2bbef0fa-fa94-4e92-9cc8-c16d000bf6da tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] No DVR routers for this DVR port b62c068c-94a5-4c31-bd9c-cedc655a72a7 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:09.437601 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d2b807a4-b0f9-4d69-83c1-058564f63eef req-2bbef0fa-fa94-4e92-9cc8-c16d000bf6da tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:09.439798 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2b807a4-b0f9-4d69-83c1-058564f63eef req-2bbef0fa-fa94-4e92-9cc8-c16d000bf6da tempest-VolumesActionsTest-271938601 tempest-VolumesActionsTest-271938601-project] 10.222.0.13 "DELETE /v2.0/ports/b62c068c-94a5-4c31-bd9c-cedc655a72a7 HTTP/1.1" status: 204 len: 173 time: 3.3034728 Aug 06 16:06:09.441517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c', 'name': 'network-vif-deleted', 'tag': 'b62c068c-94a5-4c31-bd9c-cedc655a72a7'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:09.446724 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f98e48-abd8-4750-a9ab-1b0d501b68b2" -d '{"events": [{"server_uuid": "1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c", "name": "network-vif-deleted", "tag": "b62c068c-94a5-4c31-bd9c-cedc655a72a7"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:09.488175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a5f76f56-4939-4558-b5c2-ec32145757b5,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:09.507243 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8d79b4d-1ff6-4acd-ba4a-53528a6af648 req-124b084e-3211-4d4b-8c39-79b0a0c701ec tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099061 Aug 06 16:06:09.554052 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98545292-c533-4549-88f6-8217acbd8b55 req-ebd24a28-9b87-4081-8a5d-fd46ee1f3ddd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.570454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-98545292-c533-4549-88f6-8217acbd8b55 req-ebd24a28-9b87-4081-8a5d-fd46ee1f3ddd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1954880 Aug 06 16:06:09.669709 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Set router 4751bfc5-56a9-495d-af99-a9826b8954d8 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:09.703771 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a5f76f56-4939-4558-b5c2-ec32145757b5'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:09.739147 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:09.782602 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-98545292-c533-4549-88f6-8217acbd8b55 req-0595f1f0-09ae-4c5e-b7fe-466515e0476b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031558 Aug 06 16:06:09.838074 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eb3bb-3132-425f-b3f9-219d5977ce45 req-ee4f3222-a5d7-4800-b3a7-a14c3620575d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.844125 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f489b5-2732-440f-8bb3-fac271f61b6f req-0d5c621d-41ac-4445-952a-76a6fb348fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.845857 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e0f489b5-2732-440f-8bb3-fac271f61b6f req-0d5c621d-41ac-4445-952a-76a6fb348fc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7079029 Aug 06 16:06:09.848619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eb3bb-3132-425f-b3f9-219d5977ce45 req-ee4f3222-a5d7-4800-b3a7-a14c3620575d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.866909 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eb3bb-3132-425f-b3f9-219d5977ce45 req-ee4f3222-a5d7-4800-b3a7-a14c3620575d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.873459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eb3bb-3132-425f-b3f9-219d5977ce45 req-ee4f3222-a5d7-4800-b3a7-a14c3620575d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.906752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eb3bb-3132-425f-b3f9-219d5977ce45 req-ee4f3222-a5d7-4800-b3a7-a14c3620575d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.925826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eb3bb-3132-425f-b3f9-219d5977ce45 req-ee4f3222-a5d7-4800-b3a7-a14c3620575d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.949001 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:09.953431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eb3bb-3132-425f-b3f9-219d5977ce45 req-ee4f3222-a5d7-4800-b3a7-a14c3620575d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.960062 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c9eb3bb-3132-425f-b3f9-219d5977ce45 req-ee4f3222-a5d7-4800-b3a7-a14c3620575d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5439 time: 0.3156910 Aug 06 16:06:10.082364 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c9eb3bb-3132-425f-b3f9-219d5977ce45 req-934937c9-aa2f-4546-8435-ec12948c160c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141686 Aug 06 16:06:10.118243 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bace932-d4de-4a63-80b1-0fda9cc96787 x-openstack-request-id: req-3bace932-d4de-4a63-80b1-0fda9cc96787 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:10.118749 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c", "name": "network-vif-deleted", "tag": "b62c068c-94a5-4c31-bd9c-cedc655a72a7", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:10.119153 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3bace932-d4de-4a63-80b1-0fda9cc96787 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:10.119609 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6fcfc2-3e55-4da1-a8fb-a05b40a8135c', 'name': 'network-vif-deleted', 'tag': 'b62c068c-94a5-4c31-bd9c-cedc655a72a7', 'status': 'completed', 'code': 200} Aug 06 16:06:10.240597 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e0f489b5-2732-440f-8bb3-fac271f61b6f req-28149bac-a000-45fd-8665-77ebf530a261 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588165 Aug 06 16:06:10.461034 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3f557-ab1f-4373-a077-248e1368fcb7 req-b09fb691-ba4b-42e4-857e-71de7b15aab2 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:10.478666 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34f3f557-ab1f-4373-a077-248e1368fcb7 req-b09fb691-ba4b-42e4-857e-71de7b15aab2 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.1979263 Aug 06 16:06:10.597855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34f3f557-ab1f-4373-a077-248e1368fcb7 req-25d10032-669f-4af0-a099-445a92f332b6 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130116 Aug 06 16:06:10.775624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240fd1ec-a123-4fa2-8780-8645e1fff3d7'}, {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6aa718d-3f2e-4a0c-8158-4cc28d57321a'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:10.780987 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc352d9-0fa4-4b31-be91-dd6e88efc078 req-5c55aafc-7912-4f47-bc28-08fbe1cbacfc tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:10.784453 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3357812b-c475-4d93-be84-899c9c042171" -d '{"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-plugged", "status": "completed", "tag": "240fd1ec-a123-4fa2-8780-8645e1fff3d7"}, {"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-plugged", "status": "completed", "tag": "e6aa718d-3f2e-4a0c-8158-4cc28d57321a"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:10.790026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc352d9-0fa4-4b31-be91-dd6e88efc078 req-5c55aafc-7912-4f47-bc28-08fbe1cbacfc tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1443605 Aug 06 16:06:10.798813 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7bc54866-14a2-43df-9cb5-2c69d5ceeb53,segment=NetworkSegment(4ed16d29-d033-4801-b89a-f8c5caa3105f),segment_id=4ed16d29-d033-4801-b89a-f8c5caa3105f)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:10.858575 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port e6aa718d-3f2e-4a0c-8158-4cc28d57321a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=e6aa718d-3f2e-4a0c-8158-4cc28d57321a,segment=NetworkSegment(87d5eaa3-f451-4da6-9aca-83c9100ed3f0),segment_id=87d5eaa3-f451-4da6-9aca-83c9100ed3f0)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:10.863507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-21a6995e-cd66-430f-b97e-7d59b0b10e05 None None] Provisioning complete for port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:10.867844 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-21a6995e-cd66-430f-b97e-7d59b0b10e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:10.877067 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:10.877877 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:11.046565 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:11.049767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 48b86bfc-097c-45fe-8369-16b7e4932c11 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:11.080627 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc352d9-0fa4-4b31-be91-dd6e88efc078 req-666cba38-f610-4fa1-a6d6-8001db783528 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796445 Aug 06 16:06:11.097556 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e0f489b5-2732-440f-8bb3-fac271f61b6f req-833cc38f-bafd-49a8-aa9e-92e8ee4ad66d service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6410763 Aug 06 16:06:11.121247 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cc2ae-c28a-4814-8ed1-964128509959 req-55debb3e-e661-48e6-9562-f53002724048 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:11.124715 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7caf79a7-5430-43e9-94b9-7ced499a8a5b req-19935335-0279-454a-892a-a72790fe181b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1781497 Aug 06 16:06:11.135949 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-105cc2ae-c28a-4814-8ed1-964128509959 req-55debb3e-e661-48e6-9562-f53002724048 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 944 time: 0.3164864 Aug 06 16:06:11.219914 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-105cc2ae-c28a-4814-8ed1-964128509959 req-cb6e669f-6bc7-4f15-b7bf-5f11a057a169 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830624 Aug 06 16:06:11.355526 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369e5bcd-fbd2-4775-afc3-176e5246c6ca x-openstack-request-id: req-369e5bcd-fbd2-4775-afc3-176e5246c6ca {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:11.357108 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-plugged", "status": "completed", "tag": "240fd1ec-a123-4fa2-8780-8645e1fff3d7", "code": 200}, {"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-plugged", "status": "completed", "tag": "e6aa718d-3f2e-4a0c-8158-4cc28d57321a", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:11.357506 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-369e5bcd-fbd2-4775-afc3-176e5246c6ca {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:11.359566 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240fd1ec-a123-4fa2-8780-8645e1fff3d7', 'code': 200} Aug 06 16:06:11.359925 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6aa718d-3f2e-4a0c-8158-4cc28d57321a', 'code': 200} Aug 06 16:06:11.413069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b62c068c-94a5-4c31-bd9c-cedc655a72a7 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:11.453443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1906091707-router', 'tenant_id': '734aef847b70421e9a3c779d3e0d3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd89fcf86-0b9f-4638-b9dd-ee770ad5484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:02Z', 'updated_at': '2021-08-06T16:06:06Z', 'revision_number': 3, 'project_id': '734aef847b70421e9a3c779d3e0d3856', 'gw_port': {'id': 'd89fcf86-0b9f-4638-b9dd-ee770ad5484f', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:04Z', 'updated_at': '2021-08-06T16:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:11.487293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: b62c068c-94a5-4c31-bd9c-cedc655a72a7 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:11.487828 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b62c068c-94a5-4c31-bd9c-cedc655a72a7 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:11.499059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Checking router: 4751bfc5-56a9-495d-af99-a9826b8954d8 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:06:11.499561 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Updating router 4751bfc5-56a9-495d-af99-a9826b8954d8 port d89fcf86-0b9f-4638-b9dd-ee770ad5484f binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:06:11.641086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b89788-6a34-4fea-9f99-5778a12e78b1 req-52b2698b-bdac-42f6-9322-a9aee9b7f6c8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:11.647943 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:11.659294 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b89788-6a34-4fea-9f99-5778a12e78b1 req-52b2698b-bdac-42f6-9322-a9aee9b7f6c8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:11.675364 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b89788-6a34-4fea-9f99-5778a12e78b1 req-52b2698b-bdac-42f6-9322-a9aee9b7f6c8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:11.692116 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b89788-6a34-4fea-9f99-5778a12e78b1 req-52b2698b-bdac-42f6-9322-a9aee9b7f6c8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:11.708842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b89788-6a34-4fea-9f99-5778a12e78b1 req-52b2698b-bdac-42f6-9322-a9aee9b7f6c8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:11.728366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b89788-6a34-4fea-9f99-5778a12e78b1 req-52b2698b-bdac-42f6-9322-a9aee9b7f6c8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:11.735722 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b89788-6a34-4fea-9f99-5778a12e78b1 req-52b2698b-bdac-42f6-9322-a9aee9b7f6c8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:11.754788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6b89788-6a34-4fea-9f99-5778a12e78b1 req-52b2698b-bdac-42f6-9322-a9aee9b7f6c8 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5440 time: 0.2881582 Aug 06 16:06:11.868891 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6b89788-6a34-4fea-9f99-5778a12e78b1 req-d4890a97-8d93-40a2-9251-81386fe9456d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121771 Aug 06 16:06:12.031660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522ad20-1c73-409c-93c7-4beb0f7bd2ce req-f8fd802c-9708-49f5-966d-b861ca30f8de tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:12.034117 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a522ad20-1c73-409c-93c7-4beb0f7bd2ce req-f8fd802c-9708-49f5-966d-b861ca30f8de tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.1641307 Aug 06 16:06:12.110497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 48b86bfc-097c-45fe-8369-16b7e4932c11 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:12.130638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=7bc54866-14a2-43df-9cb5-2c69d5ceeb53,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:12.268615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a522ad20-1c73-409c-93c7-4beb0f7bd2ce req-5a31d726-dd4a-4cbb-be9f-51774d511eb7 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249281 Aug 06 16:06:12.292163 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 48b86bfc-097c-45fe-8369-16b7e4932c11 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:12.292582 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:12.438194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf79a7-5430-43e9-94b9-7ced499a8a5b req-f3af3281-cd40-4605-ac14-c5e6f413a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:12.439829 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7caf79a7-5430-43e9-94b9-7ced499a8a5b req-f3af3281-cd40-4605-ac14-c5e6f413a537 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=048e5568a18447ea929cde75921b0777&device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 1095 time: 1.2750001 Aug 06 16:06:12.447676 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e0778-b2c7-47bb-a3b8-32bcc1cfba02 req-8d5fa232-f5be-4964-8676-999ad2aa1b7b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:12.477295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-777e0778-b2c7-47bb-a3b8-32bcc1cfba02 req-8d5fa232-f5be-4964-8676-999ad2aa1b7b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.2625616 Aug 06 16:06:12.573114 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Allocated IP 172.20.0.1 (f7e300df-8d33-4f10-9e2e-e43aa8354a37/547bd453-742a-4b36-8e4b-1d855a9ec45d/523e8d37-4c6a-4278-b792-fb50dbb28dba) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:06:12.655494 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=e6aa718d-3f2e-4a0c-8158-4cc28d57321a,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:12.722338 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-777e0778-b2c7-47bb-a3b8-32bcc1cfba02 req-b1592484-b5a9-4ae6-b7d7-e5c79c228f3f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351136 Aug 06 16:06:12.764845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4178dc-9980-4bbf-a039-043a455064d0 req-6bf86a65-74f2-4c2d-b12b-27de0c6736b4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:12.791630 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b4178dc-9980-4bbf-a039-043a455064d0 req-6bf86a65-74f2-4c2d-b12b-27de0c6736b4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 944 time: 0.2584977 Aug 06 16:06:12.903220 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:12.919746 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf79a7-5430-43e9-94b9-7ced499a8a5b req-2b2dd8a7-2272-4ea3-86a4-5d59cadf36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:12.927888 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7caf79a7-5430-43e9-94b9-7ced499a8a5b req-2b2dd8a7-2272-4ea3-86a4-5d59cadf36e3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 200 len: 908 time: 0.4606154 Aug 06 16:06:12.946082 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b4178dc-9980-4bbf-a039-043a455064d0 req-7f3cb011-2058-4854-9e31-013c2fb6df51 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442881 Aug 06 16:06:12.998056 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 48b86bfc-097c-45fe-8369-16b7e4932c11, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=48b86bfc-097c-45fe-8369-16b7e4932c11,segment=NetworkSegment(87d5eaa3-f451-4da6-9aca-83c9100ed3f0),segment_id=87d5eaa3-f451-4da6-9aca-83c9100ed3f0)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:13.056620 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:13.059482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2d4d5e55-58da-418e-b0a4-03539c01a77f up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:13.115810 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:13.118999 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:13.168661 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Transition to ACTIVE for port object 523e8d37-4c6a-4278-b792-fb50dbb28dba will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:13.223024 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c874c01-20f6-4f38-a0fe-994f16cddce9 req-4967e133-c38a-4c44-b045-33b5f63033bf tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:13.236353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c874c01-20f6-4f38-a0fe-994f16cddce9 req-4967e133-c38a-4c44-b045-33b5f63033bf tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:13.251803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c874c01-20f6-4f38-a0fe-994f16cddce9 req-4967e133-c38a-4c44-b045-33b5f63033bf tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:13.254661 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7caf79a7-5430-43e9-94b9-7ced499a8a5b req-3b919b05-8ae3-4594-8124-d4bdccd07c08 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8189ec25-58d1-46bf-9735-751d9043713c HTTP/1.1" status: 200 len: 217 time: 0.3171439 Aug 06 16:06:13.258354 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:13.268643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c874c01-20f6-4f38-a0fe-994f16cddce9 req-4967e133-c38a-4c44-b045-33b5f63033bf tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:13.288883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c874c01-20f6-4f38-a0fe-994f16cddce9 req-4967e133-c38a-4c44-b045-33b5f63033bf tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:13.304230 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c874c01-20f6-4f38-a0fe-994f16cddce9 req-4967e133-c38a-4c44-b045-33b5f63033bf tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:13.320449 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c874c01-20f6-4f38-a0fe-994f16cddce9 req-4967e133-c38a-4c44-b045-33b5f63033bf tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:13.333754 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c874c01-20f6-4f38-a0fe-994f16cddce9 req-4967e133-c38a-4c44-b045-33b5f63033bf tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5441 time: 0.2473900 Aug 06 16:06:13.362728 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf79a7-5430-43e9-94b9-7ced499a8a5b req-8a1ed4f2-f11c-417c-8d49-624d8c36063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:13.365593 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7caf79a7-5430-43e9-94b9-7ced499a8a5b req-8a1ed4f2-f11c-417c-8d49-624d8c36063f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 200 len: 847 time: 0.1004839 Aug 06 16:06:13.371604 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b86bfc-097c-45fe-8369-16b7e4932c11'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:13.378368 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821dc2a2-cba0-4bf1-ac99-b68aa4c80cdf" -d '{"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-plugged", "status": "completed", "tag": "48b86bfc-097c-45fe-8369-16b7e4932c11"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:13.415939 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Network f7e300df-8d33-4f10-9e2e-e43aa8354a37 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:13.420310 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:13.422829 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:06:13.434313 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c874c01-20f6-4f38-a0fe-994f16cddce9 req-0d668509-0da5-4e37-9e71-738dc216b33d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980780 Aug 06 16:06:13.449117 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7caf79a7-5430-43e9-94b9-7ced499a8a5b req-b3289dba-b190-4b92-8e84-56f25863461b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d04c5f28-1b50-4307-9944-b2931a255fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559931 Aug 06 16:06:13.455952 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=48b86bfc-097c-45fe-8369-16b7e4932c11,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:13.541324 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b682dedd-fdb6-4514-abbb-4fc3cae713c4 x-openstack-request-id: req-b682dedd-fdb6-4514-abbb-4fc3cae713c4 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:13.541698 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-plugged", "status": "completed", "tag": "48b86bfc-097c-45fe-8369-16b7e4932c11", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:13.541891 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b682dedd-fdb6-4514-abbb-4fc3cae713c4 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:13.542265 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b86bfc-097c-45fe-8369-16b7e4932c11', 'code': 200} Aug 06 16:06:13.543192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:13.543559 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:13.572293 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Pushing event updated for resources: {'Port': ['ID=523e8d37-4c6a-4278-b792-fb50dbb28dba,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:13.632422 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 2d4d5e55-58da-418e-b0a4-03539c01a77f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:13.679766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7790df7-f9e0-4ced-b519-4793faffdb5d req-70a22e8e-a6b9-4599-905b-8b6819451453 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:13.681393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7790df7-f9e0-4ced-b519-4793faffdb5d req-70a22e8e-a6b9-4599-905b-8b6819451453 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.0884418 Aug 06 16:06:13.714304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 2d4d5e55-58da-418e-b0a4-03539c01a77f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:13.714641 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:13.794148 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7caf79a7-5430-43e9-94b9-7ced499a8a5b req-10a9dc9d-53c7-44f9-968f-cbe1bcb46b6b service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999980 Aug 06 16:06:13.854657 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7790df7-f9e0-4ced-b519-4793faffdb5d req-5b1c7bcc-6964-43bf-b4a3-1e4ec4e6b23a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591797 Aug 06 16:06:13.897965 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:13.975384 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:06:13.997953 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:14.023986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e0de0-89a1-4edb-a77b-c2566b98e8aa req-a08723da-9472-45dc-b570-c000d3f536d8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:14.029355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Transition to ACTIVE for port object d89fcf86-0b9f-4638-b9dd-ee770ad5484f will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:14.045278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f3e0de0-89a1-4edb-a77b-c2566b98e8aa req-a08723da-9472-45dc-b570-c000d3f536d8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1360373 Aug 06 16:06:14.085005 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:14.126932 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f3e0de0-89a1-4edb-a77b-c2566b98e8aa req-a20ed58f-4b31-4448-aa9a-e9c20d8b3d9e tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805624 Aug 06 16:06:14.160251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f5cee-36b4-4916-b56c-75d5ea60ae83 None None] Pushing event updated for resources: {'Port': ['ID=d89fcf86-0b9f-4638-b9dd-ee770ad5484f,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:14.175655 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f4241481-bed9-45dc-a1d7-2df3c90e4a87 None None] Provisioning for port 523e8d37-4c6a-4278-b792-fb50dbb28dba completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:14.197088 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f4241481-bed9-45dc-a1d7-2df3c90e4a87 None None] Provisioning complete for port 523e8d37-4c6a-4278-b792-fb50dbb28dba triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:14.197767 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f4241481-bed9-45dc-a1d7-2df3c90e4a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:14.294695 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7caf79a7-5430-43e9-94b9-7ced499a8a5b req-f5b19f29-5bb8-4134-b0e8-5e33353e288f service neutron] 10.222.0.78 "GET /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794841 Aug 06 16:06:14.312397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d46777-cd2e-450f-aeea-64a03b020272 req-18e12daa-1f2b-473c-98bb-f995b78eb537 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:14.320716 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f4d46777-cd2e-450f-aeea-64a03b020272 req-18e12daa-1f2b-473c-98bb-f995b78eb537 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 944 time: 0.1196654 Aug 06 16:06:14.399588 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Attempting to bind port d89fcf86-0b9f-4638-b9dd-ee770ad5484f on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:06:14.399896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Attempting to bind port d89fcf86-0b9f-4638-b9dd-ee770ad5484f by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:06:14.400520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Attempting to bind port d89fcf86-0b9f-4638-b9dd-ee770ad5484f on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:14.419471 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:14.439944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f4d46777-cd2e-450f-aeea-64a03b020272 req-4f83879b-1c46-4021-a150-9a4da259f51f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027088 Aug 06 16:06:14.443910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f4241481-bed9-45dc-a1d7-2df3c90e4a87 None None] Port 523e8d37-4c6a-4278-b792-fb50dbb28dba cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:06:14.447185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:06:14.447559 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:06:14.447965 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:14.448352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:06:14.448837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Bound port: d89fcf86-0b9f-4638-b9dd-ee770ad5484f, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:06:14.449209 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:14.754875 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] For port d89fcf86-0b9f-4638-b9dd-ee770ad5484f, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:06:14.761057 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 2d4d5e55-58da-418e-b0a4-03539c01a77f, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2d4d5e55-58da-418e-b0a4-03539c01a77f,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:14.795947 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:14.797331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d8efe4d0-b1fb-4ecb-8db8-a14e443c874d up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:14.844999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3364b9-3dd4-4ac7-8c24-49fa1465c082 req-0f4b0249-189d-4df9-ae2b-3e25894d3da5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:14.854183 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:14.889672 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3364b9-3dd4-4ac7-8c24-49fa1465c082 req-0f4b0249-189d-4df9-ae2b-3e25894d3da5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:14.921327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3364b9-3dd4-4ac7-8c24-49fa1465c082 req-0f4b0249-189d-4df9-ae2b-3e25894d3da5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:14.950829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3364b9-3dd4-4ac7-8c24-49fa1465c082 req-0f4b0249-189d-4df9-ae2b-3e25894d3da5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:14.959760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] For port d89fcf86-0b9f-4638-b9dd-ee770ad5484f, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d89fcf86-0b9f-4638-b9dd-ee770ad5484f,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:06:14.994837 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3364b9-3dd4-4ac7-8c24-49fa1465c082 req-0f4b0249-189d-4df9-ae2b-3e25894d3da5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:15.027105 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3364b9-3dd4-4ac7-8c24-49fa1465c082 req-0f4b0249-189d-4df9-ae2b-3e25894d3da5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:15.043050 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:15.053716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3364b9-3dd4-4ac7-8c24-49fa1465c082 req-0f4b0249-189d-4df9-ae2b-3e25894d3da5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:15.059263 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec3364b9-3dd4-4ac7-8c24-49fa1465c082 req-0f4b0249-189d-4df9-ae2b-3e25894d3da5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5441 time: 0.4002476 Aug 06 16:06:15.206001 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Routers {'4751bfc5-56a9-495d-af99-a9826b8954d8'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:15.206001 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:06:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4751bfc5-56a9-495d-af99-a9826b8954d8'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:15.288134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8fa82-b43f-4770-9617-ab209a8b2d45 req-7e9ad5df-0c2d-4c7c-8a21-26067aa21353 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:15.301187 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4a8fa82-b43f-4770-9617-ab209a8b2d45 req-7e9ad5df-0c2d-4c7c-8a21-26067aa21353 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.2391551 Aug 06 16:06:15.346539 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=2d4d5e55-58da-418e-b0a4-03539c01a77f,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:15.351945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:15.354716 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec3364b9-3dd4-4ac7-8c24-49fa1465c082 req-458e0376-11f5-421e-a843-7a5586d673ac tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2558987 Aug 06 16:06:15.377754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5f76f56-4939-4558-b5c2-ec32145757b5 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:15.480200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4a8fa82-b43f-4770-9617-ab209a8b2d45 req-b39fa0d3-6b92-4904-9968-c497b0ff4cb2 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776004 Aug 06 16:06:15.535208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:15.535725 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:15.563888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4d5e55-58da-418e-b0a4-03539c01a77f'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:15.570459 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7673f41c-40b5-4ff5-b52f-dcd6a3937cd0" -d '{"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-plugged", "status": "completed", "tag": "2d4d5e55-58da-418e-b0a4-03539c01a77f"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:15.586572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:15.613718 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:15.724117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Pushing event updated for resources: {'Port': ['ID=523e8d37-4c6a-4278-b792-fb50dbb28dba,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:15.853898 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:15.889442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f5cee-36b4-4916-b56c-75d5ea60ae83 None None] Pushing event updated for resources: {'Port': ['ID=d89fcf86-0b9f-4638-b9dd-ee770ad5484f,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:15.938383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d0d00-b3c1-49fe-94d5-fad365c66902 req-d5d8026e-832e-4a7e-8397-1f21b3a1ff68 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:15.942854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] Set router 4751bfc5-56a9-495d-af99-a9826b8954d8 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:15.943437 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b7d0d00-b3c1-49fe-94d5-fad365c66902 req-d5d8026e-832e-4a7e-8397-1f21b3a1ff68 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.2379496 Aug 06 16:06:16.088777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504cdd2-4a55-407d-8575-5f35d9128d61 req-a939d16d-c85d-4af8-9861-47f243d9751f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:16.097940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a504cdd2-4a55-407d-8575-5f35d9128d61 req-a939d16d-c85d-4af8-9861-47f243d9751f tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 944 time: 0.2712944 Aug 06 16:06:16.191476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port a5f76f56-4939-4558-b5c2-ec32145757b5 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:16.214796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Network f7e300df-8d33-4f10-9e2e-e43aa8354a37 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:16.220839 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:16.258940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port a5f76f56-4939-4558-b5c2-ec32145757b5 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:16.261015 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:16.296542 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b7d0d00-b3c1-49fe-94d5-fad365c66902 req-81880da1-823f-431f-adc5-876d3db35b7d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429041 Aug 06 16:06:16.355503 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a504cdd2-4a55-407d-8575-5f35d9128d61 req-e168e75f-1e32-42a2-8c5f-f6bb2d12e2b2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210829 Aug 06 16:06:16.672649 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Router 4751bfc5-56a9-495d-af99-a9826b8954d8 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:06:16.925238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ed89a-cdfc-4c02-a2e2-d824bd1cae80 req-b1b77404-5075-40fa-bce1-5c3b8c61df9c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:16.949573 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ed89a-cdfc-4c02-a2e2-d824bd1cae80 req-b1b77404-5075-40fa-bce1-5c3b8c61df9c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:16.969605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ed89a-cdfc-4c02-a2e2-d824bd1cae80 req-b1b77404-5075-40fa-bce1-5c3b8c61df9c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:16.992444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ed89a-cdfc-4c02-a2e2-d824bd1cae80 req-b1b77404-5075-40fa-bce1-5c3b8c61df9c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:17.030989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ed89a-cdfc-4c02-a2e2-d824bd1cae80 req-b1b77404-5075-40fa-bce1-5c3b8c61df9c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:17.075301 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c311e30-32b9-4dbb-a22d-1140f27b4612 x-openstack-request-id: req-9c311e30-32b9-4dbb-a22d-1140f27b4612 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:17.075767 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-plugged", "status": "completed", "tag": "2d4d5e55-58da-418e-b0a4-03539c01a77f", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:17.075944 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c311e30-32b9-4dbb-a22d-1140f27b4612 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:17.076520 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4d5e55-58da-418e-b0a4-03539c01a77f', 'code': 200} Aug 06 16:06:17.078673 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ed89a-cdfc-4c02-a2e2-d824bd1cae80 req-b1b77404-5075-40fa-bce1-5c3b8c61df9c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:17.084562 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:17.103690 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ed89a-cdfc-4c02-a2e2-d824bd1cae80 req-b1b77404-5075-40fa-bce1-5c3b8c61df9c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:17.108457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b27ed89a-cdfc-4c02-a2e2-d824bd1cae80 req-b1b77404-5075-40fa-bce1-5c3b8c61df9c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5442 time: 0.4228003 Aug 06 16:06:17.122905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:06:17.140095 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8e458e5a-9f65-4a8e-97f6-30367163d089 admin admin] 10.222.0.37 "PUT /v2.0/routers/4751bfc5-56a9-495d-af99-a9826b8954d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4216127 Aug 06 16:06:17.144701 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6bff066c-136c-4a08-8579-7a22cd28feed None None] Provisioning complete for port 523e8d37-4c6a-4278-b792-fb50dbb28dba triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:17.145062 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6bff066c-136c-4a08-8579-7a22cd28feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:17.310278 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:17.357805 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b27ed89a-cdfc-4c02-a2e2-d824bd1cae80 req-8fe4d27d-2abc-47fb-863c-78d2e2ae6f05 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2171407 Aug 06 16:06:17.389424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d,segment=NetworkSegment(237585fe-b091-45d9-a35c-ea58036433c7),segment_id=237585fe-b091-45d9-a35c-ea58036433c7)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:17.418971 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:17.420812 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 74972a33-99ce-40f2-a6b5-cf335a5afc10 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:17.485170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70446c50-14bb-4068-ae5d-ff9da85dfa7b req-4826a79f-6c89-4623-8053-5789fb42c43a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:17.522462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70446c50-14bb-4068-ae5d-ff9da85dfa7b req-4826a79f-6c89-4623-8053-5789fb42c43a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.4057713 Aug 06 16:06:17.541223 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-6bff066c-136c-4a08-8579-7a22cd28feed None None] Port 523e8d37-4c6a-4278-b792-fb50dbb28dba cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:06:17.633123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5f76f56-4939-4558-b5c2-ec32145757b5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5f76f56-4939-4558-b5c2-ec32145757b5,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:17.677001 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:17.691839 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70446c50-14bb-4068-ae5d-ff9da85dfa7b req-d7918bc7-fba0-435d-9357-cf7e12f64962 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647232 Aug 06 16:06:17.741279 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a106d79-5399-45ed-99cc-babb1eff1feb req-f3ade102-4d29-4b0a-b6e7-78e83831f24e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:17.750058 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7a106d79-5399-45ed-99cc-babb1eff1feb req-f3ade102-4d29-4b0a-b6e7-78e83831f24e tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.78 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 945 time: 0.1049628 Aug 06 16:06:17.752177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:17.852046 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 74972a33-99ce-40f2-a6b5-cf335a5afc10 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:17.871484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 74972a33-99ce-40f2-a6b5-cf335a5afc10 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:17.871911 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:18.030291 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a5f76f56-4939-4558-b5c2-ec32145757b5,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:18.080568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-7a106d79-5399-45ed-99cc-babb1eff1feb req-aa46f732-352d-4797-b55d-a2d97da69d8f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Deleting port c15c24dc-70cb-499a-b601-cc3b5822b141 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:18.080921 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7a106d79-5399-45ed-99cc-babb1eff1feb req-aa46f732-352d-4797-b55d-a2d97da69d8f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:18.121679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1906091707-router', 'tenant_id': '734aef847b70421e9a3c779d3e0d3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd89fcf86-0b9f-4638-b9dd-ee770ad5484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:02Z', 'updated_at': '2021-08-06T16:06:14Z', 'revision_number': 4, 'project_id': '734aef847b70421e9a3c779d3e0d3856', 'gw_port': {'id': 'd89fcf86-0b9f-4638-b9dd-ee770ad5484f', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:04Z', 'updated_at': '2021-08-06T16:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '523e8d37-4c6a-4278-b792-fb50dbb28dba', 'name': '', 'network_id': 'f7e300df-8d33-4f10-9e2e-e43aa8354a37', 'tenant_id': '734aef847b70421e9a3c779d3e0d3856', 'mac_address': 'fa:16:3e:56:ea:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '547bd453-742a-4b36-8e4b-1d855a9ec45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:10Z', 'updated_at': '2021-08-06T16:06:12Z', 'revision_number': 1, 'project_id': '734aef847b70421e9a3c779d3e0d3856', 'subnets': [{'id': '547bd453-742a-4b36-8e4b-1d855a9ec45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:18.329847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e3a0b-e821-4581-b97b-ae41dab6ec7f req-4ca6710c-1b0a-4a70-8334-38ab4663b1b9 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:18.332392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496cfb1d-d76d-4e19-b2fc-bccd1f4d1a11 None None] The sync data for ids ['4751bfc5-56a9-495d-af99-a9826b8954d8'] in n-d-803756-1 is: [{'id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1906091707-router', 'tenant_id': '734aef847b70421e9a3c779d3e0d3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd89fcf86-0b9f-4638-b9dd-ee770ad5484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:02Z', 'updated_at': '2021-08-06T16:06:14Z', 'revision_number': 4, 'project_id': '734aef847b70421e9a3c779d3e0d3856', 'gw_port': {'id': 'd89fcf86-0b9f-4638-b9dd-ee770ad5484f', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:04Z', 'updated_at': '2021-08-06T16:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '523e8d37-4c6a-4278-b792-fb50dbb28dba', 'name': '', 'network_id': 'f7e300df-8d33-4f10-9e2e-e43aa8354a37', 'tenant_id': '734aef847b70421e9a3c779d3e0d3856', 'mac_address': 'fa:16:3e:56:ea:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '547bd453-742a-4b36-8e4b-1d855a9ec45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:10Z', 'updated_at': '2021-08-06T16:06:12Z', 'revision_number': 1, 'project_id': '734aef847b70421e9a3c779d3e0d3856', 'subnets': [{'id': '547bd453-742a-4b36-8e4b-1d855a9ec45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:06:18.356895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a18e3a0b-e821-4581-b97b-ae41dab6ec7f req-4ca6710c-1b0a-4a70-8334-38ab4663b1b9 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ca3473-cba4-46d5-800b-8918b273386b HTTP/1.1" status: 200 len: 945 time: 0.2785821 Aug 06 16:06:18.394655 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:18.411422 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-7a106d79-5399-45ed-99cc-babb1eff1feb req-aa46f732-352d-4797-b55d-a2d97da69d8f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] For port c15c24dc-70cb-499a-b601-cc3b5822b141, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c15c24dc-70cb-499a-b601-cc3b5822b141,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:18.411422 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7a106d79-5399-45ed-99cc-babb1eff1feb req-aa46f732-352d-4797-b55d-a2d97da69d8f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:18.477664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-7a106d79-5399-45ed-99cc-babb1eff1feb req-aa46f732-352d-4797-b55d-a2d97da69d8f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Calling delete_port for c15c24dc-70cb-499a-b601-cc3b5822b141 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:18.501238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 74972a33-99ce-40f2-a6b5-cf335a5afc10, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=74972a33-99ce-40f2-a6b5-cf335a5afc10,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:18.510379 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:18.511328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8baaabef-75fc-441f-9a94-3e650348ab46 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:18.531209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a18e3a0b-e821-4581-b97b-ae41dab6ec7f req-bc36c1ba-1573-483f-8152-6e866a21459f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739044 Aug 06 16:06:18.586800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920d966-4997-497b-96bd-13d031124a78 req-78530bb9-2f4b-4a15-a3dc-9513ffa8dc05 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:18.596625 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b920d966-4997-497b-96bd-13d031124a78 req-78530bb9-2f4b-4a15-a3dc-9513ffa8dc05 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.4343069 Aug 06 16:06:18.764692 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=74972a33-99ce-40f2-a6b5-cf335a5afc10,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:18.876543 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7a106d79-5399-45ed-99cc-babb1eff1feb req-aa46f732-352d-4797-b55d-a2d97da69d8f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:18.933660 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b920d966-4997-497b-96bd-13d031124a78 req-7d39c240-f754-40a5-8bee-a3482fe5ec0b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323617 Aug 06 16:06:18.990960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c15c24dc-70cb-499a-b601-cc3b5822b141 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:19.008608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46f732-352d-4797-b55d-a2d97da69d8f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Pushing event deleted for resources: {'Port': ['ID=c15c24dc-70cb-499a-b601-cc3b5822b141,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:19.030399 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14413-a050-443a-810e-ca7c64897a90 req-8f310141-1927-4e74-9def-7fdaa5526dd8 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:19.039547 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cbc14413-a050-443a-810e-ca7c64897a90 req-8f310141-1927-4e74-9def-7fdaa5526dd8 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 945 time: 0.3228507 Aug 06 16:06:19.048262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: c15c24dc-70cb-499a-b601-cc3b5822b141 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:19.048610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c15c24dc-70cb-499a-b601-cc3b5822b141 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:19.077822 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8efe4d0-b1fb-4ecb-8db8-a14e443c874d'}, {'server_uuid': '1dc8e5e4-96ab-4e32-941b-06f93c4b94da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f76f56-4939-4558-b5c2-ec32145757b5'}, {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74972a33-99ce-40f2-a6b5-cf335a5afc10'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:19.080355 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6f122a-0de3-4f4f-8e21-76489b0c03ad" -d '{"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-plugged", "status": "completed", "tag": "d8efe4d0-b1fb-4ecb-8db8-a14e443c874d"}, {"server_uuid": "1dc8e5e4-96ab-4e32-941b-06f93c4b94da", "name": "network-vif-plugged", "status": "completed", "tag": "a5f76f56-4939-4558-b5c2-ec32145757b5"}, {"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-plugged", "status": "completed", "tag": "74972a33-99ce-40f2-a6b5-cf335a5afc10"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:19.159741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cbc14413-a050-443a-810e-ca7c64897a90 req-64301844-65ea-48f3-a279-db5279804b8b tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084936 Aug 06 16:06:19.163087 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a106d79-5399-45ed-99cc-babb1eff1feb req-aa46f732-352d-4797-b55d-a2d97da69d8f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] No DVR routers for this DVR port c15c24dc-70cb-499a-b601-cc3b5822b141 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:19.168201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7a106d79-5399-45ed-99cc-babb1eff1feb req-aa46f732-352d-4797-b55d-a2d97da69d8f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:19.173653 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7a106d79-5399-45ed-99cc-babb1eff1feb req-aa46f732-352d-4797-b55d-a2d97da69d8f tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.78 "DELETE /v2.0/ports/c15c24dc-70cb-499a-b601-cc3b5822b141 HTTP/1.1" status: 204 len: 173 time: 1.4186885 Aug 06 16:06:19.174219 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ca3473-cba4-46d5-800b-8918b273386b', 'name': 'network-vif-deleted', 'tag': 'c15c24dc-70cb-499a-b601-cc3b5822b141'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:19.187004 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c55419-1b05-4834-a71b-338458f889d2" -d '{"events": [{"server_uuid": "57ca3473-cba4-46d5-800b-8918b273386b", "name": "network-vif-deleted", "tag": "c15c24dc-70cb-499a-b601-cc3b5822b141"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:19.416069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cceba914-c917-4f40-9932-100daaed8cef req-f6ced889-3bdb-4328-8571-b7792110b335 tempest-FloatingIPsNegativeTestJSON-1529327287 tempest-FloatingIPsNegativeTestJSON-1529327287-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=734aef847b70421e9a3c779d3e0d3856 HTTP/1.1" status: 200 len: 217 time: 0.1464841 Aug 06 16:06:19.457227 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb38b-7f95-469d-89f7-fb0192fe00e0 req-2ef4b1d6-6fd6-4a14-b94a-569b191ba1bd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:19.463310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb38b-7f95-469d-89f7-fb0192fe00e0 req-2ef4b1d6-6fd6-4a14-b94a-569b191ba1bd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:19.469517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb38b-7f95-469d-89f7-fb0192fe00e0 req-2ef4b1d6-6fd6-4a14-b94a-569b191ba1bd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:19.475543 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb38b-7f95-469d-89f7-fb0192fe00e0 req-2ef4b1d6-6fd6-4a14-b94a-569b191ba1bd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:19.481573 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb38b-7f95-469d-89f7-fb0192fe00e0 req-2ef4b1d6-6fd6-4a14-b94a-569b191ba1bd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:19.488171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb38b-7f95-469d-89f7-fb0192fe00e0 req-2ef4b1d6-6fd6-4a14-b94a-569b191ba1bd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:19.494812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb38b-7f95-469d-89f7-fb0192fe00e0 req-2ef4b1d6-6fd6-4a14-b94a-569b191ba1bd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:19.496780 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f81eb38b-7f95-469d-89f7-fb0192fe00e0 req-2ef4b1d6-6fd6-4a14-b94a-569b191ba1bd tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5444 time: 0.2205954 Aug 06 16:06:19.620457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f81eb38b-7f95-469d-89f7-fb0192fe00e0 req-1cb56ec4-fef4-43ee-aa0c-fd033a2d55c6 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1075554 Aug 06 16:06:19.631899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c151e6d-9158-4e80-aa2d-3130ad5eff85 req-162e5f99-a54b-4b9f-998a-6d1a196c5259 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:19.635882 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c151e6d-9158-4e80-aa2d-3130ad5eff85 req-162e5f99-a54b-4b9f-998a-6d1a196c5259 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.1381269 Aug 06 16:06:19.771101 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c151e6d-9158-4e80-aa2d-3130ad5eff85 req-a4c04d91-aecb-4c7c-9f17-25cceb59d3f3 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761762 Aug 06 16:06:19.936951 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fe4289-2535-4c49-991c-dafe0460e7fe x-openstack-request-id: req-a5fe4289-2535-4c49-991c-dafe0460e7fe {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:19.937563 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-plugged", "status": "completed", "tag": "d8efe4d0-b1fb-4ecb-8db8-a14e443c874d", "code": 200}, {"server_uuid": "1dc8e5e4-96ab-4e32-941b-06f93c4b94da", "name": "network-vif-plugged", "status": "completed", "tag": "a5f76f56-4939-4558-b5c2-ec32145757b5", "code": 200}, {"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-plugged", "status": "completed", "tag": "74972a33-99ce-40f2-a6b5-cf335a5afc10", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:19.937867 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5fe4289-2535-4c49-991c-dafe0460e7fe {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:19.938721 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8efe4d0-b1fb-4ecb-8db8-a14e443c874d', 'code': 200} Aug 06 16:06:19.939366 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc8e5e4-96ab-4e32-941b-06f93c4b94da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f76f56-4939-4558-b5c2-ec32145757b5', 'code': 200} Aug 06 16:06:19.939977 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74972a33-99ce-40f2-a6b5-cf335a5afc10', 'code': 200} Aug 06 16:06:19.982828 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e795320-1483-4dc4-b52f-7d7344601ab5 x-openstack-request-id: req-4e795320-1483-4dc4-b52f-7d7344601ab5 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:19.983638 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ca3473-cba4-46d5-800b-8918b273386b", "name": "network-vif-deleted", "tag": "c15c24dc-70cb-499a-b601-cc3b5822b141", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:19.983638 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e795320-1483-4dc4-b52f-7d7344601ab5 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:19.983916 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ca3473-cba4-46d5-800b-8918b273386b', 'name': 'network-vif-deleted', 'tag': 'c15c24dc-70cb-499a-b601-cc3b5822b141', 'status': 'completed', 'code': 200} Aug 06 16:06:20.085674 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27c6f7e6-e7cc-4a47-814f-96e89b932215 req-753727fb-07b3-4db7-a002-a9455919ac9c tempest-FloatingIPsNegativeTestJSON-1529327287 tempest-FloatingIPsNegativeTestJSON-1529327287-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0895445 Aug 06 16:06:20.191480 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44e810-281f-4562-b38c-e0d83062eed3 req-a56299da-9092-40d8-b018-a2471a9a1076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:20.193238 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cb44e810-281f-4562-b38c-e0d83062eed3 req-a56299da-9092-40d8-b018-a2471a9a1076 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 1096 time: 0.1610019 Aug 06 16:06:20.202154 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-b1d25978-6c13-4e8a-a424-1bfc84023596 req-ea74bdd5-bcd5-4367-b65e-cad82a7a32de tempest-FloatingIPsNegativeTestJSON-1529327287 tempest-FloatingIPsNegativeTestJSON-1529327287-project] show failed (client error): The resource could not be found. Aug 06 16:06:20.203295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b1d25978-6c13-4e8a-a424-1bfc84023596 req-ea74bdd5-bcd5-4367-b65e-cad82a7a32de tempest-FloatingIPsNegativeTestJSON-1529327287 tempest-FloatingIPsNegativeTestJSON-1529327287-project] 10.222.0.37 "GET /v2.0/floatingips/e3978fec-7b70-4fe3-8ff8-384d02e5f01c HTTP/1.1" status: 404 len: 350 time: 0.0804310 Aug 06 16:06:20.216990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43298) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:20.230894 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc1058-71f4-4737-a49a-6ccf91be51e2 req-d2743ab6-a2b6-4b7c-9f14-612002027011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:20.231377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc1058-71f4-4737-a49a-6ccf91be51e2 req-d2743ab6-a2b6-4b7c-9f14-612002027011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:20.231976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc1058-71f4-4737-a49a-6ccf91be51e2 req-d2743ab6-a2b6-4b7c-9f14-612002027011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:20.232692 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc1058-71f4-4737-a49a-6ccf91be51e2 req-d2743ab6-a2b6-4b7c-9f14-612002027011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:20.233168 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc1058-71f4-4737-a49a-6ccf91be51e2 req-d2743ab6-a2b6-4b7c-9f14-612002027011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:20.244806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc1058-71f4-4737-a49a-6ccf91be51e2 req-d2743ab6-a2b6-4b7c-9f14-612002027011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:20.246844 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc1058-71f4-4737-a49a-6ccf91be51e2 req-d2743ab6-a2b6-4b7c-9f14-612002027011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:20.252059 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-37dc1058-71f4-4737-a49a-6ccf91be51e2 req-d2743ab6-a2b6-4b7c-9f14-612002027011 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 6501 time: 0.1413260 Aug 06 16:06:20.314922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054b870-bcf1-4a10-ae32-4413cdfe4f8b req-4fcfaa7b-72a6-4f16-a6de-7eaf4f0c5540 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:20.331840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2054b870-bcf1-4a10-ae32-4413cdfe4f8b req-4fcfaa7b-72a6-4f16-a6de-7eaf4f0c5540 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1274767 Aug 06 16:06:20.422742 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-37dc1058-71f4-4737-a49a-6ccf91be51e2 req-459c99ea-cf50-44fb-bdf9-d294aa1564b7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&id=1f87bc49-b22f-443f-b9c6-434bd719a78d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1033370 Aug 06 16:06:20.433412 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cb44e810-281f-4562-b38c-e0d83062eed3 req-9b75fb9f-3192-4313-9286-0bccaa845ecb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147224 Aug 06 16:06:20.470883 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2054b870-bcf1-4a10-ae32-4413cdfe4f8b req-ca426817-66d8-4af7-a75d-cefa489365c5 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379006 Aug 06 16:06:21.150853 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d89fcf86-0b9f-4638-b9dd-ee770ad5484f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:21.226103 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16b9c9-c7b3-49ec-86a3-504b3bd81f45 req-311edb6a-06eb-4a55-8849-8674668928b8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:21.228919 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b16b9c9-c7b3-49ec-86a3-504b3bd81f45 req-311edb6a-06eb-4a55-8849-8674668928b8 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.78 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 944 time: 0.1040375 Aug 06 16:06:21.330522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port d89fcf86-0b9f-4638-b9dd-ee770ad5484f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:21.340609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d89fcf86-0b9f-4638-b9dd-ee770ad5484f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:21.347374 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:21.534933 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0a7b3-d8d4-4055-8f52-7f00fa001cac req-a3ce142f-8088-47ce-b98f-e38af0404d5b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:21.543454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ead0a7b3-d8d4-4055-8f52-7f00fa001cac req-a3ce142f-8088-47ce-b98f-e38af0404d5b tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 944 time: 0.2417729 Aug 06 16:06:21.583806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e04fe-d589-4ccd-8214-86b26660420b req-b701a963-a1b2-4054-9ff8-c02e9084fc79 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:21.591672 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc1e04fe-d589-4ccd-8214-86b26660420b req-b701a963-a1b2-4054-9ff8-c02e9084fc79 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 945 time: 0.3041825 Aug 06 16:06:21.596024 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-1b16b9c9-c7b3-49ec-86a3-504b3bd81f45 req-f05b6029-6ed2-4931-aca8-c20dea147889 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Deleting port 8189ec25-58d1-46bf-9735-751d9043713c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:21.597711 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b16b9c9-c7b3-49ec-86a3-504b3bd81f45 req-f05b6029-6ed2-4931-aca8-c20dea147889 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:21.654901 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ead0a7b3-d8d4-4055-8f52-7f00fa001cac req-21a18fea-6fce-4b50-887f-192ae3d9a5f0 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104803 Aug 06 16:06:21.671025 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:21.754211 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port d89fcf86-0b9f-4638-b9dd-ee770ad5484f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d89fcf86-0b9f-4638-b9dd-ee770ad5484f,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:21.762942 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:21.832372 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc1e04fe-d589-4ccd-8214-86b26660420b req-f8efe9a3-e3d6-461d-ba26-0f53ae5991a4 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325795 Aug 06 16:06:21.909357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=d89fcf86-0b9f-4638-b9dd-ee770ad5484f,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:21.960398 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1b16b9c9-c7b3-49ec-86a3-504b3bd81f45 req-f05b6029-6ed2-4931-aca8-c20dea147889 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] For port 8189ec25-58d1-46bf-9735-751d9043713c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8189ec25-58d1-46bf-9735-751d9043713c,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:21.960837 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b16b9c9-c7b3-49ec-86a3-504b3bd81f45 req-f05b6029-6ed2-4931-aca8-c20dea147889 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:21.982260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-1b16b9c9-c7b3-49ec-86a3-504b3bd81f45 req-f05b6029-6ed2-4931-aca8-c20dea147889 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Calling delete_port for 8189ec25-58d1-46bf-9735-751d9043713c owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:22.003420 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ad752f0-9e80-43d6-9a34-c5375a10284f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:22.276764 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b16b9c9-c7b3-49ec-86a3-504b3bd81f45 req-f05b6029-6ed2-4931-aca8-c20dea147889 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:22.315215 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b6029-6ed2-4931-aca8-c20dea147889 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Pushing event deleted for resources: {'Port': ['ID=8189ec25-58d1-46bf-9735-751d9043713c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:22.359030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f289f-ec16-40a6-97d8-331f0530ca97 req-dfcf68dd-139a-46c8-a225-e5d22e0a68e7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:22.368400 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f289f-ec16-40a6-97d8-331f0530ca97 req-dfcf68dd-139a-46c8-a225-e5d22e0a68e7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:22.379879 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b16b9c9-c7b3-49ec-86a3-504b3bd81f45 req-f05b6029-6ed2-4931-aca8-c20dea147889 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] No DVR routers for this DVR port 8189ec25-58d1-46bf-9735-751d9043713c on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:22.380754 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f289f-ec16-40a6-97d8-331f0530ca97 req-dfcf68dd-139a-46c8-a225-e5d22e0a68e7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:22.383821 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b16b9c9-c7b3-49ec-86a3-504b3bd81f45 req-f05b6029-6ed2-4931-aca8-c20dea147889 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:22.386525 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b16b9c9-c7b3-49ec-86a3-504b3bd81f45 req-f05b6029-6ed2-4931-aca8-c20dea147889 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.78 "DELETE /v2.0/ports/8189ec25-58d1-46bf-9735-751d9043713c HTTP/1.1" status: 204 len: 173 time: 1.1490321 Aug 06 16:06:22.387085 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f289f-ec16-40a6-97d8-331f0530ca97 req-dfcf68dd-139a-46c8-a225-e5d22e0a68e7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:22.387484 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1e750f-b05c-4517-95e4-147481a57abb', 'name': 'network-vif-deleted', 'tag': '8189ec25-58d1-46bf-9735-751d9043713c'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:22.393414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f289f-ec16-40a6-97d8-331f0530ca97 req-dfcf68dd-139a-46c8-a225-e5d22e0a68e7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:22.393764 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e63e1fe-46ad-4fe0-b738-a89c00059762" -d '{"events": [{"server_uuid": "aa1e750f-b05c-4517-95e4-147481a57abb", "name": "network-vif-deleted", "tag": "8189ec25-58d1-46bf-9735-751d9043713c"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:22.399752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f289f-ec16-40a6-97d8-331f0530ca97 req-dfcf68dd-139a-46c8-a225-e5d22e0a68e7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:22.405915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f289f-ec16-40a6-97d8-331f0530ca97 req-dfcf68dd-139a-46c8-a225-e5d22e0a68e7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:22.422155 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-141f289f-ec16-40a6-97d8-331f0530ca97 req-dfcf68dd-139a-46c8-a225-e5d22e0a68e7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5444 time: 0.5785975 Aug 06 16:06:22.436593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc18de-5022-4736-b189-014c5910bf2f req-3d956fa5-f113-4dec-9685-efcd0d81c3cc tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:22.439423 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27fc18de-5022-4736-b189-014c5910bf2f req-3d956fa5-f113-4dec-9685-efcd0d81c3cc tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.4862821 Aug 06 16:06:22.526258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-141f289f-ec16-40a6-97d8-331f0530ca97 req-d5f0134f-5bfd-4dea-9057-5f2c0a3e4577 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1032093 Aug 06 16:06:22.539253 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cda57c-51b0-48a0-8ef7-823b478b57c9 None None] Sync routers for ids ['4751bfc5-56a9-495d-af99-a9826b8954d8'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:06:22.546329 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27fc18de-5022-4736-b189-014c5910bf2f req-3ae14963-1e29-4ac3-9096-613f67e623ed tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814087 Aug 06 16:06:22.564852 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cda57c-51b0-48a0-8ef7-823b478b57c9 None None] Routers {'4751bfc5-56a9-495d-af99-a9826b8954d8'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:22.569061 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-91cda57c-51b0-48a0-8ef7-823b478b57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:06:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4751bfc5-56a9-495d-af99-a9826b8954d8'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:22.743042 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b35bd39-8198-4a38-bacd-a30edfcf4d02 x-openstack-request-id: req-2b35bd39-8198-4a38-bacd-a30edfcf4d02 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:22.743417 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1e750f-b05c-4517-95e4-147481a57abb", "name": "network-vif-deleted", "tag": "8189ec25-58d1-46bf-9735-751d9043713c", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:22.744203 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b35bd39-8198-4a38-bacd-a30edfcf4d02 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:22.744831 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1e750f-b05c-4517-95e4-147481a57abb', 'name': 'network-vif-deleted', 'tag': '8189ec25-58d1-46bf-9735-751d9043713c', 'status': 'completed', 'code': 200} Aug 06 16:06:22.799706 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-91cda57c-51b0-48a0-8ef7-823b478b57c9 None None] Set router 4751bfc5-56a9-495d-af99-a9826b8954d8 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:22.846381 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c30e4-e07a-46a9-9390-97ec291b6dce req-fabc9c0b-52cf-4661-a074-5772c3f43de2 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:22.853266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a5c30e4-e07a-46a9-9390-97ec291b6dce req-fabc9c0b-52cf-4661-a074-5772c3f43de2 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1910532 Aug 06 16:06:22.859443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-3ad752f0-9e80-43d6-9a34-c5375a10284f admin admin] Deleting port 523e8d37-4c6a-4278-b792-fb50dbb28dba {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:22.862253 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ad752f0-9e80-43d6-9a34-c5375a10284f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:23.029965 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ad752f0-9e80-43d6-9a34-c5375a10284f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:23.046287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d89fcf86-0b9f-4638-b9dd-ee770ad5484f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:23.061485 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-3ad752f0-9e80-43d6-9a34-c5375a10284f admin admin] Calling delete_port for 523e8d37-4c6a-4278-b792-fb50dbb28dba owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:23.127831 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-91cda57c-51b0-48a0-8ef7-823b478b57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1906091707-router', 'tenant_id': '734aef847b70421e9a3c779d3e0d3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd89fcf86-0b9f-4638-b9dd-ee770ad5484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:02Z', 'updated_at': '2021-08-06T16:06:14Z', 'revision_number': 4, 'project_id': '734aef847b70421e9a3c779d3e0d3856', 'gw_port': {'id': 'd89fcf86-0b9f-4638-b9dd-ee770ad5484f', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:04Z', 'updated_at': '2021-08-06T16:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '523e8d37-4c6a-4278-b792-fb50dbb28dba', 'name': '', 'network_id': 'f7e300df-8d33-4f10-9e2e-e43aa8354a37', 'tenant_id': '734aef847b70421e9a3c779d3e0d3856', 'mac_address': 'fa:16:3e:56:ea:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '547bd453-742a-4b36-8e4b-1d855a9ec45d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:10Z', 'updated_at': '2021-08-06T16:06:15Z', 'revision_number': 2, 'project_id': '734aef847b70421e9a3c779d3e0d3856', 'subnets': [{'id': '547bd453-742a-4b36-8e4b-1d855a9ec45d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:23.137824 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d89fcf86-0b9f-4638-b9dd-ee770ad5484f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:23.138287 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:23.160217 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cda57c-51b0-48a0-8ef7-823b478b57c9 None None] Checking router: 4751bfc5-56a9-495d-af99-a9826b8954d8 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:06:23.160934 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cda57c-51b0-48a0-8ef7-823b478b57c9 None None] Updating router 4751bfc5-56a9-495d-af99-a9826b8954d8 port 523e8d37-4c6a-4278-b792-fb50dbb28dba binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:06:23.192111 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-91cda57c-51b0-48a0-8ef7-823b478b57c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:23.366198 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:23.423832 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a1efe40-7d42-4a06-be9d-637ec1e12a56 req-21f8d443-3794-4778-ad02-5195ccb0adb5 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa1e750f-b05c-4517-95e4-147481a57abb HTTP/1.1" status: 200 len: 210 time: 0.4215739 Aug 06 16:06:23.460618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a5c30e4-e07a-46a9-9390-97ec291b6dce req-3d479e8b-9492-46fe-a9f3-743d0a26c915 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5655625 Aug 06 16:06:23.464727 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ad752f0-9e80-43d6-9a34-c5375a10284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:23.507895 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad752f0-9e80-43d6-9a34-c5375a10284f admin admin] Pushing event deleted for resources: {'Port': ['ID=523e8d37-4c6a-4278-b792-fb50dbb28dba,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:23.692409 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:23.716598 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.db.api [None req-91cda57c-51b0-48a0-8ef7-823b478b57c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:06:23.717266 n-d-803756-1 neutron-server[105767]: DEBUG oslo_db.api [None req-91cda57c-51b0-48a0-8ef7-823b478b57c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:06:23.769059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f87c7-108c-408d-96e5-c9215648de17 req-5828f6ed-a50d-43c9-8de6-33bc0479693e tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:23.770707 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-436f87c7-108c-408d-96e5-c9215648de17 req-5828f6ed-a50d-43c9-8de6-33bc0479693e tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 945 time: 0.2326682 Aug 06 16:06:23.882126 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-436f87c7-108c-408d-96e5-c9215648de17 req-f87b6682-ce8f-4342-a6b0-bc36d3b6f0e5 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908496 Aug 06 16:06:23.896766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264695a-80fa-4150-a0bc-f035235dbe0f req-2002b447-3dcb-4e3f-9e62-06db11277110 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:23.909682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264695a-80fa-4150-a0bc-f035235dbe0f req-2002b447-3dcb-4e3f-9e62-06db11277110 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:23.909682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264695a-80fa-4150-a0bc-f035235dbe0f req-2002b447-3dcb-4e3f-9e62-06db11277110 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:23.915263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264695a-80fa-4150-a0bc-f035235dbe0f req-2002b447-3dcb-4e3f-9e62-06db11277110 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:23.921383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264695a-80fa-4150-a0bc-f035235dbe0f req-2002b447-3dcb-4e3f-9e62-06db11277110 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:23.927441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264695a-80fa-4150-a0bc-f035235dbe0f req-2002b447-3dcb-4e3f-9e62-06db11277110 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:23.931216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8facd0-1897-4bca-824f-db255bee0134 req-0aba8e00-237b-472b-8b2b-1f5121d6fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:23.933393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264695a-80fa-4150-a0bc-f035235dbe0f req-2002b447-3dcb-4e3f-9e62-06db11277110 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:23.941352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f264695a-80fa-4150-a0bc-f035235dbe0f req-2002b447-3dcb-4e3f-9e62-06db11277110 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5444 time: 0.1941350 Aug 06 16:06:23.943127 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b8facd0-1897-4bca-824f-db255bee0134 req-0aba8e00-237b-472b-8b2b-1f5121d6fd0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 1095 time: 0.1161699 Aug 06 16:06:23.976570 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ad752f0-9e80-43d6-9a34-c5375a10284f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:24.035862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f264695a-80fa-4150-a0bc-f035235dbe0f req-3d67956b-8d40-4b13-978e-8b285ff462a9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936010 Aug 06 16:06:24.074561 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8189ec25-58d1-46bf-9735-751d9043713c no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:24.125904 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 8189ec25-58d1-46bf-9735-751d9043713c {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:24.125904 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8189ec25-58d1-46bf-9735-751d9043713c not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:24.286095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3e2e4-110e-4e49-a00e-1c255317e975 req-04dc2729-45eb-4efe-8b13-8d69cde8578d tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:24.290931 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dff3e2e4-110e-4e49-a00e-1c255317e975 req-04dc2729-45eb-4efe-8b13-8d69cde8578d tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.1684575 Aug 06 16:06:24.306735 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cda57c-51b0-48a0-8ef7-823b478b57c9 None None] Port 523e8d37-4c6a-4278-b792-fb50dbb28dba not found while updating agent binding for router 4751bfc5-56a9-495d-af99-a9826b8954d8. {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 06 16:06:24.315789 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8facd0-1897-4bca-824f-db255bee0134 req-b7fef7bc-a339-49b3-afa8-b837378200e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:24.320813 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b8facd0-1897-4bca-824f-db255bee0134 req-b7fef7bc-a339-49b3-afa8-b837378200e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.3713992 Aug 06 16:06:24.331775 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cda57c-51b0-48a0-8ef7-823b478b57c9 None None] Routers {'4751bfc5-56a9-495d-af99-a9826b8954d8'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:24.332782 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-91cda57c-51b0-48a0-8ef7-823b478b57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:06:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4751bfc5-56a9-495d-af99-a9826b8954d8'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:24.491378 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b8facd0-1897-4bca-824f-db255bee0134 req-f4d91869-ee08-4fe9-b98b-91443757cfac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66008572-9579-4b90-b59c-a817894ec420 HTTP/1.1" status: 200 len: 998 time: 0.1617746 Aug 06 16:06:24.504940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dff3e2e4-110e-4e49-a00e-1c255317e975 req-3832baec-fe1e-4c4f-98e8-a870e5f9fa25 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975729 Aug 06 16:06:24.532358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ab9d3-3991-482a-b9f5-4155c9c7dc2e req-72432872-d970-4a5a-bd2d-1e35239f9d74 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:24.541458 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c32ab9d3-3991-482a-b9f5-4155c9c7dc2e req-72432872-d970-4a5a-bd2d-1e35239f9d74 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.2133169 Aug 06 16:06:24.710212 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8facd0-1897-4bca-824f-db255bee0134 req-c90ca724-b084-41ca-bb9a-c699efe53fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:24.713909 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b8facd0-1897-4bca-824f-db255bee0134 req-c90ca724-b084-41ca-bb9a-c699efe53fa2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.2152591 Aug 06 16:06:24.727987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c32ab9d3-3991-482a-b9f5-4155c9c7dc2e req-77abb336-4f90-402d-9f92-c909e506e3b6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833253 Aug 06 16:06:24.864339 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8facd0-1897-4bca-824f-db255bee0134 req-536e57d9-5c96-4380-aa26-fe2ac14db0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:24.877619 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b8facd0-1897-4bca-824f-db255bee0134 req-536e57d9-5c96-4380-aa26-fe2ac14db0b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581705 Aug 06 16:06:25.013527 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-91cda57c-51b0-48a0-8ef7-823b478b57c9 None None] Set router 4751bfc5-56a9-495d-af99-a9826b8954d8 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:25.133779 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad752f0-9e80-43d6-9a34-c5375a10284f admin admin] Router 4751bfc5-56a9-495d-af99-a9826b8954d8 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:06:25.146866 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b8facd0-1897-4bca-824f-db255bee0134 req-13b7e616-ed3c-428f-b827-cfdabfc23253 service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606864 Aug 06 16:06:25.355362 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e19d4f-2967-44a7-9b6d-3dafadeeac2a req-4a515241-3d4d-4e04-99de-91e3899adb0d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:25.371555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e19d4f-2967-44a7-9b6d-3dafadeeac2a req-4a515241-3d4d-4e04-99de-91e3899adb0d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:25.390977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e19d4f-2967-44a7-9b6d-3dafadeeac2a req-4a515241-3d4d-4e04-99de-91e3899adb0d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:25.419598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e19d4f-2967-44a7-9b6d-3dafadeeac2a req-4a515241-3d4d-4e04-99de-91e3899adb0d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:25.419954 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-91cda57c-51b0-48a0-8ef7-823b478b57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1906091707-router', 'tenant_id': '734aef847b70421e9a3c779d3e0d3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd89fcf86-0b9f-4638-b9dd-ee770ad5484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:02Z', 'updated_at': '2021-08-06T16:06:23Z', 'revision_number': 5, 'project_id': '734aef847b70421e9a3c779d3e0d3856', 'gw_port': {'id': 'd89fcf86-0b9f-4638-b9dd-ee770ad5484f', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:04Z', 'updated_at': '2021-08-06T16:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:25.431579 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e19d4f-2967-44a7-9b6d-3dafadeeac2a req-4a515241-3d4d-4e04-99de-91e3899adb0d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:25.448840 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b8facd0-1897-4bca-824f-db255bee0134 req-3f1fa281-9e15-4062-a044-c023153e48bf service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951586 Aug 06 16:06:25.450840 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e19d4f-2967-44a7-9b6d-3dafadeeac2a req-4a515241-3d4d-4e04-99de-91e3899adb0d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:25.459485 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e19d4f-2967-44a7-9b6d-3dafadeeac2a req-4a515241-3d4d-4e04-99de-91e3899adb0d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:25.469077 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cda57c-51b0-48a0-8ef7-823b478b57c9 None None] The sync data for ids ['4751bfc5-56a9-495d-af99-a9826b8954d8'] in n-d-803756-1 is: [{'id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1906091707-router', 'tenant_id': '734aef847b70421e9a3c779d3e0d3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.38'}], 'enable_snat': True}, 'gw_port_id': 'd89fcf86-0b9f-4638-b9dd-ee770ad5484f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:02Z', 'updated_at': '2021-08-06T16:06:23Z', 'revision_number': 5, 'project_id': '734aef847b70421e9a3c779d3e0d3856', 'gw_port': {'id': 'd89fcf86-0b9f-4638-b9dd-ee770ad5484f', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:04Z', 'updated_at': '2021-08-06T16:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:06:25.471076 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-52e19d4f-2967-44a7-9b6d-3dafadeeac2a req-4a515241-3d4d-4e04-99de-91e3899adb0d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5444 time: 0.4849141 Aug 06 16:06:25.472903 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43366) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:25.484154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f35822da-87f9-48e6-9609-33953d20d55f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Request body: {'floatingip': {'port_id': 'd8efe4d0-b1fb-4ecb-8db8-a14e443c874d'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:25.621010 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f35822da-87f9-48e6-9609-33953d20d55f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for floatingip, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:25.667828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad752f0-9e80-43d6-9a34-c5375a10284f admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:06:25.680639 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3ad752f0-9e80-43d6-9a34-c5375a10284f admin admin] 10.222.0.37 "PUT /v2.0/routers/4751bfc5-56a9-495d-af99-a9826b8954d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4603581 Aug 06 16:06:25.680895 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43394) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:26.009647 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54868976-e633-49f2-ac4b-461582189bd4 req-4207fc75-d47b-411b-a8f6-d45d878f40ef tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:26.012740 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54868976-e633-49f2-ac4b-461582189bd4 req-4207fc75-d47b-411b-a8f6-d45d878f40ef tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.2250593 Aug 06 16:06:26.073915 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e7129bb-a9b4-4fd1-839d-734ecc5dbf6a admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:26.230277 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54868976-e633-49f2-ac4b-461582189bd4 req-78925ac8-813c-462c-a238-c26b03ad5182 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113760 Aug 06 16:06:26.597729 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f276587-edf1-4996-a282-71cc3ebcc6cc req-1187fa99-4b01-4fd4-a7b7-92f2ffb08bae tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:26.600683 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4f276587-edf1-4996-a282-71cc3ebcc6cc req-1187fa99-4b01-4fd4-a7b7-92f2ffb08bae tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.78 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 944 time: 0.1265581 Aug 06 16:06:26.778811 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.resource_extend [None req-f35822da-87f9-48e6-9609-33953d20d55f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:06:26.868850 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f35822da-87f9-48e6-9609-33953d20d55f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:26.879767 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f35822da-87f9-48e6-9609-33953d20d55f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:26.908787 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e7129bb-a9b4-4fd1-839d-734ecc5dbf6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:26.966181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 523e8d37-4c6a-4278-b792-fb50dbb28dba no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:26.975279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d54393-2800-4663-b996-f30b8548021f req-c186bdba-5f0b-4649-9a73-0b25295222d1 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:26.979156 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-98d54393-2800-4663-b996-f30b8548021f req-c186bdba-5f0b-4649-9a73-0b25295222d1 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1518841 Aug 06 16:06:27.004773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 523e8d37-4c6a-4278-b792-fb50dbb28dba {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:27.006224 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 523e8d37-4c6a-4278-b792-fb50dbb28dba not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:27.017476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e589bd-bce7-4405-823e-338a3d73c89d req-f9c5127d-cd2d-48f8-bbcd-39aa3cc7c2b0 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:27.019130 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33e589bd-bce7-4405-823e-338a3d73c89d req-f9c5127d-cd2d-48f8-bbcd-39aa3cc7c2b0 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 944 time: 0.1906724 Aug 06 16:06:27.084041 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-f35822da-87f9-48e6-9609-33953d20d55f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Floating IP d36de8e2-3605-4672-96f1-a93831e46784 associated. External IP: 172.25.1.132, port: d8efe4d0-b1fb-4ecb-8db8-a14e443c874d. Aug 06 16:06:27.091233 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-98d54393-2800-4663-b996-f30b8548021f req-abfa74fb-dcef-410f-b09e-cbd52d6376c0 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962889 Aug 06 16:06:27.106957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-3e7129bb-a9b4-4fd1-839d-734ecc5dbf6a admin admin] Deleting port d89fcf86-0b9f-4638-b9dd-ee770ad5484f {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:27.107353 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e7129bb-a9b4-4fd1-839d-734ecc5dbf6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:27.147020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-4f276587-edf1-4996-a282-71cc3ebcc6cc req-3bcbb5a3-adee-4a1e-9c5f-a4aef9391dfc tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Deleting port 9c991476-ffbd-4489-bd05-9b59463205dc {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:27.152166 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33e589bd-bce7-4405-823e-338a3d73c89d req-6ed3575a-6b07-41d3-ba2f-bfc25f2749ce tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/security-groups?id=ef182e31-70ec-4a7a-a27a-6cc0dbca1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138978 Aug 06 16:06:27.152603 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4f276587-edf1-4996-a282-71cc3ebcc6cc req-3bcbb5a3-adee-4a1e-9c5f-a4aef9391dfc tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:27.283952 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5826b80-4757-457f-9b74-193e93b87214 None None] Sync routers for ids ['4751bfc5-56a9-495d-af99-a9826b8954d8'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:06:27.310312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5826b80-4757-457f-9b74-193e93b87214 None None] Routers {'4751bfc5-56a9-495d-af99-a9826b8954d8'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:27.311234 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a5826b80-4757-457f-9b74-193e93b87214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:06:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4751bfc5-56a9-495d-af99-a9826b8954d8'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:27.413204 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8741f1b3-674c-40e4-9070-29af950fa49e details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:06:27.428624 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-3e7129bb-a9b4-4fd1-839d-734ecc5dbf6a admin admin] For port d89fcf86-0b9f-4638-b9dd-ee770ad5484f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d89fcf86-0b9f-4638-b9dd-ee770ad5484f,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:27.429255 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e7129bb-a9b4-4fd1-839d-734ecc5dbf6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:27.450896 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-3e7129bb-a9b4-4fd1-839d-734ecc5dbf6a admin admin] Calling delete_port for d89fcf86-0b9f-4638-b9dd-ee770ad5484f owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:27.457034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-a5826b80-4757-457f-9b74-193e93b87214 None None] Set router 4751bfc5-56a9-495d-af99-a9826b8954d8 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:27.461181 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d092e-36fe-4476-9ffa-b9cdbd2a71f4 req-3860061a-93fd-46c7-8421-79596cf81090 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:27.469482 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c1d092e-36fe-4476-9ffa-b9cdbd2a71f4 req-3860061a-93fd-46c7-8421-79596cf81090 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 945 time: 0.1920125 Aug 06 16:06:27.479351 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011442c-d48d-4f19-8e0f-a608583128e2 req-00946625-2b47-46ef-98b7-93ead6c9aea7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:27.480826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6011442c-d48d-4f19-8e0f-a608583128e2 req-00946625-2b47-46ef-98b7-93ead6c9aea7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1560512 Aug 06 16:06:27.520718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-4f276587-edf1-4996-a282-71cc3ebcc6cc req-3bcbb5a3-adee-4a1e-9c5f-a4aef9391dfc tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] For port 9c991476-ffbd-4489-bd05-9b59463205dc, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=9c991476-ffbd-4489-bd05-9b59463205dc,segment=NetworkSegment(dd89bd6f-6282-49b2-b7dd-5d3b4ec30661),segment_id=dd89bd6f-6282-49b2-b7dd-5d3b4ec30661)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:27.521277 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4f276587-edf1-4996-a282-71cc3ebcc6cc req-3bcbb5a3-adee-4a1e-9c5f-a4aef9391dfc tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:27.556299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a5826b80-4757-457f-9b74-193e93b87214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1906091707-router', 'tenant_id': '734aef847b70421e9a3c779d3e0d3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:02Z', 'updated_at': '2021-08-06T16:06:26Z', 'revision_number': 6, 'project_id': '734aef847b70421e9a3c779d3e0d3856', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:27.592353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6011442c-d48d-4f19-8e0f-a608583128e2 req-3ab8ae4f-e502-4d43-8199-8c606e775884 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030810 Aug 06 16:06:27.606212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c1d092e-36fe-4476-9ffa-b9cdbd2a71f4 req-1906f2ad-e300-4135-8913-b2b7b55817d1 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357265 Aug 06 16:06:27.608963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-4f276587-edf1-4996-a282-71cc3ebcc6cc req-3bcbb5a3-adee-4a1e-9c5f-a4aef9391dfc tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Calling delete_port for 9c991476-ffbd-4489-bd05-9b59463205dc owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:27.764759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5826b80-4757-457f-9b74-193e93b87214 None None] Checking router: 4751bfc5-56a9-495d-af99-a9826b8954d8 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:06:27.834953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5826b80-4757-457f-9b74-193e93b87214 None None] Routers {'4751bfc5-56a9-495d-af99-a9826b8954d8'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:27.836801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a5826b80-4757-457f-9b74-193e93b87214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:06:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4751bfc5-56a9-495d-af99-a9826b8954d8'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:27.894522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5063c-7121-41e0-ad6f-2e261346809b req-ecd97f8a-87de-46b4-8205-351afd5cd49f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:27.902505 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6cf5063c-7121-41e0-ad6f-2e261346809b req-ecd97f8a-87de-46b4-8205-351afd5cd49f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 944 time: 0.1605422 Aug 06 16:06:27.951228 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e7129bb-a9b4-4fd1-839d-734ecc5dbf6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:28.022748 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6cf5063c-7121-41e0-ad6f-2e261346809b req-390c1493-bffb-4a80-a06b-680790624eb2 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171384 Aug 06 16:06:28.051764 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7129bb-a9b4-4fd1-839d-734ecc5dbf6a admin admin] Pushing event deleted for resources: {'Port': ['ID=d89fcf86-0b9f-4638-b9dd-ee770ad5484f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:28.123820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-a5826b80-4757-457f-9b74-193e93b87214 None None] Set router 4751bfc5-56a9-495d-af99-a9826b8954d8 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:28.143737 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e7129bb-a9b4-4fd1-839d-734ecc5dbf6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:28.209081 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35822da-87f9-48e6-9609-33953d20d55f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:06:28.223144 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a5826b80-4757-457f-9b74-193e93b87214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1906091707-router', 'tenant_id': '734aef847b70421e9a3c779d3e0d3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:02Z', 'updated_at': '2021-08-06T16:06:26Z', 'revision_number': 6, 'project_id': '734aef847b70421e9a3c779d3e0d3856', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:28.228179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8741f1b3-674c-40e4-9070-29af950fa49e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8741f1b3-674c-40e4-9070-29af950fa49e,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:28.262133 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5826b80-4757-457f-9b74-193e93b87214 None None] The sync data for ids ['4751bfc5-56a9-495d-af99-a9826b8954d8'] in n-d-803756-1 is: [{'id': '4751bfc5-56a9-495d-af99-a9826b8954d8', 'name': 'tempest-FloatingIPsNegativeTestJSON-1906091707-router', 'tenant_id': '734aef847b70421e9a3c779d3e0d3856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:02Z', 'updated_at': '2021-08-06T16:06:26Z', 'revision_number': 6, 'project_id': '734aef847b70421e9a3c779d3e0d3856', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:06:28.269104 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '8741f1b3-674c-40e4-9070-29af950fa49e', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'port_id': '8741f1b3-674c-40e4-9070-29af950fa49e', 'mac_address': 'fa:16:3e:0e:24:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:06:28.291549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e7129bb-a9b4-4fd1-839d-734ecc5dbf6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:28.294543 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e7129bb-a9b4-4fd1-839d-734ecc5dbf6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:28.338712 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:28.402669 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8741f1b3-674c-40e4-9070-29af950fa49e {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:06:28.416786 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4f276587-edf1-4996-a282-71cc3ebcc6cc req-3bcbb5a3-adee-4a1e-9c5f-a4aef9391dfc tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:28.489720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8741f1b3-674c-40e4-9070-29af950fa49e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8741f1b3-674c-40e4-9070-29af950fa49e,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:28.489720 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:28.501676 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-148a3c08-f695-4579-862f-3621580b8e90 req-fbf8241a-8cc5-4f22-99c8-97916b1f4b92 tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.37 "GET /v2.0/ports?device_id=edccf9cc-e7b4-4424-ba78-a160d54bd085 HTTP/1.1" status: 200 len: 210 time: 0.1232226 Aug 06 16:06:28.525921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cb929-ec0f-4574-98fd-0f48937895a5 req-9917045d-5e32-4347-9d61-352c89be9bac tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:28.529991 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-231cb929-ec0f-4574-98fd-0f48937895a5 req-9917045d-5e32-4347-9d61-352c89be9bac tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.5617807 Aug 06 16:06:28.544819 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbb5a3-adee-4a1e-9c5f-a4aef9391dfc tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Pushing event deleted for resources: {'Port': ['ID=9c991476-ffbd-4489-bd05-9b59463205dc,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:28.551332 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35822da-87f9-48e6-9609-33953d20d55f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:06:28.552709 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e7129bb-a9b4-4fd1-839d-734ecc5dbf6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:28.553445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7129bb-a9b4-4fd1-839d-734ecc5dbf6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4751bfc5-56a9-495d-af99-a9826b8954d8 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:06:28.560169 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e7129bb-a9b4-4fd1-839d-734ecc5dbf6a admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:28.564871 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27534f40-ce9d-4ee4-b8c3-d48567288383 None None] Sync routers for ids ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:06:28.566544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3e7129bb-a9b4-4fd1-839d-734ecc5dbf6a admin admin] 10.222.0.37 "DELETE /v2.0/routers/4751bfc5-56a9-495d-af99-a9826b8954d8 HTTP/1.1" status: 204 len: 168 time: 2.8846304 Aug 06 16:06:28.572315 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f35822da-87f9-48e6-9609-33953d20d55f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:28.574827 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43434) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:28.577716 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=8741f1b3-674c-40e4-9070-29af950fa49e,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:28.603089 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27534f40-ce9d-4ee4-b8c3-d48567288383 None None] Routers {'68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:28.603898 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-27534f40-ce9d-4ee4-b8c3-d48567288383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:06:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:28.625359 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-231cb929-ec0f-4574-98fd-0f48937895a5 req-a5ed0cac-4296-43ed-a0b1-e7710f5893dc tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884018 Aug 06 16:06:28.654078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c85346a-6d21-490d-8cb9-e1ceceaf1d39 admin admin] Deleting subnet 547bd453-742a-4b36-8e4b-1d855a9ec45d {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:06:28.672300 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c85346a-6d21-490d-8cb9-e1ceceaf1d39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:28.745337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['8741f1b3-674c-40e4-9070-29af950fa49e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:28.789595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f276587-edf1-4996-a282-71cc3ebcc6cc req-3bcbb5a3-adee-4a1e-9c5f-a4aef9391dfc tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] No DVR routers for this DVR port 9c991476-ffbd-4489-bd05-9b59463205dc on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:28.790273 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-27534f40-ce9d-4ee4-b8c3-d48567288383 None None] Set router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:28.799082 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c85346a-6d21-490d-8cb9-e1ceceaf1d39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:28.828167 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4f276587-edf1-4996-a282-71cc3ebcc6cc req-3bcbb5a3-adee-4a1e-9c5f-a4aef9391dfc tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:28.831335 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4f276587-edf1-4996-a282-71cc3ebcc6cc req-3bcbb5a3-adee-4a1e-9c5f-a4aef9391dfc tempest-LiveMigrationTest-130607543 tempest-LiveMigrationTest-130607543-project] 10.222.0.78 "DELETE /v2.0/ports/9c991476-ffbd-4489-bd05-9b59463205dc HTTP/1.1" status: 204 len: 173 time: 2.2207224 Aug 06 16:06:28.832069 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edccf9cc-e7b4-4424-ba78-a160d54bd085', 'name': 'network-vif-deleted', 'tag': '9c991476-ffbd-4489-bd05-9b59463205dc'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:28.838921 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b808bf-9a4a-4a8f-8d9c-2de829ab144c" -d '{"events": [{"server_uuid": "edccf9cc-e7b4-4424-ba78-a160d54bd085", "name": "network-vif-deleted", "tag": "9c991476-ffbd-4489-bd05-9b59463205dc"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:28.871710 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f35822da-87f9-48e6-9609-33953d20d55f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "PUT /v2.0/floatingips/d36de8e2-3605-4672-96f1-a93831e46784 HTTP/1.1" status: 200 len: 991 time: 3.3974319 Aug 06 16:06:29.042959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9082135-3b38-4fba-b228-addd87c6eaa0 req-1ff2ca3e-f03d-4a04-8ca2-28d098364f88 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:29.047032 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9082135-3b38-4fba-b228-addd87c6eaa0 req-1ff2ca3e-f03d-4a04-8ca2-28d098364f88 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 945 time: 0.2779098 Aug 06 16:06:29.097149 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c85346a-6d21-490d-8cb9-e1ceceaf1d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:29.206879 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9082135-3b38-4fba-b228-addd87c6eaa0 req-813afa17-230d-4cd3-9670-3b72c02fff98 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528432 Aug 06 16:06:29.222070 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d89fcf86-0b9f-4638-b9dd-ee770ad5484f no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:29.258384 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041bd2d8-0231-4da3-b55f-4167b41e3678 x-openstack-request-id: req-041bd2d8-0231-4da3-b55f-4167b41e3678 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:29.260037 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edccf9cc-e7b4-4424-ba78-a160d54bd085", "name": "network-vif-deleted", "tag": "9c991476-ffbd-4489-bd05-9b59463205dc", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:29.260502 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-041bd2d8-0231-4da3-b55f-4167b41e3678 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:29.262677 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edccf9cc-e7b4-4424-ba78-a160d54bd085', 'name': 'network-vif-deleted', 'tag': '9c991476-ffbd-4489-bd05-9b59463205dc', 'status': 'completed', 'code': 200} Aug 06 16:06:29.279273 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c85346a-6d21-490d-8cb9-e1ceceaf1d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:29.311674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: d89fcf86-0b9f-4638-b9dd-ee770ad5484f {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:29.311908 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d89fcf86-0b9f-4638-b9dd-ee770ad5484f not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:29.375323 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85346a-6d21-490d-8cb9-e1ceceaf1d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=547bd453-742a-4b36-8e4b-1d855a9ec45d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:29.386225 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c85346a-6d21-490d-8cb9-e1ceceaf1d39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:29.395557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43462) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:29.405090 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5f76f56-4939-4558-b5c2-ec32145757b5 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:06:29.414638 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6c85346a-6d21-490d-8cb9-e1ceceaf1d39 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/547bd453-742a-4b36-8e4b-1d855a9ec45d HTTP/1.1" status: 204 len: 168 time: 0.8355212 Aug 06 16:06:29.433464 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5e5a99-2742-412f-bf83-db5d7275330e None None] Network f7e300df-8d33-4f10-9e2e-e43aa8354a37 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:06:29.609929 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.resource_extend [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:06:29.657229 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-27534f40-ce9d-4ee4-b8c3-d48567288383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-router', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:31Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'gw_port': {'id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:32Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'd36de8e2-3605-4672-96f1-a93831e46784', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'port_id': 'd8efe4d0-b1fb-4ecb-8db8-a14e443c874d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba', 'mac_address': 'fa:16:3e:6e:83:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:04:44Z', 'updated_at': '2021-08-06T16:06:26Z', 'revision_number': 1, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada094d4-ba99-4cd2-9329-14f5c6a499b4', 'name': '', 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'mac_address': 'fa:16:3e:94:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:38Z', 'updated_at': '2021-08-06T16:03:51Z', 'revision_number': 5, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'subnets': [{'id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:29.705750 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27534f40-ce9d-4ee4-b8c3-d48567288383 None None] Checking router: 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:06:29.735544 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27534f40-ce9d-4ee4-b8c3-d48567288383 None None] Routers {'68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:29.737906 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-27534f40-ce9d-4ee4-b8c3-d48567288383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:06:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:29.883231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e956b-9cbe-4079-8ef2-920fbfcac484 req-31ba71cd-dbbc-4033-9b8d-6a6d594b8d41 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:29.884668 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5f76f56-4939-4558-b5c2-ec32145757b5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5f76f56-4939-4558-b5c2-ec32145757b5,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:29.887101 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-681e956b-9cbe-4079-8ef2-920fbfcac484 req-31ba71cd-dbbc-4033-9b8d-6a6d594b8d41 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 945 time: 0.4852560 Aug 06 16:06:29.900374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'a5f76f56-4939-4558-b5c2-ec32145757b5', 'network_id': '3a57bcf8-fa08-4452-9a64-626df0fa5458', 'port_id': 'a5f76f56-4939-4558-b5c2-ec32145757b5', 'mac_address': 'fa:16:3e:c3:eb:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da0c21b5-c1ab-47f4-a492-be4025ce4c1d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:06:29.902299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8833e91-14ab-4f75-992c-4f183630bd8b req-8eeed424-448a-4eea-863e-e127d219c3c3 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:29.907202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8833e91-14ab-4f75-992c-4f183630bd8b req-8eeed424-448a-4eea-863e-e127d219c3c3 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.3757689 Aug 06 16:06:29.912281 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:29.914129 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-27534f40-ce9d-4ee4-b8c3-d48567288383 None None] Set router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:30.082419 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-681e956b-9cbe-4079-8ef2-920fbfcac484 req-52f94c4b-3d8b-4b9b-bce2-a05be273fc94 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678421 Aug 06 16:06:30.136615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8833e91-14ab-4f75-992c-4f183630bd8b req-91df1d36-ffec-44f9-abde-51e9e4f24c33 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706614 Aug 06 16:06:30.147332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43472) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:30.200170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] Deleting port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:30.200612 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.231770 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba8467-8edc-484b-8249-febb1dd406c7 None None] DHCP port deletion for f7e300df-8d33-4f10-9e2e-e43aa8354a37 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:06:30.234416 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c991476-ffbd-4489-bd05-9b59463205dc no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:30.314832 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 9c991476-ffbd-4489-bd05-9b59463205dc {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:30.315171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 9c991476-ffbd-4489-bd05-9b59463205dc not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:30.356623 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.364430 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-27534f40-ce9d-4ee4-b8c3-d48567288383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-router', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:31Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'gw_port': {'id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:32Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'd36de8e2-3605-4672-96f1-a93831e46784', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'port_id': 'd8efe4d0-b1fb-4ecb-8db8-a14e443c874d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba', 'mac_address': 'fa:16:3e:6e:83:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:04:44Z', 'updated_at': '2021-08-06T16:06:26Z', 'revision_number': 1, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada094d4-ba99-4cd2-9329-14f5c6a499b4', 'name': '', 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'mac_address': 'fa:16:3e:94:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:38Z', 'updated_at': '2021-08-06T16:03:51Z', 'revision_number': 5, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'subnets': [{'id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:30.375863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5f76f56-4939-4558-b5c2-ec32145757b5 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:06:30.408979 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27534f40-ce9d-4ee4-b8c3-d48567288383 None None] The sync data for ids ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'] in n-d-803756-1 is: [{'id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-router', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:31Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'gw_port': {'id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:32Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'd36de8e2-3605-4672-96f1-a93831e46784', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'floating_ip_address': '172.25.1.132', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'port_id': 'd8efe4d0-b1fb-4ecb-8db8-a14e443c874d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba', 'mac_address': 'fa:16:3e:6e:83:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:04:44Z', 'updated_at': '2021-08-06T16:06:26Z', 'revision_number': 1, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada094d4-ba99-4cd2-9329-14f5c6a499b4', 'name': '', 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'mac_address': 'fa:16:3e:94:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:38Z', 'updated_at': '2021-08-06T16:03:51Z', 'revision_number': 5, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'subnets': [{'id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:06:30.413462 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5f76f56-4939-4558-b5c2-ec32145757b5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5f76f56-4939-4558-b5c2-ec32145757b5,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:30.430935 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.441068 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-dcba8467-8edc-484b-8249-febb1dd406c7 None None] Deleting port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:30.441448 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dcba8467-8edc-484b-8249-febb1dd406c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.511933 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] For port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7bc54866-14a2-43df-9cb5-2c69d5ceeb53,segment=NetworkSegment(4ed16d29-d033-4801-b89a-f8c5caa3105f),segment_id=4ed16d29-d033-4801-b89a-f8c5caa3105f)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:30.512390 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.530707 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a5f76f56-4939-4558-b5c2-ec32145757b5'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:30.533569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] Calling delete_port for 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:30.541324 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-eece19e2-9225-4fdf-a304-df32bed7755e admin admin] Deleting subnet af21462f-26c7-45df-8aee-9d851324861e {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:06:30.550281 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eece19e2-9225-4fdf-a304-df32bed7755e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.591670 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e2c86-ba8e-4022-b8ac-b32bcac36c46 req-bd3a72bf-95a6-4438-9438-0ee8e0bba803 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:30.593353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a4e2c86-ba8e-4022-b8ac-b32bcac36c46 req-bd3a72bf-95a6-4438-9438-0ee8e0bba803 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 944 time: 0.2297723 Aug 06 16:06:30.605581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-dcba8467-8edc-484b-8249-febb1dd406c7 None None] For port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7bc54866-14a2-43df-9cb5-2c69d5ceeb53,segment=NetworkSegment(4ed16d29-d033-4801-b89a-f8c5caa3105f),segment_id=4ed16d29-d033-4801-b89a-f8c5caa3105f)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:30.606007 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dcba8467-8edc-484b-8249-febb1dd406c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.608601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a5f76f56-4939-4558-b5c2-ec32145757b5,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:30.637317 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-dcba8467-8edc-484b-8249-febb1dd406c7 None None] Calling delete_port for 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:30.714815 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eece19e2-9225-4fdf-a304-df32bed7755e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.782885 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d1aab-a9b9-4623-b30b-a67e7f2f5aee None None] New status for floating IP d36de8e2-3605-4672-96f1-a93831e46784: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:06:30.783332 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a4e2c86-ba8e-4022-b8ac-b32bcac36c46 req-704f7ea5-248c-4513-a7d1-1487f2f5adfd tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366301 Aug 06 16:06:30.855378 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eece19e2-9225-4fdf-a304-df32bed7755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.887701 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.919900 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc54866-14a2-43df-9cb5-2c69d5ceeb53,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:30.929292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] No DVR routers for this DVR port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:31.053661 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eece19e2-9225-4fdf-a304-df32bed7755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.061973 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.105695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e300df-8d33-4f10-9e2e-e43aa8354a37']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:31.108944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece19e2-9225-4fdf-a304-df32bed7755e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af21462f-26c7-45df-8aee-9d851324861e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:31.116823 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eece19e2-9225-4fdf-a304-df32bed7755e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.121483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-eece19e2-9225-4fdf-a304-df32bed7755e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/af21462f-26c7-45df-8aee-9d851324861e HTTP/1.1" status: 204 len: 168 time: 0.9708369 Aug 06 16:06:31.121861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43488) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:31.123071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:31.138338 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed16d29-d033-4801-b89a-f8c5caa3105f') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:31.138715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed16d29-d033-4801-b89a-f8c5caa3105f') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:31.160864 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.181839 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.193606 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:06:31.194288 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:06:31.197586 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:06:31.264406 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'tag': 'd8efe4d0-b1fb-4ecb-8db8-a14e443c874d'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:31.266825 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b593cd59-bf0f-4b86-848b-8c4e6cce4701" -d '{"events": [{"name": "network-changed", "server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "tag": "d8efe4d0-b1fb-4ecb-8db8-a14e443c874d"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:31.282785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:31.283402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:31.284352 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b0bc2d3-38ac-42e4-b13c-1982e05f7ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.316321 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dcba8467-8edc-484b-8249-febb1dd406c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.326928 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64ed51-5a3f-400c-8f28-623d321f2b2c req-1d03a46f-be64-4fd3-819d-12c389d22624 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:31.342569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab64ed51-5a3f-400c-8f28-623d321f2b2c req-1d03a46f-be64-4fd3-819d-12c389d22624 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 945 time: 0.1276133 Aug 06 16:06:31.357279 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dcba8467-8edc-484b-8249-febb1dd406c7 None None] Network f7e300df-8d33-4f10-9e2e-e43aa8354a37 is not hosted by any dhcp agent {{(pid=105766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 16:06:31.357808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcba8467-8edc-484b-8249-febb1dd406c7 None None] No DVR routers for this DVR port 7bc54866-14a2-43df-9cb5-2c69d5ceeb53 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:31.391631 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.397191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba8467-8edc-484b-8249-febb1dd406c7 None None] Pushing event deleted for resources: {'Port': ['ID=7bc54866-14a2-43df-9cb5-2c69d5ceeb53,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:31.418128 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.429603 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f7e300df-8d33-4f10-9e2e-e43aa8354a37 HTTP/1.1" status: 204 len: 168 time: 2.0269878 Aug 06 16:06:31.456405 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b0bc2d3-38ac-42e4-b13c-1982e05f7ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.461143 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8741f1b3-674c-40e4-9070-29af950fa49e up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:31.468719 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-0b0bc2d3-38ac-42e4-b13c-1982e05f7ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04c5f28-1b50-4307-9944-b2931a255fa9']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:31.480161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-0b0bc2d3-38ac-42e4-b13c-1982e05f7ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:31.480683 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-0b0bc2d3-38ac-42e4-b13c-1982e05f7ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd89bd6f-6282-49b2-b7dd-5d3b4ec30661') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:31.490738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c0cc1-c330-49b5-bb70-2dfb2537aff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e300df-8d33-4f10-9e2e-e43aa8354a37,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:31.504074 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b0bc2d3-38ac-42e4-b13c-1982e05f7ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.532853 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b0bc2d3-38ac-42e4-b13c-1982e05f7ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.541259 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0bc2d3-38ac-42e4-b13c-1982e05f7ff4 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:06:31.542017 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b0bc2d3-38ac-42e4-b13c-1982e05f7ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.583963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bc08c-c688-499b-91a0-8479eac3a956 req-e76d70de-e9d6-448f-b54e-d78355496f9c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:31.587761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-040bc08c-c688-499b-91a0-8479eac3a956 req-e76d70de-e9d6-448f-b54e-d78355496f9c tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.2294314 Aug 06 16:06:31.596837 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab64ed51-5a3f-400c-8f28-623d321f2b2c req-2a058eb6-d108-4f4b-ba4c-838ce664f4bb tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527187 Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:06:31.625993 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:06:31.628675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 8741f1b3-674c-40e4-9070-29af950fa49e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:31.628675 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.631401 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b0bc2d3-38ac-42e4-b13c-1982e05f7ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.666603 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b0bc2d3-38ac-42e4-b13c-1982e05f7ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.669216 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0b0bc2d3-38ac-42e4-b13c-1982e05f7ff4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d04c5f28-1b50-4307-9944-b2931a255fa9 HTTP/1.1" status: 204 len: 168 time: 0.5456345 Aug 06 16:06:31.670176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bc2d3-38ac-42e4-b13c-1982e05f7ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d04c5f28-1b50-4307-9944-b2931a255fa9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:31.672060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43508) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:31.707670 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43510) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:31.736737 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-a707c0ef-f442-47af-8912-1f9fe2a6f8c7 admin admin] Deleting subnet 2ba74e67-7dea-477d-809f-55a70b9401d4 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:06:31.742950 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a707c0ef-f442-47af-8912-1f9fe2a6f8c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.804840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-040bc08c-c688-499b-91a0-8479eac3a956 req-362ddf59-c1c4-4f71-acf7-40cab6c065c6 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955106 Aug 06 16:06:31.813515 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a707c0ef-f442-47af-8912-1f9fe2a6f8c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.889048 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.968140 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e1b6c35b-91b3-44a9-954c-ecc823404f25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=734aef847b70421e9a3c779d3e0d3856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563045 Aug 06 16:06:31.973439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43520) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:31.992280 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8741f1b3-674c-40e4-9070-29af950fa49e'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:31.998492 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f05ec76-f6b2-4b91-a327-a0fbce5e2904" -d '{"events": [{"server_uuid": "ee4a1b7a-7dbb-44df-917c-9381a7d6bb28", "name": "network-vif-plugged", "status": "completed", "tag": "8741f1b3-674c-40e4-9070-29af950fa49e"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:32.049713 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8741f1b3-674c-40e4-9070-29af950fa49e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8741f1b3-674c-40e4-9070-29af950fa49e,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:32.057659 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:32.060750 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5f76f56-4939-4558-b5c2-ec32145757b5 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:32.070072 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a707c0ef-f442-47af-8912-1f9fe2a6f8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:32.220445 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3f6436-ff15-4e81-955e-94ea78a273ca x-openstack-request-id: req-6c3f6436-ff15-4e81-955e-94ea78a273ca {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:32.221613 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "tag": "d8efe4d0-b1fb-4ecb-8db8-a14e443c874d", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:32.221613 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c3f6436-ff15-4e81-955e-94ea78a273ca {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:32.223281 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'tag': 'd8efe4d0-b1fb-4ecb-8db8-a14e443c874d', 'status': 'completed', 'code': 200} Aug 06 16:06:32.245549 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a707c0ef-f442-47af-8912-1f9fe2a6f8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:32.342576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=8741f1b3-674c-40e4-9070-29af950fa49e,revision_number=10']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:32.355433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707c0ef-f442-47af-8912-1f9fe2a6f8c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba74e67-7dea-477d-809f-55a70b9401d4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:32.384457 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a707c0ef-f442-47af-8912-1f9fe2a6f8c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:32.389001 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a707c0ef-f442-47af-8912-1f9fe2a6f8c7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2ba74e67-7dea-477d-809f-55a70b9401d4 HTTP/1.1" status: 204 len: 168 time: 0.7149127 Aug 06 16:06:32.401292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43524) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:32.406412 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b69ee5dc-8507-43b1-89d6-647097e586f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:32.430829 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-8d98e34e-1e94-4e97-848d-fb920d06340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:32.431997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-8d98e34e-1e94-4e97-848d-fb920d06340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:32.432712 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-8d98e34e-1e94-4e97-848d-fb920d06340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:32.437739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-8d98e34e-1e94-4e97-848d-fb920d06340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:32.438488 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-8d98e34e-1e94-4e97-848d-fb920d06340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:32.444736 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-8d98e34e-1e94-4e97-848d-fb920d06340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:32.448408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-8d98e34e-1e94-4e97-848d-fb920d06340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:32.465925 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-8d98e34e-1e94-4e97-848d-fb920d06340f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 6501 time: 0.2412031 Aug 06 16:06:32.625062 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902725d7-8f94-4b05-9794-fc9cd39a37b8 x-openstack-request-id: req-902725d7-8f94-4b05-9794-fc9cd39a37b8 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:32.625523 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4a1b7a-7dbb-44df-917c-9381a7d6bb28", "name": "network-vif-plugged", "status": "completed", "tag": "8741f1b3-674c-40e4-9070-29af950fa49e", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:32.625962 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-902725d7-8f94-4b05-9794-fc9cd39a37b8 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:32.626586 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8741f1b3-674c-40e4-9070-29af950fa49e', 'code': 200} Aug 06 16:06:32.631438 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:32.686566 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a5f76f56-4939-4558-b5c2-ec32145757b5 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:06:32.698369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd0308-663d-4cd9-9344-86e881aa0842 req-d5baf2e9-11f1-43d5-9bc6-90cc7011b982 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:32.712864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5f76f56-4939-4558-b5c2-ec32145757b5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5f76f56-4939-4558-b5c2-ec32145757b5,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:32.717002 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:32.717272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7cfd0308-663d-4cd9-9344-86e881aa0842 req-d5baf2e9-11f1-43d5-9bc6-90cc7011b982 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 944 time: 0.5948825 Aug 06 16:06:32.782672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a5f76f56-4939-4558-b5c2-ec32145757b5,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:32.790147 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9124e96f-0af1-4307-b8bd-358a75692b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:32.830997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-9dd4cb7b-c6fa-4157-a4fa-2cc7386b85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:32.837015 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-9dd4cb7b-c6fa-4157-a4fa-2cc7386b85a2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5738fe75-0ee6-4591-8c74-062f71f16dba HTTP/1.1" status: 200 len: 918 time: 0.3660264 Aug 06 16:06:32.879099 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541088e-8760-4bf7-af9d-f12ded6bb517 req-1d3fb75c-5c04-45d7-9773-87df761f51b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:32.881242 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5541088e-8760-4bf7-af9d-f12ded6bb517 req-1d3fb75c-5c04-45d7-9773-87df761f51b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 1095 time: 0.2578313 Aug 06 16:06:32.963779 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b69ee5dc-8507-43b1-89d6-647097e586f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:33.042318 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-897cbdfa-7171-4949-81e2-c18b1f4a622e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d HTTP/1.1" status: 200 len: 1001 time: 0.1782088 Aug 06 16:06:33.051738 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7cfd0308-663d-4cd9-9344-86e881aa0842 req-20d82563-066c-424b-be91-e5b1d76aa130 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785549 Aug 06 16:06:33.142615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252db1f3-c609-40cd-ab89-6e684c1fad61 req-c67e6a48-e869-426c-bd3f-10f37746089c tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:33.149687 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-252db1f3-c609-40cd-ab89-6e684c1fad61 req-c67e6a48-e869-426c-bd3f-10f37746089c tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 943 time: 0.4216278 Aug 06 16:06:33.165955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f17b-4442-44b8-b8f9-5cf08cd6eb38 req-e8e59363-2095-425d-af73-118763b1c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:33.167307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7809f17b-4442-44b8-b8f9-5cf08cd6eb38 req-e8e59363-2095-425d-af73-118763b1c22a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 1098 time: 0.3332028 Aug 06 16:06:33.167993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541088e-8760-4bf7-af9d-f12ded6bb517 req-12b4b84d-6c6c-416f-87b2-90f61364ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:33.169753 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5541088e-8760-4bf7-af9d-f12ded6bb517 req-12b4b84d-6c6c-416f-87b2-90f61364ae1b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 200 len: 913 time: 0.2554083 Aug 06 16:06:33.172115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-2e895147-1216-4dc5-87e4-cce5745d969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:33.173661 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-2e895147-1216-4dc5-87e4-cce5745d969b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7910dbce-9faa-45f2-a5b8-cd85ad35cfce HTTP/1.1" status: 200 len: 856 time: 0.1175802 Aug 06 16:06:33.184917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fd571-df2f-4d54-909f-ceddeabe8026 req-faf4b2cd-d1ae-44eb-a502-863bbf3547bd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:33.192254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e43fd571-df2f-4d54-909f-ceddeabe8026 req-faf4b2cd-d1ae-44eb-a502-863bbf3547bd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.4706800 Aug 06 16:06:33.279559 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5541088e-8760-4bf7-af9d-f12ded6bb517 req-3cf64234-e1a7-4861-93a7-483031fc98c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66008572-9579-4b90-b59c-a817894ec420 HTTP/1.1" status: 200 len: 998 time: 0.0983167 Aug 06 16:06:33.390916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-d4e84c91-f621-4c25-8039-83055426b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:33.392831 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-d4e84c91-f621-4c25-8039-83055426b26b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5738fe75-0ee6-4591-8c74-062f71f16dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478608 Aug 06 16:06:33.414709 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541088e-8760-4bf7-af9d-f12ded6bb517 req-47110791-bbbf-438e-91eb-9671076c37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:33.416375 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5541088e-8760-4bf7-af9d-f12ded6bb517 req-47110791-bbbf-438e-91eb-9671076c37e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 200 len: 851 time: 0.1037109 Aug 06 16:06:33.429536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5f76f56-4939-4558-b5c2-ec32145757b5 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:33.469836 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7809f17b-4442-44b8-b8f9-5cf08cd6eb38 req-29a3614e-6e37-4f9b-ac92-a6de1e1da61f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476702 Aug 06 16:06:33.486774 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9124e96f-0af1-4307-b8bd-358a75692b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:33.510339 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port a5f76f56-4939-4558-b5c2-ec32145757b5 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:33.511121 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:33.525245 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e43fd571-df2f-4d54-909f-ceddeabe8026 req-72b13b5d-fc14-4555-9897-eb67aca9186b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321283 Aug 06 16:06:33.537977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-9124e96f-0af1-4307-b8bd-358a75692b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa317023-3fd7-4406-8153-872c7abd2abf']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:33.557779 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707f7e3-0cab-4f81-ae5b-72f56cba8910 req-7d15619c-4a12-41e4-b6e1-194ea1df1043 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:33.559535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0707f7e3-0cab-4f81-ae5b-72f56cba8910 req-7d15619c-4a12-41e4-b6e1-194ea1df1043 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 947 time: 0.4054348 Aug 06 16:06:33.573487 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b69ee5dc-8507-43b1-89d6-647097e586f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:33.576098 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b69ee5dc-8507-43b1-89d6-647097e586f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:33.578661 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541088e-8760-4bf7-af9d-f12ded6bb517 req-cfce7a5c-9c09-47db-8277-f2a88eb8ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:33.580201 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b69ee5dc-8507-43b1-89d6-647097e586f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/530fc8df-cce2-47e8-afdc-ca40ba7edebe HTTP/1.1" status: 204 len: 168 time: 1.6031497 Aug 06 16:06:33.580357 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5541088e-8760-4bf7-af9d-f12ded6bb517 req-cfce7a5c-9c09-47db-8277-f2a88eb8ef31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0d2d561-fad9-4dca-83a3-90b0001ab013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618351 Aug 06 16:06:33.582318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-9124e96f-0af1-4307-b8bd-358a75692b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699a4c4d-c807-4baf-b52f-e8488d952954') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:33.582616 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-9124e96f-0af1-4307-b8bd-358a75692b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699a4c4d-c807-4baf-b52f-e8488d952954') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:33.582740 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-af0637d9-b8d8-45f3-926e-30f63048803b service neutron] 10.222.0.78 "GET /v2.0/networks/5738fe75-0ee6-4591-8c74-062f71f16dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622739 Aug 06 16:06:33.616855 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9124e96f-0af1-4307-b8bd-358a75692b67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:33.633069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ee5dc-8507-43b1-89d6-647097e586f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530fc8df-cce2-47e8-afdc-ca40ba7edebe,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:33.665302 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0707f7e3-0cab-4f81-ae5b-72f56cba8910 req-af5f62df-c72c-4142-9454-b27e542828ee tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800018 Aug 06 16:06:33.667382 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9124e96f-0af1-4307-b8bd-358a75692b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:33.678100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9124e96f-0af1-4307-b8bd-358a75692b67 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:06:33.678626 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9124e96f-0af1-4307-b8bd-358a75692b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:06:33.680569 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:06:33.762401 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-252db1f3-c609-40cd-ab89-6e684c1fad61 req-08b41ccf-a7eb-48f9-bc06-39ba25d8c0d2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Deleting port a5f76f56-4939-4558-b5c2-ec32145757b5 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:33.762753 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-252db1f3-c609-40cd-ab89-6e684c1fad61 req-08b41ccf-a7eb-48f9-bc06-39ba25d8c0d2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:33.778311 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf897c06-1751-4f10-b832-d5c7672d12f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:33.795576 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9124e96f-0af1-4307-b8bd-358a75692b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:33.809864 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:33.839715 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9124e96f-0af1-4307-b8bd-358a75692b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:33.862442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9124e96f-0af1-4307-b8bd-358a75692b67 admin admin] 10.222.0.37 "DELETE /v2.0/networks/aa317023-3fd7-4406-8153-872c7abd2abf HTTP/1.1" status: 204 len: 168 time: 1.4507027 Aug 06 16:06:33.867864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a5f76f56-4939-4558-b5c2-ec32145757b5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5f76f56-4939-4558-b5c2-ec32145757b5,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:33.876514 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:33.947757 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-252db1f3-c609-40cd-ab89-6e684c1fad61 req-08b41ccf-a7eb-48f9-bc06-39ba25d8c0d2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] For port a5f76f56-4939-4558-b5c2-ec32145757b5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a5f76f56-4939-4558-b5c2-ec32145757b5,segment=NetworkSegment(595f368d-5226-4a82-9129-a2a97943b58d),segment_id=595f368d-5226-4a82-9129-a2a97943b58d)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:33.948114 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-252db1f3-c609-40cd-ab89-6e684c1fad61 req-08b41ccf-a7eb-48f9-bc06-39ba25d8c0d2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:33.962770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-252db1f3-c609-40cd-ab89-6e684c1fad61 req-08b41ccf-a7eb-48f9-bc06-39ba25d8c0d2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Calling delete_port for a5f76f56-4939-4558-b5c2-ec32145757b5 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:33.998055 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b593cd59-bf0f-4b86-848b-8c4e6cce4701 req-5c8e3d99-20f7-4e44-90e4-1aa5e0880c29 service neutron] 10.222.0.78 "GET /v2.0/networks/5738fe75-0ee6-4591-8c74-062f71f16dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721666 Aug 06 16:06:34.059456 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a5f76f56-4939-4558-b5c2-ec32145757b5,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:34.131403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124e96f-0af1-4307-b8bd-358a75692b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa317023-3fd7-4406-8153-872c7abd2abf,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:34.149719 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5541088e-8760-4bf7-af9d-f12ded6bb517 req-d4dadadc-1032-4289-8956-8d536270442f service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396197 Aug 06 16:06:34.236819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43554) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:34.339712 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5541088e-8760-4bf7-af9d-f12ded6bb517 req-4fbcfce1-2a5a-4ad0-a22e-dba18c4ed11b service neutron] 10.222.0.13 "GET /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822138 Aug 06 16:06:34.466853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43564) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:34.469471 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2556c5ad-a025-40ed-9243-8cd024a4109f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=048e5568a18447ea929cde75921b0777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309387 Aug 06 16:06:34.503101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04327e1-58ba-4684-865b-c20b0f22b356 req-540d549a-69e9-4775-bba0-e375ed37cf53 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:34.514945 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c04327e1-58ba-4684-865b-c20b0f22b356 req-540d549a-69e9-4775-bba0-e375ed37cf53 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 945 time: 0.2322412 Aug 06 16:06:34.564916 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-252db1f3-c609-40cd-ab89-6e684c1fad61 req-08b41ccf-a7eb-48f9-bc06-39ba25d8c0d2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:34.577958 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a5f76f56-4939-4558-b5c2-ec32145757b5'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:34.621834 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7ec05840-cb87-45b7-b9cf-9efae0121758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:34.646767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc8e5e4-96ab-4e32-941b-06f93c4b94da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f76f56-4939-4558-b5c2-ec32145757b5'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:34.653874 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c9d21f-0acd-4283-b2c0-dea8e2c3f962" -d '{"events": [{"server_uuid": "1dc8e5e4-96ab-4e32-941b-06f93c4b94da", "name": "network-vif-plugged", "status": "completed", "tag": "a5f76f56-4939-4558-b5c2-ec32145757b5"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:34.661902 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c04327e1-58ba-4684-865b-c20b0f22b356 req-22ae96a1-dc6d-4206-b10a-154e69fd5271 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/security-groups?id=7062418d-5a3d-4575-95d8-c5eca10abaac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356521 Aug 06 16:06:34.694277 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7ec05840-cb87-45b7-b9cf-9efae0121758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:34.786237 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2c93ad-d4bf-4291-9b6c-5c837fe5862d x-openstack-request-id: req-dc2c93ad-d4bf-4291-9b6c-5c837fe5862d {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:34.786544 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc8e5e4-96ab-4e32-941b-06f93c4b94da", "name": "network-vif-plugged", "status": "completed", "tag": "a5f76f56-4939-4558-b5c2-ec32145757b5", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:34.787584 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc2c93ad-d4bf-4291-9b6c-5c837fe5862d {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:34.788069 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc8e5e4-96ab-4e32-941b-06f93c4b94da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f76f56-4939-4558-b5c2-ec32145757b5', 'code': 200} Aug 06 16:06:34.813365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b41ccf-a7eb-48f9-bc06-39ba25d8c0d2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Pushing event deleted for resources: {'Port': ['ID=a5f76f56-4939-4558-b5c2-ec32145757b5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:34.817297 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7ec05840-cb87-45b7-b9cf-9efae0121758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:34.820975 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7ec05840-cb87-45b7-b9cf-9efae0121758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:34.823039 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7ec05840-cb87-45b7-b9cf-9efae0121758 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef182e31-70ec-4a7a-a27a-6cc0dbca1443 HTTP/1.1" status: 204 len: 168 time: 0.3550353 Aug 06 16:06:34.849091 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec05840-cb87-45b7-b9cf-9efae0121758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef182e31-70ec-4a7a-a27a-6cc0dbca1443,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:34.908736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-252db1f3-c609-40cd-ab89-6e684c1fad61 req-08b41ccf-a7eb-48f9-bc06-39ba25d8c0d2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] No DVR routers for this DVR port a5f76f56-4939-4558-b5c2-ec32145757b5 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:34.912981 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-252db1f3-c609-40cd-ab89-6e684c1fad61 req-08b41ccf-a7eb-48f9-bc06-39ba25d8c0d2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:34.923940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-252db1f3-c609-40cd-ab89-6e684c1fad61 req-08b41ccf-a7eb-48f9-bc06-39ba25d8c0d2 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.13 "DELETE /v2.0/ports/a5f76f56-4939-4558-b5c2-ec32145757b5 HTTP/1.1" status: 204 len: 173 time: 1.7555754 Aug 06 16:06:34.924574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc8e5e4-96ab-4e32-941b-06f93c4b94da', 'name': 'network-vif-deleted', 'tag': 'a5f76f56-4939-4558-b5c2-ec32145757b5'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:34.931106 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1971be0c-6521-4cc2-bb40-850e7a4ea71d" -d '{"events": [{"server_uuid": "1dc8e5e4-96ab-4e32-941b-06f93c4b94da", "name": "network-vif-deleted", "tag": "a5f76f56-4939-4558-b5c2-ec32145757b5"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:35.009198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7b5f3-8426-4fa5-9234-ced40f3b31d6 req-72f692a3-169a-400f-b7c9-c4badbad2a86 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:35.012084 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46e7b5f3-8426-4fa5-9234-ced40f3b31d6 req-72f692a3-169a-400f-b7c9-c4badbad2a86 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.2264943 Aug 06 16:06:35.144226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46e7b5f3-8426-4fa5-9234-ced40f3b31d6 req-4a161c07-1e4a-4b86-adc2-f84495e837c7 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228058 Aug 06 16:06:35.306868 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566e8e8-a34a-4ef8-9c1f-e7bfb5e5dad5 req-fdee65d0-e988-4cff-a8ec-00720c645dfc tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:35.311664 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0566e8e8-a34a-4ef8-9c1f-e7bfb5e5dad5 req-fdee65d0-e988-4cff-a8ec-00720c645dfc tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 947 time: 0.1538913 Aug 06 16:06:35.355826 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a541a3bb-d316-4a22-b56e-a48b480e0e20 x-openstack-request-id: req-a541a3bb-d316-4a22-b56e-a48b480e0e20 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:35.356253 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc8e5e4-96ab-4e32-941b-06f93c4b94da", "name": "network-vif-deleted", "tag": "a5f76f56-4939-4558-b5c2-ec32145757b5", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:35.356600 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a541a3bb-d316-4a22-b56e-a48b480e0e20 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:35.357356 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc8e5e4-96ab-4e32-941b-06f93c4b94da', 'name': 'network-vif-deleted', 'tag': 'a5f76f56-4939-4558-b5c2-ec32145757b5', 'status': 'completed', 'code': 200} Aug 06 16:06:35.447986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0566e8e8-a34a-4ef8-9c1f-e7bfb5e5dad5 req-6b6429a6-e4a0-4247-bd7d-f1fd96a041c0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273987 Aug 06 16:06:35.555859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43612) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:35.679065 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-746b10e4-6f41-40ef-9510-fc86250977c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aee98f38be7546d886de081de136d986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1216424 Aug 06 16:06:35.682354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43624) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:35.848826 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-01a474ca-6649-402f-a4d1-62a3c246394e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:35.919585 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-01a474ca-6649-402f-a4d1-62a3c246394e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:36.033462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43636) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:36.054989 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2c61339-679d-4c03-ac23-a3acac367bc4 req-b6aa95ce-a92e-4451-82dd-cd63b70ad5b9 tempest-ImagesTestJSON-362515137 tempest-ImagesTestJSON-362515137-project] 10.222.0.37 "GET /v2.0/ports?device_id=1dc8e5e4-96ab-4e32-941b-06f93c4b94da HTTP/1.1" status: 200 len: 210 time: 0.1489644 Aug 06 16:06:36.150349 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91b9d205-55f7-4a89-8117-5a2a1a5918c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:36.178554 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-01a474ca-6649-402f-a4d1-62a3c246394e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:36.191052 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-01a474ca-6649-402f-a4d1-62a3c246394e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:36.194116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-01a474ca-6649-402f-a4d1-62a3c246394e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f852e9a-ac37-4396-b26e-19af9a5255da HTTP/1.1" status: 204 len: 168 time: 0.5104320 Aug 06 16:06:36.243834 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a474ca-6649-402f-a4d1-62a3c246394e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f852e9a-ac37-4396-b26e-19af9a5255da,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:36.389551 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-06660ec9-7904-460b-b2c1-617c577063c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1467531967-network', 'tenant_id': '4870b430aec94141a23878eeb93c517d'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:36.472566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803f3d0-3ef7-4f08-a59d-22fb6c719e99 req-0f41f317-f622-4a54-bc9f-c491ec1350de tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:36.476229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06660ec9-7904-460b-b2c1-617c577063c1 admin admin] Made reservation on behalf of 4870b430aec94141a23878eeb93c517d for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:06:36.482025 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06660ec9-7904-460b-b2c1-617c577063c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:36.495196 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a803f3d0-3ef7-4f08-a59d-22fb6c719e99 req-0f41f317-f622-4a54-bc9f-c491ec1350de tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1469293 Aug 06 16:06:36.507519 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06660ec9-7904-460b-b2c1-617c577063c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:36.561911 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a803f3d0-3ef7-4f08-a59d-22fb6c719e99 req-b62da392-6ed1-42cb-b8c0-e25b6f322b48 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656910 Aug 06 16:06:36.583127 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:36.708052 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06660ec9-7904-460b-b2c1-617c577063c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:36.715806 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06660ec9-7904-460b-b2c1-617c577063c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:36.744837 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde03a27-828b-4bfd-8e1c-59725bf54b29 req-b0596701-1f25-4c09-8713-3737f1535646 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:36.754821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fde03a27-828b-4bfd-8e1c-59725bf54b29 req-b0596701-1f25-4c09-8713-3737f1535646 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 947 time: 0.1426768 Aug 06 16:06:36.767305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06660ec9-7904-460b-b2c1-617c577063c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:06:36.776505 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06660ec9-7904-460b-b2c1-617c577063c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d812287-fe0e-4146-b677-ab281add74a5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:36.788238 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06660ec9-7904-460b-b2c1-617c577063c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:36.789023 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-06660ec9-7904-460b-b2c1-617c577063c1 admin admin] Added segment 8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42 of type vlan for network d91d57fc-93ab-4230-bdda-bca8e96b1971 Aug 06 16:06:36.819236 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fde03a27-828b-4bfd-8e1c-59725bf54b29 req-6fbd6766-5887-41af-bb03-3513bc286679 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568070 Aug 06 16:06:36.840817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada2c01-89f5-4d00-aa5c-e823a13b6e82 req-ca2ebef8-aa18-45a3-ab33-c6e026a9f6cd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:36.851962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ada2c01-89f5-4d00-aa5c-e823a13b6e82 req-ca2ebef8-aa18-45a3-ab33-c6e026a9f6cd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1516027 Aug 06 16:06:36.900487 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ada2c01-89f5-4d00-aa5c-e823a13b6e82 req-77a034ad-c574-420a-bd1a-b58c9e75a0ea tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469415 Aug 06 16:06:36.921021 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06660ec9-7904-460b-b2c1-617c577063c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:37.005445 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06660ec9-7904-460b-b2c1-617c577063c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:37.006652 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06660ec9-7904-460b-b2c1-617c577063c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:37.007361 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06660ec9-7904-460b-b2c1-617c577063c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:37.091079 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-06660ec9-7904-460b-b2c1-617c577063c1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0557044 Aug 06 16:06:37.094715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43670) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:37.095987 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06660ec9-7904-460b-b2c1-617c577063c1 admin admin] Pushing event updated for resources: {'Network': ['ID=d91d57fc-93ab-4230-bdda-bca8e96b1971,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:37.111208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4a913e76-94e2-42f0-aecc-c07658bc6119 admin admin] Request body: {'subnet': {'network_id': 'd91d57fc-93ab-4230-bdda-bca8e96b1971', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1467531967-subnet', 'tenant_id': '4870b430aec94141a23878eeb93c517d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:37.113141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network d91d57fc-93ab-4230-bdda-bca8e96b1971 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:06:37.163585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a913e76-94e2-42f0-aecc-c07658bc6119 admin admin] Made reservation on behalf of 4870b430aec94141a23878eeb93c517d for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:06:37.166651 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a913e76-94e2-42f0-aecc-c07658bc6119 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:37.230661 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:37.435964 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a913e76-94e2-42f0-aecc-c07658bc6119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:37.454296 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5f76f56-4939-4558-b5c2-ec32145757b5 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:37.513697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a913e76-94e2-42f0-aecc-c07658bc6119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d54ead6-12dd-44e6-b377-6a4115fd1b47,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:37.514375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: a5f76f56-4939-4558-b5c2-ec32145757b5 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:37.514736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a5f76f56-4939-4558-b5c2-ec32145757b5 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:37.542844 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a913e76-94e2-42f0-aecc-c07658bc6119 admin admin] Checking segment: {'id': '8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd91d57fc-93ab-4230-bdda-bca8e96b1971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:06:37.543394 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a913e76-94e2-42f0-aecc-c07658bc6119 admin admin] Network hostable DHCP agents. Network: d91d57fc-93ab-4230-bdda-bca8e96b1971, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:06:37.572807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a913e76-94e2-42f0-aecc-c07658bc6119 admin admin] Network d91d57fc-93ab-4230-bdda-bca8e96b1971 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:06:37.594755 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-4a913e76-94e2-42f0-aecc-c07658bc6119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, d91d57fc-93ab-4230-bdda-bca8e96b1971) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:37.605814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a913e76-94e2-42f0-aecc-c07658bc6119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:37.610994 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a913e76-94e2-42f0-aecc-c07658bc6119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:37.613619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976fc660-8fba-4848-afcd-9966162c523f None None] Network d91d57fc-93ab-4230-bdda-bca8e96b1971 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:06:37.648498 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4a913e76-94e2-42f0-aecc-c07658bc6119 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5517759 Aug 06 16:06:37.650532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43700) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:37.657934 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1467531967-router', 'tenant_id': '4870b430aec94141a23878eeb93c517d', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:37.725904 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:37.731217 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:37.881435 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:37.904143 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-d91d57fc-93ab-4230-bdda-bca8e96b1971', 'network_id': 'd91d57fc-93ab-4230-bdda-bca8e96b1971', 'tenant_id': '4870b430aec94141a23878eeb93c517d', 'fixed_ips': [{'subnet_id': '9d54ead6-12dd-44e6-b377-6a4115fd1b47'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:06:37.905335 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.080052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Allocated IP 172.20.0.2 (d91d57fc-93ab-4230-bdda-bca8e96b1971/9d54ead6-12dd-44e6-b377-6a4115fd1b47/0cf5070e-a5be-428f-b6c9-fcfe6618e15f) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:06:38.241930 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.338408 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.373490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Transition to ACTIVE for port object 0cf5070e-a5be-428f-b6c9-fcfe6618e15f will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:38.395272 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Transition to ACTIVE for port object 0cf5070e-a5be-428f-b6c9-fcfe6618e15f will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:38.403658 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.461541 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Network d91d57fc-93ab-4230-bdda-bca8e96b1971 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:38.472194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:38.478607 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:06:38.489120 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Pushing event updated for resources: {'Port': ['ID=0cf5070e-a5be-428f-b6c9-fcfe6618e15f,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:38.559340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:38.559684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:38.560309 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:38.560894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:38.561421 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:38.561971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:38.562494 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:38.563009 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:38.563520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:38.564031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:38.564705 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:38.565347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:38.603991 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Attempting to bind port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:06:38.604797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Attempting to bind port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd91d57fc-93ab-4230-bdda-bca8e96b1971'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:06:38.605161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Attempting to bind port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f on network d91d57fc-93ab-4230-bdda-bca8e96b1971 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:38.611973 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:06:38.612338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Checking segment: {'id': '8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd91d57fc-93ab-4230-bdda-bca8e96b1971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:06:38.612957 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.613347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Bound using segment: {'id': '8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd91d57fc-93ab-4230-bdda-bca8e96b1971'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:06:38.613897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Bound port: 0cf5070e-a5be-428f-b6c9-fcfe6618e15f, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd91d57fc-93ab-4230-bdda-bca8e96b1971'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:06:38.614436 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.622790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a5377-9862-4553-a7a0-9e10f78334d1 req-94092a6c-03ed-4470-ae2d-94b863a6b277 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:38.638130 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b6a5377-9862-4553-a7a0-9e10f78334d1 req-94092a6c-03ed-4470-ae2d-94b863a6b277 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c36f9bb-cc7c-4a51-90d9-7078656949a9 HTTP/1.1" status: 200 len: 943 time: 0.0939033 Aug 06 16:06:38.715449 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.751382 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.923565 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] For port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:06:38.941311 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] For port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=0cf5070e-a5be-428f-b6c9-fcfe6618e15f,segment=NetworkSegment(8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42),segment_id=8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:06:38.997283 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.033426 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.036436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Allocated IP 172.25.1.196 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/fda440b1-c7a0-4814-b75a-a9c239f2e239) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:06:39.184736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7f6c1-2125-4825-aeff-b9bf2bc8f91b None None] Pushing event updated for resources: {'Port': ['ID=0cf5070e-a5be-428f-b6c9-fcfe6618e15f,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:39.248512 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.347397 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.408240 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:39.412286 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:39.416313 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:06:39.479852 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Pushing event updated for resources: {'Port': ['ID=fda440b1-c7a0-4814-b75a-a9c239f2e239,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:39.631374 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:39.631729 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:39.632061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:39.632303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-5b6a5377-9862-4553-a7a0-9e10f78334d1 req-f8ba1f2f-6e57-443e-8c03-caa00228f08d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Deleting port 8baaabef-75fc-441f-9a94-3e650348ab46 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:39.632797 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:39.632797 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:39.633014 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:39.633338 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:39.633671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:39.633956 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5b6a5377-9862-4553-a7a0-9e10f78334d1 req-f8ba1f2f-6e57-443e-8c03-caa00228f08d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.634088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:39.634296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:39.634614 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:39.634929 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:39.798550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a6e70e3a-bbaf-40b4-889a-db1770b757df req-f885bb4c-1db7-4256-81a4-30da304aec6b tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1591528494', 'description': 'tempest-description-2070638027'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:39.831450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-5b6a5377-9862-4553-a7a0-9e10f78334d1 req-f8ba1f2f-6e57-443e-8c03-caa00228f08d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] For port 8baaabef-75fc-441f-9a94-3e650348ab46, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8baaabef-75fc-441f-9a94-3e650348ab46,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:39.832448 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5b6a5377-9862-4553-a7a0-9e10f78334d1 req-f8ba1f2f-6e57-443e-8c03-caa00228f08d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.862674 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-5b6a5377-9862-4553-a7a0-9e10f78334d1 req-f8ba1f2f-6e57-443e-8c03-caa00228f08d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Calling delete_port for 8baaabef-75fc-441f-9a94-3e650348ab46 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:39.883513 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6e70e3a-bbaf-40b4-889a-db1770b757df req-f885bb4c-1db7-4256-81a4-30da304aec6b tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.894396 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.903790 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6e70e3a-bbaf-40b4-889a-db1770b757df req-f885bb4c-1db7-4256-81a4-30da304aec6b tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.014584 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6e70e3a-bbaf-40b4-889a-db1770b757df req-f885bb4c-1db7-4256-81a4-30da304aec6b tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.020622 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6e70e3a-bbaf-40b4-889a-db1770b757df req-f885bb4c-1db7-4256-81a4-30da304aec6b tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.195960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885bb4c-1db7-4256-81a4-30da304aec6b tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84dd634c-9e8d-4262-b56c-3612f1a3e56c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:40.235929 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.373963 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5b6a5377-9862-4553-a7a0-9e10f78334d1 req-f8ba1f2f-6e57-443e-8c03-caa00228f08d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.391954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['ff868b4c-0afe-4703-a663-d9a93b422c6e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:40.397138 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['7e9075c0-8075-4b11-a94f-dec503c64ff1'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:40.416351 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba1f2f-6e57-443e-8c03-caa00228f08d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event deleted for resources: {'Port': ['ID=8baaabef-75fc-441f-9a94-3e650348ab46,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:40.423325 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6e70e3a-bbaf-40b4-889a-db1770b757df req-f885bb4c-1db7-4256-81a4-30da304aec6b tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.435279 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6e70e3a-bbaf-40b4-889a-db1770b757df req-f885bb4c-1db7-4256-81a4-30da304aec6b tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.473421 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Router 5df22254-72fb-4e09-afaf-e43f3d086736 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:06:40.542542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6a5377-9862-4553-a7a0-9e10f78334d1 req-f8ba1f2f-6e57-443e-8c03-caa00228f08d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] No DVR routers for this DVR port 8baaabef-75fc-441f-9a94-3e650348ab46 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:40.554013 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5b6a5377-9862-4553-a7a0-9e10f78334d1 req-f8ba1f2f-6e57-443e-8c03-caa00228f08d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.556533 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b6a5377-9862-4553-a7a0-9e10f78334d1 req-f8ba1f2f-6e57-443e-8c03-caa00228f08d tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "DELETE /v2.0/ports/8baaabef-75fc-441f-9a94-3e650348ab46 HTTP/1.1" status: 204 len: 173 time: 1.9170341 Aug 06 16:06:40.557180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c36f9bb-cc7c-4a51-90d9-7078656949a9', 'name': 'network-vif-deleted', 'tag': '8baaabef-75fc-441f-9a94-3e650348ab46'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:40.560049 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4068cfa-e9ed-4159-b937-8e87c927ee56" -d '{"events": [{"server_uuid": "9c36f9bb-cc7c-4a51-90d9-7078656949a9", "name": "network-vif-deleted", "tag": "8baaabef-75fc-441f-9a94-3e650348ab46"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:40.570332 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6e70e3a-bbaf-40b4-889a-db1770b757df req-f885bb4c-1db7-4256-81a4-30da304aec6b tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.590285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6e70e3a-bbaf-40b4-889a-db1770b757df req-f885bb4c-1db7-4256-81a4-30da304aec6b tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.7995470 Aug 06 16:06:40.605284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885bb4c-1db7-4256-81a4-30da304aec6b tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=459cea3f-0fa0-49d3-8da7-a4bd5d509d31,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:40.656572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43788) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:40.805779 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-4728bbe3-6ba0-4ada-a912-616bb595024f admin admin] Deleting subnet da0c21b5-c1ab-47f4-a492-be4025ce4c1d {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:06:40.827565 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4728bbe3-6ba0-4ada-a912-616bb595024f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.991883 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4ecbe6-d767-4b27-9435-a487c476b675 None None] Network d91d57fc-93ab-4230-bdda-bca8e96b1971 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:06:41.005175 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4728bbe3-6ba0-4ada-a912-616bb595024f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.166959 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4728bbe3-6ba0-4ada-a912-616bb595024f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.180034 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64920fcf-6fa2-4986-9916-cd9c0c02aaa7 x-openstack-request-id: req-64920fcf-6fa2-4986-9916-cd9c0c02aaa7 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:41.180413 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c36f9bb-cc7c-4a51-90d9-7078656949a9", "name": "network-vif-deleted", "tag": "8baaabef-75fc-441f-9a94-3e650348ab46", "status": "failed", "code": 422}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:41.180830 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64920fcf-6fa2-4986-9916-cd9c0c02aaa7 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:41.181470 n-d-803756-1 neutron-server[105765]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c36f9bb-cc7c-4a51-90d9-7078656949a9', 'name': 'network-vif-deleted', 'tag': '8baaabef-75fc-441f-9a94-3e650348ab46', 'status': 'failed', 'code': 422} returned with failed status Aug 06 16:06:41.245512 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-685565c0-2280-4a1a-84b8-62afa1bfc464 req-e25b4215-e96a-4e87-960a-113206e8e99f tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1101355912', 'description': 'tempest-description-678236077'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:41.292782 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-685565c0-2280-4a1a-84b8-62afa1bfc464 req-e25b4215-e96a-4e87-960a-113206e8e99f tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.324929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 0cf5070e-a5be-428f-b6c9-fcfe6618e15f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:41.348081 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4728bbe3-6ba0-4ada-a912-616bb595024f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.374265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728bbe3-6ba0-4ada-a912-616bb595024f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da0c21b5-c1ab-47f4-a492-be4025ce4c1d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:41.414415 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4728bbe3-6ba0-4ada-a912-616bb595024f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.417285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4728bbe3-6ba0-4ada-a912-616bb595024f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/da0c21b5-c1ab-47f4-a492-be4025ce4c1d HTTP/1.1" status: 204 len: 168 time: 0.7578394 Aug 06 16:06:41.421121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43794) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:41.526947 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-347838ca-3da6-4ebb-ab8c-88b753fc7b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.556666 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8e252f33-520b-4cfa-b20a-f48003afb8a2 None None] Provisioning for port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:41.697245 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-347838ca-3da6-4ebb-ab8c-88b753fc7b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.716474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-347838ca-3da6-4ebb-ab8c-88b753fc7b5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a57bcf8-fa08-4452-9a64-626df0fa5458']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:41.735030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-347838ca-3da6-4ebb-ab8c-88b753fc7b5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595f368d-5226-4a82-9129-a2a97943b58d') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:41.735438 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-347838ca-3da6-4ebb-ab8c-88b753fc7b5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595f368d-5226-4a82-9129-a2a97943b58d') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:41.770322 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-347838ca-3da6-4ebb-ab8c-88b753fc7b5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.777094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:06:41.793708 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Sync routers for ids ['5df22254-72fb-4e09-afaf-e43f3d086736'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:06:41.820661 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Routers {'5df22254-72fb-4e09-afaf-e43f3d086736'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:41.824128 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:06:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['5df22254-72fb-4e09-afaf-e43f3d086736'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:41.831461 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-685565c0-2280-4a1a-84b8-62afa1bfc464 req-e25b4215-e96a-4e87-960a-113206e8e99f tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.858262 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.859665 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-378abf85-d9eb-42f7-92d3-e4824b941def admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2070062 Aug 06 16:06:41.862152 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-347838ca-3da6-4ebb-ab8c-88b753fc7b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.863973 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43804) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:41.881088 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-685565c0-2280-4a1a-84b8-62afa1bfc464 req-e25b4215-e96a-4e87-960a-113206e8e99f tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.942342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:41.955948 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347838ca-3da6-4ebb-ab8c-88b753fc7b5c admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:06:41.956525 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-347838ca-3da6-4ebb-ab8c-88b753fc7b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:06:41.959462 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:06:41.962555 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-685565c0-2280-4a1a-84b8-62afa1bfc464 req-e25b4215-e96a-4e87-960a-113206e8e99f tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.962999 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:41.963395 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.969661 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-685565c0-2280-4a1a-84b8-62afa1bfc464 req-e25b4215-e96a-4e87-960a-113206e8e99f tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.7342510 Aug 06 16:06:42.229657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b4215-e96a-4e87-960a-113206e8e99f tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52024ba1-b540-4c7d-b991-03450a35aabf,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:42.268949 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Set router 5df22254-72fb-4e09-afaf-e43f3d086736 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:42.275549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-347838ca-3da6-4ebb-ab8c-88b753fc7b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:42.296256 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:42.307508 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-347838ca-3da6-4ebb-ab8c-88b753fc7b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:42.327387 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-347838ca-3da6-4ebb-ab8c-88b753fc7b5c admin admin] 10.222.0.37 "DELETE /v2.0/networks/3a57bcf8-fa08-4452-9a64-626df0fa5458 HTTP/1.1" status: 204 len: 168 time: 0.8998764 Aug 06 16:06:42.372902 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-6b90ba61-f6fd-48ad-b057-8af3c5566534 req-a8edc3c5-ec4b-493e-90ac-c23ab8fa5bd9 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1081668348', 'description': 'tempest-description-634952657'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:42.420701 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347838ca-3da6-4ebb-ab8c-88b753fc7b5c admin admin] Pushing event deleted for resources: {'Network': ['ID=3a57bcf8-fa08-4452-9a64-626df0fa5458,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:42.469354 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6b90ba61-f6fd-48ad-b057-8af3c5566534 req-a8edc3c5-ec4b-493e-90ac-c23ab8fa5bd9 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:42.491687 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6b90ba61-f6fd-48ad-b057-8af3c5566534 req-a8edc3c5-ec4b-493e-90ac-c23ab8fa5bd9 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:42.538244 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=0cf5070e-a5be-428f-b6c9-fcfe6618e15f,segment=NetworkSegment(8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42),segment_id=8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:42.545981 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:42.789212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=0cf5070e-a5be-428f-b6c9-fcfe6618e15f,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:42.829437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-10b6ad1a-11d2-45d5-a17a-65324387a5d9 None None] Provisioning complete for port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:42.829812 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-10b6ad1a-11d2-45d5-a17a-65324387a5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:42.876429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43822) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:42.916839 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'name': 'tempest-FloatingIPDetailsTestJSON-1467531967-router', 'tenant_id': '4870b430aec94141a23878eeb93c517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:37Z', 'updated_at': '2021-08-06T16:06:39Z', 'revision_number': 3, 'project_id': '4870b430aec94141a23878eeb93c517d', 'gw_port': {'id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:38Z', 'updated_at': '2021-08-06T16:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:42.965121 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Checking router: 5df22254-72fb-4e09-afaf-e43f3d086736 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:06:42.966830 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Updating router 5df22254-72fb-4e09-afaf-e43f3d086736 port fda440b1-c7a0-4814-b75a-a9c239f2e239 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:06:43.063809 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.076989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 0cf5070e-a5be-428f-b6c9-fcfe6618e15f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:43.085598 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6b90ba61-f6fd-48ad-b057-8af3c5566534 req-a8edc3c5-ec4b-493e-90ac-c23ab8fa5bd9 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.101460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b3193-e20f-42c0-92b4-fbc42719bfc3 req-1a16a9ff-5153-450d-8f07-cb900cedf2ad tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:43.125803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff1b3193-e20f-42c0-92b4-fbc42719bfc3 req-1a16a9ff-5153-450d-8f07-cb900cedf2ad tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 908 time: 0.6125951 Aug 06 16:06:43.128468 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-94b96907-c566-4b0c-8726-7b9af6309be7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e8469e96bca4365b0ad75e32eded23b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445059 Aug 06 16:06:43.129263 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6b90ba61-f6fd-48ad-b057-8af3c5566534 req-a8edc3c5-ec4b-493e-90ac-c23ab8fa5bd9 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.136193 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43824) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:43.180386 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.211631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edc3c5-ec4b-493e-90ac-c23ab8fa5bd9 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c67b2f-531c-44f0-b8cc-ae1f6ff673f3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:43.217814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:43.218479 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.442488 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6b90ba61-f6fd-48ad-b057-8af3c5566534 req-a8edc3c5-ec4b-493e-90ac-c23ab8fa5bd9 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.492790 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6b90ba61-f6fd-48ad-b057-8af3c5566534 req-a8edc3c5-ec4b-493e-90ac-c23ab8fa5bd9 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.517640 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Allocated IP 172.20.0.1 (d91d57fc-93ab-4230-bdda-bca8e96b1971/9d54ead6-12dd-44e6-b377-6a4115fd1b47/b6b058d9-2dd7-4848-a0d2-b010a2d66c1d) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:06:43.525513 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6b90ba61-f6fd-48ad-b057-8af3c5566534 req-a8edc3c5-ec4b-493e-90ac-c23ab8fa5bd9 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.539340 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b90ba61-f6fd-48ad-b057-8af3c5566534 req-a8edc3c5-ec4b-493e-90ac-c23ab8fa5bd9 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.1801336 Aug 06 16:06:43.594415 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edc3c5-ec4b-493e-90ac-c23ab8fa5bd9 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a004193-5fd3-4cef-8dd0-d39077e96615,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:43.666413 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-880e03b2-8f8b-4474-9906-5e0b544db047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.686228 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-05d95a20-e9b2-43cb-a7b5-8c096e885fa4 req-8d584163-1fb1-4b19-b626-e2a2a9934751 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1140257382', 'description': 'tempest-description-225727007'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:43.706432 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.717163 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-05d95a20-e9b2-43cb-a7b5-8c096e885fa4 req-8d584163-1fb1-4b19-b626-e2a2a9934751 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.733827 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-880e03b2-8f8b-4474-9906-5e0b544db047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.742199 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Transition to ACTIVE for port object fda440b1-c7a0-4814-b75a-a9c239f2e239 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:43.758756 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.804782 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.845675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Transition to ACTIVE for port object b6b058d9-2dd7-4848-a0d2-b010a2d66c1d will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:43.868418 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c12d9-3400-419d-b5ed-82cfb56f28fd None None] Pushing event updated for resources: {'Port': ['ID=fda440b1-c7a0-4814-b75a-a9c239f2e239,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:43.869195 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-880e03b2-8f8b-4474-9906-5e0b544db047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.872305 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-880e03b2-8f8b-4474-9906-5e0b544db047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.874806 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-880e03b2-8f8b-4474-9906-5e0b544db047 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7062418d-5a3d-4575-95d8-c5eca10abaac HTTP/1.1" status: 204 len: 168 time: 0.7358699 Aug 06 16:06:43.887590 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c12d9-3400-419d-b5ed-82cfb56f28fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:43.888090 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c12d9-3400-419d-b5ed-82cfb56f28fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:43.888595 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c12d9-3400-419d-b5ed-82cfb56f28fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:43.889083 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c12d9-3400-419d-b5ed-82cfb56f28fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:43.889956 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c12d9-3400-419d-b5ed-82cfb56f28fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:43.890453 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c12d9-3400-419d-b5ed-82cfb56f28fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:43.890938 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c12d9-3400-419d-b5ed-82cfb56f28fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:43.891632 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c12d9-3400-419d-b5ed-82cfb56f28fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:43.892135 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c12d9-3400-419d-b5ed-82cfb56f28fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:43.892627 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c12d9-3400-419d-b5ed-82cfb56f28fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:43.893109 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c12d9-3400-419d-b5ed-82cfb56f28fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:43.893602 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7c12d9-3400-419d-b5ed-82cfb56f28fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:43.902779 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e03b2-8f8b-4474-9906-5e0b544db047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7062418d-5a3d-4575-95d8-c5eca10abaac,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:43.909836 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-05d95a20-e9b2-43cb-a7b5-8c096e885fa4 req-8d584163-1fb1-4b19-b626-e2a2a9934751 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.915706 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-05d95a20-e9b2-43cb-a7b5-8c096e885fa4 req-8d584163-1fb1-4b19-b626-e2a2a9934751 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.919898 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.922960 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Attempting to bind port fda440b1-c7a0-4814-b75a-a9c239f2e239 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:06:43.924307 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Attempting to bind port fda440b1-c7a0-4814-b75a-a9c239f2e239 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:06:43.925096 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Attempting to bind port fda440b1-c7a0-4814-b75a-a9c239f2e239 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:43.936156 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:06:43.937207 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:06:43.938091 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.938955 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:06:43.940009 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Bound port: fda440b1-c7a0-4814-b75a-a9c239f2e239, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:06:43.941232 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.959836 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-05d95a20-e9b2-43cb-a7b5-8c096e885fa4 req-8d584163-1fb1-4b19-b626-e2a2a9934751 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.966406 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05d95a20-e9b2-43cb-a7b5-8c096e885fa4 req-8d584163-1fb1-4b19-b626-e2a2a9934751 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.2846401 Aug 06 16:06:43.972480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d584163-1fb1-4b19-b626-e2a2a9934751 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5d8866-500f-4a64-bb99-fd3585a8db79,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:44.016319 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] For port fda440b1-c7a0-4814-b75a-a9c239f2e239, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:06:44.019890 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] For port fda440b1-c7a0-4814-b75a-a9c239f2e239, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fda440b1-c7a0-4814-b75a-a9c239f2e239,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:06:44.025315 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:44.056517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Pushing event updated for resources: {'Port': ['ID=b6b058d9-2dd7-4848-a0d2-b010a2d66c1d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:44.084814 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Network d91d57fc-93ab-4230-bdda-bca8e96b1971 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:44.086700 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:44.089468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:06:44.137744 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:44.273402 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c12d9-3400-419d-b5ed-82cfb56f28fd None None] Pushing event updated for resources: {'Port': ['ID=fda440b1-c7a0-4814-b75a-a9c239f2e239,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:44.296540 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Routers {'5df22254-72fb-4e09-afaf-e43f3d086736'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:44.297451 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:06:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['5df22254-72fb-4e09-afaf-e43f3d086736'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:44.505224 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817be66f-7b32-475a-8cbb-9256d5ee4c84 req-fbbe2784-0baa-4ab9-93a6-671f40f37fed tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:44.520585 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-817be66f-7b32-475a-8cbb-9256d5ee4c84 req-fbbe2784-0baa-4ab9-93a6-671f40f37fed tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 908 time: 0.1507578 Aug 06 16:06:44.594308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461d694-ca5d-4f7f-9699-567f20733e6d req-104e3b9a-5269-41bc-b48c-be9b11cec6fd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:44.598604 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9461d694-ca5d-4f7f-9699-567f20733e6d req-104e3b9a-5269-41bc-b48c-be9b11cec6fd tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.78 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 908 time: 0.2303088 Aug 06 16:06:44.656703 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] Set router 5df22254-72fb-4e09-afaf-e43f3d086736 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:44.734588 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8a78b1da-8720-40b4-8e5f-b85bc678a4ae None None] Provisioning for port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:44.740721 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8a78b1da-8720-40b4-8e5f-b85bc678a4ae None None] Provisioning complete for port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:44.741819 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8a78b1da-8720-40b4-8e5f-b85bc678a4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:44.839656 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8a78b1da-8720-40b4-8e5f-b85bc678a4ae None None] Port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:06:44.913969 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.001913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-8a4a1add-e4bf-48aa-af94-3763295a623f tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47778 time: 0.9761460 Aug 06 16:06:45.064872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-9461d694-ca5d-4f7f-9699-567f20733e6d req-513be04e-178f-49bb-933b-d7cf037ddf67 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Deleting port 30298351-08ec-4f28-ba77-e805f70c6829 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:45.065077 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9461d694-ca5d-4f7f-9699-567f20733e6d req-513be04e-178f-49bb-933b-d7cf037ddf67 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.132919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-2ef58e12-d592-4da1-863c-04b0dbb06a36 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/0060f5a4-fe01-4b2c-b0f2-97ad1d7532db HTTP/1.1" status: 200 len: 2981 time: 0.1290190 Aug 06 16:06:45.199828 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'name': 'tempest-FloatingIPDetailsTestJSON-1467531967-router', 'tenant_id': '4870b430aec94141a23878eeb93c517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:37Z', 'updated_at': '2021-08-06T16:06:39Z', 'revision_number': 3, 'project_id': '4870b430aec94141a23878eeb93c517d', 'gw_port': {'id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:38Z', 'updated_at': '2021-08-06T16:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:45.232237 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-9305f0f7-90a9-47ac-8704-57edaa444e5b tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/0060f5a4-fe01-4b2c-b0f2-97ad1d7532db HTTP/1.1" status: 200 len: 2981 time: 0.0918362 Aug 06 16:06:45.263196 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e26434-4c5d-4e85-ab9a-c408203cc6ec None None] The sync data for ids ['5df22254-72fb-4e09-afaf-e43f3d086736'] in n-d-803756-1 is: [{'id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'name': 'tempest-FloatingIPDetailsTestJSON-1467531967-router', 'tenant_id': '4870b430aec94141a23878eeb93c517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:37Z', 'updated_at': '2021-08-06T16:06:39Z', 'revision_number': 3, 'project_id': '4870b430aec94141a23878eeb93c517d', 'gw_port': {'id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:38Z', 'updated_at': '2021-08-06T16:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:06:45.276566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9461d694-ca5d-4f7f-9699-567f20733e6d req-513be04e-178f-49bb-933b-d7cf037ddf67 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] For port 30298351-08ec-4f28-ba77-e805f70c6829, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=30298351-08ec-4f28-ba77-e805f70c6829,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:45.277182 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9461d694-ca5d-4f7f-9699-567f20733e6d req-513be04e-178f-49bb-933b-d7cf037ddf67 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.292935 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-9461d694-ca5d-4f7f-9699-567f20733e6d req-513be04e-178f-49bb-933b-d7cf037ddf67 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Calling delete_port for 30298351-08ec-4f28-ba77-e805f70c6829 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:45.344393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-e28760f9-6f13-4228-a6e0-0f23b4ba6137 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/0b1efaa3-8030-4dd0-9b7c-4d5592bfa01b HTTP/1.1" status: 200 len: 2977 time: 0.0848544 Aug 06 16:06:45.447607 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-1ec55269-f2d5-4a36-b267-59861be49166 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/0b1efaa3-8030-4dd0-9b7c-4d5592bfa01b HTTP/1.1" status: 200 len: 2977 time: 0.0939822 Aug 06 16:06:45.484537 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9461d694-ca5d-4f7f-9699-567f20733e6d req-513be04e-178f-49bb-933b-d7cf037ddf67 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.532772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513be04e-178f-49bb-933b-d7cf037ddf67 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event deleted for resources: {'Port': ['ID=30298351-08ec-4f28-ba77-e805f70c6829,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:45.628211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9461d694-ca5d-4f7f-9699-567f20733e6d req-513be04e-178f-49bb-933b-d7cf037ddf67 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] No DVR routers for this DVR port 30298351-08ec-4f28-ba77-e805f70c6829 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:45.635866 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9461d694-ca5d-4f7f-9699-567f20733e6d req-513be04e-178f-49bb-933b-d7cf037ddf67 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.641882 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-6e149080-c3a8-4559-8622-2dabfcde4f24 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/10152cc6-e161-49f5-bc31-61e316ee816a HTTP/1.1" status: 200 len: 2981 time: 0.1739964 Aug 06 16:06:45.643582 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9461d694-ca5d-4f7f-9699-567f20733e6d req-513be04e-178f-49bb-933b-d7cf037ddf67 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.78 "DELETE /v2.0/ports/30298351-08ec-4f28-ba77-e805f70c6829 HTTP/1.1" status: 204 len: 173 time: 1.0367451 Aug 06 16:06:45.650937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e159ab66-b642-4fa0-91a5-bd0c6d21409a', 'name': 'network-vif-deleted', 'tag': '30298351-08ec-4f28-ba77-e805f70c6829'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:45.659515 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129aedc6-43e0-4ef1-a707-bc7351f08839" -d '{"events": [{"server_uuid": "e159ab66-b642-4fa0-91a5-bd0c6d21409a", "name": "network-vif-deleted", "tag": "30298351-08ec-4f28-ba77-e805f70c6829"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:45.682118 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.690854 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.833379 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fc09b41-ed22-4a84-9a7c-5a70f0e59eea req-808bcde7-3eda-4a81-9eb8-e70e5c886182 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=e159ab66-b642-4fa0-91a5-bd0c6d21409a HTTP/1.1" status: 200 len: 210 time: 0.1018558 Aug 06 16:06:45.852878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Pushing event updated for resources: {'Port': ['ID=b6b058d9-2dd7-4848-a0d2-b010a2d66c1d,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:45.965439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-6e616b32-3c4c-49ca-a311-5f115ac43c8a tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/10152cc6-e161-49f5-bc31-61e316ee816a HTTP/1.1" status: 200 len: 2981 time: 0.3066087 Aug 06 16:06:46.010201 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f652a2a1-b532-4378-9b5a-85f1e2bce0f5 x-openstack-request-id: req-f652a2a1-b532-4378-9b5a-85f1e2bce0f5 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:46.010701 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e159ab66-b642-4fa0-91a5-bd0c6d21409a", "name": "network-vif-deleted", "tag": "30298351-08ec-4f28-ba77-e805f70c6829", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:46.011037 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f652a2a1-b532-4378-9b5a-85f1e2bce0f5 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:46.011507 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e159ab66-b642-4fa0-91a5-bd0c6d21409a', 'name': 'network-vif-deleted', 'tag': '30298351-08ec-4f28-ba77-e805f70c6829', 'status': 'completed', 'code': 200} Aug 06 16:06:46.013044 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:46.124549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43886) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:46.142961 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-74245ea1-187f-4c18-a8ac-3a615348a479 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/2d812287-fe0e-4146-b677-ab281add74a5 HTTP/1.1" status: 200 len: 2985 time: 0.1719201 Aug 06 16:06:46.260539 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-fa28b748-8df2-4bec-8a35-f04c0cbdeca5 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/2d812287-fe0e-4146-b677-ab281add74a5 HTTP/1.1" status: 200 len: 2985 time: 0.1160078 Aug 06 16:06:46.396491 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Network d91d57fc-93ab-4230-bdda-bca8e96b1971 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:46.409156 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:46.413817 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-e4b35cc9-bb3f-4926-8ad1-ff74923a7dd6 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/55e4a51c-7200-4102-afef-6cf59a79a96e HTTP/1.1" status: 200 len: 2981 time: 0.1433015 Aug 06 16:06:46.522088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-481735412-network', 'tenant_id': '67dd413fff104befa17a37af19547712'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:46.569938 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-5a196a64-b3ee-4d3d-b514-23db887cc399 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/55e4a51c-7200-4102-afef-6cf59a79a96e HTTP/1.1" status: 200 len: 2981 time: 0.1547523 Aug 06 16:06:46.728666 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Router 5df22254-72fb-4e09-afaf-e43f3d086736 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:06:46.776817 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-f29a538b-b4ff-4f13-b385-921e337f5bba tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7abd58ab-a16d-496d-b4f7-5a7fed950130 HTTP/1.1" status: 200 len: 2985 time: 0.1959002 Aug 06 16:06:46.791961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Made reservation on behalf of 67dd413fff104befa17a37af19547712 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:06:46.799140 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:46.852652 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:46.969735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-d2263e18-77fa-4a6e-8f35-8267b8053578 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7abd58ab-a16d-496d-b4f7-5a7fed950130 HTTP/1.1" status: 200 len: 2985 time: 0.1910625 Aug 06 16:06:47.013349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e2e54ece-90f6-41b7-b4f1-22b7def013de None None] Provisioning complete for port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:47.014071 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e2e54ece-90f6-41b7-b4f1-22b7def013de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.099066 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e2e54ece-90f6-41b7-b4f1-22b7def013de None None] Port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:06:47.124576 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-09a54238-5d21-41d3-a53b-c7f1ced20285 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/84dd634c-9e8d-4262-b56c-3612f1a3e56c HTTP/1.1" status: 200 len: 2985 time: 0.1544044 Aug 06 16:06:47.144105 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:06:47.146045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fda440b1-c7a0-4814-b75a-a9c239f2e239 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:47.158535 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-61116323-af4e-4d84-945b-1c505c5d14ed admin admin] 10.222.0.37 "PUT /v2.0/routers/5df22254-72fb-4e09-afaf-e43f3d086736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2857423 Aug 06 16:06:47.240877 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.252321 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.259135 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port fda440b1-c7a0-4814-b75a-a9c239f2e239 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:47.269118 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fda440b1-c7a0-4814-b75a-a9c239f2e239 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:47.270375 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.383092 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a341dd7c-e45f-4408-a794-adcd6135e04b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:47.400056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-7648eb7e-99d4-4b5b-aadf-1a9a08f33dba tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/84dd634c-9e8d-4262-b56c-3612f1a3e56c HTTP/1.1" status: 200 len: 2985 time: 0.2585709 Aug 06 16:06:47.409503 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:06:47.445613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:47.446764 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:47.447744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:47.448164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:47.448643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:47.449090 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:47.449492 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:47.449938 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:47.450350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:47.450770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:47.451192 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:47.451594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:47.488178 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.488551 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Added segment 9cba1b03-6836-42da-b644-5b37964de0d4 of type vlan for network e9c146ba-2c73-455b-bc96-29442b5302a5 Aug 06 16:06:47.618040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-7eae7ac9-7605-4c88-a8f9-535813a7f00d tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/87c67b2f-531c-44f0-b8cc-ae1f6ff673f3 HTTP/1.1" status: 200 len: 2985 time: 0.1822600 Aug 06 16:06:47.621772 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.754495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-dfe7e130-a8ae-4700-bd3b-f402e37783fd tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/87c67b2f-531c-44f0-b8cc-ae1f6ff673f3 HTTP/1.1" status: 200 len: 2985 time: 0.1324918 Aug 06 16:06:47.825156 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.858804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port fda440b1-c7a0-4814-b75a-a9c239f2e239, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fda440b1-c7a0-4814-b75a-a9c239f2e239,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:47.864945 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.926021 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.927088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:47.927738 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.997789 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-897a2bd9-2940-400e-9f05-b0f718eec645 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b89b1e6d-ede0-469e-900c-28d597b4134d HTTP/1.1" status: 200 len: 2985 time: 0.2422068 Aug 06 16:06:47.999746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] Pushing event updated for resources: {'Network': ['ID=e9c146ba-2c73-455b-bc96-29442b5302a5,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:48.035766 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-82994b09-7c18-4c99-bb92-6c4a44fbdcbe admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9013784 Aug 06 16:06:48.035889 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43910) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:48.037567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8dda7013-75e2-46d5-bf52-91d259b07f9c admin admin] Request body: {'subnet': {'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-481735412-subnet', 'tenant_id': '67dd413fff104befa17a37af19547712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:48.080213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network e9c146ba-2c73-455b-bc96-29442b5302a5 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:06:48.088235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dda7013-75e2-46d5-bf52-91d259b07f9c admin admin] Made reservation on behalf of 67dd413fff104befa17a37af19547712 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:06:48.094221 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8dda7013-75e2-46d5-bf52-91d259b07f9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:48.191220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 30298351-08ec-4f28-ba77-e805f70c6829 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:48.249566 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=fda440b1-c7a0-4814-b75a-a9c239f2e239,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:48.341358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 30298351-08ec-4f28-ba77-e805f70c6829 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:48.341578 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 30298351-08ec-4f28-ba77-e805f70c6829 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:48.389280 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8dda7013-75e2-46d5-bf52-91d259b07f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:48.495704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dda7013-75e2-46d5-bf52-91d259b07f9c admin admin] Checking segment: {'id': '9cba1b03-6836-42da-b644-5b37964de0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:06:48.496451 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dda7013-75e2-46d5-bf52-91d259b07f9c admin admin] Network hostable DHCP agents. Network: e9c146ba-2c73-455b-bc96-29442b5302a5, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:06:48.503235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda7013-75e2-46d5-bf52-91d259b07f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ace2fcc-c82b-40df-8188-608cb03264e5,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:48.529794 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-272f81f1-2b49-4c55-a29d-3deaaf81c59f tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b89b1e6d-ede0-469e-900c-28d597b4134d HTTP/1.1" status: 200 len: 2985 time: 0.4890556 Aug 06 16:06:48.532872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dda7013-75e2-46d5-bf52-91d259b07f9c admin admin] Network e9c146ba-2c73-455b-bc96-29442b5302a5 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:06:48.547737 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8dda7013-75e2-46d5-bf52-91d259b07f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, e9c146ba-2c73-455b-bc96-29442b5302a5) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:48.562557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dda7013-75e2-46d5-bf52-91d259b07f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:48.563816 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-4250689d-480c-4af2-9e10-e4e09b4b87b5 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4351075 Aug 06 16:06:48.564169 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21fc419-3905-4642-847e-b8798703631c None None] Network e9c146ba-2c73-455b-bc96-29442b5302a5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:06:48.578563 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8dda7013-75e2-46d5-bf52-91d259b07f9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:48.598390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:48.608803 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8dda7013-75e2-46d5-bf52-91d259b07f9c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5759473 Aug 06 16:06:48.631800 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-4a47f2d8-bc12-4f9a-abe3-9de4135fa1f3 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/ce69e2e6-7968-4af2-bedf-9b7b85f82f21 HTTP/1.1" status: 200 len: 2985 time: 0.0899432 Aug 06 16:06:48.658707 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:48.712803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-3b811ff9-4169-4528-a065-8e1dc61f5712 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/ce69e2e6-7968-4af2-bedf-9b7b85f82f21 HTTP/1.1" status: 200 len: 2985 time: 0.0735860 Aug 06 16:06:48.802652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Sync routers for ids ['5df22254-72fb-4e09-afaf-e43f3d086736'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:06:48.810964 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-c93867c0-fad6-4637-883f-80551b862041 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e523f721-62e2-4568-8918-d931eb5a4dfd HTTP/1.1" status: 200 len: 2973 time: 0.0606837 Aug 06 16:06:48.825024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8518067-2b5e-4172-b807-3240833db6c8 None None] Network e9c146ba-2c73-455b-bc96-29442b5302a5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:06:48.835658 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Routers {'5df22254-72fb-4e09-afaf-e43f3d086736'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:48.836640 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:06:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['5df22254-72fb-4e09-afaf-e43f3d086736'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:48.939673 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8d7857b-bee3-431a-b8ca-a85b58df4a91 req-1153ce4f-efa5-4016-8e40-256abf535ead tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/e523f721-62e2-4568-8918-d931eb5a4dfd HTTP/1.1" status: 200 len: 2973 time: 0.1187432 Aug 06 16:06:48.959773 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:49.102935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fda440b1-c7a0-4814-b75a-a9c239f2e239 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:49.230794 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Allocated IP 172.25.1.14 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/4d9dc592-644a-4108-ba48-c2cd7dd06b1b) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:06:49.283959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fda440b1-c7a0-4814-b75a-a9c239f2e239 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:49.284648 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:49.290312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Set router 5df22254-72fb-4e09-afaf-e43f3d086736 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:49.519717 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:49.578123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4fa72-08f5-45de-b65d-4ddc28cb3b2d req-a584a8c3-9aa8-4e4d-bcd4-78d962332c48 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:49.586633 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e3c4fa72-08f5-45de-b65d-4ddc28cb3b2d req-a584a8c3-9aa8-4e4d-bcd4-78d962332c48 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=50bdb111-af0d-4389-9c94-5937a8a46d06 HTTP/1.1" status: 200 len: 945 time: 0.0932331 Aug 06 16:06:49.587484 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb2562-a701-4340-9b67-a7cf9e91f9d2 req-92d630ac-9f11-4d6a-ab65-a58fccc36385 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:49.590226 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ddb2562-a701-4340-9b67-a7cf9e91f9d2 req-92d630ac-9f11-4d6a-ab65-a58fccc36385 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.78 "GET /v2.0/ports?device_id=50bdb111-af0d-4389-9c94-5937a8a46d06 HTTP/1.1" status: 200 len: 945 time: 0.1223025 Aug 06 16:06:49.665248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e3c4fa72-08f5-45de-b65d-4ddc28cb3b2d req-39df63af-4973-4e04-a30a-4513777fae2f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=10152cc6-e161-49f5-bc31-61e316ee816a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775926 Aug 06 16:06:49.670243 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:49.772417 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:49.784111 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:49.789843 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:06:49.859879 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Pushing event updated for resources: {'Port': ['ID=4d9dc592-644a-4108-ba48-c2cd7dd06b1b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:49.887246 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-2ddb2562-a701-4340-9b67-a7cf9e91f9d2 req-b2865a0f-91fb-45ba-85b4-384f372b128f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Deleting port 7e9075c0-8075-4b11-a94f-dec503c64ff1 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:49.887598 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ddb2562-a701-4340-9b67-a7cf9e91f9d2 req-b2865a0f-91fb-45ba-85b4-384f372b128f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:49.908356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'name': 'tempest-FloatingIPDetailsTestJSON-1467531967-router', 'tenant_id': '4870b430aec94141a23878eeb93c517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:37Z', 'updated_at': '2021-08-06T16:06:44Z', 'revision_number': 4, 'project_id': '4870b430aec94141a23878eeb93c517d', 'gw_port': {'id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:38Z', 'updated_at': '2021-08-06T16:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b6b058d9-2dd7-4848-a0d2-b010a2d66c1d', 'name': '', 'network_id': 'd91d57fc-93ab-4230-bdda-bca8e96b1971', 'tenant_id': '4870b430aec94141a23878eeb93c517d', 'mac_address': 'fa:16:3e:e4:c3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '9d54ead6-12dd-44e6-b377-6a4115fd1b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:43Z', 'updated_at': '2021-08-06T16:06:45Z', 'revision_number': 2, 'project_id': '4870b430aec94141a23878eeb93c517d', 'subnets': [{'id': '9d54ead6-12dd-44e6-b377-6a4115fd1b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:49.944706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Checking router: 5df22254-72fb-4e09-afaf-e43f3d086736 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:06:49.945201 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Updating router 5df22254-72fb-4e09-afaf-e43f3d086736 port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:06:50.017145 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:50.021568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-2ddb2562-a701-4340-9b67-a7cf9e91f9d2 req-b2865a0f-91fb-45ba-85b4-384f372b128f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] For port 7e9075c0-8075-4b11-a94f-dec503c64ff1, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=7e9075c0-8075-4b11-a94f-dec503c64ff1,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:50.022250 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ddb2562-a701-4340-9b67-a7cf9e91f9d2 req-b2865a0f-91fb-45ba-85b4-384f372b128f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:50.049710 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-2ddb2562-a701-4340-9b67-a7cf9e91f9d2 req-b2865a0f-91fb-45ba-85b4-384f372b128f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Calling delete_port for 7e9075c0-8075-4b11-a94f-dec503c64ff1 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:50.062455 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:50.154355 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:50.222824 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ddb2562-a701-4340-9b67-a7cf9e91f9d2 req-b2865a0f-91fb-45ba-85b4-384f372b128f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:50.235535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['ff868b4c-0afe-4703-a663-d9a93b422c6e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:50.243787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['7e9075c0-8075-4b11-a94f-dec503c64ff1'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:50.284296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2865a0f-91fb-45ba-85b4-384f372b128f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event deleted for resources: {'Port': ['ID=7e9075c0-8075-4b11-a94f-dec503c64ff1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:50.367391 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddb2562-a701-4340-9b67-a7cf9e91f9d2 req-b2865a0f-91fb-45ba-85b4-384f372b128f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] No DVR routers for this DVR port 7e9075c0-8075-4b11-a94f-dec503c64ff1 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:50.368153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-5081511e-41ec-454e-b37d-3769039eb9e1 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:50.370027 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-5081511e-41ec-454e-b37d-3769039eb9e1 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/networks?id=e9c146ba-2c73-455b-bc96-29442b5302a5 HTTP/1.1" status: 200 len: 821 time: 0.2553718 Aug 06 16:06:50.383278 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ddb2562-a701-4340-9b67-a7cf9e91f9d2 req-b2865a0f-91fb-45ba-85b4-384f372b128f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:50.387166 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ddb2562-a701-4340-9b67-a7cf9e91f9d2 req-b2865a0f-91fb-45ba-85b4-384f372b128f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.78 "DELETE /v2.0/ports/7e9075c0-8075-4b11-a94f-dec503c64ff1 HTTP/1.1" status: 204 len: 173 time: 0.7723012 Aug 06 16:06:50.387993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bdb111-af0d-4389-9c94-5937a8a46d06', 'name': 'network-vif-deleted', 'tag': '7e9075c0-8075-4b11-a94f-dec503c64ff1'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:50.390905 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bd2b47-fd7c-49f9-b189-50a19edf5b57" -d '{"events": [{"server_uuid": "50bdb111-af0d-4389-9c94-5937a8a46d06", "name": "network-vif-deleted", "tag": "7e9075c0-8075-4b11-a94f-dec503c64ff1"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:50.441706 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-ab8af23c-0cb9-47cb-9c37-b4cd1ea37260 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/quotas/67dd413fff104befa17a37af19547712 HTTP/1.1" status: 200 len: 375 time: 0.0217016 Aug 06 16:06:50.565500 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-9a8cbd52-dc43-48d2-a827-fefba32e40c1 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=67dd413fff104befa17a37af19547712&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609934 Aug 06 16:06:50.645926 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:50.692286 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Transition to ACTIVE for port object b6b058d9-2dd7-4848-a0d2-b010a2d66c1d will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:50.720156 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:50.828393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bf99d-a65e-4faa-9b63-4ba44fdf4f1e None None] Pushing event updated for resources: {'Port': ['ID=b6b058d9-2dd7-4848-a0d2-b010a2d66c1d,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:50.947833 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Attempting to bind port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:06:50.949146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Attempting to bind port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd91d57fc-93ab-4230-bdda-bca8e96b1971'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:06:50.949674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Attempting to bind port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d on network d91d57fc-93ab-4230-bdda-bca8e96b1971 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:50.956865 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:06:50.957338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Checking segment: {'id': '8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd91d57fc-93ab-4230-bdda-bca8e96b1971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:06:50.958039 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:50.958350 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-f576a95c-5196-4d24-9262-1b3701a4ab21 service neutron] 10.222.0.37 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485854 Aug 06 16:06:50.959017 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Bound using segment: {'id': '8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd91d57fc-93ab-4230-bdda-bca8e96b1971'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:06:50.959283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Bound port: b6b058d9-2dd7-4848-a0d2-b010a2d66c1d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'd91d57fc-93ab-4230-bdda-bca8e96b1971'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:06:50.959920 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:50.983221 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:06:51.024498 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:51.084569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] For port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:06:51.088503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] For port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b6b058d9-2dd7-4848-a0d2-b010a2d66c1d,segment=NetworkSegment(8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42),segment_id=8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:06:51.094217 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:51.172333 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:51.211940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-2dbeec55-58c6-4778-b12a-7ad85b4fb308 service neutron] 10.222.0.37 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286880 Aug 06 16:06:51.281619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Routers {'5df22254-72fb-4e09-afaf-e43f3d086736'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:51.283217 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:06:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['5df22254-72fb-4e09-afaf-e43f3d086736'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:51.293590 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:51.385750 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:51.396464 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8125539 Aug 06 16:06:51.600276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c299b1-d587-4b29-880e-45bf6ead23f6 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Pushing event updated for resources: {'Port': ['ID=4d9dc592-644a-4108-ba48-c2cd7dd06b1b,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:51.625546 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-d718b078-4d94-41d4-9f2c-5a78335ea37b tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.14 HTTP/1.1" status: 200 len: 695 time: 0.2278416 Aug 06 16:06:51.661090 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bf99d-a65e-4faa-9b63-4ba44fdf4f1e None None] Pushing event updated for resources: {'Port': ['ID=b6b058d9-2dd7-4848-a0d2-b010a2d66c1d,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:51.872101 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ff95eae-a721-4109-b654-b7453b673e65 req-3df3b699-ba68-41bd-92f8-4bdac1dced48 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcf6636bf3c743cc8144375f7652764f HTTP/1.1" status: 200 len: 6111 time: 0.2914536 Aug 06 16:06:51.931057 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] Set router 5df22254-72fb-4e09-afaf-e43f3d086736 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:51.971189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-e0d9841e-0a9e-4534-b0f6-5d5626cf6449 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:51.990851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e4b71c4-3a20-499e-baa7-2ade04ec1f44 req-e0d9841e-0a9e-4534-b0f6-5d5626cf6449 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.3642886 Aug 06 16:06:52.062614 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ff95eae-a721-4109-b654-b7453b673e65 req-9534dc11-d98a-46b4-bf02-eb5fb9805cc0 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] 10.222.0.37 "GET /v2.0/security-groups/84dd634c-9e8d-4262-b56c-3612f1a3e56c HTTP/1.1" status: 200 len: 2985 time: 0.1895778 Aug 06 16:06:52.079128 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aebee6-d1c9-435a-9440-0e8a0dfcd36d x-openstack-request-id: req-59aebee6-d1c9-435a-9440-0e8a0dfcd36d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:52.080517 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bdb111-af0d-4389-9c94-5937a8a46d06", "name": "network-vif-deleted", "tag": "7e9075c0-8075-4b11-a94f-dec503c64ff1", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:52.081025 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59aebee6-d1c9-435a-9440-0e8a0dfcd36d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:52.081936 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bdb111-af0d-4389-9c94-5937a8a46d06', 'name': 'network-vif-deleted', 'tag': '7e9075c0-8075-4b11-a94f-dec503c64ff1', 'status': 'completed', 'code': 200} Aug 06 16:06:52.153644 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ff95eae-a721-4109-b654-b7453b673e65 req-39d96a0f-2ee1-4d2c-92c7-daf1260b33f3 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] 10.222.0.37 "GET /v2.0/security-groups/84dd634c-9e8d-4262-b56c-3612f1a3e56c HTTP/1.1" status: 200 len: 2985 time: 0.0838888 Aug 06 16:06:52.315280 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'name': 'tempest-FloatingIPDetailsTestJSON-1467531967-router', 'tenant_id': '4870b430aec94141a23878eeb93c517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:37Z', 'updated_at': '2021-08-06T16:06:44Z', 'revision_number': 4, 'project_id': '4870b430aec94141a23878eeb93c517d', 'gw_port': {'id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:38Z', 'updated_at': '2021-08-06T16:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b6b058d9-2dd7-4848-a0d2-b010a2d66c1d', 'name': '', 'network_id': 'd91d57fc-93ab-4230-bdda-bca8e96b1971', 'tenant_id': '4870b430aec94141a23878eeb93c517d', 'mac_address': 'fa:16:3e:e4:c3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '9d54ead6-12dd-44e6-b377-6a4115fd1b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:43Z', 'updated_at': '2021-08-06T16:06:51Z', 'revision_number': 4, 'project_id': '4870b430aec94141a23878eeb93c517d', 'subnets': [{'id': '9d54ead6-12dd-44e6-b377-6a4115fd1b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:52.349270 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf07385b-1a4c-4ebb-a1c8-5925adbedb23 None None] The sync data for ids ['5df22254-72fb-4e09-afaf-e43f3d086736'] in n-d-803756-1 is: [{'id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'name': 'tempest-FloatingIPDetailsTestJSON-1467531967-router', 'tenant_id': '4870b430aec94141a23878eeb93c517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:37Z', 'updated_at': '2021-08-06T16:06:44Z', 'revision_number': 4, 'project_id': '4870b430aec94141a23878eeb93c517d', 'gw_port': {'id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:38Z', 'updated_at': '2021-08-06T16:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b6b058d9-2dd7-4848-a0d2-b010a2d66c1d', 'name': '', 'network_id': 'd91d57fc-93ab-4230-bdda-bca8e96b1971', 'tenant_id': '4870b430aec94141a23878eeb93c517d', 'mac_address': 'fa:16:3e:e4:c3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '9d54ead6-12dd-44e6-b377-6a4115fd1b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:43Z', 'updated_at': '2021-08-06T16:06:51Z', 'revision_number': 4, 'project_id': '4870b430aec94141a23878eeb93c517d', 'subnets': [{'id': '9d54ead6-12dd-44e6-b377-6a4115fd1b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:06:52.832887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a94c5d8-36e3-4963-95ff-56e38e034b90 req-d6746969-1b99-4c3b-af33-97c0b6e8097f tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 210 time: 0.0459263 Aug 06 16:06:52.889200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-44d6d501-4883-4273-a0d7-416f93ab3591 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5670335 Aug 06 16:06:52.909130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:52.934165 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-391d5a2d-c6f2-499b-b87f-11819909d7f3 req-24b16ab2-01b4-4198-afc9-c4b15771f72b tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/bd5d8866-500f-4a64-bb99-fd3585a8db79 HTTP/1.1" status: 200 len: 1779 time: 0.0749848 Aug 06 16:06:53.008994 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-391d5a2d-c6f2-499b-b87f-11819909d7f3 req-569ba3b1-9b64-4d33-8799-645d872890ec tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.012057 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.057334 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-391d5a2d-c6f2-499b-b87f-11819909d7f3 req-569ba3b1-9b64-4d33-8799-645d872890ec tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.129508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b6b058d9-2dd7-4848-a0d2-b010a2d66c1d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:53.219028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:53.226299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:53.227101 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.306289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-0b228783-a169-4ca6-8221-74a3b5d09e03 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:53.308475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-0b228783-a169-4ca6-8221-74a3b5d09e03 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.13 "GET /v2.0/networks?id=e9c146ba-2c73-455b-bc96-29442b5302a5 HTTP/1.1" status: 200 len: 821 time: 0.2264304 Aug 06 16:06:53.311151 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-391d5a2d-c6f2-499b-b87f-11819909d7f3 req-569ba3b1-9b64-4d33-8799-645d872890ec tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.313780 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-391d5a2d-c6f2-499b-b87f-11819909d7f3 req-569ba3b1-9b64-4d33-8799-645d872890ec tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.315521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-391d5a2d-c6f2-499b-b87f-11819909d7f3 req-569ba3b1-9b64-4d33-8799-645d872890ec tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd5d8866-500f-4a64-bb99-fd3585a8db79 HTTP/1.1" status: 204 len: 173 time: 0.3806965 Aug 06 16:06:53.330365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-e96f49a9-f62d-454a-831b-7a84e39d6d38 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Request body: {'port': {'device_id': 'd7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf', 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5', 'admin_state_up': True, 'tenant_id': '67dd413fff104befa17a37af19547712'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:53.337403 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.343554 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ba3b1-9b64-4d33-8799-645d872890ec tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5d8866-500f-4a64-bb99-fd3585a8db79,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:53.412586 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.458630 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b6b058d9-2dd7-4848-a0d2-b010a2d66c1d,segment=NetworkSegment(8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42),segment_id=8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:53.480367 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.516975 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.575394 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=b6b058d9-2dd7-4848-a0d2-b010a2d66c1d,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:53.665987 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.709848 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-e96f49a9-f62d-454a-831b-7a84e39d6d38 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Made reservation on behalf of 67dd413fff104befa17a37af19547712 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:06:53.714030 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-e96f49a9-f62d-454a-831b-7a84e39d6d38 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.762803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Allocated IP 172.25.1.149 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/bd17c0a3-608f-43f9-91ed-cc59ad94ea45) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:06:53.873535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65266403-88a3-497b-91bf-8b03ed336625 req-2b6df66b-d660-4812-8f5d-7395e16669d4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:53.881560 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-65266403-88a3-497b-91bf-8b03ed336625 req-2b6df66b-d660-4812-8f5d-7395e16669d4 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.13 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 946 time: 0.0888386 Aug 06 16:06:53.934474 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0dfb25d6-0c38-44d9-9851-fd5ec1676a99 req-a04882a4-0683-475d-b174-40a99a4e60e6 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "GET /v2.0/security-groups/6a004193-5fd3-4cef-8dd0-d39077e96615 HTTP/1.1" status: 200 len: 1779 time: 0.1692531 Aug 06 16:06:54.034768 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-65266403-88a3-497b-91bf-8b03ed336625 req-fbd3f497-7594-4070-8072-f9c0e5ab8e9b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Deleting port ff868b4c-0afe-4703-a663-d9a93b422c6e {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:54.035128 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-65266403-88a3-497b-91bf-8b03ed336625 req-fbd3f497-7594-4070-8072-f9c0e5ab8e9b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.089842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-e96f49a9-f62d-454a-831b-7a84e39d6d38 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Allocated IP 172.20.0.5 (e9c146ba-2c73-455b-bc96-29442b5302a5/7ace2fcc-c82b-40df-8188-608cb03264e5/b64fcfe0-c442-47a0-9306-4884ce12d7e8) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:06:54.138509 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 7e9075c0-8075-4b11-a94f-dec503c64ff1 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:54.162353 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0dfb25d6-0c38-44d9-9851-fd5ec1676a99 req-3ed7e7a9-a09a-471b-b767-b91390bc61a4 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.177236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 7e9075c0-8075-4b11-a94f-dec503c64ff1 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:54.178359 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 7e9075c0-8075-4b11-a94f-dec503c64ff1 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:54.183220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-65266403-88a3-497b-91bf-8b03ed336625 req-fbd3f497-7594-4070-8072-f9c0e5ab8e9b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] For port ff868b4c-0afe-4703-a663-d9a93b422c6e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ff868b4c-0afe-4703-a663-d9a93b422c6e,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:54.183743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-65266403-88a3-497b-91bf-8b03ed336625 req-fbd3f497-7594-4070-8072-f9c0e5ab8e9b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.190630 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.207103 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0dfb25d6-0c38-44d9-9851-fd5ec1676a99 req-3ed7e7a9-a09a-471b-b767-b91390bc61a4 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.217586 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-65266403-88a3-497b-91bf-8b03ed336625 req-fbd3f497-7594-4070-8072-f9c0e5ab8e9b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Calling delete_port for ff868b4c-0afe-4703-a663-d9a93b422c6e owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:54.343447 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0dfb25d6-0c38-44d9-9851-fd5ec1676a99 req-3ed7e7a9-a09a-471b-b767-b91390bc61a4 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.346278 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0dfb25d6-0c38-44d9-9851-fd5ec1676a99 req-3ed7e7a9-a09a-471b-b767-b91390bc61a4 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.348698 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0dfb25d6-0c38-44d9-9851-fd5ec1676a99 req-3ed7e7a9-a09a-471b-b767-b91390bc61a4 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a004193-5fd3-4cef-8dd0-d39077e96615 HTTP/1.1" status: 204 len: 173 time: 0.3412440 Aug 06 16:06:54.368950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7e7a9-a09a-471b-b767-b91390bc61a4 tempest-SecurityGroupsTestAdminJSON-303410562 tempest-SecurityGroupsTestAdminJSON-303410562-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a004193-5fd3-4cef-8dd0-d39077e96615,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:54.394412 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.421890 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-65266403-88a3-497b-91bf-8b03ed336625 req-fbd3f497-7594-4070-8072-f9c0e5ab8e9b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.440569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['ff868b4c-0afe-4703-a663-d9a93b422c6e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:54.476637 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-e96f49a9-f62d-454a-831b-7a84e39d6d38 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.479813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:54.487796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:54.493341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:06:54.494499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3f497-7594-4070-8072-f9c0e5ab8e9b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event deleted for resources: {'Port': ['ID=ff868b4c-0afe-4703-a663-d9a93b422c6e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:54.578896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-65266403-88a3-497b-91bf-8b03ed336625 req-fbd3f497-7594-4070-8072-f9c0e5ab8e9b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] No DVR routers for this DVR port ff868b4c-0afe-4703-a663-d9a93b422c6e on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:54.582631 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-65266403-88a3-497b-91bf-8b03ed336625 req-fbd3f497-7594-4070-8072-f9c0e5ab8e9b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.585497 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-65266403-88a3-497b-91bf-8b03ed336625 req-fbd3f497-7594-4070-8072-f9c0e5ab8e9b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.13 "DELETE /v2.0/ports/ff868b4c-0afe-4703-a663-d9a93b422c6e HTTP/1.1" status: 204 len: 173 time: 0.6969810 Aug 06 16:06:54.586129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cf3da5-28f6-497a-8776-52ad3a6bb7a2', 'name': 'network-vif-deleted', 'tag': 'ff868b4c-0afe-4703-a663-d9a93b422c6e'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:54.595050 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72312efb-16ed-4062-94fc-1bcb86b88617" -d '{"events": [{"server_uuid": "02cf3da5-28f6-497a-8776-52ad3a6bb7a2", "name": "network-vif-deleted", "tag": "ff868b4c-0afe-4703-a663-d9a93b422c6e"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:54.599923 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Pushing event updated for resources: {'Port': ['ID=bd17c0a3-608f-43f9-91ed-cc59ad94ea45,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:54.665310 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f95f2c8-ac34-4a39-b100-68588a29d426 req-2ceadea1-d3dc-4070-b4ad-f8646c84deb1 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=02cf3da5-28f6-497a-8776-52ad3a6bb7a2 HTTP/1.1" status: 200 len: 210 time: 0.1277039 Aug 06 16:06:54.774112 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-e96f49a9-f62d-454a-831b-7a84e39d6d38 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.869506 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.887661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-e96f49a9-f62d-454a-831b-7a84e39d6d38 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Network e9c146ba-2c73-455b-bc96-29442b5302a5 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:54.896077 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f49a9-f62d-454a-831b-7a84e39d6d38 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Pushing event updated for resources: {'Port': ['ID=b64fcfe0-c442-47a0-9306-4884ce12d7e8,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:54.899081 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-e96f49a9-f62d-454a-831b-7a84e39d6d38 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:54.902823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-e96f49a9-f62d-454a-831b-7a84e39d6d38 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:06:54.931098 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547337d1-ce59-49ef-9ee9-ff6a2848708a req-2ea111ff-fc9b-469d-ae44-cc545c853ccd tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:54.932890 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-547337d1-ce59-49ef-9ee9-ff6a2848708a req-2ea111ff-fc9b-469d-ae44-cc545c853ccd tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 931 time: 0.1664112 Aug 06 16:06:54.985746 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.041760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b6b058d9-2dd7-4848-a0d2-b010a2d66c1d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:55.045367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-e96f49a9-f62d-454a-831b-7a84e39d6d38 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:55.046232 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-e96f49a9-f62d-454a-831b-7a84e39d6d38 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.079348 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-547337d1-ce59-49ef-9ee9-ff6a2848708a req-68bc84e6-989f-4b7c-8113-e20a3b777a5d tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188312 Aug 06 16:06:55.108823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:55.109142 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.136395 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-e96f49a9-f62d-454a-831b-7a84e39d6d38 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8153095 Aug 06 16:06:55.199695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Request body: {'port': {'device_id': 'd7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:55.288778 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a5c9adc-ea25-4e12-9028-d948be74d5cf req-90327872-2b58-4a92-ba7b-eebd4aa09745 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] 10.222.0.37 "GET /v2.0/security-groups/52024ba1-b540-4c7d-b991-03450a35aabf HTTP/1.1" status: 200 len: 1779 time: 0.1511898 Aug 06 16:06:55.358875 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.447828 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.462205 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.473091 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2a5c9adc-ea25-4e12-9028-d948be74d5cf req-a988cd11-8956-4341-9730-1ebc3f4d29f3 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.617476 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2a5c9adc-ea25-4e12-9028-d948be74d5cf req-a988cd11-8956-4341-9730-1ebc3f4d29f3 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.621793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Pushing event updated for resources: {'Port': ['ID=bd17c0a3-608f-43f9-91ed-cc59ad94ea45,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:55.720923 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.747862 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.749167 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-2ddc5520-85a3-405e-aebf-5a740b4b4a27 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8511739 Aug 06 16:06:55.751489 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2a5c9adc-ea25-4e12-9028-d948be74d5cf req-a988cd11-8956-4341-9730-1ebc3f4d29f3 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.754271 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2a5c9adc-ea25-4e12-9028-d948be74d5cf req-a988cd11-8956-4341-9730-1ebc3f4d29f3 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.755374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a5c9adc-ea25-4e12-9028-d948be74d5cf req-a988cd11-8956-4341-9730-1ebc3f4d29f3 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] 10.222.0.37 "DELETE /v2.0/security-groups/52024ba1-b540-4c7d-b991-03450a35aabf HTTP/1.1" status: 204 len: 173 time: 0.4595559 Aug 06 16:06:55.807450 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf37e53-5b26-49c3-b027-c0d705dfd308 x-openstack-request-id: req-9cf37e53-5b26-49c3-b027-c0d705dfd308 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:55.808316 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cf3da5-28f6-497a-8776-52ad3a6bb7a2", "name": "network-vif-deleted", "tag": "ff868b4c-0afe-4703-a663-d9a93b422c6e", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:55.808316 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cf37e53-5b26-49c3-b027-c0d705dfd308 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:55.808818 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cf3da5-28f6-497a-8776-52ad3a6bb7a2', 'name': 'network-vif-deleted', 'tag': 'ff868b4c-0afe-4703-a663-d9a93b422c6e', 'status': 'completed', 'code': 200} Aug 06 16:06:55.830649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988cd11-8956-4341-9730-1ebc3f4d29f3 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52024ba1-b540-4c7d-b991-03450a35aabf,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:55.845078 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-c12ea35b-5713-4444-b793-55f1e1f45da1 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.149 HTTP/1.1" status: 200 len: 696 time: 0.0838070 Aug 06 16:06:55.979220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64fcfe0-c442-47a0-9306-4884ce12d7e8 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:06:55.992828 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.020865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Transition to ACTIVE for port object b64fcfe0-c442-47a0-9306-4884ce12d7e8 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:56.032294 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.102096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-69c1bae7-889d-4a09-845c-7320b4a3260d tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:56.105374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-554439d6-aea6-49f6-a8e3-4f94028f1919 req-69c1bae7-889d-4a09-845c-7320b4a3260d tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.2412174 Aug 06 16:06:56.144700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2af11c9-f553-467f-a957-d48535abb5fb req-88babe27-3b2d-4107-a725-8f1894f93f67 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] 10.222.0.37 "GET /v2.0/security-groups/459cea3f-0fa0-49d3-8da7-a4bd5d509d31 HTTP/1.1" status: 200 len: 1780 time: 0.1276217 Aug 06 16:06:56.149555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Pushing event updated for resources: {'Port': ['ID=b64fcfe0-c442-47a0-9306-4884ce12d7e8,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:56.269674 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Attempting to bind port b64fcfe0-c442-47a0-9306-4884ce12d7e8 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:06:56.270047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Attempting to bind port b64fcfe0-c442-47a0-9306-4884ce12d7e8 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '9cba1b03-6836-42da-b644-5b37964de0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:06:56.270510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Attempting to bind port b64fcfe0-c442-47a0-9306-4884ce12d7e8 on network e9c146ba-2c73-455b-bc96-29442b5302a5 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:56.286795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Port b64fcfe0-c442-47a0-9306-4884ce12d7e8 on network e9c146ba-2c73-455b-bc96-29442b5302a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:06:56.287998 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Attempting to bind port b64fcfe0-c442-47a0-9306-4884ce12d7e8 on network e9c146ba-2c73-455b-bc96-29442b5302a5 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:56.290041 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c2af11c9-f553-467f-a957-d48535abb5fb req-d050a39f-4536-4470-8ea5-0f5777bc5210 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.307258 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:06:56.307828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Checking segment: {'id': '9cba1b03-6836-42da-b644-5b37964de0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:06:56.308333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Bound using segment: {'id': '9cba1b03-6836-42da-b644-5b37964de0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:06:56.308804 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Bound port: b64fcfe0-c442-47a0-9306-4884ce12d7e8, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cba1b03-6836-42da-b644-5b37964de0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:06:56.309194 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.336709 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c2af11c9-f553-467f-a957-d48535abb5fb req-d050a39f-4536-4470-8ea5-0f5777bc5210 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.460827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] For port b64fcfe0-c442-47a0-9306-4884ce12d7e8, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:06:56.465987 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] For port b64fcfe0-c442-47a0-9306-4884ce12d7e8, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b64fcfe0-c442-47a0-9306-4884ce12d7e8,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:06:56.466985 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c2af11c9-f553-467f-a957-d48535abb5fb req-d050a39f-4536-4470-8ea5-0f5777bc5210 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.470069 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c2af11c9-f553-467f-a957-d48535abb5fb req-d050a39f-4536-4470-8ea5-0f5777bc5210 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.471102 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2af11c9-f553-467f-a957-d48535abb5fb req-d050a39f-4536-4470-8ea5-0f5777bc5210 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] 10.222.0.37 "DELETE /v2.0/security-groups/459cea3f-0fa0-49d3-8da7-a4bd5d509d31 HTTP/1.1" status: 204 len: 173 time: 0.3023496 Aug 06 16:06:56.478040 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.524386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59191c-9f9a-4944-b3c9-db6916464f06 req-e5941346-ac83-411e-9860-4aad21858db1 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:56.525930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e59191c-9f9a-4944-b3c9-db6916464f06 req-e5941346-ac83-411e-9860-4aad21858db1 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 943 time: 0.1331334 Aug 06 16:06:56.531136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050a39f-4536-4470-8ea5-0f5777bc5210 tempest-SecurityGroupsTestAdminJSON-549091504 tempest-SecurityGroupsTestAdminJSON-549091504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=459cea3f-0fa0-49d3-8da7-a4bd5d509d31,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:56.593453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:56.593453 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.594713 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] 10.222.0.13 "PUT /v2.0/ports/b64fcfe0-c442-47a0-9306-4884ce12d7e8 HTTP/1.1" status: 200 len: 1091 time: 1.4472654 Aug 06 16:06:56.596184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf', 'tag': 'b64fcfe0-c442-47a0-9306-4884ce12d7e8'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:56.598613 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6e4af3-b3a6-4516-b41c-30ecb9de3d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf", "tag": "b64fcfe0-c442-47a0-9306-4884ce12d7e8"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:56.613765 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44098) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:56.678845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65736d73-b6a7-437f-adad-84bf2811aca9 service neutron] Pushing event updated for resources: {'Port': ['ID=b64fcfe0-c442-47a0-9306-4884ce12d7e8,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:56.719692 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-64941860-de89-4018-902f-fba4e3f34936 admin admin] Deleting subnet 71e624cf-fda4-404f-a217-92a48cf045f3 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:06:56.723938 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-64941860-de89-4018-902f-fba4e3f34936 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.732981 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e59191c-9f9a-4944-b3c9-db6916464f06 req-fb82d7cd-68ee-403e-8102-b4a4de8c63d0 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819644 Aug 06 16:06:56.771805 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-99780b8e-9917-4a65-bd12-0d569ac4cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:56.773541 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-99780b8e-9917-4a65-bd12-0d569ac4cfa6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67dd413fff104befa17a37af19547712&device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 1094 time: 0.1199861 Aug 06 16:06:56.778740 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-64941860-de89-4018-902f-fba4e3f34936 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.801513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-fc426526-80bb-49bd-bd82-e3f05ea64041 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2890470 Aug 06 16:06:56.835037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:56.841932 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-bb31f4f1-f85d-41a0-9a97-681ade492bb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b64fcfe0-c442-47a0-9306-4884ce12d7e8 HTTP/1.1" status: 200 len: 217 time: 0.0585270 Aug 06 16:06:56.869383 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-64941860-de89-4018-902f-fba4e3f34936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.900730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44102) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:56.935407 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.965041 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-64941860-de89-4018-902f-fba4e3f34936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.965738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-43142b13-c4f2-4a94-a3de-24682baa7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:56.967407 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-43142b13-c4f2-4a94-a3de-24682baa7734 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ace2fcc-c82b-40df-8188-608cb03264e5 HTTP/1.1" status: 200 len: 861 time: 0.1099095 Aug 06 16:06:56.982572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009276-be88-47e0-905f-d5be457b3137 req-1fcc186c-8259-4ad4-aa4a-7e289c97ce5b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:56.985273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39009276-be88-47e0-905f-d5be457b3137 req-1fcc186c-8259-4ad4-aa4a-7e289c97ce5b tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1418674 Aug 06 16:06:57.020488 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64941860-de89-4018-902f-fba4e3f34936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71e624cf-fda4-404f-a217-92a48cf045f3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:57.029679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-b03e7d36-75a5-41d9-8872-33dfa39799d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c146ba-2c73-455b-bc96-29442b5302a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424190 Aug 06 16:06:57.039526 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-64941860-de89-4018-902f-fba4e3f34936 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:57.042498 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-64941860-de89-4018-902f-fba4e3f34936 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/71e624cf-fda4-404f-a217-92a48cf045f3 HTTP/1.1" status: 204 len: 168 time: 0.4257278 Aug 06 16:06:57.044962 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44110) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:57.165798 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e7666c8-9148-425e-b968-9c34b26c8e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:57.177199 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39009276-be88-47e0-905f-d5be457b3137 req-40a4afd4-ea0d-4db6-b8e0-4cbc8a284b05 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769347 Aug 06 16:06:57.211601 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-27716dd9-0e7d-47dc-8772-08e6c9cc1c3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcf6636bf3c743cc8144375f7652764f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095655 Aug 06 16:06:57.212454 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44112) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:57.239951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-9d014bdc-fa91-486b-afa6-d638f5d13b57 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986105 Aug 06 16:06:57.255983 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dff4bc1-c393-4b52-b2a7-baf3efd70f78 x-openstack-request-id: req-6dff4bc1-c393-4b52-b2a7-baf3efd70f78 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:57.256517 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf", "tag": "b64fcfe0-c442-47a0-9306-4884ce12d7e8", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:57.256932 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6dff4bc1-c393-4b52-b2a7-baf3efd70f78 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:57.257741 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf', 'tag': 'b64fcfe0-c442-47a0-9306-4884ce12d7e8', 'status': 'completed', 'code': 200} Aug 06 16:06:57.343127 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e7666c8-9148-425e-b968-9c34b26c8e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:57.346198 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-51f6dc6b-4fbd-4292-af49-b8df99b1ab88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:57.354067 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:57.357810 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2e7666c8-9148-425e-b968-9c34b26c8e71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7b9216-75c8-4211-ac92-4eac5b620ed5']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:57.376320 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2e7666c8-9148-425e-b968-9c34b26c8e71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15843b79-b7df-441f-85a6-2d2793b0e9ff') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:57.376686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2e7666c8-9148-425e-b968-9c34b26c8e71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15843b79-b7df-441f-85a6-2d2793b0e9ff') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:57.394290 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-51f6dc6b-4fbd-4292-af49-b8df99b1ab88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:57.398283 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e7666c8-9148-425e-b968-9c34b26c8e71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:57.431026 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e7666c8-9148-425e-b968-9c34b26c8e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:57.453341 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7666c8-9148-425e-b968-9c34b26c8e71 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:06:57.453750 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e7666c8-9148-425e-b968-9c34b26c8e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:06:57.455908 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:06:57.476374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d5fc569-997a-40ad-b96a-6b4f312a431b req-0515ec4c-4d62-4f91-a4f1-76851fd1e01d service neutron] 10.222.0.13 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230065 Aug 06 16:06:57.527459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ff868b4c-0afe-4703-a663-d9a93b422c6e no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:57.544424 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e7666c8-9148-425e-b968-9c34b26c8e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:57.547428 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-51f6dc6b-4fbd-4292-af49-b8df99b1ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:57.551649 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-51f6dc6b-4fbd-4292-af49-b8df99b1ab88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:57.555361 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-51f6dc6b-4fbd-4292-af49-b8df99b1ab88 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84dd634c-9e8d-4262-b56c-3612f1a3e56c HTTP/1.1" status: 204 len: 168 time: 0.3381050 Aug 06 16:06:57.560020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: ff868b4c-0afe-4703-a663-d9a93b422c6e {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:57.560454 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ff868b4c-0afe-4703-a663-d9a93b422c6e not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:57.566015 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e7666c8-9148-425e-b968-9c34b26c8e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:57.572454 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2e7666c8-9148-425e-b968-9c34b26c8e71 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4d7b9216-75c8-4211-ac92-4eac5b620ed5 HTTP/1.1" status: 204 len: 168 time: 0.5219717 Aug 06 16:06:57.588377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6dc6b-4fbd-4292-af49-b8df99b1ab88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dd634c-9e8d-4262-b56c-3612f1a3e56c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:57.607120 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7666c8-9148-425e-b968-9c34b26c8e71 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7b9216-75c8-4211-ac92-4eac5b620ed5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:57.748166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44118) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:57.826795 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-972909f6-92d4-4ad7-95a3-aba87086ed67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1648e5be23234d049e84765af11fb033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0772183 Aug 06 16:06:57.831893 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44124) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:57.862957 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49bc63-8a7a-4f2a-9519-66dc8df01e6b req-e7576962-d749-4801-b7bd-b33e4bdf1415 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:57.864653 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0c49bc63-8a7a-4f2a-9519-66dc8df01e6b req-e7576962-d749-4801-b7bd-b33e4bdf1415 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.0833468 Aug 06 16:06:57.969863 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff4f078f-4dcd-46f4-b4cb-91b37e75978c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:58.000677 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff4f078f-4dcd-46f4-b4cb-91b37e75978c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:58.023302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44128) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:58.064871 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-0c49bc63-8a7a-4f2a-9519-66dc8df01e6b req-3d8acb10-fcb6-4fcb-99de-3dc06e470239 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Deleting port 66008572-9579-4b90-b59c-a817894ec420 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:58.065140 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0c49bc63-8a7a-4f2a-9519-66dc8df01e6b req-3d8acb10-fcb6-4fcb-99de-3dc06e470239 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:58.100140 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Allocated IP 172.25.1.7 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/e85dcdad-e920-485c-8243-bd275b07e230) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:06:58.104732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e4af3-b3a6-4516-b41c-30ecb9de3d7d req-c4491bc1-db45-4f2c-960d-f76018415276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:58.107076 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a6e4af3-b3a6-4516-b41c-30ecb9de3d7d req-c4491bc1-db45-4f2c-960d-f76018415276 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67dd413fff104befa17a37af19547712&device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 1094 time: 0.1097298 Aug 06 16:06:58.149752 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8d93bd35-7288-499b-ba50-461049f51e5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b63ac5c81c543bc8229774319981bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1242342 Aug 06 16:06:58.152859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44130) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:58.162708 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38744f7-288c-4e86-a8cb-2966d1f2a379 req-33b7bb10-fabb-4d1a-97cb-50df15d1eabe tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:58.164226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c38744f7-288c-4e86-a8cb-2966d1f2a379 req-33b7bb10-fabb-4d1a-97cb-50df15d1eabe tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 943 time: 0.1374803 Aug 06 16:06:58.178194 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff4f078f-4dcd-46f4-b4cb-91b37e75978c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:58.180755 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff4f078f-4dcd-46f4-b4cb-91b37e75978c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:58.181935 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ff4f078f-4dcd-46f4-b4cb-91b37e75978c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b89b1e6d-ede0-469e-900c-28d597b4134d HTTP/1.1" status: 204 len: 168 time: 0.3495722 Aug 06 16:06:58.221867 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f078f-4dcd-46f4-b4cb-91b37e75978c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89b1e6d-ede0-469e-900c-28d597b4134d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:58.242916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-0c49bc63-8a7a-4f2a-9519-66dc8df01e6b req-3d8acb10-fcb6-4fcb-99de-3dc06e470239 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] For port 66008572-9579-4b90-b59c-a817894ec420, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=66008572-9579-4b90-b59c-a817894ec420,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:58.243294 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0c49bc63-8a7a-4f2a-9519-66dc8df01e6b req-3d8acb10-fcb6-4fcb-99de-3dc06e470239 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:58.311076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c72b3998-d5c3-4cce-bf6d-a3630813075b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:58.319613 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c38744f7-288c-4e86-a8cb-2966d1f2a379 req-31f1b893-cd85-4971-a0b0-1c3324bf3168 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455045 Aug 06 16:06:58.348710 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c72b3998-d5c3-4cce-bf6d-a3630813075b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:58.386307 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:58.389042 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e4af3-b3a6-4516-b41c-30ecb9de3d7d req-3cfc29e7-500b-4f66-b19c-a887d4a2fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:58.390578 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a6e4af3-b3a6-4516-b41c-30ecb9de3d7d req-3cfc29e7-500b-4f66-b19c-a887d4a2fc8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c146ba-2c73-455b-bc96-29442b5302a5 HTTP/1.1" status: 200 len: 922 time: 0.2701564 Aug 06 16:06:58.465078 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a6e4af3-b3a6-4516-b41c-30ecb9de3d7d req-252c5598-615f-4beb-9dd1-f2615f5ecfcd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b64fcfe0-c442-47a0-9306-4884ce12d7e8 HTTP/1.1" status: 200 len: 217 time: 0.0567970 Aug 06 16:06:58.497763 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c72b3998-d5c3-4cce-bf6d-a3630813075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:58.500652 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c72b3998-d5c3-4cce-bf6d-a3630813075b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:58.501917 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c72b3998-d5c3-4cce-bf6d-a3630813075b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87c67b2f-531c-44f0-b8cc-ae1f6ff673f3 HTTP/1.1" status: 204 len: 168 time: 0.3480973 Aug 06 16:06:58.534127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b3998-d5c3-4cce-bf6d-a3630813075b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c67b2f-531c-44f0-b8cc-ae1f6ff673f3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:58.538723 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0c49bc63-8a7a-4f2a-9519-66dc8df01e6b req-3d8acb10-fcb6-4fcb-99de-3dc06e470239 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:58.539239 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0c49bc63-8a7a-4f2a-9519-66dc8df01e6b req-3d8acb10-fcb6-4fcb-99de-3dc06e470239 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:58.539561 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [req-0c49bc63-8a7a-4f2a-9519-66dc8df01e6b req-3d8acb10-fcb6-4fcb-99de-3dc06e470239 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Floating IP 28cf1e58-442a-41af-b85a-089a4a91d1c4 disassociated. External IP: 172.25.1.99, port: 66008572-9579-4b90-b59c-a817894ec420. Aug 06 16:06:58.540000 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-0c49bc63-8a7a-4f2a-9519-66dc8df01e6b req-3d8acb10-fcb6-4fcb-99de-3dc06e470239 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Calling delete_port for 66008572-9579-4b90-b59c-a817894ec420 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:58.548634 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:58.611146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e4af3-b3a6-4516-b41c-30ecb9de3d7d req-32407ba0-3c12-41bd-b11c-f7b6ea95843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:58.612950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a6e4af3-b3a6-4516-b41c-30ecb9de3d7d req-32407ba0-3c12-41bd-b11c-f7b6ea95843d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ace2fcc-c82b-40df-8188-608cb03264e5 HTTP/1.1" status: 200 len: 861 time: 0.1365750 Aug 06 16:06:58.617994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:58.628022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dadccf-44ec-4a1b-9d99-e2d50bc14b22 req-732ec2a6-cec1-4f03-aa4a-ffa871801b67 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:58.629598 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3dadccf-44ec-4a1b-9d99-e2d50bc14b22 req-732ec2a6-cec1-4f03-aa4a-ffa871801b67 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 944 time: 0.1683779 Aug 06 16:06:58.642851 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:58.647009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Pushing event updated for resources: {'Port': ['ID=e85dcdad-e920-485c-8243-bd275b07e230,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:58.649362 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:06:58.670463 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a6e4af3-b3a6-4516-b41c-30ecb9de3d7d req-f58dffac-7ef6-4733-9822-64b06e4764a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c146ba-2c73-455b-bc96-29442b5302a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392592 Aug 06 16:06:58.728421 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0c49bc63-8a7a-4f2a-9519-66dc8df01e6b req-3d8acb10-fcb6-4fcb-99de-3dc06e470239 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:58.785924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8acb10-fcb6-4fcb-99de-3dc06e470239 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event deleted for resources: {'Port': ['ID=66008572-9579-4b90-b59c-a817894ec420,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:58.819865 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3dadccf-44ec-4a1b-9d99-e2d50bc14b22 req-a5336425-3f60-4010-b618-3e2753cce61f tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups?id=ca76dd49-1dba-424d-a36d-3683d9e3e8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522760 Aug 06 16:06:58.931610 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:58.934533 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a6e4af3-b3a6-4516-b41c-30ecb9de3d7d req-8a0fbee7-22b6-42c1-bf09-119f45bd1cb7 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393081 Aug 06 16:06:58.957432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c49bc63-8a7a-4f2a-9519-66dc8df01e6b req-3d8acb10-fcb6-4fcb-99de-3dc06e470239 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:06:59.127233 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:59.132434 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a6e4af3-b3a6-4516-b41c-30ecb9de3d7d req-0ecdeb21-8028-4878-ac4a-ec58b916487b service neutron] 10.222.0.13 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901386 Aug 06 16:06:59.461220 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:59.470314 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:59.503603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c49bc63-8a7a-4f2a-9519-66dc8df01e6b req-3d8acb10-fcb6-4fcb-99de-3dc06e470239 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:06:59.520598 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c8774-30ba-4840-aa74-02760670f109 None None] Sync routers for ids ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:06:59.532891 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c8774-30ba-4840-aa74-02760670f109 None None] Routers {'7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:59.533519 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2d3c8774-30ba-4840-aa74-02760670f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:06:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:59.540166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b64fcfe0-c442-47a0-9306-4884ce12d7e8 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:06:59.584905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Pushing event updated for resources: {'Port': ['ID=e85dcdad-e920-485c-8243-bd275b07e230,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:59.608023 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:59.625606 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c49bc63-8a7a-4f2a-9519-66dc8df01e6b req-3d8acb10-fcb6-4fcb-99de-3dc06e470239 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] No DVR routers for this DVR port 66008572-9579-4b90-b59c-a817894ec420 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:59.626525 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:59.628800 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0bd6794b-9682-4338-8cfb-c9210ccfc722 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.8265109 Aug 06 16:06:59.637921 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0c49bc63-8a7a-4f2a-9519-66dc8df01e6b req-3d8acb10-fcb6-4fcb-99de-3dc06e470239 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:59.643739 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0c49bc63-8a7a-4f2a-9519-66dc8df01e6b req-3d8acb10-fcb6-4fcb-99de-3dc06e470239 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.13 "DELETE /v2.0/ports/66008572-9579-4b90-b59c-a817894ec420 HTTP/1.1" status: 204 len: 173 time: 1.7698984 Aug 06 16:06:59.644263 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'name': 'network-vif-deleted', 'tag': '66008572-9579-4b90-b59c-a817894ec420'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:59.650311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651919c5-5091-4d4c-b92b-ee8a94e7af70 req-3f947032-2f59-4a8b-868e-294ef21a1c67 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:59.652353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-651919c5-5091-4d4c-b92b-ee8a94e7af70 req-3f947032-2f59-4a8b-868e-294ef21a1c67 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 943 time: 0.1755741 Aug 06 16:06:59.653365 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec43e536-0237-4723-95a8-57a6bb4fb192" -d '{"events": [{"server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "name": "network-vif-deleted", "tag": "66008572-9579-4b90-b59c-a817894ec420"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:59.688563 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-2d3c8774-30ba-4840-aa74-02760670f109 None None] Set router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:59.743212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-b5116427-8d6c-4570-85cc-1543346928c0 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.7 HTTP/1.1" status: 200 len: 694 time: 0.0886033 Aug 06 16:06:59.790528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-651919c5-5091-4d4c-b92b-ee8a94e7af70 req-1c317da7-581a-482e-bc41-a17f5049cc3d tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155298 Aug 06 16:06:59.802264 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b64fcfe0-c442-47a0-9306-4884ce12d7e8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b64fcfe0-c442-47a0-9306-4884ce12d7e8,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:59.857878 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'b64fcfe0-c442-47a0-9306-4884ce12d7e8', 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5', 'port_id': 'b64fcfe0-c442-47a0-9306-4884ce12d7e8', 'mac_address': 'fa:16:3e:34:2d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ace2fcc-c82b-40df-8188-608cb03264e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:06:59.866931 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df40f86-c222-4a8c-926d-abda2b927934 x-openstack-request-id: req-9df40f86-c222-4a8c-926d-abda2b927934 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:59.867438 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1fde5a-b8e5-4f39-8c78-85d75d453ce9", "name": "network-vif-deleted", "tag": "66008572-9579-4b90-b59c-a817894ec420", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:59.867860 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9df40f86-c222-4a8c-926d-abda2b927934 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:59.868430 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1fde5a-b8e5-4f39-8c78-85d75d453ce9', 'name': 'network-vif-deleted', 'tag': '66008572-9579-4b90-b59c-a817894ec420', 'status': 'completed', 'code': 200} Aug 06 16:06:59.970727 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:59.998006 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a3bd53a-0173-4108-9c28-b7a80b56172d req-3d773640-4991-47e8-856a-57e98d2be2e8 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1fde5a-b8e5-4f39-8c78-85d75d453ce9 HTTP/1.1" status: 200 len: 210 time: 0.0391190 Aug 06 16:07:00.006216 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64fcfe0-c442-47a0-9306-4884ce12d7e8 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:07:00.009966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-960f49cf-90c6-4610-8cf4-5d4f5cfd5739 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:00.011776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-960f49cf-90c6-4610-8cf4-5d4f5cfd5739 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.2564626 Aug 06 16:07:00.028392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0a1f1379-01ab-4971-8d84-947e51b48842 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:07:00.030505 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3cafccdd-0f69-4fdc-9496-3501992be146 req-0a1f1379-01ab-4971-8d84-947e51b48842 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119655 Aug 06 16:07:00.052377 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b64fcfe0-c442-47a0-9306-4884ce12d7e8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b64fcfe0-c442-47a0-9306-4884ce12d7e8,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:00.058898 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:00.107959 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2d3c8774-30ba-4840-aa74-02760670f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'name': 'tempest-ServerActionsTestJSON-1432518962-router', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:26Z', 'updated_at': '2021-08-06T15:56:43Z', 'revision_number': 4, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'gw_port': {'id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:29Z', 'updated_at': '2021-08-06T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '424f23b7-d51b-4fc0-ba86-8d67dde16bde', 'name': '', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'mac_address': 'fa:16:3e:f2:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:39Z', 'updated_at': '2021-08-06T15:56:53Z', 'revision_number': 5, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'subnets': [{'id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:00.113822 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b64fcfe0-c442-47a0-9306-4884ce12d7e8,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:00.145321 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c8774-30ba-4840-aa74-02760670f109 None None] Checking router: 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:00.169883 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c8774-30ba-4840-aa74-02760670f109 None None] Routers {'7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:00.170686 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2d3c8774-30ba-4840-aa74-02760670f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:06:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:00.283264 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['b64fcfe0-c442-47a0-9306-4884ce12d7e8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:07:00.337710 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-2d3c8774-30ba-4840-aa74-02760670f109 None None] Set router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:00.451583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-24a40e1a-54a7-4297-8917-fae1db26d694 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2073519 Aug 06 16:07:00.464752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:00.503378 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:00.658374 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2d3c8774-30ba-4840-aa74-02760670f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'name': 'tempest-ServerActionsTestJSON-1432518962-router', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:26Z', 'updated_at': '2021-08-06T15:56:43Z', 'revision_number': 4, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'gw_port': {'id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:29Z', 'updated_at': '2021-08-06T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '424f23b7-d51b-4fc0-ba86-8d67dde16bde', 'name': '', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'mac_address': 'fa:16:3e:f2:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:39Z', 'updated_at': '2021-08-06T15:56:53Z', 'revision_number': 5, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'subnets': [{'id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:00.681188 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:00.689073 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c8774-30ba-4840-aa74-02760670f109 None None] The sync data for ids ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'] in n-d-803756-1 is: [{'id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'name': 'tempest-ServerActionsTestJSON-1432518962-router', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:26Z', 'updated_at': '2021-08-06T15:56:43Z', 'revision_number': 4, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'gw_port': {'id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:29Z', 'updated_at': '2021-08-06T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '424f23b7-d51b-4fc0-ba86-8d67dde16bde', 'name': '', 'network_id': 'c0d2d561-fad9-4dca-83a3-90b0001ab013', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'mac_address': 'fa:16:3e:f2:45:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:39Z', 'updated_at': '2021-08-06T15:56:53Z', 'revision_number': 5, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'subnets': [{'id': '90587363-bd8a-45c0-a0f0-4bc8dee159ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:00.728117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44216) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:00.830656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Allocated IP 172.25.1.82 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/08b53fc2-efd4-4123-aac2-08b3b7cc8c10) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:00.903971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-39789304-f36d-446f-a263-e59e302b16f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.039651 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.047579 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-39789304-f36d-446f-a263-e59e302b16f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.055372 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-39789304-f36d-446f-a263-e59e302b16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.057971 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371819aa-bcdd-42bf-a3bb-066bed6eca4f req-b27ce434-f25e-4970-952d-9314e19a3c3e tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:01.065810 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-371819aa-bcdd-42bf-a3bb-066bed6eca4f req-b27ce434-f25e-4970-952d-9314e19a3c3e tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 944 time: 0.1193507 Aug 06 16:07:01.089924 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-39789304-f36d-446f-a263-e59e302b16f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6233b24128a84181a327f8c33326734f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3600047 Aug 06 16:07:01.092168 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44232) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:01.121920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7654a5b4-3f6c-404e-9900-27a38d46143d None None] New status for floating IP 28cf1e58-442a-41af-b85a-089a4a91d1c4: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:07:01.125790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-371819aa-bcdd-42bf-a3bb-066bed6eca4f req-2c64942e-d4eb-4ce4-ba83-d2042ab4af8c tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586674 Aug 06 16:07:01.165522 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.177613 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-defb504d-68d9-492a-bd66-73cccd47ec5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.179524 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39789304-f36d-446f-a263-e59e302b16f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c794415c-a0b4-41e6-9719-7fe60841fbd1,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:01.213337 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-defb504d-68d9-492a-bd66-73cccd47ec5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.229909 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:01.234061 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:01.243975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:01.280882 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Pushing event updated for resources: {'Port': ['ID=08b53fc2-efd4-4123-aac2-08b3b7cc8c10,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:01.296596 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-defb504d-68d9-492a-bd66-73cccd47ec5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.299317 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-defb504d-68d9-492a-bd66-73cccd47ec5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.303733 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-defb504d-68d9-492a-bd66-73cccd47ec5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c794415c-a0b4-41e6-9719-7fe60841fbd1 HTTP/1.1" status: 204 len: 168 time: 0.2073600 Aug 06 16:07:01.323825 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb504d-68d9-492a-bd66-73cccd47ec5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c794415c-a0b4-41e6-9719-7fe60841fbd1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:01.425781 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.486367 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.559535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b64fcfe0-c442-47a0-9306-4884ce12d7e8 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:01.639468 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port b64fcfe0-c442-47a0-9306-4884ce12d7e8 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:01.646956 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port b64fcfe0-c442-47a0-9306-4884ce12d7e8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:01.647989 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.675824 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44244) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:01.752296 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.761059 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.783169 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.814546 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-49deb57f-0b9b-493d-a8cf-ee7cd4a020b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.849360 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b64fcfe0-c442-47a0-9306-4884ce12d7e8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b64fcfe0-c442-47a0-9306-4884ce12d7e8,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:01.851427 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64fcfe0-c442-47a0-9306-4884ce12d7e8'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:01.855938 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839a8dbd-9557-4b4f-9cb0-c7e613f6a4f5" -d '{"events": [{"server_uuid": "d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf", "name": "network-vif-plugged", "status": "completed", "tag": "b64fcfe0-c442-47a0-9306-4884ce12d7e8"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:01.870512 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.876105 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 66008572-9579-4b90-b59c-a817894ec420 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:07:01.890700 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-49deb57f-0b9b-493d-a8cf-ee7cd4a020b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.914030 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.917269 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 66008572-9579-4b90-b59c-a817894ec420 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:07:01.918460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 66008572-9579-4b90-b59c-a817894ec420 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:07:01.931847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Pushing event updated for resources: {'Port': ['ID=08b53fc2-efd4-4123-aac2-08b3b7cc8c10,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:01.942755 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1796a69d-8120-47bf-b097-75e841cbb415 x-openstack-request-id: req-1796a69d-8120-47bf-b097-75e841cbb415 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:01.943441 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf", "name": "network-vif-plugged", "status": "completed", "tag": "b64fcfe0-c442-47a0-9306-4884ce12d7e8", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:01.943922 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1796a69d-8120-47bf-b097-75e841cbb415 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:01.944682 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64fcfe0-c442-47a0-9306-4884ce12d7e8', 'code': 200} Aug 06 16:07:01.955186 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-49deb57f-0b9b-493d-a8cf-ee7cd4a020b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.958221 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-49deb57f-0b9b-493d-a8cf-ee7cd4a020b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.959718 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-49deb57f-0b9b-493d-a8cf-ee7cd4a020b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "DELETE /v2.0/security-groups/ca76dd49-1dba-424d-a36d-3683d9e3e8c9 HTTP/1.1" status: 204 len: 168 time: 0.2813687 Aug 06 16:07:01.972057 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44256) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:01.975300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49deb57f-0b9b-493d-a8cf-ee7cd4a020b9 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca76dd49-1dba-424d-a36d-3683d9e3e8c9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:01.986757 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.021991 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-764f2423-f410-4007-a19b-b234ada2a2c4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5611055 Aug 06 16:07:02.031861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b64fcfe0-c442-47a0-9306-4884ce12d7e8,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:02.083981 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-a37ebce6-89fd-4e84-9420-13bf644d3113 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] show failed (client error): The resource could not be found. Aug 06 16:07:02.085293 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a37ebce6-89fd-4e84-9420-13bf644d3113 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "GET /v2.0/security-groups/ca76dd49-1dba-424d-a36d-3683d9e3e8c9 HTTP/1.1" status: 404 len: 347 time: 0.1119075 Aug 06 16:07:02.088511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44260) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:02.091443 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b103e-2551-4867-a9dc-3204f8359e27 req-70bf31df-21e3-455e-bd67-ef5108ed479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:02.093424 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b10b103e-2551-4867-a9dc-3204f8359e27 req-70bf31df-21e3-455e-bd67-ef5108ed479b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 1096 time: 0.0509117 Aug 06 16:07:02.103719 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-45b14691-a79d-4ada-ac3e-eafddfb8f3e7 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.82 HTTP/1.1" status: 200 len: 695 time: 0.0794678 Aug 06 16:07:02.137289 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b10b103e-2551-4867-a9dc-3204f8359e27 req-3386e4fd-3b1e-46d2-a634-35244738d0be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362399 Aug 06 16:07:02.346886 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40854534-f853-4ee8-ae4b-628d724bc4b5 req-1b4cabd2-8dbe-4597-80df-935d3523bb32 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:02.348432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40854534-f853-4ee8-ae4b-628d724bc4b5 req-1b4cabd2-8dbe-4597-80df-935d3523bb32 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 945 time: 0.1421204 Aug 06 16:07:02.366053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-7e39fcb2-74d2-4d6d-a2d2-c169d13a6456 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:02.367377 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eeb90947-4e08-4d7c-8928-02f3c0d4a28d req-7e39fcb2-74d2-4d6d-a2d2-c169d13a6456 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.2359762 Aug 06 16:07:02.394968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-a182a242-f488-4992-a60f-eb74f3efd067 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Deleting port 8e604bff-926a-49b3-8ff0-44d99ca99d42 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:02.395301 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a182a242-f488-4992-a60f-eb74f3efd067 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.463764 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40854534-f853-4ee8-ae4b-628d724bc4b5 req-bff220b8-cb49-4d4c-adef-e047e65e115f tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068573 Aug 06 16:07:02.468602 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72d13979-86e1-4c4d-aeff-802fd717258d req-78412a84-c355-42fd-9573-eec1a01bce40 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips/1aa50956-78d6-4932-91db-f4b60277b4cf HTTP/1.1" status: 200 len: 692 time: 0.0777838 Aug 06 16:07:02.590843 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a182a242-f488-4992-a60f-eb74f3efd067 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.591585 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a182a242-f488-4992-a60f-eb74f3efd067 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.611272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-a182a242-f488-4992-a60f-eb74f3efd067 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Calling delete_port for 8e604bff-926a-49b3-8ff0-44d99ca99d42 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:02.633353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d13979-86e1-4c4d-aeff-802fd717258d req-e66cc897-7107-4673-be69-2aa4decb2c05 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:02.635432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72d13979-86e1-4c4d-aeff-802fd717258d req-e66cc897-7107-4673-be69-2aa4decb2c05 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.1389775 Aug 06 16:07:02.675315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-72d13979-86e1-4c4d-aeff-802fd717258d req-03dc9313-d0fc-476a-864c-9ef658124323 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:07:02.676277 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72d13979-86e1-4c4d-aeff-802fd717258d req-03dc9313-d0fc-476a-864c-9ef658124323 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077891 Aug 06 16:07:02.812148 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95fb232c-b140-403f-b12a-aaf0687692e2 req-8f8fd638-812a-4cb5-8676-8fb00cd26a21 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips/1aa50956-78d6-4932-91db-f4b60277b4cf HTTP/1.1" status: 200 len: 692 time: 0.0561235 Aug 06 16:07:02.830632 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a182a242-f488-4992-a60f-eb74f3efd067 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.876812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182a242-f488-4992-a60f-eb74f3efd067 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Pushing event deleted for resources: {'Port': ['ID=8e604bff-926a-49b3-8ff0-44d99ca99d42,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:02.989029 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a182a242-f488-4992-a60f-eb74f3efd067 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.991644 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a182a242-f488-4992-a60f-eb74f3efd067 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.992876 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a182a242-f488-4992-a60f-eb74f3efd067 tempest-ServerActionsTestJSON-1672148123 tempest-ServerActionsTestJSON-1672148123-project] 10.222.0.37 "DELETE /v2.0/floatingips/28cf1e58-442a-41af-b85a-089a4a91d1c4 HTTP/1.1" status: 204 len: 168 time: 0.8986626 Aug 06 16:07:02.996994 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44288) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:03.002493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb232c-b140-403f-b12a-aaf0687692e2 req-8aca109c-cdb5-4305-931d-02f71cd156ae tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:03.009352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95fb232c-b140-403f-b12a-aaf0687692e2 req-8aca109c-cdb5-4305-931d-02f71cd156ae tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.1899898 Aug 06 16:07:03.014959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-95fb232c-b140-403f-b12a-aaf0687692e2 req-8d34110d-3312-4dc8-a459-a9b66a5a4073 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:07:03.022707 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95fb232c-b140-403f-b12a-aaf0687692e2 req-8d34110d-3312-4dc8-a459-a9b66a5a4073 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124023 Aug 06 16:07:03.083759 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95fb232c-b140-403f-b12a-aaf0687692e2 req-b3fa1579-44e5-498f-a324-8d6450e6c0a0 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.82 HTTP/1.1" status: 200 len: 695 time: 0.0599592 Aug 06 16:07:03.154765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95fb232c-b140-403f-b12a-aaf0687692e2 req-4b494c6f-c9d3-430e-b4b0-5f1dbf0bc82b tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.82 HTTP/1.1" status: 200 len: 695 time: 0.0618277 Aug 06 16:07:03.695692 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-606735de-e650-40a2-be84-ec0189b1997c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:03.760088 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8f9b-ef97-4428-9ee0-910423c79852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:03.785228 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45952d-f563-4553-97dc-72cc9508db6e req-87efaefe-aa7f-4bc7-94a4-8a789b9afcd0 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:03.786721 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b45952d-f563-4553-97dc-72cc9508db6e req-87efaefe-aa7f-4bc7-94a4-8a789b9afcd0 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 945 time: 0.0933745 Aug 06 16:07:03.810516 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-95fb232c-b140-403f-b12a-aaf0687692e2 req-f9400bcd-e50b-4c6c-b2c4-0e9df0f64d58 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Deleting port 08b53fc2-efd4-4123-aac2-08b3b7cc8c10 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:03.810853 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-95fb232c-b140-403f-b12a-aaf0687692e2 req-f9400bcd-e50b-4c6c-b2c4-0e9df0f64d58 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:03.876734 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b45952d-f563-4553-97dc-72cc9508db6e req-d1452852-a091-4fe3-b0f5-411daa4198e2 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830150 Aug 06 16:07:03.913031 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-95fb232c-b140-403f-b12a-aaf0687692e2 req-f9400bcd-e50b-4c6c-b2c4-0e9df0f64d58 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:03.913356 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-95fb232c-b140-403f-b12a-aaf0687692e2 req-f9400bcd-e50b-4c6c-b2c4-0e9df0f64d58 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:03.926730 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-95fb232c-b140-403f-b12a-aaf0687692e2 req-f9400bcd-e50b-4c6c-b2c4-0e9df0f64d58 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Calling delete_port for 08b53fc2-efd4-4123-aac2-08b3b7cc8c10 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:04.089582 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-b8bd8f9b-ef97-4428-9ee0-910423c79852 admin admin] Deleting port 424f23b7-d51b-4fc0-ba86-8d67dde16bde {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:04.090228 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8f9b-ef97-4428-9ee0-910423c79852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:04.093617 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-95fb232c-b140-403f-b12a-aaf0687692e2 req-f9400bcd-e50b-4c6c-b2c4-0e9df0f64d58 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:04.125661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9400bcd-e50b-4c6c-b2c4-0e9df0f64d58 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Pushing event deleted for resources: {'Port': ['ID=08b53fc2-efd4-4123-aac2-08b3b7cc8c10,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:04.217328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-b8bd8f9b-ef97-4428-9ee0-910423c79852 admin admin] For port 424f23b7-d51b-4fc0-ba86-8d67dde16bde, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=424f23b7-d51b-4fc0-ba86-8d67dde16bde,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:04.217770 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8f9b-ef97-4428-9ee0-910423c79852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:04.233863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-b8bd8f9b-ef97-4428-9ee0-910423c79852 admin admin] Calling delete_port for 424f23b7-d51b-4fc0-ba86-8d67dde16bde owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:04.236772 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-95fb232c-b140-403f-b12a-aaf0687692e2 req-f9400bcd-e50b-4c6c-b2c4-0e9df0f64d58 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:04.241453 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-95fb232c-b140-403f-b12a-aaf0687692e2 req-f9400bcd-e50b-4c6c-b2c4-0e9df0f64d58 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:04.242864 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95fb232c-b140-403f-b12a-aaf0687692e2 req-f9400bcd-e50b-4c6c-b2c4-0e9df0f64d58 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "DELETE /v2.0/floatingips/1aa50956-78d6-4932-91db-f4b60277b4cf HTTP/1.1" status: 204 len: 173 time: 1.0787897 Aug 06 16:07:04.266276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fc35b-5832-4f40-ac9e-dfd87bf79e71 req-ace61d92-6d36-4dbb-8168-68516f15fcaa tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:04.267894 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb1fc35b-5832-4f40-ac9e-dfd87bf79e71 req-ace61d92-6d36-4dbb-8168-68516f15fcaa tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 945 time: 0.0705473 Aug 06 16:07:04.313393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb1fc35b-5832-4f40-ac9e-dfd87bf79e71 req-81d18900-a66c-4c1e-b97b-7e5606b4b714 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384247 Aug 06 16:07:04.618329 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8f9b-ef97-4428-9ee0-910423c79852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:04.677011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd8f9b-ef97-4428-9ee0-910423c79852 admin admin] Pushing event deleted for resources: {'Port': ['ID=424f23b7-d51b-4fc0-ba86-8d67dde16bde,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:04.891925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86c8a7-0aaa-45c7-b9f2-28eb583803ef req-ad0f750c-c92a-4047-a535-dfcad4498683 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:04.892687 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44334) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:04.895649 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b86c8a7-0aaa-45c7-b9f2-28eb583803ef req-ad0f750c-c92a-4047-a535-dfcad4498683 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 945 time: 0.3720503 Aug 06 16:07:04.906867 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4da4ee-43d1-4a78-bb7a-86ee535f144b req-d683afd3-a79f-44bb-8ce2-c495b8a0ec22 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:04.912319 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c4da4ee-43d1-4a78-bb7a-86ee535f144b req-d683afd3-a79f-44bb-8ce2-c495b8a0ec22 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5558968 Aug 06 16:07:05.005111 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8f9b-ef97-4428-9ee0-910423c79852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:05.040893 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-49dfff36-2be3-473b-a149-f5ea309c698d req-b3d17257-5078-4c9f-9e34-f8cf4100cda4 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=4870b430aec94141a23878eeb93c517d HTTP/1.1" status: 200 len: 1654 time: 0.1076615 Aug 06 16:07:05.073105 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b86c8a7-0aaa-45c7-b9f2-28eb583803ef req-49d1ba82-b159-4536-a332-85f9672641c4 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764331 Aug 06 16:07:05.206864 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-68d5e712-86f2-427f-83cd-c7ed709e388e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:05.225829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfff36-2be3-473b-a149-f5ea309c698d req-f84c3bf9-6cf6-4aa9-bc8a-ea44428097be tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:05.227754 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-49dfff36-2be3-473b-a149-f5ea309c698d req-f84c3bf9-6cf6-4aa9-bc8a-ea44428097be tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/networks?id=a032e3c1-4d26-4652-b5c8-781664ed13c0&id=a032e3c1-4d26-4652-b5c8-781664ed13c0&id=a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 787 time: 0.1860363 Aug 06 16:07:05.251748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-49dfff36-2be3-473b-a149-f5ea309c698d req-834db3f5-5462-404e-89a7-26306a55b5ff tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:07:05.253026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-49dfff36-2be3-473b-a149-f5ea309c698d req-834db3f5-5462-404e-89a7-26306a55b5ff tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094979 Aug 06 16:07:05.314795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e558f-ea88-42c2-bace-bbcc12ed3fe7 req-80fa11c7-cbdb-4bc6-af76-e97596ab55b3 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:05.316588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a09e558f-ea88-42c2-bace-bbcc12ed3fe7 req-80fa11c7-cbdb-4bc6-af76-e97596ab55b3 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 945 time: 0.0838993 Aug 06 16:07:05.411034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bd8f9b-ef97-4428-9ee0-910423c79852 admin admin] Router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:07:05.423449 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a09e558f-ea88-42c2-bace-bbcc12ed3fe7 req-205369ae-f1bb-4648-815a-e6e4ba0c5701 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975437 Aug 06 16:07:05.433644 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-445d36cd-62f6-463b-881d-9bc385760449 req-568841b5-d1b3-434c-a758-d80964efe932 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips/deb7c012-6f50-402a-b257-ad8e6812f3ac HTTP/1.1" status: 200 len: 691 time: 0.0692086 Aug 06 16:07:05.560451 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-68d5e712-86f2-427f-83cd-c7ed709e388e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:05.569381 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-68d5e712-86f2-427f-83cd-c7ed709e388e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:05.602685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb8c3d-d663-4341-bb50-c211b69b2cf6 req-802f7067-0a52-4b32-a39c-70ac2eafb263 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:05.604267 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-35bb8c3d-d663-4341-bb50-c211b69b2cf6 req-802f7067-0a52-4b32-a39c-70ac2eafb263 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 945 time: 0.0791373 Aug 06 16:07:05.611553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d36cd-62f6-463b-881d-9bc385760449 req-d0e28335-f9ca-4637-999b-e3854f6327a0 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:05.614995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-445d36cd-62f6-463b-881d-9bc385760449 req-d0e28335-f9ca-4637-999b-e3854f6327a0 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.1728487 Aug 06 16:07:05.623568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bd8f9b-ef97-4428-9ee0-910423c79852 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:05.635882 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b8bd8f9b-ef97-4428-9ee0-910423c79852 admin admin] 10.222.0.37 "PUT /v2.0/routers/7660de75-4a15-4d93-8ec0-4a28a0e9c5f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6342130 Aug 06 16:07:05.636182 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-68d5e712-86f2-427f-83cd-c7ed709e388e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=301c8eabae2240fbb03ee4a4a43e98c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7443676 Aug 06 16:07:05.636805 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44358) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:05.639026 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44360) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:05.642291 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca42f62-cbdc-4820-99aa-13f4028b7228 None None] Sync routers for ids ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:05.646171 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5e712-86f2-427f-83cd-c7ed709e388e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2f7690-dba1-4448-9c4c-b505b9ef6e29,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:05.656176 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca42f62-cbdc-4820-99aa-13f4028b7228 None None] Routers {'7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:05.657997 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9ca42f62-cbdc-4820-99aa-13f4028b7228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:06:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:05.706058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-445d36cd-62f6-463b-881d-9bc385760449 req-8a6e6ce6-2d08-4b48-b182-cec42761e7f5 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.7 HTTP/1.1" status: 200 len: 694 time: 0.0856600 Aug 06 16:07:05.790311 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-9ca42f62-cbdc-4820-99aa-13f4028b7228 None None] Set router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:05.791947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-35bb8c3d-d663-4341-bb50-c211b69b2cf6 req-62b32fa5-a41b-40f6-bffa-0f2d44106ee0 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741147 Aug 06 16:07:05.794176 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-74656873-01a5-4a48-9678-17c6706a407b admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:05.794787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-445d36cd-62f6-463b-881d-9bc385760449 req-162f86e0-5cc4-4943-ba4b-1f7f2d73c4e8 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.7 HTTP/1.1" status: 200 len: 694 time: 0.0771649 Aug 06 16:07:05.863122 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-973828ef-2053-4938-a81b-03e151dcaf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:05.887432 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-973828ef-2053-4938-a81b-03e151dcaf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:05.965164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-74656873-01a5-4a48-9678-17c6706a407b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.035527 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268033d4-ebcb-4bda-9bd5-e58c7b7b4c3d req-3f347efe-a266-4f91-9da9-acaf21b3e948 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:06.037711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-268033d4-ebcb-4bda-9bd5-e58c7b7b4c3d req-3f347efe-a266-4f91-9da9-acaf21b3e948 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 945 time: 0.1394007 Aug 06 16:07:06.038834 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-74656873-01a5-4a48-9678-17c6706a407b admin admin] Deleting port eb437a07-68f3-489a-9afe-896e8d0e6877 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:06.039459 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-74656873-01a5-4a48-9678-17c6706a407b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.098759 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-268033d4-ebcb-4bda-9bd5-e58c7b7b4c3d req-f611ae87-659b-4721-ae3a-84e62e2ff1dd tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439241 Aug 06 16:07:06.102087 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9ca42f62-cbdc-4820-99aa-13f4028b7228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'name': 'tempest-ServerActionsTestJSON-1432518962-router', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:26Z', 'updated_at': '2021-08-06T16:07:04Z', 'revision_number': 5, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'gw_port': {'id': 'eb437a07-68f3-489a-9afe-896e8d0e6877', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:34:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:56:29Z', 'updated_at': '2021-08-06T15:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:06.113950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-445d36cd-62f6-463b-881d-9bc385760449 req-837ca138-10d7-4b0f-bd8d-e2a5be1d46a1 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Deleting port e85dcdad-e920-485c-8243-bd275b07e230 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:06.114269 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-445d36cd-62f6-463b-881d-9bc385760449 req-837ca138-10d7-4b0f-bd8d-e2a5be1d46a1 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.130372 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-973828ef-2053-4938-a81b-03e151dcaf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.142433 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-973828ef-2053-4938-a81b-03e151dcaf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.150768 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca42f62-cbdc-4820-99aa-13f4028b7228 None None] Checking router: 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:06.157140 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b4163722-6455-4fa6-82ff-61877dab7c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.160704 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-973828ef-2053-4938-a81b-03e151dcaf52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d2f7690-dba1-4448-9c4c-b505b9ef6e29 HTTP/1.1" status: 204 len: 168 time: 0.5196931 Aug 06 16:07:06.163906 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca42f62-cbdc-4820-99aa-13f4028b7228 None None] Routers {'7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:06.164997 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9ca42f62-cbdc-4820-99aa-13f4028b7228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:06.220830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973828ef-2053-4938-a81b-03e151dcaf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2f7690-dba1-4448-9c4c-b505b9ef6e29,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:06.254361 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-74656873-01a5-4a48-9678-17c6706a407b admin admin] For port eb437a07-68f3-489a-9afe-896e8d0e6877, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=eb437a07-68f3-489a-9afe-896e8d0e6877,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:06.255685 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-74656873-01a5-4a48-9678-17c6706a407b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.284680 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-74656873-01a5-4a48-9678-17c6706a407b admin admin] Calling delete_port for eb437a07-68f3-489a-9afe-896e8d0e6877 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:06.373017 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-9ca42f62-cbdc-4820-99aa-13f4028b7228 None None] Set router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:06.402307 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-445d36cd-62f6-463b-881d-9bc385760449 req-837ca138-10d7-4b0f-bd8d-e2a5be1d46a1 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.402627 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-445d36cd-62f6-463b-881d-9bc385760449 req-837ca138-10d7-4b0f-bd8d-e2a5be1d46a1 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.433247 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010c7a1-01db-4e50-a1fb-1bf57d08fa77 req-ffc84db7-201e-4188-876c-c4772a267e0d tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:06.446324 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a010c7a1-01db-4e50-a1fb-1bf57d08fa77 req-ffc84db7-201e-4188-876c-c4772a267e0d tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 945 time: 0.1305213 Aug 06 16:07:06.452304 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-445d36cd-62f6-463b-881d-9bc385760449 req-837ca138-10d7-4b0f-bd8d-e2a5be1d46a1 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Calling delete_port for e85dcdad-e920-485c-8243-bd275b07e230 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:06.460896 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9ca42f62-cbdc-4820-99aa-13f4028b7228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'name': 'tempest-ServerActionsTestJSON-1432518962-router', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:26Z', 'updated_at': '2021-08-06T16:07:05Z', 'revision_number': 6, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:06.496990 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca42f62-cbdc-4820-99aa-13f4028b7228 None None] The sync data for ids ['7660de75-4a15-4d93-8ec0-4a28a0e9c5f9'] in n-d-803756-1 is: [{'id': '7660de75-4a15-4d93-8ec0-4a28a0e9c5f9', 'name': 'tempest-ServerActionsTestJSON-1432518962-router', 'tenant_id': '3d3a470ba28a4c6f8ab926c00b563358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:56:26Z', 'updated_at': '2021-08-06T16:07:05Z', 'revision_number': 6, 'project_id': '3d3a470ba28a4c6f8ab926c00b563358', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:06.511907 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a010c7a1-01db-4e50-a1fb-1bf57d08fa77 req-be9f5206-8e62-49f4-a093-47fe4bf96378 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642853 Aug 06 16:07:06.520971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-74656873-01a5-4a48-9678-17c6706a407b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.585426 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.625034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74656873-01a5-4a48-9678-17c6706a407b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb437a07-68f3-489a-9afe-896e8d0e6877,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:06.749093 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-445d36cd-62f6-463b-881d-9bc385760449 req-837ca138-10d7-4b0f-bd8d-e2a5be1d46a1 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.805657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ca138-10d7-4b0f-bd8d-e2a5be1d46a1 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Pushing event deleted for resources: {'Port': ['ID=e85dcdad-e920-485c-8243-bd275b07e230,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:06.842021 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-74656873-01a5-4a48-9678-17c6706a407b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.929549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-445d36cd-62f6-463b-881d-9bc385760449 req-837ca138-10d7-4b0f-bd8d-e2a5be1d46a1 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.932176 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-445d36cd-62f6-463b-881d-9bc385760449 req-837ca138-10d7-4b0f-bd8d-e2a5be1d46a1 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.959875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-445d36cd-62f6-463b-881d-9bc385760449 req-837ca138-10d7-4b0f-bd8d-e2a5be1d46a1 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "DELETE /v2.0/floatingips/deb7c012-6f50-402a-b257-ad8e6812f3ac HTTP/1.1" status: 204 len: 173 time: 1.1505463 Aug 06 16:07:06.999651 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-74656873-01a5-4a48-9678-17c6706a407b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.006376 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-74656873-01a5-4a48-9678-17c6706a407b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.013912 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ebe574d3-6e0d-47b8-b21b-e671d3cd1051 req-652a3571-794d-4ad0-aa67-fd67d51f224f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2377484 Aug 06 16:07:07.075188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9e5cffb-688b-46a8-aad2-29bde74d2927 req-8cf48418-5939-4552-991d-f1f043c8bbe9 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips/3818d3d4-8a12-4e15-9cd9-8469e0ff9553 HTTP/1.1" status: 200 len: 693 time: 0.0932083 Aug 06 16:07:07.096873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e6b65-ceb0-4580-ba53-1e036c9c4d70 req-688dd6a7-d0ce-4158-bc9e-b939d6606482 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:07.098635 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-468e6b65-ceb0-4580-ba53-1e036c9c4d70 req-688dd6a7-d0ce-4158-bc9e-b939d6606482 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 945 time: 0.2324784 Aug 06 16:07:07.101188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 424f23b7-d51b-4fc0-ba86-8d67dde16bde no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:07:07.142672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 424f23b7-d51b-4fc0-ba86-8d67dde16bde {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:07:07.143157 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 424f23b7-d51b-4fc0-ba86-8d67dde16bde not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:07:07.203404 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-74656873-01a5-4a48-9678-17c6706a407b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.207402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74656873-01a5-4a48-9678-17c6706a407b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:07:07.213604 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-74656873-01a5-4a48-9678-17c6706a407b admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.214822 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-74656873-01a5-4a48-9678-17c6706a407b admin admin] 10.222.0.37 "DELETE /v2.0/routers/7660de75-4a15-4d93-8ec0-4a28a0e9c5f9 HTTP/1.1" status: 204 len: 168 time: 1.5760601 Aug 06 16:07:07.220775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44398) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:07.253190 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.256559 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-468e6b65-ceb0-4580-ba53-1e036c9c4d70 req-cd3753eb-7833-48f2-9be6-ef353ce29727 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398723 Aug 06 16:07:07.267886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe574d3-6e0d-47b8-b21b-e671d3cd1051 req-e21c73bc-f577-4570-95b6-abb3289b906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:07.269865 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ebe574d3-6e0d-47b8-b21b-e671d3cd1051 req-e21c73bc-f577-4570-95b6-abb3289b906a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ffc041dde4b4c088ba8b49bfae0f273&device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 1098 time: 0.1545796 Aug 06 16:07:07.321532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4fd7cf3-eb44-4306-b0ee-ba1bf0f76424 admin admin] Deleting subnet 90587363-bd8a-45c0-a0f0-4bc8dee159ed {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:07:07.339104 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5cffb-688b-46a8-aad2-29bde74d2927 req-cd36771e-c84c-413a-8634-c32cc3aefc0b tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:07.341001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9e5cffb-688b-46a8-aad2-29bde74d2927 req-cd36771e-c84c-413a-8634-c32cc3aefc0b tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.2646317 Aug 06 16:07:07.342622 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7cf3-eb44-4306-b0ee-ba1bf0f76424 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.410155 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9e5cffb-688b-46a8-aad2-29bde74d2927 req-59e35ab9-d334-4050-bf17-f0dc0fce0659 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.149 HTTP/1.1" status: 200 len: 696 time: 0.0588157 Aug 06 16:07:07.494092 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9e5cffb-688b-46a8-aad2-29bde74d2927 req-c860d4f2-bea5-4cbf-b856-e5a690da5006 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.149 HTTP/1.1" status: 200 len: 696 time: 0.0751617 Aug 06 16:07:07.518278 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe574d3-6e0d-47b8-b21b-e671d3cd1051 req-08953e7b-a3d8-4a79-9bee-457f9d26425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:07.520763 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ebe574d3-6e0d-47b8-b21b-e671d3cd1051 req-08953e7b-a3d8-4a79-9bee-457f9d26425f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a866e395-3ce9-4555-a769-7f0869a94e9f HTTP/1.1" status: 200 len: 917 time: 0.2028468 Aug 06 16:07:07.552162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44408) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:07.586273 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7cf3-eb44-4306-b0ee-ba1bf0f76424 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.651227 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ebe574d3-6e0d-47b8-b21b-e671d3cd1051 req-adf63850-863c-4475-9730-50e8f4418146 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8741f1b3-674c-40e4-9070-29af950fa49e HTTP/1.1" status: 200 len: 1002 time: 0.1225162 Aug 06 16:07:07.746761 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-f9e5cffb-688b-46a8-aad2-29bde74d2927 req-fef0d7f7-e010-4037-8ab9-ec6e9f999065 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Deleting port bd17c0a3-608f-43f9-91ed-cc59ad94ea45 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:07.747761 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f9e5cffb-688b-46a8-aad2-29bde74d2927 req-fef0d7f7-e010-4037-8ab9-ec6e9f999065 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.813712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-e49fae6e-d2c1-41a1-8341-8c64ca20ddaf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-876258618-network', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:07.861726 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe574d3-6e0d-47b8-b21b-e671d3cd1051 req-5ac982e0-db72-4e4b-a805-493fa02efff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:07.863188 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ebe574d3-6e0d-47b8-b21b-e671d3cd1051 req-5ac982e0-db72-4e4b-a805-493fa02efff2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=179c64d1-b6cb-431f-aab6-556ce510d2b1 HTTP/1.1" status: 200 len: 855 time: 0.1982210 Aug 06 16:07:07.871304 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7cf3-eb44-4306-b0ee-ba1bf0f76424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.000352 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe574d3-6e0d-47b8-b21b-e671d3cd1051 req-8b7c39bf-42a3-4d2d-abc4-cd091c78e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:08.002392 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ebe574d3-6e0d-47b8-b21b-e671d3cd1051 req-8b7c39bf-42a3-4d2d-abc4-cd091c78e4a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a866e395-3ce9-4555-a769-7f0869a94e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280332 Aug 06 16:07:08.003340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49fae6e-d2c1-41a1-8341-8c64ca20ddaf admin admin] Made reservation on behalf of 727b35e2e4ad4499bb5ec153661827ba for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:08.007103 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e49fae6e-d2c1-41a1-8341-8c64ca20ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.025530 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e49fae6e-d2c1-41a1-8341-8c64ca20ddaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.073801 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f9e5cffb-688b-46a8-aad2-29bde74d2927 req-fef0d7f7-e010-4037-8ab9-ec6e9f999065 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.074325 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f9e5cffb-688b-46a8-aad2-29bde74d2927 req-fef0d7f7-e010-4037-8ab9-ec6e9f999065 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.099188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-f9e5cffb-688b-46a8-aad2-29bde74d2927 req-fef0d7f7-e010-4037-8ab9-ec6e9f999065 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Calling delete_port for bd17c0a3-608f-43f9-91ed-cc59ad94ea45 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:08.188415 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7cf3-eb44-4306-b0ee-ba1bf0f76424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.244187 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd7cf3-eb44-4306-b0ee-ba1bf0f76424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90587363-bd8a-45c0-a0f0-4bc8dee159ed,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:08.255526 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e923ff-4274-4064-8e08-0ce7f0d03d68 None None] Network c0d2d561-fad9-4dca-83a3-90b0001ab013 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:08.273658 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f4fd7cf3-eb44-4306-b0ee-ba1bf0f76424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.278004 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f4fd7cf3-eb44-4306-b0ee-ba1bf0f76424 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/90587363-bd8a-45c0-a0f0-4bc8dee159ed HTTP/1.1" status: 204 len: 168 time: 1.0556552 Aug 06 16:07:08.279618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44428) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:08.314779 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ebe574d3-6e0d-47b8-b21b-e671d3cd1051 req-6be5b7c5-7f9e-478c-8430-a68ebfe04b00 service neutron] 10.222.0.13 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039823 Aug 06 16:07:08.342785 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e49fae6e-d2c1-41a1-8341-8c64ca20ddaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.356508 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e49fae6e-d2c1-41a1-8341-8c64ca20ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.433456 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.465189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fae6e-d2c1-41a1-8341-8c64ca20ddaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76495c18-3e46-49e5-bfb4-a66abfc8a4f9,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:08.608740 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc60895f-ad7d-4c7d-adb4-9492e7ddbcc1 None None] DHCP port deletion for c0d2d561-fad9-4dca-83a3-90b0001ab013 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:07:08.629548 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f9e5cffb-688b-46a8-aad2-29bde74d2927 req-fef0d7f7-e010-4037-8ab9-ec6e9f999065 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.641678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49fae6e-d2c1-41a1-8341-8c64ca20ddaf admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:07:08.676361 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-dc60895f-ad7d-4c7d-adb4-9492e7ddbcc1 None None] Deleting port 49cb857b-35ac-455e-89cf-64dbb0cd1c79 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:08.677053 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc60895f-ad7d-4c7d-adb4-9492e7ddbcc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.681863 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] Deleting port 49cb857b-35ac-455e-89cf-64dbb0cd1c79 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:08.682201 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.742790 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e49fae6e-d2c1-41a1-8341-8c64ca20ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.743094 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-e49fae6e-d2c1-41a1-8341-8c64ca20ddaf admin admin] Added segment 500b7027-c26a-45a4-863d-f2b6e68afb93 of type vlan for network da7b15e0-71c6-4b87-9abb-8143779bbeae Aug 06 16:07:08.753315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-dc60895f-ad7d-4c7d-adb4-9492e7ddbcc1 None None] For port 49cb857b-35ac-455e-89cf-64dbb0cd1c79, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=49cb857b-35ac-455e-89cf-64dbb0cd1c79,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:08.753818 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc60895f-ad7d-4c7d-adb4-9492e7ddbcc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.767522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-dc60895f-ad7d-4c7d-adb4-9492e7ddbcc1 None None] Calling delete_port for 49cb857b-35ac-455e-89cf-64dbb0cd1c79 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:08.775825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0d7f7-e010-4037-8ab9-ec6e9f999065 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Pushing event deleted for resources: {'Port': ['ID=bd17c0a3-608f-43f9-91ed-cc59ad94ea45,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:08.776031 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ebe574d3-6e0d-47b8-b21b-e671d3cd1051 req-5ff70b25-db73-43b6-8f90-360db93f8cbe service neutron] 10.222.0.13 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447381 Aug 06 16:07:08.828279 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e49fae6e-d2c1-41a1-8341-8c64ca20ddaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.833218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] For port 49cb857b-35ac-455e-89cf-64dbb0cd1c79, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=49cb857b-35ac-455e-89cf-64dbb0cd1c79,segment=NetworkSegment(f4334e4a-24a1-4d9f-ae79-a940d128524a),segment_id=f4334e4a-24a1-4d9f-ae79-a940d128524a)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:08.833677 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.858804 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc60895f-ad7d-4c7d-adb4-9492e7ddbcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.884615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] Calling delete_port for 49cb857b-35ac-455e-89cf-64dbb0cd1c79 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:08.897025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc60895f-ad7d-4c7d-adb4-9492e7ddbcc1 None None] No DVR routers for this DVR port 49cb857b-35ac-455e-89cf-64dbb0cd1c79 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:07:08.911399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60895f-ad7d-4c7d-adb4-9492e7ddbcc1 None None] Pushing event deleted for resources: {'Port': ['ID=49cb857b-35ac-455e-89cf-64dbb0cd1c79,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:08.951296 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.980712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721c249-bb41-447b-bb30-edbe91191ddd req-041eb5c6-69d1-45a5-9318-aa2067c14e1b tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:08.982333 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2721c249-bb41-447b-bb30-edbe91191ddd req-041eb5c6-69d1-45a5-9318-aa2067c14e1b tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 945 time: 0.2104053 Aug 06 16:07:08.991859 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f9e5cffb-688b-46a8-aad2-29bde74d2927 req-fef0d7f7-e010-4037-8ab9-ec6e9f999065 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.994808 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f9e5cffb-688b-46a8-aad2-29bde74d2927 req-fef0d7f7-e010-4037-8ab9-ec6e9f999065 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.995885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9e5cffb-688b-46a8-aad2-29bde74d2927 req-fef0d7f7-e010-4037-8ab9-ec6e9f999065 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "DELETE /v2.0/floatingips/3818d3d4-8a12-4e15-9cd9-8469e0ff9553 HTTP/1.1" status: 204 len: 173 time: 1.4891939 Aug 06 16:07:09.006737 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e49fae6e-d2c1-41a1-8341-8c64ca20ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.007695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49fae6e-d2c1-41a1-8341-8c64ca20ddaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:09.008281 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e49fae6e-d2c1-41a1-8341-8c64ca20ddaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.078146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 49cb857b-35ac-455e-89cf-64dbb0cd1c79 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:07:09.110206 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 49cb857b-35ac-455e-89cf-64dbb0cd1c79 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:07:09.111080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 49cb857b-35ac-455e-89cf-64dbb0cd1c79 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:07:09.111888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device eb437a07-68f3-489a-9afe-896e8d0e6877 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:07:09.143148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: eb437a07-68f3-489a-9afe-896e8d0e6877 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:07:09.143670 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device eb437a07-68f3-489a-9afe-896e8d0e6877 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:07:09.155359 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e49fae6e-d2c1-41a1-8341-8c64ca20ddaf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6012168 Aug 06 16:07:09.159138 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44442) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:09.164955 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-656b6c8b-9347-4504-b4cd-c2252ecc3c02 admin admin] Request body: {'subnet': {'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-876258618-subnet', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:09.176173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2721c249-bb41-447b-bb30-edbe91191ddd req-9f11469a-e962-4ba2-a674-7645617ca2dd tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856318 Aug 06 16:07:09.186578 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-52602e36-a98c-4f07-824c-070bb5403386 req-9f059909-61e0-467c-8f33-14de9de80a78 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips/4ae53634-7eac-406d-9f2e-328888c5c3f1 HTTP/1.1" status: 200 len: 692 time: 0.1288600 Aug 06 16:07:09.189429 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656b6c8b-9347-4504-b4cd-c2252ecc3c02 admin admin] Made reservation on behalf of 727b35e2e4ad4499bb5ec153661827ba for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:09.193143 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-656b6c8b-9347-4504-b4cd-c2252ecc3c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.241206 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fae6e-d2c1-41a1-8341-8c64ca20ddaf admin admin] Pushing event updated for resources: {'Network': ['ID=da7b15e0-71c6-4b87-9abb-8143779bbeae,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:09.253241 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network da7b15e0-71c6-4b87-9abb-8143779bbeae details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:07:09.264681 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.332570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=49cb857b-35ac-455e-89cf-64dbb0cd1c79,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:09.335330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] No DVR routers for this DVR port 49cb857b-35ac-455e-89cf-64dbb0cd1c79 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:07:09.476870 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-656b6c8b-9347-4504-b4cd-c2252ecc3c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.534578 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b6c8b-9347-4504-b4cd-c2252ecc3c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcdd933d-577f-42a7-88e0-0071c84cf819,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:09.545541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b6c8b-9347-4504-b4cd-c2252ecc3c02 admin admin] Checking segment: {'id': '500b7027-c26a-45a4-863d-f2b6e68afb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:09.545899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b6c8b-9347-4504-b4cd-c2252ecc3c02 admin admin] Network hostable DHCP agents. Network: da7b15e0-71c6-4b87-9abb-8143779bbeae, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:07:09.565535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b6c8b-9347-4504-b4cd-c2252ecc3c02 admin admin] Network da7b15e0-71c6-4b87-9abb-8143779bbeae is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:07:09.576882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-656b6c8b-9347-4504-b4cd-c2252ecc3c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, da7b15e0-71c6-4b87-9abb-8143779bbeae) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:09.586166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121a1a9c-175b-4c93-8a88-e21288e543ba None None] Network da7b15e0-71c6-4b87-9abb-8143779bbeae requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:09.587502 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656b6c8b-9347-4504-b4cd-c2252ecc3c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:09.588109 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-656b6c8b-9347-4504-b4cd-c2252ecc3c02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.616593 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-656b6c8b-9347-4504-b4cd-c2252ecc3c02 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4509201 Aug 06 16:07:09.617280 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44450) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:09.622428 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-876258618-router', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:09.649127 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.650391 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.710799 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52602e36-a98c-4f07-824c-070bb5403386 req-078ab90c-80e4-474e-a5aa-0ff399849569 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:09.712481 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-52602e36-a98c-4f07-824c-070bb5403386 req-078ab90c-80e4-474e-a5aa-0ff399849569 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.4983032 Aug 06 16:07:09.727701 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.809067 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.820411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-52602e36-a98c-4f07-824c-070bb5403386 req-01531afc-c200-4c31-ab6f-8caba4494d38 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.14 HTTP/1.1" status: 200 len: 695 time: 0.0942173 Aug 06 16:07:09.831182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d2d561-fad9-4dca-83a3-90b0001ab013']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:09.849547 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4334e4a-24a1-4d9f-ae79-a940d128524a') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:09.849962 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4334e4a-24a1-4d9f-ae79-a940d128524a') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:09.854986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-da7b15e0-71c6-4b87-9abb-8143779bbeae', 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'fixed_ips': [{'subnet_id': 'bcdd933d-577f-42a7-88e0-0071c84cf819'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:07:09.855852 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.897086 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.913674 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-52602e36-a98c-4f07-824c-070bb5403386 req-4887daf2-962d-4c61-a021-89308012c1a0 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.14 HTTP/1.1" status: 200 len: 695 time: 0.0699475 Aug 06 16:07:09.921405 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.947493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:07:09.947915 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:07:09.949865 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:07:09.996914 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.090143 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Allocated IP 172.20.0.2 (da7b15e0-71c6-4b87-9abb-8143779bbeae/bcdd933d-577f-42a7-88e0-0071c84cf819/ca1f5fa9-65e5-492d-8f61-db87589011ab) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:10.172069 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.179018 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.191588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c0d2d561-fad9-4dca-83a3-90b0001ab013 HTTP/1.1" status: 204 len: 168 time: 1.9006474 Aug 06 16:07:10.232773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a2459-531b-4415-a6ee-3af69078f6a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0d2d561-fad9-4dca-83a3-90b0001ab013,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:10.314386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-52602e36-a98c-4f07-824c-070bb5403386 req-c0ce019b-c453-4c71-af5a-a922ace50399 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Deleting port 4d9dc592-644a-4108-ba48-c2cd7dd06b1b {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:10.314733 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-52602e36-a98c-4f07-824c-070bb5403386 req-c0ce019b-c453-4c71-af5a-a922ace50399 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.426349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44476) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:10.437870 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.467403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Transition to ACTIVE for port object ca1f5fa9-65e5-492d-8f61-db87589011ab will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:10.503675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Transition to ACTIVE for port object ca1f5fa9-65e5-492d-8f61-db87589011ab will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:10.517733 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.607116 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-74b79f39-4b65-42e3-a35d-4eaaace84c21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d3a470ba28a4c6f8ab926c00b563358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1739316 Aug 06 16:07:10.607116 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.608017 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44480) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:10.609719 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Network da7b15e0-71c6-4b87-9abb-8143779bbeae is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:10.620667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:10.628793 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-52602e36-a98c-4f07-824c-070bb5403386 req-c0ce019b-c453-4c71-af5a-a922ace50399 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.629436 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-52602e36-a98c-4f07-824c-070bb5403386 req-c0ce019b-c453-4c71-af5a-a922ace50399 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.631823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:10.638626 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.674336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-52602e36-a98c-4f07-824c-070bb5403386 req-c0ce019b-c453-4c71-af5a-a922ace50399 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Calling delete_port for 4d9dc592-644a-4108-ba48-c2cd7dd06b1b owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:10.735915 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Pushing event updated for resources: {'Port': ['ID=ca1f5fa9-65e5-492d-8f61-db87589011ab,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:10.764356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172d9c0-204f-40b4-a5a2-87937d70d549 req-aa4df033-8962-4415-a4d6-bec960731b7d tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:10.766234 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9172d9c0-204f-40b4-a5a2-87937d70d549 req-aa4df033-8962-4415-a4d6-bec960731b7d tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 945 time: 0.1610279 Aug 06 16:07:10.791875 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Attempting to bind port ca1f5fa9-65e5-492d-8f61-db87589011ab on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:10.793447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Attempting to bind port ca1f5fa9-65e5-492d-8f61-db87589011ab by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '500b7027-c26a-45a4-863d-f2b6e68afb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:10.794021 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Attempting to bind port ca1f5fa9-65e5-492d-8f61-db87589011ab on network da7b15e0-71c6-4b87-9abb-8143779bbeae {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:10.801987 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:10.802731 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Checking segment: {'id': '500b7027-c26a-45a4-863d-f2b6e68afb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:10.804235 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.804887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Bound using segment: {'id': '500b7027-c26a-45a4-863d-f2b6e68afb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:10.818244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Allocated IP 172.25.1.178 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/90e4ee93-9996-48ca-a38a-479f40ad90c6) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:10.818718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Bound port: ca1f5fa9-65e5-492d-8f61-db87589011ab, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500b7027-c26a-45a4-863d-f2b6e68afb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:10.820201 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.856371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44482) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:10.900481 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9172d9c0-204f-40b4-a5a2-87937d70d549 req-5449f07e-0edc-4361-8050-954eb8330ced tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259091 Aug 06 16:07:10.942729 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-52602e36-a98c-4f07-824c-070bb5403386 req-c0ce019b-c453-4c71-af5a-a922ace50399 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.981488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] For port ca1f5fa9-65e5-492d-8f61-db87589011ab, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:10.994350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] For port ca1f5fa9-65e5-492d-8f61-db87589011ab, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ca1f5fa9-65e5-492d-8f61-db87589011ab,segment=NetworkSegment(500b7027-c26a-45a4-863d-f2b6e68afb93),segment_id=500b7027-c26a-45a4-863d-f2b6e68afb93)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:11.002720 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.008627 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce019b-c453-4c71-af5a-a922ace50399 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Pushing event deleted for resources: {'Port': ['ID=4d9dc592-644a-4108-ba48-c2cd7dd06b1b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:11.019830 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fac095e-3b69-44ce-b8fa-3a95e514f174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.079391 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-52602e36-a98c-4f07-824c-070bb5403386 req-c0ce019b-c453-4c71-af5a-a922ace50399 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.083718 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-52602e36-a98c-4f07-824c-070bb5403386 req-c0ce019b-c453-4c71-af5a-a922ace50399 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.085513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-52602e36-a98c-4f07-824c-070bb5403386 req-c0ce019b-c453-4c71-af5a-a922ace50399 tempest-FloatingIPDetailsTestJSON-923127306 tempest-FloatingIPDetailsTestJSON-923127306-project] 10.222.0.37 "DELETE /v2.0/floatingips/4ae53634-7eac-406d-9f2e-328888c5c3f1 HTTP/1.1" status: 204 len: 173 time: 1.1597254 Aug 06 16:07:11.093791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44488) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:11.181572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595c456-0b51-4dcf-a2b3-56eb0ff48602 None None] Pushing event updated for resources: {'Port': ['ID=ca1f5fa9-65e5-492d-8f61-db87589011ab,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:11.192271 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.219566 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fac095e-3b69-44ce-b8fa-3a95e514f174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.426710 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fac095e-3b69-44ce-b8fa-3a95e514f174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.450953 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fac095e-3b69-44ce-b8fa-3a95e514f174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.453984 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0fac095e-3b69-44ce-b8fa-3a95e514f174 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10152cc6-e161-49f5-bc31-61e316ee816a HTTP/1.1" status: 204 len: 168 time: 0.8442709 Aug 06 16:07:11.477015 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.525058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac095e-3b69-44ce-b8fa-3a95e514f174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10152cc6-e161-49f5-bc31-61e316ee816a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:11.529256 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Pushing event updated for resources: {'Port': ['ID=90e4ee93-9996-48ca-a38a-479f40ad90c6,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:11.590420 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:11.594948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:11.605292 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:11.619960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b64fcfe0-c442-47a0-9306-4884ce12d7e8 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:07:11.730718 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9f0d651-0631-4594-8a06-0c2742893afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.900291 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b64fcfe0-c442-47a0-9306-4884ce12d7e8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b64fcfe0-c442-47a0-9306-4884ce12d7e8,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:11.941939 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'b64fcfe0-c442-47a0-9306-4884ce12d7e8', 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5', 'port_id': 'b64fcfe0-c442-47a0-9306-4884ce12d7e8', 'mac_address': 'fa:16:3e:34:2d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ace2fcc-c82b-40df-8188-608cb03264e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:07:12.091727 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:12.110028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b64fcfe0-c442-47a0-9306-4884ce12d7e8 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:07:12.147169 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b64fcfe0-c442-47a0-9306-4884ce12d7e8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b64fcfe0-c442-47a0-9306-4884ce12d7e8,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:12.153311 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:12.212596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b64fcfe0-c442-47a0-9306-4884ce12d7e8,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:12.225148 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a81e0450-c606-4d2e-8c41-112fdc905b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:12.233545 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9f0d651-0631-4594-8a06-0c2742893afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:12.251488 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:12.253593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['b64fcfe0-c442-47a0-9306-4884ce12d7e8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:07:12.320590 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9f0d651-0631-4594-8a06-0c2742893afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:12.410418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b9f0d651-0631-4594-8a06-0c2742893afe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4eaeb88506e74c9791c880246cb4b11e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5514193 Aug 06 16:07:12.416242 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44510) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:12.467532 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0d651-0631-4594-8a06-0c2742893afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b3133a-c1c3-47b7-9591-c3035267b8d4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:12.567053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7b00c-7c93-45c5-b00e-fe67240355c4 req-60789e55-cf05-48a1-b800-69d3b7726462 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:12.579349 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8d7b00c-7c93-45c5-b00e-fe67240355c4 req-60789e55-cf05-48a1-b800-69d3b7726462 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 945 time: 0.5016549 Aug 06 16:07:12.635821 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:12.684843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8d7b00c-7c93-45c5-b00e-fe67240355c4 req-90ea0995-f91a-476f-8e42-3c6d0b4fc3ea tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044066 Aug 06 16:07:12.806512 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f07ee87-f39d-4960-a9f3-3b121169e470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:12.852502 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f07ee87-f39d-4960-a9f3-3b121169e470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:12.928156 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Router de05105d-632a-442c-922a-96053c4a41cc is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:07:12.946800 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8da1fd-306d-429b-8dda-238c095706f4 None None] Network da7b15e0-71c6-4b87-9abb-8143779bbeae requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:13.051384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-38ece092-0378-463c-821a-39dc578ddaeb None None] Provisioning for port ca1f5fa9-65e5-492d-8f61-db87589011ab completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:13.117133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:13.160059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Sync routers for ids ['de05105d-632a-442c-922a-96053c4a41cc'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:13.164988 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f07ee87-f39d-4960-a9f3-3b121169e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:13.167583 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f07ee87-f39d-4960-a9f3-3b121169e470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:13.172667 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6f07ee87-f39d-4960-a9f3-3b121169e470 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4b3133a-c1c3-47b7-9591-c3035267b8d4 HTTP/1.1" status: 204 len: 168 time: 0.7475045 Aug 06 16:07:13.173814 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:13.175018 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a86fc85c-a550-48c4-8611-f9dfcd043c81 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.5567336 Aug 06 16:07:13.182738 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44528) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:13.204686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07ee87-f39d-4960-a9f3-3b121169e470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b3133a-c1c3-47b7-9591-c3035267b8d4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:13.212911 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Routers {'de05105d-632a-442c-922a-96053c4a41cc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:13.213999 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['de05105d-632a-442c-922a-96053c4a41cc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:13.256991 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-7ff54b75-bb01-41b0-acd1-1cdab3184697 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1417117 Aug 06 16:07:13.257806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44530) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:13.327320 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ca1f5fa9-65e5-492d-8f61-db87589011ab up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:13.453112 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-6519844b-ec9e-4f33-b50c-a6832be7e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:13.454456 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-6519844b-ec9e-4f33-b50c-a6832be7e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:13.455469 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-6519844b-ec9e-4f33-b50c-a6832be7e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:13.456908 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-6519844b-ec9e-4f33-b50c-a6832be7e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:13.458104 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-6519844b-ec9e-4f33-b50c-a6832be7e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:13.459687 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-6519844b-ec9e-4f33-b50c-a6832be7e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:13.460747 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-6519844b-ec9e-4f33-b50c-a6832be7e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:13.464400 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-6519844b-ec9e-4f33-b50c-a6832be7e64c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=964dc75051674f75a50f3eba300bee26&device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 6491 time: 0.1338758 Aug 06 16:07:13.526766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3d9c5-f983-4a95-968b-30382ebc1cc5 req-1b01e941-6fb8-4810-a9c3-a06e4847e5a4 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:13.528512 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0e3d9c5-f983-4a95-968b-30382ebc1cc5 req-1b01e941-6fb8-4810-a9c3-a06e4847e5a4 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 944 time: 0.3062983 Aug 06 16:07:13.567689 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-a81e0450-c606-4d2e-8c41-112fdc905b39 admin admin] Deleting port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:13.568179 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a81e0450-c606-4d2e-8c41-112fdc905b39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:13.728648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0e3d9c5-f983-4a95-968b-30382ebc1cc5 req-a35cdb64-f5f4-46d9-9bfd-0a86720e7f0c tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883273 Aug 06 16:07:13.776599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b64fcfe0-c442-47a0-9306-4884ce12d7e8 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:07:13.781614 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1624134037-network', 'tenant_id': 'ac8158ef619e488a891ec26378d341b3'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:13.829908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-a81e0450-c606-4d2e-8c41-112fdc905b39 admin admin] For port b6b058d9-2dd7-4848-a0d2-b010a2d66c1d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b6b058d9-2dd7-4848-a0d2-b010a2d66c1d,segment=NetworkSegment(8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42),segment_id=8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:13.832939 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a81e0450-c606-4d2e-8c41-112fdc905b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:13.871892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] Made reservation on behalf of ac8158ef619e488a891ec26378d341b3 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:13.874668 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:13.888201 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:13.890709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-a81e0450-c606-4d2e-8c41-112fdc905b39 admin admin] Calling delete_port for b6b058d9-2dd7-4848-a0d2-b010a2d66c1d owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:13.941462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-fdda7721-120a-4b09-b51e-ff4c95e1273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:13.941462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-fdda7721-120a-4b09-b51e-ff4c95e1273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:13.941462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-fdda7721-120a-4b09-b51e-ff4c95e1273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:13.944595 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-fdda7721-120a-4b09-b51e-ff4c95e1273a service neutron] 10.222.0.78 "GET /v2.0/networks?id=7014f70e-1588-4abd-8ad1-8e22ba7acd96&id=0289d76d-e14d-4c22-8519-329bdca6f8e4&id=0289d76d-e14d-4c22-8519-329bdca6f8e4&id=0289d76d-e14d-4c22-8519-329bdca6f8e4&id=0289d76d-e14d-4c22-8519-329bdca6f8e4&id=694c032e-723f-44df-83a9-40d4adea9477&id=694c032e-723f-44df-83a9-40d4adea9477 HTTP/1.1" status: 200 len: 2292 time: 0.4057982 Aug 06 16:07:14.025496 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.031662 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.058496 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port ca1f5fa9-65e5-492d-8f61-db87589011ab completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:14.062692 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535075df-04fd-4c07-bfb6-bd9c0f94b8e8,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:14.137985 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ca1f5fa9-65e5-492d-8f61-db87589011ab triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:14.138144 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.168191 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-6ed59514-2c4b-4af9-a449-c5d37b9773ab service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59fa3aa8-f15b-46d3-be34-760b109ca2e7 HTTP/1.1" status: 200 len: 1000 time: 0.2026427 Aug 06 16:07:14.199526 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Set router de05105d-632a-442c-922a-96053c4a41cc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:14.296019 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.307349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-7b96031c-a36d-4c04-9bd3-731559fae121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:14.309029 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-7b96031c-a36d-4c04-9bd3-731559fae121 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=439dc982-ce89-4fa4-9cd7-95fb9df42d90 HTTP/1.1" status: 200 len: 851 time: 0.0797369 Aug 06 16:07:14.394664 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b64fcfe0-c442-47a0-9306-4884ce12d7e8 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:07:14.432112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b64fcfe0-c442-47a0-9306-4884ce12d7e8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b64fcfe0-c442-47a0-9306-4884ce12d7e8,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:14.439369 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.491627 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a81e0450-c606-4d2e-8c41-112fdc905b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.509764 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:07:14.571533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44558) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:14.579596 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.591245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e0450-c606-4d2e-8c41-112fdc905b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b058d9-2dd7-4848-a0d2-b010a2d66c1d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:14.618339 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.641893 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.642251 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] Added segment 4b7c6ee6-0e20-4969-ab05-0a9ac539f612 of type vlan for network b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705 Aug 06 16:07:14.645740 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b64fcfe0-c442-47a0-9306-4884ce12d7e8,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:14.687572 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-c7973823-7898-405a-b3c4-fe8f97b2c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:14.691066 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-c7973823-7898-405a-b3c4-fe8f97b2c697 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7014f70e-1588-4abd-8ad1-8e22ba7acd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3464758 Aug 06 16:07:14.744400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port ca1f5fa9-65e5-492d-8f61-db87589011ab, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ca1f5fa9-65e5-492d-8f61-db87589011ab,segment=NetworkSegment(500b7027-c26a-45a4-863d-f2b6e68afb93),segment_id=500b7027-c26a-45a4-863d-f2b6e68afb93)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:14.755010 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.830875 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.859285 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-15cd8034-8cc9-4844-9792-ea9be410d0a0 None None] Provisioning complete for port ca1f5fa9-65e5-492d-8f61-db87589011ab triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:14.859730 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-15cd8034-8cc9-4844-9792-ea9be410d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.958536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=ca1f5fa9-65e5-492d-8f61-db87589011ab,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:14.979659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de05105d-632a-442c-922a-96053c4a41cc', 'name': 'tempest-ServersTestJSON-876258618-router', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:09Z', 'updated_at': '2021-08-06T16:07:12Z', 'revision_number': 3, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'gw_port': {'id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:10Z', 'updated_at': '2021-08-06T16:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:15.045432 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Checking router: de05105d-632a-442c-922a-96053c4a41cc for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:15.046086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Updating router de05105d-632a-442c-922a-96053c4a41cc port 90e4ee93-9996-48ca-a38a-479f40ad90c6 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:07:15.058219 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-714126094-network', 'tenant_id': '1a516027c7134c2089691f31988555ba'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:15.081696 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.resource_extend [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:07:15.097067 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.199161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5fe6d-e320-499f-9346-54ef28df73eb req-be30a313-bb0d-4503-af46-ba59dc4dcd92 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:15.200800 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8e5fe6d-e320-499f-9346-54ef28df73eb req-be30a313-bb0d-4503-af46-ba59dc4dcd92 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 943 time: 0.2653210 Aug 06 16:07:15.207030 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.208007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:15.208591 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.241059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] Made reservation on behalf of 1a516027c7134c2089691f31988555ba for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:15.244346 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.271350 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.332294 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a81e0450-c606-4d2e-8c41-112fdc905b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.355217 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0836337 Aug 06 16:07:15.368960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44570) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:15.375286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-af5f630e-febc-4fa9-a1c5-3e7199ea75eb admin admin] Request body: {'subnet': {'network_id': 'b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1624134037-subnet', 'tenant_id': 'ac8158ef619e488a891ec26378d341b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:15.387183 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b1f05-070b-4d49-908f-f5e6d25ed003 admin admin] Pushing event updated for resources: {'Network': ['ID=b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:15.398827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8e5fe6d-e320-499f-9346-54ef28df73eb req-8107768a-a6c9-4256-92ce-f0ab3104e5ab tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803584 Aug 06 16:07:15.407247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:07:15.560202 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.573866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Transition to ACTIVE for port object 90e4ee93-9996-48ca-a38a-479f40ad90c6 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:15.583563 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.643529 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f5334-1bc9-47a1-95b2-7b2280089ba1 None None] Pushing event updated for resources: {'Port': ['ID=90e4ee93-9996-48ca-a38a-479f40ad90c6,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:15.645963 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Attempting to bind port 90e4ee93-9996-48ca-a38a-479f40ad90c6 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:15.646398 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Attempting to bind port 90e4ee93-9996-48ca-a38a-479f40ad90c6 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:15.646912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Attempting to bind port 90e4ee93-9996-48ca-a38a-479f40ad90c6 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:15.654802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:15.656142 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:15.657266 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.657945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:15.658563 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Bound port: 90e4ee93-9996-48ca-a38a-479f40ad90c6, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:15.659034 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.706569 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-ff28fb8f-8de1-43fe-8c99-4da3c733ea02 service neutron] 10.222.0.78 "GET /v2.0/networks/7014f70e-1588-4abd-8ad1-8e22ba7acd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9227769 Aug 06 16:07:15.732573 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] For port 90e4ee93-9996-48ca-a38a-479f40ad90c6, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:15.738755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] For port 90e4ee93-9996-48ca-a38a-479f40ad90c6, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=90e4ee93-9996-48ca-a38a-479f40ad90c6,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:15.744663 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.820334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81e0450-c606-4d2e-8c41-112fdc905b39 admin admin] Router 5df22254-72fb-4e09-afaf-e43f3d086736 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:07:15.824986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Routers {'de05105d-632a-442c-922a-96053c4a41cc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:15.825712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['de05105d-632a-442c-922a-96053c4a41cc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:15.839954 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.852657 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd565ba1-fcaa-4297-93d6-6c87a6a94ca9 req-2cd6204a-a027-4aaa-a1f0-ca2fccb44979 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:15.854415 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fd565ba1-fcaa-4297-93d6-6c87a6a94ca9 req-2cd6204a-a027-4aaa-a1f0-ca2fccb44979 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 943 time: 1.2081294 Aug 06 16:07:15.858023 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Allocated IP 172.20.0.1 (da7b15e0-71c6-4b87-9abb-8143779bbeae/bcdd933d-577f-42a7-88e0-0071c84cf819/1d84222f-4a8e-4739-a11e-04b1ffd86a56) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:15.870795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f5334-1bc9-47a1-95b2-7b2280089ba1 None None] Pushing event updated for resources: {'Port': ['ID=90e4ee93-9996-48ca-a38a-479f40ad90c6,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:15.873719 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.879026 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5f630e-febc-4fa9-a1c5-3e7199ea75eb admin admin] Made reservation on behalf of ac8158ef619e488a891ec26378d341b3 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:15.882402 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-af5f630e-febc-4fa9-a1c5-3e7199ea75eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.971696 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] Set router de05105d-632a-442c-922a-96053c4a41cc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:16.074683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:07:16.109327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b598a6ca-8c0b-45b8-a302-37b71610c9aa,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:16.168591 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-f04160d4-f4fa-4937-8581-1181bfde5e6a service neutron] 10.222.0.78 "GET /v2.0/networks/7014f70e-1588-4abd-8ad1-8e22ba7acd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526684 Aug 06 16:07:16.181516 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:16.182121 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] Added segment 69382e97-5b45-487d-9ae7-617284aa407e of type vlan for network b5e4ec20-98c5-43c1-8583-b744215c1725 Aug 06 16:07:16.260452 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:16.283941 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de05105d-632a-442c-922a-96053c4a41cc', 'name': 'tempest-ServersTestJSON-876258618-router', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:09Z', 'updated_at': '2021-08-06T16:07:12Z', 'revision_number': 3, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'gw_port': {'id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:10Z', 'updated_at': '2021-08-06T16:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:16.289769 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Transition to ACTIVE for port object 1d84222f-4a8e-4739-a11e-04b1ffd86a56 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:16.317416 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20cafc9-24ec-44e1-a16e-9a0b0fd32bc1 None None] The sync data for ids ['de05105d-632a-442c-922a-96053c4a41cc'] in n-d-803756-1 is: [{'id': 'de05105d-632a-442c-922a-96053c4a41cc', 'name': 'tempest-ServersTestJSON-876258618-router', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:09Z', 'updated_at': '2021-08-06T16:07:12Z', 'revision_number': 3, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'gw_port': {'id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:10Z', 'updated_at': '2021-08-06T16:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:16.324733 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:16.335972 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81e0450-c606-4d2e-8c41-112fdc905b39 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:16.348381 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181c636d-a5f3-4d2f-b6f6-1652725cc30d None None] Sync routers for ids ['5df22254-72fb-4e09-afaf-e43f3d086736'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:16.349504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a81e0450-c606-4d2e-8c41-112fdc905b39 admin admin] 10.222.0.37 "PUT /v2.0/routers/5df22254-72fb-4e09-afaf-e43f3d086736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2545466 Aug 06 16:07:16.360891 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44578) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:16.365431 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181c636d-a5f3-4d2f-b6f6-1652725cc30d None None] Routers {'5df22254-72fb-4e09-afaf-e43f3d086736'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:16.366521 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-181c636d-a5f3-4d2f-b6f6-1652725cc30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['5df22254-72fb-4e09-afaf-e43f3d086736'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:16.366684 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-abcd1a81-1cc2-4da8-8d13-7cb858f8a6eb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=97bd638e-0cce-426a-ac14-4ab3918d7a47 HTTP/1.1" status: 200 len: 217 time: 0.1794169 Aug 06 16:07:16.401875 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:16.518782 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Network da7b15e0-71c6-4b87-9abb-8143779bbeae is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:16.552509 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-181c636d-a5f3-4d2f-b6f6-1652725cc30d None None] Set router 5df22254-72fb-4e09-afaf-e43f3d086736 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:16.556000 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:16.572519 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-ffd8e588-37bd-4278-8d6e-2be14fcfd1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:16.575952 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-ffd8e588-37bd-4278-8d6e-2be14fcfd1ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3e157bd-96ce-436f-8bd3-5b6e5d6527f5 HTTP/1.1" status: 200 len: 797 time: 0.1999478 Aug 06 16:07:16.578963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-fd565ba1-fcaa-4297-93d6-6c87a6a94ca9 req-fc118448-6314-4000-90c1-e96c002f7eee tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Deleting port b64fcfe0-c442-47a0-9306-4884ce12d7e8 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:16.579577 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fd565ba1-fcaa-4297-93d6-6c87a6a94ca9 req-fc118448-6314-4000-90c1-e96c002f7eee tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:16.816210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:16.978914 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-181c636d-a5f3-4d2f-b6f6-1652725cc30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'name': 'tempest-FloatingIPDetailsTestJSON-1467531967-router', 'tenant_id': '4870b430aec94141a23878eeb93c517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:37Z', 'updated_at': '2021-08-06T16:07:14Z', 'revision_number': 5, 'project_id': '4870b430aec94141a23878eeb93c517d', 'gw_port': {'id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:38Z', 'updated_at': '2021-08-06T16:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:17.077505 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ad68a4d3-14d6-4a8c-a5fd-ef54d7fa4103 None None] Provisioning for port 1d84222f-4a8e-4739-a11e-04b1ffd86a56 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:17.095860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ad68a4d3-14d6-4a8c-a5fd-ef54d7fa4103 None None] Provisioning complete for port 1d84222f-4a8e-4739-a11e-04b1ffd86a56 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:17.096225 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ad68a4d3-14d6-4a8c-a5fd-ef54d7fa4103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:17.098489 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.resource_extend [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:07:17.104668 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181c636d-a5f3-4d2f-b6f6-1652725cc30d None None] Checking router: 5df22254-72fb-4e09-afaf-e43f3d086736 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:17.150984 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-fd565ba1-fcaa-4297-93d6-6c87a6a94ca9 req-fc118448-6314-4000-90c1-e96c002f7eee tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] For port b64fcfe0-c442-47a0-9306-4884ce12d7e8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b64fcfe0-c442-47a0-9306-4884ce12d7e8,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:17.151765 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fd565ba1-fcaa-4297-93d6-6c87a6a94ca9 req-fc118448-6314-4000-90c1-e96c002f7eee tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:17.167208 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181c636d-a5f3-4d2f-b6f6-1652725cc30d None None] Routers {'5df22254-72fb-4e09-afaf-e43f3d086736'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:17.167907 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-181c636d-a5f3-4d2f-b6f6-1652725cc30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['5df22254-72fb-4e09-afaf-e43f3d086736'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:17.174734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d84222f-4a8e-4739-a11e-04b1ffd86a56,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:17.227018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ad68a4d3-14d6-4a8c-a5fd-ef54d7fa4103 None None] Port 1d84222f-4a8e-4739-a11e-04b1ffd86a56 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:07:17.237655 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:17.242565 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-e1067c42-f491-4276-8e9a-d3f6e8ba231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:17.244306 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-e1067c42-f491-4276-8e9a-d3f6e8ba231b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0289d76d-e14d-4c22-8519-329bdca6f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4675741 Aug 06 16:07:17.246143 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-fd565ba1-fcaa-4297-93d6-6c87a6a94ca9 req-fc118448-6314-4000-90c1-e96c002f7eee tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Calling delete_port for b64fcfe0-c442-47a0-9306-4884ce12d7e8 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:17.306770 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 90e4ee93-9996-48ca-a38a-479f40ad90c6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:17.412786 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-181c636d-a5f3-4d2f-b6f6-1652725cc30d None None] Set router 5df22254-72fb-4e09-afaf-e43f3d086736 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:17.424738 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:17.426471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:17.427854 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:17.438521 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-af5f630e-febc-4fa9-a1c5-3e7199ea75eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:17.509938 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f630e-febc-4fa9-a1c5-3e7199ea75eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd5dfa57-263e-44d2-a7b6-37d77869da69,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:17.592657 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0193796 Aug 06 16:07:17.603131 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44588) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:17.622177 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0ff7046d-e5e1-4f3f-a30d-b563f80e78f5 admin admin] Request body: {'subnet': {'network_id': 'b5e4ec20-98c5-43c1-8583-b744215c1725', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-714126094-subnet', 'tenant_id': '1a516027c7134c2089691f31988555ba', 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:17.691040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff7046d-e5e1-4f3f-a30d-b563f80e78f5 admin admin] Made reservation on behalf of 1a516027c7134c2089691f31988555ba for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:17.692131 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c031ed0-ee3d-4092-8d73-f062cdaa66fd req-364fdaa7-55eb-42b2-a93d-201776b2caa2 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:17.697924 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ff7046d-e5e1-4f3f-a30d-b563f80e78f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:17.699213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c031ed0-ee3d-4092-8d73-f062cdaa66fd req-364fdaa7-55eb-42b2-a93d-201776b2caa2 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 943 time: 0.6382487 Aug 06 16:07:17.701273 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b64fcfe0-c442-47a0-9306-4884ce12d7e8 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:07:17.707136 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-df930564-aee4-49c9-88b7-70aef4cd34f2 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817151 Aug 06 16:07:17.730834 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b13daca-ed05-4fb8-a244-75ac575ed8ae admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:17.740890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cb69a-f671-4f7d-8e65-371c9a913518 admin admin] Pushing event updated for resources: {'Network': ['ID=b5e4ec20-98c5-43c1-8583-b744215c1725,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:17.798185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network b5e4ec20-98c5-43c1-8583-b744215c1725 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:07:17.826228 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5f630e-febc-4fa9-a1c5-3e7199ea75eb admin admin] Checking segment: {'id': '4b7c6ee6-0e20-4969-ab05-0a9ac539f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:17.826772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f630e-febc-4fa9-a1c5-3e7199ea75eb admin admin] Network hostable DHCP agents. Network: b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:07:17.870448 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c031ed0-ee3d-4092-8d73-f062cdaa66fd req-aaff9024-f79e-4657-a79b-a481969698fb tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433434 Aug 06 16:07:17.873852 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:17.903773 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-181c636d-a5f3-4d2f-b6f6-1652725cc30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'name': 'tempest-FloatingIPDetailsTestJSON-1467531967-router', 'tenant_id': '4870b430aec94141a23878eeb93c517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:37Z', 'updated_at': '2021-08-06T16:07:14Z', 'revision_number': 5, 'project_id': '4870b430aec94141a23878eeb93c517d', 'gw_port': {'id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:38Z', 'updated_at': '2021-08-06T16:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:17.939940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f630e-febc-4fa9-a1c5-3e7199ea75eb admin admin] Network b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:07:17.953936 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181c636d-a5f3-4d2f-b6f6-1652725cc30d None None] The sync data for ids ['5df22254-72fb-4e09-afaf-e43f3d086736'] in n-d-803756-1 is: [{'id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'name': 'tempest-FloatingIPDetailsTestJSON-1467531967-router', 'tenant_id': '4870b430aec94141a23878eeb93c517d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:06:37Z', 'updated_at': '2021-08-06T16:07:14Z', 'revision_number': 5, 'project_id': '4870b430aec94141a23878eeb93c517d', 'gw_port': {'id': 'fda440b1-c7a0-4814-b75a-a9c239f2e239', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df22254-72fb-4e09-afaf-e43f3d086736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:06:38Z', 'updated_at': '2021-08-06T16:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:17.972739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-af5f630e-febc-4fa9-a1c5-3e7199ea75eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:17.985684 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b13daca-ed05-4fb8-a244-75ac575ed8ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:17.995668 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5f630e-febc-4fa9-a1c5-3e7199ea75eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:18.008469 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-af5f630e-febc-4fa9-a1c5-3e7199ea75eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:18.075160 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-af5f630e-febc-4fa9-a1c5-3e7199ea75eb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6946723 Aug 06 16:07:18.075452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8295bef5-8187-46a2-be09-ea656138a812 None None] Network b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:18.107175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 90e4ee93-9996-48ca-a38a-479f40ad90c6 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:18.134856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-2b13daca-ed05-4fb8-a244-75ac575ed8ae admin admin] Deleting port fda440b1-c7a0-4814-b75a-a9c239f2e239 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:18.137844 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b13daca-ed05-4fb8-a244-75ac575ed8ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:18.144311 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 90e4ee93-9996-48ca-a38a-479f40ad90c6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:18.144846 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:18.241982 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fd565ba1-fcaa-4297-93d6-6c87a6a94ca9 req-fc118448-6314-4000-90c1-e96c002f7eee tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:18.289069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-2b13daca-ed05-4fb8-a244-75ac575ed8ae admin admin] For port fda440b1-c7a0-4814-b75a-a9c239f2e239, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fda440b1-c7a0-4814-b75a-a9c239f2e239,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:18.290089 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b13daca-ed05-4fb8-a244-75ac575ed8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:18.315730 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-5f41f8e4-9bfd-4dae-92b2-642a13fd6e66 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899777 Aug 06 16:07:18.318110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-2b13daca-ed05-4fb8-a244-75ac575ed8ae admin admin] Calling delete_port for fda440b1-c7a0-4814-b75a-a9c239f2e239 owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:18.329055 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc118448-6314-4000-90c1-e96c002f7eee tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Pushing event deleted for resources: {'Port': ['ID=b64fcfe0-c442-47a0-9306-4884ce12d7e8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:18.395071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388dd4c0-de9a-4119-9732-d5670f6efff8 None None] Network b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:18.520873 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:18.578843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 90e4ee93-9996-48ca-a38a-479f40ad90c6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=90e4ee93-9996-48ca-a38a-479f40ad90c6,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:18.588368 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:18.589276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ca1f5fa9-65e5-492d-8f61-db87589011ab up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:18.671469 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-2282ad1a-f043-48a0-81ff-ff311f2a2d25 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=83b8c3b1-5145-424e-a6a7-1827a198fa4d HTTP/1.1" status: 200 len: 217 time: 0.3352773 Aug 06 16:07:18.758118 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=90e4ee93-9996-48ca-a38a-479f40ad90c6,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:18.793594 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:18.797513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd565ba1-fcaa-4297-93d6-6c87a6a94ca9 req-fc118448-6314-4000-90c1-e96c002f7eee tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] No DVR routers for this DVR port b64fcfe0-c442-47a0-9306-4884ce12d7e8 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:07:18.819419 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:18.829758 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fd565ba1-fcaa-4297-93d6-6c87a6a94ca9 req-fc118448-6314-4000-90c1-e96c002f7eee tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:18.832123 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fd565ba1-fcaa-4297-93d6-6c87a6a94ca9 req-fc118448-6314-4000-90c1-e96c002f7eee tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.13 "DELETE /v2.0/ports/b64fcfe0-c442-47a0-9306-4884ce12d7e8 HTTP/1.1" status: 204 len: 173 time: 2.9675705 Aug 06 16:07:18.837495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ca1f5fa9-65e5-492d-8f61-db87589011ab triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:18.837888 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:18.892834 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf', 'name': 'network-vif-deleted', 'tag': 'b64fcfe0-c442-47a0-9306-4884ce12d7e8'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:18.899323 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0167c81a-8e43-4cd7-99aa-31f8d521d4ea" -d '{"events": [{"server_uuid": "d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf", "name": "network-vif-deleted", "tag": "b64fcfe0-c442-47a0-9306-4884ce12d7e8"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:18.956638 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-beaa39ab-8a87-4229-9dcb-81d54b47d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:18.958597 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-beaa39ab-8a87-4229-9dcb-81d54b47d23c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3e157bd-96ce-436f-8bd3-5b6e5d6527f5 HTTP/1.1" status: 200 len: 797 time: 0.2199318 Aug 06 16:07:19.064852 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b13daca-ed05-4fb8-a244-75ac575ed8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:19.088194 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345eae2-76c1-44c9-b776-444a2d5e7796 req-22b574de-21b0-4f78-a198-f954d577f933 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:19.089884 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c345eae2-76c1-44c9-b776-444a2d5e7796 req-22b574de-21b0-4f78-a198-f954d577f933 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 947 time: 0.1780152 Aug 06 16:07:19.101403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 90e4ee93-9996-48ca-a38a-479f40ad90c6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:19.124675 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13daca-ed05-4fb8-a244-75ac575ed8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=fda440b1-c7a0-4814-b75a-a9c239f2e239,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:19.143989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d84222f-4a8e-4739-a11e-04b1ffd86a56,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:19.151300 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:19.164570 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ff7046d-e5e1-4f3f-a30d-b563f80e78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:19.178573 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-c41c7b89-d0db-47e9-b426-d1869aae703b tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:19.180114 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-c41c7b89-d0db-47e9-b426-d1869aae703b tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/networks?id=b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705 HTTP/1.1" status: 200 len: 814 time: 0.2958558 Aug 06 16:07:19.188607 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 90e4ee93-9996-48ca-a38a-479f40ad90c6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:19.189164 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:19.200322 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-de123bf1-9384-434b-a95b-16c7ddc50728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:19.201926 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-de123bf1-9384-434b-a95b-16c7ddc50728 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0289d76d-e14d-4c22-8519-329bdca6f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2027247 Aug 06 16:07:19.255450 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c345eae2-76c1-44c9-b776-444a2d5e7796 req-7ab5a6e6-63fa-41a8-8d5a-047f6c0f3fe7 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366515 Aug 06 16:07:19.258319 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-638bc34c-5b67-40a9-a1b8-5cf96c95cf6d tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/quotas/ac8158ef619e488a891ec26378d341b3 HTTP/1.1" status: 200 len: 375 time: 0.0435514 Aug 06 16:07:19.305334 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7046d-e5e1-4f3f-a30d-b563f80e78f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0184e819-0bb5-42a2-b01a-b8b3679292eb,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:19.339494 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b6b058d9-2dd7-4848-a0d2-b010a2d66c1d no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:07:19.364216 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-b2c193ec-09cc-4f42-b1dc-8eb3d0aa8620 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac8158ef619e488a891ec26378d341b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887704 Aug 06 16:07:19.369907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: b6b058d9-2dd7-4848-a0d2-b010a2d66c1d {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:07:19.370723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b6b058d9-2dd7-4848-a0d2-b010a2d66c1d not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:07:19.382629 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b13daca-ed05-4fb8-a244-75ac575ed8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:19.428495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7046d-e5e1-4f3f-a30d-b563f80e78f5 admin admin] Checking segment: {'id': '69382e97-5b45-487d-9ae7-617284aa407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5e4ec20-98c5-43c1-8583-b744215c1725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:19.429580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff7046d-e5e1-4f3f-a30d-b563f80e78f5 admin admin] Network hostable DHCP agents. Network: b5e4ec20-98c5-43c1-8583-b744215c1725, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:07:19.486993 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-22faa32b-9f89-4b03-a30f-7f787567eb4f service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400632 Aug 06 16:07:19.489226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Network da7b15e0-71c6-4b87-9abb-8143779bbeae is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:19.490851 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff7046d-e5e1-4f3f-a30d-b563f80e78f5 admin admin] Network b5e4ec20-98c5-43c1-8583-b744215c1725 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:07:19.494735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:19.514015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-0ff7046d-e5e1-4f3f-a30d-b563f80e78f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, b5e4ec20-98c5-43c1-8583-b744215c1725) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:19.535189 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511d2acf-abd0-4cfd-8b18-899695dd885f None None] Network b5e4ec20-98c5-43c1-8583-b744215c1725 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:19.535888 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff7046d-e5e1-4f3f-a30d-b563f80e78f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:19.536218 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ff7046d-e5e1-4f3f-a30d-b563f80e78f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:19.561887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68ae7f7e-72e7-42ba-bfc2-704a2485d3ed req-a097b0a2-d35d-4b25-9d08-5716d8e52be3 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf HTTP/1.1" status: 200 len: 210 time: 0.1350050 Aug 06 16:07:19.600644 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b13daca-ed05-4fb8-a244-75ac575ed8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:19.604747 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b13daca-ed05-4fb8-a244-75ac575ed8ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:19.637287 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0ff7046d-e5e1-4f3f-a30d-b563f80e78f5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0299747 Aug 06 16:07:19.641663 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44626) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:19.647588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-714126094-router', 'tenant_id': '1a516027c7134c2089691f31988555ba', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:19.710575 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-539a9683-3827-4834-890e-aa509b6a2439 service neutron] 10.222.0.37 "GET /v2.0/networks/b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452690 Aug 06 16:07:19.778648 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b13daca-ed05-4fb8-a244-75ac575ed8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:19.779189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b13daca-ed05-4fb8-a244-75ac575ed8ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5df22254-72fb-4e09-afaf-e43f3d086736 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:07:19.808674 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b13daca-ed05-4fb8-a244-75ac575ed8ae admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:19.809876 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2b13daca-ed05-4fb8-a244-75ac575ed8ae admin admin] 10.222.0.37 "DELETE /v2.0/routers/5df22254-72fb-4e09-afaf-e43f3d086736 HTTP/1.1" status: 204 len: 168 time: 3.4476395 Aug 06 16:07:19.840175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44628) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:19.880490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-b5e4ec20-98c5-43c1-8583-b744215c1725', 'network_id': 'b5e4ec20-98c5-43c1-8583-b744215c1725', 'tenant_id': '1a516027c7134c2089691f31988555ba', 'fixed_ips': [{'subnet_id': '0184e819-0bb5-42a2-b01a-b8b3679292eb'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:07:19.882036 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:19.955209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffc477a-0184-4b4c-b638-dec7e0743002 admin admin] Deleting subnet 9d54ead6-12dd-44e6-b377-6a4115fd1b47 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:07:19.961597 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9ffc477a-0184-4b4c-b638-dec7e0743002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.014826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-087af22f-71af-40d1-ba10-46736ea5321e service neutron] 10.222.0.37 "GET /v2.0/networks/b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458005 Aug 06 16:07:20.022194 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9ffc477a-0184-4b4c-b638-dec7e0743002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.072226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-54b56419-6e0b-4b82-b9bd-dd04750be748 None None] Provisioning complete for port 1d84222f-4a8e-4739-a11e-04b1ffd86a56 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:20.073133 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-54b56419-6e0b-4b82-b9bd-dd04750be748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.136364 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9ffc477a-0184-4b4c-b638-dec7e0743002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.158994 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-54b56419-6e0b-4b82-b9bd-dd04750be748 None None] Port 1d84222f-4a8e-4739-a11e-04b1ffd86a56 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:07:20.179660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Allocated IP 172.20.0.2 (b5e4ec20-98c5-43c1-8583-b744215c1725/0184e819-0bb5-42a2-b01a-b8b3679292eb/257daa85-f525-43b1-b514-e6f9e320ef04) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:20.207898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9ffc477a-0184-4b4c-b638-dec7e0743002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.220911 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4fd173-a6a9-450a-bcc1-58c777bd131d x-openstack-request-id: req-7b4fd173-a6a9-450a-bcc1-58c777bd131d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:20.222582 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf", "name": "network-vif-deleted", "tag": "b64fcfe0-c442-47a0-9306-4884ce12d7e8", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:20.222999 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b4fd173-a6a9-450a-bcc1-58c777bd131d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:20.223788 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d4f0ec-a0ce-4bb8-bfcd-7afcf4d10adf', 'name': 'network-vif-deleted', 'tag': 'b64fcfe0-c442-47a0-9306-4884ce12d7e8', 'status': 'completed', 'code': 200} Aug 06 16:07:20.230295 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-ca486a5a-8b10-4a39-ba1c-5850630a61d4 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7276037 Aug 06 16:07:20.239470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc477a-0184-4b4c-b638-dec7e0743002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d54ead6-12dd-44e6-b377-6a4115fd1b47,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:20.247426 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9ffc477a-0184-4b4c-b638-dec7e0743002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.249968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9ffc477a-0184-4b4c-b638-dec7e0743002 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9d54ead6-12dd-44e6-b377-6a4115fd1b47 HTTP/1.1" status: 204 len: 168 time: 0.4083135 Aug 06 16:07:20.252523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44630) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:20.266802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5863e69-1f3d-4c51-ae76-3d5b431a8f1f None None] Network d91d57fc-93ab-4230-bdda-bca8e96b1971 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:20.354576 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-3ee4da1b-dfc4-4002-b945-1a0211156ecd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=6696e820-7af7-47d8-a506-1695939844eb HTTP/1.1" status: 200 len: 217 time: 0.0876639 Aug 06 16:07:20.355801 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.357051 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.426402 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.479079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-ec858ef6-9136-405f-8614-07bdd17e2071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:20.481828 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-ec858ef6-9136-405f-8614-07bdd17e2071 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3e157bd-96ce-436f-8bd3-5b6e5d6527f5 HTTP/1.1" status: 200 len: 797 time: 0.1113124 Aug 06 16:07:20.500847 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0e887fcb-511a-49fc-bc58-dc6aa97628cc req-7eaade1f-e2a4-4fd9-bfbf-024f9770178c tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/ports?device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 210 time: 0.0705774 Aug 06 16:07:20.536815 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.555192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Transition to ACTIVE for port object 257daa85-f525-43b1-b514-e6f9e320ef04 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:20.576858 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Router de05105d-632a-442c-922a-96053c4a41cc has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:07:20.579801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d0aaf-2c01-4a00-8f4d-72668d7e8428 req-19650a34-eca1-4d84-b018-e0ae81388e79 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:20.589645 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-296d0aaf-2c01-4a00-8f4d-72668d7e8428 req-19650a34-eca1-4d84-b018-e0ae81388e79 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 947 time: 0.1605644 Aug 06 16:07:20.589759 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83277e6-cbfb-45d9-be2d-a2501e0f1aac req-8326ec80-4dbe-4530-81fb-4d537951f5aa tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:20.591633 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e83277e6-cbfb-45d9-be2d-a2501e0f1aac req-8326ec80-4dbe-4530-81fb-4d537951f5aa tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 947 time: 0.3601098 Aug 06 16:07:20.598189 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Transition to ACTIVE for port object 257daa85-f525-43b1-b514-e6f9e320ef04 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:20.607905 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.698122 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-296d0aaf-2c01-4a00-8f4d-72668d7e8428 req-b540a9e5-0d18-44ae-8ee5-ae41ade86bc7 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958331 Aug 06 16:07:20.698346 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Pushing event updated for resources: {'Port': ['ID=257daa85-f525-43b1-b514-e6f9e320ef04,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:20.704983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc59117-6b0e-4d7d-80b9-3f96bde57313 None None] DHCP port deletion for d91d57fc-93ab-4230-bdda-bca8e96b1971 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:07:20.722230 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] Deleting port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:20.722922 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.767158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Network b5e4ec20-98c5-43c1-8583-b744215c1725 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:20.777220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:20.789567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:20.805079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-7b669ffb-7d40-471a-95bc-4e652ed010de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:20.807019 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-7b669ffb-7d40-471a-95bc-4e652ed010de service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0289d76d-e14d-4c22-8519-329bdca6f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2681684 Aug 06 16:07:20.918854 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] For port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=0cf5070e-a5be-428f-b6c9-fcfe6618e15f,segment=NetworkSegment(8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42),segment_id=8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:20.921740 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.931062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.981130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] Calling delete_port for 0cf5070e-a5be-428f-b6c9-fcfe6618e15f owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:21.010417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Attempting to bind port 257daa85-f525-43b1-b514-e6f9e320ef04 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:21.010896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Attempting to bind port 257daa85-f525-43b1-b514-e6f9e320ef04 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '69382e97-5b45-487d-9ae7-617284aa407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5e4ec20-98c5-43c1-8583-b744215c1725'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:21.011263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Attempting to bind port 257daa85-f525-43b1-b514-e6f9e320ef04 on network b5e4ec20-98c5-43c1-8583-b744215c1725 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:21.032289 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:21.032672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Checking segment: {'id': '69382e97-5b45-487d-9ae7-617284aa407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5e4ec20-98c5-43c1-8583-b744215c1725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:21.033085 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.039611 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Bound using segment: {'id': '69382e97-5b45-487d-9ae7-617284aa407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5e4ec20-98c5-43c1-8583-b744215c1725'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:21.040294 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Bound port: 257daa85-f525-43b1-b514-e6f9e320ef04, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69382e97-5b45-487d-9ae7-617284aa407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5e4ec20-98c5-43c1-8583-b744215c1725'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:21.040708 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.097260 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1cc59117-6b0e-4d7d-80b9-3f96bde57313 None None] Deleting port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:21.097701 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1cc59117-6b0e-4d7d-80b9-3f96bde57313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.147789 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:21.168246 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5e90a4fb-2147-4fed-8d2a-d5367e91f3b7 admin admin] 10.222.0.37 "PUT /v2.0/routers/de05105d-632a-442c-922a-96053c4a41cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9705565 Aug 06 16:07:21.187434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44654) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:21.192232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fda440b1-c7a0-4814-b75a-a9c239f2e239 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:07:21.194778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-cc95225f-3495-48e8-8d96-8bb8f099ebe8 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--187256918', 'description': 'tempest-description--1839519639'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:21.227938 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.241246 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cc95225f-3495-48e8-8d96-8bb8f099ebe8 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.248127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Sync routers for ids ['de05105d-632a-442c-922a-96053c4a41cc'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:21.266651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-e83277e6-cbfb-45d9-be2d-a2501e0f1aac req-8703d0eb-4dae-44cb-9761-fca3a3104425 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Deleting port 8741f1b3-674c-40e4-9070-29af950fa49e {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:21.267627 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e83277e6-cbfb-45d9-be2d-a2501e0f1aac req-8703d0eb-4dae-44cb-9761-fca3a3104425 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.275349 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.278984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] No DVR routers for this DVR port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:07:21.281988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf5070e-a5be-428f-b6c9-fcfe6618e15f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:21.352605 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Routers {'de05105d-632a-442c-922a-96053c4a41cc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:21.353336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['de05105d-632a-442c-922a-96053c4a41cc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:21.356864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: fda440b1-c7a0-4814-b75a-a9c239f2e239 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:07:21.357240 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fda440b1-c7a0-4814-b75a-a9c239f2e239 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:07:21.357698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 0cf5070e-a5be-428f-b6c9-fcfe6618e15f no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:07:21.365678 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-8a171a4b-3af3-4124-9995-282d0ea0cfd4 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510524 Aug 06 16:07:21.405504 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.424828 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 0cf5070e-a5be-428f-b6c9-fcfe6618e15f {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:07:21.425049 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 0cf5070e-a5be-428f-b6c9-fcfe6618e15f not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:07:21.441328 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91d57fc-93ab-4230-bdda-bca8e96b1971']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:21.471313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1cc59117-6b0e-4d7d-80b9-3f96bde57313 None None] For port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=0cf5070e-a5be-428f-b6c9-fcfe6618e15f,segment=NetworkSegment(8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42),segment_id=8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:21.471721 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1cc59117-6b0e-4d7d-80b9-3f96bde57313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.476765 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:21.477060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adbf02c-dcb2-43cb-8b92-f1c39a0b2a42') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:21.508947 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.514345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1cc59117-6b0e-4d7d-80b9-3f96bde57313 None None] Calling delete_port for 0cf5070e-a5be-428f-b6c9-fcfe6618e15f owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:21.540662 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.552743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:07:21.554175 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:07:21.556636 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:07:21.654282 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cc95225f-3495-48e8-8d96-8bb8f099ebe8 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.660764 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cc95225f-3495-48e8-8d96-8bb8f099ebe8 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.686273 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cc95225f-3495-48e8-8d96-8bb8f099ebe8 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.690774 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cc95225f-3495-48e8-8d96-8bb8f099ebe8 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4991143 Aug 06 16:07:21.699408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44662) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:21.703369 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.727625 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d4b02866-b3e2-4bc4-bfcb-b604f0ff8604 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Request body: {'security_group_rule': {'security_group_id': 'ae357530-7d46-4c86-ad3b-6170b0e157f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:21.735615 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.737567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d91d57fc-93ab-4230-bdda-bca8e96b1971 HTTP/1.1" status: 204 len: 168 time: 1.4839575 Aug 06 16:07:21.740136 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67704aef-7c2c-4b9e-8317-352d77d48ec4 req-5ec05107-1b82-4688-a698-20b3bf8519d5 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/ports?device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 210 time: 0.0627384 Aug 06 16:07:21.765658 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] For port 257daa85-f525-43b1-b514-e6f9e320ef04, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:21.768967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10cd6c-db75-40c6-bdaf-74fd45db3c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=d91d57fc-93ab-4230-bdda-bca8e96b1971,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:21.772046 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95225f-3495-48e8-8d96-8bb8f099ebe8 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae357530-7d46-4c86-ad3b-6170b0e157f5,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:21.810754 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-e83277e6-cbfb-45d9-be2d-a2501e0f1aac req-8703d0eb-4dae-44cb-9761-fca3a3104425 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] For port 8741f1b3-674c-40e4-9070-29af950fa49e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8741f1b3-674c-40e4-9070-29af950fa49e,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:21.811128 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e83277e6-cbfb-45d9-be2d-a2501e0f1aac req-8703d0eb-4dae-44cb-9761-fca3a3104425 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.837977 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] For port 257daa85-f525-43b1-b514-e6f9e320ef04, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=257daa85-f525-43b1-b514-e6f9e320ef04,segment=NetworkSegment(69382e97-5b45-487d-9ae7-617284aa407e),segment_id=69382e97-5b45-487d-9ae7-617284aa407e)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:21.864345 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:21.944043 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5a7e8-1c9e-461d-9bef-9920e8049f22 req-59b8c1c5-3548-4a2c-90d9-4dbba39660ae tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:21.949541 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0fa5a7e8-1c9e-461d-9bef-9920e8049f22 req-59b8c1c5-3548-4a2c-90d9-4dbba39660ae tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 947 time: 0.1026540 Aug 06 16:07:21.953952 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Set router de05105d-632a-442c-922a-96053c4a41cc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:21.980416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44670) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:21.994122 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-66ca4b7b-8cb9-4e32-864d-10b79997c851 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564129 Aug 06 16:07:22.033012 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0fa5a7e8-1c9e-461d-9bef-9920e8049f22 req-0b349722-809e-4cd7-95be-4588a05016d4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763280 Aug 06 16:07:22.033521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44672) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:22.043554 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-9ba6f9fd-90a3-4bdb-8f69-6ce1e5d0e01c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--29628632', 'description': 'tempest-description--2139263294'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:22.132102 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9ba6f9fd-90a3-4bdb-8f69-6ce1e5d0e01c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.168981 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d4b02866-b3e2-4bc4-bfcb-b604f0ff8604 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: from cryptography.utils import int_from_bytes Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: from cryptography.utils import int_from_bytes Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.291053 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.293701 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.293701 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.293701 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.293701 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.293701 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.293701 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.293701 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.293701 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.293701 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.293701 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.293701 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.293701 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.293701 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:07:22.293701 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:07:22.294549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0eeeb-4d27-4eb9-bafe-edf8517fa920 None None] Pushing event updated for resources: {'Port': ['ID=257daa85-f525-43b1-b514-e6f9e320ef04,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:22.294653 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-6655d9a4-17a3-41dd-9a23-227d5e0226ce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec HTTP/1.1" status: 200 len: 217 time: 0.1500306 Aug 06 16:07:22.311761 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1cc59117-6b0e-4d7d-80b9-3f96bde57313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.342389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc59117-6b0e-4d7d-80b9-3f96bde57313 None None] Pushing event deleted for resources: {'Port': ['ID=0cf5070e-a5be-428f-b6c9-fcfe6618e15f,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:22.357006 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cc59117-6b0e-4d7d-80b9-3f96bde57313 None None] Network d91d57fc-93ab-4230-bdda-bca8e96b1971 is not hosted by any dhcp agent {{(pid=105766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 16:07:22.357383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc59117-6b0e-4d7d-80b9-3f96bde57313 None None] No DVR routers for this DVR port 0cf5070e-a5be-428f-b6c9-fcfe6618e15f on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:07:22.404860 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9feb07f9-8244-44c9-996c-74fa1c140d3a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4870b430aec94141a23878eeb93c517d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196224 Aug 06 16:07:22.411110 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9ba6f9fd-90a3-4bdb-8f69-6ce1e5d0e01c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.412809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44676) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:22.434536 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9ba6f9fd-90a3-4bdb-8f69-6ce1e5d0e01c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.464698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de05105d-632a-442c-922a-96053c4a41cc', 'name': 'tempest-ServersTestJSON-876258618-router', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:09Z', 'updated_at': '2021-08-06T16:07:17Z', 'revision_number': 4, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'gw_port': {'id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:10Z', 'updated_at': '2021-08-06T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '1d84222f-4a8e-4739-a11e-04b1ffd86a56', 'name': '', 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'mac_address': 'fa:16:3e:0e:d7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:14Z', 'updated_at': '2021-08-06T16:07:18Z', 'revision_number': 2, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'subnets': [{'id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:22.484471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-49e8c288-4122-468c-972e-df0e79a3bf20 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:22.485991 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-49e8c288-4122-468c-972e-df0e79a3bf20 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.13 "GET /v2.0/networks?id=b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705 HTTP/1.1" status: 200 len: 814 time: 0.3973165 Aug 06 16:07:22.504473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-8981109b-2e3f-41eb-a0fc-981a1f27b402 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Request body: {'port': {'device_id': '7127fb27-9f5e-4d84-be20-6fdffbcc4a45', 'network_id': 'b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705', 'admin_state_up': True, 'tenant_id': 'ac8158ef619e488a891ec26378d341b3'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:22.506763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Checking router: de05105d-632a-442c-922a-96053c4a41cc for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:22.506763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Updating router de05105d-632a-442c-922a-96053c4a41cc port 1d84222f-4a8e-4739-a11e-04b1ffd86a56 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:07:22.516277 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9ba6f9fd-90a3-4bdb-8f69-6ce1e5d0e01c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.519028 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9ba6f9fd-90a3-4bdb-8f69-6ce1e5d0e01c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4792221 Aug 06 16:07:22.531390 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44678) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:22.541698 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.544076 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-20dbf9f3-9fba-4da6-83e6-3d2643b1b1b3 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Request body: {'security_group_rule': {'security_group_id': '3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:22.551204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6f9fd-90a3-4bdb-8f69-6ce1e5d0e01c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:22.586305 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d4b02866-b3e2-4bc4-bfcb-b604f0ff8604 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.596546 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-4ad4b8f7-6852-4284-8542-a3542ade5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:22.598060 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-4ad4b8f7-6852-4284-8542-a3542ade5ec5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3e157bd-96ce-436f-8bd3-5b6e5d6527f5 HTTP/1.1" status: 200 len: 797 time: 0.2920148 Aug 06 16:07:22.599884 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e83277e6-cbfb-45d9-be2d-a2501e0f1aac req-8703d0eb-4dae-44cb-9761-fca3a3104425 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.600252 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e83277e6-cbfb-45d9-be2d-a2501e0f1aac req-8703d0eb-4dae-44cb-9761-fca3a3104425 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.600562 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [req-e83277e6-cbfb-45d9-be2d-a2501e0f1aac req-8703d0eb-4dae-44cb-9761-fca3a3104425 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Floating IP 77cce59d-f405-43a8-bef3-665944e73afc disassociated. External IP: 172.25.1.206, port: 8741f1b3-674c-40e4-9070-29af950fa49e. Aug 06 16:07:22.600904 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-e83277e6-cbfb-45d9-be2d-a2501e0f1aac req-8703d0eb-4dae-44cb-9761-fca3a3104425 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Calling delete_port for 8741f1b3-674c-40e4-9070-29af950fa49e owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:22.609063 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d4b02866-b3e2-4bc4-bfcb-b604f0ff8604 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.645345 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f48455d1-49c3-4703-b774-b1837bcaa894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.671220 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f48455d1-49c3-4703-b774-b1837bcaa894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.681993 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.686690 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b02866-b3e2-4bc4-bfcb-b604f0ff8604 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3d315f-4d9e-4ecf-8b8e-9056ac6b971f,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:22.707500 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-8981109b-2e3f-41eb-a0fc-981a1f27b402 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Made reservation on behalf of ac8158ef619e488a891ec26378d341b3 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:22.711624 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-8981109b-2e3f-41eb-a0fc-981a1f27b402 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.744557 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.748439 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20dbf9f3-9fba-4da6-83e6-3d2643b1b1b3 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.756632 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d4b02866-b3e2-4bc4-bfcb-b604f0ff8604 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.760592 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d4b02866-b3e2-4bc4-bfcb-b604f0ff8604 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0373085 Aug 06 16:07:22.780623 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44680) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:22.785939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-649eb174-4de6-48fa-ad7f-6d0ce7748259 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Request body: {'security_group_rule': {'security_group_id': 'ae357530-7d46-4c86-ad3b-6170b0e157f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:22.804329 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-e8c2217e-d2a9-48d3-9576-eba385ecb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:22.805968 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-e8c2217e-d2a9-48d3-9576-eba385ecb7c5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0289d76d-e14d-4c22-8519-329bdca6f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1927540 Aug 06 16:07:22.891294 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f48455d1-49c3-4703-b774-b1837bcaa894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.894383 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f48455d1-49c3-4703-b774-b1837bcaa894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.895584 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f48455d1-49c3-4703-b774-b1837bcaa894 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d812287-fe0e-4146-b677-ab281add74a5 HTTP/1.1" status: 204 len: 168 time: 0.4818599 Aug 06 16:07:22.936801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-8981109b-2e3f-41eb-a0fc-981a1f27b402 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Allocated IP 172.20.0.13 (b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705/dd5dfa57-263e-44d2-a7b6-37d77869da69/0c2e515e-eeb7-408a-95fa-f02811bfb603) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:22.953294 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-649eb174-4de6-48fa-ad7f-6d0ce7748259 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.960097 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.962246 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1e90339-81f2-403f-8c69-2649bb768842 req-2957ff26-885e-498d-bc9e-4299f87532ec tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/ports?device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 210 time: 0.0614414 Aug 06 16:07:22.963820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48455d1-49c3-4703-b774-b1837bcaa894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d812287-fe0e-4146-b677-ab281add74a5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:22.987793 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Allocated IP 172.25.1.220 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/5adb0247-d4d7-4b33-80a6-3d6e98bc98f2) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:23.006432 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Transition to ACTIVE for port object 1d84222f-4a8e-4739-a11e-04b1ffd86a56 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:23.015324 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.147643 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce1192-5eb5-49d1-9742-27f54a20b25c None None] Pushing event updated for resources: {'Port': ['ID=1d84222f-4a8e-4739-a11e-04b1ffd86a56,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:23.176712 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20dbf9f3-9fba-4da6-83e6-3d2643b1b1b3 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.261389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 257daa85-f525-43b1-b514-e6f9e320ef04 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:23.297183 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20dbf9f3-9fba-4da6-83e6-3d2643b1b1b3 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.358283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Attempting to bind port 1d84222f-4a8e-4739-a11e-04b1ffd86a56 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:23.359659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Attempting to bind port 1d84222f-4a8e-4739-a11e-04b1ffd86a56 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '500b7027-c26a-45a4-863d-f2b6e68afb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:23.359659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Attempting to bind port 1d84222f-4a8e-4739-a11e-04b1ffd86a56 on network da7b15e0-71c6-4b87-9abb-8143779bbeae {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:23.389777 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.396351 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:23.397235 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Checking segment: {'id': '500b7027-c26a-45a4-863d-f2b6e68afb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:23.397860 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.398419 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Bound using segment: {'id': '500b7027-c26a-45a4-863d-f2b6e68afb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:23.399217 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Bound port: 1d84222f-4a8e-4739-a11e-04b1ffd86a56, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500b7027-c26a-45a4-863d-f2b6e68afb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:23.399778 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.492493 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.500425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd31e1-1829-4f2b-817b-1687f83024cd None None] Network b5e4ec20-98c5-43c1-8583-b744215c1725 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:23.520650 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-649eb174-4de6-48fa-ad7f-6d0ce7748259 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.531042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbf9f3-9fba-4da6-83e6-3d2643b1b1b3 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bda25e-85a3-41b2-827e-f5e2575d583d,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:23.545691 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20dbf9f3-9fba-4da6-83e6-3d2643b1b1b3 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.547165 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-20dbf9f3-9fba-4da6-83e6-3d2643b1b1b3 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0134051 Aug 06 16:07:23.553983 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44696) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:23.559350 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-649eb174-4de6-48fa-ad7f-6d0ce7748259 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.573944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e561feb8-abdf-429d-b863-c1317a3cfb05 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Request body: {'security_group_rule': {'security_group_id': '3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:23.616215 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-5a1fe8bc-65ab-453e-ad62-f3b67fb693b5 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7624881 Aug 06 16:07:23.617338 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649eb174-4de6-48fa-ad7f-6d0ce7748259 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c07d6f7-9c87-4160-9297-156999028029,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:23.628027 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-649eb174-4de6-48fa-ad7f-6d0ce7748259 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.629585 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-649eb174-4de6-48fa-ad7f-6d0ce7748259 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8474236 Aug 06 16:07:23.639525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] For port 1d84222f-4a8e-4739-a11e-04b1ffd86a56, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:23.643484 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308c39e-15a5-49d0-909b-1a04cbbfff3c req-02a8aad6-3b00-4587-ad67-fa6aee650ab4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:23.649114 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44702) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:23.653165 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 257daa85-f525-43b1-b514-e6f9e320ef04 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:23.653595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7308c39e-15a5-49d0-909b-1a04cbbfff3c req-02a8aad6-3b00-4587-ad67-fa6aee650ab4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 947 time: 0.3831813 Aug 06 16:07:23.653914 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:23.657973 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e83277e6-cbfb-45d9-be2d-a2501e0f1aac req-8703d0eb-4dae-44cb-9761-fca3a3104425 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.681052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] For port 1d84222f-4a8e-4739-a11e-04b1ffd86a56, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1d84222f-4a8e-4739-a11e-04b1ffd86a56,segment=NetworkSegment(500b7027-c26a-45a4-863d-f2b6e68afb93),segment_id=500b7027-c26a-45a4-863d-f2b6e68afb93)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:23.711425 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.740035 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-8981109b-2e3f-41eb-a0fc-981a1f27b402 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.765146 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703d0eb-4dae-44cb-9761-fca3a3104425 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event deleted for resources: {'Port': ['ID=8741f1b3-674c-40e4-9070-29af950fa49e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:23.779553 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e561feb8-abdf-429d-b863-c1317a3cfb05 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.788274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce1192-5eb5-49d1-9742-27f54a20b25c None None] Pushing event updated for resources: {'Port': ['ID=1d84222f-4a8e-4739-a11e-04b1ffd86a56,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:23.792056 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-85f770f0-8f8d-489b-8a28-c6d1d52bb693 None None] Provisioning for port 257daa85-f525-43b1-b514-e6f9e320ef04 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:23.794959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8741f1b3-674c-40e4-9070-29af950fa49e no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:07:23.797006 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.799883 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.825683 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7308c39e-15a5-49d0-909b-1a04cbbfff3c req-67bacd58-6878-4883-9990-9d5da33a9f4a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=136c9da5-428a-48f8-b0fa-823aeddb6d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687951 Aug 06 16:07:23.830075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-85f770f0-8f8d-489b-8a28-c6d1d52bb693 None None] Provisioning complete for port 257daa85-f525-43b1-b514-e6f9e320ef04 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:23.830409 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-85f770f0-8f8d-489b-8a28-c6d1d52bb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.834997 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 8741f1b3-674c-40e4-9070-29af950fa49e {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:07:23.835387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8741f1b3-674c-40e4-9070-29af950fa49e not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:07:23.843150 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-8981109b-2e3f-41eb-a0fc-981a1f27b402 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.886331 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.934680 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-8981109b-2e3f-41eb-a0fc-981a1f27b402 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Network b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:23.934889 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Routers {'de05105d-632a-442c-922a-96053c4a41cc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:23.935430 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['de05105d-632a-442c-922a-96053c4a41cc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:23.938152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:23.938996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981109b-2e3f-41eb-a0fc-981a1f27b402 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Pushing event updated for resources: {'Port': ['ID=0c2e515e-eeb7-408a-95fa-f02811bfb603,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:23.943538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-8981109b-2e3f-41eb-a0fc-981a1f27b402 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:23.950007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:23.950800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-8981109b-2e3f-41eb-a0fc-981a1f27b402 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:23.964479 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:23.983568 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-54d8eb41-17ad-41ad-9bbb-032608e65d53 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535635 Aug 06 16:07:24.032365 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Pushing event updated for resources: {'Port': ['ID=5adb0247-d4d7-4b33-80a6-3d6e98bc98f2,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:24.107027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-8981109b-2e3f-41eb-a0fc-981a1f27b402 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:24.111925 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-8981109b-2e3f-41eb-a0fc-981a1f27b402 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:24.187332 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-85f770f0-8f8d-489b-8a28-c6d1d52bb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:24.194125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-8981109b-2e3f-41eb-a0fc-981a1f27b402 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6936905 Aug 06 16:07:24.214048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Request body: {'port': {'device_id': '7127fb27-9f5e-4d84-be20-6fdffbcc4a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:24.255548 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5f4a2-bd03-4383-9c6c-203a52f0460f req-f7c39b2f-554a-4d79-8d7e-7e908455ea07 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:24.257228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91f5f4a2-bd03-4383-9c6c-203a52f0460f req-f7c39b2f-554a-4d79-8d7e-7e908455ea07 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/ports?device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 932 time: 0.1157351 Aug 06 16:07:24.279529 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] Set router de05105d-632a-442c-922a-96053c4a41cc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:24.323943 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:24.488578 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-85f770f0-8f8d-489b-8a28-c6d1d52bb693 None None] For port 257daa85-f525-43b1-b514-e6f9e320ef04, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=257daa85-f525-43b1-b514-e6f9e320ef04,segment=NetworkSegment(69382e97-5b45-487d-9ae7-617284aa407e),segment_id=69382e97-5b45-487d-9ae7-617284aa407e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:24.522979 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-85f770f0-8f8d-489b-8a28-c6d1d52bb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:24.565445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44718) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:24.598479 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91f5f4a2-bd03-4383-9c6c-203a52f0460f req-f3cc6236-53a9-4a56-8cb1-9d56d9bcc2f7 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/security-groups?id=535075df-04fd-4c07-bfb6-bd9c0f94b8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181100 Aug 06 16:07:24.606256 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f770f0-8f8d-489b-8a28-c6d1d52bb693 None None] Pushing event updated for resources: {'Port': ['ID=257daa85-f525-43b1-b514-e6f9e320ef04,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:24.637900 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-f51c9ed9-557d-4f4d-9e48-deb865d47861 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 HTTP/1.1" status: 200 len: 217 time: 0.6238921 Aug 06 16:07:24.666524 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e561feb8-abdf-429d-b863-c1317a3cfb05 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:24.691548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bd70a0c7-70a6-42e4-97bc-435b40b01d77 None None] Provisioning complete for port 257daa85-f525-43b1-b514-e6f9e320ef04 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:24.692000 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bd70a0c7-70a6-42e4-97bc-435b40b01d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:24.736658 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e561feb8-abdf-429d-b863-c1317a3cfb05 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:24.741254 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6c8156b0-19fb-4551-b16f-568db02b456b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1431291784-network', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:24.746313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de05105d-632a-442c-922a-96053c4a41cc', 'name': 'tempest-ServersTestJSON-876258618-router', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:09Z', 'updated_at': '2021-08-06T16:07:17Z', 'revision_number': 4, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'gw_port': {'id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:10Z', 'updated_at': '2021-08-06T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '1d84222f-4a8e-4739-a11e-04b1ffd86a56', 'name': '', 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'mac_address': 'fa:16:3e:0e:d7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:14Z', 'updated_at': '2021-08-06T16:07:23Z', 'revision_number': 4, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'subnets': [{'id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:24.778658 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1bfc5-6456-4815-9d06-baa1dccf1173 None None] The sync data for ids ['de05105d-632a-442c-922a-96053c4a41cc'] in n-d-803756-1 is: [{'id': 'de05105d-632a-442c-922a-96053c4a41cc', 'name': 'tempest-ServersTestJSON-876258618-router', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:09Z', 'updated_at': '2021-08-06T16:07:17Z', 'revision_number': 4, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'gw_port': {'id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:10Z', 'updated_at': '2021-08-06T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '1d84222f-4a8e-4739-a11e-04b1ffd86a56', 'name': '', 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'mac_address': 'fa:16:3e:0e:d7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:14Z', 'updated_at': '2021-08-06T16:07:23Z', 'revision_number': 4, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'subnets': [{'id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:24.810483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8156b0-19fb-4551-b16f-568db02b456b admin admin] Made reservation on behalf of 5a488ccf8a414f3aa9206ea46cee3105 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:24.812896 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c8156b0-19fb-4551-b16f-568db02b456b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:24.831191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561feb8-abdf-429d-b863-c1317a3cfb05 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edda543-1158-43d1-9e8b-e82a49be99bc,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:24.842913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-f7af57a8-3a82-4ec4-9629-376394411fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:24.844364 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-f7af57a8-3a82-4ec4-9629-376394411fb3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56056eca-e778-4fc5-86d3-2b08bb8eb36f HTTP/1.1" status: 200 len: 797 time: 0.1965182 Aug 06 16:07:24.852537 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e561feb8-abdf-429d-b863-c1317a3cfb05 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:24.855201 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e561feb8-abdf-429d-b863-c1317a3cfb05 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2952089 Aug 06 16:07:24.857462 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c8156b0-19fb-4551-b16f-568db02b456b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:24.863900 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2e515e-eeb7-408a-95fa-f02811bfb603 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:07:24.869126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e83277e6-cbfb-45d9-be2d-a2501e0f1aac req-8703d0eb-4dae-44cb-9761-fca3a3104425 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Router 7581b9ad-a9d7-4cf1-893c-83174c2f820f has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:07:24.880002 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44724) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:24.900973 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:24.905924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:24.950216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Transition to ACTIVE for port object 0c2e515e-eeb7-408a-95fa-f02811bfb603 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:24.969752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:24.991016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aaf253e4-a870-4545-be84-e5f6fc0533cb req-85cd6a0c-29d8-45fe-9a28-ff1045aafbca tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 210 time: 0.0390632 Aug 06 16:07:24.996557 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:25.123089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Pushing event updated for resources: {'Port': ['ID=0c2e515e-eeb7-408a-95fa-f02811bfb603,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:25.152972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-0ecc759f-170e-4864-80aa-91a01c95f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:25.159412 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-0ecc759f-170e-4864-80aa-91a01c95f0a6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=694c032e-723f-44df-83a9-40d4adea9477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2649469 Aug 06 16:07:25.178005 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:25.217695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 257daa85-f525-43b1-b514-e6f9e320ef04 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:25.279263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 257daa85-f525-43b1-b514-e6f9e320ef04 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:25.279739 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:25.303565 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:25.383635 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1d84222f-4a8e-4739-a11e-04b1ffd86a56 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:25.444861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e83277e6-cbfb-45d9-be2d-a2501e0f1aac req-8703d0eb-4dae-44cb-9761-fca3a3104425 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:25.457465 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea950063-bd23-44a5-b587-c1c0bb72a14f None None] Sync routers for ids ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:25.480218 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea950063-bd23-44a5-b587-c1c0bb72a14f None None] Routers {'7581b9ad-a9d7-4cf1-893c-83174c2f820f'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:25.482678 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ea950063-bd23-44a5-b587-c1c0bb72a14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:25.508710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 1d84222f-4a8e-4739-a11e-04b1ffd86a56 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:25.517897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 1d84222f-4a8e-4739-a11e-04b1ffd86a56 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:25.519030 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:25.587067 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83277e6-cbfb-45d9-be2d-a2501e0f1aac req-8703d0eb-4dae-44cb-9761-fca3a3104425 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] No DVR routers for this DVR port 8741f1b3-674c-40e4-9070-29af950fa49e on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:07:25.594917 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e83277e6-cbfb-45d9-be2d-a2501e0f1aac req-8703d0eb-4dae-44cb-9761-fca3a3104425 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:25.597747 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e83277e6-cbfb-45d9-be2d-a2501e0f1aac req-8703d0eb-4dae-44cb-9761-fca3a3104425 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.13 "DELETE /v2.0/ports/8741f1b3-674c-40e4-9070-29af950fa49e HTTP/1.1" status: 204 len: 173 time: 4.9754722 Aug 06 16:07:25.616101 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-724940b4-c005-4a5f-9dfb-d996eac22802 service neutron] 10.222.0.78 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322751 Aug 06 16:07:25.622109 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'name': 'network-vif-deleted', 'tag': '8741f1b3-674c-40e4-9070-29af950fa49e'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:25.624701 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d45adfa-c19e-4b20-9809-b6e8aacece78" -d '{"events": [{"server_uuid": "ee4a1b7a-7dbb-44df-917c-9381a7d6bb28", "name": "network-vif-deleted", "tag": "8741f1b3-674c-40e4-9070-29af950fa49e"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:25.721128 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:25.751863 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ea950063-bd23-44a5-b587-c1c0bb72a14f None None] Set router 7581b9ad-a9d7-4cf1-893c-83174c2f820f gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:25.752727 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c8156b0-19fb-4551-b16f-568db02b456b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:25.761108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Attempting to bind port 0c2e515e-eeb7-408a-95fa-f02811bfb603 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:25.761516 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Attempting to bind port 0c2e515e-eeb7-408a-95fa-f02811bfb603 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '4b7c6ee6-0e20-4969-ab05-0a9ac539f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:25.761922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Attempting to bind port 0c2e515e-eeb7-408a-95fa-f02811bfb603 on network b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:25.769773 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c8156b0-19fb-4551-b16f-568db02b456b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:25.805662 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-06024edc-b474-41a1-b466-c59bb3ed232f service neutron] 10.222.0.78 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723742 Aug 06 16:07:25.807451 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086f1c3a-3692-4412-82fb-a60b4e69e587 x-openstack-request-id: req-086f1c3a-3692-4412-82fb-a60b4e69e587 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:25.807853 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4a1b7a-7dbb-44df-917c-9381a7d6bb28", "name": "network-vif-deleted", "tag": "8741f1b3-674c-40e4-9070-29af950fa49e", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:25.808214 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-086f1c3a-3692-4412-82fb-a60b4e69e587 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:25.808720 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4a1b7a-7dbb-44df-917c-9381a7d6bb28', 'name': 'network-vif-deleted', 'tag': '8741f1b3-674c-40e4-9070-29af950fa49e', 'status': 'completed', 'code': 200} Aug 06 16:07:25.815457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 1d84222f-4a8e-4739-a11e-04b1ffd86a56, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1d84222f-4a8e-4739-a11e-04b1ffd86a56,segment=NetworkSegment(500b7027-c26a-45a4-863d-f2b6e68afb93),segment_id=500b7027-c26a-45a4-863d-f2b6e68afb93)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:25.819384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8156b0-19fb-4551-b16f-568db02b456b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce076faa-ed97-4d6c-b286-a134b0ef7400,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:25.822279 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:25.841930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Port 0c2e515e-eeb7-408a-95fa-f02811bfb603 on network b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:07:25.845564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Attempting to bind port 0c2e515e-eeb7-408a-95fa-f02811bfb603 on network b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:25.866960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8156b0-19fb-4551-b16f-568db02b456b admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:07:25.914048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=1d84222f-4a8e-4739-a11e-04b1ffd86a56,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:25.916252 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:25.916722 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Checking segment: {'id': '4b7c6ee6-0e20-4969-ab05-0a9ac539f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:25.917225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Bound using segment: {'id': '4b7c6ee6-0e20-4969-ab05-0a9ac539f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:25.917830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Bound port: 0c2e515e-eeb7-408a-95fa-f02811bfb603, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b7c6ee6-0e20-4969-ab05-0a9ac539f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:25.922097 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:25.942668 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:25.951296 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-2c5bf3ca-e68c-4ce9-b93b-129cd69fe893 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=feba7d60-e574-4ef5-bde3-2b961864b504 HTTP/1.1" status: 200 len: 217 time: 0.1342273 Aug 06 16:07:25.971764 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Allocated IP 172.25.1.101 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/466425cc-78e2-4577-9cb1-65499e21eb22) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:26.004503 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c8156b0-19fb-4551-b16f-568db02b456b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:26.004913 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-6c8156b0-19fb-4551-b16f-568db02b456b admin admin] Added segment 559e01e0-8b33-45f1-8492-627d17666deb of type vlan for network a876d286-faef-4d9d-acbe-4ffddb779c49 Aug 06 16:07:26.143755 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ea950063-bd23-44a5-b587-c1c0bb72a14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:43Z', 'revision_number': 5, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:26.145980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a35123-328a-4612-9fd2-e3e0ef832c72 req-35fe9143-e4b1-425b-8cd1-06b0865f6c5a tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:26.153606 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5a35123-328a-4612-9fd2-e3e0ef832c72 req-35fe9143-e4b1-425b-8cd1-06b0865f6c5a tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/ports?device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 944 time: 0.2709744 Aug 06 16:07:26.189899 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea950063-bd23-44a5-b587-c1c0bb72a14f None None] Checking router: 7581b9ad-a9d7-4cf1-893c-83174c2f820f for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:26.199748 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea950063-bd23-44a5-b587-c1c0bb72a14f None None] Routers {'7581b9ad-a9d7-4cf1-893c-83174c2f820f'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:26.200671 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ea950063-bd23-44a5-b587-c1c0bb72a14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:26.203155 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c8156b0-19fb-4551-b16f-568db02b456b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:26.218549 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:26.231295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b06693c-371a-4fff-b921-7cb9ad812032 req-4e574b5a-2d50-4591-97f2-3d34bb4e83fc tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee4a1b7a-7dbb-44df-917c-9381a7d6bb28 HTTP/1.1" status: 200 len: 210 time: 0.0560708 Aug 06 16:07:26.232724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] For port 0c2e515e-eeb7-408a-95fa-f02811bfb603, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:26.265166 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] For port 0c2e515e-eeb7-408a-95fa-f02811bfb603, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0c2e515e-eeb7-408a-95fa-f02811bfb603,segment=NetworkSegment(4b7c6ee6-0e20-4969-ab05-0a9ac539f612),segment_id=4b7c6ee6-0e20-4969-ab05-0a9ac539f612)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:26.290257 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5a35123-328a-4612-9fd2-e3e0ef832c72 req-cb45e98f-b60e-4a5f-9bca-8a96c29acce1 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/security-groups?id=535075df-04fd-4c07-bfb6-bd9c0f94b8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357512 Aug 06 16:07:26.296772 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:26.339414 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-0ef289a8-6df7-40da-8d7d-d505e9f17baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:26.342101 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-0ef289a8-6df7-40da-8d7d-d505e9f17baf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56056eca-e778-4fc5-86d3-2b08bb8eb36f HTTP/1.1" status: 200 len: 797 time: 0.3809853 Aug 06 16:07:26.351143 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:26.357902 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:26.358996 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:26.359918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] 10.222.0.13 "PUT /v2.0/ports/0c2e515e-eeb7-408a-95fa-f02811bfb603 HTTP/1.1" status: 200 len: 1092 time: 2.1564872 Aug 06 16:07:26.360741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7127fb27-9f5e-4d84-be20-6fdffbcc4a45', 'tag': '0c2e515e-eeb7-408a-95fa-f02811bfb603'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:26.363388 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fe025f-7097-43da-9994-fe2af31bc590" -d '{"events": [{"name": "network-changed", "server_uuid": "7127fb27-9f5e-4d84-be20-6fdffbcc4a45", "tag": "0c2e515e-eeb7-408a-95fa-f02811bfb603"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:26.369135 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c8156b0-19fb-4551-b16f-568db02b456b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:26.371038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8156b0-19fb-4551-b16f-568db02b456b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:26.372054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c8156b0-19fb-4551-b16f-568db02b456b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:26.399264 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6c8156b0-19fb-4551-b16f-568db02b456b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8296325 Aug 06 16:07:26.409841 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44740) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:26.415920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-9ea24c83-0f64-4949-abba-a31eaeb5d659 admin admin] Request body: {'subnet': {'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1431291784-subnet', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:26.419818 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:26.422663 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ea950063-bd23-44a5-b587-c1c0bb72a14f None None] Set router 7581b9ad-a9d7-4cf1-893c-83174c2f820f gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:26.448278 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f231c074-703b-4469-bc1e-247bd51dab9a x-openstack-request-id: req-f231c074-703b-4469-bc1e-247bd51dab9a {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:26.448575 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7127fb27-9f5e-4d84-be20-6fdffbcc4a45", "tag": "0c2e515e-eeb7-408a-95fa-f02811bfb603", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:26.448812 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f231c074-703b-4469-bc1e-247bd51dab9a {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:26.449207 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7127fb27-9f5e-4d84-be20-6fdffbcc4a45', 'tag': '0c2e515e-eeb7-408a-95fa-f02811bfb603', 'status': 'completed', 'code': 200} Aug 06 16:07:26.508930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e833-93ec-439e-862c-ec9043b19325 req-5b17e860-1ca0-4e32-870d-54ea94cf000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:26.510606 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-5b17e860-1ca0-4e32-870d-54ea94cf000c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=694c032e-723f-44df-83a9-40d4adea9477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1548867 Aug 06 16:07:26.524774 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:26.555169 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b6956-2369-453d-9237-35c64bb9e41c service neutron] Pushing event updated for resources: {'Port': ['ID=0c2e515e-eeb7-408a-95fa-f02811bfb603,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:26.572589 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:26.596426 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8156b0-19fb-4551-b16f-568db02b456b admin admin] Pushing event updated for resources: {'Network': ['ID=a876d286-faef-4d9d-acbe-4ffddb779c49,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:26.596659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:26.608295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea24c83-0f64-4949-abba-a31eaeb5d659 admin admin] Made reservation on behalf of 5a488ccf8a414f3aa9206ea46cee3105 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:26.611307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a876d286-faef-4d9d-acbe-4ffddb779c49 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:07:26.632694 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9ea24c83-0f64-4949-abba-a31eaeb5d659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:26.690062 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Pushing event updated for resources: {'Port': ['ID=466425cc-78e2-4577-9cb1-65499e21eb22,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:26.811576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Allocated IP 172.25.1.42 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/ad853ae3-ad1c-4c00-8544-dd8c83af1a03) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:26.823400 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-e9cd03f0-0872-413a-8d76-e68189df0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:26.824896 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-e9cd03f0-0872-413a-8d76-e68189df0525 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac8158ef619e488a891ec26378d341b3&device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 1095 time: 0.3951638 Aug 06 16:07:26.838263 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:26.848494 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-46ae2b85-dc20-41a2-b255-1a2090927096 service neutron] 10.222.0.78 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224547 Aug 06 16:07:26.861992 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ea950063-bd23-44a5-b587-c1c0bb72a14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:43Z', 'revision_number': 5, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:26.877808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-768d7439-ea47-4a68-a85f-2651d7a8dbc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c2e515e-eeb7-408a-95fa-f02811bfb603 HTTP/1.1" status: 200 len: 217 time: 0.0410714 Aug 06 16:07:26.894284 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea950063-bd23-44a5-b587-c1c0bb72a14f None None] The sync data for ids ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'] in n-d-803756-1 is: [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:43Z', 'revision_number': 5, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:26.949104 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:26.991973 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Router cbccdaf9-1bce-4042-ba98-e5a001fd84db is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:07:27.014926 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9ea24c83-0f64-4949-abba-a31eaeb5d659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:27.024795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-dcccb3f3-1f94-4033-a17e-749088ff50f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:27.026285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-dcccb3f3-1f94-4033-a17e-749088ff50f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd5dfa57-263e-44d2-a7b6-37d77869da69 HTTP/1.1" status: 200 len: 854 time: 0.1187041 Aug 06 16:07:27.038396 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-86f3e833-93ec-439e-862c-ec9043b19325 req-b9343192-4a2c-4751-86b4-e81e1c837106 service neutron] 10.222.0.78 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796701 Aug 06 16:07:27.085766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1d84222f-4a8e-4739-a11e-04b1ffd86a56 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:27.102895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-754e6add-d00d-4989-87d6-367eb8d93a5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462747 Aug 06 16:07:27.147452 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:27.169717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea24c83-0f64-4949-abba-a31eaeb5d659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c84a10cf-e87f-4862-88e6-e005f8dbe747,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:27.175391 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 1d84222f-4a8e-4739-a11e-04b1ffd86a56 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:27.175837 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:27.219267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea24c83-0f64-4949-abba-a31eaeb5d659 admin admin] Checking segment: {'id': '559e01e0-8b33-45f1-8492-627d17666deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:27.219267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea24c83-0f64-4949-abba-a31eaeb5d659 admin admin] Network hostable DHCP agents. Network: a876d286-faef-4d9d-acbe-4ffddb779c49, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:07:27.270881 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec6b43-17a6-4c95-b808-05f1e6d4777c None None] New status for floating IP 77cce59d-f405-43a8-bef3-665944e73afc: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:07:27.312950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea24c83-0f64-4949-abba-a31eaeb5d659 admin admin] Network a876d286-faef-4d9d-acbe-4ffddb779c49 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:07:27.333257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-9ea24c83-0f64-4949-abba-a31eaeb5d659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a876d286-faef-4d9d-acbe-4ffddb779c49) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:27.347637 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea24c83-0f64-4949-abba-a31eaeb5d659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:27.348301 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9ea24c83-0f64-4949-abba-a31eaeb5d659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:27.366246 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f54a78-c3a1-43c2-831a-1039331f4195 None None] Network a876d286-faef-4d9d-acbe-4ffddb779c49 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:27.386977 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-9dda08f3-4a01-4fdd-b146-b9cb27c16ba0 service neutron] 10.222.0.13 "GET /v2.0/networks/b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731557 Aug 06 16:07:27.393679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9ea24c83-0f64-4949-abba-a31eaeb5d659 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9825394 Aug 06 16:07:27.394374 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44750) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:27.447096 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:27.451838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44754) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:27.457183 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1431291784-router', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:27.621717 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:27.623364 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:27.695139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:27.703425 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:27.707011 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Pushing event updated for resources: {'Port': ['ID=ad853ae3-ad1c-4c00-8544-dd8c83af1a03,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:27.714801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-a876d286-faef-4d9d-acbe-4ffddb779c49', 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'fixed_ips': [{'subnet_id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:07:27.715732 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Sync routers for ids ['cbccdaf9-1bce-4042-ba98-e5a001fd84db'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:27.716451 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:27.725301 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:27.728222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:27.730988 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:27.732856 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0ea9628d-7df4-4347-b2bc-9b6a6644f303 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0886245 Aug 06 16:07:27.735378 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44756) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:27.737255 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Routers {'cbccdaf9-1bce-4042-ba98-e5a001fd84db'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:27.744385 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cbccdaf9-1bce-4042-ba98-e5a001fd84db'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:27.828622 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8abf49a-4ac5-494c-8bfe-0c6c295f430a req-2641fe03-cb28-4140-9a8b-58f8c8ce0106 service neutron] 10.222.0.13 "GET /v2.0/networks/b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319475 Aug 06 16:07:27.829411 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37d1c4e3-d281-40d3-83aa-b712a1c03a9f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:27.866625 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37d1c4e3-d281-40d3-83aa-b712a1c03a9f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:27.944787 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Set router cbccdaf9-1bce-4042-ba98-e5a001fd84db gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:27.964040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Allocated IP 172.20.0.2 (a876d286-faef-4d9d-acbe-4ffddb779c49/c84a10cf-e87f-4862-88e6-e005f8dbe747/8007ce82-10b7-4029-8f8a-5f47d6f370fd) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:27.968130 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:27.993363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850902f-5618-4f6c-9947-289ba2ba6b15 req-47925630-e210-4c48-a262-b23440903f23 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:28.001432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1850902f-5618-4f6c-9947-289ba2ba6b15 req-47925630-e210-4c48-a262-b23440903f23 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/ports?device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 944 time: 0.4337955 Aug 06 16:07:28.003390 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.004421 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.022598 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37d1c4e3-d281-40d3-83aa-b712a1c03a9f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.025185 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37d1c4e3-d281-40d3-83aa-b712a1c03a9f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.028787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-37d1c4e3-d281-40d3-83aa-b712a1c03a9f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "DELETE /v2.0/security-groups/136c9da5-428a-48f8-b0fa-823aeddb6d9e HTTP/1.1" status: 204 len: 168 time: 0.4609087 Aug 06 16:07:28.033522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44762) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:28.040768 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:07:28.100802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Pushing event updated for resources: {'Port': ['ID=466425cc-78e2-4577-9cb1-65499e21eb22,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:28.151988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1c4e3-d281-40d3-83aa-b712a1c03a9f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=136c9da5-428a-48f8-b0fa-823aeddb6d9e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:28.202635 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.209009 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'name': 'tempest-TestAggregatesBasicOps-714126094-router', 'tenant_id': '1a516027c7134c2089691f31988555ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:20Z', 'updated_at': '2021-08-06T16:07:24Z', 'revision_number': 3, 'project_id': '1a516027c7134c2089691f31988555ba', 'gw_port': {'id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:85:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:22Z', 'updated_at': '2021-08-06T16:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:28.213711 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Transition to ACTIVE for port object 8007ce82-10b7-4029-8f8a-5f47d6f370fd will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:28.217488 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.221277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe025f-7097-43da-9994-fe2af31bc590 req-cff055bb-73cb-41b7-8edf-2b64422600d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:28.222815 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39fe025f-7097-43da-9994-fe2af31bc590 req-cff055bb-73cb-41b7-8edf-2b64422600d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac8158ef619e488a891ec26378d341b3&device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 1095 time: 0.2996504 Aug 06 16:07:28.231787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Transition to ACTIVE for port object 8007ce82-10b7-4029-8f8a-5f47d6f370fd will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:28.232916 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.242950 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f61b93f2-21fd-496f-aece-0a23ac5a6f87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5840809 Aug 06 16:07:28.248307 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.258443 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Checking router: cbccdaf9-1bce-4042-ba98-e5a001fd84db for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:28.259088 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Updating router cbccdaf9-1bce-4042-ba98-e5a001fd84db port 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:07:28.269284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Network a876d286-faef-4d9d-acbe-4ffddb779c49 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:28.271719 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:28.276050 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:28.301676 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.369121 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Pushing event updated for resources: {'Port': ['ID=8007ce82-10b7-4029-8f8a-5f47d6f370fd,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:28.375678 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.382810 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Attempting to bind port 8007ce82-10b7-4029-8f8a-5f47d6f370fd on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:28.383433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Attempting to bind port 8007ce82-10b7-4029-8f8a-5f47d6f370fd by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '559e01e0-8b33-45f1-8492-627d17666deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:28.383982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Attempting to bind port 8007ce82-10b7-4029-8f8a-5f47d6f370fd on network a876d286-faef-4d9d-acbe-4ffddb779c49 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:28.387224 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-d90d8c30-a155-4a11-9df0-481ff54ba21e tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] show failed (client error): The resource could not be found. Aug 06 16:07:28.391026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d90d8c30-a155-4a11-9df0-481ff54ba21e tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups/136c9da5-428a-48f8-b0fa-823aeddb6d9e HTTP/1.1" status: 404 len: 347 time: 0.3237946 Aug 06 16:07:28.391739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44766) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:28.395037 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:28.395623 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Checking segment: {'id': '559e01e0-8b33-45f1-8492-627d17666deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:28.396205 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.397411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Bound using segment: {'id': '559e01e0-8b33-45f1-8492-627d17666deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:28.398075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Bound port: 8007ce82-10b7-4029-8f8a-5f47d6f370fd, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559e01e0-8b33-45f1-8492-627d17666deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:28.398612 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.458542 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.519153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1850902f-5618-4f6c-9947-289ba2ba6b15 req-1e41246b-ef63-4544-af90-4b35ff004b5d tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/security-groups?id=535075df-04fd-4c07-bfb6-bd9c0f94b8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087621 Aug 06 16:07:28.519153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe025f-7097-43da-9994-fe2af31bc590 req-034163ee-9240-4a0d-8ff5-e2d93fb03269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:28.519153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39fe025f-7097-43da-9994-fe2af31bc590 req-034163ee-9240-4a0d-8ff5-e2d93fb03269 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705 HTTP/1.1" status: 200 len: 915 time: 0.1313758 Aug 06 16:07:28.537066 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] For port 8007ce82-10b7-4029-8f8a-5f47d6f370fd, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:28.540471 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] For port 8007ce82-10b7-4029-8f8a-5f47d6f370fd, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8007ce82-10b7-4029-8f8a-5f47d6f370fd,segment=NetworkSegment(559e01e0-8b33-45f1-8492-627d17666deb),segment_id=559e01e0-8b33-45f1-8492-627d17666deb)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:28.546266 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.604386 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.617435 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Transition to ACTIVE for port object 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:28.624332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f09aa-857e-430f-8cb7-f2707ff7cecb None None] Pushing event updated for resources: {'Port': ['ID=8007ce82-10b7-4029-8f8a-5f47d6f370fd,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:28.625864 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.629581 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-a4b3760f-506d-43be-991e-9a8cf73f9cea tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:28.637379 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-a4b3760f-506d-43be-991e-9a8cf73f9cea tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/networks?id=e9c146ba-2c73-455b-bc96-29442b5302a5 HTTP/1.1" status: 200 len: 821 time: 0.1202514 Aug 06 16:07:28.657460 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.674815 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab72eb-eff3-4301-926b-5cb67a231fab None None] Pushing event updated for resources: {'Port': ['ID=5adb0247-d4d7-4b33-80a6-3d6e98bc98f2,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:28.677327 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-f771b45f-705b-44da-852e-368dd92875ab tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/quotas/67dd413fff104befa17a37af19547712 HTTP/1.1" status: 200 len: 375 time: 0.0389132 Aug 06 16:07:28.696391 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Attempting to bind port 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:28.696854 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Attempting to bind port 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:28.697288 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Attempting to bind port 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:28.703753 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:28.704258 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:28.704729 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.705337 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:28.705929 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Bound port: 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:28.706396 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.763701 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-e26557dd-03b2-4d5d-8f05-fd2f970998b0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Deleting port 6bf9cd1d-11da-4932-9cb1-b06ef2f51dff {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:28.764100 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e26557dd-03b2-4d5d-8f05-fd2f970998b0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.766115 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39fe025f-7097-43da-9994-fe2af31bc590 req-508f1721-fdff-43bf-976f-4d8f735bdfdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c2e515e-eeb7-408a-95fa-f02811bfb603 HTTP/1.1" status: 200 len: 217 time: 0.1045477 Aug 06 16:07:28.768880 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] For port 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:28.773301 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] For port 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5adb0247-d4d7-4b33-80a6-3d6e98bc98f2,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:28.778576 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.784916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Allocated IP 172.20.0.1 (b5e4ec20-98c5-43c1-8583-b744215c1725/0184e819-0bb5-42a2-b01a-b8b3679292eb/4b21133f-640a-4f14-9fc9-bf8b6d670f32) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:28.819504 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.860315 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Routers {'cbccdaf9-1bce-4042-ba98-e5a001fd84db'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:28.860941 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cbccdaf9-1bce-4042-ba98-e5a001fd84db'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:28.863788 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab72eb-eff3-4301-926b-5cb67a231fab None None] Pushing event updated for resources: {'Port': ['ID=5adb0247-d4d7-4b33-80a6-3d6e98bc98f2,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:28.972686 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e26557dd-03b2-4d5d-8f05-fd2f970998b0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.973211 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e26557dd-03b2-4d5d-8f05-fd2f970998b0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:28.977358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe025f-7097-43da-9994-fe2af31bc590 req-d0bee688-7a10-4f86-b6bd-15606f73f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:28.978995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39fe025f-7097-43da-9994-fe2af31bc590 req-d0bee688-7a10-4f86-b6bd-15606f73f4c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dd5dfa57-263e-44d2-a7b6-37d77869da69 HTTP/1.1" status: 200 len: 854 time: 0.1997247 Aug 06 16:07:29.014998 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-e26557dd-03b2-4d5d-8f05-fd2f970998b0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Calling delete_port for 6bf9cd1d-11da-4932-9cb1-b06ef2f51dff owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:29.057237 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] Set router cbccdaf9-1bce-4042-ba98-e5a001fd84db gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:29.070173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-e0aef5e4-505a-49d9-a7db-591711e1122b tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=67dd413fff104befa17a37af19547712&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3915048 Aug 06 16:07:29.130951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39fe025f-7097-43da-9994-fe2af31bc590 req-1e74d897-8824-4cb3-be8c-291adc4f0edf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408970 Aug 06 16:07:29.168906 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8007ce82-10b7-4029-8f8a-5f47d6f370fd up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:29.180087 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:29.206206 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Transition to ACTIVE for port object 4b21133f-640a-4f14-9fc9-bf8b6d670f32 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:29.246044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 8007ce82-10b7-4029-8f8a-5f47d6f370fd completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:29.287024 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:29.314451 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'name': 'tempest-TestAggregatesBasicOps-714126094-router', 'tenant_id': '1a516027c7134c2089691f31988555ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:20Z', 'updated_at': '2021-08-06T16:07:24Z', 'revision_number': 3, 'project_id': '1a516027c7134c2089691f31988555ba', 'gw_port': {'id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:85:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:22Z', 'updated_at': '2021-08-06T16:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:29.343996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Network b5e4ec20-98c5-43c1-8583-b744215c1725 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:29.348773 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:29.351492 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e26557dd-03b2-4d5d-8f05-fd2f970998b0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:29.354096 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24470d-e873-4dbb-a22a-86ef0e25f5f3 None None] The sync data for ids ['cbccdaf9-1bce-4042-ba98-e5a001fd84db'] in n-d-803756-1 is: [{'id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'name': 'tempest-TestAggregatesBasicOps-714126094-router', 'tenant_id': '1a516027c7134c2089691f31988555ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:20Z', 'updated_at': '2021-08-06T16:07:24Z', 'revision_number': 3, 'project_id': '1a516027c7134c2089691f31988555ba', 'gw_port': {'id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:85:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:22Z', 'updated_at': '2021-08-06T16:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:29.354905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:29.356375 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Pushing event updated for resources: {'Port': ['ID=4b21133f-640a-4f14-9fc9-bf8b6d670f32,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:29.371710 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39fe025f-7097-43da-9994-fe2af31bc590 req-582f21fa-9fc9-4714-8e96-5743aec9803c service neutron] 10.222.0.13 "GET /v2.0/networks/b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230215 Aug 06 16:07:29.378087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-1323ee40-aaaa-44cc-abfb-1ddb3beb91c6 service neutron] 10.222.0.37 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067794 Aug 06 16:07:29.420650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26557dd-03b2-4d5d-8f05-fd2f970998b0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event deleted for resources: {'Port': ['ID=6bf9cd1d-11da-4932-9cb1-b06ef2f51dff,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:29.508795 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:29.552136 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e26557dd-03b2-4d5d-8f05-fd2f970998b0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:29.555698 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e26557dd-03b2-4d5d-8f05-fd2f970998b0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:29.556953 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e26557dd-03b2-4d5d-8f05-fd2f970998b0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "DELETE /v2.0/floatingips/77cce59d-f405-43a8-bef3-665944e73afc HTTP/1.1" status: 204 len: 168 time: 1.1629832 Aug 06 16:07:29.694733 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:29.760150 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0c2e515e-eeb7-408a-95fa-f02811bfb603 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:07:29.832533 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d50e0756-4eaa-4fd9-bc3e-552db771a196 None None] Provisioning for port 4b21133f-640a-4f14-9fc9-bf8b6d670f32 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:29.840336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d50e0756-4eaa-4fd9-bc3e-552db771a196 None None] Provisioning complete for port 4b21133f-640a-4f14-9fc9-bf8b6d670f32 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:29.841267 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d50e0756-4eaa-4fd9-bc3e-552db771a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:29.925380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d50e0756-4eaa-4fd9-bc3e-552db771a196 None None] Port 4b21133f-640a-4f14-9fc9-bf8b6d670f32 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:07:29.939641 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:29.948683 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:30.027631 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 0c2e515e-eeb7-408a-95fa-f02811bfb603, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0c2e515e-eeb7-408a-95fa-f02811bfb603,segment=NetworkSegment(4b7c6ee6-0e20-4969-ab05-0a9ac539f612),segment_id=4b7c6ee6-0e20-4969-ab05-0a9ac539f612)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:30.036354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Pushing event updated for resources: {'Port': ['ID=4b21133f-640a-4f14-9fc9-bf8b6d670f32,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:30.039782 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:30.050453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '0c2e515e-eeb7-408a-95fa-f02811bfb603', 'network_id': 'b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705', 'port_id': '0c2e515e-eeb7-408a-95fa-f02811bfb603', 'mac_address': 'fa:16:3e:e6:1b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5dfa57-263e-44d2-a7b6-37d77869da69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:07:30.094279 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:30.114515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2e515e-eeb7-408a-95fa-f02811bfb603 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:07:30.156439 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:30.156978 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Network b5e4ec20-98c5-43c1-8583-b744215c1725 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:30.158520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:30.175526 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 0c2e515e-eeb7-408a-95fa-f02811bfb603, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0c2e515e-eeb7-408a-95fa-f02811bfb603,segment=NetworkSegment(4b7c6ee6-0e20-4969-ab05-0a9ac539f612),segment_id=4b7c6ee6-0e20-4969-ab05-0a9ac539f612)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:30.181382 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:30.199842 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-9a71aa45-bf58-4259-9071-864d89a895fb service neutron] 10.222.0.37 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7956319 Aug 06 16:07:30.261398 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:30.268985 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=0c2e515e-eeb7-408a-95fa-f02811bfb603,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:30.344567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Pushing event updated for resources: {'Port': ['ID=ad853ae3-ad1c-4c00-8544-dd8c83af1a03,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:30.357815 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec23aac-4aba-4d8a-b4b5-6b414afd257f req-a0c53603-ba94-4ce6-94e2-7c440b08e6e0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:30.359712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cec23aac-4aba-4d8a-b4b5-6b414afd257f req-a0c53603-ba94-4ce6-94e2-7c440b08e6e0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/ports?device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 944 time: 0.4067280 Aug 06 16:07:30.368486 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39fe025f-7097-43da-9994-fe2af31bc590 req-d6a19312-f566-4f8f-a951-3a9951402190 service neutron] 10.222.0.13 "GET /v2.0/networks/b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9864917 Aug 06 16:07:30.369064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914ffa16-ccf9-4b3e-8703-7550b92f9033 None None] Network a876d286-faef-4d9d-acbe-4ffddb779c49 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:30.389274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['0c2e515e-eeb7-408a-95fa-f02811bfb603'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:07:30.408145 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Router cbccdaf9-1bce-4042-ba98-e5a001fd84db has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:07:30.423297 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cec23aac-4aba-4d8a-b4b5-6b414afd257f req-161572fe-5318-4bc2-8739-8db859586f02 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/security-groups?id=535075df-04fd-4c07-bfb6-bd9c0f94b8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459523 Aug 06 16:07:30.466155 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:30.503900 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:30.560156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-de5229c2-8247-45bf-9031-2ade6e703e6a None None] Provisioning for port 8007ce82-10b7-4029-8f8a-5f47d6f370fd completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:30.581653 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-de5229c2-8247-45bf-9031-2ade6e703e6a None None] Provisioning complete for port 8007ce82-10b7-4029-8f8a-5f47d6f370fd triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:30.584664 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-de5229c2-8247-45bf-9031-2ade6e703e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:30.585197 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:30.679714 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:30.702660 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-812b65ed-76a4-4e32-bb02-dcdc7b87f099 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8204083 Aug 06 16:07:30.809603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:30.815589 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d07cff53-6ec3-4992-811f-29de444e7c4c admin admin] 10.222.0.37 "PUT /v2.0/routers/cbccdaf9-1bce-4042-ba98-e5a001fd84db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0790927 Aug 06 16:07:30.898053 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-de5229c2-8247-45bf-9031-2ade6e703e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:30.911762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Allocated IP 172.25.1.26 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/93f63764-be68-4d14-91fa-210fd3c6db0d) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:30.948892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-456d0c47-44db-42c4-b5cb-4aa9579806ff req-3a257e52-25c8-4bf8-a34a-490d8367b934 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 210 time: 0.0786426 Aug 06 16:07:31.124607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44816) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:31.129539 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ae2e8b19-fc27-4817-b319-19c8979e9416 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--882531130', 'description': 'tempest-description--904115731'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:31.180008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-fba19a7a-2d72-46f9-a263-75c435eff248 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--29628632&fields=id&tenant_id=727b35e2e4ad4499bb5ec153661827ba HTTP/1.1" status: 200 len: 267 time: 0.0681214 Aug 06 16:07:31.194794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-de5229c2-8247-45bf-9031-2ade6e703e6a None None] For port 8007ce82-10b7-4029-8f8a-5f47d6f370fd, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8007ce82-10b7-4029-8f8a-5f47d6f370fd,segment=NetworkSegment(559e01e0-8b33-45f1-8492-627d17666deb),segment_id=559e01e0-8b33-45f1-8492-627d17666deb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:31.197007 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae2e8b19-fc27-4817-b319-19c8979e9416 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.200330 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:31.246919 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-de5229c2-8247-45bf-9031-2ade6e703e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.304221 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae2e8b19-fc27-4817-b319-19c8979e9416 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.311075 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae2e8b19-fc27-4817-b319-19c8979e9416 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.321795 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.337391 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5229c2-8247-45bf-9031-2ade6e703e6a None None] Pushing event updated for resources: {'Port': ['ID=8007ce82-10b7-4029-8f8a-5f47d6f370fd,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:31.353347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:31.364178 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:31.364601 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.379163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-62854bbd-7d57-42a3-8356-51f6932d95fd tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:31.380889 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-62854bbd-7d57-42a3-8356-51f6932d95fd tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/networks?id=da7b15e0-71c6-4b87-9abb-8143779bbeae HTTP/1.1" status: 200 len: 805 time: 0.2000628 Aug 06 16:07:31.395748 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae2e8b19-fc27-4817-b319-19c8979e9416 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.403355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c9b157c0-a3e5-4614-aecd-f0a03847c6cb None None] Provisioning complete for port 4b21133f-640a-4f14-9fc9-bf8b6d670f32 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:31.403736 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c9b157c0-a3e5-4614-aecd-f0a03847c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.405186 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ae2e8b19-fc27-4817-b319-19c8979e9416 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2794693 Aug 06 16:07:31.413588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44820) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:31.425770 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-425c7b85-99fe-4fba-a92a-4c19f64198e8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Request body: {'security_group_rule': {'security_group_id': '8bde8171-0e9f-400f-b84d-ceaf5cbd6e23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:31.478794 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-8f1a31c4-b910-4ab3-b4c0-61631bf377a5 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/quotas/727b35e2e4ad4499bb5ec153661827ba HTTP/1.1" status: 200 len: 375 time: 0.0875249 Aug 06 16:07:31.480502 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e8b19-fc27-4817-b319-19c8979e9416 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:31.480969 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c9b157c0-a3e5-4614-aecd-f0a03847c6cb None None] Port 4b21133f-640a-4f14-9fc9-bf8b6d670f32 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:07:31.504863 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-425c7b85-99fe-4fba-a92a-4c19f64198e8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.540415 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.561604 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-2990ac97-aa79-4c36-a3cd-01025586a39c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=727b35e2e4ad4499bb5ec153661827ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806739 Aug 06 16:07:31.562811 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.566887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5adb0247-d4d7-4b33-80a6-3d6e98bc98f2,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:31.572208 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.606604 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-425c7b85-99fe-4fba-a92a-4c19f64198e8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.612579 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-425c7b85-99fe-4fba-a92a-4c19f64198e8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.646370 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=5adb0247-d4d7-4b33-80a6-3d6e98bc98f2,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:31.659315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Pushing event updated for resources: {'Port': ['ID=93f63764-be68-4d14-91fa-210fd3c6db0d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:31.693887 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c7b85-99fe-4fba-a92a-4c19f64198e8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a577706-8852-4018-a817-5e803d344546,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:31.702032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:31.705039 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-425c7b85-99fe-4fba-a92a-4c19f64198e8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.710344 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-425c7b85-99fe-4fba-a92a-4c19f64198e8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2910862 Aug 06 16:07:31.719239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44830) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:31.722055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:31.741495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-abaa4654-651a-4b52-b608-9c36adadd630 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Request body: {'security_group_rule': {'security_group_id': '8bde8171-0e9f-400f-b84d-ceaf5cbd6e23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:31.750984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:31.758032 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0c2e515e-eeb7-408a-95fa-f02811bfb603 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:31.784367 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-abaa4654-651a-4b52-b608-9c36adadd630 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.878962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 0c2e515e-eeb7-408a-95fa-f02811bfb603 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:31.882176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f0247-0b6c-44c4-b8f7-62cb1dc3046a req-85b5d3cc-a3e1-4410-97c5-182e46ce1d93 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:31.884019 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 0c2e515e-eeb7-408a-95fa-f02811bfb603 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:31.884396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-876f0247-0b6c-44c4-b8f7-62cb1dc3046a req-85b5d3cc-a3e1-4410-97c5-182e46ce1d93 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/ports?device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 945 time: 0.2203238 Aug 06 16:07:31.884547 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.919075 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-abaa4654-651a-4b52-b608-9c36adadd630 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.924767 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-abaa4654-651a-4b52-b608-9c36adadd630 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.955044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e0d6ce1b-1ef9-40f0-a164-a6065e0601d6 None None] Provisioning complete for port 8007ce82-10b7-4029-8f8a-5f47d6f370fd triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:31.955415 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ce1b-1ef9-40f0-a164-a6065e0601d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.955846 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-abaa4654-651a-4b52-b608-9c36adadd630 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:31.957392 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-abaa4654-651a-4b52-b608-9c36adadd630 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2368400 Aug 06 16:07:31.960583 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa4654-651a-4b52-b608-9c36adadd630 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35bc594-77f6-4e1d-b0ee-0b87ae344e58,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:31.962548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44838) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:31.977816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44842) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:31.986603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:32.003234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1583220104-network', 'tenant_id': '0b50d5c602fc4a09a5964fd5870b7823'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:32.011141 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ad38bff2-acab-4095-ba0a-8ece62444941 service neutron] 10.222.0.37 "GET /v2.0/networks/da7b15e0-71c6-4b87-9abb-8143779bbeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255767 Aug 06 16:07:32.047930 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:32.060326 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-876f0247-0b6c-44c4-b8f7-62cb1dc3046a req-9e0d09fe-fff4-47a7-a491-79f23453e7d6 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/security-groups?id=535075df-04fd-4c07-bfb6-bd9c0f94b8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626328 Aug 06 16:07:32.073657 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:32.099066 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] Made reservation on behalf of 0b50d5c602fc4a09a5964fd5870b7823 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:32.105055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:32.114196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7127fb27-9f5e-4d84-be20-6fdffbcc4a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2e515e-eeb7-408a-95fa-f02811bfb603'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:32.119274 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735177f1-9774-4729-b17f-dc51b252cff4" -d '{"events": [{"server_uuid": "7127fb27-9f5e-4d84-be20-6fdffbcc4a45", "name": "network-vif-plugged", "status": "completed", "tag": "0c2e515e-eeb7-408a-95fa-f02811bfb603"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:32.134455 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:32.145030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 0c2e515e-eeb7-408a-95fa-f02811bfb603, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0c2e515e-eeb7-408a-95fa-f02811bfb603,segment=NetworkSegment(4b7c6ee6-0e20-4969-ab05-0a9ac539f612),segment_id=4b7c6ee6-0e20-4969-ab05-0a9ac539f612)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:32.152002 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:32.242039 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=0c2e515e-eeb7-408a-95fa-f02811bfb603,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:32.282484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Sync routers for ids ['cbccdaf9-1bce-4042-ba98-e5a001fd84db'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:32.296396 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Routers {'cbccdaf9-1bce-4042-ba98-e5a001fd84db'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:32.297376 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cbccdaf9-1bce-4042-ba98-e5a001fd84db'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:32.366541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-bb7637d1-3031-4f96-9920-d0a922ae4553 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:32.368802 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-bb7637d1-3031-4f96-9920-d0a922ae4553 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.78 "GET /v2.0/networks?id=e9c146ba-2c73-455b-bc96-29442b5302a5 HTTP/1.1" status: 200 len: 821 time: 0.2181020 Aug 06 16:07:32.375683 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-cc0406f7-e9f9-47c7-83ba-c4751af28a63 service neutron] 10.222.0.37 "GET /v2.0/networks/da7b15e0-71c6-4b87-9abb-8143779bbeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262985 Aug 06 16:07:32.406223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-b773a79f-3e6c-4e31-937b-d45f7d42acbf tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Request body: {'port': {'device_id': '1f02277f-2e0d-465a-83de-7f96790d1136', 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5', 'admin_state_up': True, 'tenant_id': '67dd413fff104befa17a37af19547712'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:32.440860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Set router cbccdaf9-1bce-4042-ba98-e5a001fd84db gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:32.503654 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb9e6181-5af3-4385-a270-0e59fb20baa1 req-e84d7ba1-d85d-4d41-8579-784307467906 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 210 time: 0.0524161 Aug 06 16:07:32.520880 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:32.553690 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:32.578719 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:32.594917 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:32.662700 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e261d5-a05d-4743-912d-b9e5e0e5a9e0 x-openstack-request-id: req-80e261d5-a05d-4743-912d-b9e5e0e5a9e0 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:32.664370 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7127fb27-9f5e-4d84-be20-6fdffbcc4a45", "name": "network-vif-plugged", "status": "completed", "tag": "0c2e515e-eeb7-408a-95fa-f02811bfb603", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:32.665974 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80e261d5-a05d-4743-912d-b9e5e0e5a9e0 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:32.666545 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7127fb27-9f5e-4d84-be20-6fdffbcc4a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2e515e-eeb7-408a-95fa-f02811bfb603', 'code': 200} Aug 06 16:07:32.707664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:07:32.740572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'name': 'tempest-TestAggregatesBasicOps-714126094-router', 'tenant_id': '1a516027c7134c2089691f31988555ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:20Z', 'updated_at': '2021-08-06T16:07:29Z', 'revision_number': 4, 'project_id': '1a516027c7134c2089691f31988555ba', 'gw_port': {'id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:22Z', 'updated_at': '2021-08-06T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '4b21133f-640a-4f14-9fc9-bf8b6d670f32', 'name': '', 'network_id': 'b5e4ec20-98c5-43c1-8583-b744215c1725', 'tenant_id': '1a516027c7134c2089691f31988555ba', 'mac_address': 'fa:16:3e:c9:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '0184e819-0bb5-42a2-b01a-b8b3679292eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:28Z', 'updated_at': '2021-08-06T16:07:29Z', 'revision_number': 2, 'project_id': '1a516027c7134c2089691f31988555ba', 'subnets': [{'id': '0184e819-0bb5-42a2-b01a-b8b3679292eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:32.742728 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b08084-9e53-43e4-a7b9-e02d2a3ac090,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:32.747088 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:32.747433 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] Added segment 424f4a1a-23cc-4ab3-988b-8ed48ab280e6 of type vlan for network 39dba63e-fd34-454e-bc07-5ffc6162fa5f Aug 06 16:07:32.777199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Checking router: cbccdaf9-1bce-4042-ba98-e5a001fd84db for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:32.777918 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Updating router cbccdaf9-1bce-4042-ba98-e5a001fd84db port 4b21133f-640a-4f14-9fc9-bf8b6d670f32 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:07:32.778763 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6093cf19-27ff-428e-9a84-a76cd8714884 req-afc00fae-6469-468e-80fe-b5e294043cfa tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 210 time: 0.1080549 Aug 06 16:07:32.826555 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:32.862241 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:32.871999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-b773a79f-3e6c-4e31-937b-d45f7d42acbf tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Made reservation on behalf of 67dd413fff104befa17a37af19547712 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:32.876753 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-b773a79f-3e6c-4e31-937b-d45f7d42acbf tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:32.882238 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:32.885735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebf2b2-b6a9-4504-a7d3-540ec38c7fa6 req-40d0715c-ec67-4dee-b50a-e6580a6d4d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:32.887311 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8ebf2b2-b6a9-4504-a7d3-540ec38c7fa6 req-40d0715c-ec67-4dee-b50a-e6580a6d4d6b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 1097 time: 0.0774040 Aug 06 16:07:32.911107 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Allocated IP 172.25.1.53 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/cb6f25a7-c775-4e40-8975-aeb0b3ef2857) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:33.039604 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8ebf2b2-b6a9-4504-a7d3-540ec38c7fa6 req-7365824d-568f-41c9-bc35-354b597c59b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=535075df-04fd-4c07-bfb6-bd9c0f94b8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468822 Aug 06 16:07:33.064926 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.resource_extend [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:07:33.073010 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Router f56400c2-00f3-4467-a3e4-63abdf62b571 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:07:33.124341 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:33.126458 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:33.127097 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:33.135098 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8007ce82-10b7-4029-8f8a-5f47d6f370fd up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:33.261529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:33.271125 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Sync routers for ids ['f56400c2-00f3-4467-a3e4-63abdf62b571'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:33.294303 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:33.294993 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Routers {'f56400c2-00f3-4467-a3e4-63abdf62b571'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:33.295538 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-10ef43c0-2b63-4664-b906-41583311372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['f56400c2-00f3-4467-a3e4-63abdf62b571'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:33.300724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 8007ce82-10b7-4029-8f8a-5f47d6f370fd triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:33.301126 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:33.313607 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:33.314891 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1ee57241-0f4e-441e-a386-83d0f25ca485 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8696425 Aug 06 16:07:33.327030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44864) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:33.338606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Transition to ACTIVE for port object 4b21133f-640a-4f14-9fc9-bf8b6d670f32 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:33.357156 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:33.363448 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f3298-15ee-4006-921f-f54028b84f61 req-0dd33c6b-f9e6-49b0-aa7e-a679a85dba3c tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:33.365051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6e1f3298-15ee-4006-921f-f54028b84f61 req-0dd33c6b-f9e6-49b0-aa7e-a679a85dba3c tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/ports?device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 946 time: 0.1662211 Aug 06 16:07:33.473383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cbc15-43b1-4fe3-a69a-dc08e325b871 None None] Pushing event updated for resources: {'Port': ['ID=4b21133f-640a-4f14-9fc9-bf8b6d670f32,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:33.519398 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:33.524474 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Set router f56400c2-00f3-4467-a3e4-63abdf62b571 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:33.759432 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Attempting to bind port 4b21133f-640a-4f14-9fc9-bf8b6d670f32 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:33.760183 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Attempting to bind port 4b21133f-640a-4f14-9fc9-bf8b6d670f32 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '69382e97-5b45-487d-9ae7-617284aa407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5e4ec20-98c5-43c1-8583-b744215c1725'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:33.760705 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Attempting to bind port 4b21133f-640a-4f14-9fc9-bf8b6d670f32 on network b5e4ec20-98c5-43c1-8583-b744215c1725 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:33.780346 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:33.781201 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Checking segment: {'id': '69382e97-5b45-487d-9ae7-617284aa407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5e4ec20-98c5-43c1-8583-b744215c1725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:33.781790 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:33.782333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Bound using segment: {'id': '69382e97-5b45-487d-9ae7-617284aa407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5e4ec20-98c5-43c1-8583-b744215c1725'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:33.782975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Bound port: 4b21133f-640a-4f14-9fc9-bf8b6d670f32, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69382e97-5b45-487d-9ae7-617284aa407e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'b5e4ec20-98c5-43c1-8583-b744215c1725'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:33.783573 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:33.815755 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6e1f3298-15ee-4006-921f-f54028b84f61 req-8702149e-7bce-4603-b55c-c30dd3d6365b tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/security-groups?id=535075df-04fd-4c07-bfb6-bd9c0f94b8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271178 Aug 06 16:07:33.868226 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f12d966a-bd79-4b5e-8dd4-44ede606980b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:33.898498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-b773a79f-3e6c-4e31-937b-d45f7d42acbf tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Allocated IP 172.20.0.12 (e9c146ba-2c73-455b-bc96-29442b5302a5/7ace2fcc-c82b-40df-8188-608cb03264e5/4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:33.934586 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:33.934970 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:33.939307 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] Pushing event updated for resources: {'Network': ['ID=39dba63e-fd34-454e-bc07-5ffc6162fa5f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:33.941230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] For port 4b21133f-640a-4f14-9fc9-bf8b6d670f32, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:33.946311 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] For port 4b21133f-640a-4f14-9fc9-bf8b6d670f32, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4b21133f-640a-4f14-9fc9-bf8b6d670f32,segment=NetworkSegment(69382e97-5b45-487d-9ae7-617284aa407e),segment_id=69382e97-5b45-487d-9ae7-617284aa407e)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:33.956765 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-10ef43c0-2b63-4664-b906-41583311372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'name': 'tempest-ServersTestBootFromVolume-1431291784-router', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:27Z', 'updated_at': '2021-08-06T16:07:32Z', 'revision_number': 3, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'gw_port': {'id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:30Z', 'updated_at': '2021-08-06T16:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:33.967691 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 39dba63e-fd34-454e-bc07-5ffc6162fa5f details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:07:33.972891 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:33.989575 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Checking router: f56400c2-00f3-4467-a3e4-63abdf62b571 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:33.990233 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Updating router f56400c2-00f3-4467-a3e4-63abdf62b571 port 93f63764-be68-4d14-91fa-210fd3c6db0d binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:07:33.997218 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-81da6991-f6df-4e3d-9390-b6465b6abaac admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0164030 Aug 06 16:07:34.002819 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44872) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:34.012442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3c7a4c43-c154-4c75-876e-c4d8cafd2822 req-c05267e5-8250-4a80-9f4e-ab0e1d7f21c1 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 210 time: 0.2767427 Aug 06 16:07:34.020258 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:34.035889 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-579433a2-4a01-403d-97f4-fa776d78479b admin admin] Request body: {'subnet': {'network_id': '39dba63e-fd34-454e-bc07-5ffc6162fa5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1583220104-subnet', 'tenant_id': '0b50d5c602fc4a09a5964fd5870b7823', 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:34.099173 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:34.101875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a955a8d-a480-4d24-bf3f-f7daca17c7d5 req-2afacb7c-32d5-432a-b566-7388f0d79593 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 210 time: 0.0972512 Aug 06 16:07:34.113677 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cbc15-43b1-4fe3-a69a-dc08e325b871 None None] Pushing event updated for resources: {'Port': ['ID=4b21133f-640a-4f14-9fc9-bf8b6d670f32,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:34.154192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Routers {'cbccdaf9-1bce-4042-ba98-e5a001fd84db'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:34.154980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cbccdaf9-1bce-4042-ba98-e5a001fd84db'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:34.299123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] Set router cbccdaf9-1bce-4042-ba98-e5a001fd84db gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:34.299844 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579433a2-4a01-403d-97f4-fa776d78479b admin admin] Made reservation on behalf of 0b50d5c602fc4a09a5964fd5870b7823 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:34.304765 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-579433a2-4a01-403d-97f4-fa776d78479b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:34.419313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-a5a69de3-acbd-44eb-b6b0-36dceefdd416 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:34.420902 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-a5a69de3-acbd-44eb-b6b0-36dceefdd416 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.13 "GET /v2.0/networks?id=da7b15e0-71c6-4b87-9abb-8143779bbeae HTTP/1.1" status: 200 len: 805 time: 0.2571206 Aug 06 16:07:34.474361 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:34.553514 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-b773a79f-3e6c-4e31-937b-d45f7d42acbf tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:34.568330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-1e058334-983e-4f62-9da8-4b9df64cf178 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=727b35e2e4ad4499bb5ec153661827ba HTTP/1.1" status: 200 len: 378 time: 0.1240172 Aug 06 16:07:34.589685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-bd8b069b-f3fd-4690-8ec2-25bee34dc52d tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Request body: {'port': {'device_id': 'c99cd80e-347d-45c8-8f51-287acd553301', 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae', 'admin_state_up': True, 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'security_groups': ['3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:34.590914 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:34.602194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:34.610735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:34.617081 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event updated for resources: {'Port': ['ID=cb6f25a7-c775-4e40-8975-aeb0b3ef2857,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:34.624180 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'name': 'tempest-TestAggregatesBasicOps-714126094-router', 'tenant_id': '1a516027c7134c2089691f31988555ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:20Z', 'updated_at': '2021-08-06T16:07:29Z', 'revision_number': 4, 'project_id': '1a516027c7134c2089691f31988555ba', 'gw_port': {'id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:22Z', 'updated_at': '2021-08-06T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '4b21133f-640a-4f14-9fc9-bf8b6d670f32', 'name': '', 'network_id': 'b5e4ec20-98c5-43c1-8583-b744215c1725', 'tenant_id': '1a516027c7134c2089691f31988555ba', 'mac_address': 'fa:16:3e:c9:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '0184e819-0bb5-42a2-b01a-b8b3679292eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:28Z', 'updated_at': '2021-08-06T16:07:33Z', 'revision_number': 4, 'project_id': '1a516027c7134c2089691f31988555ba', 'subnets': [{'id': '0184e819-0bb5-42a2-b01a-b8b3679292eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:34.662041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3adf5-5503-4e16-be69-852bd7fe2813 None None] The sync data for ids ['cbccdaf9-1bce-4042-ba98-e5a001fd84db'] in n-d-803756-1 is: [{'id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'name': 'tempest-TestAggregatesBasicOps-714126094-router', 'tenant_id': '1a516027c7134c2089691f31988555ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:20Z', 'updated_at': '2021-08-06T16:07:29Z', 'revision_number': 4, 'project_id': '1a516027c7134c2089691f31988555ba', 'gw_port': {'id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:22Z', 'updated_at': '2021-08-06T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '4b21133f-640a-4f14-9fc9-bf8b6d670f32', 'name': '', 'network_id': 'b5e4ec20-98c5-43c1-8583-b744215c1725', 'tenant_id': '1a516027c7134c2089691f31988555ba', 'mac_address': 'fa:16:3e:c9:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '0184e819-0bb5-42a2-b01a-b8b3679292eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:28Z', 'updated_at': '2021-08-06T16:07:33Z', 'revision_number': 4, 'project_id': '1a516027c7134c2089691f31988555ba', 'subnets': [{'id': '0184e819-0bb5-42a2-b01a-b8b3679292eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:34.681766 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:34.696105 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Transition to ACTIVE for port object 93f63764-be68-4d14-91fa-210fd3c6db0d will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:34.704799 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:34.802764 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8674eab-138e-432c-b6f3-f0e0baae25eb None None] Pushing event updated for resources: {'Port': ['ID=93f63764-be68-4d14-91fa-210fd3c6db0d,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:34.812678 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Attempting to bind port 93f63764-be68-4d14-91fa-210fd3c6db0d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:34.813266 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Attempting to bind port 93f63764-be68-4d14-91fa-210fd3c6db0d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:34.813985 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Attempting to bind port 93f63764-be68-4d14-91fa-210fd3c6db0d on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:34.814988 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:34.820868 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:34.821413 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:34.821955 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:34.826190 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-b773a79f-3e6c-4e31-937b-d45f7d42acbf tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:34.836035 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:34.836694 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Bound port: 93f63764-be68-4d14-91fa-210fd3c6db0d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:34.837307 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:34.850178 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-579433a2-4a01-403d-97f4-fa776d78479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:34.891085 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-bd8b069b-f3fd-4690-8ec2-25bee34dc52d tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Made reservation on behalf of 727b35e2e4ad4499bb5ec153661827ba for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:34.895516 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-bd8b069b-f3fd-4690-8ec2-25bee34dc52d tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:34.961446 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-10ef43c0-2b63-4664-b906-41583311372a None None] For port 93f63764-be68-4d14-91fa-210fd3c6db0d, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:34.966522 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-10ef43c0-2b63-4664-b906-41583311372a None None] For port 93f63764-be68-4d14-91fa-210fd3c6db0d, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=93f63764-be68-4d14-91fa-210fd3c6db0d,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:34.967794 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773a79f-3e6c-4e31-937b-d45f7d42acbf tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Pushing event updated for resources: {'Port': ['ID=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:34.977401 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:34.979844 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:34.986610 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-b773a79f-3e6c-4e31-937b-d45f7d42acbf tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Network e9c146ba-2c73-455b-bc96-29442b5302a5 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:34.990863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579433a2-4a01-403d-97f4-fa776d78479b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea6ce3b3-6a63-4bd0-897b-bc89adacdc09,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:34.997983 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-b773a79f-3e6c-4e31-937b-d45f7d42acbf tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:35.009064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-b773a79f-3e6c-4e31-937b-d45f7d42acbf tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:35.061247 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Routers {'f56400c2-00f3-4467-a3e4-63abdf62b571'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:35.062329 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-10ef43c0-2b63-4664-b906-41583311372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['f56400c2-00f3-4467-a3e4-63abdf62b571'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:35.115038 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:35.120905 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8674eab-138e-432c-b6f3-f0e0baae25eb None None] Pushing event updated for resources: {'Port': ['ID=93f63764-be68-4d14-91fa-210fd3c6db0d,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:35.165683 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579433a2-4a01-403d-97f4-fa776d78479b admin admin] Checking segment: {'id': '424f4a1a-23cc-4ab3-988b-8ed48ab280e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39dba63e-fd34-454e-bc07-5ffc6162fa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:35.166480 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579433a2-4a01-403d-97f4-fa776d78479b admin admin] Network hostable DHCP agents. Network: 39dba63e-fd34-454e-bc07-5ffc6162fa5f, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:07:35.196735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-b773a79f-3e6c-4e31-937b-d45f7d42acbf tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:35.197520 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-b773a79f-3e6c-4e31-937b-d45f7d42acbf tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:35.199512 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4b21133f-640a-4f14-9fc9-bf8b6d670f32 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:35.214446 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-10ef43c0-2b63-4664-b906-41583311372a None None] Set router f56400c2-00f3-4467-a3e4-63abdf62b571 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:35.254019 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-b773a79f-3e6c-4e31-937b-d45f7d42acbf tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8697577 Aug 06 16:07:35.290888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 4b21133f-640a-4f14-9fc9-bf8b6d670f32 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:35.297813 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 4b21133f-640a-4f14-9fc9-bf8b6d670f32 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:35.298200 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:35.300265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Request body: {'port': {'device_id': '1f02277f-2e0d-465a-83de-7f96790d1136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:35.306879 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579433a2-4a01-403d-97f4-fa776d78479b admin admin] Network 39dba63e-fd34-454e-bc07-5ffc6162fa5f is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:07:35.387670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-579433a2-4a01-403d-97f4-fa776d78479b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 39dba63e-fd34-454e-bc07-5ffc6162fa5f) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:35.401464 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17ab4e9-b232-46ab-a83f-949a1bc2c139 None None] Network 39dba63e-fd34-454e-bc07-5ffc6162fa5f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:35.402124 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579433a2-4a01-403d-97f4-fa776d78479b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:35.402432 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-579433a2-4a01-403d-97f4-fa776d78479b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:35.473529 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:35.479952 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-579433a2-4a01-403d-97f4-fa776d78479b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4679928 Aug 06 16:07:35.484627 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-10ef43c0-2b63-4664-b906-41583311372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'name': 'tempest-ServersTestBootFromVolume-1431291784-router', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:27Z', 'updated_at': '2021-08-06T16:07:32Z', 'revision_number': 3, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'gw_port': {'id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:30Z', 'updated_at': '2021-08-06T16:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:35.490163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44886) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:35.497400 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1583220104-router', 'tenant_id': '0b50d5c602fc4a09a5964fd5870b7823', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:35.520987 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ef43c0-2b63-4664-b906-41583311372a None None] The sync data for ids ['f56400c2-00f3-4467-a3e4-63abdf62b571'] in n-d-803756-1 is: [{'id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'name': 'tempest-ServersTestBootFromVolume-1431291784-router', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:27Z', 'updated_at': '2021-08-06T16:07:32Z', 'revision_number': 3, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'gw_port': {'id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:30Z', 'updated_at': '2021-08-06T16:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:35.535961 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:35.575108 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 4b21133f-640a-4f14-9fc9-bf8b6d670f32, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4b21133f-640a-4f14-9fc9-bf8b6d670f32,segment=NetworkSegment(69382e97-5b45-487d-9ae7-617284aa407e),segment_id=69382e97-5b45-487d-9ae7-617284aa407e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:35.581500 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:35.582153 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:35.591866 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:35.605483 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:35.606519 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:35.643391 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=4b21133f-640a-4f14-9fc9-bf8b6d670f32,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:35.701602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a5e64-97be-4a38-9fed-1d6771f1aa05 req-ad7eaf3c-9f49-4011-8a2b-adc07ce4872e tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:35.703424 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d5a5e64-97be-4a38-9fed-1d6771f1aa05 req-ad7eaf3c-9f49-4011-8a2b-adc07ce4872e tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/ports?device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 946 time: 0.7546470 Aug 06 16:07:35.728354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48957d65-c521-45a4-981b-de108dc01dd4 req-8fb4a686-c851-44d1-885a-ed0052357225 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:35.735530 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48957d65-c521-45a4-981b-de108dc01dd4 req-8fb4a686-c851-44d1-885a-ed0052357225 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 932 time: 0.1843388 Aug 06 16:07:35.738597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-39dba63e-fd34-454e-bc07-5ffc6162fa5f', 'network_id': '39dba63e-fd34-454e-bc07-5ffc6162fa5f', 'tenant_id': '0b50d5c602fc4a09a5964fd5870b7823', 'fixed_ips': [{'subnet_id': 'ea6ce3b3-6a63-4bd0-897b-bc89adacdc09'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:07:35.739284 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:35.774576 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event updated for resources: {'Port': ['ID=cb6f25a7-c775-4e40-8975-aeb0b3ef2857,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:35.812170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-bd8b069b-f3fd-4690-8ec2-25bee34dc52d tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Allocated IP 172.20.0.9 (da7b15e0-71c6-4b87-9abb-8143779bbeae/bcdd933d-577f-42a7-88e0-0071c84cf819/7e5203f9-9846-46fd-9812-f9512a8cc429) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:35.821028 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:35.843318 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48957d65-c521-45a4-981b-de108dc01dd4 req-7e954868-45ee-4f17-8e1a-c285f1c1f5ef tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066549 Aug 06 16:07:35.853227 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:35.906545 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Allocated IP 172.20.0.1 (a876d286-faef-4d9d-acbe-4ffddb779c49/c84a10cf-e87f-4862-88e6-e005f8dbe747/17fd2f4e-c62e-4fcf-9a82-adfdec0978c1) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:35.930657 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d5a5e64-97be-4a38-9fed-1d6771f1aa05 req-679c53d8-76a7-47b9-a6c2-3b4e4f5774f9 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/security-groups?id=535075df-04fd-4c07-bfb6-bd9c0f94b8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100289 Aug 06 16:07:35.962474 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:35.963726 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-72d4cf89-7d85-42c4-ad83-95d344ad7d0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9845827 Aug 06 16:07:36.013862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Allocated IP 172.20.0.2 (39dba63e-fd34-454e-bc07-5ffc6162fa5f/ea6ce3b3-6a63-4bd0-897b-bc89adacdc09/fd875884-40c9-41eb-9d26-2fa07a2d4901) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:36.123651 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a59739e-5b94-4a32-ba21-06c5ad95c32f req-a4f5f17d-50b5-4524-a8a7-dc719cec8f79 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 210 time: 0.1180198 Aug 06 16:07:36.200680 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-31a0076a-9a59-417f-b89e-fe88fcd4b080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:36.211147 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:36.264891 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:36.294871 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-bd8b069b-f3fd-4690-8ec2-25bee34dc52d tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:36.333352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Transition to ACTIVE for port object 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:36.370331 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:36.376620 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:07:36.380855 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Transition to ACTIVE for port object fd875884-40c9-41eb-9d26-2fa07a2d4901 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:36.399331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Transition to ACTIVE for port object fd875884-40c9-41eb-9d26-2fa07a2d4901 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:36.407356 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:36.410436 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-bd8b069b-f3fd-4690-8ec2-25bee34dc52d tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Transition to ACTIVE for port object 7e5203f9-9846-46fd-9812-f9512a8cc429 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:36.413570 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:36.443135 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:36.443670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Transition to ACTIVE for port object 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:36.453555 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:36.462152 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Network 39dba63e-fd34-454e-bc07-5ffc6162fa5f is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:36.468560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Network a876d286-faef-4d9d-acbe-4ffddb779c49 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:36.469492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:36.476952 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:36.482132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:36.501080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Pushing event updated for resources: {'Port': ['ID=fd875884-40c9-41eb-9d26-2fa07a2d4901,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:36.531367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:36.623029 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Attempting to bind port fd875884-40c9-41eb-9d26-2fa07a2d4901 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:36.623398 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Attempting to bind port fd875884-40c9-41eb-9d26-2fa07a2d4901 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '424f4a1a-23cc-4ab3-988b-8ed48ab280e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39dba63e-fd34-454e-bc07-5ffc6162fa5f'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:36.623766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Attempting to bind port fd875884-40c9-41eb-9d26-2fa07a2d4901 on network 39dba63e-fd34-454e-bc07-5ffc6162fa5f {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:36.624893 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-78827530-6829-4c96-ac41-5f670639c993 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--882531130&fields=id&tenant_id=7ffc041dde4b4c088ba8b49bfae0f273 HTTP/1.1" status: 200 len: 267 time: 0.2720342 Aug 06 16:07:36.633781 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:36.641416 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:36.641861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Checking segment: {'id': '424f4a1a-23cc-4ab3-988b-8ed48ab280e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39dba63e-fd34-454e-bc07-5ffc6162fa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:36.642273 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:36.642728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Bound using segment: {'id': '424f4a1a-23cc-4ab3-988b-8ed48ab280e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39dba63e-fd34-454e-bc07-5ffc6162fa5f'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:36.643391 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Bound port: fd875884-40c9-41eb-9d26-2fa07a2d4901, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424f4a1a-23cc-4ab3-988b-8ed48ab280e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39dba63e-fd34-454e-bc07-5ffc6162fa5f'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:36.643819 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:36.741431 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Pushing event updated for resources: {'Port': ['ID=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:36.779981 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] For port fd875884-40c9-41eb-9d26-2fa07a2d4901, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:36.784147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] For port fd875884-40c9-41eb-9d26-2fa07a2d4901, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fd875884-40c9-41eb-9d26-2fa07a2d4901,segment=NetworkSegment(424f4a1a-23cc-4ab3-988b-8ed48ab280e6),segment_id=424f4a1a-23cc-4ab3-988b-8ed48ab280e6)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:36.791221 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:36.886069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731208a-7db4-438f-aa58-763e9641a9a4 None None] Pushing event updated for resources: {'Port': ['ID=fd875884-40c9-41eb-9d26-2fa07a2d4901,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:36.918120 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=17fd2f4e-c62e-4fcf-9a82-adfdec0978c1,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:36.948848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-12c8547a-5bb3-45d3-a2e9-e260d7e3a771 None None] Provisioning for port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:36.953966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-12c8547a-5bb3-45d3-a2e9-e260d7e3a771 None None] Provisioning complete for port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:36.954456 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-12c8547a-5bb3-45d3-a2e9-e260d7e3a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.006735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-c801dacf-80cc-4b1c-a61b-ed91e958076f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:37.008314 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-c801dacf-80cc-4b1c-a61b-ed91e958076f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/networks?id=a866e395-3ce9-4555-a769-7f0869a94e9f HTTP/1.1" status: 200 len: 816 time: 0.3827229 Aug 06 16:07:37.020912 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Attempting to bind port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:37.021448 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Attempting to bind port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '9cba1b03-6836-42da-b644-5b37964de0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:37.021961 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Attempting to bind port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 on network e9c146ba-2c73-455b-bc96-29442b5302a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:37.022365 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-bd8b069b-f3fd-4690-8ec2-25bee34dc52d tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.033658 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 on network e9c146ba-2c73-455b-bc96-29442b5302a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:07:37.034099 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Attempting to bind port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 on network e9c146ba-2c73-455b-bc96-29442b5302a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:37.041704 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.050921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-12c8547a-5bb3-45d3-a2e9-e260d7e3a771 None None] Port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:07:37.073089 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:37.074560 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Checking segment: {'id': '9cba1b03-6836-42da-b644-5b37964de0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:37.075029 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Bound using segment: {'id': '9cba1b03-6836-42da-b644-5b37964de0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:37.075550 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Bound port: 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cba1b03-6836-42da-b644-5b37964de0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:37.075982 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.170121 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.229204 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.238762 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.239007 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-ecfd7880-b0d5-4082-9be4-2f2d30ad2e50 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/quotas/7ffc041dde4b4c088ba8b49bfae0f273 HTTP/1.1" status: 200 len: 375 time: 0.2144191 Aug 06 16:07:37.252915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b069b-f3fd-4690-8ec2-25bee34dc52d tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Pushing event updated for resources: {'Port': ['ID=7e5203f9-9846-46fd-9812-f9512a8cc429,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:37.266805 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9ba8a-7384-498c-a8a2-002e079858df req-baa9fca4-714b-4245-b59e-66eb68c1c851 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:37.283516 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19a9ba8a-7384-498c-a8a2-002e079858df req-baa9fca4-714b-4245-b59e-66eb68c1c851 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/ports?device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 946 time: 0.3987222 Aug 06 16:07:37.297267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4b21133f-640a-4f14-9fc9-bf8b6d670f32 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:37.312615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-bd8b069b-f3fd-4690-8ec2-25bee34dc52d tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Network da7b15e0-71c6-4b87-9abb-8143779bbeae is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:37.344268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-bd8b069b-f3fd-4690-8ec2-25bee34dc52d tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:37.357982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-bd8b069b-f3fd-4690-8ec2-25bee34dc52d tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:37.383712 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] For port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:37.395582 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 4b21133f-640a-4f14-9fc9-bf8b6d670f32 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:37.397130 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.407567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] For port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:37.415611 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.439647 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:37.441929 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.444071 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] 10.222.0.78 "PUT /v2.0/ports/4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 HTTP/1.1" status: 200 len: 1092 time: 2.1596413 Aug 06 16:07:37.449031 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f02277f-2e0d-465a-83de-7f96790d1136', 'tag': '4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:37.453068 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09081df-7e17-470a-9a8e-68e0652d921b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f02277f-2e0d-465a-83de-7f96790d1136", "tag": "4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:37.522280 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Allocated IP 172.25.1.27 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/e067209c-4098-4fea-a216-d61ded2dc2b3) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:37.572322 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-5e719c47-7254-4c80-ac6c-04091c554dab tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ffc041dde4b4c088ba8b49bfae0f273&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2865267 Aug 06 16:07:37.592806 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19a9ba8a-7384-498c-a8a2-002e079858df req-08e9fafe-a8ef-4c61-b14e-36a41e034e6d tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/security-groups?id=535075df-04fd-4c07-bfb6-bd9c0f94b8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083777 Aug 06 16:07:37.596823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 93f63764-be68-4d14-91fa-210fd3c6db0d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:37.597445 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cee96-67a7-430a-b636-a330bd76a12c service neutron] Pushing event updated for resources: {'Port': ['ID=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:37.680237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-0181e943-9ca2-4e56-9638-25866590d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:37.682063 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-0181e943-9ca2-4e56-9638-25866590d937 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=67dd413fff104befa17a37af19547712&device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 1095 time: 0.1794188 Aug 06 16:07:37.693102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 93f63764-be68-4d14-91fa-210fd3c6db0d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:37.702530 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 93f63764-be68-4d14-91fa-210fd3c6db0d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:37.702904 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.722572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-bd8b069b-f3fd-4690-8ec2-25bee34dc52d tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:37.728338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-bd8b069b-f3fd-4690-8ec2-25bee34dc52d tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.776269 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-40c5ae42-4647-493f-b072-acc9391ff4af service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 HTTP/1.1" status: 200 len: 217 time: 0.0840416 Aug 06 16:07:37.805480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-31f1f97d-e1d1-4ef6-80e7-686ef34f6b18 None None] Provisioning for port 7e5203f9-9846-46fd-9812-f9512a8cc429 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:37.833996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-31f1f97d-e1d1-4ef6-80e7-686ef34f6b18 None None] Provisioning complete for port 7e5203f9-9846-46fd-9812-f9512a8cc429 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:37.835080 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-31f1f97d-e1d1-4ef6-80e7-686ef34f6b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.873374 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.875479 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.878598 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-bd8b069b-f3fd-4690-8ec2-25bee34dc52d tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3000646 Aug 06 16:07:37.910344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Request body: {'port': {'device_id': 'c99cd80e-347d-45c8-8f51-287acd553301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:37.920442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 93f63764-be68-4d14-91fa-210fd3c6db0d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=93f63764-be68-4d14-91fa-210fd3c6db0d,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:37.924556 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-31f1f97d-e1d1-4ef6-80e7-686ef34f6b18 None None] Port 7e5203f9-9846-46fd-9812-f9512a8cc429 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:07:37.930079 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.931499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-781075c6-aaf3-4285-8ace-91fdfaba170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:37.936298 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-781075c6-aaf3-4285-8ace-91fdfaba170f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ace2fcc-c82b-40df-8188-608cb03264e5 HTTP/1.1" status: 200 len: 861 time: 0.1498244 Aug 06 16:07:37.980246 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-81fe099b-49f7-48bf-aca7-ca4295f0009c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e9c146ba-2c73-455b-bc96-29442b5302a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346227 Aug 06 16:07:37.981045 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.988054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=93f63764-be68-4d14-91fa-210fd3c6db0d,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:38.047735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1156c6e-debe-4101-92e5-21e5c846b23b req-0bd823ce-de36-4c6d-86fc-cf8fe178d42a tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:38.050100 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1156c6e-debe-4101-92e5-21e5c846b23b req-0bd823ce-de36-4c6d-86fc-cf8fe178d42a tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 944 time: 0.3183265 Aug 06 16:07:38.073063 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:38.081772 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:38.140384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a84c1a-1ece-46b7-8161-70b6e888203b req-3171deca-38e6-4bc8-87ba-01bd76f3cd19 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:38.141948 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-60a84c1a-1ece-46b7-8161-70b6e888203b req-3171deca-38e6-4bc8-87ba-01bd76f3cd19 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.13 "GET /v2.0/ports?device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 946 time: 0.1593139 Aug 06 16:07:38.153043 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-cfdde829-9ad2-47b9-89cd-a7a45b9e2a02 service neutron] 10.222.0.37 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489521 Aug 06 16:07:38.162186 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:38.194922 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:38.203438 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Pushing event updated for resources: {'Port': ['ID=e067209c-4098-4fea-a216-d61ded2dc2b3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:38.209463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:38.246176 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-5578a230-77e6-4b55-b966-c53e8662fc8c service neutron] 10.222.0.78 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499957 Aug 06 16:07:38.268976 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e55fc31-37c1-4027-9d34-d54b4d7e4fd2 None None] Network 39dba63e-fd34-454e-bc07-5ffc6162fa5f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:38.270695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1156c6e-debe-4101-92e5-21e5c846b23b req-be633b7e-38bd-454c-9515-fede4a7662a0 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834352 Aug 06 16:07:38.405423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2b7a5c8b-5c69-4a9e-b8e5-646684b4b715 None None] Provisioning for port fd875884-40c9-41eb-9d26-2fa07a2d4901 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:38.518056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bbecdadc-33fa-4c52-bf71-f0005301c2c4 service neutron] 10.222.0.37 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640015 Aug 06 16:07:38.614900 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:38.633495 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb86a1c-d0bf-47a3-a2ca-003757f9d983 req-99b5599f-140d-476c-a20a-16d0b927cd78 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:38.635323 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fbb86a1c-d0bf-47a3-a2ca-003757f9d983 req-99b5599f-140d-476c-a20a-16d0b927cd78 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 931 time: 0.1833389 Aug 06 16:07:38.642942 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:38.800784 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:38.821074 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fbb86a1c-d0bf-47a3-a2ca-003757f9d983 req-441a9f73-35ac-471e-a791-8a29022be502 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1718166 Aug 06 16:07:38.851754 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=17fd2f4e-c62e-4fcf-9a82-adfdec0978c1,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:38.872881 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c04c15-85f5-4cbd-a019-87075b93236b x-openstack-request-id: req-04c04c15-85f5-4cbd-a019-87075b93236b {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:38.876777 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f02277f-2e0d-465a-83de-7f96790d1136", "tag": "4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:38.877034 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04c04c15-85f5-4cbd-a019-87075b93236b {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:38.877447 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f02277f-2e0d-465a-83de-7f96790d1136', 'tag': '4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477', 'status': 'completed', 'code': 200} Aug 06 16:07:38.894211 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b6900aff-4ea8-4f6c-97f7-072852289861 req-a13b7811-5fb7-4e4c-af3e-7a72417d1ce9 service neutron] 10.222.0.78 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263163 Aug 06 16:07:38.928880 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-60a84c1a-1ece-46b7-8161-70b6e888203b req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Deleting port 0c2e515e-eeb7-408a-95fa-f02811bfb603 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:38.929331 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a84c1a-1ece-46b7-8161-70b6e888203b req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:38.989134 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-031f5e57-abaf-4b0a-86f9-1db3922395f1 req-580af714-e4e0-4213-80c3-a709dcb7fa4a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 210 time: 0.0920305 Aug 06 16:07:39.023773 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:39.066551 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5203f9-9846-46fd-9812-f9512a8cc429 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:07:39.093124 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:39.120748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Transition to ACTIVE for port object 7e5203f9-9846-46fd-9812-f9512a8cc429 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:39.134430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:39.147905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f8872-0f22-4761-898a-be0556e636c1 req-42682156-c4a8-45b3-a0bb-58d6807d2d13 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:39.149506 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-314f8872-0f22-4761-898a-be0556e636c1 req-42682156-c4a8-45b3-a0bb-58d6807d2d13 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/ports?device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 946 time: 0.2218208 Aug 06 16:07:39.211462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Network a876d286-faef-4d9d-acbe-4ffddb779c49 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:39.229205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:39.250416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09081df-7e17-470a-9a8e-68e0652d921b req-397ca21f-40cd-45e6-a569-15f6d1a9daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:39.252673 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d09081df-7e17-470a-9a8e-68e0652d921b req-397ca21f-40cd-45e6-a569-15f6d1a9daac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=67dd413fff104befa17a37af19547712&device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 1095 time: 0.2583904 Aug 06 16:07:39.267504 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 93f63764-be68-4d14-91fa-210fd3c6db0d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:39.281361 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5203f9-9846-46fd-9812-f9512a8cc429,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:39.299840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-314f8872-0f22-4761-898a-be0556e636c1 req-8c4e3a63-8244-4028-a80e-ec9768aa5781 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/security-groups?id=535075df-04fd-4c07-bfb6-bd9c0f94b8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280203 Aug 06 16:07:39.411388 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 93f63764-be68-4d14-91fa-210fd3c6db0d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:39.411982 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:39.475468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-60a84c1a-1ece-46b7-8161-70b6e888203b req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] For port 0c2e515e-eeb7-408a-95fa-f02811bfb603, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0c2e515e-eeb7-408a-95fa-f02811bfb603,segment=NetworkSegment(4b7c6ee6-0e20-4969-ab05-0a9ac539f612),segment_id=4b7c6ee6-0e20-4969-ab05-0a9ac539f612)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:39.476446 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a84c1a-1ece-46b7-8161-70b6e888203b req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:39.553051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-60a84c1a-1ece-46b7-8161-70b6e888203b req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Calling delete_port for 0c2e515e-eeb7-408a-95fa-f02811bfb603 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:39.563672 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:39.614584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fd875884-40c9-41eb-9d26-2fa07a2d4901 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:39.688523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Attempting to bind port 7e5203f9-9846-46fd-9812-f9512a8cc429 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:39.689571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Attempting to bind port 7e5203f9-9846-46fd-9812-f9512a8cc429 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '500b7027-c26a-45a4-863d-f2b6e68afb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:39.689961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Attempting to bind port 7e5203f9-9846-46fd-9812-f9512a8cc429 on network da7b15e0-71c6-4b87-9abb-8143779bbeae {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:39.692033 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port fd875884-40c9-41eb-9d26-2fa07a2d4901 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:39.700531 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fd875884-40c9-41eb-9d26-2fa07a2d4901 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:39.701421 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:39.705225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Port 7e5203f9-9846-46fd-9812-f9512a8cc429 on network da7b15e0-71c6-4b87-9abb-8143779bbeae not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:07:39.705722 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Attempting to bind port 7e5203f9-9846-46fd-9812-f9512a8cc429 on network da7b15e0-71c6-4b87-9abb-8143779bbeae {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:39.725120 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17b7b8-b2ab-4f70-9198-958cf9213ec5 req-a935b8fe-83df-448b-ba69-df5b165db426 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:39.726785 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d17b7b8-b2ab-4f70-9198-958cf9213ec5 req-a935b8fe-83df-448b-ba69-df5b165db426 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 944 time: 0.1976538 Aug 06 16:07:39.730258 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:39.730716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Checking segment: {'id': '500b7027-c26a-45a4-863d-f2b6e68afb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:39.731215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Bound using segment: {'id': '500b7027-c26a-45a4-863d-f2b6e68afb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:39.731800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Bound port: 7e5203f9-9846-46fd-9812-f9512a8cc429, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500b7027-c26a-45a4-863d-f2b6e68afb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:39.732191 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:39.736475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Router f56400c2-00f3-4467-a3e4-63abdf62b571 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:07:39.768481 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09081df-7e17-470a-9a8e-68e0652d921b req-4989d267-c78f-4ffd-98ab-a3eb2a7b2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:39.770076 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d09081df-7e17-470a-9a8e-68e0652d921b req-4989d267-c78f-4ffd-98ab-a3eb2a7b2d83 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e9c146ba-2c73-455b-bc96-29442b5302a5 HTTP/1.1" status: 200 len: 922 time: 0.5035341 Aug 06 16:07:39.865142 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d09081df-7e17-470a-9a8e-68e0652d921b req-2911b944-6fa1-41b6-970a-6c85bd3426ee service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 HTTP/1.1" status: 200 len: 217 time: 0.0608273 Aug 06 16:07:39.881833 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:39.936251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-36a22391-4669-4c98-9bba-6e62414af51e None None] Provisioning complete for port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:39.936636 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-36a22391-4669-4c98-9bba-6e62414af51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:39.999354 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-36a22391-4669-4c98-9bba-6e62414af51e None None] Port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:07:40.007164 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port fd875884-40c9-41eb-9d26-2fa07a2d4901, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fd875884-40c9-41eb-9d26-2fa07a2d4901,segment=NetworkSegment(424f4a1a-23cc-4ab3-988b-8ed48ab280e6),segment_id=424f4a1a-23cc-4ab3-988b-8ed48ab280e6)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:40.021174 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:40.042665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09081df-7e17-470a-9a8e-68e0652d921b req-c484f623-4f74-426a-8d79-c8befbf9ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:40.044805 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d09081df-7e17-470a-9a8e-68e0652d921b req-c484f623-4f74-426a-8d79-c8befbf9ddb6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ace2fcc-c82b-40df-8188-608cb03264e5 HTTP/1.1" status: 200 len: 861 time: 0.1568036 Aug 06 16:07:40.129369 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=fd875884-40c9-41eb-9d26-2fa07a2d4901,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:40.145333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.145943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.146499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.146903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.147068 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d09081df-7e17-470a-9a8e-68e0652d921b req-f66bd52b-621d-4ff6-9260-13c7e4e00e62 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e9c146ba-2c73-455b-bc96-29442b5302a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670342 Aug 06 16:07:40.149444 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.149882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.151199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.151964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.152320 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.154771 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.155163 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.155906 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.235768 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:40.237930 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a84c1a-1ece-46b7-8161-70b6e888203b req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:40.316839 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d17b7b8-b2ab-4f70-9198-958cf9213ec5 req-ddc3133c-3053-419a-8b6f-8642c989edd2 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683310 Aug 06 16:07:40.335263 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Pushing event deleted for resources: {'Port': ['ID=0c2e515e-eeb7-408a-95fa-f02811bfb603,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:40.362503 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] For port 7e5203f9-9846-46fd-9812-f9512a8cc429, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:40.384028 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.384475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.384898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.385307 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.385757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.386272 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.386686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.387092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.387495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.387890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.388462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.389375 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:40.401450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970ea33-f692-4a4b-8f13-b1f5d5a08c04 req-40a5d762-94cb-4322-a660-64b6276aff83 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:40.403033 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5970ea33-f692-4a4b-8f13-b1f5d5a08c04 req-40a5d762-94cb-4322-a660-64b6276aff83 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 943 time: 0.2052262 Aug 06 16:07:40.409497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] For port 7e5203f9-9846-46fd-9812-f9512a8cc429, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=7e5203f9-9846-46fd-9812-f9512a8cc429,segment=NetworkSegment(500b7027-c26a-45a4-863d-f2b6e68afb93),segment_id=500b7027-c26a-45a4-863d-f2b6e68afb93)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:40.418410 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a84c1a-1ece-46b7-8161-70b6e888203b req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] No DVR routers for this DVR port 0c2e515e-eeb7-408a-95fa-f02811bfb603 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:07:40.435895 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:40.480842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:40.485505 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-60a84c1a-1ece-46b7-8161-70b6e888203b req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:40.489938 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-60a84c1a-1ece-46b7-8161-70b6e888203b req-5d77ece9-c225-43d2-871d-9c35a84a03f0 tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.13 "DELETE /v2.0/ports/0c2e515e-eeb7-408a-95fa-f02811bfb603 HTTP/1.1" status: 204 len: 173 time: 2.3384430 Aug 06 16:07:40.492652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Sync routers for ids ['f56400c2-00f3-4467-a3e4-63abdf62b571'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:40.504871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-faee0ee0-9095-45d9-baee-1eaf989bb8c0 admin admin] 10.222.0.37 "PUT /v2.0/routers/f56400c2-00f3-4467-a3e4-63abdf62b571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1763313 Aug 06 16:07:40.505827 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d09081df-7e17-470a-9a8e-68e0652d921b req-055b17f7-f843-46c8-848a-4e4eaa941087 service neutron] 10.222.0.78 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431334 Aug 06 16:07:40.541954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Routers {'f56400c2-00f3-4467-a3e4-63abdf62b571'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:40.547794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['f56400c2-00f3-4467-a3e4-63abdf62b571'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:40.558265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5203f9-9846-46fd-9812-f9512a8cc429,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:40.573669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:40.574317 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:40.579246 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ec35a6a8-5261-442b-9f0e-013b0feba924 service neutron] 10.222.0.13 "PUT /v2.0/ports/7e5203f9-9846-46fd-9812-f9512a8cc429 HTTP/1.1" status: 200 len: 1091 time: 2.6798055 Aug 06 16:07:40.594903 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5970ea33-f692-4a4b-8f13-b1f5d5a08c04 req-43c9ee40-2676-4993-9802-9e65e2d091fc tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1666346 Aug 06 16:07:40.598713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99cd80e-347d-45c8-8f51-287acd553301', 'tag': '7e5203f9-9846-46fd-9812-f9512a8cc429'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:40.606320 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010b63e8-eb3c-4629-9a72-19a99c23e4af" -d '{"events": [{"name": "network-changed", "server_uuid": "c99cd80e-347d-45c8-8f51-287acd553301", "tag": "7e5203f9-9846-46fd-9812-f9512a8cc429"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:40.842179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ffb7b765-3d03-43ea-b0b5-ea8b7f01afe9 req-cb903ac3-2eec-4195-818e-fb96e52d596d tempest-ServerAddressesTestJSON-1565181634 tempest-ServerAddressesTestJSON-1565181634-project] 10.222.0.37 "GET /v2.0/ports?device_id=7127fb27-9f5e-4d84-be20-6fdffbcc4a45 HTTP/1.1" status: 200 len: 210 time: 0.0924406 Aug 06 16:07:40.893752 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7127fb27-9f5e-4d84-be20-6fdffbcc4a45', 'name': 'network-vif-deleted', 'tag': '0c2e515e-eeb7-408a-95fa-f02811bfb603'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:40.903616 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3257e3-5fcc-4925-a87e-89f857bbbf20" -d '{"events": [{"server_uuid": "7127fb27-9f5e-4d84-be20-6fdffbcc4a45", "name": "network-vif-deleted", "tag": "0c2e515e-eeb7-408a-95fa-f02811bfb603"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:40.991674 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-a880978c-570d-4e8b-b09c-d6b78d08db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:40.993076 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d09081df-7e17-470a-9a8e-68e0652d921b req-b0bdd65e-10b6-4b4d-90cc-1944a22f22df service neutron] 10.222.0.78 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412191 Aug 06 16:07:40.997975 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-a880978c-570d-4e8b-b09c-d6b78d08db51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=727b35e2e4ad4499bb5ec153661827ba&device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 1094 time: 0.1545119 Aug 06 16:07:41.032068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Router a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:07:41.106282 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Set router f56400c2-00f3-4467-a3e4-63abdf62b571 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:41.208874 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7752cc-1b2b-445c-a778-982f8bb550f7 x-openstack-request-id: req-fb7752cc-1b2b-445c-a778-982f8bb550f7 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:41.212679 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99cd80e-347d-45c8-8f51-287acd553301", "tag": "7e5203f9-9846-46fd-9812-f9512a8cc429", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:41.213071 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb7752cc-1b2b-445c-a778-982f8bb550f7 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:41.213712 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99cd80e-347d-45c8-8f51-287acd553301', 'tag': '7e5203f9-9846-46fd-9812-f9512a8cc429', 'status': 'completed', 'code': 200} Aug 06 16:07:41.218406 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-18615809-06ef-4bda-902d-7779c411b571 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e5203f9-9846-46fd-9812-f9512a8cc429 HTTP/1.1" status: 200 len: 217 time: 0.2110403 Aug 06 16:07:41.230203 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fd875884-40c9-41eb-9d26-2fa07a2d4901 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:41.345566 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-79fe9451-fa11-4b2b-9a82-9dfaad8e1f76 req-a09311a4-f94c-439f-8b3f-f06425cc6fa1 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 210 time: 0.1303475 Aug 06 16:07:41.388203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-c6f2deab-f493-4b19-a41f-b1ce3173d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:41.394494 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-c6f2deab-f493-4b19-a41f-b1ce3173d0e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcdd933d-577f-42a7-88e0-0071c84cf819 HTTP/1.1" status: 200 len: 844 time: 0.1637044 Aug 06 16:07:41.419272 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:41.433085 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Sync routers for ids ['a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:41.457345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fd875884-40c9-41eb-9d26-2fa07a2d4901 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:41.458068 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:41.466069 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Routers {'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:41.467591 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:41.491463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ccc47e7b-f444-4e8a-8104-f44138d41a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:41.493051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-ccc47e7b-f444-4e8a-8104-f44138d41a29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da7b15e0-71c6-4b87-9abb-8143779bbeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854986 Aug 06 16:07:41.523120 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-c98a3748-ab3d-44f9-8b94-31fc02fcad80 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:41.527394 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-c98a3748-ab3d-44f9-8b94-31fc02fcad80 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.78 "GET /v2.0/networks?id=a866e395-3ce9-4555-a769-7f0869a94e9f HTTP/1.1" status: 200 len: 816 time: 0.9808867 Aug 06 16:07:41.645165 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541db7e3-a950-4183-a24f-e163aab6f684 x-openstack-request-id: req-541db7e3-a950-4183-a24f-e163aab6f684 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:41.647535 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7127fb27-9f5e-4d84-be20-6fdffbcc4a45", "name": "network-vif-deleted", "tag": "0c2e515e-eeb7-408a-95fa-f02811bfb603", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:41.647819 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-541db7e3-a950-4183-a24f-e163aab6f684 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:41.648228 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7127fb27-9f5e-4d84-be20-6fdffbcc4a45', 'name': 'network-vif-deleted', 'tag': '0c2e515e-eeb7-408a-95fa-f02811bfb603', 'status': 'completed', 'code': 200} Aug 06 16:07:41.663801 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-e356d081-bbdd-4d85-ba08-9b5d9470c4eb tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ffc041dde4b4c088ba8b49bfae0f273 HTTP/1.1" status: 200 len: 379 time: 0.1152601 Aug 06 16:07:41.665175 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:41.669566 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7d768cd5-e026-41dc-b4bc-ecf6888ffd21 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1782568 Aug 06 16:07:41.675465 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44968) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:41.676892 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-588c0716-7f9b-418a-9a13-1320d6e90d0a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Request body: {'port': {'device_id': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'admin_state_up': True, 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'security_groups': ['8bde8171-0e9f-400f-b84d-ceaf5cbd6e23']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:41.685250 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44970) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:41.691216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3aac579e-918d-4ed9-a26b-6f4c8c3b302d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719489339', 'description': 'tempest-description--628584024'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:41.710154 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Set router a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:41.786856 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'name': 'tempest-ServersTestBootFromVolume-1431291784-router', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:27Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'gw_port': {'id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:30Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '17fd2f4e-c62e-4fcf-9a82-adfdec0978c1', 'name': '', 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'mac_address': 'fa:16:3e:63:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:34Z', 'updated_at': '2021-08-06T16:07:38Z', 'revision_number': 2, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'subnets': [{'id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:41.793529 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3aac579e-918d-4ed9-a26b-6f4c8c3b302d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:41.848224 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0c2e515e-eeb7-408a-95fa-f02811bfb603 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:07:41.856798 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-a7e2dea4-72c5-4e25-a834-91dd7071eee5 service neutron] 10.222.0.13 "GET /v2.0/networks/da7b15e0-71c6-4b87-9abb-8143779bbeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558764 Aug 06 16:07:41.880506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 0c2e515e-eeb7-408a-95fa-f02811bfb603 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:07:41.881542 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0c2e515e-eeb7-408a-95fa-f02811bfb603 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:07:41.886143 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Checking router: f56400c2-00f3-4467-a3e4-63abdf62b571 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:41.886517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Updating router f56400c2-00f3-4467-a3e4-63abdf62b571 port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:07:41.927310 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:41.937279 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3aac579e-918d-4ed9-a26b-6f4c8c3b302d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:41.954763 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3aac579e-918d-4ed9-a26b-6f4c8c3b302d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.004793 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-588c0716-7f9b-418a-9a13-1320d6e90d0a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Made reservation on behalf of 7ffc041dde4b4c088ba8b49bfae0f273 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:42.009009 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-588c0716-7f9b-418a-9a13-1320d6e90d0a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.035239 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3aac579e-918d-4ed9-a26b-6f4c8c3b302d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.036779 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3aac579e-918d-4ed9-a26b-6f4c8c3b302d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3501353 Aug 06 16:07:42.040778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44976) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:42.048713 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-2e468cbc-4876-43cb-a502-4b52014a111c tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Request body: {'security_group_rule': {'security_group_id': '5c09a05d-c150-4311-b146-fc050feb8e43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:42.049691 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'name': 'tempest-TestAggregatesBasicOps-1583220104-router', 'tenant_id': '0b50d5c602fc4a09a5964fd5870b7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'e067209c-4098-4fea-a216-d61ded2dc2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:35Z', 'updated_at': '2021-08-06T16:07:38Z', 'revision_number': 3, 'project_id': '0b50d5c602fc4a09a5964fd5870b7823', 'gw_port': {'id': 'e067209c-4098-4fea-a216-d61ded2dc2b3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:37Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:42.057186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4eca54-d376-464c-b47b-ac3fbc72afe8 req-ec37916e-600c-4c85-bca3-d77aa8a16c07 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:42.065561 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e4eca54-d376-464c-b47b-ac3fbc72afe8 req-ec37916e-600c-4c85-bca3-d77aa8a16c07 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 944 time: 0.2060204 Aug 06 16:07:42.087144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac579e-918d-4ed9-a26b-6f4c8c3b302d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c09a05d-c150-4311-b146-fc050feb8e43,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:42.099676 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Checking router: a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:42.100826 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Updating router a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc port e067209c-4098-4fea-a216-d61ded2dc2b3 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:07:42.144197 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.156628 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e468cbc-4876-43cb-a502-4b52014a111c tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.180573 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c355db-7113-45e6-9a36-64f9e24bde59 req-b8623a98-95f5-424a-80c1-92bf14c8bf6e tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:42.188187 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e7c355db-7113-45e6-9a36-64f9e24bde59 req-b8623a98-95f5-424a-80c1-92bf14c8bf6e tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 943 time: 0.3298974 Aug 06 16:07:42.243239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e4eca54-d376-464c-b47b-ac3fbc72afe8 req-284b03ef-fd56-478c-a583-c642388c7ff9 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765587 Aug 06 16:07:42.273070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e7c355db-7113-45e6-9a36-64f9e24bde59 req-3f6923a4-225c-46e1-801f-9f84c67a7919 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837340 Aug 06 16:07:42.281695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-588c0716-7f9b-418a-9a13-1320d6e90d0a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Allocated IP 172.20.0.13 (a866e395-3ce9-4555-a769-7f0869a94e9f/179c64d1-b6cb-431f-aab6-556ce510d2b1/98a09210-9e18-4246-a5bf-a84d87cb9c7a) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:42.285012 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e468cbc-4876-43cb-a502-4b52014a111c tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.303909 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e468cbc-4876-43cb-a502-4b52014a111c tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.304583 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.326731 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Transition to ACTIVE for port object 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:42.335766 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.380070 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44978) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:42.388958 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:07:42.448257 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737749df-957e-4fb2-8ae2-432fc0216ea6 req-475d0c9a-0cb3-40d0-b7fc-1f0e6df7fd7f service neutron] 10.222.0.13 "GET /v2.0/networks/da7b15e0-71c6-4b87-9abb-8143779bbeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532811 Aug 06 16:07:42.456591 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fcf27-bb16-42d7-b2c5-1dbcb58af276 None None] Pushing event updated for resources: {'Port': ['ID=17fd2f4e-c62e-4fcf-9a82-adfdec0978c1,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:42.460727 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.473337 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Transition to ACTIVE for port object e067209c-4098-4fea-a216-d61ded2dc2b3 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:42.485431 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-279a98b7-22c9-4a29-9e84-2ab270875ec5 admin admin] Deleting subnet dd5dfa57-263e-44d2-a7b6-37d77869da69 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:07:42.486164 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.507681 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e468cbc-4876-43cb-a502-4b52014a111c tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f435174c-68bd-4e7f-b5e8-2e62e7ab2cbe,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:42.510266 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-279a98b7-22c9-4a29-9e84-2ab270875ec5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.547784 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e468cbc-4876-43cb-a502-4b52014a111c tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.549871 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102ea74-e648-4693-bd7a-aa6bafaab77d None None] Pushing event updated for resources: {'Port': ['ID=e067209c-4098-4fea-a216-d61ded2dc2b3,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:42.550398 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2e468cbc-4876-43cb-a502-4b52014a111c tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5062652 Aug 06 16:07:42.558673 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44982) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:42.574274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7a968cee-aa14-4579-8f1a-e1a07de4fc30 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Request body: {'security_group_rule': {'security_group_id': '5c09a05d-c150-4311-b146-fc050feb8e43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:42.587247 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Attempting to bind port e067209c-4098-4fea-a216-d61ded2dc2b3 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:42.587619 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Attempting to bind port e067209c-4098-4fea-a216-d61ded2dc2b3 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:42.587978 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Attempting to bind port e067209c-4098-4fea-a216-d61ded2dc2b3 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:42.599689 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:42.600102 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:42.601921 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.602524 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:42.603170 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Bound port: e067209c-4098-4fea-a216-d61ded2dc2b3, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:42.603731 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.618516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Attempting to bind port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:42.618888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Attempting to bind port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '559e01e0-8b33-45f1-8492-627d17666deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:42.619255 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Attempting to bind port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 on network a876d286-faef-4d9d-acbe-4ffddb779c49 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:42.661035 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:42.661700 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Checking segment: {'id': '559e01e0-8b33-45f1-8492-627d17666deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:42.662338 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.663033 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Bound using segment: {'id': '559e01e0-8b33-45f1-8492-627d17666deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:42.663835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Bound port: 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '559e01e0-8b33-45f1-8492-627d17666deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:42.664385 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.668583 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] For port e067209c-4098-4fea-a216-d61ded2dc2b3, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:42.672009 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] For port e067209c-4098-4fea-a216-d61ded2dc2b3, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e067209c-4098-4fea-a216-d61ded2dc2b3,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:42.674808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-69174e2d-a5dd-4b00-8de3-5ea4c4e74089 req-b07607f7-d2d6-4aa3-9bbf-9a205d3a2d9c tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 210 time: 0.0966072 Aug 06 16:07:42.684775 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.728146 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-279a98b7-22c9-4a29-9e84-2ab270875ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.754884 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102ea74-e648-4693-bd7a-aa6bafaab77d None None] Pushing event updated for resources: {'Port': ['ID=e067209c-4098-4fea-a216-d61ded2dc2b3,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:42.778714 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:42.783154 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Routers {'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:42.788653 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:42.791481 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-279a98b7-22c9-4a29-9e84-2ab270875ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.802533 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477', 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5', 'port_id': '4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477', 'mac_address': 'fa:16:3e:d6:9c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ace2fcc-c82b-40df-8188-608cb03264e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:07:42.828172 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.831315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b63e8-eb3c-4629-9a72-19a99c23e4af req-8f4b2943-94e3-4ccf-b3e3-0ff2603ec1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:42.833592 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-010b63e8-eb3c-4629-9a72-19a99c23e4af req-8f4b2943-94e3-4ccf-b3e3-0ff2603ec1b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=727b35e2e4ad4499bb5ec153661827ba&device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 1094 time: 0.2536275 Aug 06 16:07:42.872306 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.880580 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-279a98b7-22c9-4a29-9e84-2ab270875ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.893671 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:07:42.906810 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] For port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:42.911247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] For port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=17fd2f4e-c62e-4fcf-9a82-adfdec0978c1,segment=NetworkSegment(559e01e0-8b33-45f1-8492-627d17666deb),segment_id=559e01e0-8b33-45f1-8492-627d17666deb)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:42.918397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a98b7-22c9-4a29-9e84-2ab270875ec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd5dfa57-263e-44d2-a7b6-37d77869da69,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:42.926079 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] Set router a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:42.929289 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.940806 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-279a98b7-22c9-4a29-9e84-2ab270875ec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.949037 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-279a98b7-22c9-4a29-9e84-2ab270875ec5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dd5dfa57-263e-44d2-a7b6-37d77869da69 HTTP/1.1" status: 204 len: 168 time: 0.5685434 Aug 06 16:07:42.955105 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44988) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:42.965655 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a968cee-aa14-4579-8f1a-e1a07de4fc30 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.985963 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:42.986912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fcf27-bb16-42d7-b2c5-1dbcb58af276 None None] Pushing event updated for resources: {'Port': ['ID=17fd2f4e-c62e-4fcf-9a82-adfdec0978c1,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:43.013982 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:43.017831 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Routers {'f56400c2-00f3-4467-a3e4-63abdf62b571'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:43.018243 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['f56400c2-00f3-4467-a3e4-63abdf62b571'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:43.077540 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a968cee-aa14-4579-8f1a-e1a07de4fc30 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:43.092499 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a968cee-aa14-4579-8f1a-e1a07de4fc30 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:43.113406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b63e8-eb3c-4629-9a72-19a99c23e4af req-8fc45f4b-83d3-4b60-b952-d80fe1364fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:43.115612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-010b63e8-eb3c-4629-9a72-19a99c23e4af req-8fc45f4b-83d3-4b60-b952-d80fe1364fdb service neutron] 10.222.0.13 "GET /v2.0/networks?id=da7b15e0-71c6-4b87-9abb-8143779bbeae HTTP/1.1" status: 200 len: 906 time: 0.2724743 Aug 06 16:07:43.162730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:43.178214 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-010b63e8-eb3c-4629-9a72-19a99c23e4af req-8848a27e-5da3-4c92-b643-d40c645c1fe6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e5203f9-9846-46fd-9812-f9512a8cc429 HTTP/1.1" status: 200 len: 217 time: 0.0530806 Aug 06 16:07:43.278017 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Allocated IP 172.20.0.1 (39dba63e-fd34-454e-bc07-5ffc6162fa5f/ea6ce3b3-6a63-4bd0-897b-bc89adacdc09/5061646b-a3e7-4812-b8d8-2e32d8ecc732) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:43.287818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b63e8-eb3c-4629-9a72-19a99c23e4af req-82271957-ae6c-4bd3-a0d7-7ddb4d9cf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:43.290038 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-010b63e8-eb3c-4629-9a72-19a99c23e4af req-82271957-ae6c-4bd3-a0d7-7ddb4d9cf9c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcdd933d-577f-42a7-88e0-0071c84cf819 HTTP/1.1" status: 200 len: 844 time: 0.0862975 Aug 06 16:07:43.318373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a968cee-aa14-4579-8f1a-e1a07de4fc30 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6e21f7-782b-453a-bffb-e978a3133443,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:43.364267 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-588c0716-7f9b-418a-9a13-1320d6e90d0a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:43.378628 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a968cee-aa14-4579-8f1a-e1a07de4fc30 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:43.379997 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7a968cee-aa14-4579-8f1a-e1a07de4fc30 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8200989 Aug 06 16:07:43.385065 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f44ce37-b5cd-4e3a-94bf-85704ffbdd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:43.386571 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44994) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:43.399894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] Set router f56400c2-00f3-4467-a3e4-63abdf62b571 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:43.412396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:43.424048 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-588c0716-7f9b-418a-9a13-1320d6e90d0a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Transition to ACTIVE for port object 98a09210-9e18-4246-a5bf-a84d87cb9c7a will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:43.478775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:43.504054 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'name': 'tempest-TestAggregatesBasicOps-1583220104-router', 'tenant_id': '0b50d5c602fc4a09a5964fd5870b7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'e067209c-4098-4fea-a216-d61ded2dc2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:35Z', 'updated_at': '2021-08-06T16:07:38Z', 'revision_number': 3, 'project_id': '0b50d5c602fc4a09a5964fd5870b7823', 'gw_port': {'id': 'e067209c-4098-4fea-a216-d61ded2dc2b3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:37Z', 'updated_at': '2021-08-06T16:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:43.531520 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d44513-6bbc-4eea-ab8f-84d97ad9fea4 None None] The sync data for ids ['a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'] in n-d-803756-1 is: [{'id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'name': 'tempest-TestAggregatesBasicOps-1583220104-router', 'tenant_id': '0b50d5c602fc4a09a5964fd5870b7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'e067209c-4098-4fea-a216-d61ded2dc2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:35Z', 'updated_at': '2021-08-06T16:07:38Z', 'revision_number': 3, 'project_id': '0b50d5c602fc4a09a5964fd5870b7823', 'gw_port': {'id': 'e067209c-4098-4fea-a216-d61ded2dc2b3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:37Z', 'updated_at': '2021-08-06T16:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:43.543218 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:07:43.549675 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b63e8-eb3c-4629-9a72-19a99c23e4af req-043e5af1-8b80-47c7-9702-d6a30b939858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:43.551376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-010b63e8-eb3c-4629-9a72-19a99c23e4af req-043e5af1-8b80-47c7-9702-d6a30b939858 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da7b15e0-71c6-4b87-9abb-8143779bbeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2540164 Aug 06 16:07:43.584634 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f44ce37-b5cd-4e3a-94bf-85704ffbdd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:43.629442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-0f44ce37-b5cd-4e3a-94bf-85704ffbdd81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:43.649980 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-588c0716-7f9b-418a-9a13-1320d6e90d0a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:43.660374 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-0f44ce37-b5cd-4e3a-94bf-85704ffbdd81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7c6ee6-0e20-4969-ab05-0a9ac539f612') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:43.660680 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-0f44ce37-b5cd-4e3a-94bf-85704ffbdd81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7c6ee6-0e20-4969-ab05-0a9ac539f612') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:43.672633 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4147929-2590-4333-95e7-21c642ede3f7 req-34498eef-f917-4aaa-be32-7c56aec8d6b3 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:43.679003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4147929-2590-4333-95e7-21c642ede3f7 req-34498eef-f917-4aaa-be32-7c56aec8d6b3 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 943 time: 0.2592053 Aug 06 16:07:43.703231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6db18-b0d2-414f-a32e-4191dcb4c2f5 req-0ef4b429-2180-46ab-aa4e-f53b7d3c50c7 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:43.706991 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f44ce37-b5cd-4e3a-94bf-85704ffbdd81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:43.713472 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2a6db18-b0d2-414f-a32e-4191dcb4c2f5 req-0ef4b429-2180-46ab-aa4e-f53b7d3c50c7 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 945 time: 0.2958577 Aug 06 16:07:43.750830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-588c0716-7f9b-418a-9a13-1320d6e90d0a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Network a866e395-3ce9-4555-a769-7f0869a94e9f is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:43.752404 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f44ce37-b5cd-4e3a-94bf-85704ffbdd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:43.766557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-588c0716-7f9b-418a-9a13-1320d6e90d0a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:43.785656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-588c0716-7f9b-418a-9a13-1320d6e90d0a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:43.791299 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f44ce37-b5cd-4e3a-94bf-85704ffbdd81 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:07:43.791495 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:43.792037 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f44ce37-b5cd-4e3a-94bf-85704ffbdd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:07:43.794994 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:07:43.851219 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2a6db18-b0d2-414f-a32e-4191dcb4c2f5 req-864cf16f-f27d-4faa-9483-10f5e413294e tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316690 Aug 06 16:07:43.853529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-010b63e8-eb3c-4629-9a72-19a99c23e4af req-ec735a91-a3fa-4e58-8b68-e00b98d97d8a service neutron] 10.222.0.13 "GET /v2.0/networks/da7b15e0-71c6-4b87-9abb-8143779bbeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917950 Aug 06 16:07:43.927556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c0716-7f9b-418a-9a13-1320d6e90d0a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event updated for resources: {'Port': ['ID=98a09210-9e18-4246-a5bf-a84d87cb9c7a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:43.933860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Transition to ACTIVE for port object 5061646b-a3e7-4812-b8d8-2e32d8ecc732 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:43.977104 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-588c0716-7f9b-418a-9a13-1320d6e90d0a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:43.977813 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-588c0716-7f9b-418a-9a13-1320d6e90d0a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:43.986872 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f44ce37-b5cd-4e3a-94bf-85704ffbdd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:43.994870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'name': 'tempest-ServersTestBootFromVolume-1431291784-router', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:27Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'gw_port': {'id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:30Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '17fd2f4e-c62e-4fcf-9a82-adfdec0978c1', 'name': '', 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'mac_address': 'fa:16:3e:63:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:34Z', 'updated_at': '2021-08-06T16:07:42Z', 'revision_number': 4, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'subnets': [{'id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:43.998929 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f44ce37-b5cd-4e3a-94bf-85704ffbdd81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:44.014918 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0f44ce37-b5cd-4e3a-94bf-85704ffbdd81 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705 HTTP/1.1" status: 204 len: 168 time: 1.0586188 Aug 06 16:07:44.051639 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4147929-2590-4333-95e7-21c642ede3f7 req-1cedde4c-8160-4d7d-916c-da52b6eb4476 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3096771 Aug 06 16:07:44.052827 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79046aff-d574-409e-ae9e-c30f886aa80f None None] The sync data for ids ['f56400c2-00f3-4467-a3e4-63abdf62b571'] in n-d-803756-1 is: [{'id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'name': 'tempest-ServersTestBootFromVolume-1431291784-router', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:27Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'gw_port': {'id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:30Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '17fd2f4e-c62e-4fcf-9a82-adfdec0978c1', 'name': '', 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'mac_address': 'fa:16:3e:63:78:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:34Z', 'updated_at': '2021-08-06T16:07:42Z', 'revision_number': 4, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'subnets': [{'id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:44.231338 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-010b63e8-eb3c-4629-9a72-19a99c23e4af req-10208417-dc5a-460b-be7a-02c3107a6d88 service neutron] 10.222.0.13 "GET /v2.0/networks/da7b15e0-71c6-4b87-9abb-8143779bbeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652947 Aug 06 16:07:44.268195 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:44.368703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Network 39dba63e-fd34-454e-bc07-5ffc6162fa5f is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:44.384385 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:44.395587 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8337cc87-fdb2-4920-ac5b-baa2e4c737ce None None] Provisioning for port 98a09210-9e18-4246-a5bf-a84d87cb9c7a completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:44.406581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8337cc87-fdb2-4920-ac5b-baa2e4c737ce None None] Provisioning complete for port 98a09210-9e18-4246-a5bf-a84d87cb9c7a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:44.417065 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8337cc87-fdb2-4920-ac5b-baa2e4c737ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:44.425111 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:44.508338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:44.511489 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8337cc87-fdb2-4920-ac5b-baa2e4c737ce None None] Port 98a09210-9e18-4246-a5bf-a84d87cb9c7a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:07:44.534635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Pushing event updated for resources: {'Port': ['ID=5061646b-a3e7-4812-b8d8-2e32d8ecc732,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:44.537182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45006) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:44.638199 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44ce37-b5cd-4e3a-94bf-85704ffbdd81 admin admin] Pushing event deleted for resources: {'Network': ['ID=b84a2aa4-fad9-4ff6-ab8a-6cbb58e0b705,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:44.650900 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-588c0716-7f9b-418a-9a13-1320d6e90d0a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9798434 Aug 06 16:07:44.653547 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:44.668865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351309c0-06ed-4c45-b444-177d225497e8 req-008bf659-e9a4-4efe-87af-6b8734720c95 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:44.669557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Request body: {'port': {'device_id': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:44.678455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-351309c0-06ed-4c45-b444-177d225497e8 req-008bf659-e9a4-4efe-87af-6b8734720c95 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 932 time: 0.4239519 Aug 06 16:07:44.779624 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5385210e-29b2-4847-944b-5336bd0d6a90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac8158ef619e488a891ec26378d341b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839874 Aug 06 16:07:44.782905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45008) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:44.800787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-351309c0-06ed-4c45-b444-177d225497e8 req-e801e9f3-39d1-4309-a684-3ffebae3b325 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191118 Aug 06 16:07:44.849194 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:44.852151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-aebf5c6e-5597-4b82-aace-6f894485a8ed None None] Provisioning for port 5061646b-a3e7-4812-b8d8-2e32d8ecc732 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:44.856601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-aebf5c6e-5597-4b82-aace-6f894485a8ed None None] Provisioning complete for port 5061646b-a3e7-4812-b8d8-2e32d8ecc732 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:44.857310 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aebf5c6e-5597-4b82-aace-6f894485a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:44.944569 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:44.950830 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-aebf5c6e-5597-4b82-aace-6f894485a8ed None None] Port 5061646b-a3e7-4812-b8d8-2e32d8ecc732 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:07:44.952209 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Allocated IP 172.25.1.78 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/1fb14b8f-c3df-474a-b827-9ce1448e86af) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:45.058766 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2e04d2a-0d0f-474a-8667-1d987119b9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.094832 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3db527-c93a-4ed5-987c-f33644e4cbb4 req-79102f3f-a24f-4ee5-9ebc-e57ef072c848 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:45.098194 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe3db527-c93a-4ed5-987c-f33644e4cbb4 req-79102f3f-a24f-4ee5-9ebc-e57ef072c848 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 945 time: 0.1328981 Aug 06 16:07:45.212923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:45.316218 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:45.323115 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:45.323115 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.334263 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2e04d2a-0d0f-474a-8667-1d987119b9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.356479 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe3db527-c93a-4ed5-987c-f33644e4cbb4 req-936bcf7a-b15a-46a3-9464-2098184ae8c1 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306600 Aug 06 16:07:45.400667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110db39-c630-4dd4-a2aa-208883eb0084 req-5e2d45d6-bf8e-474b-a6f3-c67c768ba4ea tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:45.409926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7110db39-c630-4dd4-a2aa-208883eb0084 req-5e2d45d6-bf8e-474b-a6f3-c67c768ba4ea tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 943 time: 0.1194692 Aug 06 16:07:45.449718 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.453406 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.453954 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.464046 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.505263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=17fd2f4e-c62e-4fcf-9a82-adfdec0978c1,segment=NetworkSegment(559e01e0-8b33-45f1-8492-627d17666deb),segment_id=559e01e0-8b33-45f1-8492-627d17666deb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:45.511608 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.512678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e067209c-4098-4fea-a216-d61ded2dc2b3 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:45.515501 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7110db39-c630-4dd4-a2aa-208883eb0084 req-9cb332d2-82ce-4f35-930f-732165d23b02 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047149 Aug 06 16:07:45.553936 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.553936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Pushing event updated for resources: {'Port': ['ID=5061646b-a3e7-4812-b8d8-2e32d8ecc732,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:45.578449 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.602802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=17fd2f4e-c62e-4fcf-9a82-adfdec0978c1,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:45.614722 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port e067209c-4098-4fea-a216-d61ded2dc2b3 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:45.618822 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port e067209c-4098-4fea-a216-d61ded2dc2b3 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:45.619187 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.648124 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:45.650515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Network 39dba63e-fd34-454e-bc07-5ffc6162fa5f is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:45.652238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:45.668021 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:45.683528 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:45.689292 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Pushing event updated for resources: {'Port': ['ID=1fb14b8f-c3df-474a-b827-9ce1448e86af,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:45.719288 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2e04d2a-0d0f-474a-8667-1d987119b9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.722111 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2e04d2a-0d0f-474a-8667-1d987119b9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.726270 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.733245 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d2e04d2a-0d0f-474a-8667-1d987119b9e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/535075df-04fd-4c07-bfb6-bd9c0f94b8e8 HTTP/1.1" status: 204 len: 168 time: 0.9363971 Aug 06 16:07:45.758646 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e04d2a-0d0f-474a-8667-1d987119b9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535075df-04fd-4c07-bfb6-bd9c0f94b8e8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:45.786047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port e067209c-4098-4fea-a216-d61ded2dc2b3, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e067209c-4098-4fea-a216-d61ded2dc2b3,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:45.803975 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.863454 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a09210-9e18-4246-a5bf-a84d87cb9c7a {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:07:45.879066 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 7e5203f9-9846-46fd-9812-f9512a8cc429 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:07:45.888059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.909986 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.918779 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Transition to ACTIVE for port object 98a09210-9e18-4246-a5bf-a84d87cb9c7a will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:45.924549 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:45.949261 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=e067209c-4098-4fea-a216-d61ded2dc2b3,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:46.029105 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:46.032823 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Pushing event updated for resources: {'Port': ['ID=98a09210-9e18-4246-a5bf-a84d87cb9c7a,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:46.107929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-39449f39-bd86-4d19-aef2-cdd2617e5aa8 None None] Provisioning complete for port 5061646b-a3e7-4812-b8d8-2e32d8ecc732 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:46.108392 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-39449f39-bd86-4d19-aef2-cdd2617e5aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:46.182219 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Attempting to bind port 98a09210-9e18-4246-a5bf-a84d87cb9c7a on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:46.182670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Attempting to bind port 98a09210-9e18-4246-a5bf-a84d87cb9c7a by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:46.183078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Attempting to bind port 98a09210-9e18-4246-a5bf-a84d87cb9c7a on network a866e395-3ce9-4555-a769-7f0869a94e9f {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:46.188602 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 7e5203f9-9846-46fd-9812-f9512a8cc429, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=7e5203f9-9846-46fd-9812-f9512a8cc429,segment=NetworkSegment(500b7027-c26a-45a4-863d-f2b6e68afb93),segment_id=500b7027-c26a-45a4-863d-f2b6e68afb93)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:46.199103 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Port 98a09210-9e18-4246-a5bf-a84d87cb9c7a on network a866e395-3ce9-4555-a769-7f0869a94e9f not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:07:46.199503 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Attempting to bind port 98a09210-9e18-4246-a5bf-a84d87cb9c7a on network a866e395-3ce9-4555-a769-7f0869a94e9f {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:46.229377 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-39449f39-bd86-4d19-aef2-cdd2617e5aa8 None None] Port 5061646b-a3e7-4812-b8d8-2e32d8ecc732 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:07:46.229700 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:46.230078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Checking segment: {'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:46.231136 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '7e5203f9-9846-46fd-9812-f9512a8cc429', 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae', 'port_id': '7e5203f9-9846-46fd-9812-f9512a8cc429', 'mac_address': 'fa:16:3e:ac:2d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:07:46.231386 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Bound using segment: {'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:46.232324 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Bound port: 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:46.232768 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:46.286041 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:46.300684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5203f9-9846-46fd-9812-f9512a8cc429 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:07:46.344081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 7e5203f9-9846-46fd-9812-f9512a8cc429, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=7e5203f9-9846-46fd-9812-f9512a8cc429,segment=NetworkSegment(500b7027-c26a-45a4-863d-f2b6e68afb93),segment_id=500b7027-c26a-45a4-863d-f2b6e68afb93)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:46.360311 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:46.402900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:46.422444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Router a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:07:46.453182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87584575-4f33-48ef-ae6d-391a6b82ae58 req-bcc1e3a0-e6a0-47ad-abed-ad4061925fe2 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:46.454801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87584575-4f33-48ef-ae6d-391a6b82ae58 req-bcc1e3a0-e6a0-47ad-abed-ad4061925fe2 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 944 time: 0.1741209 Aug 06 16:07:46.479343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:46.483202 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:46.496486 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:46.510086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=7e5203f9-9846-46fd-9812-f9512a8cc429,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:46.531809 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:46.535102 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:46.535566 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:46.537032 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] 10.222.0.78 "PUT /v2.0/ports/98a09210-9e18-4246-a5bf-a84d87cb9c7a HTTP/1.1" status: 200 len: 1092 time: 1.8724899 Aug 06 16:07:46.540977 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'tag': '98a09210-9e18-4246-a5bf-a84d87cb9c7a'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:46.543777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:46.544326 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:46.545007 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba18b95-c15f-4404-8cb0-3c9989828593" -d '{"events": [{"name": "network-changed", "server_uuid": "9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a", "tag": "98a09210-9e18-4246-a5bf-a84d87cb9c7a"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:46.609996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['7e5203f9-9846-46fd-9812-f9512a8cc429'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:07:46.614679 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:46.639206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87584575-4f33-48ef-ae6d-391a6b82ae58 req-f40b49d1-0924-4d58-a4e7-2b2e1d1723ff tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697476 Aug 06 16:07:46.687640 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:46.730966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217acf1-fa63-4a00-82fd-6ccbe924a165 req-ffca0b7e-58f8-4524-82ef-ba46cf9c929c tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:46.740661 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1217acf1-fa63-4a00-82fd-6ccbe924a165 req-ffca0b7e-58f8-4524-82ef-ba46cf9c929c tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 945 time: 0.2843783 Aug 06 16:07:46.782835 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a3668-c8db-4447-9feb-e57503f2caca service neutron] Pushing event updated for resources: {'Port': ['ID=98a09210-9e18-4246-a5bf-a84d87cb9c7a,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:46.852009 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1217acf1-fa63-4a00-82fd-6ccbe924a165 req-2ff97c14-6056-47ce-a87b-56225500f0c4 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100101 Aug 06 16:07:46.855101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:46.877730 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-420ede13-b858-493e-a562-75f4caec0316 admin admin] 10.222.0.37 "PUT /v2.0/routers/a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1922786 Aug 06 16:07:46.904753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-b165d8f8-db8b-4311-8569-795f85c1875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:46.908054 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-b165d8f8-db8b-4311-8569-795f85c1875a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7ffc041dde4b4c088ba8b49bfae0f273&device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 1095 time: 0.3181546 Aug 06 16:07:46.910870 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:46.962021 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f02277f-2e0d-465a-83de-7f96790d1136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:46.964122 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320c008f-a9f8-4baf-a16c-fd1da688c509" -d '{"events": [{"server_uuid": "1f02277f-2e0d-465a-83de-7f96790d1136", "name": "network-vif-plugged", "status": "completed", "tag": "4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:46.974006 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd53267-39c3-4407-becb-39bc9833b95d x-openstack-request-id: req-9cd53267-39c3-4407-becb-39bc9833b95d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:46.974299 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a", "tag": "98a09210-9e18-4246-a5bf-a84d87cb9c7a", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:46.974551 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cd53267-39c3-4407-becb-39bc9833b95d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:46.974999 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'tag': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'status': 'completed', 'code': 200} Aug 06 16:07:46.993690 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb073cc-402a-4771-b37e-2c6016d553ef req-2d0deeb4-c55c-46fc-9bbc-86594f3cf082 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:47.001039 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:47.003119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2eb073cc-402a-4771-b37e-2c6016d553ef req-2d0deeb4-c55c-46fc-9bbc-86594f3cf082 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 944 time: 0.0891514 Aug 06 16:07:47.011206 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:47.030209 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Pushing event updated for resources: {'Port': ['ID=1fb14b8f-c3df-474a-b827-9ce1448e86af,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:47.090192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:47.090599 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-f54a8738-ccfc-4fb0-aba0-bca876177888 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a HTTP/1.1" status: 200 len: 217 time: 0.1629133 Aug 06 16:07:47.091610 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:47.094780 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da41ee8-d395-4dce-9456-d6913092c19d x-openstack-request-id: req-5da41ee8-d395-4dce-9456-d6913092c19d {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:47.095669 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f02277f-2e0d-465a-83de-7f96790d1136", "name": "network-vif-plugged", "status": "completed", "tag": "4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:47.095669 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5da41ee8-d395-4dce-9456-d6913092c19d {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:47.095669 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f02277f-2e0d-465a-83de-7f96790d1136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477', 'code': 200} Aug 06 16:07:47.105317 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2eb073cc-402a-4771-b37e-2c6016d553ef req-f6d025fd-1704-491a-a27d-9a72759be872 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998750 Aug 06 16:07:47.119954 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:47.129847 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bc78fadb-efaf-4b71-b082-5277ca8f81c8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7226593 Aug 06 16:07:47.130391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45056) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:47.200011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:47.219231 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015f3b9-634d-40ae-a52c-6a90dc12f44b req-4d021869-d7c2-4ac0-a800-72cb1d6c0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:47.220970 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b015f3b9-634d-40ae-a52c-6a90dc12f44b req-4d021869-d7c2-4ac0-a800-72cb1d6c0778 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 1097 time: 0.1022217 Aug 06 16:07:47.222903 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-cbd5f14b-750a-402b-9d76-890f4c40cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:47.224554 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-cbd5f14b-750a-402b-9d76-890f4c40cc21 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=179c64d1-b6cb-431f-aab6-556ce510d2b1 HTTP/1.1" status: 200 len: 855 time: 0.1227913 Aug 06 16:07:47.250369 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:47.250760 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:47.281427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1589911317-network', 'tenant_id': 'e1e0308838b943f280a8819926ac7c61'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:47.351496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Made reservation on behalf of e1e0308838b943f280a8819926ac7c61 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:47.356202 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:47.369040 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:47.463831 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-9e406073-30bb-4ec0-8215-600d7c9de1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:47.467384 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-9e406073-30bb-4ec0-8215-600d7c9de1c5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a866e395-3ce9-4555-a769-7f0869a94e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2234497 Aug 06 16:07:47.475630 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b015f3b9-634d-40ae-a52c-6a90dc12f44b req-f3da6e04-9edd-426f-a83b-d79376b6b149 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402854 Aug 06 16:07:47.495839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e067209c-4098-4fea-a216-d61ded2dc2b3 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:47.564684 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:47.575125 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:47.627995 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port e067209c-4098-4fea-a216-d61ded2dc2b3 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:47.628655 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:47.655434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:07:47.669507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a026b53-b591-42d8-8066-64186faa054d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:47.693401 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:47.697827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:47.701683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:47.703875 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:47.704682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:47.705426 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:47.706027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:47.708375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:47.709058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:47.710181 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:47.711568 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:47.711909 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:47.737422 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:47.738598 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Added segment 02f3eaf1-2842-4f1b-8736-205fd75e64bd of type vlan for network 4be80dc0-6cfc-4acc-867c-551637c6c632 Aug 06 16:07:47.825074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 7e5203f9-9846-46fd-9812-f9512a8cc429 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:47.830165 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-a8ad48e4-f263-422c-bddb-ace77261fc71 service neutron] 10.222.0.78 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685201 Aug 06 16:07:47.882900 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:47.965522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9019d-974d-4881-b426-f26c4415db10 req-e4a10d8d-5bb0-4852-9d2d-985b3c40a724 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:47.982250 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7da9019d-974d-4881-b426-f26c4415db10 req-e4a10d8d-5bb0-4852-9d2d-985b3c40a724 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 944 time: 0.1605258 Aug 06 16:07:47.997139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 7e5203f9-9846-46fd-9812-f9512a8cc429 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:48.002132 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 7e5203f9-9846-46fd-9812-f9512a8cc429 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:48.002525 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:48.020632 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:48.022433 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:48.023360 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:48.122419 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9910803 Aug 06 16:07:48.128923 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45128) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:48.138732 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d17497bf-9f65-4f41-8b83-aa928cc6e20d req-a7ca4146-254b-4ac5-bf9c-7531204dc900 service neutron] 10.222.0.78 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785177 Aug 06 16:07:48.158456 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Sync routers for ids ['a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:48.172858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-440cf5f2-e99d-433d-94b8-224eb0779e91 admin admin] Request body: {'subnet': {'network_id': '4be80dc0-6cfc-4acc-867c-551637c6c632', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1589911317-subnet', 'tenant_id': 'e1e0308838b943f280a8819926ac7c61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:48.191014 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Routers {'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:48.191947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:48.201821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7da9019d-974d-4881-b426-f26c4415db10 req-95d3816b-3863-4fc3-a945-ba62de64241e tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171052 Aug 06 16:07:48.236401 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294ea28-6941-4839-9dd5-0b8e7e6dcf46 admin admin] Pushing event updated for resources: {'Network': ['ID=4be80dc0-6cfc-4acc-867c-551637c6c632,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:48.260043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 4be80dc0-6cfc-4acc-867c-551637c6c632 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:07:48.267725 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:48.277553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440cf5f2-e99d-433d-94b8-224eb0779e91 admin admin] Made reservation on behalf of e1e0308838b943f280a8819926ac7c61 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:48.280639 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-440cf5f2-e99d-433d-94b8-224eb0779e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:48.342611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba18b95-c15f-4404-8cb0-3c9989828593 req-a83ac468-4756-47ce-99e5-124e6a673930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:48.344431 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ba18b95-c15f-4404-8cb0-3c9989828593 req-a83ac468-4756-47ce-99e5-124e6a673930 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7ffc041dde4b4c088ba8b49bfae0f273&device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 1095 time: 0.1331553 Aug 06 16:07:48.485227 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 7e5203f9-9846-46fd-9812-f9512a8cc429, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=7e5203f9-9846-46fd-9812-f9512a8cc429,segment=NetworkSegment(500b7027-c26a-45a4-863d-f2b6e68afb93),segment_id=500b7027-c26a-45a4-863d-f2b6e68afb93)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:48.499363 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:48.551350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Set router a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:48.790468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba18b95-c15f-4404-8cb0-3c9989828593 req-c9dce6f6-70a7-4296-8524-4011ab82fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:48.793384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=7e5203f9-9846-46fd-9812-f9512a8cc429,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:48.794147 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ba18b95-c15f-4404-8cb0-3c9989828593 req-c9dce6f6-70a7-4296-8524-4011ab82fcfa service neutron] 10.222.0.78 "GET /v2.0/networks?id=a866e395-3ce9-4555-a769-7f0869a94e9f HTTP/1.1" status: 200 len: 917 time: 0.4377220 Aug 06 16:07:48.818003 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-440cf5f2-e99d-433d-94b8-224eb0779e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:48.869183 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ba18b95-c15f-4404-8cb0-3c9989828593 req-6217b820-4da6-4edf-a9b0-709b0107cd8e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a HTTP/1.1" status: 200 len: 217 time: 0.0612330 Aug 06 16:07:48.875103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027d3e0-efee-4bba-b08f-6ef789b5f022 req-a9097b43-91d8-410c-9f5c-39d4dda165b3 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:48.876657 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d027d3e0-efee-4bba-b08f-6ef789b5f022 req-a9097b43-91d8-410c-9f5c-39d4dda165b3 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 946 time: 0.2283804 Aug 06 16:07:48.896631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa35c66-18e6-418b-bd7b-4118cfbdf851 req-7855f9a7-feb2-44cc-9231-78d036431b0a tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:48.899454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3aa35c66-18e6-418b-bd7b-4118cfbdf851 req-7855f9a7-feb2-44cc-9231-78d036431b0a tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 945 time: 0.1517293 Aug 06 16:07:48.933150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cf5f2-e99d-433d-94b8-224eb0779e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7814c463-055f-4f64-8f4c-d329095792c4,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:48.951076 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'name': 'tempest-TestAggregatesBasicOps-1583220104-router', 'tenant_id': '0b50d5c602fc4a09a5964fd5870b7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'e067209c-4098-4fea-a216-d61ded2dc2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:35Z', 'updated_at': '2021-08-06T16:07:44Z', 'revision_number': 4, 'project_id': '0b50d5c602fc4a09a5964fd5870b7823', 'gw_port': {'id': 'e067209c-4098-4fea-a216-d61ded2dc2b3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:37Z', 'updated_at': '2021-08-06T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '5061646b-a3e7-4812-b8d8-2e32d8ecc732', 'name': '', 'network_id': '39dba63e-fd34-454e-bc07-5ffc6162fa5f', 'tenant_id': '0b50d5c602fc4a09a5964fd5870b7823', 'mac_address': 'fa:16:3e:d9:c0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'ea6ce3b3-6a63-4bd0-897b-bc89adacdc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:42Z', 'updated_at': '2021-08-06T16:07:45Z', 'revision_number': 2, 'project_id': '0b50d5c602fc4a09a5964fd5870b7823', 'subnets': [{'id': 'ea6ce3b3-6a63-4bd0-897b-bc89adacdc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:49.002210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba18b95-c15f-4404-8cb0-3c9989828593 req-e502bf07-59a1-4a3f-b2a8-ecd0e500174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:49.004224 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ba18b95-c15f-4404-8cb0-3c9989828593 req-e502bf07-59a1-4a3f-b2a8-ecd0e500174f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=179c64d1-b6cb-431f-aab6-556ce510d2b1 HTTP/1.1" status: 200 len: 855 time: 0.1176505 Aug 06 16:07:49.008535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d027d3e0-efee-4bba-b08f-6ef789b5f022 req-f036e6fc-89dd-4b8f-9ce0-bcd1617fa357 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079195 Aug 06 16:07:49.012013 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440cf5f2-e99d-433d-94b8-224eb0779e91 admin admin] Checking segment: {'id': '02f3eaf1-2842-4f1b-8736-205fd75e64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4be80dc0-6cfc-4acc-867c-551637c6c632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:49.012386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440cf5f2-e99d-433d-94b8-224eb0779e91 admin admin] Network hostable DHCP agents. Network: 4be80dc0-6cfc-4acc-867c-551637c6c632, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:07:49.041857 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3aa35c66-18e6-418b-bd7b-4118cfbdf851 req-d22a1d63-dd3f-4e47-8cef-0f6445656312 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070502 Aug 06 16:07:49.074140 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440cf5f2-e99d-433d-94b8-224eb0779e91 admin admin] Network 4be80dc0-6cfc-4acc-867c-551637c6c632 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:07:49.096728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-440cf5f2-e99d-433d-94b8-224eb0779e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 4be80dc0-6cfc-4acc-867c-551637c6c632) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:49.119307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440cf5f2-e99d-433d-94b8-224eb0779e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:49.119585 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-440cf5f2-e99d-433d-94b8-224eb0779e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:49.149943 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-440cf5f2-e99d-433d-94b8-224eb0779e91 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9765983 Aug 06 16:07:49.175217 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba18b95-c15f-4404-8cb0-3c9989828593 req-4b8bf580-e69a-4e81-af5f-b4dba63ec338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:49.177699 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ba18b95-c15f-4404-8cb0-3c9989828593 req-4b8bf580-e69a-4e81-af5f-b4dba63ec338 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a866e395-3ce9-4555-a769-7f0869a94e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597297 Aug 06 16:07:49.250917 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99cd80e-347d-45c8-8f51-287acd553301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5203f9-9846-46fd-9812-f9512a8cc429'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:49.254989 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f82313-f4d3-46eb-8346-1cf2da554a20" -d '{"events": [{"server_uuid": "c99cd80e-347d-45c8-8f51-287acd553301", "name": "network-vif-plugged", "status": "completed", "tag": "7e5203f9-9846-46fd-9812-f9512a8cc429"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:49.260932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Checking router: a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:49.266009 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Updating router a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc port 5061646b-a3e7-4812-b8d8-2e32d8ecc732 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:07:49.280348 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34128f2c-5a84-470c-be9b-c6c78f81c481 None None] Network 4be80dc0-6cfc-4acc-867c-551637c6c632 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:49.335518 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4fbd29-9d83-4f63-ae2a-b45a9dcebdee x-openstack-request-id: req-eb4fbd29-9d83-4f63-ae2a-b45a9dcebdee {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:49.335966 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99cd80e-347d-45c8-8f51-287acd553301", "name": "network-vif-plugged", "status": "completed", "tag": "7e5203f9-9846-46fd-9812-f9512a8cc429", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:49.336350 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb4fbd29-9d83-4f63-ae2a-b45a9dcebdee {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:49.336913 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99cd80e-347d-45c8-8f51-287acd553301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5203f9-9846-46fd-9812-f9512a8cc429', 'code': 200} Aug 06 16:07:49.361915 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:49.431434 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ba18b95-c15f-4404-8cb0-3c9989828593 req-ad0c2011-50fa-4ff1-9a36-68f88868948b service neutron] 10.222.0.78 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366326 Aug 06 16:07:49.561778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7df7b-2e13-4f19-9b2d-26dc6b74869f req-2b383891-23fc-45dc-a10a-8bc8571402bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:49.566203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7ec7df7b-2e13-4f19-9b2d-26dc6b74869f req-2b383891-23fc-45dc-a10a-8bc8571402bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 1096 time: 0.1488039 Aug 06 16:07:49.588124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ffcae-8989-413d-ade6-48d1e0986df0 req-be9b80ca-5509-41e5-9c50-316c28ae985f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:49.604550 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d42ffcae-8989-413d-ade6-48d1e0986df0 req-be9b80ca-5509-41e5-9c50-316c28ae985f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 944 time: 0.1292217 Aug 06 16:07:49.607279 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ba18b95-c15f-4404-8cb0-3c9989828593 req-275ce5e0-fcb9-4695-9149-78cd9ac23565 service neutron] 10.222.0.78 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637902 Aug 06 16:07:49.703655 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7ec7df7b-2e13-4f19-9b2d-26dc6b74869f req-f9260c01-bc4d-4b11-a2a9-a0df744f3c49 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930626 Aug 06 16:07:49.709149 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d42ffcae-8989-413d-ade6-48d1e0986df0 req-add1821d-2120-4ddb-87a4-4f774f9c1a9b tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908284 Aug 06 16:07:49.784012 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec813f0-4f0f-49c7-aac0-09d6afea699b None None] Network 4be80dc0-6cfc-4acc-867c-551637c6c632 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:50.000570 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:50.022599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Transition to ACTIVE for port object 5061646b-a3e7-4812-b8d8-2e32d8ecc732 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:50.036951 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:50.153128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45216) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:50.161317 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82299b6c-dde1-4118-a24a-d72af5bfe614 None None] Pushing event updated for resources: {'Port': ['ID=5061646b-a3e7-4812-b8d8-2e32d8ecc732,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:50.212177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa139a02-968f-45c8-a8c4-32e269be0876 req-2535e5d1-d55b-4887-adec-26bcbcca52d7 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:50.217887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Attempting to bind port 5061646b-a3e7-4812-b8d8-2e32d8ecc732 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:50.218459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Attempting to bind port 5061646b-a3e7-4812-b8d8-2e32d8ecc732 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '424f4a1a-23cc-4ab3-988b-8ed48ab280e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39dba63e-fd34-454e-bc07-5ffc6162fa5f'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:50.219209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Attempting to bind port 5061646b-a3e7-4812-b8d8-2e32d8ecc732 on network 39dba63e-fd34-454e-bc07-5ffc6162fa5f {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:50.220751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa139a02-968f-45c8-a8c4-32e269be0876 req-2535e5d1-d55b-4887-adec-26bcbcca52d7 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 945 time: 0.1045339 Aug 06 16:07:50.226515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:50.227157 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Checking segment: {'id': '424f4a1a-23cc-4ab3-988b-8ed48ab280e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39dba63e-fd34-454e-bc07-5ffc6162fa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:50.227717 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:50.228267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Bound using segment: {'id': '424f4a1a-23cc-4ab3-988b-8ed48ab280e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39dba63e-fd34-454e-bc07-5ffc6162fa5f'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:50.229170 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Bound port: 5061646b-a3e7-4812-b8d8-2e32d8ecc732, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424f4a1a-23cc-4ab3-988b-8ed48ab280e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '39dba63e-fd34-454e-bc07-5ffc6162fa5f'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:50.229852 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:50.321451 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa139a02-968f-45c8-a8c4-32e269be0876 req-53f21d35-a4d2-473d-9bc1-7d7d5a4e96fe tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875881 Aug 06 16:07:50.341908 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] For port 5061646b-a3e7-4812-b8d8-2e32d8ecc732, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:50.347375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] For port 5061646b-a3e7-4812-b8d8-2e32d8ecc732, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5061646b-a3e7-4812-b8d8-2e32d8ecc732,segment=NetworkSegment(424f4a1a-23cc-4ab3-988b-8ed48ab280e6),segment_id=424f4a1a-23cc-4ab3-988b-8ed48ab280e6)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:50.355459 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:50.370316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4c789-249f-4392-b464-7610d694c41b req-540687c5-01fe-4657-9692-23022e9247b6 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:50.382409 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68e4c789-249f-4392-b464-7610d694c41b req-540687c5-01fe-4657-9692-23022e9247b6 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 946 time: 0.1600904 Aug 06 16:07:50.453946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 98a09210-9e18-4246-a5bf-a84d87cb9c7a details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:07:50.490980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68e4c789-249f-4392-b464-7610d694c41b req-aaa6bb14-c34b-4ebd-99f8-ef53af53c573 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059103 Aug 06 16:07:50.609744 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82299b6c-dde1-4118-a24a-d72af5bfe614 None None] Pushing event updated for resources: {'Port': ['ID=5061646b-a3e7-4812-b8d8-2e32d8ecc732,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:50.616045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Routers {'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:50.617366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:50.702859 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9e8c0-2634-4656-ae64-dd29a4a25acf req-17c5dcdc-9a2f-4516-a3fd-ec56219d7991 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:50.711973 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ed9e8c0-2634-4656-ae64-dd29a4a25acf req-17c5dcdc-9a2f-4516-a3fd-ec56219d7991 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 946 time: 0.0697803 Aug 06 16:07:50.784945 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ed9e8c0-2634-4656-ae64-dd29a4a25acf req-ca07474d-6309-4e1d-829f-d864954905ae tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719898 Aug 06 16:07:50.789444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5727b907-97c4-47a7-a0f1-657e56b30bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:50.888278 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:50.974608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'port_id': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'mac_address': 'fa:16:3e:dc:f6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:07:51.014576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6db29-6e01-4e71-9e1a-319287689c14 req-e8cad719-6b57-4fcb-b300-fe350864d6d7 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:51.018279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4d6db29-6e01-4e71-9e1a-319287689c14 req-e8cad719-6b57-4fcb-b300-fe350864d6d7 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 944 time: 0.1210361 Aug 06 16:07:51.057363 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:51.064690 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] Set router a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:51.107345 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4d6db29-6e01-4e71-9e1a-319287689c14 req-09e364f7-e801-4db2-a8a2-e04475e13b1c tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640655 Aug 06 16:07:51.119197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a09210-9e18-4246-a5bf-a84d87cb9c7a {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:07:51.160657 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:51.175660 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:51.301116 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5727b907-97c4-47a7-a0f1-657e56b30bb0 admin admin] Deleting port 4b21133f-640a-4f14-9fc9-bf8b6d670f32 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:51.301116 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5727b907-97c4-47a7-a0f1-657e56b30bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:51.437937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=98a09210-9e18-4246-a5bf-a84d87cb9c7a,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:51.499774 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-5727b907-97c4-47a7-a0f1-657e56b30bb0 admin admin] For port 4b21133f-640a-4f14-9fc9-bf8b6d670f32, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4b21133f-640a-4f14-9fc9-bf8b6d670f32,segment=NetworkSegment(69382e97-5b45-487d-9ae7-617284aa407e),segment_id=69382e97-5b45-487d-9ae7-617284aa407e)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:51.502139 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5727b907-97c4-47a7-a0f1-657e56b30bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:51.539539 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5727b907-97c4-47a7-a0f1-657e56b30bb0 admin admin] Calling delete_port for 4b21133f-640a-4f14-9fc9-bf8b6d670f32 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:51.614102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'name': 'tempest-TestAggregatesBasicOps-1583220104-router', 'tenant_id': '0b50d5c602fc4a09a5964fd5870b7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'e067209c-4098-4fea-a216-d61ded2dc2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:35Z', 'updated_at': '2021-08-06T16:07:44Z', 'revision_number': 4, 'project_id': '0b50d5c602fc4a09a5964fd5870b7823', 'gw_port': {'id': 'e067209c-4098-4fea-a216-d61ded2dc2b3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:37Z', 'updated_at': '2021-08-06T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '5061646b-a3e7-4812-b8d8-2e32d8ecc732', 'name': '', 'network_id': '39dba63e-fd34-454e-bc07-5ffc6162fa5f', 'tenant_id': '0b50d5c602fc4a09a5964fd5870b7823', 'mac_address': 'fa:16:3e:d9:c0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'ea6ce3b3-6a63-4bd0-897b-bc89adacdc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:42Z', 'updated_at': '2021-08-06T16:07:50Z', 'revision_number': 4, 'project_id': '0b50d5c602fc4a09a5964fd5870b7823', 'subnets': [{'id': 'ea6ce3b3-6a63-4bd0-897b-bc89adacdc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:51.672671 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['98a09210-9e18-4246-a5bf-a84d87cb9c7a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:07:51.686515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d304e203-fc71-4fe5-8368-b8351ced7cbe None None] The sync data for ids ['a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'] in n-d-803756-1 is: [{'id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'name': 'tempest-TestAggregatesBasicOps-1583220104-router', 'tenant_id': '0b50d5c602fc4a09a5964fd5870b7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'e067209c-4098-4fea-a216-d61ded2dc2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:35Z', 'updated_at': '2021-08-06T16:07:44Z', 'revision_number': 4, 'project_id': '0b50d5c602fc4a09a5964fd5870b7823', 'gw_port': {'id': 'e067209c-4098-4fea-a216-d61ded2dc2b3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:37Z', 'updated_at': '2021-08-06T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '5061646b-a3e7-4812-b8d8-2e32d8ecc732', 'name': '', 'network_id': '39dba63e-fd34-454e-bc07-5ffc6162fa5f', 'tenant_id': '0b50d5c602fc4a09a5964fd5870b7823', 'mac_address': 'fa:16:3e:d9:c0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'ea6ce3b3-6a63-4bd0-897b-bc89adacdc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:42Z', 'updated_at': '2021-08-06T16:07:50Z', 'revision_number': 4, 'project_id': '0b50d5c602fc4a09a5964fd5870b7823', 'subnets': [{'id': 'ea6ce3b3-6a63-4bd0-897b-bc89adacdc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:51.838274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825b16b-c2e8-482a-9890-c6795343e440 req-c3772ed5-1d11-41f4-9344-6b34f01c51fd tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:51.847401 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a825b16b-c2e8-482a-9890-c6795343e440 req-c3772ed5-1d11-41f4-9344-6b34f01c51fd tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 945 time: 0.1508918 Aug 06 16:07:51.952246 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5727b907-97c4-47a7-a0f1-657e56b30bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:52.000269 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a825b16b-c2e8-482a-9890-c6795343e440 req-78169c4c-149e-4d84-a98f-0d3338815a1b tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1391830 Aug 06 16:07:52.095886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727b907-97c4-47a7-a0f1-657e56b30bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b21133f-640a-4f14-9fc9-bf8b6d670f32,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:52.431059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17938e-0d55-457f-a6cf-fb7e2db45d64 req-c510a68d-5311-415b-8ddf-7d9b16f4df6e tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:52.439225 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad17938e-0d55-457f-a6cf-fb7e2db45d64 req-c510a68d-5311-415b-8ddf-7d9b16f4df6e tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 946 time: 0.1090095 Aug 06 16:07:52.473376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615a4e1-da93-442e-b48e-c6d3da8b097e req-bb1e8c38-ce2d-4ee0-9c69-0cd74c7c6a57 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:52.475091 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1615a4e1-da93-442e-b48e-c6d3da8b097e req-bb1e8c38-ce2d-4ee0-9c69-0cd74c7c6a57 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 945 time: 0.2248077 Aug 06 16:07:52.489864 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45282) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:52.505051 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5727b907-97c4-47a7-a0f1-657e56b30bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:52.508891 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-39f3dd68-3c3b-40a9-8f12-0e776ea721b9 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Request body: {'floatingip': {'port_id': '7e5203f9-9846-46fd-9812-f9512a8cc429'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:52.624203 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39f3dd68-3c3b-40a9-8f12-0e776ea721b9 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:52.745518 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad17938e-0d55-457f-a6cf-fb7e2db45d64 req-9fc7fff9-b5a5-4fe8-8644-6483afd14f8b tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051414 Aug 06 16:07:52.877264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf320d4-7613-43df-a662-01e0300bd721 req-61e2d29b-4c06-4b63-ae3e-2735e0aabc09 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:52.880047 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-daf320d4-7613-43df-a662-01e0300bd721 req-61e2d29b-4c06-4b63-ae3e-2735e0aabc09 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.1872468 Aug 06 16:07:52.990357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5727b907-97c4-47a7-a0f1-657e56b30bb0 admin admin] Router cbccdaf9-1bce-4042-ba98-e5a001fd84db has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:07:53.124234 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-daf320d4-7613-43df-a662-01e0300bd721 req-6be20954-7002-4270-be78-a7dd407b1ac0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249999 Aug 06 16:07:53.264802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5727b907-97c4-47a7-a0f1-657e56b30bb0 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:53.280340 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ef89e-b9ff-4820-b535-809a66cab3ce None None] Sync routers for ids ['cbccdaf9-1bce-4042-ba98-e5a001fd84db'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:53.292951 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5727b907-97c4-47a7-a0f1-657e56b30bb0 admin admin] 10.222.0.37 "PUT /v2.0/routers/cbccdaf9-1bce-4042-ba98-e5a001fd84db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1351218 Aug 06 16:07:53.293699 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45294) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:53.308341 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ef89e-b9ff-4820-b535-809a66cab3ce None None] Routers {'cbccdaf9-1bce-4042-ba98-e5a001fd84db'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:53.311377 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-6f0ef89e-b9ff-4820-b535-809a66cab3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cbccdaf9-1bce-4042-ba98-e5a001fd84db'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:53.314610 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:53.361056 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5061646b-a3e7-4812-b8d8-2e32d8ecc732 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:53.412972 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-796889d3-da3d-4fbe-b26a-f7176a34954a tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:53.425085 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-796889d3-da3d-4fbe-b26a-f7176a34954a tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/networks?id=4be80dc0-6cfc-4acc-867c-551637c6c632 HTTP/1.1" status: 200 len: 810 time: 0.4915252 Aug 06 16:07:53.465907 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-a45a694b-6ae7-442e-9d86-7b7b5f9a342f tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/quotas/e1e0308838b943f280a8819926ac7c61 HTTP/1.1" status: 200 len: 375 time: 0.0377784 Aug 06 16:07:53.508388 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 5061646b-a3e7-4812-b8d8-2e32d8ecc732 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:53.521655 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 5061646b-a3e7-4812-b8d8-2e32d8ecc732 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:53.522595 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:53.590387 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-7e35357e-e703-473b-b15c-109901e6a8cc tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e1e0308838b943f280a8819926ac7c61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1216311 Aug 06 16:07:53.616206 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-6f0ef89e-b9ff-4820-b535-809a66cab3ce None None] Set router cbccdaf9-1bce-4042-ba98-e5a001fd84db gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:53.718346 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:53.844928 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 5061646b-a3e7-4812-b8d8-2e32d8ecc732, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5061646b-a3e7-4812-b8d8-2e32d8ecc732,segment=NetworkSegment(424f4a1a-23cc-4ab3-988b-8ed48ab280e6),segment_id=424f4a1a-23cc-4ab3-988b-8ed48ab280e6)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:53.846784 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:53.852235 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:53.874478 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-9fff277f-61b0-4a1a-80ea-7851efa0ef93 service neutron] 10.222.0.37 "GET /v2.0/networks/4be80dc0-6cfc-4acc-867c-551637c6c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815590 Aug 06 16:07:54.002277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=5061646b-a3e7-4812-b8d8-2e32d8ecc732,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:54.097304 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96917886-78cf-4f1d-8d4b-33469c755757 admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:54.099149 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-6f0ef89e-b9ff-4820-b535-809a66cab3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'name': 'tempest-TestAggregatesBasicOps-714126094-router', 'tenant_id': '1a516027c7134c2089691f31988555ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:20Z', 'updated_at': '2021-08-06T16:07:51Z', 'revision_number': 5, 'project_id': '1a516027c7134c2089691f31988555ba', 'gw_port': {'id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:22Z', 'updated_at': '2021-08-06T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:54.145545 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ef89e-b9ff-4820-b535-809a66cab3ce None None] Checking router: cbccdaf9-1bce-4042-ba98-e5a001fd84db for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:54.167759 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ef89e-b9ff-4820-b535-809a66cab3ce None None] Routers {'cbccdaf9-1bce-4042-ba98-e5a001fd84db'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:54.169149 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-6f0ef89e-b9ff-4820-b535-809a66cab3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cbccdaf9-1bce-4042-ba98-e5a001fd84db'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:54.302289 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96917886-78cf-4f1d-8d4b-33469c755757 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:54.377121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-96917886-78cf-4f1d-8d4b-33469c755757 admin admin] Deleting port 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:54.377851 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96917886-78cf-4f1d-8d4b-33469c755757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:54.389871 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-6f0ef89e-b9ff-4820-b535-809a66cab3ce None None] Set router cbccdaf9-1bce-4042-ba98-e5a001fd84db gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:54.413055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb55e0-39c5-4535-9d23-1db64e97b1e6 req-80398ff2-ba72-4c65-b606-2e2d269f2eaf tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:54.427599 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2fb55e0-39c5-4535-9d23-1db64e97b1e6 req-80398ff2-ba72-4c65-b606-2e2d269f2eaf tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 946 time: 0.3936090 Aug 06 16:07:54.431214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:07:54.434755 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-df7907e7-688c-48bc-9648-2451c023bee5 service neutron] 10.222.0.37 "GET /v2.0/networks/4be80dc0-6cfc-4acc-867c-551637c6c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589404 Aug 06 16:07:54.525351 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 98a09210-9e18-4246-a5bf-a84d87cb9c7a up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:54.547212 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-96917886-78cf-4f1d-8d4b-33469c755757 admin admin] For port 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5adb0247-d4d7-4b33-80a6-3d6e98bc98f2,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:54.547564 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96917886-78cf-4f1d-8d4b-33469c755757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:54.586773 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-96917886-78cf-4f1d-8d4b-33469c755757 admin admin] Calling delete_port for 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:54.742154 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2fb55e0-39c5-4535-9d23-1db64e97b1e6 req-30a09a13-1fc7-4ac8-99a4-cbdbad69f9d5 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125498 Aug 06 16:07:54.765469 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.resource_extend [None req-39f3dd68-3c3b-40a9-8f12-0e776ea721b9 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:07:54.894167 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-6f0ef89e-b9ff-4820-b535-809a66cab3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'name': 'tempest-TestAggregatesBasicOps-714126094-router', 'tenant_id': '1a516027c7134c2089691f31988555ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:20Z', 'updated_at': '2021-08-06T16:07:51Z', 'revision_number': 5, 'project_id': '1a516027c7134c2089691f31988555ba', 'gw_port': {'id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:22Z', 'updated_at': '2021-08-06T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:54.974204 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ef89e-b9ff-4820-b535-809a66cab3ce None None] The sync data for ids ['cbccdaf9-1bce-4042-ba98-e5a001fd84db'] in n-d-803756-1 is: [{'id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'name': 'tempest-TestAggregatesBasicOps-714126094-router', 'tenant_id': '1a516027c7134c2089691f31988555ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:20Z', 'updated_at': '2021-08-06T16:07:51Z', 'revision_number': 5, 'project_id': '1a516027c7134c2089691f31988555ba', 'gw_port': {'id': '5adb0247-d4d7-4b33-80a6-3d6e98bc98f2', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbccdaf9-1bce-4042-ba98-e5a001fd84db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:22Z', 'updated_at': '2021-08-06T16:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:55.008984 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96917886-78cf-4f1d-8d4b-33469c755757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:55.076986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 98a09210-9e18-4246-a5bf-a84d87cb9c7a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:55.108583 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 98a09210-9e18-4246-a5bf-a84d87cb9c7a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:55.109027 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:55.116228 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:55.125532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96917886-78cf-4f1d-8d4b-33469c755757 admin admin] Pushing event deleted for resources: {'Port': ['ID=5adb0247-d4d7-4b33-80a6-3d6e98bc98f2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:55.170329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477', 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5', 'port_id': '4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477', 'mac_address': 'fa:16:3e:d6:9c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ace2fcc-c82b-40df-8188-608cb03264e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:07:55.226745 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39f3dd68-3c3b-40a9-8f12-0e776ea721b9 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:55.235706 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39f3dd68-3c3b-40a9-8f12-0e776ea721b9 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:55.312870 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96917886-78cf-4f1d-8d4b-33469c755757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:55.337892 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:55.340214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd8abe-0f50-4fa6-ab86-9d964b292ea7 req-07f740c6-8b3a-42fe-ba78-ab3078beb5a8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:55.348058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cfd8abe-0f50-4fa6-ab86-9d964b292ea7 req-07f740c6-8b3a-42fe-ba78-ab3078beb5a8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.3776283 Aug 06 16:07:55.403632 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:55.487137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a09210-9e18-4246-a5bf-a84d87cb9c7a'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:55.491143 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa636ef-3c23-4ee6-bdf0-9228aa30f1cf" -d '{"events": [{"server_uuid": "9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a", "name": "network-vif-plugged", "status": "completed", "tag": "98a09210-9e18-4246-a5bf-a84d87cb9c7a"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:55.531540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:07:55.539307 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96917886-78cf-4f1d-8d4b-33469c755757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:55.541935 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96917886-78cf-4f1d-8d4b-33469c755757 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:55.544262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5061646b-a3e7-4812-b8d8-2e32d8ecc732 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:55.550493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:55.584096 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:55.596341 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96917886-78cf-4f1d-8d4b-33469c755757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:55.597064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96917886-78cf-4f1d-8d4b-33469c755757 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbccdaf9-1bce-4042-ba98-e5a001fd84db {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:07:55.609650 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96917886-78cf-4f1d-8d4b-33469c755757 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:55.613435 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-96917886-78cf-4f1d-8d4b-33469c755757 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cbccdaf9-1bce-4042-ba98-e5a001fd84db HTTP/1.1" status: 204 len: 168 time: 2.3159676 Aug 06 16:07:55.614234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45320) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:55.680761 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:55.692398 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:55.728128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=98a09210-9e18-4246-a5bf-a84d87cb9c7a,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:55.750427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc564f0-70c3-48b6-aed5-17477c867c73 admin admin] Deleting subnet 0184e819-0bb5-42a2-b01a-b8b3679292eb {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:07:55.755599 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7cc564f0-70c3-48b6-aed5-17477c867c73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:55.840120 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7cc564f0-70c3-48b6-aed5-17477c867c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:55.878181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 5061646b-a3e7-4812-b8d8-2e32d8ecc732 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:55.878789 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:55.944880 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:55.969948 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:07:56.051175 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7cc564f0-70c3-48b6-aed5-17477c867c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:56.130693 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7cc564f0-70c3-48b6-aed5-17477c867c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:56.167629 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7cc564f0-70c3-48b6-aed5-17477c867c73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:56.174483 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7cc564f0-70c3-48b6-aed5-17477c867c73 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0184e819-0bb5-42a2-b01a-b8b3679292eb HTTP/1.1" status: 204 len: 168 time: 0.5591125 Aug 06 16:07:56.175147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45328) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:56.182213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80f97d1-faa6-4321-b490-54817ae918ba None None] Network b5e4ec20-98c5-43c1-8583-b744215c1725 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:56.241417 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cfd8abe-0f50-4fa6-ab86-9d964b292ea7 req-b5fd1595-2878-4a92-8014-7421399a6cd1 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8732190 Aug 06 16:07:56.251183 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc564f0-70c3-48b6-aed5-17477c867c73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0184e819-0bb5-42a2-b01a-b8b3679292eb,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:56.268139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8cfba3a-1e39-4884-9ac5-656823fb9373 req-23148504-0d89-4bba-94b1-e232315a1369 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 210 time: 0.8607564 Aug 06 16:07:56.367833 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:56.374051 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-39f3dd68-3c3b-40a9-8f12-0e776ea721b9 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Floating IP 2effeb6d-8c96-4c68-a463-fc9c84c79670 associated. External IP: 172.25.1.42, port: 7e5203f9-9846-46fd-9812-f9512a8cc429. Aug 06 16:07:56.435510 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08aba42-f476-4ffb-9311-c9d3e36dbf3c x-openstack-request-id: req-b08aba42-f476-4ffb-9311-c9d3e36dbf3c {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:56.436165 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a", "name": "network-vif-plugged", "status": "completed", "tag": "98a09210-9e18-4246-a5bf-a84d87cb9c7a", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:56.436766 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b08aba42-f476-4ffb-9311-c9d3e36dbf3c {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:56.437488 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'code': 200} Aug 06 16:07:56.449663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:07:56.454034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] Deleting port 257daa85-f525-43b1-b514-e6f9e320ef04 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:56.454384 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:56.628473 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:56.642378 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] For port 257daa85-f525-43b1-b514-e6f9e320ef04, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=257daa85-f525-43b1-b514-e6f9e320ef04,segment=NetworkSegment(69382e97-5b45-487d-9ae7-617284aa407e),segment_id=69382e97-5b45-487d-9ae7-617284aa407e)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:56.642803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d1eb7e-c7f1-410a-9250-5a21016a7c93 None None] DHCP port deletion for b5e4ec20-98c5-43c1-8583-b744215c1725 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:07:56.643471 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:56.662186 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] Calling delete_port for 257daa85-f525-43b1-b514-e6f9e320ef04 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:56.686535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:07:56.714132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108f2d9-c21d-4aec-a019-0bcc93b441de req-d6baf426-dbda-4acb-9ce1-21364aa186b7 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:56.715914 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3108f2d9-c21d-4aec-a019-0bcc93b441de req-d6baf426-dbda-4acb-9ce1-21364aa186b7 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 945 time: 0.1803503 Aug 06 16:07:56.771597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:56.782254 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:56.844705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e05eaf-0bcf-417d-bea2-6f58222b7871 req-36f2d4ab-050c-43c5-a940-ac1a45ff8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:56.847690 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0e05eaf-0bcf-417d-bea2-6f58222b7871 req-36f2d4ab-050c-43c5-a940-ac1a45ff8da1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 1097 time: 0.2531881 Aug 06 16:07:56.879000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:56.893455 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e0d1eb7e-c7f1-410a-9250-5a21016a7c93 None None] Deleting port 257daa85-f525-43b1-b514-e6f9e320ef04 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:56.893881 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0d1eb7e-c7f1-410a-9250-5a21016a7c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:56.920237 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0e05eaf-0bcf-417d-bea2-6f58222b7871 req-07ad9697-c474-4eba-88b0-ba7783b8911f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602043 Aug 06 16:07:56.926269 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:56.954200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3108f2d9-c21d-4aec-a019-0bcc93b441de req-6ba1a1bf-ea7f-4bd3-8217-befb10161ad9 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272890 Aug 06 16:07:56.985477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=257daa85-f525-43b1-b514-e6f9e320ef04,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:57.011802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] No DVR routers for this DVR port 257daa85-f525-43b1-b514-e6f9e320ef04 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:07:57.132064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e0d1eb7e-c7f1-410a-9250-5a21016a7c93 None None] For port 257daa85-f525-43b1-b514-e6f9e320ef04, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=257daa85-f525-43b1-b514-e6f9e320ef04,segment=NetworkSegment(69382e97-5b45-487d-9ae7-617284aa407e),segment_id=69382e97-5b45-487d-9ae7-617284aa407e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:57.132609 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0d1eb7e-c7f1-410a-9250-5a21016a7c93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:57.189559 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e0d1eb7e-c7f1-410a-9250-5a21016a7c93 None None] Calling delete_port for 257daa85-f525-43b1-b514-e6f9e320ef04 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:57.236123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4b21133f-640a-4f14-9fc9-bf8b6d670f32 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:07:57.243757 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-6fa85d4a-9644-44c3-9077-2e5a04523ee0 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:57.246493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-6fa85d4a-9644-44c3-9077-2e5a04523ee0 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.13 "GET /v2.0/networks?id=4be80dc0-6cfc-4acc-867c-551637c6c632 HTTP/1.1" status: 200 len: 810 time: 0.2815528 Aug 06 16:07:57.255812 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:57.277756 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e4ec20-98c5-43c1-8583-b744215c1725']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:57.298508 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69382e97-5b45-487d-9ae7-617284aa407e') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:57.300981 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69382e97-5b45-487d-9ae7-617284aa407e') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:57.306394 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-51f3ae7c-bb09-45ed-85f4-160a3c9a5cee tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Request body: {'port': {'device_id': 'bfee2dc9-f405-4fa3-968f-5396ade7132a', 'network_id': '4be80dc0-6cfc-4acc-867c-551637c6c632', 'admin_state_up': True, 'tenant_id': 'e1e0308838b943f280a8819926ac7c61'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:57.320095 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:57.346803 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:57.362695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:07:57.363658 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:07:57.371616 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:07:57.451181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 4b21133f-640a-4f14-9fc9-bf8b6d670f32 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:07:57.451756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4b21133f-640a-4f14-9fc9-bf8b6d670f32 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:07:57.452414 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 257daa85-f525-43b1-b514-e6f9e320ef04 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:07:57.471382 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:57.481826 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:57.485200 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b5e4ec20-98c5-43c1-8583-b744215c1725 HTTP/1.1" status: 204 len: 168 time: 1.3060441 Aug 06 16:07:57.488039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45344) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:57.532723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 257daa85-f525-43b1-b514-e6f9e320ef04 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:07:57.533100 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 257daa85-f525-43b1-b514-e6f9e320ef04 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:07:57.533700 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:07:57.576039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f3dd68-3c3b-40a9-8f12-0e776ea721b9 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Router de05105d-632a-442c-922a-96053c4a41cc has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:07:57.631048 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0b8f956-1be2-42e2-a3a3-20b49f586601 req-ef997776-208f-48f6-a2eb-cad4a099dbfa tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 210 time: 0.1043804 Aug 06 16:07:57.723452 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0d1eb7e-c7f1-410a-9250-5a21016a7c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:57.729145 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:07:57.733458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd33700-e63a-45cf-a904-daafb35ba6bd req-3bcb341e-1bb3-425d-93e8-be304e635170 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:57.735654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5adb0247-d4d7-4b33-80a6-3d6e98bc98f2 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:07:57.745716 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcd33700-e63a-45cf-a904-daafb35ba6bd req-3bcb341e-1bb3-425d-93e8-be304e635170 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.2164185 Aug 06 16:07:57.799790 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262add15-61ef-4645-8586-5023712717e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5e4ec20-98c5-43c1-8583-b744215c1725,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:57.809829 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1eb7e-c7f1-410a-9250-5a21016a7c93 None None] Pushing event deleted for resources: {'Port': ['ID=257daa85-f525-43b1-b514-e6f9e320ef04,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:57.825130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0d1eb7e-c7f1-410a-9250-5a21016a7c93 None None] Network b5e4ec20-98c5-43c1-8583-b744215c1725 is not hosted by any dhcp agent {{(pid=105766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 16:07:57.825928 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d1eb7e-c7f1-410a-9250-5a21016a7c93 None None] No DVR routers for this DVR port 257daa85-f525-43b1-b514-e6f9e320ef04 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:07:57.889485 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-51f3ae7c-bb09-45ed-85f4-160a3c9a5cee tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Made reservation on behalf of e1e0308838b943f280a8819926ac7c61 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:57.892986 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-51f3ae7c-bb09-45ed-85f4-160a3c9a5cee tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:57.968935 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcd33700-e63a-45cf-a904-daafb35ba6bd req-fbcb26f0-3734-4aa6-9ee7-c61b54c06b3f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144032 Aug 06 16:07:57.981843 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f3dd68-3c3b-40a9-8f12-0e776ea721b9 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:57.992094 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39f3dd68-3c3b-40a9-8f12-0e776ea721b9 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:58.010070 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babe6a25-703f-47bd-b6bf-267baac0e026 None None] Sync routers for ids ['de05105d-632a-442c-922a-96053c4a41cc'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:58.032016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babe6a25-703f-47bd-b6bf-267baac0e026 None None] Routers {'de05105d-632a-442c-922a-96053c4a41cc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:58.033041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-babe6a25-703f-47bd-b6bf-267baac0e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['de05105d-632a-442c-922a-96053c4a41cc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:58.148257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb54b0-6c5d-4dc4-89e1-612231ee2977 req-6be2a6de-edbb-4e7f-bc2a-1f798e26c70a tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:58.166424 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ecfb54b0-6c5d-4dc4-89e1-612231ee2977 req-6be2a6de-edbb-4e7f-bc2a-1f798e26c70a tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 944 time: 0.3078074 Aug 06 16:07:58.218693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-39f3dd68-3c3b-40a9-8f12-0e776ea721b9 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "PUT /v2.0/floatingips/2effeb6d-8c96-4c68-a463-fc9c84c79670 HTTP/1.1" status: 200 len: 990 time: 5.7161438 Aug 06 16:07:58.288363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99cd80e-347d-45c8-8f51-287acd553301', 'tag': '7e5203f9-9846-46fd-9812-f9512a8cc429'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:58.292883 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d541fb-145a-41ab-8aa3-5e2a797abaee" -d '{"events": [{"name": "network-changed", "server_uuid": "c99cd80e-347d-45c8-8f51-287acd553301", "tag": "7e5203f9-9846-46fd-9812-f9512a8cc429"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:58.352856 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-babe6a25-703f-47bd-b6bf-267baac0e026 None None] Set router de05105d-632a-442c-922a-96053c4a41cc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:58.394256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ecfb54b0-6c5d-4dc4-89e1-612231ee2977 req-ba01e613-26e4-4f85-8fd5-2e55a6632cb7 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274511 Aug 06 16:07:58.396878 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02efa82c-02af-413a-a077-a51d3722ece2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:58.482284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:58.509583 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8038c259-45c0-456f-b227-589eb01244fb x-openstack-request-id: req-8038c259-45c0-456f-b227-589eb01244fb {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:58.509987 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99cd80e-347d-45c8-8f51-287acd553301", "tag": "7e5203f9-9846-46fd-9812-f9512a8cc429", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:58.510431 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8038c259-45c0-456f-b227-589eb01244fb {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:58.510934 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99cd80e-347d-45c8-8f51-287acd553301', 'tag': '7e5203f9-9846-46fd-9812-f9512a8cc429', 'status': 'completed', 'code': 200} Aug 06 16:07:58.549013 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-51f3ae7c-bb09-45ed-85f4-160a3c9a5cee tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Allocated IP 172.20.0.6 (4be80dc0-6cfc-4acc-867c-551637c6c632/7814c463-055f-4f64-8f4c-d329095792c4/0399823f-924c-4a8a-9b58-efea55f72d3a) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:58.689709 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:58.690312 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:58.784695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d541fb-145a-41ab-8aa3-5e2a797abaee req-45f200f2-a233-4d69-84c6-03d3e10f0f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:58.788885 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-55d541fb-145a-41ab-8aa3-5e2a797abaee req-45f200f2-a233-4d69-84c6-03d3e10f0f3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=727b35e2e4ad4499bb5ec153661827ba&device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 1096 time: 0.2455435 Aug 06 16:07:58.903341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f07bc2e-3eef-41a3-8a29-5b3febdb8c37 req-c0da0e90-21ca-4104-b951-cfba22b0966b tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 210 time: 0.0698156 Aug 06 16:07:58.938260 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:58.947560 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-51f3ae7c-bb09-45ed-85f4-160a3c9a5cee tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:58.994565 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f02277f-2e0d-465a-83de-7f96790d1136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:58.997505 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61209968-40c2-461a-9872-fd2aec768cf3" -d '{"events": [{"server_uuid": "1f02277f-2e0d-465a-83de-7f96790d1136", "name": "network-vif-plugged", "status": "completed", "tag": "4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:59.000551 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d541fb-145a-41ab-8aa3-5e2a797abaee req-8ed98b1b-086e-4a1d-b808-7fb61d0ebc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:59.002121 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-55d541fb-145a-41ab-8aa3-5e2a797abaee req-8ed98b1b-086e-4a1d-b808-7fb61d0ebc39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da7b15e0-71c6-4b87-9abb-8143779bbeae HTTP/1.1" status: 200 len: 906 time: 0.2054241 Aug 06 16:07:59.017511 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:59.031138 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-51f3ae7c-bb09-45ed-85f4-160a3c9a5cee tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:59.047759 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:59.136503 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-51f3ae7c-bb09-45ed-85f4-160a3c9a5cee tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Network 4be80dc0-6cfc-4acc-867c-551637c6c632 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:59.154270 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7e2f51-f2b2-4bac-be2a-50af2e6d19c5 x-openstack-request-id: req-ca7e2f51-f2b2-4bac-be2a-50af2e6d19c5 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:59.155000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-51f3ae7c-bb09-45ed-85f4-160a3c9a5cee tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:59.155728 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f02277f-2e0d-465a-83de-7f96790d1136", "name": "network-vif-plugged", "status": "completed", "tag": "4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:59.155913 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-55d541fb-145a-41ab-8aa3-5e2a797abaee req-0665807d-92d6-4a46-b6fc-a755f4c4be96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e5203f9-9846-46fd-9812-f9512a8cc429 HTTP/1.1" status: 200 len: 998 time: 0.1455364 Aug 06 16:07:59.156634 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca7e2f51-f2b2-4bac-be2a-50af2e6d19c5 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:59.157542 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f02277f-2e0d-465a-83de-7f96790d1136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477', 'code': 200} Aug 06 16:07:59.160079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:59.161350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-51f3ae7c-bb09-45ed-85f4-160a3c9a5cee tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:59.169198 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-babe6a25-703f-47bd-b6bf-267baac0e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de05105d-632a-442c-922a-96053c4a41cc', 'name': 'tempest-ServersTestJSON-876258618-router', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:09Z', 'updated_at': '2021-08-06T16:07:17Z', 'revision_number': 4, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'gw_port': {'id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:10Z', 'updated_at': '2021-08-06T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2effeb6d-8c96-4c68-a463-fc9c84c79670', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'port_id': '7e5203f9-9846-46fd-9812-f9512a8cc429', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae', 'mac_address': 'fa:16:3e:ac:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99cd80e-347d-45c8-8f51-287acd553301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:28Z', 'updated_at': '2021-08-06T16:07:54Z', 'revision_number': 1, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d84222f-4a8e-4739-a11e-04b1ffd86a56', 'name': '', 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'mac_address': 'fa:16:3e:0e:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:14Z', 'updated_at': '2021-08-06T16:07:25Z', 'revision_number': 5, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'subnets': [{'id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:59.229601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3ae7c-bb09-45ed-85f4-160a3c9a5cee tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Pushing event updated for resources: {'Port': ['ID=0399823f-924c-4a8a-9b58-efea55f72d3a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:59.237232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babe6a25-703f-47bd-b6bf-267baac0e026 None None] Checking router: de05105d-632a-442c-922a-96053c4a41cc for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:59.246512 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babe6a25-703f-47bd-b6bf-267baac0e026 None None] Routers {'de05105d-632a-442c-922a-96053c4a41cc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:59.247211 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-babe6a25-703f-47bd-b6bf-267baac0e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['de05105d-632a-442c-922a-96053c4a41cc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:59.292535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-02efa82c-02af-413a-a077-a51d3722ece2 admin admin] Deleting port 5061646b-a3e7-4812-b8d8-2e32d8ecc732 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:07:59.293032 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02efa82c-02af-413a-a077-a51d3722ece2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:59.301084 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8c522-ed28-4458-8a27-c6f0d7e93388 req-bd27fb24-5dcb-4ae9-9fab-46d154cd7acd tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:59.302680 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c8c522-ed28-4458-8a27-c6f0d7e93388 req-bd27fb24-5dcb-4ae9-9fab-46d154cd7acd tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.1453679 Aug 06 16:07:59.309073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-51f3ae7c-bb09-45ed-85f4-160a3c9a5cee tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:59.309754 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-51f3ae7c-bb09-45ed-85f4-160a3c9a5cee tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:59.333536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-51f3ae7c-bb09-45ed-85f4-160a3c9a5cee tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0676513 Aug 06 16:07:59.349809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Request body: {'port': {'device_id': 'bfee2dc9-f405-4fa3-968f-5396ade7132a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:59.385224 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d541fb-145a-41ab-8aa3-5e2a797abaee req-7b8a4115-a6cf-4c66-a83b-26f09cf21646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:59.386786 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-55d541fb-145a-41ab-8aa3-5e2a797abaee req-7b8a4115-a6cf-4c66-a83b-26f09cf21646 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcdd933d-577f-42a7-88e0-0071c84cf819 HTTP/1.1" status: 200 len: 844 time: 0.2053375 Aug 06 16:07:59.474378 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c8c522-ed28-4458-8a27-c6f0d7e93388 req-bdbc55d1-664a-465c-8590-cc8858f1a5f9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508164 Aug 06 16:07:59.480330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-02efa82c-02af-413a-a077-a51d3722ece2 admin admin] For port 5061646b-a3e7-4812-b8d8-2e32d8ecc732, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5061646b-a3e7-4812-b8d8-2e32d8ecc732,segment=NetworkSegment(424f4a1a-23cc-4ab3-988b-8ed48ab280e6),segment_id=424f4a1a-23cc-4ab3-988b-8ed48ab280e6)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:59.480888 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02efa82c-02af-413a-a077-a51d3722ece2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:59.486348 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-babe6a25-703f-47bd-b6bf-267baac0e026 None None] Set router de05105d-632a-442c-922a-96053c4a41cc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:59.503470 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:59.508095 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-02efa82c-02af-413a-a077-a51d3722ece2 admin admin] Calling delete_port for 5061646b-a3e7-4812-b8d8-2e32d8ecc732 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:07:59.519905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d541fb-145a-41ab-8aa3-5e2a797abaee req-a8f46ac4-6110-47e2-9be3-d9af4fb16553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:59.521553 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-55d541fb-145a-41ab-8aa3-5e2a797abaee req-a8f46ac4-6110-47e2-9be3-d9af4fb16553 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da7b15e0-71c6-4b87-9abb-8143779bbeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232939 Aug 06 16:07:59.820060 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-55d541fb-145a-41ab-8aa3-5e2a797abaee req-d88dfe13-56d4-47f2-a5d0-8e4128fee75b service neutron] 10.222.0.13 "GET /v2.0/networks/da7b15e0-71c6-4b87-9abb-8143779bbeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789688 Aug 06 16:07:59.939080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d46859-c812-4bea-bfe2-b0f134d0493d req-3370403d-7d5f-49e0-a6a3-b2fc88dd715f tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:59.950582 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30d46859-c812-4bea-bfe2-b0f134d0493d req-3370403d-7d5f-49e0-a6a3-b2fc88dd715f tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 946 time: 0.2853134 Aug 06 16:07:59.967453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-babe6a25-703f-47bd-b6bf-267baac0e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de05105d-632a-442c-922a-96053c4a41cc', 'name': 'tempest-ServersTestJSON-876258618-router', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:09Z', 'updated_at': '2021-08-06T16:07:17Z', 'revision_number': 4, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'gw_port': {'id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:10Z', 'updated_at': '2021-08-06T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2effeb6d-8c96-4c68-a463-fc9c84c79670', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'port_id': '7e5203f9-9846-46fd-9812-f9512a8cc429', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae', 'mac_address': 'fa:16:3e:ac:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99cd80e-347d-45c8-8f51-287acd553301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:28Z', 'updated_at': '2021-08-06T16:07:54Z', 'revision_number': 1, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d84222f-4a8e-4739-a11e-04b1ffd86a56', 'name': '', 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'mac_address': 'fa:16:3e:0e:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:14Z', 'updated_at': '2021-08-06T16:07:25Z', 'revision_number': 5, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'subnets': [{'id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:00.009092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babe6a25-703f-47bd-b6bf-267baac0e026 None None] The sync data for ids ['de05105d-632a-442c-922a-96053c4a41cc'] in n-d-803756-1 is: [{'id': 'de05105d-632a-442c-922a-96053c4a41cc', 'name': 'tempest-ServersTestJSON-876258618-router', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:09Z', 'updated_at': '2021-08-06T16:07:17Z', 'revision_number': 4, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'gw_port': {'id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:10Z', 'updated_at': '2021-08-06T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2effeb6d-8c96-4c68-a463-fc9c84c79670', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'port_id': '7e5203f9-9846-46fd-9812-f9512a8cc429', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae', 'mac_address': 'fa:16:3e:ac:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99cd80e-347d-45c8-8f51-287acd553301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:28Z', 'updated_at': '2021-08-06T16:07:54Z', 'revision_number': 1, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d84222f-4a8e-4739-a11e-04b1ffd86a56', 'name': '', 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'mac_address': 'fa:16:3e:0e:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:14Z', 'updated_at': '2021-08-06T16:07:25Z', 'revision_number': 5, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'subnets': [{'id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:08:00.011862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30d46859-c812-4bea-bfe2-b0f134d0493d req-662de5ca-8a2d-456b-9f71-b79fc8fffe12 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600297 Aug 06 16:08:00.020200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08208d4-d6c2-47c5-982a-eac9586c6277 req-5eb1dac1-46cd-4e14-844d-863ffe50bcfc tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:00.032563 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e08208d4-d6c2-47c5-982a-eac9586c6277 req-5eb1dac1-46cd-4e14-844d-863ffe50bcfc tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.3331780 Aug 06 16:08:00.035672 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45376) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:00.055495 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-73ae43a7-9527-4233-8228-6cc396287c0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Request body: {'floatingip': {'port_id': '98a09210-9e18-4246-a5bf-a84d87cb9c7a'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:00.086736 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-55d541fb-145a-41ab-8aa3-5e2a797abaee req-f932df7b-01d8-4be7-ab38-44a35f4a019c service neutron] 10.222.0.13 "GET /v2.0/networks/da7b15e0-71c6-4b87-9abb-8143779bbeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553625 Aug 06 16:08:00.124850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b50ed-3b65-4a86-802e-cc5502aa9cea req-2de60b29-6fa2-4151-89bd-77c0570fa982 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:00.126862 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c65b50ed-3b65-4a86-802e-cc5502aa9cea req-2de60b29-6fa2-4151-89bd-77c0570fa982 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 946 time: 0.1681948 Aug 06 16:08:00.185590 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02efa82c-02af-413a-a077-a51d3722ece2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:00.222290 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efa82c-02af-413a-a077-a51d3722ece2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5061646b-a3e7-4812-b8d8-2e32d8ecc732,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:00.258926 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-73ae43a7-9527-4233-8228-6cc396287c0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:00.438419 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18644ba3-a54e-43a4-baf1-c45af5e0f002 None None] New status for floating IP 2effeb6d-8c96-4c68-a463-fc9c84c79670: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:08:00.481485 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0399823f-924c-4a8a-9b58-efea55f72d3a {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:08:00.510732 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:00.538701 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02efa82c-02af-413a-a077-a51d3722ece2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:00.572858 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-c65b50ed-3b65-4a86-802e-cc5502aa9cea req-4c288615-9a24-4d5a-9d34-7f23880bf88c tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Deleting port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:00.573268 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c65b50ed-3b65-4a86-802e-cc5502aa9cea req-4c288615-9a24-4d5a-9d34-7f23880bf88c tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:00.623613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bc7a9-a299-484f-b694-f0651b42c08b req-5cd939e1-0266-43d8-8e6f-e89fef1c186a tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:00.635940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-634bc7a9-a299-484f-b694-f0651b42c08b req-5cd939e1-0266-43d8-8e6f-e89fef1c186a tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 931 time: 0.4530919 Aug 06 16:08:00.686233 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Transition to ACTIVE for port object 0399823f-924c-4a8a-9b58-efea55f72d3a will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:00.705180 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:00.774221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-634bc7a9-a299-484f-b694-f0651b42c08b req-02806094-169a-4b24-9252-9faa2bca0563 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a026b53-b591-42d8-8066-64186faa054d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371379 Aug 06 16:08:00.894504 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Pushing event updated for resources: {'Port': ['ID=0399823f-924c-4a8a-9b58-efea55f72d3a,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:01.077544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Attempting to bind port 0399823f-924c-4a8a-9b58-efea55f72d3a on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:08:01.077925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Attempting to bind port 0399823f-924c-4a8a-9b58-efea55f72d3a by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '02f3eaf1-2842-4f1b-8736-205fd75e64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4be80dc0-6cfc-4acc-867c-551637c6c632'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:08:01.078257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Attempting to bind port 0399823f-924c-4a8a-9b58-efea55f72d3a on network 4be80dc0-6cfc-4acc-867c-551637c6c632 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:01.111810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Port 0399823f-924c-4a8a-9b58-efea55f72d3a on network 4be80dc0-6cfc-4acc-867c-551637c6c632 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:08:01.112525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Attempting to bind port 0399823f-924c-4a8a-9b58-efea55f72d3a on network 4be80dc0-6cfc-4acc-867c-551637c6c632 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:01.161051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:08:01.161351 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Checking segment: {'id': '02f3eaf1-2842-4f1b-8736-205fd75e64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4be80dc0-6cfc-4acc-867c-551637c6c632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:01.161872 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Bound using segment: {'id': '02f3eaf1-2842-4f1b-8736-205fd75e64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4be80dc0-6cfc-4acc-867c-551637c6c632'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:08:01.162901 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Bound port: 0399823f-924c-4a8a-9b58-efea55f72d3a, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02f3eaf1-2842-4f1b-8736-205fd75e64bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '4be80dc0-6cfc-4acc-867c-551637c6c632'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:08:01.163364 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:01.209749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-c65b50ed-3b65-4a86-802e-cc5502aa9cea req-4c288615-9a24-4d5a-9d34-7f23880bf88c tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] For port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:01.210120 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c65b50ed-3b65-4a86-802e-cc5502aa9cea req-4c288615-9a24-4d5a-9d34-7f23880bf88c tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:01.235786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-c65b50ed-3b65-4a86-802e-cc5502aa9cea req-4c288615-9a24-4d5a-9d34-7f23880bf88c tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Calling delete_port for 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:01.348164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab0bc6-b236-42f3-922c-c048cf72ab3c req-e013f589-8793-477d-babf-9ab6df011b0f tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:01.349684 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8ab0bc6-b236-42f3-922c-c048cf72ab3c req-e013f589-8793-477d-babf-9ab6df011b0f tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 946 time: 0.2049940 Aug 06 16:08:01.360382 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-73ae43a7-9527-4233-8228-6cc396287c0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:01.380272 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-73ae43a7-9527-4233-8228-6cc396287c0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:01.399241 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02efa82c-02af-413a-a077-a51d3722ece2 admin admin] Router a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:08:01.431138 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] For port 0399823f-924c-4a8a-9b58-efea55f72d3a, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:01.458175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] For port 0399823f-924c-4a8a-9b58-efea55f72d3a, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0399823f-924c-4a8a-9b58-efea55f72d3a,segment=NetworkSegment(02f3eaf1-2842-4f1b-8736-205fd75e64bd),segment_id=02f3eaf1-2842-4f1b-8736-205fd75e64bd)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:08:01.470048 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:01.486999 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8ab0bc6-b236-42f3-922c-c048cf72ab3c req-fa16720a-abbb-44aa-9183-03fe74de62fa tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179261 Aug 06 16:08:01.557023 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:01.557023 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:01.558493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] 10.222.0.13 "PUT /v2.0/ports/0399823f-924c-4a8a-9b58-efea55f72d3a HTTP/1.1" status: 200 len: 1091 time: 2.2152100 Aug 06 16:08:01.563160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfee2dc9-f405-4fa3-968f-5396ade7132a', 'tag': '0399823f-924c-4a8a-9b58-efea55f72d3a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:01.566984 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102e6629-16df-4f75-9fe8-3c53a41fdae3" -d '{"events": [{"name": "network-changed", "server_uuid": "bfee2dc9-f405-4fa3-968f-5396ade7132a", "tag": "0399823f-924c-4a8a-9b58-efea55f72d3a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:01.603491 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02efa82c-02af-413a-a077-a51d3722ece2 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:08:01.610200 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-02efa82c-02af-413a-a077-a51d3722ece2 admin admin] 10.222.0.37 "PUT /v2.0/routers/a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1208353 Aug 06 16:08:01.613732 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0097c6-13d6-4767-ac75-2a6566c8027f None None] Sync routers for ids ['a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:08:01.614332 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45392) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:01.624076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c65b50ed-3b65-4a86-802e-cc5502aa9cea req-4c288615-9a24-4d5a-9d34-7f23880bf88c tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:01.628074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0097c6-13d6-4767-ac75-2a6566c8027f None None] Routers {'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:01.629017 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1d0097c6-13d6-4767-ac75-2a6566c8027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:01.659378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863927af-bf97-41c5-bfc0-997494d8317b service neutron] Pushing event updated for resources: {'Port': ['ID=0399823f-924c-4a8a-9b58-efea55f72d3a,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:01.691057 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd75536-a0a5-4691-9827-5af14d524139 x-openstack-request-id: req-6cd75536-a0a5-4691-9827-5af14d524139 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:01.691057 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfee2dc9-f405-4fa3-968f-5396ade7132a", "tag": "0399823f-924c-4a8a-9b58-efea55f72d3a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:01.691057 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cd75536-a0a5-4691-9827-5af14d524139 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:01.691057 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfee2dc9-f405-4fa3-968f-5396ade7132a', 'tag': '0399823f-924c-4a8a-9b58-efea55f72d3a', 'status': 'completed', 'code': 200} Aug 06 16:08:01.692774 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-73ae43a7-9527-4233-8228-6cc396287c0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Floating IP f6328b3f-9eea-4804-b08c-0e633c944c8f associated. External IP: 172.25.1.53, port: 98a09210-9e18-4246-a5bf-a84d87cb9c7a. Aug 06 16:08:01.779688 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:08:01.780782 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c288615-9a24-4d5a-9d34-7f23880bf88c tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Pushing event deleted for resources: {'Port': ['ID=4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:01.806604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65b50ed-3b65-4a86-802e-cc5502aa9cea req-4c288615-9a24-4d5a-9d34-7f23880bf88c tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] No DVR routers for this DVR port 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:08:01.810709 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c65b50ed-3b65-4a86-802e-cc5502aa9cea req-4c288615-9a24-4d5a-9d34-7f23880bf88c tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:01.813667 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c65b50ed-3b65-4a86-802e-cc5502aa9cea req-4c288615-9a24-4d5a-9d34-7f23880bf88c tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.78 "DELETE /v2.0/ports/4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 HTTP/1.1" status: 204 len: 173 time: 1.6732240 Aug 06 16:08:01.817807 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f02277f-2e0d-465a-83de-7f96790d1136', 'name': 'network-vif-deleted', 'tag': '4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:01.821289 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7ea1da-95df-43b2-8c93-62259ea79211" -d '{"events": [{"server_uuid": "1f02277f-2e0d-465a-83de-7f96790d1136", "name": "network-vif-deleted", "tag": "4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:01.909775 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbe0708-dca9-4a1d-a283-692e93072229 x-openstack-request-id: req-7dbe0708-dca9-4a1d-a283-692e93072229 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:01.910391 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f02277f-2e0d-465a-83de-7f96790d1136", "name": "network-vif-deleted", "tag": "4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:01.910834 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dbe0708-dca9-4a1d-a283-692e93072229 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:01.911763 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f02277f-2e0d-465a-83de-7f96790d1136', 'name': 'network-vif-deleted', 'tag': '4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477', 'status': 'completed', 'code': 200} Aug 06 16:08:01.946289 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-deabe0bb-e25c-4071-a998-d4d472a5d549 admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:01.950267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-1d0097c6-13d6-4767-ac75-2a6566c8027f None None] Set router a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:02.138307 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-deabe0bb-e25c-4071-a998-d4d472a5d549 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:02.221878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-deabe0bb-e25c-4071-a998-d4d472a5d549 admin admin] Deleting port e067209c-4098-4fea-a216-d61ded2dc2b3 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:02.222487 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-deabe0bb-e25c-4071-a998-d4d472a5d549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:02.238045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1d0097c6-13d6-4767-ac75-2a6566c8027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'name': 'tempest-TestAggregatesBasicOps-1583220104-router', 'tenant_id': '0b50d5c602fc4a09a5964fd5870b7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': 'e067209c-4098-4fea-a216-d61ded2dc2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:35Z', 'updated_at': '2021-08-06T16:07:59Z', 'revision_number': 5, 'project_id': '0b50d5c602fc4a09a5964fd5870b7823', 'gw_port': {'id': 'e067209c-4098-4fea-a216-d61ded2dc2b3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:37Z', 'updated_at': '2021-08-06T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:02.338563 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-3d0c0318-9841-47da-a565-5c11f5597b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:02.340148 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-3d0c0318-9841-47da-a565-5c11f5597b3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1e0308838b943f280a8819926ac7c61&device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 1094 time: 0.6994212 Aug 06 16:08:02.406859 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10194ab-9c3c-4816-a570-9f93d662c523 req-9032414f-3e98-4957-b28b-4b4da466a124 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:02.411718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-deabe0bb-e25c-4071-a998-d4d472a5d549 admin admin] For port e067209c-4098-4fea-a216-d61ded2dc2b3, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e067209c-4098-4fea-a216-d61ded2dc2b3,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:02.412297 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-deabe0bb-e25c-4071-a998-d4d472a5d549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:02.423735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c10194ab-9c3c-4816-a570-9f93d662c523 req-9032414f-3e98-4957-b28b-4b4da466a124 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 943 time: 0.1237149 Aug 06 16:08:02.434648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-3123daaf-ce72-428c-837b-52772598abb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0399823f-924c-4a8a-9b58-efea55f72d3a HTTP/1.1" status: 200 len: 217 time: 0.0763047 Aug 06 16:08:02.438924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-deabe0bb-e25c-4071-a998-d4d472a5d549 admin admin] Calling delete_port for e067209c-4098-4fea-a216-d61ded2dc2b3 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:02.454902 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0097c6-13d6-4767-ac75-2a6566c8027f None None] Checking router: a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:08:02.464512 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0097c6-13d6-4767-ac75-2a6566c8027f None None] Routers {'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:02.465137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1d0097c6-13d6-4767-ac75-2a6566c8027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:02.534389 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c10194ab-9c3c-4816-a570-9f93d662c523 req-bbb8f600-2524-42f1-8664-05fa983ad0bd tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a026b53-b591-42d8-8066-64186faa054d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035011 Aug 06 16:08:02.536090 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-f6020592-c475-4c5f-a234-0bbd7041a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:02.538155 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-f6020592-c475-4c5f-a234-0bbd7041a106 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7814c463-055f-4f64-8f4c-d329095792c4 HTTP/1.1" status: 200 len: 850 time: 0.0889249 Aug 06 16:08:02.606120 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-1d0097c6-13d6-4767-ac75-2a6566c8027f None None] Set router a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:02.711641 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-a73a74f8-212f-4855-8fe9-8598a10868e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4be80dc0-6cfc-4acc-867c-551637c6c632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598201 Aug 06 16:08:02.744706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1d0097c6-13d6-4767-ac75-2a6566c8027f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'name': 'tempest-TestAggregatesBasicOps-1583220104-router', 'tenant_id': '0b50d5c602fc4a09a5964fd5870b7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:35Z', 'updated_at': '2021-08-06T16:08:02Z', 'revision_number': 6, 'project_id': '0b50d5c602fc4a09a5964fd5870b7823', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:02.749682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-93522c12-77db-4104-994e-f4ff2c58b3ab req-9d5e9837-46be-49f8-9eec-dce9eaf6508d tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02277f-2e0d-465a-83de-7f96790d1136 HTTP/1.1" status: 200 len: 210 time: 0.0477493 Aug 06 16:08:02.790208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0097c6-13d6-4767-ac75-2a6566c8027f None None] The sync data for ids ['a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc'] in n-d-803756-1 is: [{'id': 'a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc', 'name': 'tempest-TestAggregatesBasicOps-1583220104-router', 'tenant_id': '0b50d5c602fc4a09a5964fd5870b7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:35Z', 'updated_at': '2021-08-06T16:08:02Z', 'revision_number': 6, 'project_id': '0b50d5c602fc4a09a5964fd5870b7823', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:08:02.811843 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-deabe0bb-e25c-4071-a998-d4d472a5d549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:02.825491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ae43a7-9527-4233-8228-6cc396287c0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Router 7581b9ad-a9d7-4cf1-893c-83174c2f820f has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:08:02.883488 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabe0bb-e25c-4071-a998-d4d472a5d549 admin admin] Pushing event deleted for resources: {'Port': ['ID=e067209c-4098-4fea-a216-d61ded2dc2b3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:02.914365 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-d39cf145-a819-4299-b7f4-52e9a938d6e3 service neutron] 10.222.0.13 "GET /v2.0/networks/4be80dc0-6cfc-4acc-867c-551637c6c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797540 Aug 06 16:08:02.969935 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-deabe0bb-e25c-4071-a998-d4d472a5d549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:03.038694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ae43a7-9527-4233-8228-6cc396287c0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:08:03.044198 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-73ae43a7-9527-4233-8228-6cc396287c0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:03.048912 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e121c9-8256-4d75-9d71-c8a7ac098061 None None] Sync routers for ids ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:08:03.060003 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e121c9-8256-4d75-9d71-c8a7ac098061 None None] Routers {'7581b9ad-a9d7-4cf1-893c-83174c2f820f'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:03.061017 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-08e121c9-8256-4d75-9d71-c8a7ac098061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:03.068003 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-deabe0bb-e25c-4071-a998-d4d472a5d549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:03.070766 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-deabe0bb-e25c-4071-a998-d4d472a5d549 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:03.083358 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82acf4e8-17c6-4306-82c7-af1354d4698e req-62591bc6-9658-424c-9c0f-c6635b22749d service neutron] 10.222.0.13 "GET /v2.0/networks/4be80dc0-6cfc-4acc-867c-551637c6c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624768 Aug 06 16:08:03.088084 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-73ae43a7-9527-4233-8228-6cc396287c0f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "PUT /v2.0/floatingips/f6328b3f-9eea-4804-b08c-0e633c944c8f HTTP/1.1" status: 200 len: 991 time: 3.0465000 Aug 06 16:08:03.129811 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-deabe0bb-e25c-4071-a998-d4d472a5d549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:03.130142 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deabe0bb-e25c-4071-a998-d4d472a5d549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:08:03.134491 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-deabe0bb-e25c-4071-a998-d4d472a5d549 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:03.138098 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-deabe0bb-e25c-4071-a998-d4d472a5d549 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a3f47e76-fbc2-4d32-a6e3-de3c5fb1bccc HTTP/1.1" status: 204 len: 168 time: 1.5226564 Aug 06 16:08:03.138843 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45414) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:03.219655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed89da1-d7bb-476e-b3df-b33ddba6633b admin admin] Deleting subnet ea6ce3b3-6a63-4bd0-897b-bc89adacdc09 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:08:03.227745 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1ed89da1-d7bb-476e-b3df-b33ddba6633b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:03.228239 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-08e121c9-8256-4d75-9d71-c8a7ac098061 None None] Set router 7581b9ad-a9d7-4cf1-893c-83174c2f820f gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:03.243870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e6629-16df-4f75-9fe8-3c53a41fdae3 req-553c2103-866e-4661-a3c6-9f6e4d4431d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:03.245838 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-102e6629-16df-4f75-9fe8-3c53a41fdae3 req-553c2103-866e-4661-a3c6-9f6e4d4431d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1e0308838b943f280a8819926ac7c61&device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 1094 time: 0.1100371 Aug 06 16:08:03.300120 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1ed89da1-d7bb-476e-b3df-b33ddba6633b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:03.311864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5061646b-a3e7-4812-b8d8-2e32d8ecc732 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:08:03.356397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 5061646b-a3e7-4812-b8d8-2e32d8ecc732 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:08:03.357210 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5061646b-a3e7-4812-b8d8-2e32d8ecc732 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:08:03.366912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e6629-16df-4f75-9fe8-3c53a41fdae3 req-120d222c-2a7c-434d-9f22-03a59adfb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:03.368756 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-102e6629-16df-4f75-9fe8-3c53a41fdae3 req-120d222c-2a7c-434d-9f22-03a59adfb1f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4be80dc0-6cfc-4acc-867c-551637c6c632 HTTP/1.1" status: 200 len: 911 time: 0.1156125 Aug 06 16:08:03.457505 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-102e6629-16df-4f75-9fe8-3c53a41fdae3 req-83f87e74-8261-4d2a-8bce-6dfc24431c40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0399823f-924c-4a8a-9b58-efea55f72d3a HTTP/1.1" status: 200 len: 217 time: 0.0803456 Aug 06 16:08:03.460643 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1ed89da1-d7bb-476e-b3df-b33ddba6633b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:03.515257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e6629-16df-4f75-9fe8-3c53a41fdae3 req-56b25119-8834-4d04-bd34-a0c1c4f989b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:03.516988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-102e6629-16df-4f75-9fe8-3c53a41fdae3 req-56b25119-8834-4d04-bd34-a0c1c4f989b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7814c463-055f-4f64-8f4c-d329095792c4 HTTP/1.1" status: 200 len: 850 time: 0.0524766 Aug 06 16:08:03.561203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-102e6629-16df-4f75-9fe8-3c53a41fdae3 req-b70faf9f-2063-42de-b64e-acaca5d51dbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4be80dc0-6cfc-4acc-867c-551637c6c632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365934 Aug 06 16:08:03.562455 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1ed89da1-d7bb-476e-b3df-b33ddba6633b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:03.596763 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-08e121c9-8256-4d75-9d71-c8a7ac098061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'f6328b3f-9eea-4804-b08c-0e633c944c8f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'port_id': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'mac_address': 'fa:16:3e:dc:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:34Z', 'updated_at': '2021-08-06T16:08:01Z', 'revision_number': 1, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:43Z', 'revision_number': 5, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:03.611062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaea33da-571c-4611-bbb5-7399caec98d3 None None] Network 39dba63e-fd34-454e-bc07-5ffc6162fa5f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:08:03.622918 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1ed89da1-d7bb-476e-b3df-b33ddba6633b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:03.629507 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1ed89da1-d7bb-476e-b3df-b33ddba6633b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ea6ce3b3-6a63-4bd0-897b-bc89adacdc09 HTTP/1.1" status: 204 len: 168 time: 0.4897666 Aug 06 16:08:03.633187 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed89da1-d7bb-476e-b3df-b33ddba6633b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea6ce3b3-6a63-4bd0-897b-bc89adacdc09,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:03.633427 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e121c9-8256-4d75-9d71-c8a7ac098061 None None] Checking router: 7581b9ad-a9d7-4cf1-893c-83174c2f820f for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:08:03.636616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45420) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:03.656015 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e121c9-8256-4d75-9d71-c8a7ac098061 None None] Routers {'7581b9ad-a9d7-4cf1-893c-83174c2f820f'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:03.656641 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-08e121c9-8256-4d75-9d71-c8a7ac098061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:07:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:03.691505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'tag': '98a09210-9e18-4246-a5bf-a84d87cb9c7a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:03.693858 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bafde35-b6cc-40f4-a82d-cc59e6ad081f" -d '{"events": [{"name": "network-changed", "server_uuid": "9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a", "tag": "98a09210-9e18-4246-a5bf-a84d87cb9c7a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:03.779371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448b856-aa68-494f-baed-715acf7a13cf req-c2190a9f-b9a6-461c-9847-a89dacfe3432 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:03.785265 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2448b856-aa68-494f-baed-715acf7a13cf req-c2190a9f-b9a6-461c-9847-a89dacfe3432 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 943 time: 0.1633399 Aug 06 16:08:03.794640 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c353aa0-2cfe-42f1-ac79-6b77fef303f4 x-openstack-request-id: req-1c353aa0-2cfe-42f1-ac79-6b77fef303f4 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:03.794938 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a", "tag": "98a09210-9e18-4246-a5bf-a84d87cb9c7a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:03.795181 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c353aa0-2cfe-42f1-ac79-6b77fef303f4 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:03.795606 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'tag': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'status': 'completed', 'code': 200} Aug 06 16:08:03.816121 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cedd0b9f-16ea-4cc7-937e-24102e477cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:03.823562 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-102e6629-16df-4f75-9fe8-3c53a41fdae3 req-c922e76d-d6fa-4fcd-bad7-6ba8a9fc8951 service neutron] 10.222.0.13 "GET /v2.0/networks/4be80dc0-6cfc-4acc-867c-551637c6c632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529550 Aug 06 16:08:03.869205 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-08e121c9-8256-4d75-9d71-c8a7ac098061 None None] Set router 7581b9ad-a9d7-4cf1-893c-83174c2f820f gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:03.992541 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafaae01-5c99-47a2-b18e-5f7f102faa1f None None] DHCP port deletion for 39dba63e-fd34-454e-bc07-5ffc6162fa5f request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:08:03.992898 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:04.015070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2448b856-aa68-494f-baed-715acf7a13cf req-10848b9e-3a5c-4b22-bd1d-13b8e01139b2 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a026b53-b591-42d8-8066-64186faa054d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106161 Aug 06 16:08:04.064082 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafde35-b6cc-40f4-a82d-cc59e6ad081f req-dc7f79ba-99e5-4ec4-a163-fe5da28bb234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:04.065564 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bafde35-b6cc-40f4-a82d-cc59e6ad081f req-dc7f79ba-99e5-4ec4-a163-fe5da28bb234 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7ffc041dde4b4c088ba8b49bfae0f273&device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 1097 time: 0.2401264 Aug 06 16:08:04.084937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fafaae01-5c99-47a2-b18e-5f7f102faa1f None None] Deleting port fd875884-40c9-41eb-9d26-2fa07a2d4901 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:04.085430 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fafaae01-5c99-47a2-b18e-5f7f102faa1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:04.107215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-102e6629-16df-4f75-9fe8-3c53a41fdae3 req-bf872520-9ba2-4e8f-a5b5-5eb87b14ef29 service neutron] 10.222.0.13 "GET /v2.0/networks/4be80dc0-6cfc-4acc-867c-551637c6c632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638018 Aug 06 16:08:04.222181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fafaae01-5c99-47a2-b18e-5f7f102faa1f None None] For port fd875884-40c9-41eb-9d26-2fa07a2d4901, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fd875884-40c9-41eb-9d26-2fa07a2d4901,segment=NetworkSegment(424f4a1a-23cc-4ab3-988b-8ed48ab280e6),segment_id=424f4a1a-23cc-4ab3-988b-8ed48ab280e6)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:04.222497 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fafaae01-5c99-47a2-b18e-5f7f102faa1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:04.257444 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fafaae01-5c99-47a2-b18e-5f7f102faa1f None None] Calling delete_port for fd875884-40c9-41eb-9d26-2fa07a2d4901 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:04.364959 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] Deleting port fd875884-40c9-41eb-9d26-2fa07a2d4901 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:04.365272 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:04.374518 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafde35-b6cc-40f4-a82d-cc59e6ad081f req-627e9845-3434-4062-af41-4be7d890287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:04.376209 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bafde35-b6cc-40f4-a82d-cc59e6ad081f req-627e9845-3434-4062-af41-4be7d890287a service neutron] 10.222.0.78 "GET /v2.0/networks?id=a866e395-3ce9-4555-a769-7f0869a94e9f HTTP/1.1" status: 200 len: 917 time: 0.2958090 Aug 06 16:08:04.444885 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fafaae01-5c99-47a2-b18e-5f7f102faa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:04.449483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-b617e2ab-498d-4402-9650-ab844a11289d tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:04.451813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-b617e2ab-498d-4402-9650-ab844a11289d tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/networks?id=e9c146ba-2c73-455b-bc96-29442b5302a5 HTTP/1.1" status: 200 len: 821 time: 0.1474185 Aug 06 16:08:04.481078 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafaae01-5c99-47a2-b18e-5f7f102faa1f None None] No DVR routers for this DVR port fd875884-40c9-41eb-9d26-2fa07a2d4901 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:08:04.483821 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bafde35-b6cc-40f4-a82d-cc59e6ad081f req-8dd1be81-1f34-4641-ad63-00e7fab46a3f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a HTTP/1.1" status: 200 len: 999 time: 0.0890648 Aug 06 16:08:04.513560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:08:04.528892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-233f160e-d80f-4742-8490-4c06975de2b5 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/quotas/67dd413fff104befa17a37af19547712 HTTP/1.1" status: 200 len: 375 time: 0.0663466 Aug 06 16:08:04.529659 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-08e121c9-8256-4d75-9d71-c8a7ac098061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'f6328b3f-9eea-4804-b08c-0e633c944c8f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'port_id': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'mac_address': 'fa:16:3e:dc:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:34Z', 'updated_at': '2021-08-06T16:08:01Z', 'revision_number': 1, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:43Z', 'revision_number': 5, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:04.601923 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e121c9-8256-4d75-9d71-c8a7ac098061 None None] The sync data for ids ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'] in n-d-803756-1 is: [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'f6328b3f-9eea-4804-b08c-0e633c944c8f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'floating_ip_address': '172.25.1.53', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'port_id': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'mac_address': 'fa:16:3e:dc:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:34Z', 'updated_at': '2021-08-06T16:08:01Z', 'revision_number': 1, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:43Z', 'revision_number': 5, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:08:04.602409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] For port fd875884-40c9-41eb-9d26-2fa07a2d4901, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fd875884-40c9-41eb-9d26-2fa07a2d4901,segment=NetworkSegment(424f4a1a-23cc-4ab3-988b-8ed48ab280e6),segment_id=424f4a1a-23cc-4ab3-988b-8ed48ab280e6)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:04.602793 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:04.620526 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:08:04.620868 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 4ffc9a1a-1af2-4b07-a2b7-3ca8810cb477 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:08:04.625425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaae01-5c99-47a2-b18e-5f7f102faa1f None None] Pushing event deleted for resources: {'Port': ['ID=fd875884-40c9-41eb-9d26-2fa07a2d4901,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:04.629071 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-2719851e-c0ae-4abb-81da-3c68d40b6128 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=67dd413fff104befa17a37af19547712&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990343 Aug 06 16:08:04.639292 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafde35-b6cc-40f4-a82d-cc59e6ad081f req-f80bbca0-3389-4418-aba6-e0b30edc7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:04.641712 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bafde35-b6cc-40f4-a82d-cc59e6ad081f req-f80bbca0-3389-4418-aba6-e0b30edc7bf2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=179c64d1-b6cb-431f-aab6-556ce510d2b1 HTTP/1.1" status: 200 len: 855 time: 0.1132050 Aug 06 16:08:04.644817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] Calling delete_port for fd875884-40c9-41eb-9d26-2fa07a2d4901 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:04.746781 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-dc26b4f5-fd91-4f21-9b50-41434ea4b894 service neutron] 10.222.0.37 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107943 Aug 06 16:08:04.759611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafde35-b6cc-40f4-a82d-cc59e6ad081f req-f815533c-1ee2-4266-b6cf-5cb0d04e7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:04.761138 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bafde35-b6cc-40f4-a82d-cc59e6ad081f req-f815533c-1ee2-4266-b6cf-5cb0d04e7bf1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a866e395-3ce9-4555-a769-7f0869a94e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045036 Aug 06 16:08:04.844676 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:04.871428 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-5c7882b3-488f-4333-9842-ae8d17930328 service neutron] 10.222.0.37 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127234 Aug 06 16:08:04.890756 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd875884-40c9-41eb-9d26-2fa07a2d4901,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:04.896882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] No DVR routers for this DVR port fd875884-40c9-41eb-9d26-2fa07a2d4901 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:08:04.900710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df4bb7e-a117-41fa-9a8c-60c05f78a029 None None] New status for floating IP f6328b3f-9eea-4804-b08c-0e633c944c8f: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:08:04.949281 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bafde35-b6cc-40f4-a82d-cc59e6ad081f req-f4b4a930-908c-43c5-995b-968175a94d5f service neutron] 10.222.0.78 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719930 Aug 06 16:08:05.000205 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:08:05.138117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e067209c-4098-4fea-a216-d61ded2dc2b3 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:08:05.168222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: e067209c-4098-4fea-a216-d61ded2dc2b3 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:08:05.168775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e067209c-4098-4fea-a216-d61ded2dc2b3 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:08:05.169375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fd875884-40c9-41eb-9d26-2fa07a2d4901 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:08:05.226621 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: fd875884-40c9-41eb-9d26-2fa07a2d4901 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:08:05.226969 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fd875884-40c9-41eb-9d26-2fa07a2d4901 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:08:05.235474 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bafde35-b6cc-40f4-a82d-cc59e6ad081f req-1e5a4294-025b-461e-a656-69cef247a8c8 service neutron] 10.222.0.78 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500911 Aug 06 16:08:05.240197 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17e296-c171-4384-9284-35d08f9fca35 req-37aa914c-9435-4e6a-b3c9-952838dd66b6 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:05.249308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f17e296-c171-4384-9284-35d08f9fca35 req-37aa914c-9435-4e6a-b3c9-952838dd66b6 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 943 time: 0.1237531 Aug 06 16:08:05.249468 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:05.270035 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dba63e-fd34-454e-bc07-5ffc6162fa5f']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:05.289416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424f4a1a-23cc-4ab3-988b-8ed48ab280e6') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:05.289730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424f4a1a-23cc-4ab3-988b-8ed48ab280e6') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:05.315435 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f17e296-c171-4384-9284-35d08f9fca35 req-43440cb7-34a0-458f-9f20-cedfa063b798 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a026b53-b591-42d8-8066-64186faa054d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647964 Aug 06 16:08:05.318554 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:05.345081 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:05.348314 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:08:05.348794 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:08:05.351322 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:08:05.418899 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd1caaf1-1de2-4cd4-9ae4-2146f1a68d21 req-88e1d906-8e2f-4df2-9e58-f4764a31d0e7 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 210 time: 0.0729249 Aug 06 16:08:05.441203 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:05.449339 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:05.455252 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/39dba63e-fd34-454e-bc07-5ffc6162fa5f HTTP/1.1" status: 204 len: 168 time: 1.8145273 Aug 06 16:08:05.466570 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14798084-a43b-469f-81cc-0ff1f8db59d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=39dba63e-fd34-454e-bc07-5ffc6162fa5f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:05.649445 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45472) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:05.696532 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ca5b409b-eb30-46b3-87c9-eae9eb9a1f53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a516027c7134c2089691f31988555ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429611 Aug 06 16:08:05.697749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45474) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:05.770653 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa838d8c-8480-48b7-a7d2-675387f3c013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:05.799449 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa838d8c-8480-48b7-a7d2-675387f3c013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:05.869485 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa838d8c-8480-48b7-a7d2-675387f3c013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:05.872278 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa838d8c-8480-48b7-a7d2-675387f3c013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:05.873520 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aa838d8c-8480-48b7-a7d2-675387f3c013 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b598a6ca-8c0b-45b8-a302-37b71610c9aa HTTP/1.1" status: 204 len: 168 time: 0.1757858 Aug 06 16:08:05.882314 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa838d8c-8480-48b7-a7d2-675387f3c013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b598a6ca-8c0b-45b8-a302-37b71610c9aa,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:05.902293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0399823f-924c-4a8a-9b58-efea55f72d3a details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:08:06.043051 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 0399823f-924c-4a8a-9b58-efea55f72d3a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0399823f-924c-4a8a-9b58-efea55f72d3a,segment=NetworkSegment(02f3eaf1-2842-4f1b-8736-205fd75e64bd),segment_id=02f3eaf1-2842-4f1b-8736-205fd75e64bd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:06.066976 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '0399823f-924c-4a8a-9b58-efea55f72d3a', 'network_id': '4be80dc0-6cfc-4acc-867c-551637c6c632', 'port_id': '0399823f-924c-4a8a-9b58-efea55f72d3a', 'mac_address': 'fa:16:3e:3b:d7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7814c463-055f-4f64-8f4c-d329095792c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:08:06.134068 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:06.154184 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-065597df-980e-4a0d-8e9f-39df0247da7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:06.160607 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0399823f-924c-4a8a-9b58-efea55f72d3a {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:08:06.184864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 0399823f-924c-4a8a-9b58-efea55f72d3a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0399823f-924c-4a8a-9b58-efea55f72d3a,segment=NetworkSegment(02f3eaf1-2842-4f1b-8736-205fd75e64bd),segment_id=02f3eaf1-2842-4f1b-8736-205fd75e64bd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:06.190513 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:06.247423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=0399823f-924c-4a8a-9b58-efea55f72d3a,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:06.374194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45488) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:06.419194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['0399823f-924c-4a8a-9b58-efea55f72d3a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:08:06.487109 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6619f4d4-1ac2-46bb-a215-c019ef6c4457 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b50d5c602fc4a09a5964fd5870b7823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1116717 Aug 06 16:08:06.490654 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45492) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:06.560217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1efd2-9c37-4895-9337-a326b705f022 req-9f759c4a-c4a5-4474-9b36-7ee3435aaae8 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:06.566520 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1db1efd2-9c37-4895-9337-a326b705f022 req-9f759c4a-c4a5-4474-9b36-7ee3435aaae8 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 944 time: 0.1289718 Aug 06 16:08:06.627365 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f1ee996-5daa-4666-949f-9d27dfda926f req-663f070e-e059-4cb3-aabf-0da636131997 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 210 time: 0.0586989 Aug 06 16:08:06.628941 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:06.673949 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b7f6-16f3-4530-8775-19fb192dbc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:06.715467 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1db1efd2-9c37-4895-9337-a326b705f022 req-0f9f9fc0-32d5-4967-8647-bcb4d57fc2dd tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a026b53-b591-42d8-8066-64186faa054d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105134 Aug 06 16:08:06.723048 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b7f6-16f3-4530-8775-19fb192dbc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:06.788510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-42cfa651-4b16-468e-8854-09355b118363 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:06.790203 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-42cfa651-4b16-468e-8854-09355b118363 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.78 "GET /v2.0/networks?id=e9c146ba-2c73-455b-bc96-29442b5302a5 HTTP/1.1" status: 200 len: 821 time: 0.2375088 Aug 06 16:08:06.809532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-073ab36f-b7be-4caf-b57b-455c0a8acc87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Request body: {'port': {'device_id': 'fc9fca05-106d-4ebd-8add-61b630b3a50f', 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5', 'admin_state_up': True, 'tenant_id': '67dd413fff104befa17a37af19547712'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:06.863671 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6edda047-d536-48c7-a591-267839d1c595 req-910a947c-05db-4958-bd04-c22007eab910 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809503 Aug 06 16:08:06.900052 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b7f6-16f3-4530-8775-19fb192dbc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:06.903184 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b7f6-16f3-4530-8775-19fb192dbc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:06.904470 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7eb4b7f6-16f3-4530-8775-19fb192dbc88 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81b08084-9e53-43e4-a7b9-e02d2a3ac090 HTTP/1.1" status: 204 len: 168 time: 0.4125464 Aug 06 16:08:06.919481 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4b7f6-16f3-4530-8775-19fb192dbc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b08084-9e53-43e4-a7b9-e02d2a3ac090,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:06.984212 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-073ab36f-b7be-4caf-b57b-455c0a8acc87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Made reservation on behalf of 67dd413fff104befa17a37af19547712 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:08:06.989428 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edda047-d536-48c7-a591-267839d1c595 req-9d465365-8dd4-4a06-a64a-02da9bd3a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:06.990454 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-073ab36f-b7be-4caf-b57b-455c0a8acc87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:06.992276 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6edda047-d536-48c7-a591-267839d1c595 req-9d465365-8dd4-4a06-a64a-02da9bd3a658 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=727b35e2e4ad4499bb5ec153661827ba&device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 1096 time: 0.0616302 Aug 06 16:08:07.126052 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edda047-d536-48c7-a591-267839d1c595 req-8ad2b81f-8576-4ad1-b1a7-80e276785470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:07.128973 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6edda047-d536-48c7-a591-267839d1c595 req-8ad2b81f-8576-4ad1-b1a7-80e276785470 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da7b15e0-71c6-4b87-9abb-8143779bbeae HTTP/1.1" status: 200 len: 906 time: 0.1124914 Aug 06 16:08:07.167319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-073ab36f-b7be-4caf-b57b-455c0a8acc87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Allocated IP 172.20.0.3 (e9c146ba-2c73-455b-bc96-29442b5302a5/7ace2fcc-c82b-40df-8188-608cb03264e5/890cd6b3-4ef0-4b01-84be-fe6801271aed) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:08:07.229200 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:07.235047 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6edda047-d536-48c7-a591-267839d1c595 req-eb02c2c3-540c-46b9-941b-31bef6100b73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e5203f9-9846-46fd-9812-f9512a8cc429 HTTP/1.1" status: 200 len: 1000 time: 0.0977595 Aug 06 16:08:07.298310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edda047-d536-48c7-a591-267839d1c595 req-7862658a-7c0e-4cac-8789-9f11a83c03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:07.300322 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6edda047-d536-48c7-a591-267839d1c595 req-7862658a-7c0e-4cac-8789-9f11a83c03ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcdd933d-577f-42a7-88e0-0071c84cf819 HTTP/1.1" status: 200 len: 844 time: 0.0570912 Aug 06 16:08:07.358475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edda047-d536-48c7-a591-267839d1c595 req-9ec3e241-501c-4271-914a-10ec668f019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:07.364814 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6edda047-d536-48c7-a591-267839d1c595 req-9ec3e241-501c-4271-914a-10ec668f019b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da7b15e0-71c6-4b87-9abb-8143779bbeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568161 Aug 06 16:08:07.387698 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-073ab36f-b7be-4caf-b57b-455c0a8acc87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:07.445514 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-073ab36f-b7be-4caf-b57b-455c0a8acc87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:07.504403 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6edda047-d536-48c7-a591-267839d1c595 req-1179220a-1494-4df6-8a3b-eb57a7b7e742 service neutron] 10.222.0.13 "GET /v2.0/networks/da7b15e0-71c6-4b87-9abb-8143779bbeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299114 Aug 06 16:08:07.558569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ab36f-b7be-4caf-b57b-455c0a8acc87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Pushing event updated for resources: {'Port': ['ID=890cd6b3-4ef0-4b01-84be-fe6801271aed,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:07.567165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-073ab36f-b7be-4caf-b57b-455c0a8acc87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Network e9c146ba-2c73-455b-bc96-29442b5302a5 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:07.568834 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-073ab36f-b7be-4caf-b57b-455c0a8acc87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:07.571738 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-073ab36f-b7be-4caf-b57b-455c0a8acc87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:08:07.633348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-073ab36f-b7be-4caf-b57b-455c0a8acc87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:07.634018 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-073ab36f-b7be-4caf-b57b-455c0a8acc87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:07.654551 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6edda047-d536-48c7-a591-267839d1c595 req-8e134198-36a5-46d3-b7fd-9357ce3ede30 service neutron] 10.222.0.13 "GET /v2.0/networks/da7b15e0-71c6-4b87-9abb-8143779bbeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357143 Aug 06 16:08:07.658934 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-073ab36f-b7be-4caf-b57b-455c0a8acc87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8561990 Aug 06 16:08:07.675865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Request body: {'port': {'device_id': 'fc9fca05-106d-4ebd-8add-61b630b3a50f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:07.741533 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:07.781086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d54451-15ef-4c97-824d-04e374313154 req-5b76a789-36e1-4943-9389-f729b18b646a tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:07.789580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08d54451-15ef-4c97-824d-04e374313154 req-5b76a789-36e1-4943-9389-f729b18b646a tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 931 time: 0.0676422 Aug 06 16:08:07.850666 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08d54451-15ef-4c97-824d-04e374313154 req-e6e79386-51b9-4cda-8db2-31af0f9d8ab8 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607009 Aug 06 16:08:07.915092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0399823f-924c-4a8a-9b58-efea55f72d3a up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:08.008896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 0399823f-924c-4a8a-9b58-efea55f72d3a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:08.012605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003e875-8636-4658-8550-14f3c9897f1a req-5ddc5018-f16c-4861-a00b-9e526c401db4 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:08.013442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 0399823f-924c-4a8a-9b58-efea55f72d3a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:08.014235 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:08.014617 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6003e875-8636-4658-8550-14f3c9897f1a req-5ddc5018-f16c-4861-a00b-9e526c401db4 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 944 time: 0.0969307 Aug 06 16:08:08.066569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6003e875-8636-4658-8550-14f3c9897f1a req-0976ac5b-75f6-4846-aaee-fcce989e3c9a tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a026b53-b591-42d8-8066-64186faa054d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446033 Aug 06 16:08:08.141092 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:08.192239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfee2dc9-f405-4fa3-968f-5396ade7132a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0399823f-924c-4a8a-9b58-efea55f72d3a'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:08.203563 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20a748a-0b57-4686-8034-50183418fc31" -d '{"events": [{"server_uuid": "bfee2dc9-f405-4fa3-968f-5396ade7132a", "name": "network-vif-plugged", "status": "completed", "tag": "0399823f-924c-4a8a-9b58-efea55f72d3a"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:08.232202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 0399823f-924c-4a8a-9b58-efea55f72d3a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0399823f-924c-4a8a-9b58-efea55f72d3a,segment=NetworkSegment(02f3eaf1-2842-4f1b-8736-205fd75e64bd),segment_id=02f3eaf1-2842-4f1b-8736-205fd75e64bd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:08.237862 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:08.270999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890cd6b3-4ef0-4b01-84be-fe6801271aed {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:08:08.283007 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:08.297564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Transition to ACTIVE for port object 890cd6b3-4ef0-4b01-84be-fe6801271aed will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:08.302795 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:08.318121 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66006fbd-87f8-4de5-9bfc-3db8922c60cd x-openstack-request-id: req-66006fbd-87f8-4de5-9bfc-3db8922c60cd {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:08.318424 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfee2dc9-f405-4fa3-968f-5396ade7132a", "name": "network-vif-plugged", "status": "completed", "tag": "0399823f-924c-4a8a-9b58-efea55f72d3a", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:08.319849 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66006fbd-87f8-4de5-9bfc-3db8922c60cd {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:08.320454 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfee2dc9-f405-4fa3-968f-5396ade7132a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0399823f-924c-4a8a-9b58-efea55f72d3a', 'code': 200} Aug 06 16:08:08.434412 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=0399823f-924c-4a8a-9b58-efea55f72d3a,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:08.440359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Attempting to bind port 890cd6b3-4ef0-4b01-84be-fe6801271aed on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:08:08.440856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Attempting to bind port 890cd6b3-4ef0-4b01-84be-fe6801271aed by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '9cba1b03-6836-42da-b644-5b37964de0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:08:08.441109 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Attempting to bind port 890cd6b3-4ef0-4b01-84be-fe6801271aed on network e9c146ba-2c73-455b-bc96-29442b5302a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:08.449203 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Pushing event updated for resources: {'Port': ['ID=890cd6b3-4ef0-4b01-84be-fe6801271aed,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:08.453831 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Port 890cd6b3-4ef0-4b01-84be-fe6801271aed on network e9c146ba-2c73-455b-bc96-29442b5302a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:08:08.454177 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Attempting to bind port 890cd6b3-4ef0-4b01-84be-fe6801271aed on network e9c146ba-2c73-455b-bc96-29442b5302a5 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:08.459472 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:08:08.459817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Checking segment: {'id': '9cba1b03-6836-42da-b644-5b37964de0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:08.460205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Bound using segment: {'id': '9cba1b03-6836-42da-b644-5b37964de0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:08:08.460632 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Bound port: 890cd6b3-4ef0-4b01-84be-fe6801271aed, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cba1b03-6836-42da-b644-5b37964de0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:08:08.460993 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:08.461193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cbfec-5193-4dad-9569-3e1bd3496a71 req-6fa97ab8-cf1b-47d3-b49f-8c486c1428a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:08.464752 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a7cbfec-5193-4dad-9569-3e1bd3496a71 req-6fa97ab8-cf1b-47d3-b49f-8c486c1428a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 1096 time: 0.1135564 Aug 06 16:08:08.510609 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a7cbfec-5193-4dad-9569-3e1bd3496a71 req-a037e137-9cc4-48bf-b67e-802513611e7b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9a026b53-b591-42d8-8066-64186faa054d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352161 Aug 06 16:08:08.611603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] For port 890cd6b3-4ef0-4b01-84be-fe6801271aed, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:08.622617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] For port 890cd6b3-4ef0-4b01-84be-fe6801271aed, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=890cd6b3-4ef0-4b01-84be-fe6801271aed,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:08:08.705035 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:08.770166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:08.771328 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:08.773981 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] 10.222.0.78 "PUT /v2.0/ports/890cd6b3-4ef0-4b01-84be-fe6801271aed HTTP/1.1" status: 200 len: 1091 time: 1.1028583 Aug 06 16:08:08.779173 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9fca05-106d-4ebd-8add-61b630b3a50f', 'tag': '890cd6b3-4ef0-4b01-84be-fe6801271aed'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:08.781530 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2e41ed-2d20-4c2d-8ef4-ec5c5eac01c2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9fca05-106d-4ebd-8add-61b630b3a50f", "tag": "890cd6b3-4ef0-4b01-84be-fe6801271aed"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:08.815868 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcb450-50d1-4532-b518-557673f2b862 service neutron] Pushing event updated for resources: {'Port': ['ID=890cd6b3-4ef0-4b01-84be-fe6801271aed,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:08.837942 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c415e9-4e64-42bb-9ee4-c76d505b97ac x-openstack-request-id: req-86c415e9-4e64-42bb-9ee4-c76d505b97ac {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:08.838263 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9fca05-106d-4ebd-8add-61b630b3a50f", "tag": "890cd6b3-4ef0-4b01-84be-fe6801271aed", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:08.838598 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86c415e9-4e64-42bb-9ee4-c76d505b97ac {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:08.839109 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9fca05-106d-4ebd-8add-61b630b3a50f', 'tag': '890cd6b3-4ef0-4b01-84be-fe6801271aed', 'status': 'completed', 'code': 200} Aug 06 16:08:08.925688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-cec1a923-2669-479c-97c2-a760bda88c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:08.925688 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-cec1a923-2669-479c-97c2-a760bda88c44 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=67dd413fff104befa17a37af19547712&device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 1094 time: 0.0742476 Aug 06 16:08:08.991779 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:08.996559 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-de29cb47-b0ef-4bfc-a16c-fc0181a06568 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=890cd6b3-4ef0-4b01-84be-fe6801271aed HTTP/1.1" status: 200 len: 217 time: 0.0636132 Aug 06 16:08:09.059514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494eaf0-d1ae-4e84-ab2d-28e529861736 req-e4c6e668-6a1a-4ecf-a38c-e612b69879ad tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:09.070418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d494eaf0-d1ae-4e84-ab2d-28e529861736 req-e4c6e668-6a1a-4ecf-a38c-e612b69879ad tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 943 time: 0.1212783 Aug 06 16:08:09.099370 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-071597fc-e4ed-4ad5-aa7d-1b6012abb6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:09.103036 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-071597fc-e4ed-4ad5-aa7d-1b6012abb6a3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ace2fcc-c82b-40df-8188-608cb03264e5 HTTP/1.1" status: 200 len: 861 time: 0.0940368 Aug 06 16:08:09.150685 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-8ebdf33b-3b47-4453-ac85-bd0501d1421a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e9c146ba-2c73-455b-bc96-29442b5302a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362597 Aug 06 16:08:09.161660 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d494eaf0-d1ae-4e84-ab2d-28e529861736 req-d2e76d48-33cd-4d95-9cb8-9eeb0bb84621 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839646 Aug 06 16:08:09.293936 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-01612628-42b8-4e71-b914-9cc1a51ff640 service neutron] 10.222.0.78 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280124 Aug 06 16:08:09.305088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9772bb-70f4-4d79-b9e2-97069d3adeda req-b185477c-7d59-447c-a059-aafde22f81d1 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:09.311532 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6e9772bb-70f4-4d79-b9e2-97069d3adeda req-b185477c-7d59-447c-a059-aafde22f81d1 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 945 time: 0.0819745 Aug 06 16:08:09.385700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6e9772bb-70f4-4d79-b9e2-97069d3adeda req-13ca53f2-2a90-4736-9a67-3fe5baec9756 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a026b53-b591-42d8-8066-64186faa054d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680842 Aug 06 16:08:09.416112 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c4b2df3f-1c09-48a0-975c-35bc665e7662 req-7d12edac-1eaa-4719-9bf2-49d3f0a65dd8 service neutron] 10.222.0.78 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205289 Aug 06 16:08:09.551199 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e41ed-2d20-4c2d-8ef4-ec5c5eac01c2 req-f81b99c0-2dfa-4f8d-9302-c91fd82842a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:09.554362 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ac2e41ed-2d20-4c2d-8ef4-ec5c5eac01c2 req-f81b99c0-2dfa-4f8d-9302-c91fd82842a5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=67dd413fff104befa17a37af19547712&device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 1094 time: 0.0709498 Aug 06 16:08:09.736249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e41ed-2d20-4c2d-8ef4-ec5c5eac01c2 req-d483e5e6-5d94-44ea-b6a1-bfa442628b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:09.738724 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ac2e41ed-2d20-4c2d-8ef4-ec5c5eac01c2 req-d483e5e6-5d94-44ea-b6a1-bfa442628b28 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e9c146ba-2c73-455b-bc96-29442b5302a5 HTTP/1.1" status: 200 len: 922 time: 0.1722484 Aug 06 16:08:09.795464 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ac2e41ed-2d20-4c2d-8ef4-ec5c5eac01c2 req-2f7a29f4-627c-4ec7-8aa8-b383ca76efd2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=890cd6b3-4ef0-4b01-84be-fe6801271aed HTTP/1.1" status: 200 len: 217 time: 0.0481880 Aug 06 16:08:09.846875 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45590) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:09.853341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-96ce7d01-b90d-4523-9c79-9f4f7a745e1a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2079510660', 'description': 'tempest-secgroup-smoke-2079510660 description', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:09.881868 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96ce7d01-b90d-4523-9c79-9f4f7a745e1a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:09.882086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e41ed-2d20-4c2d-8ef4-ec5c5eac01c2 req-b2d82105-eb89-445a-9a54-3cfc7fb26561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:09.883889 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ac2e41ed-2d20-4c2d-8ef4-ec5c5eac01c2 req-b2d82105-eb89-445a-9a54-3cfc7fb26561 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ace2fcc-c82b-40df-8188-608cb03264e5 HTTP/1.1" status: 200 len: 861 time: 0.0721824 Aug 06 16:08:09.895387 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96ce7d01-b90d-4523-9c79-9f4f7a745e1a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:09.929518 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ac2e41ed-2d20-4c2d-8ef4-ec5c5eac01c2 req-ce70f931-df23-412e-a5fb-3cd6219e16ac service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e9c146ba-2c73-455b-bc96-29442b5302a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328240 Aug 06 16:08:10.022210 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96ce7d01-b90d-4523-9c79-9f4f7a745e1a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.027498 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96ce7d01-b90d-4523-9c79-9f4f7a745e1a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.071060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce7d01-b90d-4523-9c79-9f4f7a745e1a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d88156-a6f0-4216-86de-c2e100ec8f90,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:10.082939 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ac2e41ed-2d20-4c2d-8ef4-ec5c5eac01c2 req-f767728c-6b8d-44d3-9547-f3e5e4fbfe09 service neutron] 10.222.0.78 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397438 Aug 06 16:08:10.152287 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96ce7d01-b90d-4523-9c79-9f4f7a745e1a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.158062 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96ce7d01-b90d-4523-9c79-9f4f7a745e1a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.196259 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce7d01-b90d-4523-9c79-9f4f7a745e1a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:10.211937 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96ce7d01-b90d-4523-9c79-9f4f7a745e1a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.214471 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-96ce7d01-b90d-4523-9c79-9f4f7a745e1a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3664076 Aug 06 16:08:10.218830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45598) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:10.236140 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8024817f-b522-4866-ae91-b5910ab7bf05 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:10.271479 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ac2e41ed-2d20-4c2d-8ef4-ec5c5eac01c2 req-2c3a39d5-b083-41a7-8f31-c5a09959cfa5 service neutron] 10.222.0.78 "GET /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579661 Aug 06 16:08:10.284536 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8024817f-b522-4866-ae91-b5910ab7bf05 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.391692 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786a219-8560-4bdf-a7ec-a47d3706a1ce req-d14e4040-1b3f-47e9-848a-9e919ebd5469 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:10.393232 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b786a219-8560-4bdf-a7ec-a47d3706a1ce req-d14e4040-1b3f-47e9-848a-9e919ebd5469 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 943 time: 0.0880883 Aug 06 16:08:10.405434 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8024817f-b522-4866-ae91-b5910ab7bf05 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.413265 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8024817f-b522-4866-ae91-b5910ab7bf05 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.444547 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024817f-b522-4866-ae91-b5910ab7bf05 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a17d23e-ca3f-42ce-ac97-551c3411befa,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:10.454376 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8024817f-b522-4866-ae91-b5910ab7bf05 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.459221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8024817f-b522-4866-ae91-b5910ab7bf05 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2355301 Aug 06 16:08:10.460704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45602) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:10.470653 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f878ff70-224f-4080-8b6c-ada2cb11f43e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:10.473597 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b786a219-8560-4bdf-a7ec-a47d3706a1ce req-841c5cfc-2f78-4aca-887c-764c44f67a23 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709243 Aug 06 16:08:10.517037 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f878ff70-224f-4080-8b6c-ada2cb11f43e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.585507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5a886-a5fa-4b9a-9ddb-dfabad8ed10d req-5016407f-967d-401d-994d-683aebf0de05 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:10.587474 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7af5a886-a5fa-4b9a-9ddb-dfabad8ed10d req-5016407f-967d-401d-994d-683aebf0de05 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 945 time: 0.0809934 Aug 06 16:08:10.621556 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f878ff70-224f-4080-8b6c-ada2cb11f43e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.627021 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f878ff70-224f-4080-8b6c-ada2cb11f43e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.648708 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7af5a886-a5fa-4b9a-9ddb-dfabad8ed10d req-24725281-8a0f-45a7-92bf-e1eb2a294696 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a026b53-b591-42d8-8066-64186faa054d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541592 Aug 06 16:08:10.664121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878ff70-224f-4080-8b6c-ada2cb11f43e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376dd8f9-4937-49da-8ffd-37815ddaed08,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:10.668282 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f878ff70-224f-4080-8b6c-ada2cb11f43e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.672912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45608) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:10.673407 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f878ff70-224f-4080-8b6c-ada2cb11f43e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2107456 Aug 06 16:08:10.687917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-595f5358-4901-4262-ba89-b7ad2e6158d7 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:10.728621 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-595f5358-4901-4262-ba89-b7ad2e6158d7 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.843328 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-595f5358-4901-4262-ba89-b7ad2e6158d7 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.847734 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-595f5358-4901-4262-ba89-b7ad2e6158d7 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.884959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f5358-4901-4262-ba89-b7ad2e6158d7 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032807e5-6715-4fe1-984d-7e67eef5c623,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:10.894456 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-595f5358-4901-4262-ba89-b7ad2e6158d7 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:10.896526 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-595f5358-4901-4262-ba89-b7ad2e6158d7 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2210159 Aug 06 16:08:10.899407 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45616) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:10.906576 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f1551eb9-5aa2-481c-bddf-b59d336ac5c8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:10.949974 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1551eb9-5aa2-481c-bddf-b59d336ac5c8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.027782 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1551eb9-5aa2-481c-bddf-b59d336ac5c8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.033155 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1551eb9-5aa2-481c-bddf-b59d336ac5c8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.060460 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1551eb9-5aa2-481c-bddf-b59d336ac5c8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f080729-4157-4b93-8d2b-776fbf5d06f8,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:11.071187 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1551eb9-5aa2-481c-bddf-b59d336ac5c8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.076260 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f1551eb9-5aa2-481c-bddf-b59d336ac5c8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1732800 Aug 06 16:08:11.076703 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45630) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:11.082453 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-039f42ab-8dd7-4c05-b44a-8714c3e0bedb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:11.092665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc0f64-4448-4d99-92ca-d95624ff66ad req-0ab8e363-b4a1-44cb-9151-db2b4d87b6dd tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:11.094906 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3cc0f64-4448-4d99-92ca-d95624ff66ad req-0ab8e363-b4a1-44cb-9151-db2b4d87b6dd tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 945 time: 0.0717638 Aug 06 16:08:11.121188 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-039f42ab-8dd7-4c05-b44a-8714c3e0bedb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Project 6ead4e8906674c03a98f2b96e64fabd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:08:11.129409 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-039f42ab-8dd7-4c05-b44a-8714c3e0bedb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.142198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3cc0f64-4448-4d99-92ca-d95624ff66ad req-c43237ec-7d50-4f57-b690-e430b3d147e2 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a026b53-b591-42d8-8066-64186faa054d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398765 Aug 06 16:08:11.201429 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-039f42ab-8dd7-4c05-b44a-8714c3e0bedb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.205611 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-039f42ab-8dd7-4c05-b44a-8714c3e0bedb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.226015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f42ab-8dd7-4c05-b44a-8714c3e0bedb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d16306-0858-490e-84a7-e3956d03b7d6,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:11.230066 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-039f42ab-8dd7-4c05-b44a-8714c3e0bedb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.234336 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-039f42ab-8dd7-4c05-b44a-8714c3e0bedb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537955 Aug 06 16:08:11.237698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45634) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:11.243485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-24ae5342-79a2-44e4-b280-0342a95ee9fb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:11.266799 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-24ae5342-79a2-44e4-b280-0342a95ee9fb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Project 6ead4e8906674c03a98f2b96e64fabd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:08:11.272516 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-24ae5342-79a2-44e4-b280-0342a95ee9fb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.339778 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-24ae5342-79a2-44e4-b280-0342a95ee9fb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.343724 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-24ae5342-79a2-44e4-b280-0342a95ee9fb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.362112 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae5342-79a2-44e4-b280-0342a95ee9fb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6568da3-991d-4f16-a492-a037989dde13,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:11.367792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-24ae5342-79a2-44e4-b280-0342a95ee9fb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.372189 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-24ae5342-79a2-44e4-b280-0342a95ee9fb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331027 Aug 06 16:08:11.372539 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45636) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:11.378945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-daea9f8c-3283-4d14-ab69-fa16c54feab0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'network': {'name': 'tempest-network-smoke--1535328526', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'port_security_enabled': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:11.402874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daea9f8c-3283-4d14-ab69-fa16c54feab0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Made reservation on behalf of 6ead4e8906674c03a98f2b96e64fabd0 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:08:11.406490 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-daea9f8c-3283-4d14-ab69-fa16c54feab0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.431702 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daea9f8c-3283-4d14-ab69-fa16c54feab0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:08:11.442089 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-daea9f8c-3283-4d14-ab69-fa16c54feab0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.442568 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-daea9f8c-3283-4d14-ab69-fa16c54feab0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Added segment 33f49752-ca7a-469b-a7dc-e28dd36c6455 of type vlan for network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc Aug 06 16:08:11.486497 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-daea9f8c-3283-4d14-ab69-fa16c54feab0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.522851 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-daea9f8c-3283-4d14-ab69-fa16c54feab0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.528455 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daea9f8c-3283-4d14-ab69-fa16c54feab0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:11.529322 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-daea9f8c-3283-4d14-ab69-fa16c54feab0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.627993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-daea9f8c-3283-4d14-ab69-fa16c54feab0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2492850 Aug 06 16:08:11.628573 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45640) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:11.634408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2130787662', 'admin_state_up': True, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:11.636145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea9f8c-3283-4d14-ab69-fa16c54feab0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Network': ['ID=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:11.653047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:08:11.667121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904d00d-8278-493d-ad01-3c8ab8bd84b2 req-f6be3668-45ce-4384-8045-8c181ae1763a tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:11.668585 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2904d00d-8278-493d-ad01-3c8ab8bd84b2 req-f6be3668-45ce-4384-8045-8c181ae1763a tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 943 time: 0.1077733 Aug 06 16:08:11.685200 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.686637 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.747939 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2904d00d-8278-493d-ad01-3c8ab8bd84b2 req-3f3cfdb0-ac50-401f-bf1b-2dd2b1cd53c0 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484350 Aug 06 16:08:11.806683 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:12.282463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce91561-01e1-4601-ae48-c08fabadeb70 req-e203d262-84d5-4085-ad7b-9b080f3a33f0 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:12.283424 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:12.286761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cce91561-01e1-4601-ae48-c08fabadeb70 req-e203d262-84d5-4085-ad7b-9b080f3a33f0 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 945 time: 0.0557296 Aug 06 16:08:12.332406 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cce91561-01e1-4601-ae48-c08fabadeb70 req-68ba3cee-11dc-4f5d-b095-7d5bdaa232ce tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a026b53-b591-42d8-8066-64186faa054d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Aug 06 16:08:12.434035 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271dd01-4408-4566-b15d-719cddee249b req-2ac30b26-5081-48d8-a236-17dff60df12b tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:12.434549 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6271dd01-4408-4566-b15d-719cddee249b req-2ac30b26-5081-48d8-a236-17dff60df12b tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.13 "GET /v2.0/ports?device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 945 time: 0.0866148 Aug 06 16:08:12.520506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 890cd6b3-4ef0-4b01-84be-fe6801271aed details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:08:12.552679 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:12.554105 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-6271dd01-4408-4566-b15d-719cddee249b req-7faba9e3-e15f-4643-8f02-d39ae8ccd173 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Deleting port 0399823f-924c-4a8a-9b58-efea55f72d3a {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:12.554674 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6271dd01-4408-4566-b15d-719cddee249b req-7faba9e3-e15f-4643-8f02-d39ae8ccd173 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:12.575093 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:12.663576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-6271dd01-4408-4566-b15d-719cddee249b req-7faba9e3-e15f-4643-8f02-d39ae8ccd173 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] For port 0399823f-924c-4a8a-9b58-efea55f72d3a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0399823f-924c-4a8a-9b58-efea55f72d3a,segment=NetworkSegment(02f3eaf1-2842-4f1b-8736-205fd75e64bd),segment_id=02f3eaf1-2842-4f1b-8736-205fd75e64bd)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:12.664325 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6271dd01-4408-4566-b15d-719cddee249b req-7faba9e3-e15f-4643-8f02-d39ae8ccd173 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:12.667895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 890cd6b3-4ef0-4b01-84be-fe6801271aed, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=890cd6b3-4ef0-4b01-84be-fe6801271aed,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:12.679967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-6271dd01-4408-4566-b15d-719cddee249b req-7faba9e3-e15f-4643-8f02-d39ae8ccd173 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Calling delete_port for 0399823f-924c-4a8a-9b58-efea55f72d3a owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:12.689939 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '890cd6b3-4ef0-4b01-84be-fe6801271aed', 'network_id': 'e9c146ba-2c73-455b-bc96-29442b5302a5', 'port_id': '890cd6b3-4ef0-4b01-84be-fe6801271aed', 'mac_address': 'fa:16:3e:4a:4b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ace2fcc-c82b-40df-8188-608cb03264e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:08:12.738950 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Allocated IP 172.25.1.242 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/a5efc4ff-1714-45cc-baf9-8a37c41251bd) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:08:12.757256 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:12.775586 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890cd6b3-4ef0-4b01-84be-fe6801271aed {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:08:12.814576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 890cd6b3-4ef0-4b01-84be-fe6801271aed, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=890cd6b3-4ef0-4b01-84be-fe6801271aed,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:12.843468 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:12.983889 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=890cd6b3-4ef0-4b01-84be-fe6801271aed,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:13.003785 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6271dd01-4408-4566-b15d-719cddee249b req-7faba9e3-e15f-4643-8f02-d39ae8ccd173 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:13.022499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['0399823f-924c-4a8a-9b58-efea55f72d3a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:08:13.054152 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:13.076921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faba9e3-e15f-4643-8f02-d39ae8ccd173 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Pushing event deleted for resources: {'Port': ['ID=0399823f-924c-4a8a-9b58-efea55f72d3a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:13.189106 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:13.207986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6271dd01-4408-4566-b15d-719cddee249b req-7faba9e3-e15f-4643-8f02-d39ae8ccd173 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] No DVR routers for this DVR port 0399823f-924c-4a8a-9b58-efea55f72d3a on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:08:13.212487 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6271dd01-4408-4566-b15d-719cddee249b req-7faba9e3-e15f-4643-8f02-d39ae8ccd173 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:13.214683 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6271dd01-4408-4566-b15d-719cddee249b req-7faba9e3-e15f-4643-8f02-d39ae8ccd173 tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.13 "DELETE /v2.0/ports/0399823f-924c-4a8a-9b58-efea55f72d3a HTTP/1.1" status: 204 len: 173 time: 0.7740662 Aug 06 16:08:13.215147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfee2dc9-f405-4fa3-968f-5396ade7132a', 'name': 'network-vif-deleted', 'tag': '0399823f-924c-4a8a-9b58-efea55f72d3a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:13.218600 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800d5381-1a4f-4376-b681-284001e5d3da" -d '{"events": [{"server_uuid": "bfee2dc9-f405-4fa3-968f-5396ade7132a", "name": "network-vif-deleted", "tag": "0399823f-924c-4a8a-9b58-efea55f72d3a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:13.242693 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:13.247869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:13.253125 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:08:13.257347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56a36c-ea8f-488a-8a82-95352795a43b req-b22beed7-3956-4662-b370-1a0348495c2d tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:13.257546 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=a5efc4ff-1714-45cc-baf9-8a37c41251bd,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:13.266058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ef56a36c-ea8f-488a-8a82-95352795a43b req-b22beed7-3956-4662-b370-1a0348495c2d tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 944 time: 0.3415704 Aug 06 16:08:13.320099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ef56a36c-ea8f-488a-8a82-95352795a43b req-90b5a179-e864-4ec2-9a2f-25ff9d86f3fb tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528939 Aug 06 16:08:13.399203 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['890cd6b3-4ef0-4b01-84be-fe6801271aed'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:08:13.437271 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffbcd59-816d-4df6-857d-445f5a06ad3d x-openstack-request-id: req-dffbcd59-816d-4df6-857d-445f5a06ad3d {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:13.437558 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfee2dc9-f405-4fa3-968f-5396ade7132a", "name": "network-vif-deleted", "tag": "0399823f-924c-4a8a-9b58-efea55f72d3a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:13.438259 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dffbcd59-816d-4df6-857d-445f5a06ad3d {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:13.438671 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfee2dc9-f405-4fa3-968f-5396ade7132a', 'name': 'network-vif-deleted', 'tag': '0399823f-924c-4a8a-9b58-efea55f72d3a', 'status': 'completed', 'code': 200} Aug 06 16:08:13.740148 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31151a8e-bd36-4f9b-b72f-0e7800ff62fe req-f746b9cd-7e53-4973-a8a8-757811e7005d tempest-ServerGroupTestJSON-656050209 tempest-ServerGroupTestJSON-656050209-project] 10.222.0.37 "GET /v2.0/ports?device_id=bfee2dc9-f405-4fa3-968f-5396ade7132a HTTP/1.1" status: 200 len: 210 time: 0.1829309 Aug 06 16:08:13.749153 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:14.041437 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:14.220167 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router ab46ce06-552a-46ed-acbf-1dfdc750391a is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:08:14.394457 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:08:14.412624 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Sync routers for ids ['ab46ce06-552a-46ed-acbf-1dfdc750391a'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:08:14.415877 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:14.423789 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-84badb7a-2fa6-4020-a083-428b4e435b37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7872586 Aug 06 16:08:14.423953 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45684) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:14.435396 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Routers {'ab46ce06-552a-46ed-acbf-1dfdc750391a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:14.439566 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:08:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ab46ce06-552a-46ed-acbf-1dfdc750391a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:14.573483 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5a7ac5a8-7de4-4c84-9dc4-4aedf44a8d80 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=6ead4e8906674c03a98f2b96e64fabd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1479917 Aug 06 16:08:14.573922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b992b8c-de7f-4748-94ed-5ca68d0f8fb4 req-b2b2a3ee-b73b-44c2-bd95-10d0584ee3fa tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:14.575558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b992b8c-de7f-4748-94ed-5ca68d0f8fb4 req-b2b2a3ee-b73b-44c2-bd95-10d0584ee3fa tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 944 time: 0.0867074 Aug 06 16:08:14.581608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45690) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:14.661178 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b992b8c-de7f-4748-94ed-5ca68d0f8fb4 req-b0d6512c-c769-49bb-a7c4-79e0c05b4d21 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693583 Aug 06 16:08:14.698637 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Set router ab46ce06-552a-46ed-acbf-1dfdc750391a gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:14.788532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8b9c00-d283-4478-8837-af5e2456c37f tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:14.795058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45696) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:14.802228 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4d8b9c00-d283-4478-8837-af5e2456c37f tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2192893 Aug 06 16:08:14.869596 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-90217471-cf83-48d6-b665-39378fcc878f tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0728080 Aug 06 16:08:14.872253 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45702) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:14.878245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8f145ffa-435b-4acd-8994-be93ee0afe6c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1358486578', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:14.957591 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130787662', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:11Z', 'updated_at': '2021-08-06T16:08:13Z', 'revision_number': 3, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:12Z', 'updated_at': '2021-08-06T16:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:14.983133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f145ffa-435b-4acd-8994-be93ee0afe6c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Made reservation on behalf of 6ead4e8906674c03a98f2b96e64fabd0 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:08:14.986952 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f145ffa-435b-4acd-8994-be93ee0afe6c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:14.987180 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Checking router: ab46ce06-552a-46ed-acbf-1dfdc750391a for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:08:14.987455 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Updating router ab46ce06-552a-46ed-acbf-1dfdc750391a port a5efc4ff-1714-45cc-baf9-8a37c41251bd binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:08:15.015871 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.236186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45726) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:15.260206 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f145ffa-435b-4acd-8994-be93ee0afe6c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.297811 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-3e6286d0-8871-4764-bfd0-393e48d9227a tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--719489339&fields=id&tenant_id=5a488ccf8a414f3aa9206ea46cee3105 HTTP/1.1" status: 200 len: 267 time: 0.0952308 Aug 06 16:08:15.330403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-19abca37-b8c7-4193-a48f-035446e97c7e admin admin] Deleting subnet 7814c463-055f-4f64-8f4c-d329095792c4 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:08:15.343971 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-19abca37-b8c7-4193-a48f-035446e97c7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.348011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f145ffa-435b-4acd-8994-be93ee0afe6c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Subnet': ['ID=cb55ef7f-cba2-404a-bbc3-f54efa2e4e87,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:15.352345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f145ffa-435b-4acd-8994-be93ee0afe6c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Checking segment: {'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:15.352867 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f145ffa-435b-4acd-8994-be93ee0afe6c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network hostable DHCP agents. Network: a449aaa7-f3d7-4aa4-a156-7bc6011e6efc, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:08:15.377051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f145ffa-435b-4acd-8994-be93ee0afe6c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:08:15.396720 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8f145ffa-435b-4acd-8994-be93ee0afe6c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a449aaa7-f3d7-4aa4-a156-7bc6011e6efc) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:15.401853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f145ffa-435b-4acd-8994-be93ee0afe6c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:15.403008 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f145ffa-435b-4acd-8994-be93ee0afe6c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.404730 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.418784 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Transition to ACTIVE for port object a5efc4ff-1714-45cc-baf9-8a37c41251bd will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:15.424059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e8e7d8-b937-46f5-80cf-79fb75518602 None None] Network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:08:15.424810 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8f145ffa-435b-4acd-8994-be93ee0afe6c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5505235 Aug 06 16:08:15.427698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45730) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:15.430014 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.434036 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-19abca37-b8c7-4193-a48f-035446e97c7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.485355 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb1735-d2c5-471e-ba98-e9ca9c548519 None None] Pushing event updated for resources: {'Port': ['ID=a5efc4ff-1714-45cc-baf9-8a37c41251bd,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:15.496791 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb1735-d2c5-471e-ba98-e9ca9c548519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:15.497134 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb1735-d2c5-471e-ba98-e9ca9c548519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:15.497477 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb1735-d2c5-471e-ba98-e9ca9c548519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:15.497854 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb1735-d2c5-471e-ba98-e9ca9c548519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:15.499304 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb1735-d2c5-471e-ba98-e9ca9c548519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:15.499304 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb1735-d2c5-471e-ba98-e9ca9c548519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:15.500263 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb1735-d2c5-471e-ba98-e9ca9c548519 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:15.500796 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb1735-d2c5-471e-ba98-e9ca9c548519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:15.501156 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb1735-d2c5-471e-ba98-e9ca9c548519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:15.501477 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb1735-d2c5-471e-ba98-e9ca9c548519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:15.501951 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb1735-d2c5-471e-ba98-e9ca9c548519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:15.502291 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb1735-d2c5-471e-ba98-e9ca9c548519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:15.506817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-b25e226a-d93c-43e9-81b0-b2f41dba9915 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:15.508595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-b25e226a-d93c-43e9-81b0-b2f41dba9915 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/networks?id=a876d286-faef-4d9d-acbe-4ffddb779c49 HTTP/1.1" status: 200 len: 816 time: 0.2001424 Aug 06 16:08:15.511851 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-19abca37-b8c7-4193-a48f-035446e97c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.532702 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Attempting to bind port a5efc4ff-1714-45cc-baf9-8a37c41251bd on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:08:15.533075 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Attempting to bind port a5efc4ff-1714-45cc-baf9-8a37c41251bd by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:08:15.533438 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Attempting to bind port a5efc4ff-1714-45cc-baf9-8a37c41251bd on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:15.539895 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:08:15.540360 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:15.540654 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.541767 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:08:15.541767 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Bound port: a5efc4ff-1714-45cc-baf9-8a37c41251bd, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:08:15.542169 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.575088 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-014ca17a-09cd-448e-9a7d-39835a585482 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/quotas/5a488ccf8a414f3aa9206ea46cee3105 HTTP/1.1" status: 200 len: 375 time: 0.0529566 Aug 06 16:08:15.617205 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] For port a5efc4ff-1714-45cc-baf9-8a37c41251bd, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:15.620709 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] For port a5efc4ff-1714-45cc-baf9-8a37c41251bd, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a5efc4ff-1714-45cc-baf9-8a37c41251bd,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:08:15.633372 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.671479 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-c0c814f3-92b9-4ac4-a2ab-20c75946170c tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a488ccf8a414f3aa9206ea46cee3105&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878313 Aug 06 16:08:15.689560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ips': [{'subnet_id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:08:15.693419 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.700473 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-19abca37-b8c7-4193-a48f-035446e97c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.721377 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb1735-d2c5-471e-ba98-e9ca9c548519 None None] Pushing event updated for resources: {'Port': ['ID=a5efc4ff-1714-45cc-baf9-8a37c41251bd,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:15.748374 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Routers {'ab46ce06-552a-46ed-acbf-1dfdc750391a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:15.749708 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:08:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ab46ce06-552a-46ed-acbf-1dfdc750391a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:15.813749 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abca37-b8c7-4193-a48f-035446e97c7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7814c463-055f-4f64-8f4c-d329095792c4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:15.829836 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-19abca37-b8c7-4193-a48f-035446e97c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.831910 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-19abca37-b8c7-4193-a48f-035446e97c7e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7814c463-055f-4f64-8f4c-d329095792c4 HTTP/1.1" status: 204 len: 168 time: 0.5946050 Aug 06 16:08:15.836294 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45738) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:15.902273 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] Set router ab46ce06-552a-46ed-acbf-1dfdc750391a gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:15.958486 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2225de2-3f79-4536-8b47-569e999627fd req-040e39d5-1a90-4b8d-a3bf-165bbbccb3f1 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:15.964229 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0399823f-924c-4a8a-9b58-efea55f72d3a no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:08:15.966088 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2225de2-3f79-4536-8b47-569e999627fd req-040e39d5-1a90-4b8d-a3bf-165bbbccb3f1 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 944 time: 0.1568484 Aug 06 16:08:15.983322 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eda11e74-94b3-4aad-a412-69caa69eda6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.990200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ecc39e7c-80b7-492a-8d5e-adde5d83e8c2 service neutron] 10.222.0.37 "GET /v2.0/networks/a876d286-faef-4d9d-acbe-4ffddb779c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177617 Aug 06 16:08:15.996432 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 0399823f-924c-4a8a-9b58-efea55f72d3a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:08:15.996772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0399823f-924c-4a8a-9b58-efea55f72d3a not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:08:15.998693 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Allocated IP 172.20.0.2 (a449aaa7-f3d7-4aa4-a156-7bc6011e6efc/cb55ef7f-cba2-404a-bbc3-f54efa2e4e87/9e392cce-3081-4735-848d-dc59ddca4528) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:08:16.126355 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130787662', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:11Z', 'updated_at': '2021-08-06T16:08:13Z', 'revision_number': 3, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:12Z', 'updated_at': '2021-08-06T16:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:16.148027 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:16.153314 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081582ca-37ba-4af7-baa6-085026c6f457 None None] The sync data for ids ['ab46ce06-552a-46ed-acbf-1dfdc750391a'] in n-d-803756-1 is: [{'id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130787662', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:11Z', 'updated_at': '2021-08-06T16:08:13Z', 'revision_number': 3, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:12Z', 'updated_at': '2021-08-06T16:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:08:16.193366 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:16.202480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Transition to ACTIVE for port object 9e392cce-3081-4735-848d-dc59ddca4528 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:16.221781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Transition to ACTIVE for port object 9e392cce-3081-4735-848d-dc59ddca4528 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:16.230531 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:16.274992 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:16.280719 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:16.285435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:08:16.287194 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2225de2-3f79-4536-8b47-569e999627fd req-139c706e-9b35-405d-9766-4de51edd43ca tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185332 Aug 06 16:08:16.298311 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Pushing event updated for resources: {'Port': ['ID=9e392cce-3081-4735-848d-dc59ddca4528,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:16.317091 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eda11e74-94b3-4aad-a412-69caa69eda6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:16.325363 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-b1de4fea-5b3d-4fe6-bacc-045964cf8114 service neutron] 10.222.0.37 "GET /v2.0/networks/a876d286-faef-4d9d-acbe-4ffddb779c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217294 Aug 06 16:08:16.346705 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-eda11e74-94b3-4aad-a412-69caa69eda6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be80dc0-6cfc-4acc-867c-551637c6c632']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:16.367528 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-eda11e74-94b3-4aad-a412-69caa69eda6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f3eaf1-2842-4f1b-8736-205fd75e64bd') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:16.371399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Attempting to bind port 9e392cce-3081-4735-848d-dc59ddca4528 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:08:16.371649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-eda11e74-94b3-4aad-a412-69caa69eda6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f3eaf1-2842-4f1b-8736-205fd75e64bd') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:16.373147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Attempting to bind port 9e392cce-3081-4735-848d-dc59ddca4528 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:08:16.373561 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Attempting to bind port 9e392cce-3081-4735-848d-dc59ddca4528 on network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:16.380919 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:08:16.381618 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Checking segment: {'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:16.382238 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:16.382635 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Bound using segment: {'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:08:16.383389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Bound port: 9e392cce-3081-4735-848d-dc59ddca4528, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:08:16.383814 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:16.400108 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eda11e74-94b3-4aad-a412-69caa69eda6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:16.441834 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eda11e74-94b3-4aad-a412-69caa69eda6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:16.457888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda11e74-94b3-4aad-a412-69caa69eda6b admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:08:16.459794 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eda11e74-94b3-4aad-a412-69caa69eda6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:08:16.464097 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:08:16.547361 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 890cd6b3-4ef0-4b01-84be-fe6801271aed up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:16.651522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] For port 9e392cce-3081-4735-848d-dc59ddca4528, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:16.657046 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] For port 9e392cce-3081-4735-848d-dc59ddca4528, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9e392cce-3081-4735-848d-dc59ddca4528,segment=NetworkSegment(33f49752-ca7a-469b-a7dc-e28dd36c6455),segment_id=33f49752-ca7a-469b-a7dc-e28dd36c6455)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:08:16.676857 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:16.706939 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Allocated IP 172.20.0.1 (a449aaa7-f3d7-4aa4-a156-7bc6011e6efc/cb55ef7f-cba2-404a-bbc3-f54efa2e4e87/b67760a5-ed67-4070-b1c3-16a49ba438bd) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:08:16.918747 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:16.939237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Transition to ACTIVE for port object b67760a5-ed67-4070-b1c3-16a49ba438bd will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:16.997791 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:17.074179 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:17.077007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:17.081273 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:08:17.083439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bec21-6105-49e3-86d0-e84b1adb1828 None None] Pushing event updated for resources: {'Port': ['ID=9e392cce-3081-4735-848d-dc59ddca4528,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:17.110870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 890cd6b3-4ef0-4b01-84be-fe6801271aed completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:17.127343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 890cd6b3-4ef0-4b01-84be-fe6801271aed triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:17.127818 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:17.177181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=b67760a5-ed67-4070-b1c3-16a49ba438bd,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:17.229055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:17.266979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a5efc4ff-1714-45cc-baf9-8a37c41251bd up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:17.286930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4918c58f-1563-4b54-bcc5-1eeaa03fe6ef req-925c0792-73a8-44ee-9d43-bca6beee8388 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 210 time: 0.0858562 Aug 06 16:08:17.309549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eda11e74-94b3-4aad-a412-69caa69eda6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:17.342991 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eda11e74-94b3-4aad-a412-69caa69eda6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:17.352655 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-eda11e74-94b3-4aad-a412-69caa69eda6b admin admin] 10.222.0.37 "DELETE /v2.0/networks/4be80dc0-6cfc-4acc-867c-551637c6c632 HTTP/1.1" status: 204 len: 168 time: 1.5149424 Aug 06 16:08:17.398747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda11e74-94b3-4aad-a412-69caa69eda6b admin admin] Pushing event deleted for resources: {'Network': ['ID=4be80dc0-6cfc-4acc-867c-551637c6c632,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:17.522049 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a5efc4ff-1714-45cc-baf9-8a37c41251bd completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:17.535808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a5efc4ff-1714-45cc-baf9-8a37c41251bd triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:17.536451 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:17.608517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574797c6-7775-4582-9069-b29d99c42dfa req-dc3994e9-f43f-4622-89ef-92b4450633fa tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:17.621831 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-574797c6-7775-4582-9069-b29d99c42dfa req-dc3994e9-f43f-4622-89ef-92b4450633fa tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 944 time: 0.1981945 Aug 06 16:08:17.647708 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:17.702081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9fca05-106d-4ebd-8add-61b630b3a50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890cd6b3-4ef0-4b01-84be-fe6801271aed'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:17.704681 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d81b25-b3d6-490b-9905-c705e73ba722" -d '{"events": [{"server_uuid": "fc9fca05-106d-4ebd-8add-61b630b3a50f", "name": "network-vif-plugged", "status": "completed", "tag": "890cd6b3-4ef0-4b01-84be-fe6801271aed"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:17.742175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-574797c6-7775-4582-9069-b29d99c42dfa req-b04b6151-e433-41fe-b78e-a88ac6059856 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194365 Aug 06 16:08:17.766067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 890cd6b3-4ef0-4b01-84be-fe6801271aed, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=890cd6b3-4ef0-4b01-84be-fe6801271aed,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:17.775278 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:17.786331 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:17.890338 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45776) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:17.892872 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:17.906389 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc2774f-1c3d-42f2-9882-917acae0e29e x-openstack-request-id: req-9dc2774f-1c3d-42f2-9882-917acae0e29e {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:17.906732 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9fca05-106d-4ebd-8add-61b630b3a50f", "name": "network-vif-plugged", "status": "completed", "tag": "890cd6b3-4ef0-4b01-84be-fe6801271aed", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:17.906900 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9dc2774f-1c3d-42f2-9882-917acae0e29e {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:17.907291 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9fca05-106d-4ebd-8add-61b630b3a50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890cd6b3-4ef0-4b01-84be-fe6801271aed', 'code': 200} Aug 06 16:08:17.960315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port a5efc4ff-1714-45cc-baf9-8a37c41251bd, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a5efc4ff-1714-45cc-baf9-8a37c41251bd,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:17.970388 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:17.978236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=890cd6b3-4ef0-4b01-84be-fe6801271aed,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:17.982018 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5e0d9e92-a300-4770-b118-e0c9b92aac1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1e0308838b943f280a8819926ac7c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0881646 Aug 06 16:08:17.982403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45778) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:18.059124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=a5efc4ff-1714-45cc-baf9-8a37c41251bd,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:18.074525 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2991f42f-3604-42c7-af49-3764987bf304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:18.099491 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2991f42f-3604-42c7-af49-3764987bf304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:18.148624 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2e41e-5bf7-4d3b-b1d6-ba6292e4affe req-5afb3245-c798-4218-bf96-33b045784d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:18.148624 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2bb2e41e-5bf7-4d3b-b1d6-ba6292e4affe req-5afb3245-c798-4218-bf96-33b045784d19 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 1096 time: 0.0726173 Aug 06 16:08:18.157145 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2991f42f-3604-42c7-af49-3764987bf304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:18.160390 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2991f42f-3604-42c7-af49-3764987bf304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:18.162104 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2991f42f-3604-42c7-af49-3764987bf304 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a026b53-b591-42d8-8066-64186faa054d HTTP/1.1" status: 204 len: 168 time: 0.1786971 Aug 06 16:08:18.170716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991f42f-3604-42c7-af49-3764987bf304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a026b53-b591-42d8-8066-64186faa054d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:18.250680 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2bb2e41e-5bf7-4d3b-b1d6-ba6292e4affe req-a3d374ed-9db8-44b5-9078-a4b4c41d5cdd service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898888 Aug 06 16:08:18.318519 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:18.324036 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:18.399678 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:18.450924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=b67760a5-ed67-4070-b1c3-16a49ba438bd,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:18.457849 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80577bf9-c83c-4bf7-98dc-25db21a1d904 req-08f364a7-04f7-4ead-871f-8a9717fa2537 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 210 time: 0.0496597 Aug 06 16:08:18.553769 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:18.556494 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:18.885471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-5f8e60ff-573c-468a-8e0e-0cd53aa7d30c tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:18.887101 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-5f8e60ff-573c-468a-8e0e-0cd53aa7d30c tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.13 "GET /v2.0/networks?id=a876d286-faef-4d9d-acbe-4ffddb779c49 HTTP/1.1" status: 200 len: 816 time: 0.3163509 Aug 06 16:08:18.991137 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-a62b255d-e543-4e73-a195-69ca3c24c9e9 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a488ccf8a414f3aa9206ea46cee3105 HTTP/1.1" status: 200 len: 379 time: 0.0928800 Aug 06 16:08:19.058114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-db765998-5232-45d5-8fc7-be62fdf9b2c7 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Request body: {'port': {'device_id': '7de8697f-f8a8-4968-8aab-9453b416f950', 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49', 'admin_state_up': True, 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'security_groups': ['5c09a05d-c150-4311-b146-fc050feb8e43']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:19.319869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8af3e0-0e09-4c4b-a49a-ae91ac23aff7 req-8c07f6f8-09d0-41ff-920e-edcd80708d87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:19.336393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b8af3e0-0e09-4c4b-a49a-ae91ac23aff7 req-8c07f6f8-09d0-41ff-920e-edcd80708d87 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 945 time: 0.3419855 Aug 06 16:08:19.391603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router ab46ce06-552a-46ed-acbf-1dfdc750391a has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:08:19.452637 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a5efc4ff-1714-45cc-baf9-8a37c41251bd up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:19.462788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b8af3e0-0e09-4c4b-a49a-ae91ac23aff7 req-6f372523-0881-4029-a93d-c3e19ffed1c0 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250196 Aug 06 16:08:19.482205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-db765998-5232-45d5-8fc7-be62fdf9b2c7 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Made reservation on behalf of 5a488ccf8a414f3aa9206ea46cee3105 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:08:19.486474 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-db765998-5232-45d5-8fc7-be62fdf9b2c7 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:19.537339 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd562561-9f26-44ce-947e-3e55d8d503fb None None] Network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:08:19.702549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-eddf308d-d7d5-4a62-a0ff-497e75a3f0b9 None None] Provisioning for port 9e392cce-3081-4735-848d-dc59ddca4528 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:19.704952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-db765998-5232-45d5-8fc7-be62fdf9b2c7 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Allocated IP 172.20.0.7 (a876d286-faef-4d9d-acbe-4ffddb779c49/c84a10cf-e87f-4862-88e6-e005f8dbe747/3e62ae9b-e413-4f51-9925-f92de6e68d89) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:08:19.706318 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:08:19.721182 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-58856f60-b785-4e20-82ed-42f704ae2744 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "PUT /v2.0/routers/ab46ce06-552a-46ed-acbf-1dfdc750391a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2921247 Aug 06 16:08:19.728386 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a5efc4ff-1714-45cc-baf9-8a37c41251bd triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:19.728963 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:19.735987 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Sync routers for ids ['ab46ce06-552a-46ed-acbf-1dfdc750391a'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:08:19.771865 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8668c6ae-a3b2-4b64-8796-04cecabec446 req-48b11d1c-dea3-4e29-98ea-42ce875afdb7 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 210 time: 0.0452967 Aug 06 16:08:19.929452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Routers {'ab46ce06-552a-46ed-acbf-1dfdc750391a'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:19.930159 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:08:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ab46ce06-552a-46ed-acbf-1dfdc750391a'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:20.055972 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-db765998-5232-45d5-8fc7-be62fdf9b2c7 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:20.084960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-db765998-5232-45d5-8fc7-be62fdf9b2c7 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Transition to ACTIVE for port object 3e62ae9b-e413-4f51-9925-f92de6e68d89 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:20.089545 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-a95b0439-3c95-4baa-9902-cf37481bd843 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079510660&fields=id&tenant_id=6ead4e8906674c03a98f2b96e64fabd0 HTTP/1.1" status: 200 len: 267 time: 0.0965509 Aug 06 16:08:20.241763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Set router ab46ce06-552a-46ed-acbf-1dfdc750391a gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:20.245220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9e392cce-3081-4735-848d-dc59ddca4528 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:20.248493 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-db765998-5232-45d5-8fc7-be62fdf9b2c7 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:20.353411 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-f7b79f3c-5eac-4b35-abc4-b88766621f3e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:20.374711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-f7b79f3c-5eac-4b35-abc4-b88766621f3e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/networks?id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc HTTP/1.1" status: 200 len: 797 time: 0.2614503 Aug 06 16:08:20.457208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-db765998-5232-45d5-8fc7-be62fdf9b2c7 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Network a876d286-faef-4d9d-acbe-4ffddb779c49 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:20.461959 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-6a689a57-60b6-43df-8341-8795e31bd287 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/quotas/6ead4e8906674c03a98f2b96e64fabd0 HTTP/1.1" status: 200 len: 375 time: 0.0804105 Aug 06 16:08:20.479818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-db765998-5232-45d5-8fc7-be62fdf9b2c7 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:20.486049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-db765998-5232-45d5-8fc7-be62fdf9b2c7 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:08:20.502040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6c9bd572-f8b8-472a-a3bf-0121aa6d870a None None] Provisioning for port b67760a5-ed67-4070-b1c3-16a49ba438bd completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:20.512137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6c9bd572-f8b8-472a-a3bf-0121aa6d870a None None] Provisioning complete for port b67760a5-ed67-4070-b1c3-16a49ba438bd triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:20.512560 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd572-f8b8-472a-a3bf-0121aa6d870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:20.594666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-db765998-5232-45d5-8fc7-be62fdf9b2c7 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:20.595331 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-db765998-5232-45d5-8fc7-be62fdf9b2c7 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:20.623347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db765998-5232-45d5-8fc7-be62fdf9b2c7 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Pushing event updated for resources: {'Port': ['ID=3e62ae9b-e413-4f51-9925-f92de6e68d89,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:20.673854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 9e392cce-3081-4735-848d-dc59ddca4528 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:20.690808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-6c9bd572-f8b8-472a-a3bf-0121aa6d870a None None] Port b67760a5-ed67-4070-b1c3-16a49ba438bd cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:08:20.694585 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 9e392cce-3081-4735-848d-dc59ddca4528 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:20.694883 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:20.772676 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-024adde1-e60f-4aca-a597-66a3ee4cc098 req-c531fa27-72e3-4555-bf42-8509a7e865f4 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2193ea1-a832-4bfb-93c2-1af0bc8b2c8a HTTP/1.1" status: 200 len: 210 time: 0.1463692 Aug 06 16:08:20.778303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-db765998-5232-45d5-8fc7-be62fdf9b2c7 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7263527 Aug 06 16:08:20.834032 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-69e08dbd-5332-4057-a931-44e8f9138866 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3409507 Aug 06 16:08:20.841053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Request body: {'port': {'device_id': '7de8697f-f8a8-4968-8aab-9453b416f950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:20.848787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6c9bd572-f8b8-472a-a3bf-0121aa6d870a None None] Provisioning complete for port 9e392cce-3081-4735-848d-dc59ddca4528 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:20.849180 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd572-f8b8-472a-a3bf-0121aa6d870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:21.080870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130787662', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:11Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:12Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b67760a5-ed67-4070-b1c3-16a49ba438bd', 'name': '', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:4f:80:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:16Z', 'updated_at': '2021-08-06T16:08:18Z', 'revision_number': 2, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:21.119383 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:21.122714 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Checking router: ab46ce06-552a-46ed-acbf-1dfdc750391a for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:08:21.122985 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Updating router ab46ce06-552a-46ed-acbf-1dfdc750391a port b67760a5-ed67-4070-b1c3-16a49ba438bd binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:08:21.171593 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:21.198511 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:21.209196 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6c9bd572-f8b8-472a-a3bf-0121aa6d870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:21.249980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 9e392cce-3081-4735-848d-dc59ddca4528, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9e392cce-3081-4735-848d-dc59ddca4528,segment=NetworkSegment(33f49752-ca7a-469b-a7dc-e28dd36c6455),segment_id=33f49752-ca7a-469b-a7dc-e28dd36c6455)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:21.265110 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:21.434677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3892c0e-2826-4425-b2a5-7b286905cddf req-39c58b3f-6cdf-4019-8d75-1c88e693a8fa tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:21.442752 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3892c0e-2826-4425-b2a5-7b286905cddf req-39c58b3f-6cdf-4019-8d75-1c88e693a8fa tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 945 time: 0.3238423 Aug 06 16:08:21.484092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=9e392cce-3081-4735-848d-dc59ddca4528,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:21.511742 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-e54bd629-fdfb-4441-b91d-db03b5e5b79c service neutron] 10.222.0.37 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187465 Aug 06 16:08:21.544865 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-6c9bd572-f8b8-472a-a3bf-0121aa6d870a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:08:21.545751 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-6c9bd572-f8b8-472a-a3bf-0121aa6d870a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:08:21.602197 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3892c0e-2826-4425-b2a5-7b286905cddf req-1ae9c1fb-626d-4535-8e83-742573ee5923 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583922 Aug 06 16:08:21.802588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e62ae9b-e413-4f51-9925-f92de6e68d89 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:08:21.812404 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-098e3f7d-0b81-497f-b92b-3d92f44c48e1 service neutron] 10.222.0.37 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995970 Aug 06 16:08:21.814546 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:21.842368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Transition to ACTIVE for port object 3e62ae9b-e413-4f51-9925-f92de6e68d89 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:21.849386 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:21.952154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Pushing event updated for resources: {'Port': ['ID=3e62ae9b-e413-4f51-9925-f92de6e68d89,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:22.076916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920eeb8-7f86-4a3f-ac3f-8f5cee477f2c req-91bc04b2-42ad-4f11-b78d-df383b10acc1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:22.087962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d920eeb8-7f86-4a3f-ac3f-8f5cee477f2c req-91bc04b2-42ad-4f11-b78d-df383b10acc1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.1872635 Aug 06 16:08:22.135477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Attempting to bind port 3e62ae9b-e413-4f51-9925-f92de6e68d89 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:08:22.135798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Attempting to bind port 3e62ae9b-e413-4f51-9925-f92de6e68d89 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '559e01e0-8b33-45f1-8492-627d17666deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:08:22.136733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Attempting to bind port 3e62ae9b-e413-4f51-9925-f92de6e68d89 on network a876d286-faef-4d9d-acbe-4ffddb779c49 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:22.145106 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:22.149957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Port 3e62ae9b-e413-4f51-9925-f92de6e68d89 on network a876d286-faef-4d9d-acbe-4ffddb779c49 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:08:22.150451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Attempting to bind port 3e62ae9b-e413-4f51-9925-f92de6e68d89 on network a876d286-faef-4d9d-acbe-4ffddb779c49 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:22.156892 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Transition to ACTIVE for port object b67760a5-ed67-4070-b1c3-16a49ba438bd will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:22.164998 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:22.168852 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:08:22.169295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Checking segment: {'id': '559e01e0-8b33-45f1-8492-627d17666deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:22.169596 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Bound using segment: {'id': '559e01e0-8b33-45f1-8492-627d17666deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:08:22.170073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Bound port: 3e62ae9b-e413-4f51-9925-f92de6e68d89, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559e01e0-8b33-45f1-8492-627d17666deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:08:22.170520 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:22.223258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d920eeb8-7f86-4a3f-ac3f-8f5cee477f2c req-c1fa2b77-f639-4a53-9151-c7f3c8e8117d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331277 Aug 06 16:08:22.242729 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e95f74-4b0e-4ba1-9564-51e7dde7a0ac None None] Pushing event updated for resources: {'Port': ['ID=b67760a5-ed67-4070-b1c3-16a49ba438bd,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:22.384381 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] For port 3e62ae9b-e413-4f51-9925-f92de6e68d89, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:22.390418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] For port 3e62ae9b-e413-4f51-9925-f92de6e68d89, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3e62ae9b-e413-4f51-9925-f92de6e68d89,segment=NetworkSegment(559e01e0-8b33-45f1-8492-627d17666deb),segment_id=559e01e0-8b33-45f1-8492-627d17666deb)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:08:22.399037 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:22.431861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Attempting to bind port b67760a5-ed67-4070-b1c3-16a49ba438bd on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:08:22.432287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Attempting to bind port b67760a5-ed67-4070-b1c3-16a49ba438bd by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:08:22.432646 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Attempting to bind port b67760a5-ed67-4070-b1c3-16a49ba438bd on network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:22.441372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:08:22.442376 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Checking segment: {'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:22.442612 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:22.443067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Bound using segment: {'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:08:22.443953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Bound port: b67760a5-ed67-4070-b1c3-16a49ba438bd, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:08:22.444352 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:22.485408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:22.500096 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:22.502617 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] 10.222.0.13 "PUT /v2.0/ports/3e62ae9b-e413-4f51-9925-f92de6e68d89 HTTP/1.1" status: 200 len: 1091 time: 1.7089674 Aug 06 16:08:22.505511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de8697f-f8a8-4968-8aab-9453b416f950', 'tag': '3e62ae9b-e413-4f51-9925-f92de6e68d89'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:22.511955 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6145a4b-3d09-4b76-b32e-93898c028a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "7de8697f-f8a8-4968-8aab-9453b416f950", "tag": "3e62ae9b-e413-4f51-9925-f92de6e68d89"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:22.548055 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1b778a5d-3f63-4284-ac3b-f6ae74213812 None None] Provisioning for port 3e62ae9b-e413-4f51-9925-f92de6e68d89 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:22.626592 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] For port b67760a5-ed67-4070-b1c3-16a49ba438bd, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:22.631532 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] For port b67760a5-ed67-4070-b1c3-16a49ba438bd, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b67760a5-ed67-4070-b1c3-16a49ba438bd,segment=NetworkSegment(33f49752-ca7a-469b-a7dc-e28dd36c6455),segment_id=33f49752-ca7a-469b-a7dc-e28dd36c6455)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:08:22.638905 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:22.715264 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e95f74-4b0e-4ba1-9564-51e7dde7a0ac None None] Pushing event updated for resources: {'Port': ['ID=b67760a5-ed67-4070-b1c3-16a49ba438bd,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:22.739857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Routers {'ab46ce06-552a-46ed-acbf-1dfdc750391a'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:22.741900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:08:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ab46ce06-552a-46ed-acbf-1dfdc750391a'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:22.882034 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4eda02-b1eb-4baf-8c51-330414e0706d service neutron] Pushing event updated for resources: {'Port': ['ID=3e62ae9b-e413-4f51-9925-f92de6e68d89,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:22.928892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-441c9e26-499f-4f1a-abbe-b228b58ba2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:22.939387 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-441c9e26-499f-4f1a-abbe-b228b58ba2e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a488ccf8a414f3aa9206ea46cee3105&device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 1094 time: 0.3526387 Aug 06 16:08:23.188307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] Set router ab46ce06-552a-46ed-acbf-1dfdc750391a gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:23.210815 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78743a2c-78a8-44a4-bbda-714bb7287231 req-4be4c118-ced4-4ca0-a1b5-fed69a4dc531 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 210 time: 0.0756681 Aug 06 16:08:23.212969 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-d9ddab2d-4aa5-465c-b5f3-a6d18e1e9675 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e62ae9b-e413-4f51-9925-f92de6e68d89 HTTP/1.1" status: 200 len: 217 time: 0.2636285 Aug 06 16:08:23.217505 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8c2785-0e87-4e51-9d07-a8566b7a595d x-openstack-request-id: req-bf8c2785-0e87-4e51-9d07-a8566b7a595d {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:23.233892 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de8697f-f8a8-4968-8aab-9453b416f950", "tag": "3e62ae9b-e413-4f51-9925-f92de6e68d89", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:23.234323 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf8c2785-0e87-4e51-9d07-a8566b7a595d {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:23.234987 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de8697f-f8a8-4968-8aab-9453b416f950', 'tag': '3e62ae9b-e413-4f51-9925-f92de6e68d89', 'status': 'completed', 'code': 200} Aug 06 16:08:23.315909 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-1a30b855-c44f-4890-97e4-771082987c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:23.318219 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-1a30b855-c44f-4890-97e4-771082987c83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c84a10cf-e87f-4862-88e6-e005f8dbe747 HTTP/1.1" status: 200 len: 855 time: 0.0821457 Aug 06 16:08:23.395481 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ecacc9cd-5cb3-460c-b57d-155988de2987 req-f1188278-1ae1-49ac-a5c3-e124832b0a4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e2193ea1-a832-4bfb-93c2-1af0bc8b2c8a HTTP/1.1" status: 200 len: 210 time: 0.0956173 Aug 06 16:08:23.498651 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:23.622340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9e392cce-3081-4735-848d-dc59ddca4528 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:23.623825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-cb9c6e6a-52f1-4643-b5e8-64e8e211035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:23.628751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-cb9c6e6a-52f1-4643-b5e8-64e8e211035b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a876d286-faef-4d9d-acbe-4ffddb779c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2993793 Aug 06 16:08:23.696813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2543b-1466-4322-a08b-013361a4c1c3 req-97dbadba-906f-41cb-a057-d74b705955aa tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:23.705167 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dff2543b-1466-4322-a08b-013361a4c1c3 req-97dbadba-906f-41cb-a057-d74b705955aa tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 945 time: 0.1945090 Aug 06 16:08:23.882816 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:23.888639 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 9e392cce-3081-4735-848d-dc59ddca4528 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:23.889101 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:23.938908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-dae12157-8fd5-4513-ba74-0c6c14193c9a service neutron] 10.222.0.13 "GET /v2.0/networks/a876d286-faef-4d9d-acbe-4ffddb779c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019934 Aug 06 16:08:23.945118 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dff2543b-1466-4322-a08b-013361a4c1c3 req-6f16605f-ba5f-4a72-a19b-fe5cb0ec68ea tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388191 Aug 06 16:08:23.976844 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87286c75-4462-477e-b5b1-86258b2a19e7 req-aa1dd413-3ac4-40fc-9aaa-84087e73776a tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:23.987198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87286c75-4462-477e-b5b1-86258b2a19e7 req-aa1dd413-3ac4-40fc-9aaa-84087e73776a tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.2355804 Aug 06 16:08:24.127656 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87286c75-4462-477e-b5b1-86258b2a19e7 req-f8302e43-5404-46c8-9667-9a24b8047edf tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391306 Aug 06 16:08:24.144819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130787662', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:11Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:12Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b67760a5-ed67-4070-b1c3-16a49ba438bd', 'name': '', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:4f:80:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:16Z', 'updated_at': '2021-08-06T16:08:22Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:24.183175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09d3657-62a6-4b59-af54-06d3ad69895f None None] The sync data for ids ['ab46ce06-552a-46ed-acbf-1dfdc750391a'] in n-d-803756-1 is: [{'id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130787662', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:11Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:12Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b67760a5-ed67-4070-b1c3-16a49ba438bd', 'name': '', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:4f:80:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:16Z', 'updated_at': '2021-08-06T16:08:22Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:08:24.231332 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-688ecb02-103a-49a9-a033-07619987726d req-0e95b3dc-f9ba-4b20-ae79-9a98f61fe24e tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0762980 Aug 06 16:08:24.260009 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0323aa7-4e6e-42c2-9374-79e0a5bca901 req-2bc2c10e-536c-4644-943b-1c60fcfb476d service neutron] 10.222.0.13 "GET /v2.0/networks/a876d286-faef-4d9d-acbe-4ffddb779c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116772 Aug 06 16:08:24.498070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6145a4b-3d09-4b76-b32e-93898c028a1f req-8f3b3aec-7424-4e66-bd6d-c717bb1e5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:24.500860 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6145a4b-3d09-4b76-b32e-93898c028a1f req-8f3b3aec-7424-4e66-bd6d-c717bb1e5b1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a488ccf8a414f3aa9206ea46cee3105&device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 1094 time: 0.1367934 Aug 06 16:08:24.739707 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4edee388-f4ec-4ff7-a77f-d000c67ce1ed req-a6041b28-4e32-4fa9-b262-ec735f6079db tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 210 time: 0.1289072 Aug 06 16:08:24.820465 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6145a4b-3d09-4b76-b32e-93898c028a1f req-6c28c1bf-df01-48dd-8cfa-aa497e0fec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:24.823328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6145a4b-3d09-4b76-b32e-93898c028a1f req-6c28c1bf-df01-48dd-8cfa-aa497e0fec6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a876d286-faef-4d9d-acbe-4ffddb779c49 HTTP/1.1" status: 200 len: 917 time: 0.3141034 Aug 06 16:08:24.891968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6145a4b-3d09-4b76-b32e-93898c028a1f req-887b54a8-09e1-45a8-846c-59e3a2889106 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e62ae9b-e413-4f51-9925-f92de6e68d89 HTTP/1.1" status: 200 len: 217 time: 0.0561714 Aug 06 16:08:24.896952 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-cd66e7d9-860d-4461-b9c8-cf1ea22f0f22 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:24.900107 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-cd66e7d9-860d-4461-b9c8-cf1ea22f0f22 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.78 "GET /v2.0/networks?id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc HTTP/1.1" status: 200 len: 797 time: 0.3112016 Aug 06 16:08:25.000627 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6145a4b-3d09-4b76-b32e-93898c028a1f req-eeaf404a-b4db-444d-9b29-da7e95ab47de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:25.003897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6145a4b-3d09-4b76-b32e-93898c028a1f req-eeaf404a-b4db-444d-9b29-da7e95ab47de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c84a10cf-e87f-4862-88e6-e005f8dbe747 HTTP/1.1" status: 200 len: 855 time: 0.1048059 Aug 06 16:08:25.012411 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-1fa93292-90bf-429e-983c-a78a3db21e2d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ead4e8906674c03a98f2b96e64fabd0 HTTP/1.1" status: 200 len: 380 time: 0.0868251 Aug 06 16:08:25.039514 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-68ae860c-74c4-43e0-8906-c05a3ac60752 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'port': {'device_id': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'admin_state_up': True, 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'security_groups': ['1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:25.102207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6145a4b-3d09-4b76-b32e-93898c028a1f req-e65cc915-5e4d-4ea6-bf4f-e12f4b7ce1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:25.108812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6145a4b-3d09-4b76-b32e-93898c028a1f req-e65cc915-5e4d-4ea6-bf4f-e12f4b7ce1f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a876d286-faef-4d9d-acbe-4ffddb779c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944738 Aug 06 16:08:25.361000 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-68ae860c-74c4-43e0-8906-c05a3ac60752 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Made reservation on behalf of 6ead4e8906674c03a98f2b96e64fabd0 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:08:25.365203 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-68ae860c-74c4-43e0-8906-c05a3ac60752 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:25.465442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf6d4e-63d8-4a62-8066-25f288e7552e req-283055c8-8ef8-44b3-92b2-1eb7da259193 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:25.474594 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ffaf6d4e-63d8-4a62-8066-25f288e7552e req-283055c8-8ef8-44b3-92b2-1eb7da259193 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 945 time: 0.3634515 Aug 06 16:08:25.532833 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b67760a5-ed67-4070-b1c3-16a49ba438bd up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:25.594083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafec854-b564-4331-bd74-ae58d548c3c2 req-ce8fe94e-d000-4908-a27b-3593391dfe3f tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:25.612847 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dafec854-b564-4331-bd74-ae58d548c3c2 req-ce8fe94e-d000-4908-a27b-3593391dfe3f tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.3610051 Aug 06 16:08:25.640093 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6145a4b-3d09-4b76-b32e-93898c028a1f req-36ed1789-9f32-4f6b-840a-38371e27e4a4 service neutron] 10.222.0.13 "GET /v2.0/networks/a876d286-faef-4d9d-acbe-4ffddb779c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986789 Aug 06 16:08:25.676600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port b67760a5-ed67-4070-b1c3-16a49ba438bd completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:25.685008 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port b67760a5-ed67-4070-b1c3-16a49ba438bd triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:25.685583 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:25.724579 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ffaf6d4e-63d8-4a62-8066-25f288e7552e req-001c5947-7759-47e4-a744-8515a714b4ab tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476590 Aug 06 16:08:25.733574 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-68ae860c-74c4-43e0-8906-c05a3ac60752 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Allocated IP 172.20.0.3 (a449aaa7-f3d7-4aa4-a156-7bc6011e6efc/cb55ef7f-cba2-404a-bbc3-f54efa2e4e87/2911610f-22fe-4a5d-b28b-a302d3949b55) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:08:25.913966 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:25.962123 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dafec854-b564-4331-bd74-ae58d548c3c2 req-ac2731b6-3160-407a-8aa4-85bb9b27f653 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3464084 Aug 06 16:08:25.997404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port b67760a5-ed67-4070-b1c3-16a49ba438bd, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b67760a5-ed67-4070-b1c3-16a49ba438bd,segment=NetworkSegment(33f49752-ca7a-469b-a7dc-e28dd36c6455),segment_id=33f49752-ca7a-469b-a7dc-e28dd36c6455)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:26.003310 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:26.025528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-49395eb3-f154-463e-bb94-0245526d3356 req-9a32f38e-0e6a-4da7-ac3d-9c2c2f1e4a21 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0929413 Aug 06 16:08:26.053674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b67d33-b00d-4b45-9b33-61f964643434 req-5080d41f-9e0d-4c8a-a28e-b6f4782633a9 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:26.055642 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e8b67d33-b00d-4b45-9b33-61f964643434 req-5080d41f-9e0d-4c8a-a28e-b6f4782633a9 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.78 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 945 time: 0.1749709 Aug 06 16:08:26.118237 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6145a4b-3d09-4b76-b32e-93898c028a1f req-d777f23c-eb33-406b-ade9-495b2ea45e9e service neutron] 10.222.0.13 "GET /v2.0/networks/a876d286-faef-4d9d-acbe-4ffddb779c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217451 Aug 06 16:08:26.165609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=b67760a5-ed67-4070-b1c3-16a49ba438bd,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:26.240309 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-68ae860c-74c4-43e0-8906-c05a3ac60752 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:26.267394 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-68ae860c-74c4-43e0-8906-c05a3ac60752 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Transition to ACTIVE for port object 2911610f-22fe-4a5d-b28b-a302d3949b55 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:26.307092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-e8b67d33-b00d-4b45-9b33-61f964643434 req-ee34d213-ff27-4cd5-9691-40154ae88a55 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Deleting port 890cd6b3-4ef0-4b01-84be-fe6801271aed {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:26.307506 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e8b67d33-b00d-4b45-9b33-61f964643434 req-ee34d213-ff27-4cd5-9691-40154ae88a55 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:26.412790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5899ec91-74c6-4e77-ad74-9d3fae989567 req-61a1e8d1-d8e3-429f-a629-f6b48631feb6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 210 time: 0.0420806 Aug 06 16:08:26.450691 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-68ae860c-74c4-43e0-8906-c05a3ac60752 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:26.459964 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-e8b67d33-b00d-4b45-9b33-61f964643434 req-ee34d213-ff27-4cd5-9691-40154ae88a55 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] For port 890cd6b3-4ef0-4b01-84be-fe6801271aed, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=890cd6b3-4ef0-4b01-84be-fe6801271aed,segment=NetworkSegment(9cba1b03-6836-42da-b644-5b37964de0d4),segment_id=9cba1b03-6836-42da-b644-5b37964de0d4)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:26.460529 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e8b67d33-b00d-4b45-9b33-61f964643434 req-ee34d213-ff27-4cd5-9691-40154ae88a55 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:26.515487 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-e8b67d33-b00d-4b45-9b33-61f964643434 req-ee34d213-ff27-4cd5-9691-40154ae88a55 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Calling delete_port for 890cd6b3-4ef0-4b01-84be-fe6801271aed owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:26.543562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-68ae860c-74c4-43e0-8906-c05a3ac60752 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:26.550816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-68ae860c-74c4-43e0-8906-c05a3ac60752 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:26.554175 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-68ae860c-74c4-43e0-8906-c05a3ac60752 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:08:26.559097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae860c-74c4-43e0-8906-c05a3ac60752 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=2911610f-22fe-4a5d-b28b-a302d3949b55,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:26.719237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-68ae860c-74c4-43e0-8906-c05a3ac60752 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:26.720465 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-68ae860c-74c4-43e0-8906-c05a3ac60752 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:26.758560 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-68ae860c-74c4-43e0-8906-c05a3ac60752 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7255085 Aug 06 16:08:26.779227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Request body: {'port': {'device_id': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:26.906271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0f1f5-791e-4256-9aa6-1363342e9ee2 req-730ad714-76af-4fbd-81ca-d571591b9bd3 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:26.916820 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7e0f1f5-791e-4256-9aa6-1363342e9ee2 req-730ad714-76af-4fbd-81ca-d571591b9bd3 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 945 time: 0.0761404 Aug 06 16:08:26.922124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9449d8cf-f076-4928-8998-dd8cb56800aa None None] Provisioning for port 2911610f-22fe-4a5d-b28b-a302d3949b55 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:26.929848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9449d8cf-f076-4928-8998-dd8cb56800aa None None] Provisioning complete for port 2911610f-22fe-4a5d-b28b-a302d3949b55 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:26.930506 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9449d8cf-f076-4928-8998-dd8cb56800aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:26.943368 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:26.979619 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7e0f1f5-791e-4256-9aa6-1363342e9ee2 req-b4a8fe95-18b3-4d7c-bf46-119d12163a5d tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups?id=a341dd7c-e45f-4408-a794-adcd6135e04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612457 Aug 06 16:08:26.982088 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9449d8cf-f076-4928-8998-dd8cb56800aa None None] Port 2911610f-22fe-4a5d-b28b-a302d3949b55 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:08:27.021114 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e8b67d33-b00d-4b45-9b33-61f964643434 req-ee34d213-ff27-4cd5-9691-40154ae88a55 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:27.121837 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34d213-ff27-4cd5-9691-40154ae88a55 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Pushing event deleted for resources: {'Port': ['ID=890cd6b3-4ef0-4b01-84be-fe6801271aed,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:27.155836 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0762e-0341-461a-905e-df73b326abf0 req-12104835-eaea-4921-adc3-13eb04d055cb tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:27.157715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60b0762e-0341-461a-905e-df73b326abf0 req-12104835-eaea-4921-adc3-13eb04d055cb tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.0960515 Aug 06 16:08:27.209010 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b67d33-b00d-4b45-9b33-61f964643434 req-ee34d213-ff27-4cd5-9691-40154ae88a55 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] No DVR routers for this DVR port 890cd6b3-4ef0-4b01-84be-fe6801271aed on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:08:27.216060 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e8b67d33-b00d-4b45-9b33-61f964643434 req-ee34d213-ff27-4cd5-9691-40154ae88a55 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:27.219729 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e8b67d33-b00d-4b45-9b33-61f964643434 req-ee34d213-ff27-4cd5-9691-40154ae88a55 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.78 "DELETE /v2.0/ports/890cd6b3-4ef0-4b01-84be-fe6801271aed HTTP/1.1" status: 204 len: 173 time: 1.1446447 Aug 06 16:08:27.220360 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9fca05-106d-4ebd-8add-61b630b3a50f', 'name': 'network-vif-deleted', 'tag': '890cd6b3-4ef0-4b01-84be-fe6801271aed'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:27.223933 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a7ebf8-8046-437c-bdd7-6d22894267bd" -d '{"events": [{"server_uuid": "fc9fca05-106d-4ebd-8add-61b630b3a50f", "name": "network-vif-deleted", "tag": "890cd6b3-4ef0-4b01-84be-fe6801271aed"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:27.241761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4af52ce8-ebdf-49c9-865e-8959a8c18802 req-b7e2020b-9b12-4975-9983-612b692f5111 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0492084 Aug 06 16:08:27.247610 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60b0762e-0341-461a-905e-df73b326abf0 req-f68144cb-56bf-423d-bc0c-a59ce6719f12 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789330 Aug 06 16:08:27.492073 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b803e791-d71d-4691-b97b-6386fe695945 x-openstack-request-id: req-b803e791-d71d-4691-b97b-6386fe695945 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:27.492529 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9fca05-106d-4ebd-8add-61b630b3a50f", "name": "network-vif-deleted", "tag": "890cd6b3-4ef0-4b01-84be-fe6801271aed", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:27.493404 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b803e791-d71d-4691-b97b-6386fe695945 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:27.494139 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9fca05-106d-4ebd-8add-61b630b3a50f', 'name': 'network-vif-deleted', 'tag': '890cd6b3-4ef0-4b01-84be-fe6801271aed', 'status': 'completed', 'code': 200} Aug 06 16:08:27.501884 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b67760a5-ed67-4070-b1c3-16a49ba438bd up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:27.608203 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port b67760a5-ed67-4070-b1c3-16a49ba438bd triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:27.608982 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:27.674236 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-16be3fd5-22f1-4b3f-b7a9-beb2604b014f req-083ba272-7219-4b6c-9823-a10dddf8fa3c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0620568 Aug 06 16:08:27.676967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709562b4-f130-4225-a250-e53bb91b0446 req-aba34416-0931-456b-9270-e9e96db41481 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:27.683947 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2911610f-22fe-4a5d-b28b-a302d3949b55 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:08:27.690428 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-709562b4-f130-4225-a250-e53bb91b0446 req-aba34416-0931-456b-9270-e9e96db41481 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 931 time: 0.0816185 Aug 06 16:08:27.698782 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:27.716635 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Transition to ACTIVE for port object 2911610f-22fe-4a5d-b28b-a302d3949b55 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:27.721981 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:27.756903 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-709562b4-f130-4225-a250-e53bb91b0446 req-515c276a-edd9-47aa-b3cc-608811edf2c2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652277 Aug 06 16:08:27.815054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Pushing event updated for resources: {'Port': ['ID=2911610f-22fe-4a5d-b28b-a302d3949b55,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:27.891925 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Attempting to bind port 2911610f-22fe-4a5d-b28b-a302d3949b55 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:08:27.892276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Attempting to bind port 2911610f-22fe-4a5d-b28b-a302d3949b55 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:08:27.892587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Attempting to bind port 2911610f-22fe-4a5d-b28b-a302d3949b55 on network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:27.898373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Port 2911610f-22fe-4a5d-b28b-a302d3949b55 on network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:08:27.898709 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Attempting to bind port 2911610f-22fe-4a5d-b28b-a302d3949b55 on network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:27.904394 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:08:27.904834 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Checking segment: {'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:27.905216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Bound using segment: {'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:08:27.905675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Bound port: 2911610f-22fe-4a5d-b28b-a302d3949b55, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:08:27.906039 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:27.988584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] For port 2911610f-22fe-4a5d-b28b-a302d3949b55, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:27.993383 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] For port 2911610f-22fe-4a5d-b28b-a302d3949b55, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2911610f-22fe-4a5d-b28b-a302d3949b55,segment=NetworkSegment(33f49752-ca7a-469b-a7dc-e28dd36c6455),segment_id=33f49752-ca7a-469b-a7dc-e28dd36c6455)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:08:27.997842 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:28.077525 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:28.078556 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:28.080877 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] 10.222.0.78 "PUT /v2.0/ports/2911610f-22fe-4a5d-b28b-a302d3949b55 HTTP/1.1" status: 200 len: 1091 time: 1.3097696 Aug 06 16:08:28.112328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c8dd0-f9a2-4375-9726-98dab9b6e31c service neutron] Pushing event updated for resources: {'Port': ['ID=2911610f-22fe-4a5d-b28b-a302d3949b55,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:28.139776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e0ecca96-3e58-4503-8afe-0c9fc8c39599 req-6f0daba4-eb81-4e78-8999-4976fe9eae12 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc9fca05-106d-4ebd-8add-61b630b3a50f HTTP/1.1" status: 200 len: 210 time: 0.0447717 Aug 06 16:08:28.226357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-7b7c2a9b-d46c-46c4-9889-1b9dabe03d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:28.228906 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-7b7c2a9b-d46c-46c4-9889-1b9dabe03d7a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 1094 time: 0.0890427 Aug 06 16:08:28.302749 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-a99bf029-b69e-40c0-a524-7235c63e0542 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2911610f-22fe-4a5d-b28b-a302d3949b55 HTTP/1.1" status: 200 len: 217 time: 0.0639071 Aug 06 16:08:28.401288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-5d35c6ed-cf60-4c37-a467-9d1755dbe081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:28.402835 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-5d35c6ed-cf60-4c37-a467-9d1755dbe081 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cb55ef7f-cba2-404a-bbc3-f54efa2e4e87 HTTP/1.1" status: 200 len: 835 time: 0.0632153 Aug 06 16:08:28.427826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21f837b5-236e-465e-9c69-348c1c66eda4 req-0170ff76-7e4f-49dc-bc39-163fe5e25f2a tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0410352 Aug 06 16:08:28.478875 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-10653969-29d2-46ed-bd4d-30066cc862ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:28.483374 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-10653969-29d2-46ed-bd4d-30066cc862ce service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666170 Aug 06 16:08:28.484617 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9714e2-4cc5-4295-9732-e2c4e7e1b4d0 req-03628c0d-6546-4703-a643-30002eee6ff8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:28.487729 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e9714e2-4cc5-4295-9732-e2c4e7e1b4d0 req-03628c0d-6546-4703-a643-30002eee6ff8 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.1118419 Aug 06 16:08:28.546982 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e9714e2-4cc5-4295-9732-e2c4e7e1b4d0 req-cb9d0de9-d350-43c8-adb9-ac93e3060556 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501301 Aug 06 16:08:28.583720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 890cd6b3-4ef0-4b01-84be-fe6801271aed no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:08:28.610165 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 890cd6b3-4ef0-4b01-84be-fe6801271aed {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:08:28.610800 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 890cd6b3-4ef0-4b01-84be-fe6801271aed not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:08:28.651388 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-2646f384-8d14-44b6-bce7-b2bc40b42101 service neutron] 10.222.0.78 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503780 Aug 06 16:08:28.777360 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-63ed6a16-41ed-4872-891e-c63f328c0718 req-1f5a1927-3d6d-4b74-9fd0-4b3427fc9311 service neutron] 10.222.0.78 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025779 Aug 06 16:08:28.921906 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4344582-6a7c-4007-a143-ac011b1733aa req-908014fb-facd-414a-bc6f-1f2b67e62c14 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:28.923464 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4344582-6a7c-4007-a143-ac011b1733aa req-908014fb-facd-414a-bc6f-1f2b67e62c14 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 943 time: 0.0602934 Aug 06 16:08:28.973316 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4344582-6a7c-4007-a143-ac011b1733aa req-5b3c51e7-c0d9-45c7-961f-dcbdecb78986 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435328 Aug 06 16:08:29.360595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45988) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:29.426659 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ca11d0d4-5613-4262-b508-27793d755ce5 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:29.463552 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ca11d0d4-5613-4262-b508-27793d755ce5 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:29.500960 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'tag': '2911610f-22fe-4a5d-b28b-a302d3949b55'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:29.503723 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c20c053-347f-4939-b55d-ce24f2ba93b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a07e31-5cf1-4026-9acc-4914c572d7a5", "tag": "2911610f-22fe-4a5d-b28b-a302d3949b55"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:29.542236 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ca11d0d4-5613-4262-b508-27793d755ce5 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:29.546698 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ca11d0d4-5613-4262-b508-27793d755ce5 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:29.550744 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ca11d0d4-5613-4262-b508-27793d755ce5 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "DELETE /v2.0/security-groups/ae357530-7d46-4c86-ad3b-6170b0e157f5 HTTP/1.1" status: 204 len: 168 time: 0.1867442 Aug 06 16:08:29.557085 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4348bb61-7300-4170-a24e-623fe5db45aa x-openstack-request-id: req-4348bb61-7300-4170-a24e-623fe5db45aa {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:29.557554 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a07e31-5cf1-4026-9acc-4914c572d7a5", "tag": "2911610f-22fe-4a5d-b28b-a302d3949b55", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:29.557996 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4348bb61-7300-4170-a24e-623fe5db45aa {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:29.558797 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'tag': '2911610f-22fe-4a5d-b28b-a302d3949b55', 'status': 'completed', 'code': 200} Aug 06 16:08:29.561276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45996) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:29.569524 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11d0d4-5613-4262-b508-27793d755ce5 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae357530-7d46-4c86-ad3b-6170b0e157f5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:29.571955 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2d8e404d-1285-479d-9e3f-279635be151a req-e23adae0-8634-498c-8947-b71cfb7b6077 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0401576 Aug 06 16:08:29.583373 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-d657f678-f507-428e-acf5-d81e61a4e874 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] show failed (client error): The resource could not be found. Aug 06 16:08:29.589318 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d657f678-f507-428e-acf5-d81e61a4e874 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "GET /v2.0/security-groups/ae357530-7d46-4c86-ad3b-6170b0e157f5 HTTP/1.1" status: 404 len: 347 time: 0.0221314 Aug 06 16:08:29.589318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 46000) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:29.687674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20c053-347f-4939-b55d-ce24f2ba93b1 req-93a4cc9f-dabd-4976-bda2-4885badda347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:29.690006 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2c20c053-347f-4939-b55d-ce24f2ba93b1 req-93a4cc9f-dabd-4976-bda2-4885badda347 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 1094 time: 0.0804377 Aug 06 16:08:29.830392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7860f6-d20a-43ca-837a-a7f357054682 req-97ae6485-f0d7-46f1-ad07-6e54f822757c tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:29.835762 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f7860f6-d20a-43ca-837a-a7f357054682 req-97ae6485-f0d7-46f1-ad07-6e54f822757c tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.1160288 Aug 06 16:08:29.843117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20c053-347f-4939-b55d-ce24f2ba93b1 req-cd9a715e-7dba-49e3-a1f8-94ec832bcbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:29.844737 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2c20c053-347f-4939-b55d-ce24f2ba93b1 req-cd9a715e-7dba-49e3-a1f8-94ec832bcbe6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc HTTP/1.1" status: 200 len: 898 time: 0.1433516 Aug 06 16:08:29.878237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1085d-31f4-4b47-9b16-234beb4dcb80 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Deleting port 466425cc-78e2-4577-9cb1-65499e21eb22 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:29.878579 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e6d1085d-31f4-4b47-9b16-234beb4dcb80 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:29.909942 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2c20c053-347f-4939-b55d-ce24f2ba93b1 req-4612d0e9-dc27-4840-b21c-f23d67163159 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2911610f-22fe-4a5d-b28b-a302d3949b55 HTTP/1.1" status: 200 len: 217 time: 0.0555143 Aug 06 16:08:29.914442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f7860f6-d20a-43ca-837a-a7f357054682 req-37d88b65-1258-491c-8703-833b661ff379 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684915 Aug 06 16:08:30.000822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20c053-347f-4939-b55d-ce24f2ba93b1 req-9e8f2019-e4e5-494d-a858-6e4296cf5c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:30.002645 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2c20c053-347f-4939-b55d-ce24f2ba93b1 req-9e8f2019-e4e5-494d-a858-6e4296cf5c72 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cb55ef7f-cba2-404a-bbc3-f54efa2e4e87 HTTP/1.1" status: 200 len: 835 time: 0.0779617 Aug 06 16:08:30.027948 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e6d1085d-31f4-4b47-9b16-234beb4dcb80 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:30.030039 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e6d1085d-31f4-4b47-9b16-234beb4dcb80 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:30.052051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1085d-31f4-4b47-9b16-234beb4dcb80 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Calling delete_port for 466425cc-78e2-4577-9cb1-65499e21eb22 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:30.131934 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20c053-347f-4939-b55d-ce24f2ba93b1 req-ecbc6b75-44e3-468c-9d70-7bfe8469fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:30.134410 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2c20c053-347f-4939-b55d-ce24f2ba93b1 req-ecbc6b75-44e3-468c-9d70-7bfe8469fe5b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160297 Aug 06 16:08:30.317898 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2c20c053-347f-4939-b55d-ce24f2ba93b1 req-e4b8332d-2f8c-4e1a-b286-9d378028901d service neutron] 10.222.0.78 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727278 Aug 06 16:08:30.366653 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e6d1085d-31f4-4b47-9b16-234beb4dcb80 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:30.370565 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4356c395-aba9-49d2-a1ff-86f77fbd38a0 req-d13f8db7-998d-40fb-8dc1-f8baa563bdcb tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0399010 Aug 06 16:08:30.407565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e028840-ffa1-4e7d-be1e-014fd8ff8fc4 req-b36c9bb7-e4f0-4c1f-83b4-f39d51e908b9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:30.409138 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e028840-ffa1-4e7d-be1e-014fd8ff8fc4 req-b36c9bb7-e4f0-4c1f-83b4-f39d51e908b9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 943 time: 0.1483898 Aug 06 16:08:30.412074 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1085d-31f4-4b47-9b16-234beb4dcb80 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Pushing event deleted for resources: {'Port': ['ID=466425cc-78e2-4577-9cb1-65499e21eb22,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:30.454382 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2c20c053-347f-4939-b55d-ce24f2ba93b1 req-8092b750-69c4-4ef5-b846-9edc16a167fd service neutron] 10.222.0.78 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234214 Aug 06 16:08:30.603137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2911610f-22fe-4a5d-b28b-a302d3949b55 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:08:30.749274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 2911610f-22fe-4a5d-b28b-a302d3949b55, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2911610f-22fe-4a5d-b28b-a302d3949b55,segment=NetworkSegment(33f49752-ca7a-469b-a7dc-e28dd36c6455),segment_id=33f49752-ca7a-469b-a7dc-e28dd36c6455)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:30.763128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '2911610f-22fe-4a5d-b28b-a302d3949b55', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'port_id': '2911610f-22fe-4a5d-b28b-a302d3949b55', 'mac_address': 'fa:16:3e:13:61:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:08:30.816116 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:30.836780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2911610f-22fe-4a5d-b28b-a302d3949b55 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:08:30.861842 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e028840-ffa1-4e7d-be1e-014fd8ff8fc4 req-17b36b00-a080-4ea2-9c24-d892f8d6f334 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678771 Aug 06 16:08:30.865237 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e6d1085d-31f4-4b47-9b16-234beb4dcb80 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:30.867960 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e6d1085d-31f4-4b47-9b16-234beb4dcb80 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:30.868503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 2911610f-22fe-4a5d-b28b-a302d3949b55, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2911610f-22fe-4a5d-b28b-a302d3949b55,segment=NetworkSegment(33f49752-ca7a-469b-a7dc-e28dd36c6455),segment_id=33f49752-ca7a-469b-a7dc-e28dd36c6455)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:30.869717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e6d1085d-31f4-4b47-9b16-234beb4dcb80 tempest-ImagesOneServerNegativeTestJSON-408954578 tempest-ImagesOneServerNegativeTestJSON-408954578-project] 10.222.0.37 "DELETE /v2.0/floatingips/153e2725-61f3-428a-bd0c-c22f73119eb2 HTTP/1.1" status: 204 len: 168 time: 1.2793341 Aug 06 16:08:30.874927 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:30.966873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=2911610f-22fe-4a5d-b28b-a302d3949b55,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:31.018343 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 46042) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:31.102439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-90250a97-8018-4ec9-ba10-ae448a5e261b admin admin] Deleting subnet 7ace2fcc-c82b-40df-8188-608cb03264e5 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:08:31.108028 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-90250a97-8018-4ec9-ba10-ae448a5e261b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.142173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519995f8-c2af-4555-ae85-d699f859d00e req-dcc3b67e-cf5b-4332-88c8-0735415b313f tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:31.143964 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-519995f8-c2af-4555-ae85-d699f859d00e req-dcc3b67e-cf5b-4332-88c8-0735415b313f tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.1224473 Aug 06 16:08:31.175171 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-90250a97-8018-4ec9-ba10-ae448a5e261b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.230107 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-519995f8-c2af-4555-ae85-d699f859d00e req-81427e8f-bea1-43b3-a387-ef16f266a05a tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759687 Aug 06 16:08:31.244848 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-90250a97-8018-4ec9-ba10-ae448a5e261b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.326816 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-90250a97-8018-4ec9-ba10-ae448a5e261b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.332596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['2911610f-22fe-4a5d-b28b-a302d3949b55'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:08:31.367813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90250a97-8018-4ec9-ba10-ae448a5e261b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ace2fcc-c82b-40df-8188-608cb03264e5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:31.370322 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-90250a97-8018-4ec9-ba10-ae448a5e261b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.374130 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-90250a97-8018-4ec9-ba10-ae448a5e261b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7ace2fcc-c82b-40df-8188-608cb03264e5 HTTP/1.1" status: 204 len: 168 time: 0.3542111 Aug 06 16:08:31.375994 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 46048) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:31.462435 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2230d56a-8d84-48a2-abd0-70564f918582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.502776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1659a22-d70c-4774-a01d-267fe5f2e5c8 req-9394062d-8f36-49c2-ad91-bc061594548f tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0351934 Aug 06 16:08:31.566289 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2230d56a-8d84-48a2-abd0-70564f918582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.582229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2230d56a-8d84-48a2-abd0-70564f918582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c146ba-2c73-455b-bc96-29442b5302a5']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:31.596205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2230d56a-8d84-48a2-abd0-70564f918582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cba1b03-6836-42da-b644-5b37964de0d4') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:31.596668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2230d56a-8d84-48a2-abd0-70564f918582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cba1b03-6836-42da-b644-5b37964de0d4') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:31.607752 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2230d56a-8d84-48a2-abd0-70564f918582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.627974 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2230d56a-8d84-48a2-abd0-70564f918582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.635614 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2230d56a-8d84-48a2-abd0-70564f918582 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:08:31.636068 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2230d56a-8d84-48a2-abd0-70564f918582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:08:31.638073 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:08:31.704826 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2230d56a-8d84-48a2-abd0-70564f918582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.717138 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2230d56a-8d84-48a2-abd0-70564f918582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.720793 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2230d56a-8d84-48a2-abd0-70564f918582 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e9c146ba-2c73-455b-bc96-29442b5302a5 HTTP/1.1" status: 204 len: 168 time: 0.3433549 Aug 06 16:08:31.734666 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230d56a-8d84-48a2-abd0-70564f918582 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c146ba-2c73-455b-bc96-29442b5302a5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:31.931044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 46060) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:31.977208 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-52055ea0-f949-4f9d-b967-4b469f57b1c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67dd413fff104befa17a37af19547712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444217 Aug 06 16:08:31.985341 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 46062) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:32.027646 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167bb32-c4c5-4a58-9b6e-39adfc29d089 req-c3260565-2364-4d05-ae03-0f5d85d433b9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:32.029234 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d167bb32-c4c5-4a58-9b6e-39adfc29d089 req-c3260565-2364-4d05-ae03-0f5d85d433b9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 944 time: 0.0739384 Aug 06 16:08:32.065353 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc95f1f8-c9e8-4e4d-8b26-685f834c09c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.080621 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d167bb32-c4c5-4a58-9b6e-39adfc29d089 req-042bad85-6eb3-42dd-a838-1f7b946a5abf tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452476 Aug 06 16:08:32.097539 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc95f1f8-c9e8-4e4d-8b26-685f834c09c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.154055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc95f1f8-c9e8-4e4d-8b26-685f834c09c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.157481 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc95f1f8-c9e8-4e4d-8b26-685f834c09c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.159004 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fc95f1f8-c9e8-4e4d-8b26-685f834c09c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a341dd7c-e45f-4408-a794-adcd6135e04b HTTP/1.1" status: 204 len: 168 time: 0.1720555 Aug 06 16:08:32.171529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95f1f8-c9e8-4e4d-8b26-685f834c09c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a341dd7c-e45f-4408-a794-adcd6135e04b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:32.402352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3ca8e-a9ff-4ee3-acb4-dea7f1738e94 req-ffce8f31-ae13-4cef-babf-24caefda1395 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:32.405113 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9c3ca8e-a9ff-4ee3-acb4-dea7f1738e94 req-ffce8f31-ae13-4cef-babf-24caefda1395 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.0754001 Aug 06 16:08:32.449129 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9c3ca8e-a9ff-4ee3-acb4-dea7f1738e94 req-bdc9ade0-b68b-463e-81eb-d86b46cb645f tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359468 Aug 06 16:08:32.638564 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11f03035-d2fb-459a-8eaf-d9c3a2835983 req-6cabd3f3-f69b-41d1-80bb-8a163c935ac5 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0329401 Aug 06 16:08:33.220225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be7b2b-927a-401c-8065-6c3d65560f52 req-7275101a-4678-4c19-aba5-d05e110c7e2c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:33.221670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48be7b2b-927a-401c-8065-6c3d65560f52 req-7275101a-4678-4c19-aba5-d05e110c7e2c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 944 time: 0.0501261 Aug 06 16:08:33.265878 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48be7b2b-927a-401c-8065-6c3d65560f52 req-fd7694e2-3bdf-4473-af1a-f1e921bdc785 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337944 Aug 06 16:08:33.565673 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bf73f-0277-4598-9a92-66773b41893e req-34d091bf-28cf-4091-916c-310e5c78b085 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:33.567204 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f83bf73f-0277-4598-9a92-66773b41893e req-34d091bf-28cf-4091-916c-310e5c78b085 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.0498207 Aug 06 16:08:33.607296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f83bf73f-0277-4598-9a92-66773b41893e req-c57e9c6f-3a6f-4a83-a0ed-de1a8650422e tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336959 Aug 06 16:08:33.689536 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1a9c636f-794e-4ce8-92b2-4495d6f40ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:33.774176 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34480f1c-6fa2-42a9-abe5-0dbf1bc9a479 req-04d74c91-3d48-4418-89a3-62bc4e04740a tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0357409 Aug 06 16:08:34.419233 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9e32b-0813-44da-860e-9b73764a0f74 req-ec286c3a-281f-4063-a820-0c508d45b06a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:34.421717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61a9e32b-0813-44da-860e-9b73764a0f74 req-ec286c3a-281f-4063-a820-0c508d45b06a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 944 time: 0.0561519 Aug 06 16:08:34.490642 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61a9e32b-0813-44da-860e-9b73764a0f74 req-4c5fa3d2-e1ee-4d96-ad33-ecec54b34d2a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597932 Aug 06 16:08:34.627753 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2911610f-22fe-4a5d-b28b-a302d3949b55 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:34.693519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 2911610f-22fe-4a5d-b28b-a302d3949b55 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:34.704357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 2911610f-22fe-4a5d-b28b-a302d3949b55 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:34.704624 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:34.743409 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd928d-045a-4432-84aa-3ff0e680c839 req-46440cd1-2ac9-489a-aee6-d6f16d4cccdd tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:34.745128 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17bd928d-045a-4432-84aa-3ff0e680c839 req-46440cd1-2ac9-489a-aee6-d6f16d4cccdd tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.0617163 Aug 06 16:08:34.795200 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:34.800589 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17bd928d-045a-4432-84aa-3ff0e680c839 req-8b3f9d4a-314f-4e28-8cf3-1cbb3be49e8a tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486252 Aug 06 16:08:34.842938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2911610f-22fe-4a5d-b28b-a302d3949b55'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:34.845978 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493b45ef-dda6-47e0-afca-a54193ee1e8c" -d '{"events": [{"server_uuid": "d8a07e31-5cf1-4026-9acc-4914c572d7a5", "name": "network-vif-plugged", "status": "completed", "tag": "2911610f-22fe-4a5d-b28b-a302d3949b55"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:34.852877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 2911610f-22fe-4a5d-b28b-a302d3949b55, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2911610f-22fe-4a5d-b28b-a302d3949b55,segment=NetworkSegment(33f49752-ca7a-469b-a7dc-e28dd36c6455),segment_id=33f49752-ca7a-469b-a7dc-e28dd36c6455)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:34.858174 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:34.898944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a30568f0-0ec0-433c-b039-ae296ea7b801 req-bcb0639c-61e2-4732-8997-97782c9994a8 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0289834 Aug 06 16:08:34.907731 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f050be6c-9451-46b9-8651-d686ba83c51c x-openstack-request-id: req-f050be6c-9451-46b9-8651-d686ba83c51c {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:34.908190 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a07e31-5cf1-4026-9acc-4914c572d7a5", "name": "network-vif-plugged", "status": "completed", "tag": "2911610f-22fe-4a5d-b28b-a302d3949b55", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:34.908450 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f050be6c-9451-46b9-8651-d686ba83c51c {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:34.908866 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2911610f-22fe-4a5d-b28b-a302d3949b55', 'code': 200} Aug 06 16:08:34.914897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=2911610f-22fe-4a5d-b28b-a302d3949b55,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:35.124547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baa7cd-9cc6-4fc6-968a-da58d1553021 req-e589963a-16a5-4d17-82fa-f4b3e03e6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:35.126659 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-83baa7cd-9cc6-4fc6-968a-da58d1553021 req-e589963a-16a5-4d17-82fa-f4b3e03e6890 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 1096 time: 0.1548426 Aug 06 16:08:35.178814 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-83baa7cd-9cc6-4fc6-968a-da58d1553021 req-6e011c32-eb5c-4c22-95dd-6f52dea0cbe6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416558 Aug 06 16:08:35.632559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6d9e9-f202-446e-b5e9-867e3dc8ef60 req-0fc558e5-148f-43a9-ac8a-377c71f7111e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:35.634645 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ace6d9e9-f202-446e-b5e9-867e3dc8ef60 req-0fc558e5-148f-43a9-ac8a-377c71f7111e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0678179 Aug 06 16:08:35.676940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ace6d9e9-f202-446e-b5e9-867e3dc8ef60 req-9671ac81-59d6-43b6-b72c-89b304b79dcc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334697 Aug 06 16:08:35.962603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29778-ce95-4281-8728-c1afee7854b1 req-fb0311e7-7aba-46ee-9d32-0501ce17693a tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:35.964123 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46f29778-ce95-4281-8728-c1afee7854b1 req-fb0311e7-7aba-46ee-9d32-0501ce17693a tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.0644643 Aug 06 16:08:36.029263 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46f29778-ce95-4281-8728-c1afee7854b1 req-d18aa646-a21e-4f53-bc2b-1b60c1b9a049 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502224 Aug 06 16:08:36.045877 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3a5986c-4380-49e7-a187-a229c809c4b7 req-c20e34cd-b038-4fb3-bce8-2b8067aff64c tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0339003 Aug 06 16:08:36.055864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3e62ae9b-e413-4f51-9925-f92de6e68d89 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:08:36.183729 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-086326bb-0b17-4c7d-aa42-1ae0dadec21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.211499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3e62ae9b-e413-4f51-9925-f92de6e68d89, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3e62ae9b-e413-4f51-9925-f92de6e68d89,segment=NetworkSegment(559e01e0-8b33-45f1-8492-627d17666deb),segment_id=559e01e0-8b33-45f1-8492-627d17666deb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:36.224591 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '3e62ae9b-e413-4f51-9925-f92de6e68d89', 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49', 'port_id': '3e62ae9b-e413-4f51-9925-f92de6e68d89', 'mac_address': 'fa:16:3e:7d:ca:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:08:36.313059 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.342496 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e62ae9b-e413-4f51-9925-f92de6e68d89 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:08:36.382184 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3e62ae9b-e413-4f51-9925-f92de6e68d89, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3e62ae9b-e413-4f51-9925-f92de6e68d89,segment=NetworkSegment(559e01e0-8b33-45f1-8492-627d17666deb),segment_id=559e01e0-8b33-45f1-8492-627d17666deb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:36.387557 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.455376 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=3e62ae9b-e413-4f51-9925-f92de6e68d89,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:36.576122 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.601813 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['3e62ae9b-e413-4f51-9925-f92de6e68d89'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:08:36.818334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223966e-989b-403d-b077-03885ed26ede req-ee92a0f4-5856-44eb-ba95-06d49e0d89c3 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:36.820379 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8223966e-989b-403d-b077-03885ed26ede req-ee92a0f4-5856-44eb-ba95-06d49e0d89c3 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0628784 Aug 06 16:08:36.875471 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8223966e-989b-403d-b077-03885ed26ede req-842715c4-2f76-475a-93db-7e5c45b1cb00 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472038 Aug 06 16:08:36.995314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082e6ec-3031-46ff-9c9b-c8964bfb6d6b req-5e409204-fa3f-4992-99e2-9d228a65ee40 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:36.996682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8082e6ec-3031-46ff-9c9b-c8964bfb6d6b req-5e409204-fa3f-4992-99e2-9d228a65ee40 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0508368 Aug 06 16:08:37.039922 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8082e6ec-3031-46ff-9c9b-c8964bfb6d6b req-21b32b27-f0d5-4b31-ad28-761728669cc9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317640 Aug 06 16:08:37.062797 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 46242) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:37.126045 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def1c6ac-6713-4003-8100-3bf1d8db025a tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:37.129198 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-def1c6ac-6713-4003-8100-3bf1d8db025a tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 1091 time: 0.0649710 Aug 06 16:08:37.133888 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 46248) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:37.138968 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': '2911610f-22fe-4a5d-b28b-a302d3949b55', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:37.163994 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:37.198168 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c9cef-e5fc-43f9-aab3-0f6e77eb7bb2 req-f2a1e7fa-fff3-4724-96f4-9f0ac07cbce3 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:37.202024 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-782c9cef-e5fc-43f9-aab3-0f6e77eb7bb2 req-f2a1e7fa-fff3-4724-96f4-9f0ac07cbce3 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 944 time: 0.0904694 Aug 06 16:08:37.242605 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:37.265211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa7eb8d5-1408-474a-b815-a393afc9e944 req-4d752022-b320-4ebe-9bf8-433cfb903aad tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0516264 Aug 06 16:08:37.312243 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:37.332301 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-782c9cef-e5fc-43f9-aab3-0f6e77eb7bb2 req-f90eea36-3661-40d3-b313-90adfe1ab1cf tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160018 Aug 06 16:08:37.470418 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Allocated IP 172.25.1.208 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/96a8b881-3aaa-47cf-a3a5-e358c5a1d264) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:08:37.617366 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:37.682929 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:37.724811 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:37.730324 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:37.734489 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:08:37.772334 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=96a8b881-3aaa-47cf-a3a5-e358c5a1d264,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:38.071632 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3e62ae9b-e413-4f51-9925-f92de6e68d89 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:38.139334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 3e62ae9b-e413-4f51-9925-f92de6e68d89 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:38.143493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 3e62ae9b-e413-4f51-9925-f92de6e68d89 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:38.143947 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:38.147764 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-7392015c-da64-4f90-b28a-ffc3dbf548ec tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=56240a04f57b4400a18b49b59fc21a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300293 Aug 06 16:08:38.236763 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:38.255908 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:38.262393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de8697f-f8a8-4968-8aab-9453b416f950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e62ae9b-e413-4f51-9925-f92de6e68d89'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:38.265268 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7642f1-189c-4822-87e7-d48cc68d1c93" -d '{"events": [{"server_uuid": "7de8697f-f8a8-4968-8aab-9453b416f950", "name": "network-vif-plugged", "status": "completed", "tag": "3e62ae9b-e413-4f51-9925-f92de6e68d89"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:38.279301 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3e62ae9b-e413-4f51-9925-f92de6e68d89, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3e62ae9b-e413-4f51-9925-f92de6e68d89,segment=NetworkSegment(559e01e0-8b33-45f1-8492-627d17666deb),segment_id=559e01e0-8b33-45f1-8492-627d17666deb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:38.283993 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:38.311524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5ca54bb6-9d2d-4ce3-b785-597194c88d8a tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:38.313071 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5ca54bb6-9d2d-4ce3-b785-597194c88d8a tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1576669 Aug 06 16:08:38.340975 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-a7338e38-d236-4944-984e-c8dd13e8a825 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/quotas/56240a04f57b4400a18b49b59fc21a2c HTTP/1.1" status: 200 len: 375 time: 0.0208688 Aug 06 16:08:38.344943 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758b935c-b420-45ee-8730-c606d75d1483 x-openstack-request-id: req-758b935c-b420-45ee-8730-c606d75d1483 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:38.345837 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de8697f-f8a8-4968-8aab-9453b416f950", "name": "network-vif-plugged", "status": "completed", "tag": "3e62ae9b-e413-4f51-9925-f92de6e68d89", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:38.346572 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-758b935c-b420-45ee-8730-c606d75d1483 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:38.347465 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de8697f-f8a8-4968-8aab-9453b416f950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e62ae9b-e413-4f51-9925-f92de6e68d89', 'code': 200} Aug 06 16:08:38.380106 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:38.388179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=3e62ae9b-e413-4f51-9925-f92de6e68d89,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:38.403290 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-fbab4ad4-715c-4f85-a282-767ec8e0bfb5 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=56240a04f57b4400a18b49b59fc21a2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614066 Aug 06 16:08:38.510736 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-766cc0b2-9e00-43c3-a0fd-dc216bc1a791 req-2b6a9db8-3648-4f3d-ae0c-4f5b6f3bf315 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0441887 Aug 06 16:08:38.577531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ea17e-6641-43cf-9e18-3706e00d181f req-cd35b1e1-9cac-4eb1-8bf6-ec331f92c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:38.579486 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-711ea17e-6641-43cf-9e18-3706e00d181f req-cd35b1e1-9cac-4eb1-8bf6-ec331f92c8d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 1096 time: 0.1735613 Aug 06 16:08:38.681350 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-711ea17e-6641-43cf-9e18-3706e00d181f req-39734c06-4fd7-4497-9d15-ce618a9203d0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928712 Aug 06 16:08:38.703530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39e4fa-9945-4c5b-b663-fdad61012481 req-49d4f5b2-a531-499e-9ff9-8bd70e786543 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:38.705465 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d39e4fa-9945-4c5b-b663-fdad61012481 req-49d4f5b2-a531-499e-9ff9-8bd70e786543 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 945 time: 0.0943305 Aug 06 16:08:38.738891 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:38.743607 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:38.784810 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d39e4fa-9945-4c5b-b663-fdad61012481 req-c7f9e6d7-6a0b-4477-af1d-c74a8ad7e561 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656190 Aug 06 16:08:38.869552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=96a8b881-3aaa-47cf-a3a5-e358c5a1d264,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:38.899916 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:38.965402 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-bbc30baf-dd81-422c-910a-1d6ce31d4a70 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=56240a04f57b4400a18b49b59fc21a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507247 Aug 06 16:08:38.989023 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:39.122323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-f1e70e3e-9600-4579-b027-383ff5f1c1ae tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:39.124010 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-f1e70e3e-9600-4579-b027-383ff5f1c1ae tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516867 Aug 06 16:08:39.151189 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-5d090359-449f-4bd5-bad8-5a9783fa470f tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/quotas/56240a04f57b4400a18b49b59fc21a2c HTTP/1.1" status: 200 len: 375 time: 0.0131385 Aug 06 16:08:39.193393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-3cdee5fe-3fc6-487f-9725-bdc2e7953f9d tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=56240a04f57b4400a18b49b59fc21a2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293469 Aug 06 16:08:39.451723 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-01ec5bd9-b1e0-4ee5-9d1d-bf676ced76c4 req-7009dc8c-5b13-418d-b92d-87e0b42f139c tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 210 time: 0.0580909 Aug 06 16:08:39.456938 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Floating IP 0f1b7836-167a-41ff-a813-3c9df0a90c1e associated. External IP: 172.25.1.208, port: 2911610f-22fe-4a5d-b28b-a302d3949b55. Aug 06 16:08:39.663882 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ef8e6908-741e-4417-ba66-7c3c39118afa req-7d778f89-ed10-46a5-8ef0-0fa4c541e53a tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0368204 Aug 06 16:08:39.826606 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router ab46ce06-552a-46ed-acbf-1dfdc750391a has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:08:40.017812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0ce77-bcf1-44e5-a616-819b176e6f7e req-eb28361f-7199-41ef-80f5-f5d6debc891f tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:40.021316 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31d0ce77-bcf1-44e5-a616-819b176e6f7e req-eb28361f-7199-41ef-80f5-f5d6debc891f tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 945 time: 0.1152339 Aug 06 16:08:40.109658 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:08:40.110306 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31d0ce77-bcf1-44e5-a616-819b176e6f7e req-356e2db0-08f2-4a22-95fd-bc486f38b7f9 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779727 Aug 06 16:08:40.130043 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:40.131093 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e52837-5bc7-4b6e-ab8e-0a737e8024f9 None None] Sync routers for ids ['ab46ce06-552a-46ed-acbf-1dfdc750391a'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:08:40.144990 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e52837-5bc7-4b6e-ab8e-0a737e8024f9 None None] Routers {'ab46ce06-552a-46ed-acbf-1dfdc750391a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:40.145600 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-45e52837-5bc7-4b6e-ab8e-0a737e8024f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:08:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ab46ce06-552a-46ed-acbf-1dfdc750391a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:40.184705 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8b22d610-e9ff-4f45-be2e-2f2815f3d868 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0448852 Aug 06 16:08:40.184705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'tag': '2911610f-22fe-4a5d-b28b-a302d3949b55'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:40.198340 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faab8fb-f4fd-4a7b-83b6-100c787418d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a07e31-5cf1-4026-9acc-4914c572d7a5", "tag": "2911610f-22fe-4a5d-b28b-a302d3949b55"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:40.294088 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-45e52837-5bc7-4b6e-ab8e-0a737e8024f9 None None] Set router ab46ce06-552a-46ed-acbf-1dfdc750391a gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:40.366256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b826be-3720-4d9b-9b5f-7e9bb9c44c14 req-b826f321-700b-41b9-8db1-c98fecbb9072 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:40.369779 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-52b826be-3720-4d9b-9b5f-7e9bb9c44c14 req-b826f321-700b-41b9-8db1-c98fecbb9072 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 945 time: 0.1163750 Aug 06 16:08:40.384263 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 46374) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:40.390824 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-2a4fcb5f-c946-4193-a32f-ff711fa2e04d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Request body: {'floatingip': {'port_id': '3e62ae9b-e413-4f51-9925-f92de6e68d89'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:40.408812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871defd3-87ee-4167-b65b-83acce643aae req-1150b4b6-4530-46c2-8cd5-334fd7b629b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:40.410970 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-871defd3-87ee-4167-b65b-83acce643aae req-1150b4b6-4530-46c2-8cd5-334fd7b629b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.1189196 Aug 06 16:08:40.469709 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcb5f-c946-4193-a32f-ff711fa2e04d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for floatingip, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:40.543992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-871defd3-87ee-4167-b65b-83acce643aae req-31ef128b-f5e4-44f0-9fa6-2c041c0da673 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218102 Aug 06 16:08:40.568518 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dd351b-cfe1-4d17-9cda-70e66e493372 x-openstack-request-id: req-49dd351b-cfe1-4d17-9cda-70e66e493372 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:40.569431 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a07e31-5cf1-4026-9acc-4914c572d7a5", "tag": "2911610f-22fe-4a5d-b28b-a302d3949b55", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:40.569685 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49dd351b-cfe1-4d17-9cda-70e66e493372 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:40.570104 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'tag': '2911610f-22fe-4a5d-b28b-a302d3949b55', 'status': 'completed', 'code': 200} Aug 06 16:08:40.579471 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-e9f20150-5885-4d7e-be6c-b28ad794f87a tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=56240a04f57b4400a18b49b59fc21a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981419 Aug 06 16:08:40.619563 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 46378) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:40.796418 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-45e52837-5bc7-4b6e-ab8e-0a737e8024f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130787662', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:11Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:12Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '0f1b7836-167a-41ff-a813-3c9df0a90c1e', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'floating_ip_address': '172.25.1.208', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'port_id': '2911610f-22fe-4a5d-b28b-a302d3949b55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'mac_address': 'fa:16:3e:13:61:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:08:38Z', 'updated_at': '2021-08-06T16:08:38Z', 'revision_number': 0, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67760a5-ed67-4070-b1c3-16a49ba438bd', 'name': '', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:4f:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:16Z', 'updated_at': '2021-08-06T16:08:25Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:40.809141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faab8fb-f4fd-4a7b-83b6-100c787418d7 req-778da5da-22f4-458c-b879-3a7b9fe2fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:40.811613 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5faab8fb-f4fd-4a7b-83b6-100c787418d7 req-778da5da-22f4-458c-b879-3a7b9fe2fa9a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 1096 time: 0.2404454 Aug 06 16:08:40.825034 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-78288b39-b953-44ba-8bee-517f82e47eac tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/0f1b7836-167a-41ff-a813-3c9df0a90c1e HTTP/1.1" status: 200 len: 991 time: 0.1972177 Aug 06 16:08:40.835661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-3df2b594-7957-4db0-9730-4e48097153f4 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:40.850589 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-3df2b594-7957-4db0-9730-4e48097153f4 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2620025 Aug 06 16:08:40.874972 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e52837-5bc7-4b6e-ab8e-0a737e8024f9 None None] Checking router: ab46ce06-552a-46ed-acbf-1dfdc750391a for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:08:40.882440 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Request body: {'port': {'device_id': '5e1b8414-7481-4037-9ce4-8a3fe5d3b793', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '56240a04f57b4400a18b49b59fc21a2c'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:40.886762 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e52837-5bc7-4b6e-ab8e-0a737e8024f9 None None] Routers {'ab46ce06-552a-46ed-acbf-1dfdc750391a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:40.887432 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-45e52837-5bc7-4b6e-ab8e-0a737e8024f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:08:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ab46ce06-552a-46ed-acbf-1dfdc750391a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:40.891886 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-50cd1a3a-0964-4602-b667-c0b4f60367db req-ad35de14-6825-4ddd-81d6-313d2bc499fa tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 210 time: 0.2617977 Aug 06 16:08:40.983281 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c6ceb57-2854-4174-bcce-00e96c73e090 req-75739dbe-2026-43eb-ae32-f9596e6cf010 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.1080651 Aug 06 16:08:41.007973 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-f899ecb5-9493-4264-b7c3-8ceaebbd3705 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=56240a04f57b4400a18b49b59fc21a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654879 Aug 06 16:08:41.230291 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faab8fb-f4fd-4a7b-83b6-100c787418d7 req-794aa120-f462-46f1-95c2-6557d44dcce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:41.231886 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5faab8fb-f4fd-4a7b-83b6-100c787418d7 req-794aa120-f462-46f1-95c2-6557d44dcce8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc HTTP/1.1" status: 200 len: 898 time: 0.4052446 Aug 06 16:08:41.261201 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Made reservation on behalf of 56240a04f57b4400a18b49b59fc21a2c for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:08:41.263413 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-45e52837-5bc7-4b6e-ab8e-0a737e8024f9 None None] Set router ab46ce06-552a-46ed-acbf-1dfdc750391a gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:41.266898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.277856 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.418850 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.424554 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.478117 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5faab8fb-f4fd-4a7b-83b6-100c787418d7 req-a2c66a76-9036-47d8-9b0e-12ef1aebe61e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2911610f-22fe-4a5d-b28b-a302d3949b55 HTTP/1.1" status: 200 len: 999 time: 0.2040830 Aug 06 16:08:41.489745 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-09ce7eac-ad65-40ec-be0d-c1c256a9daa6 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:41.491770 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-09ce7eac-ad65-40ec-be0d-c1c256a9daa6 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4775078 Aug 06 16:08:41.517566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Request body: {'port': {'device_id': '39cb0564-e70c-46b9-af60-ba53362e9950', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '56240a04f57b4400a18b49b59fc21a2c'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:41.523517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8291a897-ee8f-4f9a-99eb-819c64fc446e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:41.632425 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Allocated IP 192.168.233.248 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/f061286a-42fa-482a-aa7e-0774206c09b0) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:08:41.670415 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-45e52837-5bc7-4b6e-ab8e-0a737e8024f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130787662', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:11Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:12Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '0f1b7836-167a-41ff-a813-3c9df0a90c1e', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'floating_ip_address': '172.25.1.208', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'port_id': '2911610f-22fe-4a5d-b28b-a302d3949b55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'mac_address': 'fa:16:3e:13:61:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:08:38Z', 'updated_at': '2021-08-06T16:08:38Z', 'revision_number': 0, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67760a5-ed67-4070-b1c3-16a49ba438bd', 'name': '', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:4f:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:16Z', 'updated_at': '2021-08-06T16:08:25Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:41.694971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faab8fb-f4fd-4a7b-83b6-100c787418d7 req-30faf672-16c5-4987-b1de-a2a5a266d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:41.697191 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5faab8fb-f4fd-4a7b-83b6-100c787418d7 req-30faf672-16c5-4987-b1de-a2a5a266d340 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cb55ef7f-cba2-404a-bbc3-f54efa2e4e87 HTTP/1.1" status: 200 len: 835 time: 0.1929345 Aug 06 16:08:41.708521 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e52837-5bc7-4b6e-ab8e-0a737e8024f9 None None] The sync data for ids ['ab46ce06-552a-46ed-acbf-1dfdc750391a'] in n-d-803756-1 is: [{'id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130787662', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:11Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:12Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '0f1b7836-167a-41ff-a813-3c9df0a90c1e', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'floating_ip_address': '172.25.1.208', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'port_id': '2911610f-22fe-4a5d-b28b-a302d3949b55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'mac_address': 'fa:16:3e:13:61:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:08:38Z', 'updated_at': '2021-08-06T16:08:38Z', 'revision_number': 0, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67760a5-ed67-4070-b1c3-16a49ba438bd', 'name': '', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:4f:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:16Z', 'updated_at': '2021-08-06T16:08:25Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:08:41.758769 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcb5f-c946-4193-a32f-ff711fa2e04d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.766127 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcb5f-c946-4193-a32f-ff711fa2e04d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.832129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 46392) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:41.848682 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.866536 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Transition to ACTIVE for port object f061286a-42fa-482a-aa7e-0774206c09b0 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:41.902908 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.979538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:41.986641 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:42.010032 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:08:42.011593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Pushing event updated for resources: {'Port': ['ID=f061286a-42fa-482a-aa7e-0774206c09b0,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:42.017170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:08:42.061618 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59f2857-92da-4c67-b212-4e5b9d0bde3a None None] New status for floating IP 0f1b7836-167a-41ff-a813-3c9df0a90c1e: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:08:42.113953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:42.116262 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:42.166207 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d84f613-9ded-4ecc-a312-bfa3985b4c82 req-3e5d143e-5226-44d7-bd9d-05200908b875 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 210 time: 0.0345752 Aug 06 16:08:42.274305 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6ff5ad4-9eb2-4cae-9ac8-665935b25fd0 req-5efba3e5-f931-4be3-835d-077673b917a8 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0690930 Aug 06 16:08:42.290353 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faab8fb-f4fd-4a7b-83b6-100c787418d7 req-df8d6756-675e-4df7-95ad-3b9f455e16af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:42.292824 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-5c3a1682-749c-4b09-bba0-998a0c1a1b71 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4175723 Aug 06 16:08:42.294524 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5faab8fb-f4fd-4a7b-83b6-100c787418d7 req-df8d6756-675e-4df7-95ad-3b9f455e16af service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5848072 Aug 06 16:08:42.299787 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Made reservation on behalf of 56240a04f57b4400a18b49b59fc21a2c for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:08:42.310153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Request body: {'port': {'device_id': '5e1b8414-7481-4037-9ce4-8a3fe5d3b793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:42.313425 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:42.437540 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:42.489607 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4d027fd3-d753-46a8-bdcf-f34e93f79c16 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/0f1b7836-167a-41ff-a813-3c9df0a90c1e HTTP/1.1" status: 200 len: 991 time: 0.6545358 Aug 06 16:08:42.567808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b1354dd4-1cb3-487a-bb0b-8252636d4d14 None None] Provisioning for port f061286a-42fa-482a-aa7e-0774206c09b0 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:42.575797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b1354dd4-1cb3-487a-bb0b-8252636d4d14 None None] Provisioning complete for port f061286a-42fa-482a-aa7e-0774206c09b0 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:42.576798 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b1354dd4-1cb3-487a-bb0b-8252636d4d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:42.594509 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-2a4fcb5f-c946-4193-a32f-ff711fa2e04d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Floating IP 462bc577-8d53-4f13-a8fa-cc3f05957877 associated. External IP: 172.25.1.78, port: 3e62ae9b-e413-4f51-9925-f92de6e68d89. Aug 06 16:08:42.646854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b1354dd4-1cb3-487a-bb0b-8252636d4d14 None None] Port f061286a-42fa-482a-aa7e-0774206c09b0 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:08:42.743539 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5faab8fb-f4fd-4a7b-83b6-100c787418d7 req-bbfde3b6-fe57-41d3-a843-1fd992a24ddb service neutron] 10.222.0.78 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157159 Aug 06 16:08:42.801288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f061286a-42fa-482a-aa7e-0774206c09b0 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:08:42.809048 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:42.826310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Transition to ACTIVE for port object f061286a-42fa-482a-aa7e-0774206c09b0 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:42.833099 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:42.900812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Pushing event updated for resources: {'Port': ['ID=f061286a-42fa-482a-aa7e-0774206c09b0,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:43.003124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Attempting to bind port f061286a-42fa-482a-aa7e-0774206c09b0 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:08:43.003391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Attempting to bind port f061286a-42fa-482a-aa7e-0774206c09b0 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:08:43.003845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Attempting to bind port f061286a-42fa-482a-aa7e-0774206c09b0 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:43.005681 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Allocated IP 192.168.233.233 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/6a6db3f2-3830-421a-8108-24e6552d349e) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:08:43.009827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Port f061286a-42fa-482a-aa7e-0774206c09b0 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:08:43.010268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Attempting to bind port f061286a-42fa-482a-aa7e-0774206c09b0 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:43.015952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:08:43.016426 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:43.016803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:08:43.017180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Bound port: f061286a-42fa-482a-aa7e-0774206c09b0, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:08:43.017579 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:43.035380 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5faab8fb-f4fd-4a7b-83b6-100c787418d7 req-ffbe2df8-5c50-4ee0-9de5-0b6247ccc35a service neutron] 10.222.0.78 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553215 Aug 06 16:08:43.108798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] For port f061286a-42fa-482a-aa7e-0774206c09b0, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:43.112538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] For port f061286a-42fa-482a-aa7e-0774206c09b0, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=f061286a-42fa-482a-aa7e-0774206c09b0,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:08:43.117886 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:43.167108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:43.167771 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:43.169809 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] 10.222.0.13 "PUT /v2.0/ports/f061286a-42fa-482a-aa7e-0774206c09b0 HTTP/1.1" status: 200 len: 1096 time: 0.8647015 Aug 06 16:08:43.170468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1b8414-7481-4037-9ce4-8a3fe5d3b793', 'tag': 'f061286a-42fa-482a-aa7e-0774206c09b0'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:43.174142 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac42d301-4e18-4663-967e-71fbdd882174" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1b8414-7481-4037-9ce4-8a3fe5d3b793", "tag": "f061286a-42fa-482a-aa7e-0774206c09b0"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:43.186621 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4fcb5f-c946-4193-a32f-ff711fa2e04d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Router f56400c2-00f3-4467-a3e4-63abdf62b571 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:08:43.206721 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9607b3-7eae-4509-9607-9bc816ea274e service neutron] Pushing event updated for resources: {'Port': ['ID=f061286a-42fa-482a-aa7e-0774206c09b0,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:43.272631 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f11943c-3e9c-4559-88dd-0f0107c18204 x-openstack-request-id: req-7f11943c-3e9c-4559-88dd-0f0107c18204 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:43.273206 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1b8414-7481-4037-9ce4-8a3fe5d3b793", "tag": "f061286a-42fa-482a-aa7e-0774206c09b0", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:43.273464 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f11943c-3e9c-4559-88dd-0f0107c18204 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:43.273896 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1b8414-7481-4037-9ce4-8a3fe5d3b793', 'tag': 'f061286a-42fa-482a-aa7e-0774206c09b0', 'status': 'completed', 'code': 200} Aug 06 16:08:43.290102 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-dcc11e13-50ba-470b-ad71-bfa5342bee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:43.292083 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-dcc11e13-50ba-470b-ad71-bfa5342bee8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56240a04f57b4400a18b49b59fc21a2c&device_id=5e1b8414-7481-4037-9ce4-8a3fe5d3b793 HTTP/1.1" status: 200 len: 1099 time: 0.0631251 Aug 06 16:08:43.374324 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-b199ffab-11fe-4529-b958-034c9a3841df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=f061286a-42fa-482a-aa7e-0774206c09b0 HTTP/1.1" status: 200 len: 217 time: 0.0701001 Aug 06 16:08:43.393520 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-628a2a8a-b61f-4c31-8ece-3e2f4b742987 req-866b601f-45cb-4233-9702-184002e484a2 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 210 time: 0.0354621 Aug 06 16:08:43.473499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-de258d38-badc-4bd8-8bea-547691541751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:43.475720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-de258d38-badc-4bd8-8bea-547691541751 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0843599 Aug 06 16:08:43.498457 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 46418) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:43.532570 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:43.566804 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Transition to ACTIVE for port object 6a6db3f2-3830-421a-8108-24e6552d349e will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:43.580676 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4fcb5f-c946-4193-a32f-ff711fa2e04d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:08:43.590212 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a4fcb5f-c946-4193-a32f-ff711fa2e04d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:43.596916 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bd615c-b255-41c7-a275-e0a5b24c0938 None None] Sync routers for ids ['f56400c2-00f3-4467-a3e4-63abdf62b571'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:08:43.621835 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd615c-b255-41c7-a275-e0a5b24c0938 None None] Routers {'f56400c2-00f3-4467-a3e4-63abdf62b571'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:43.624118 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b9bd615c-b255-41c7-a275-e0a5b24c0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:08:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['f56400c2-00f3-4467-a3e4-63abdf62b571'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:43.629957 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad235580-5996-4d79-b976-d9dfb135403a req-ff68feeb-4557-4a90-bd1f-002dd81fef9e tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.1209946 Aug 06 16:08:43.660693 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:43.674606 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-89791255-2649-42f8-b4c1-12bb1e5abe15 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/0f1b7836-167a-41ff-a813-3c9df0a90c1e HTTP/1.1" status: 200 len: 993 time: 0.1746798 Aug 06 16:08:43.678931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-25d10604-309e-4eb6-9f2c-0b1b21bcca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:43.681898 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-25d10604-309e-4eb6-9f2c-0b1b21bcca5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1944735 Aug 06 16:08:43.687446 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2a4fcb5f-c946-4193-a32f-ff711fa2e04d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "PUT /v2.0/floatingips/462bc577-8d53-4f13-a8fa-cc3f05957877 HTTP/1.1" status: 200 len: 990 time: 3.2998705 Aug 06 16:08:43.728920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de8697f-f8a8-4968-8aab-9453b416f950', 'tag': '3e62ae9b-e413-4f51-9925-f92de6e68d89'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:43.731949 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afe57c9-14e1-447f-9ed4-44b3c99b13a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7de8697f-f8a8-4968-8aab-9453b416f950", "tag": "3e62ae9b-e413-4f51-9925-f92de6e68d89"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:43.749055 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:43.754920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:43.759432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:08:43.801097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Pushing event updated for resources: {'Port': ['ID=6a6db3f2-3830-421a-8108-24e6552d349e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:43.810198 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-b9bd615c-b255-41c7-a275-e0a5b24c0938 None None] Set router f56400c2-00f3-4467-a3e4-63abdf62b571 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:43.839704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.849940 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.850230 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.850905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.851506 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.852039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.852694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.853345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.854050 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.854682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.855753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.856662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.902771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:43.903736 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:43.918167 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965426c9-1d11-427e-b827-1ead1f7ea3c7 x-openstack-request-id: req-965426c9-1d11-427e-b827-1ead1f7ea3c7 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:43.918659 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de8697f-f8a8-4968-8aab-9453b416f950", "tag": "3e62ae9b-e413-4f51-9925-f92de6e68d89", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:43.919101 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-965426c9-1d11-427e-b827-1ead1f7ea3c7 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:43.919662 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de8697f-f8a8-4968-8aab-9453b416f950', 'tag': '3e62ae9b-e413-4f51-9925-f92de6e68d89', 'status': 'completed', 'code': 200} Aug 06 16:08:43.942706 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-aee9e255-c144-4737-96d4-cf62f5d00005 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531300 Aug 06 16:08:43.953314 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-461667c9-1a27-4dc5-a4ff-7b5347930bcc tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4505191 Aug 06 16:08:43.981026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Request body: {'port': {'device_id': '39cb0564-e70c-46b9-af60-ba53362e9950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:44.074835 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.099528 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe57c9-14e1-447f-9ed4-44b3c99b13a2 req-c9f737b4-3c66-40e4-8124-5f466f468837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:44.099528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6afe57c9-14e1-447f-9ed4-44b3c99b13a2 req-c9f737b4-3c66-40e4-8124-5f466f468837 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a488ccf8a414f3aa9206ea46cee3105&device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 1096 time: 0.1272891 Aug 06 16:08:44.157878 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fc1eedf-eeb4-49e3-8cf0-174dca111fd0 req-2dd54b56-82ef-4d41-bfb1-901b2d35ec5e service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062562 Aug 06 16:08:44.188303 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b9bd615c-b255-41c7-a275-e0a5b24c0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'name': 'tempest-ServersTestBootFromVolume-1431291784-router', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:27Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'gw_port': {'id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:30Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '462bc577-8d53-4f13-a8fa-cc3f05957877', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'floating_ip_address': '172.25.1.78', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'port_id': '3e62ae9b-e413-4f51-9925-f92de6e68d89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49', 'mac_address': 'fa:16:3e:7d:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de8697f-f8a8-4968-8aab-9453b416f950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:45Z', 'updated_at': '2021-08-06T16:08:41Z', 'revision_number': 1, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17fd2f4e-c62e-4fcf-9a82-adfdec0978c1', 'name': '', 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'mac_address': 'fa:16:3e:63:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:34Z', 'updated_at': '2021-08-06T16:07:45Z', 'revision_number': 5, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'subnets': [{'id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:44.200865 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a77b08cf-c50a-4ca8-8a8f-12cd2707ebf5 None None] Provisioning for port 6a6db3f2-3830-421a-8108-24e6552d349e completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:44.208560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a77b08cf-c50a-4ca8-8a8f-12cd2707ebf5 None None] Provisioning complete for port 6a6db3f2-3830-421a-8108-24e6552d349e triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:44.222513 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a77b08cf-c50a-4ca8-8a8f-12cd2707ebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.236667 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bd615c-b255-41c7-a275-e0a5b24c0938 None None] Checking router: f56400c2-00f3-4467-a3e4-63abdf62b571 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:08:44.249671 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd615c-b255-41c7-a275-e0a5b24c0938 None None] Routers {'f56400c2-00f3-4467-a3e4-63abdf62b571'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:44.250570 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b9bd615c-b255-41c7-a275-e0a5b24c0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:08:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['f56400c2-00f3-4467-a3e4-63abdf62b571'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:44.303964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a77b08cf-c50a-4ca8-8a8f-12cd2707ebf5 None None] Port 6a6db3f2-3830-421a-8108-24e6552d349e cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:08:44.321550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe57c9-14e1-447f-9ed4-44b3c99b13a2 req-da98dc9a-874d-4bc3-aec6-4d535ca5632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:44.324242 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6afe57c9-14e1-447f-9ed4-44b3c99b13a2 req-da98dc9a-874d-4bc3-aec6-4d535ca5632d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a876d286-faef-4d9d-acbe-4ffddb779c49 HTTP/1.1" status: 200 len: 917 time: 0.2158329 Aug 06 16:08:44.332416 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42d301-4e18-4663-967e-71fbdd882174 req-ed845c69-6286-4155-a976-978d3f098aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:44.334915 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac42d301-4e18-4663-967e-71fbdd882174 req-ed845c69-6286-4155-a976-978d3f098aec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56240a04f57b4400a18b49b59fc21a2c&device_id=5e1b8414-7481-4037-9ce4-8a3fe5d3b793 HTTP/1.1" status: 200 len: 1099 time: 0.1064003 Aug 06 16:08:44.373232 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-b9bd615c-b255-41c7-a275-e0a5b24c0938 None None] Set router f56400c2-00f3-4467-a3e4-63abdf62b571 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:44.560359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6db3f2-3830-421a-8108-24e6552d349e {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:08:44.578980 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.579296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6afe57c9-14e1-447f-9ed4-44b3c99b13a2 req-788f12e8-0431-4854-8cbf-3d97b23bcfd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e62ae9b-e413-4f51-9925-f92de6e68d89 HTTP/1.1" status: 200 len: 998 time: 0.2415769 Aug 06 16:08:44.598549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Transition to ACTIVE for port object 6a6db3f2-3830-421a-8108-24e6552d349e will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:44.604604 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.619752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42d301-4e18-4663-967e-71fbdd882174 req-36e58d65-8579-4381-bb07-221662a4208d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:44.621491 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac42d301-4e18-4663-967e-71fbdd882174 req-36e58d65-8579-4381-bb07-221662a4208d service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.2232859 Aug 06 16:08:44.685760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6db3f2-3830-421a-8108-24e6552d349e,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:44.723933 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b9bd615c-b255-41c7-a275-e0a5b24c0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'name': 'tempest-ServersTestBootFromVolume-1431291784-router', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:27Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'gw_port': {'id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:30Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '462bc577-8d53-4f13-a8fa-cc3f05957877', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'floating_ip_address': '172.25.1.78', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'port_id': '3e62ae9b-e413-4f51-9925-f92de6e68d89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49', 'mac_address': 'fa:16:3e:7d:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de8697f-f8a8-4968-8aab-9453b416f950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:45Z', 'updated_at': '2021-08-06T16:08:41Z', 'revision_number': 1, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17fd2f4e-c62e-4fcf-9a82-adfdec0978c1', 'name': '', 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'mac_address': 'fa:16:3e:63:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:34Z', 'updated_at': '2021-08-06T16:07:45Z', 'revision_number': 5, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'subnets': [{'id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:44.755876 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bd615c-b255-41c7-a275-e0a5b24c0938 None None] The sync data for ids ['f56400c2-00f3-4467-a3e4-63abdf62b571'] in n-d-803756-1 is: [{'id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'name': 'tempest-ServersTestBootFromVolume-1431291784-router', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:27Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'gw_port': {'id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:30Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '462bc577-8d53-4f13-a8fa-cc3f05957877', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'floating_ip_address': '172.25.1.78', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'port_id': '3e62ae9b-e413-4f51-9925-f92de6e68d89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49', 'mac_address': 'fa:16:3e:7d:ca:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de8697f-f8a8-4968-8aab-9453b416f950', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:45Z', 'updated_at': '2021-08-06T16:08:41Z', 'revision_number': 1, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17fd2f4e-c62e-4fcf-9a82-adfdec0978c1', 'name': '', 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'mac_address': 'fa:16:3e:63:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:34Z', 'updated_at': '2021-08-06T16:07:45Z', 'revision_number': 5, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'subnets': [{'id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:08:44.819884 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Attempting to bind port 6a6db3f2-3830-421a-8108-24e6552d349e on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:08:44.820358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Attempting to bind port 6a6db3f2-3830-421a-8108-24e6552d349e by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:08:44.820916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Attempting to bind port 6a6db3f2-3830-421a-8108-24e6552d349e on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:44.831247 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Port 6a6db3f2-3830-421a-8108-24e6552d349e on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:08:44.831580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Attempting to bind port 6a6db3f2-3830-421a-8108-24e6552d349e on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:44.837399 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:08:44.837808 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:44.838337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:08:44.838781 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Bound port: 6a6db3f2-3830-421a-8108-24e6552d349e, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:08:44.839144 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.846828 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac42d301-4e18-4663-967e-71fbdd882174 req-b253dfa8-b737-4f66-88e2-b684d378bfd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=f061286a-42fa-482a-aa7e-0774206c09b0 HTTP/1.1" status: 200 len: 217 time: 0.1686580 Aug 06 16:08:44.922020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] For port 6a6db3f2-3830-421a-8108-24e6552d349e, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:44.933915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] For port 6a6db3f2-3830-421a-8108-24e6552d349e, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a6db3f2-3830-421a-8108-24e6552d349e,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:08:44.941985 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.942762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3644-d75d-455a-8a98-85e3f15e2011 req-157fb089-3f1a-411a-ab74-138a6735c13c tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:44.945132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5dde3644-d75d-455a-8a98-85e3f15e2011 req-157fb089-3f1a-411a-ab74-138a6735c13c tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 948 time: 0.3223958 Aug 06 16:08:44.951329 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe57c9-14e1-447f-9ed4-44b3c99b13a2 req-d7d1881a-b217-44b6-876f-cc89bdfe39fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:44.953456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6afe57c9-14e1-447f-9ed4-44b3c99b13a2 req-d7d1881a-b217-44b6-876f-cc89bdfe39fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c84a10cf-e87f-4862-88e6-e005f8dbe747 HTTP/1.1" status: 200 len: 855 time: 0.3296232 Aug 06 16:08:44.996928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:44.997563 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.999063 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] 10.222.0.13 "PUT /v2.0/ports/6a6db3f2-3830-421a-8108-24e6552d349e HTTP/1.1" status: 200 len: 1096 time: 1.0259235 Aug 06 16:08:45.029329 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95086e-ea6a-42ce-ab5c-a1cc10f65c00 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6db3f2-3830-421a-8108-24e6552d349e,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:45.110276 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3dc5a920-9188-4bc4-8ad0-be9315d6bd5f req-19399f99-51aa-4f91-833c-9481e24b018f tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0941465 Aug 06 16:08:45.120160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42d301-4e18-4663-967e-71fbdd882174 req-6cd95fb6-1534-4443-8824-fb6354076951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:45.122042 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac42d301-4e18-4663-967e-71fbdd882174 req-6cd95fb6-1534-4443-8824-fb6354076951 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.2602017 Aug 06 16:08:45.130790 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-873b3c95-5ed6-43b5-92ee-25f9dcfe1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:45.135088 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-873b3c95-5ed6-43b5-92ee-25f9dcfe1c58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56240a04f57b4400a18b49b59fc21a2c&device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 1099 time: 0.0824521 Aug 06 16:08:45.137510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe57c9-14e1-447f-9ed4-44b3c99b13a2 req-effcd08e-6d90-426f-a1bb-9981da378b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:45.139087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6afe57c9-14e1-447f-9ed4-44b3c99b13a2 req-effcd08e-6d90-426f-a1bb-9981da378b18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a876d286-faef-4d9d-acbe-4ffddb779c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758022 Aug 06 16:08:45.203219 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5dde3644-d75d-455a-8a98-85e3f15e2011 req-0036db2d-c068-4333-8fd8-8761e593ce27 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327507 Aug 06 16:08:45.266524 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-61f0d009-40c0-4951-9361-7bbecb5be295 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=6a6db3f2-3830-421a-8108-24e6552d349e HTTP/1.1" status: 200 len: 217 time: 0.1080649 Aug 06 16:08:45.268704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8358f82a-ec13-43d0-bbfc-d972cb19a0a1 None None] New status for floating IP 462bc577-8d53-4f13-a8fa-cc3f05957877: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:08:45.273016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42d301-4e18-4663-967e-71fbdd882174 req-8ff658d0-a395-4be8-a2e1-6a8c412ca1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:45.275349 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac42d301-4e18-4663-967e-71fbdd882174 req-8ff658d0-a395-4be8-a2e1-6a8c412ca1a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1402400 Aug 06 16:08:45.392540 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6afe57c9-14e1-447f-9ed4-44b3c99b13a2 req-bfcfcbb7-5424-4317-88fe-a135527ec065 service neutron] 10.222.0.13 "GET /v2.0/networks/a876d286-faef-4d9d-acbe-4ffddb779c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361977 Aug 06 16:08:45.415551 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-b2574bbe-cdbd-4014-ba72-00549e7d431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:45.417284 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-b2574bbe-cdbd-4014-ba72-00549e7d431e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1351192 Aug 06 16:08:45.477656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-fad4d8d9-f5d6-4ffa-b2e2-2f2c721c5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:45.479211 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-fad4d8d9-f5d6-4ffa-b2e2-2f2c721c5b2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0543437 Aug 06 16:08:45.518851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac42d301-4e18-4663-967e-71fbdd882174 req-723f81bb-e2a3-48e1-b770-7254695456d0 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345023 Aug 06 16:08:45.613505 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-e84679d4-657c-4859-b6b9-23e09a3e595d service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266499 Aug 06 16:08:45.771663 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b539c3f-1286-4d67-9e92-5e983f82b614 req-c168f58e-c307-413f-9b99-b357367da971 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498926 Aug 06 16:08:45.921310 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cb0564-e70c-46b9-af60-ba53362e9950', 'tag': '6a6db3f2-3830-421a-8108-24e6552d349e'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:45.923831 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5827c907-8145-4a59-b0f8-735ce212a251" -d '{"events": [{"name": "network-changed", "server_uuid": "39cb0564-e70c-46b9-af60-ba53362e9950", "tag": "6a6db3f2-3830-421a-8108-24e6552d349e"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:45.939239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6afe57c9-14e1-447f-9ed4-44b3c99b13a2 req-560ff5f2-ea4a-485d-9554-68b949b603fa service neutron] 10.222.0.13 "GET /v2.0/networks/a876d286-faef-4d9d-acbe-4ffddb779c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264492 Aug 06 16:08:45.971276 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d39da06-cbd9-470b-956b-a4a7d4612c34 x-openstack-request-id: req-6d39da06-cbd9-470b-956b-a4a7d4612c34 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:45.972044 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cb0564-e70c-46b9-af60-ba53362e9950", "tag": "6a6db3f2-3830-421a-8108-24e6552d349e", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:45.972743 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d39da06-cbd9-470b-956b-a4a7d4612c34 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:45.982983 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac42d301-4e18-4663-967e-71fbdd882174 req-ac91f4c1-871b-4ff5-a136-4f026f982f7a service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531426 Aug 06 16:08:45.985324 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cb0564-e70c-46b9-af60-ba53362e9950', 'tag': '6a6db3f2-3830-421a-8108-24e6552d349e', 'status': 'completed', 'code': 200} Aug 06 16:08:46.042973 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827c907-8145-4a59-b0f8-735ce212a251 req-c532ec98-53b0-4ecd-a6c3-9303466a8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:46.044563 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5827c907-8145-4a59-b0f8-735ce212a251 req-c532ec98-53b0-4ecd-a6c3-9303466a8532 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56240a04f57b4400a18b49b59fc21a2c&device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 1099 time: 0.0466173 Aug 06 16:08:46.113919 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device f061286a-42fa-482a-aa7e-0774206c09b0 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:08:46.156053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827c907-8145-4a59-b0f8-735ce212a251 req-9d77bf86-4231-45f0-ae91-12c655aa6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:46.157741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5827c907-8145-4a59-b0f8-735ce212a251 req-9d77bf86-4231-45f0-ae91-12c655aa6c57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1060889 Aug 06 16:08:46.211277 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5827c907-8145-4a59-b0f8-735ce212a251 req-b0259f22-d23b-4c46-9297-3fd8fdb010cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=6a6db3f2-3830-421a-8108-24e6552d349e HTTP/1.1" status: 200 len: 217 time: 0.0457492 Aug 06 16:08:46.254549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port f061286a-42fa-482a-aa7e-0774206c09b0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=f061286a-42fa-482a-aa7e-0774206c09b0,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:46.267974 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'f061286a-42fa-482a-aa7e-0774206c09b0', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'f061286a-42fa-482a-aa7e-0774206c09b0', 'mac_address': 'fa:16:3e:4e:b0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:08:46.310263 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7b36f031-3498-4953-8b60-709c6e1df8d5 req-64875f01-e84c-4d68-92ee-55f4173307d2 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0524862 Aug 06 16:08:46.327369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827c907-8145-4a59-b0f8-735ce212a251 req-70a9cbcc-a5bd-4648-b94b-27e94301e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:46.330766 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5827c907-8145-4a59-b0f8-735ce212a251 req-70a9cbcc-a5bd-4648-b94b-27e94301e729 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1105351 Aug 06 16:08:46.353916 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:46.372091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f061286a-42fa-482a-aa7e-0774206c09b0 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:08:46.398117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port f061286a-42fa-482a-aa7e-0774206c09b0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=f061286a-42fa-482a-aa7e-0774206c09b0,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:46.404455 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:46.413876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827c907-8145-4a59-b0f8-735ce212a251 req-7ca513c9-2bf9-4633-a974-a952403e995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:46.416717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5827c907-8145-4a59-b0f8-735ce212a251 req-7ca513c9-2bf9-4633-a974-a952403e995b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769289 Aug 06 16:08:46.482896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=f061286a-42fa-482a-aa7e-0774206c09b0,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:46.495083 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:46.499093 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:46.499636 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:46.500096 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:46.500557 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:46.501077 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:46.501523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:46.502109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:46.502589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:46.503156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:46.503708 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:46.504242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:46.548953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9845f-f358-4d47-9fa1-3c118647f799 req-10b8a85a-a639-442c-a0c0-dd712f4c5f07 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:46.550497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37f9845f-f358-4d47-9fa1-3c118647f799 req-10b8a85a-a639-442c-a0c0-dd712f4c5f07 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 948 time: 0.1165433 Aug 06 16:08:46.585108 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5827c907-8145-4a59-b0f8-735ce212a251 req-d703c942-e7ab-457d-bc0d-fad0a88ab255 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600685 Aug 06 16:08:46.636411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37f9845f-f358-4d47-9fa1-3c118647f799 req-6965184c-150b-4c2d-b506-8e2b48ef80d7 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747380 Aug 06 16:08:46.694168 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['f061286a-42fa-482a-aa7e-0774206c09b0'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:08:46.713020 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5827c907-8145-4a59-b0f8-735ce212a251 req-254abef1-d373-4854-b064-e7b4d7588363 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144369 Aug 06 16:08:47.447369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9508bdbb-788e-4677-9036-c3976b120353 req-fdccc53d-12df-47fa-8a0b-ddb43946ecc6 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0275965 Aug 06 16:08:47.776350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c11295-46f9-4285-a8f4-d8f1e0067829 req-4a38bf01-519f-4107-8e57-7aff367fec41 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:47.777826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0c11295-46f9-4285-a8f4-d8f1e0067829 req-4a38bf01-519f-4107-8e57-7aff367fec41 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 948 time: 0.0622597 Aug 06 16:08:47.825402 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0c11295-46f9-4285-a8f4-d8f1e0067829 req-3e275911-ce9e-4892-be9d-d8db1a9a5b15 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411291 Aug 06 16:08:48.134654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6a6db3f2-3830-421a-8108-24e6552d349e details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:08:48.136854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device f061286a-42fa-482a-aa7e-0774206c09b0 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:48.242271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port f061286a-42fa-482a-aa7e-0774206c09b0 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:48.248447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port f061286a-42fa-482a-aa7e-0774206c09b0 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:48.248816 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:48.294956 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6a6db3f2-3830-421a-8108-24e6552d349e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a6db3f2-3830-421a-8108-24e6552d349e,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:48.308468 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '6a6db3f2-3830-421a-8108-24e6552d349e', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '6a6db3f2-3830-421a-8108-24e6552d349e', 'mac_address': 'fa:16:3e:d1:39:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:08:48.379735 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:48.389373 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:48.402479 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6db3f2-3830-421a-8108-24e6552d349e {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:08:48.430866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b8414-7481-4037-9ce4-8a3fe5d3b793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f061286a-42fa-482a-aa7e-0774206c09b0'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:48.433105 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b8f45c-cc5a-49af-a817-f512a7f9370d" -d '{"events": [{"server_uuid": "5e1b8414-7481-4037-9ce4-8a3fe5d3b793", "name": "network-vif-plugged", "status": "completed", "tag": "f061286a-42fa-482a-aa7e-0774206c09b0"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:48.446905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6a6db3f2-3830-421a-8108-24e6552d349e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a6db3f2-3830-421a-8108-24e6552d349e,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:48.451082 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port f061286a-42fa-482a-aa7e-0774206c09b0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=f061286a-42fa-482a-aa7e-0774206c09b0,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:48.455763 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:48.464185 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:48.513736 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0723b7c9-137c-495e-994d-67fd3418361b x-openstack-request-id: req-0723b7c9-137c-495e-994d-67fd3418361b {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:48.514162 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1b8414-7481-4037-9ce4-8a3fe5d3b793", "name": "network-vif-plugged", "status": "completed", "tag": "f061286a-42fa-482a-aa7e-0774206c09b0", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:48.514561 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0723b7c9-137c-495e-994d-67fd3418361b {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:48.515169 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1b8414-7481-4037-9ce4-8a3fe5d3b793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f061286a-42fa-482a-aa7e-0774206c09b0', 'code': 200} Aug 06 16:08:48.534383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=6a6db3f2-3830-421a-8108-24e6552d349e,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:48.607630 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=f061286a-42fa-482a-aa7e-0774206c09b0,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:48.635487 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5bbe811e-51de-471e-86f2-66575ae388f9 req-607bb47f-09cf-4272-8132-bee9793d042d tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0321646 Aug 06 16:08:48.645244 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43d4c4-fa3e-4811-8388-502b9c1988f8 req-19cf179b-9af2-428d-9a8f-08d2b8ebf8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:48.646780 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db43d4c4-fa3e-4811-8388-502b9c1988f8 req-19cf179b-9af2-428d-9a8f-08d2b8ebf8c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5e1b8414-7481-4037-9ce4-8a3fe5d3b793 HTTP/1.1" status: 200 len: 1101 time: 0.0791225 Aug 06 16:08:48.695903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['6a6db3f2-3830-421a-8108-24e6552d349e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:08:48.696609 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db43d4c4-fa3e-4811-8388-502b9c1988f8 req-0885d3e0-1fa8-4274-81e2-574c7020f06e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Aug 06 16:08:48.949561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e88b0-57cb-48ac-8437-c9ba1dcfb0ce req-64cfd47d-29b1-4ae8-9f92-1280ee0e11c3 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:48.951801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-365e88b0-57cb-48ac-8437-c9ba1dcfb0ce req-64cfd47d-29b1-4ae8-9f92-1280ee0e11c3 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 949 time: 0.0524957 Aug 06 16:08:48.992597 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-365e88b0-57cb-48ac-8437-c9ba1dcfb0ce req-d98bdce0-5c3c-48e6-90cb-1503befb553a tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344744 Aug 06 16:08:49.794610 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1beaff23-5cc6-4ace-ae32-ca00cc343e5a req-95067248-a2bb-48b2-8f5d-492be770a30e tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0352039 Aug 06 16:08:50.122278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ecfe9-eaa2-4656-9630-a74e13871292 req-70d4f6c9-b5a7-4e29-a916-12ef6ecb6e03 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:50.123840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-790ecfe9-eaa2-4656-9630-a74e13871292 req-70d4f6c9-b5a7-4e29-a916-12ef6ecb6e03 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 949 time: 0.0591629 Aug 06 16:08:50.141227 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6a6db3f2-3830-421a-8108-24e6552d349e up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:50.165613 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-790ecfe9-eaa2-4656-9630-a74e13871292 req-3f82546b-479b-43fb-9091-cd5bb886d261 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352774 Aug 06 16:08:50.211918 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 6a6db3f2-3830-421a-8108-24e6552d349e completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:50.220798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 6a6db3f2-3830-421a-8108-24e6552d349e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:50.221261 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:50.317933 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:50.353331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6a6db3f2-3830-421a-8108-24e6552d349e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a6db3f2-3830-421a-8108-24e6552d349e,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:50.357675 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:50.407664 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=6a6db3f2-3830-421a-8108-24e6552d349e,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:50.516459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb0564-e70c-46b9-af60-ba53362e9950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6db3f2-3830-421a-8108-24e6552d349e'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:50.518924 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca5951d-f515-4732-8836-4fd3c6e518cc" -d '{"events": [{"server_uuid": "39cb0564-e70c-46b9-af60-ba53362e9950", "name": "network-vif-plugged", "status": "completed", "tag": "6a6db3f2-3830-421a-8108-24e6552d349e"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:50.556714 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff6f2a9-a0fd-4d8a-99ec-bce6a55d1ed9 x-openstack-request-id: req-2ff6f2a9-a0fd-4d8a-99ec-bce6a55d1ed9 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:50.557009 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb0564-e70c-46b9-af60-ba53362e9950", "name": "network-vif-plugged", "status": "completed", "tag": "6a6db3f2-3830-421a-8108-24e6552d349e", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:50.557284 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ff6f2a9-a0fd-4d8a-99ec-bce6a55d1ed9 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:50.557715 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cb0564-e70c-46b9-af60-ba53362e9950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6db3f2-3830-421a-8108-24e6552d349e', 'code': 200} Aug 06 16:08:50.662517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b110c26-d401-415d-9c8f-7cc1bf2a71a9 req-f15dfdd9-23fa-4d26-8657-bc4363abd57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:50.664005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b110c26-d401-415d-9c8f-7cc1bf2a71a9 req-f15dfdd9-23fa-4d26-8657-bc4363abd57c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 1101 time: 0.0460596 Aug 06 16:08:50.700979 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b110c26-d401-415d-9c8f-7cc1bf2a71a9 req-34228980-2139-47da-b1de-7b4e742816e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295930 Aug 06 16:08:50.923283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b53f6c34-e681-4b0b-a0c2-a638fa3346c7 req-01e514a1-881e-4ac4-8c94-33c42edd886d tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0326886 Aug 06 16:08:51.313692 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed300d-e8b3-49e0-a361-8069c7e15497 req-198be84a-c1ec-4d21-a051-f4f2433e7916 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:51.315286 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87ed300d-e8b3-49e0-a361-8069c7e15497 req-198be84a-c1ec-4d21-a051-f4f2433e7916 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 950 time: 0.0752468 Aug 06 16:08:51.378443 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87ed300d-e8b3-49e0-a361-8069c7e15497 req-1e7bb217-a7f6-4314-a874-6f1681ddad01 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520315 Aug 06 16:08:52.049679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9c6816a-a3f9-4203-9a81-94b502beb1bc req-1ad5271c-5dd4-47a1-9af2-04be708ada26 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0375440 Aug 06 16:08:52.515155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31943285-e8c5-447c-bfd8-3a12f2f16abc req-e00854cc-c50c-40f2-bca4-d48d84eb1d08 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:52.516637 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31943285-e8c5-447c-bfd8-3a12f2f16abc req-e00854cc-c50c-40f2-bca4-d48d84eb1d08 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 950 time: 0.0518851 Aug 06 16:08:52.557792 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31943285-e8c5-447c-bfd8-3a12f2f16abc req-023864e3-a529-4a04-b54e-cb6565454217 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345490 Aug 06 16:08:52.676967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e01fe-18fa-4df5-862a-5fd767bcf0e7 req-8a0526a2-ae4a-4f15-9e94-5d24f1ebf758 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:52.678504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d8e01fe-18fa-4df5-862a-5fd767bcf0e7 req-8a0526a2-ae4a-4f15-9e94-5d24f1ebf758 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1b8414-7481-4037-9ce4-8a3fe5d3b793 HTTP/1.1" status: 200 len: 950 time: 0.0517275 Aug 06 16:08:52.717204 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d8e01fe-18fa-4df5-862a-5fd767bcf0e7 req-bcd0a3e2-7280-4e9f-9cdb-3b958e3a1cc4 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327413 Aug 06 16:08:53.179401 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-911ae93d-bcab-4955-9cf8-41a83e68da1e req-4be0a11e-c27b-457e-97d9-620fb658896b tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0304165 Aug 06 16:08:53.285502 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:53.699066 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:54.292302 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-036fb538-19a6-412f-b53e-f9d06587a462 req-ec119f39-2fc8-45aa-8024-bcd287fd9b36 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0281677 Aug 06 16:08:55.399483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-246d79a9-f861-479e-b712-b1aa76a4a948 req-343b43c2-ff5b-43ee-9cb0-0df4a710b332 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0289876 Aug 06 16:08:56.155007 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device f061286a-42fa-482a-aa7e-0774206c09b0 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:08:56.293433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port f061286a-42fa-482a-aa7e-0774206c09b0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=f061286a-42fa-482a-aa7e-0774206c09b0,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:56.315044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'f061286a-42fa-482a-aa7e-0774206c09b0', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'f061286a-42fa-482a-aa7e-0774206c09b0', 'mac_address': 'fa:16:3e:4e:b0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:08:56.362193 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:56.387442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f061286a-42fa-482a-aa7e-0774206c09b0 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:08:56.423088 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port f061286a-42fa-482a-aa7e-0774206c09b0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=f061286a-42fa-482a-aa7e-0774206c09b0,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:56.429253 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:56.490630 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=f061286a-42fa-482a-aa7e-0774206c09b0,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:56.533427 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e6c16ed-8beb-47ba-a0b5-9fdd03eaaf30 req-ccffd0d6-97d8-4433-a2e5-4cc5776c1073 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0354321 Aug 06 16:08:56.569248 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['f061286a-42fa-482a-aa7e-0774206c09b0'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:08:57.699133 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7af93a03-9e20-4597-bbf9-0e3722d7c079 req-30291f97-0478-4fae-984b-907b0ae03336 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0347016 Aug 06 16:08:58.175054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device f061286a-42fa-482a-aa7e-0774206c09b0 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:58.275654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port f061286a-42fa-482a-aa7e-0774206c09b0 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:58.276599 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:58.402981 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:58.440477 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b8414-7481-4037-9ce4-8a3fe5d3b793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f061286a-42fa-482a-aa7e-0774206c09b0'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:58.445616 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b652c0c-d0fa-4706-b65f-9ad50af9e13d" -d '{"events": [{"server_uuid": "5e1b8414-7481-4037-9ce4-8a3fe5d3b793", "name": "network-vif-plugged", "status": "completed", "tag": "f061286a-42fa-482a-aa7e-0774206c09b0"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:58.491616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port f061286a-42fa-482a-aa7e-0774206c09b0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=f061286a-42fa-482a-aa7e-0774206c09b0,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:58.498918 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:58.582879 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=f061286a-42fa-482a-aa7e-0774206c09b0,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:58.659487 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d58ab9-7b31-467e-a24d-9681c48a0333 x-openstack-request-id: req-23d58ab9-7b31-467e-a24d-9681c48a0333 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:58.659781 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1b8414-7481-4037-9ce4-8a3fe5d3b793", "name": "network-vif-plugged", "status": "completed", "tag": "f061286a-42fa-482a-aa7e-0774206c09b0", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:58.660033 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23d58ab9-7b31-467e-a24d-9681c48a0333 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:58.660440 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1b8414-7481-4037-9ce4-8a3fe5d3b793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f061286a-42fa-482a-aa7e-0774206c09b0', 'code': 200} Aug 06 16:08:58.836103 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed77858c-5276-4e5a-b5a5-62cc547b561c req-6d2dd8cd-d38a-412b-aaf5-8372221d9e12 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0395713 Aug 06 16:08:59.991172 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7327c892-2d56-42f3-a62c-70764f87d5d5 req-eab9d410-5e68-421d-9f6a-d3ccb7e26daa tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0473578 Aug 06 16:09:01.118939 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-757961fe-6bea-4bf1-8ebe-16c281e6806e req-fa563ccc-ddf4-49c9-95e5-222d06e0b506 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0284328 Aug 06 16:09:02.269303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12bdc85f-e921-4093-aab4-62645a11e1da req-ddc4bdf3-d0a6-4051-98c8-3da30a987f3d tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0305207 Aug 06 16:09:03.405993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17d263a4-0500-4a48-9657-13dd1bfd5dd3 req-8f141eda-266d-4049-85f3-3e2783a0aece tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0481675 Aug 06 16:09:03.707455 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d9a2f422-00f5-4489-9408-32306ca8e449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:04.588549 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-daa20202-8ec3-4848-b70d-c265a8e65343 req-e6daa2aa-5738-4ee3-a681-515c958028be tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0493357 Aug 06 16:09:05.728044 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-321db8e9-70d5-479f-ae90-fe9a548ba6a4 req-4fbbdd12-e30f-4d54-a022-ac4eb10ee91d tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0293295 Aug 06 16:09:06.135973 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6865e7eb-415b-4c90-baeb-f7b84a907fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:06.379302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396e60f-acf0-460d-92fa-e0946ff2e7a4 req-7dc911dd-1bf7-4605-893b-a7f4dd5464db tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:06.380715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6396e60f-acf0-460d-92fa-e0946ff2e7a4 req-7dc911dd-1bf7-4605-893b-a7f4dd5464db tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1b8414-7481-4037-9ce4-8a3fe5d3b793 HTTP/1.1" status: 200 len: 950 time: 0.0555139 Aug 06 16:09:06.420010 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6396e60f-acf0-460d-92fa-e0946ff2e7a4 req-82555bc3-694f-40c1-b511-d13fd7b7ea33 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Aug 06 16:09:06.581012 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:06.847742 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d63f4e38-2ab5-4560-9c5d-84c6976bbd44 req-c04df7b3-2a6f-4190-87a7-97fc809356c5 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0290055 Aug 06 16:09:07.081079 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91c58eee-3c20-475d-a1f5-60556d462081 req-3ce88951-92ae-4bff-a6b1-6efcec99ba9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411806 Aug 06 16:09:07.171848 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c58eee-3c20-475d-a1f5-60556d462081 req-88e51d88-02f0-4a29-a765-705cf00b6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:07.173380 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91c58eee-3c20-475d-a1f5-60556d462081 req-88e51d88-02f0-4a29-a765-705cf00b6302 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=727b35e2e4ad4499bb5ec153661827ba&device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 1096 time: 0.0441434 Aug 06 16:09:07.234515 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:07.291433 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c58eee-3c20-475d-a1f5-60556d462081 req-002af6e9-7fd3-445d-ac53-4c45e822676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:07.292871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91c58eee-3c20-475d-a1f5-60556d462081 req-002af6e9-7fd3-445d-ac53-4c45e822676a service neutron] 10.222.0.13 "GET /v2.0/networks?id=da7b15e0-71c6-4b87-9abb-8143779bbeae HTTP/1.1" status: 200 len: 906 time: 0.0951471 Aug 06 16:09:07.375125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91c58eee-3c20-475d-a1f5-60556d462081 req-723bb3ab-40d6-44a4-bd8b-5d776e806ec3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e5203f9-9846-46fd-9812-f9512a8cc429 HTTP/1.1" status: 200 len: 1000 time: 0.0632780 Aug 06 16:09:07.429520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c58eee-3c20-475d-a1f5-60556d462081 req-96c37c8f-6418-4d20-bb23-cf0a4e99e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:07.431016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91c58eee-3c20-475d-a1f5-60556d462081 req-96c37c8f-6418-4d20-bb23-cf0a4e99e095 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcdd933d-577f-42a7-88e0-0071c84cf819 HTTP/1.1" status: 200 len: 844 time: 0.0442028 Aug 06 16:09:07.481023 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c58eee-3c20-475d-a1f5-60556d462081 req-fb1dab41-0862-4566-adaf-55893460cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:07.482848 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91c58eee-3c20-475d-a1f5-60556d462081 req-fb1dab41-0862-4566-adaf-55893460cdfa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da7b15e0-71c6-4b87-9abb-8143779bbeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434813 Aug 06 16:09:07.588036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91c58eee-3c20-475d-a1f5-60556d462081 req-b2ea4575-dffb-4f45-83f8-a4055cd620de service neutron] 10.222.0.13 "GET /v2.0/networks/da7b15e0-71c6-4b87-9abb-8143779bbeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887389 Aug 06 16:09:07.686258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91c58eee-3c20-475d-a1f5-60556d462081 req-e4677615-95ef-4aaa-8f7f-4e3ac93cf628 service neutron] 10.222.0.13 "GET /v2.0/networks/da7b15e0-71c6-4b87-9abb-8143779bbeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880334 Aug 06 16:09:07.968609 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8386ebb-8b0a-4031-9ce3-36b403d37309 req-b179eaea-a941-44d2-b5f7-6fb3312d142a tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0300283 Aug 06 16:09:08.968255 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:09.090442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9928cc4d-2b85-4bc3-96d7-16ec1d933a6f req-989d8e40-487b-4b23-8311-c34dd13682b8 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0360093 Aug 06 16:09:10.207160 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-733ea385-53e6-48e6-a724-12f3e20a76c9 req-b2bc7b28-c63b-4693-8f19-41889656cdda tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0300446 Aug 06 16:09:10.250807 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6a6db3f2-3830-421a-8108-24e6552d349e details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:09:10.252894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device f061286a-42fa-482a-aa7e-0774206c09b0 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:09:10.405766 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:10.414378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6a6db3f2-3830-421a-8108-24e6552d349e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a6db3f2-3830-421a-8108-24e6552d349e,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:10.433111 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '6a6db3f2-3830-421a-8108-24e6552d349e', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '6a6db3f2-3830-421a-8108-24e6552d349e', 'mac_address': 'fa:16:3e:d1:39:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:09:10.458270 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b8414-7481-4037-9ce4-8a3fe5d3b793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f061286a-42fa-482a-aa7e-0774206c09b0'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:10.461271 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281701f1-ce2b-42ea-beed-072d0ac7b61c" -d '{"events": [{"server_uuid": "5e1b8414-7481-4037-9ce4-8a3fe5d3b793", "name": "network-vif-unplugged", "status": "completed", "tag": "f061286a-42fa-482a-aa7e-0774206c09b0"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:10.503406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port f061286a-42fa-482a-aa7e-0774206c09b0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=f061286a-42fa-482a-aa7e-0774206c09b0,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:10.524710 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:10.527534 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69560a5d-ba98-4250-a4bf-03e6384e2941 x-openstack-request-id: req-69560a5d-ba98-4250-a4bf-03e6384e2941 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:10.527871 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1b8414-7481-4037-9ce4-8a3fe5d3b793", "name": "network-vif-unplugged", "status": "completed", "tag": "f061286a-42fa-482a-aa7e-0774206c09b0", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:10.528128 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69560a5d-ba98-4250-a4bf-03e6384e2941 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:10.528516 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1b8414-7481-4037-9ce4-8a3fe5d3b793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f061286a-42fa-482a-aa7e-0774206c09b0', 'code': 200} Aug 06 16:09:10.559174 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:10.583803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a6db3f2-3830-421a-8108-24e6552d349e {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:09:10.612069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=f061286a-42fa-482a-aa7e-0774206c09b0,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:10.620319 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6a6db3f2-3830-421a-8108-24e6552d349e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a6db3f2-3830-421a-8108-24e6552d349e,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:10.626603 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:10.692498 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=6a6db3f2-3830-421a-8108-24e6552d349e,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:10.742857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['6a6db3f2-3830-421a-8108-24e6552d349e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:09:11.363386 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cfbc778-2258-4076-939b-80b30240179d req-d3ce4607-e2f6-4a88-9d84-a54dab248d8d tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0536115 Aug 06 16:09:12.254885 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6a6db3f2-3830-421a-8108-24e6552d349e up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:09:12.336315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 6a6db3f2-3830-421a-8108-24e6552d349e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:12.336715 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:12.444663 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:12.488732 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6a6db3f2-3830-421a-8108-24e6552d349e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a6db3f2-3830-421a-8108-24e6552d349e,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:12.506032 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:12.527234 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ef49cd0-0465-4423-9210-c8aedb2297a8 req-263bfd4b-913f-4997-a4ff-eed1b7d70fff tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0312390 Aug 06 16:09:12.540783 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb0564-e70c-46b9-af60-ba53362e9950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6db3f2-3830-421a-8108-24e6552d349e'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:12.543171 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71937e1-f40d-40dc-a088-383f5ccf2507" -d '{"events": [{"server_uuid": "39cb0564-e70c-46b9-af60-ba53362e9950", "name": "network-vif-plugged", "status": "completed", "tag": "6a6db3f2-3830-421a-8108-24e6552d349e"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:12.596770 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=6a6db3f2-3830-421a-8108-24e6552d349e,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:12.608650 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8623a2-36d0-42b0-a9ee-89831d2cdf0e x-openstack-request-id: req-cc8623a2-36d0-42b0-a9ee-89831d2cdf0e {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:12.609033 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb0564-e70c-46b9-af60-ba53362e9950", "name": "network-vif-plugged", "status": "completed", "tag": "6a6db3f2-3830-421a-8108-24e6552d349e", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:12.609389 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc8623a2-36d0-42b0-a9ee-89831d2cdf0e {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:12.610034 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cb0564-e70c-46b9-af60-ba53362e9950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6db3f2-3830-421a-8108-24e6552d349e', 'code': 200} Aug 06 16:09:12.938303 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-0d681d26-5062-447f-98b9-955820df5587 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0729327 Aug 06 16:09:13.073566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-fc345f67-d08c-4e83-8e7c-542459a8e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:13.074210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-fc345f67-d08c-4e83-8e7c-542459a8e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:13.074752 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-fc345f67-d08c-4e83-8e7c-542459a8e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:13.075511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-fc345f67-d08c-4e83-8e7c-542459a8e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:13.076006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-fc345f67-d08c-4e83-8e7c-542459a8e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:13.076492 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-fc345f67-d08c-4e83-8e7c-542459a8e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:13.077195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-fc345f67-d08c-4e83-8e7c-542459a8e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:13.079753 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-fc345f67-d08c-4e83-8e7c-542459a8e599 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=964dc75051674f75a50f3eba300bee26&device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 6491 time: 0.0752568 Aug 06 16:09:13.291814 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-b86a11cb-4732-4003-b49c-98caaec0f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:13.292393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-b86a11cb-4732-4003-b49c-98caaec0f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:13.292934 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-b86a11cb-4732-4003-b49c-98caaec0f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:13.295464 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-b86a11cb-4732-4003-b49c-98caaec0f999 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7014f70e-1588-4abd-8ad1-8e22ba7acd96&id=0289d76d-e14d-4c22-8519-329bdca6f8e4&id=0289d76d-e14d-4c22-8519-329bdca6f8e4&id=0289d76d-e14d-4c22-8519-329bdca6f8e4&id=0289d76d-e14d-4c22-8519-329bdca6f8e4&id=694c032e-723f-44df-83a9-40d4adea9477&id=694c032e-723f-44df-83a9-40d4adea9477 HTTP/1.1" status: 200 len: 2292 time: 0.1793525 Aug 06 16:09:13.406473 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-8425604e-e48e-405b-802e-4f0d42a0b51f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59fa3aa8-f15b-46d3-be34-760b109ca2e7 HTTP/1.1" status: 200 len: 1000 time: 0.0960410 Aug 06 16:09:13.505062 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-4cb3e1a9-a693-4a03-8020-a4995db77edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:13.506743 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-4cb3e1a9-a693-4a03-8020-a4995db77edd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=439dc982-ce89-4fa4-9cd7-95fb9df42d90 HTTP/1.1" status: 200 len: 851 time: 0.0908632 Aug 06 16:09:13.582066 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-725e19f4-0ae9-4f6c-a110-0e42ac29ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:13.583775 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-725e19f4-0ae9-4f6c-a110-0e42ac29ff68 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7014f70e-1588-4abd-8ad1-8e22ba7acd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565681 Aug 06 16:09:13.703615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4ae8d87-5f54-4f9f-af6a-af6bc2df01bf req-f3aa8916-ae45-40e6-bd72-7140f28d82da tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0552032 Aug 06 16:09:13.738105 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-ef765441-d39c-4808-9adc-bd70aa6bc526 service neutron] 10.222.0.78 "GET /v2.0/networks/7014f70e-1588-4abd-8ad1-8e22ba7acd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355116 Aug 06 16:09:13.912791 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-9e129415-6115-43b5-9d06-1c5070608f11 service neutron] 10.222.0.78 "GET /v2.0/networks/7014f70e-1588-4abd-8ad1-8e22ba7acd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685569 Aug 06 16:09:13.995156 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-5ea9c3e4-9f69-4c71-ac11-944d6c6fdea9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=97bd638e-0cce-426a-ac14-4ab3918d7a47 HTTP/1.1" status: 200 len: 217 time: 0.0675995 Aug 06 16:09:14.116141 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-844bcc81-7ea4-457d-8c42-a22f2676f543 req-6c70612b-fc91-4b7f-b724-4b7f5074bdca service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0313718 Aug 06 16:09:14.131974 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-37b130f9-5d83-4a05-adf4-94ae1ef1a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:14.134112 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-37b130f9-5d83-4a05-adf4-94ae1ef1a4d0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3e157bd-96ce-436f-8bd3-5b6e5d6527f5 HTTP/1.1" status: 200 len: 797 time: 0.1258011 Aug 06 16:09:14.250796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-031c049b-844f-4564-9b0e-352964aee052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:14.252487 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-031c049b-844f-4564-9b0e-352964aee052 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0289d76d-e14d-4c22-8519-329bdca6f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0574226 Aug 06 16:09:14.413760 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-964ab22a-cc46-4899-8751-6fac04dd5998 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393802 Aug 06 16:09:14.574333 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-c3646445-e233-4704-a80a-1e5ffce2e872 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498904 Aug 06 16:09:14.636761 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-ed5265a3-f93f-4036-9a9b-501006a284f1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=83b8c3b1-5145-424e-a6a7-1827a198fa4d HTTP/1.1" status: 200 len: 217 time: 0.0495429 Aug 06 16:09:14.709102 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-4b943e67-a744-44b9-8abc-2c11bf6d0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:14.711014 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-4b943e67-a744-44b9-8abc-2c11bf6d0d73 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3e157bd-96ce-436f-8bd3-5b6e5d6527f5 HTTP/1.1" status: 200 len: 797 time: 0.0661020 Aug 06 16:09:14.809135 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-d6bf8b12-e7cf-46a0-ac25-9215fd8bcaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:14.811009 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-d6bf8b12-e7cf-46a0-ac25-9215fd8bcaa0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0289d76d-e14d-4c22-8519-329bdca6f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0920522 Aug 06 16:09:14.857944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f877db5-8a81-4d20-9958-2289da53e07f req-ee61cf2c-eff2-45c3-8292-fc4ec52899d7 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0439415 Aug 06 16:09:14.975436 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-d8bcd264-9ba4-4c88-a397-9a604fe277e8 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490366 Aug 06 16:09:15.134600 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-44579d05-8915-4137-816a-8d1ecee708a0 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497896 Aug 06 16:09:15.261161 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-de7c098a-783e-4e56-91bd-96e8a12b4579 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=6696e820-7af7-47d8-a506-1695939844eb HTTP/1.1" status: 200 len: 217 time: 0.1158237 Aug 06 16:09:15.345082 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-3cd92047-08aa-4425-a3bf-e44a96021a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:15.347247 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-3cd92047-08aa-4425-a3bf-e44a96021a08 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3e157bd-96ce-436f-8bd3-5b6e5d6527f5 HTTP/1.1" status: 200 len: 797 time: 0.0770893 Aug 06 16:09:15.432319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-1a205181-af94-4542-a326-cdfcf893f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:15.436334 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-1a205181-af94-4542-a326-cdfcf893f0d7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0289d76d-e14d-4c22-8519-329bdca6f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772660 Aug 06 16:09:15.596851 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-eebb6160-61a4-4299-9e9d-8c9d354d52c8 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314917 Aug 06 16:09:15.715444 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-bfa2c994-f531-4b80-91bb-8e10405087b2 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097836 Aug 06 16:09:15.778648 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-b6875d33-67b1-4d38-b526-5046e9b702bb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec HTTP/1.1" status: 200 len: 217 time: 0.0490036 Aug 06 16:09:15.843655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-dc9de248-fd05-4e6a-8bf9-462ab9d93d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:15.845225 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-dc9de248-fd05-4e6a-8bf9-462ab9d93d92 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e3e157bd-96ce-436f-8bd3-5b6e5d6527f5 HTTP/1.1" status: 200 len: 797 time: 0.0562711 Aug 06 16:09:15.910706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-229ebe93-9c16-48d5-a849-3933e7b0234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:15.912448 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-229ebe93-9c16-48d5-a849-3933e7b0234b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0289d76d-e14d-4c22-8519-329bdca6f8e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0535283 Aug 06 16:09:16.029820 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1818a73-be84-40a5-9a75-1706cb438112 req-52b241ef-278a-4d5a-9526-fdb2625a0f88 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0499866 Aug 06 16:09:16.456804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bda340fb-7894-4139-ad50-a9ec1ec82ed4 req-77fa34ad-f85e-4fcf-ad0b-3d902b8ea5cb tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c&device_id=e2193ea1-a832-4bfb-93c2-1af0bc8b2c8a HTTP/1.1" status: 200 len: 210 time: 0.0870302 Aug 06 16:09:16.497681 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-62e6aecc-5d35-463a-b734-5da1218fd35e service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759406 Aug 06 16:09:16.649337 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-b0ac074e-ed3e-41f4-b855-f36041aa02d0 service neutron] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407568 Aug 06 16:09:16.744382 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-e989ea72-90a5-42a2-9b23-296f3030fb78 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 HTTP/1.1" status: 200 len: 217 time: 0.0816491 Aug 06 16:09:16.822012 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-348b8847-7ddb-4bcd-9926-7a799a1702f1 req-ec8386f0-aadf-40e1-a9f6-1f5f55ad832b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3d77a2002841439d824098d28ac88a36&device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0374990 Aug 06 16:09:16.874170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a30ba9a-c038-4260-8ce9-62243d5ba13c req-ea4eb84e-4f48-46c9-9739-ecc391b38c33 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0517220 Aug 06 16:09:16.878280 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-348b8847-7ddb-4bcd-9926-7a799a1702f1 req-5897fc39-650f-43e1-942d-9d9cb2b50088 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=3d77a2002841439d824098d28ac88a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312409 Aug 06 16:09:16.886050 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-1263b3a9-b438-4007-bf15-73f22116f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:16.887539 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-1263b3a9-b438-4007-bf15-73f22116f20a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56056eca-e778-4fc5-86d3-2b08bb8eb36f HTTP/1.1" status: 200 len: 797 time: 0.1224194 Aug 06 16:09:17.009890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-73d935ab-b44d-4dbf-8f03-4d351e4b03e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:17.011311 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-73d935ab-b44d-4dbf-8f03-4d351e4b03e7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=694c032e-723f-44df-83a9-40d4adea9477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1035140 Aug 06 16:09:17.054298 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b8847-7ddb-4bcd-9926-7a799a1702f1 req-09672b11-019c-468b-abb4-00bc02568fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:17.055849 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-348b8847-7ddb-4bcd-9926-7a799a1702f1 req-09672b11-019c-468b-abb4-00bc02568fee service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570637 Aug 06 16:09:17.188081 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-8dd25163-138f-490b-8361-f466f21813ab service neutron] 10.222.0.78 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652207 Aug 06 16:09:17.336137 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-628f929a-c5f4-47db-9142-eb468a7c9fa0 service neutron] 10.222.0.78 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383898 Aug 06 16:09:17.424245 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-6c3c240e-e4a7-4e49-94b5-631ab07f9fbc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=feba7d60-e574-4ef5-bde3-2b961864b504 HTTP/1.1" status: 200 len: 217 time: 0.0685306 Aug 06 16:09:17.508009 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-40a2552a-e235-4835-87dc-135a3496119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:17.510410 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-40a2552a-e235-4835-87dc-135a3496119e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=56056eca-e778-4fc5-86d3-2b08bb8eb36f HTTP/1.1" status: 200 len: 797 time: 0.0774772 Aug 06 16:09:17.610424 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-5603a478-3d3c-4250-a8d7-df6c8f78163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:17.612821 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-5603a478-3d3c-4250-a8d7-df6c8f78163c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=694c032e-723f-44df-83a9-40d4adea9477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0588024 Aug 06 16:09:17.772342 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-0cdb6a93-b809-403d-9018-cf1e2df0161d service neutron] 10.222.0.78 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493678 Aug 06 16:09:17.920680 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ed18431-2920-4f74-b22a-44e0c25864c2 req-1d5a5d50-1512-44b0-8fbc-3b9897bc9f17 service neutron] 10.222.0.78 "GET /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364665 Aug 06 16:09:18.020979 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c239b32d-8d29-4555-ba97-ff0b2b0feed6 req-315fc029-ce91-4d8f-bfc2-496c04ddfba5 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0343859 Aug 06 16:09:18.968534 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-348b8847-7ddb-4bcd-9926-7a799a1702f1 req-1425864d-4cdf-4e66-a098-d34289bf5fb6 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.78 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0423491 Aug 06 16:09:19.007532 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:09:19.204466 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34bfe4a5-a5df-4f10-8f37-635834b836a6 req-318db0ef-9836-406c-8f22-98889959a5f1 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=955d3300-80d7-4d36-861b-87cec8b0481c HTTP/1.1" status: 200 len: 210 time: 0.0477715 Aug 06 16:09:19.277286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8971a19-fa45-4553-ac64-f9ee9d07cdf5 req-a6fd7242-9798-4949-873a-e2a586862807 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:19.281658 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8971a19-fa45-4553-ac64-f9ee9d07cdf5 req-a6fd7242-9798-4949-873a-e2a586862807 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0513139 Aug 06 16:09:19.322900 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c8971a19-fa45-4553-ac64-f9ee9d07cdf5 req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:19.512567 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c8971a19-fa45-4553-ac64-f9ee9d07cdf5 req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:19.528127 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c8971a19-fa45-4553-ac64-f9ee9d07cdf5 req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:19.569466 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8971a19-fa45-4553-ac64-f9ee9d07cdf5 req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825084 Aug 06 16:09:19.593150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32492456-7bb9-48b6-bb16-90be28337656,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:19.613420 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:19.613818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:19.614393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:19.614656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:19.615698 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:19.616198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:19.616594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:19.616929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:19.617640 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:19.618764 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:19.619100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:19.619562 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297e1527-a1c6-49b3-9a95-795642a86129 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:19.750151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac89af2-cd31-4789-ac9c-ce89444f40b8 req-12acafde-a4c8-46fb-836e-e25ee35f497e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:19.754343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ac89af2-cd31-4789-ac9c-ce89444f40b8 req-12acafde-a4c8-46fb-836e-e25ee35f497e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0848913 Aug 06 16:09:19.848971 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ac89af2-cd31-4789-ac9c-ce89444f40b8 req-18a3e1e7-8fd8-4294-a74c-b7c4aac3f230 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867369 Aug 06 16:09:19.887087 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 47222) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:20.001808 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0b5938b8-7f9c-4a82-800b-8f4f4f625b43 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/0f1b7836-167a-41ff-a813-3c9df0a90c1e HTTP/1.1" status: 200 len: 993 time: 0.1126289 Aug 06 16:09:20.527790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c732132c-ccd7-419d-b405-8c11f904ca19 req-cb7c22aa-1e65-464f-82a9-901247c0d781 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d77a2002841439d824098d28ac88a36&device_id=e2193ea1-a832-4bfb-93c2-1af0bc8b2c8a HTTP/1.1" status: 200 len: 210 time: 0.0569222 Aug 06 16:09:20.574103 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c732132c-ccd7-419d-b405-8c11f904ca19 req-2ca42338-f846-49b8-8183-6167187887bf service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3d77a2002841439d824098d28ac88a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379028 Aug 06 16:09:20.652052 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25ae62b0-1da0-4539-80a8-aea1ef78c8f5 req-0a993369-b718-472f-a0ff-0ca40d19f73f tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2193ea1-a832-4bfb-93c2-1af0bc8b2c8a HTTP/1.1" status: 200 len: 210 time: 0.0487735 Aug 06 16:09:20.737723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732132c-ccd7-419d-b405-8c11f904ca19 req-a6d52280-cf8a-421b-ad3b-8f7d56d9e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:20.739305 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c732132c-ccd7-419d-b405-8c11f904ca19 req-a6d52280-cf8a-421b-ad3b-8f7d56d9e590 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1578875 Aug 06 16:09:20.910007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50960a83-b088-4d21-a460-db4a640518d8 req-421cb013-cfe0-4d8b-9267-935276f25c9d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:20.911494 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-50960a83-b088-4d21-a460-db4a640518d8 req-421cb013-cfe0-4d8b-9267-935276f25c9d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0596621 Aug 06 16:09:20.992442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-50960a83-b088-4d21-a460-db4a640518d8 req-a48cb42e-9c47-4ad9-bd20-fa20f123877b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715883 Aug 06 16:09:21.000408 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-658533cd-4905-4c37-8a98-c32c76915a1b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1544452 Aug 06 16:09:21.211698 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01006719-a2f6-4da6-97da-fefb155eb05e req-dcd89aed-855f-4a96-924c-d3621d9959ca tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:21.213209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-01006719-a2f6-4da6-97da-fefb155eb05e req-dcd89aed-855f-4a96-924c-d3621d9959ca tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 950 time: 0.0521927 Aug 06 16:09:21.261586 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-01006719-a2f6-4da6-97da-fefb155eb05e req-2fff5d03-b66f-45f4-a9b9-b3799c75803f tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409462 Aug 06 16:09:21.758812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe08744b-8012-4319-bbf2-2f5c367a17d0 req-13881026-0a1b-423b-bcb9-a23901a853be tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2193ea1-a832-4bfb-93c2-1af0bc8b2c8a HTTP/1.1" status: 200 len: 210 time: 0.0338781 Aug 06 16:09:22.121619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d6cac-eb9a-4759-93c7-39d8fa006257 req-d8dc12f4-3727-45c1-b1e7-7dca20aa6419 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:22.123254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e38d6cac-eb9a-4759-93c7-39d8fa006257 req-d8dc12f4-3727-45c1-b1e7-7dca20aa6419 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0562038 Aug 06 16:09:22.168533 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e38d6cac-eb9a-4759-93c7-39d8fa006257 req-e7af4b48-aa9e-4288-a1c6-071dd26c698e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379975 Aug 06 16:09:22.300573 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-93fe6775-200b-4432-a8b1-6efbaa920a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:22.304889 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-93fe6775-200b-4432-a8b1-6efbaa920a2b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0428534 Aug 06 16:09:22.390950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b272e-5031-4b4e-a998-b24794e8c0c3 req-ff5f7701-6c15-4739-9da3-ee62c769d6e0 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:22.392746 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-654b272e-5031-4b4e-a998-b24794e8c0c3 req-ff5f7701-6c15-4739-9da3-ee62c769d6e0 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 950 time: 0.0533633 Aug 06 16:09:22.408924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-19a99cf7-b143-4af6-980f-6ffb2aa97697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:22.410438 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-19a99cf7-b143-4af6-980f-6ffb2aa97697 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc HTTP/1.1" status: 200 len: 898 time: 0.0996695 Aug 06 16:09:22.424517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c732132c-ccd7-419d-b405-8c11f904ca19 req-61f012d9-adf1-41d1-aa35-6b968045fd65 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2193ea1-a832-4bfb-93c2-1af0bc8b2c8a HTTP/1.1" status: 200 len: 210 time: 0.0307782 Aug 06 16:09:22.452357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-654b272e-5031-4b4e-a998-b24794e8c0c3 req-225c2dc3-6777-4419-984d-9f0663de023b tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505962 Aug 06 16:09:22.495551 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-520ba2b2-7f0f-493d-ac2a-c94a2bec37f5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2911610f-22fe-4a5d-b28b-a302d3949b55 HTTP/1.1" status: 200 len: 1001 time: 0.0763495 Aug 06 16:09:22.560387 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-0a105882-e513-4aaa-9df7-f09ae20ded3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:22.561990 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-0a105882-e513-4aaa-9df7-f09ae20ded3f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cb55ef7f-cba2-404a-bbc3-f54efa2e4e87 HTTP/1.1" status: 200 len: 835 time: 0.0590229 Aug 06 16:09:22.625455 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-25f839bc-3406-49bc-a069-aa911056aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:22.633962 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-25f839bc-3406-49bc-a069-aa911056aa9e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536411 Aug 06 16:09:22.731085 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-674e667c-8675-485e-84fc-9e5276a7953d service neutron] 10.222.0.78 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949199 Aug 06 16:09:22.855985 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-7f5b925a-8dce-4125-85a2-09603dc63a9b service neutron] 10.222.0.78 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163867 Aug 06 16:09:22.908736 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c0ba12e-e5fe-4e1d-a055-5bca1c5dd53d req-b259653e-d401-46cd-8aa4-c818b2682277 tempest-ServerShowV247Test-460861167 tempest-ServerShowV247Test-460861167-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2193ea1-a832-4bfb-93c2-1af0bc8b2c8a HTTP/1.1" status: 200 len: 210 time: 0.0354724 Aug 06 16:09:23.306255 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:23.306812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce6303-80f8-4676-a3db-b37f0ef23ccb req-8fc3c3cd-3bbc-46b2-8f88-c17c8386d848 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:23.308077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-acce6303-80f8-4676-a3db-b37f0ef23ccb req-8fc3c3cd-3bbc-46b2-8f88-c17c8386d848 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0582333 Aug 06 16:09:23.347549 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-acce6303-80f8-4676-a3db-b37f0ef23ccb req-44ae70bc-2ef8-48bc-8fc3-eead9972a27b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334721 Aug 06 16:09:23.715662 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:24.234898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 47396) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:24.323550 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6a6db3f2-3830-421a-8108-24e6552d349e no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:09:24.345342 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3bc856a7-0d75-43c1-a5f1-848596b37994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:24.406575 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:24.434182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb0564-e70c-46b9-af60-ba53362e9950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6db3f2-3830-421a-8108-24e6552d349e'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:24.437094 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99dc427-6ad4-459f-8204-0e3c5d832bdb" -d '{"events": [{"server_uuid": "39cb0564-e70c-46b9-af60-ba53362e9950", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6db3f2-3830-421a-8108-24e6552d349e"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:24.452886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6a6db3f2-3830-421a-8108-24e6552d349e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a6db3f2-3830-421a-8108-24e6552d349e,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:24.457278 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:24.461407 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3bc856a7-0d75-43c1-a5f1-848596b37994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:24.467111 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3bc856a7-0d75-43c1-a5f1-848596b37994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:24.485585 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527123c2-1ba6-460d-b452-7d9002e63dda x-openstack-request-id: req-527123c2-1ba6-460d-b452-7d9002e63dda {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:24.485904 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb0564-e70c-46b9-af60-ba53362e9950", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6db3f2-3830-421a-8108-24e6552d349e", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:24.486337 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-527123c2-1ba6-460d-b452-7d9002e63dda {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:24.486721 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cb0564-e70c-46b9-af60-ba53362e9950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6db3f2-3830-421a-8108-24e6552d349e', 'code': 200} Aug 06 16:09:24.488165 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ef924-a6ca-4ee5-8ffd-ecc839c910a8 req-a98220e6-c9f9-47c2-af18-fbae73c88162 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:24.489759 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-476ef924-a6ca-4ee5-8ffd-ecc839c910a8 req-a98220e6-c9f9-47c2-af18-fbae73c88162 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0552201 Aug 06 16:09:24.506474 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3bc856a7-0d75-43c1-a5f1-848596b37994 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d77a2002841439d824098d28ac88a36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703488 Aug 06 16:09:24.511788 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 47408) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:24.514645 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=6a6db3f2-3830-421a-8108-24e6552d349e,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:24.531142 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc856a7-0d75-43c1-a5f1-848596b37994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243fe497-4772-4969-b27c-509d3f9e3ca6,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:24.534582 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-476ef924-a6ca-4ee5-8ffd-ecc839c910a8 req-13b628e6-3d1b-40f1-a56a-c1641bd1c249 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381141 Aug 06 16:09:24.583532 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5ee9-06d2-4d6c-bc72-f2b98b311a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:24.610415 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5ee9-06d2-4d6c-bc72-f2b98b311a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:24.659030 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5ee9-06d2-4d6c-bc72-f2b98b311a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:24.661714 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5ee9-06d2-4d6c-bc72-f2b98b311a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:24.662876 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b4fe5ee9-06d2-4d6c-bc72-f2b98b311a0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/243fe497-4772-4969-b27c-509d3f9e3ca6 HTTP/1.1" status: 204 len: 168 time: 0.1500738 Aug 06 16:09:24.670594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe5ee9-06d2-4d6c-bc72-f2b98b311a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243fe497-4772-4969-b27c-509d3f9e3ca6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:25.661592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973782af-95af-48cc-b50d-0aa445991648 req-9aa8aa90-cc5d-4a0e-919c-ea7c63f72c4e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:25.662212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-973782af-95af-48cc-b50d-0aa445991648 req-9aa8aa90-cc5d-4a0e-919c-ea7c63f72c4e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0522246 Aug 06 16:09:25.718983 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-973782af-95af-48cc-b50d-0aa445991648 req-5fa0fb00-d773-4279-8ad7-cd13c6d893cd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487669 Aug 06 16:09:25.734345 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4e01ff9-e282-4a3e-9111-97b0cc15b80c req-4e065ae8-c611-4f44-8453-1ba66fb682fc tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0408587 Aug 06 16:09:26.324171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device f061286a-42fa-482a-aa7e-0774206c09b0 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:09:26.442708 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port f061286a-42fa-482a-aa7e-0774206c09b0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=f061286a-42fa-482a-aa7e-0774206c09b0,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:26.454803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'f061286a-42fa-482a-aa7e-0774206c09b0', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'f061286a-42fa-482a-aa7e-0774206c09b0', 'mac_address': 'fa:16:3e:4e:b0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:09:26.516615 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:26.535622 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f061286a-42fa-482a-aa7e-0774206c09b0 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:09:26.558414 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port f061286a-42fa-482a-aa7e-0774206c09b0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=f061286a-42fa-482a-aa7e-0774206c09b0,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:26.563715 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:26.629826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=f061286a-42fa-482a-aa7e-0774206c09b0,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:26.675634 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['f061286a-42fa-482a-aa7e-0774206c09b0'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:09:26.875485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8196976e-dd8a-4a24-9bd9-48f76dadfbaa req-1553e041-a313-4fc6-a469-d950e7c5c051 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0468118 Aug 06 16:09:26.947434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e2c07-e4cc-49a3-bf28-4e2dc013694d req-fba5ad78-7d30-457b-a478-a4107275d20a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:26.950013 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b9e2c07-e4cc-49a3-bf28-4e2dc013694d req-fba5ad78-7d30-457b-a478-a4107275d20a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0777688 Aug 06 16:09:27.008535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b9e2c07-e4cc-49a3-bf28-4e2dc013694d req-5f167e4a-d1d6-4030-9b44-c30ec705739f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441759 Aug 06 16:09:28.044992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b1716aab-91a1-4648-8c48-2d5548a34723 req-cb1cfccf-ce02-4ff2-8a4f-414e0c85e1a6 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0667205 Aug 06 16:09:28.201460 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1ea3fc7f-2d74-42f0-bcd4-fbd0c0306a70 req-90b6b59d-0f1e-45f7-ac9b-4b686904d657 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0369256 Aug 06 16:09:28.262034 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7aabc-a00d-40cd-90bf-a624c3b36c1a req-4c6639d3-bbc4-4d07-afd5-f2f78de43a7d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:28.264104 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5a7aabc-a00d-40cd-90bf-a624c3b36c1a req-4c6639d3-bbc4-4d07-afd5-f2f78de43a7d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0891960 Aug 06 16:09:28.328031 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5a7aabc-a00d-40cd-90bf-a624c3b36c1a req-641021b3-93b5-4dbc-9e8c-379c190e8e8b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528624 Aug 06 16:09:28.338949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device f061286a-42fa-482a-aa7e-0774206c09b0 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:09:28.412197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port f061286a-42fa-482a-aa7e-0774206c09b0 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:28.412661 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:28.519181 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:28.561934 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b8414-7481-4037-9ce4-8a3fe5d3b793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f061286a-42fa-482a-aa7e-0774206c09b0'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:28.564810 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd79359-9bf7-450a-9934-d6d8559ba001" -d '{"events": [{"server_uuid": "5e1b8414-7481-4037-9ce4-8a3fe5d3b793", "name": "network-vif-plugged", "status": "completed", "tag": "f061286a-42fa-482a-aa7e-0774206c09b0"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:28.588494 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port f061286a-42fa-482a-aa7e-0774206c09b0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=f061286a-42fa-482a-aa7e-0774206c09b0,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:28.598614 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:28.636544 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2f0edf-342f-44c7-825b-3a574a991ebf x-openstack-request-id: req-0f2f0edf-342f-44c7-825b-3a574a991ebf {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:28.637035 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1b8414-7481-4037-9ce4-8a3fe5d3b793", "name": "network-vif-plugged", "status": "completed", "tag": "f061286a-42fa-482a-aa7e-0774206c09b0", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:28.637596 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f2f0edf-342f-44c7-825b-3a574a991ebf {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:28.642739 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1b8414-7481-4037-9ce4-8a3fe5d3b793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f061286a-42fa-482a-aa7e-0774206c09b0', 'code': 200} Aug 06 16:09:28.707858 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=f061286a-42fa-482a-aa7e-0774206c09b0,revision_number=10']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:29.216285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abd928cd-39ee-43bb-a77a-04e7cc2add92 req-65089c09-4dcb-4ca8-aed3-7460cd9e4a25 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0420189 Aug 06 16:09:29.480529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a4ac7-9634-41ee-a434-af6ab296daa2 req-9dddb831-d3d5-49a4-a97f-c488d4cbe96b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:29.491184 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de5a4ac7-9634-41ee-a434-af6ab296daa2 req-9dddb831-d3d5-49a4-a97f-c488d4cbe96b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0705087 Aug 06 16:09:29.536170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de5a4ac7-9634-41ee-a434-af6ab296daa2 req-09554bf1-8fb3-4314-8f39-a3399e06662c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435650 Aug 06 16:09:29.800132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0a831-2cb0-4e4b-89eb-67017eda618d req-72856e6a-a916-4acf-be1d-be09db89ba4e tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:29.801705 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68e0a831-2cb0-4e4b-89eb-67017eda618d req-72856e6a-a916-4acf-be1d-be09db89ba4e tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 945 time: 0.0588360 Aug 06 16:09:29.850455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68e0a831-2cb0-4e4b-89eb-67017eda618d req-cf23348e-858e-4922-8b0f-47815b2dfaf9 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426688 Aug 06 16:09:30.401720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce936acd-b14d-4ad5-aef2-3b8a987c5245 req-7ccc2b25-7ac2-47c5-b22a-76f0dbfe5064 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0560868 Aug 06 16:09:30.737410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c963e6a-ba26-4a48-809a-2a1bdf67c4ac req-18aca1f3-a1f0-41e3-8cf5-6b49ab71081e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:30.746363 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c963e6a-ba26-4a48-809a-2a1bdf67c4ac req-18aca1f3-a1f0-41e3-8cf5-6b49ab71081e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0602746 Aug 06 16:09:30.812100 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c963e6a-ba26-4a48-809a-2a1bdf67c4ac req-d0725411-6135-455a-abdd-3d6222491327 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581527 Aug 06 16:09:31.240976 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee2411-9ab7-478b-b097-682cad785918 req-462a1831-cbab-4894-86b1-2dd03d253402 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:31.252796 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eeee2411-9ab7-478b-b097-682cad785918 req-462a1831-cbab-4894-86b1-2dd03d253402 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 945 time: 0.0856357 Aug 06 16:09:31.334149 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eeee2411-9ab7-478b-b097-682cad785918 req-9e47473f-0e39-47f5-bf6b-0013b01ab125 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739613 Aug 06 16:09:31.594212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-201c807f-5deb-4361-b9fe-33c56e92fc1e req-b5e858d4-baf1-44cb-acdb-71540c4096e5 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0414362 Aug 06 16:09:31.977208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a406a-dab3-48c6-a287-4cbbf0bd5945 req-8d005c65-a6a3-4bce-afc5-71b05cfb0734 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:31.978789 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d24a406a-dab3-48c6-a287-4cbbf0bd5945 req-8d005c65-a6a3-4bce-afc5-71b05cfb0734 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0691512 Aug 06 16:09:32.038098 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d24a406a-dab3-48c6-a287-4cbbf0bd5945 req-50134e49-6c7a-4609-ae1e-42efe0c5df61 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526619 Aug 06 16:09:32.188965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f32df-9e15-4d78-9b89-20036c700b70 req-3f5585a1-4bf4-487f-b3bc-28655c0115d5 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:32.193203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d5f32df-9e15-4d78-9b89-20036c700b70 req-3f5585a1-4bf4-487f-b3bc-28655c0115d5 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 945 time: 0.0729783 Aug 06 16:09:32.235854 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d5f32df-9e15-4d78-9b89-20036c700b70 req-4e9ab628-797c-4ce9-a0dd-df8d9298d50b tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347588 Aug 06 16:09:32.707036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25b300f2-befc-4305-9c60-126db36586bb req-0ea0f3d6-9716-4799-8c70-386d58e55e7e tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0338292 Aug 06 16:09:33.223822 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fbe47-3c93-4e3e-b3da-b09f528b3e6f req-5611e0d7-a6ee-4dd1-a954-6cebf139aeae tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:33.231188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c5fbe47-3c93-4e3e-b3da-b09f528b3e6f req-5611e0d7-a6ee-4dd1-a954-6cebf139aeae tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.1020527 Aug 06 16:09:33.279903 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c5fbe47-3c93-4e3e-b3da-b09f528b3e6f req-5129d89a-1198-46ee-bf2d-a27b3c999c2b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471132 Aug 06 16:09:33.422857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73eedf-4923-4a63-a08c-0dc554f6697f req-95e5cb58-af02-4912-9030-0b0fc08809f3 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:33.424667 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4c73eedf-4923-4a63-a08c-0dc554f6697f req-95e5cb58-af02-4912-9030-0b0fc08809f3 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 945 time: 0.0550578 Aug 06 16:09:33.477895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4c73eedf-4923-4a63-a08c-0dc554f6697f req-90e7a393-6b8f-430b-a869-100d57c82e81 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448895 Aug 06 16:09:33.700006 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bf340a2e-e1b0-483e-9d8f-1d9b488616f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:33.886705 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19db885f-8ca7-4b9e-8215-9162f05d71a6 req-6c69b53a-d806-4a34-bd17-81e2b91235d8 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0451319 Aug 06 16:09:33.900814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed3de0-6c80-424a-bb3b-523ecf8196cc req-62ee10ea-57fe-42cc-a3c9-1f90e0924799 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:33.902480 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9eed3de0-6c80-424a-bb3b-523ecf8196cc req-62ee10ea-57fe-42cc-a3c9-1f90e0924799 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 945 time: 0.1130078 Aug 06 16:09:34.035753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9eed3de0-6c80-424a-bb3b-523ecf8196cc req-586f3fcc-bef6-41c6-bce4-aadca105725c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Deleting port 7e5203f9-9846-46fd-9812-f9512a8cc429 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:09:34.036280 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9eed3de0-6c80-424a-bb3b-523ecf8196cc req-586f3fcc-bef6-41c6-bce4-aadca105725c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:34.162737 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-9eed3de0-6c80-424a-bb3b-523ecf8196cc req-586f3fcc-bef6-41c6-bce4-aadca105725c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] For port 7e5203f9-9846-46fd-9812-f9512a8cc429, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=7e5203f9-9846-46fd-9812-f9512a8cc429,segment=NetworkSegment(500b7027-c26a-45a4-863d-f2b6e68afb93),segment_id=500b7027-c26a-45a4-863d-f2b6e68afb93)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:34.164035 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9eed3de0-6c80-424a-bb3b-523ecf8196cc req-586f3fcc-bef6-41c6-bce4-aadca105725c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:34.517444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f440557-d287-4c78-9106-b081f6fc88a8 req-b8441180-b219-48c2-826d-710e934af476 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:34.519024 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f440557-d287-4c78-9106-b081f6fc88a8 req-b8441180-b219-48c2-826d-710e934af476 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0750031 Aug 06 16:09:34.527910 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9eed3de0-6c80-424a-bb3b-523ecf8196cc req-586f3fcc-bef6-41c6-bce4-aadca105725c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:34.528290 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9eed3de0-6c80-424a-bb3b-523ecf8196cc req-586f3fcc-bef6-41c6-bce4-aadca105725c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:34.528597 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-9eed3de0-6c80-424a-bb3b-523ecf8196cc req-586f3fcc-bef6-41c6-bce4-aadca105725c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Floating IP 2effeb6d-8c96-4c68-a463-fc9c84c79670 disassociated. External IP: 172.25.1.42, port: 7e5203f9-9846-46fd-9812-f9512a8cc429. Aug 06 16:09:34.528939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9eed3de0-6c80-424a-bb3b-523ecf8196cc req-586f3fcc-bef6-41c6-bce4-aadca105725c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Calling delete_port for 7e5203f9-9846-46fd-9812-f9512a8cc429 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:09:34.599065 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f440557-d287-4c78-9106-b081f6fc88a8 req-18acae29-127a-4fb1-971c-4e755f394fd8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666270 Aug 06 16:09:34.764545 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9a586-fdc5-462a-9940-d6aae1af8a23 req-4c001f50-6b26-483c-b9c0-761b45a1ac26 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:34.772665 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-baa9a586-fdc5-462a-9940-d6aae1af8a23 req-4c001f50-6b26-483c-b9c0-761b45a1ac26 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 945 time: 0.1726055 Aug 06 16:09:34.852193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-baa9a586-fdc5-462a-9940-d6aae1af8a23 req-8341f69d-7811-4119-a806-5e2fd6cf8a66 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/security-groups?id=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772185 Aug 06 16:09:34.887618 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9eed3de0-6c80-424a-bb3b-523ecf8196cc req-586f3fcc-bef6-41c6-bce4-aadca105725c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:34.926032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f3fcc-bef6-41c6-bce4-aadca105725c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Pushing event deleted for resources: {'Port': ['ID=7e5203f9-9846-46fd-9812-f9512a8cc429,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:35.085312 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ac70c34-339e-4c2b-9b8f-76a7e7fc4c9d req-a6653c5e-9e4d-4b0c-9965-b4a23b66a4b8 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0644295 Aug 06 16:09:35.142596 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eed3de0-6c80-424a-bb3b-523ecf8196cc req-586f3fcc-bef6-41c6-bce4-aadca105725c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Router de05105d-632a-442c-922a-96053c4a41cc has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:09:35.275766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eed3de0-6c80-424a-bb3b-523ecf8196cc req-586f3fcc-bef6-41c6-bce4-aadca105725c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:09:35.292761 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c2a9d5-99a2-49b7-a345-24893933ac0c None None] Sync routers for ids ['de05105d-632a-442c-922a-96053c4a41cc'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:09:35.302392 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2a9d5-99a2-49b7-a345-24893933ac0c None None] Routers {'de05105d-632a-442c-922a-96053c4a41cc'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:09:35.303248 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-87c2a9d5-99a2-49b7-a345-24893933ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:09:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['de05105d-632a-442c-922a-96053c4a41cc'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:35.370842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eed3de0-6c80-424a-bb3b-523ecf8196cc req-586f3fcc-bef6-41c6-bce4-aadca105725c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] No DVR routers for this DVR port 7e5203f9-9846-46fd-9812-f9512a8cc429 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:09:35.378306 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9eed3de0-6c80-424a-bb3b-523ecf8196cc req-586f3fcc-bef6-41c6-bce4-aadca105725c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:35.382352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9eed3de0-6c80-424a-bb3b-523ecf8196cc req-586f3fcc-bef6-41c6-bce4-aadca105725c tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.13 "DELETE /v2.0/ports/7e5203f9-9846-46fd-9812-f9512a8cc429 HTTP/1.1" status: 204 len: 173 time: 1.4716649 Aug 06 16:09:35.386912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99cd80e-347d-45c8-8f51-287acd553301', 'name': 'network-vif-deleted', 'tag': '7e5203f9-9846-46fd-9812-f9512a8cc429'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:35.391003 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f267b76a-10ae-4e9e-9d62-358c50ff0ba4" -d '{"events": [{"server_uuid": "c99cd80e-347d-45c8-8f51-287acd553301", "name": "network-vif-deleted", "tag": "7e5203f9-9846-46fd-9812-f9512a8cc429"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:35.468561 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181758be-67ef-4c0c-8989-1eb49fd8e2ad x-openstack-request-id: req-181758be-67ef-4c0c-8989-1eb49fd8e2ad {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:35.468865 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99cd80e-347d-45c8-8f51-287acd553301", "name": "network-vif-deleted", "tag": "7e5203f9-9846-46fd-9812-f9512a8cc429", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:35.469182 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-181758be-67ef-4c0c-8989-1eb49fd8e2ad {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:35.469748 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99cd80e-347d-45c8-8f51-287acd553301', 'name': 'network-vif-deleted', 'tag': '7e5203f9-9846-46fd-9812-f9512a8cc429', 'status': 'completed', 'code': 200} Aug 06 16:09:35.470244 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-de9cbec0-fcc2-4e05-a4eb-f46917114e05 service neutron] show failed (client error): The resource could not be found. Aug 06 16:09:35.471411 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-de9cbec0-fcc2-4e05-a4eb-f46917114e05 service neutron] 10.222.0.78 "GET /v2.0/ports/2911610f-22fe-4a5d-b28b-a302d3949b55/bindings/n-h2-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.1326404 Aug 06 16:09:35.567040 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-87c2a9d5-99a2-49b7-a345-24893933ac0c None None] Set router de05105d-632a-442c-922a-96053c4a41cc gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:09:35.810877 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b6303-fbb7-498b-84fd-00eaccd22ab5 req-9585cc45-2548-4d9c-a58d-e51623ba8b64 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:35.812624 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-238b6303-fbb7-498b-84fd-00eaccd22ab5 req-9585cc45-2548-4d9c-a58d-e51623ba8b64 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.1279104 Aug 06 16:09:35.847486 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-54816ae2-2dbc-4dd0-b49f-8722d6d5a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:35.849088 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-54816ae2-2dbc-4dd0-b49f-8722d6d5a197 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5&tenant_id=6ead4e8906674c03a98f2b96e64fabd0 HTTP/1.1" status: 200 len: 1096 time: 0.0971348 Aug 06 16:09:35.869186 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-238b6303-fbb7-498b-84fd-00eaccd22ab5 req-24b597a7-6c8e-4d78-9980-fe3c17f9ea21 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491846 Aug 06 16:09:35.877207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:35.934937 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-87c2a9d5-99a2-49b7-a345-24893933ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de05105d-632a-442c-922a-96053c4a41cc', 'name': 'tempest-ServersTestJSON-876258618-router', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:09Z', 'updated_at': '2021-08-06T16:07:17Z', 'revision_number': 4, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'gw_port': {'id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:10Z', 'updated_at': '2021-08-06T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '1d84222f-4a8e-4739-a11e-04b1ffd86a56', 'name': '', 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'mac_address': 'fa:16:3e:0e:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:14Z', 'updated_at': '2021-08-06T16:07:25Z', 'revision_number': 5, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'subnets': [{'id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:35.976977 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:35.997844 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c2a9d5-99a2-49b7-a345-24893933ac0c None None] Checking router: de05105d-632a-442c-922a-96053c4a41cc for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:09:36.021130 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2a9d5-99a2-49b7-a345-24893933ac0c None None] Routers {'de05105d-632a-442c-922a-96053c4a41cc'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:09:36.022355 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-87c2a9d5-99a2-49b7-a345-24893933ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:09:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['de05105d-632a-442c-922a-96053c4a41cc'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:36.144441 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fd3ec4e6-54b6-47aa-be0b-6c21c910da46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:36.189244 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94ffbe96-6f51-4389-ad4d-205706215084 req-a572d324-7eac-4274-886c-15d865f6f15f tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99cd80e-347d-45c8-8f51-287acd553301 HTTP/1.1" status: 200 len: 210 time: 0.0788970 Aug 06 16:09:36.258501 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-87c2a9d5-99a2-49b7-a345-24893933ac0c None None] Set router de05105d-632a-442c-922a-96053c4a41cc gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:09:36.327496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] For port 2911610f-22fe-4a5d-b28b-a302d3949b55, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2911610f-22fe-4a5d-b28b-a302d3949b55,segment=NetworkSegment(33f49752-ca7a-469b-a7dc-e28dd36c6455),segment_id=33f49752-ca7a-469b-a7dc-e28dd36c6455)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:36.353372 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2152f66c-9b11-435f-abf9-9b2f5b946597 req-0dab9f47-e4ef-4ee6-9b9c-0b2574597ce8 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0455365 Aug 06 16:09:36.392869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] For port 2911610f-22fe-4a5d-b28b-a302d3949b55, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:09:36.448878 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:36.463888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Transition to ACTIVE for port object 2911610f-22fe-4a5d-b28b-a302d3949b55 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:09:36.471125 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:36.592274 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:36.617462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2911610f-22fe-4a5d-b28b-a302d3949b55,revision_number=6']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:36.707580 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-87c2a9d5-99a2-49b7-a345-24893933ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de05105d-632a-442c-922a-96053c4a41cc', 'name': 'tempest-ServersTestJSON-876258618-router', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:09Z', 'updated_at': '2021-08-06T16:07:17Z', 'revision_number': 4, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'gw_port': {'id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:10Z', 'updated_at': '2021-08-06T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '1d84222f-4a8e-4739-a11e-04b1ffd86a56', 'name': '', 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'mac_address': 'fa:16:3e:0e:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:14Z', 'updated_at': '2021-08-06T16:07:25Z', 'revision_number': 5, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'subnets': [{'id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:36.745530 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c2a9d5-99a2-49b7-a345-24893933ac0c None None] The sync data for ids ['de05105d-632a-442c-922a-96053c4a41cc'] in n-d-803756-1 is: [{'id': 'de05105d-632a-442c-922a-96053c4a41cc', 'name': 'tempest-ServersTestJSON-876258618-router', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:09Z', 'updated_at': '2021-08-06T16:07:17Z', 'revision_number': 4, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'gw_port': {'id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:10Z', 'updated_at': '2021-08-06T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '1d84222f-4a8e-4739-a11e-04b1ffd86a56', 'name': '', 'network_id': 'da7b15e0-71c6-4b87-9abb-8143779bbeae', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'mac_address': 'fa:16:3e:0e:d7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:14Z', 'updated_at': '2021-08-06T16:07:25Z', 'revision_number': 5, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'subnets': [{'id': 'bcdd933d-577f-42a7-88e0-0071c84cf819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:09:37.108126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11df73c7-8553-4beb-a01b-b524f683e4b7 None None] New status for floating IP 2effeb6d-8c96-4c68-a463-fc9c84c79670: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:09:37.128027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] No DVR routers for this DVR port 2911610f-22fe-4a5d-b28b-a302d3949b55 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:09:37.183927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790715b6-81b5-4a23-9cdf-465e8bd385dc req-8417773b-11d0-4f02-b0be-811a478facd5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:37.185498 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-790715b6-81b5-4a23-9cdf-465e8bd385dc req-8417773b-11d0-4f02-b0be-811a478facd5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 943 time: 0.1414165 Aug 06 16:09:37.269438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-790715b6-81b5-4a23-9cdf-465e8bd385dc req-8d7fa02c-fb9f-4fbc-9d0d-56a0caabafa0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482719 Aug 06 16:09:37.314955 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 47806) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:37.324251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Attempting to bind port 2911610f-22fe-4a5d-b28b-a302d3949b55 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:09:37.324819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Attempting to bind port 2911610f-22fe-4a5d-b28b-a302d3949b55 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:09:37.325547 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Attempting to bind port 2911610f-22fe-4a5d-b28b-a302d3949b55 on network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:09:37.330944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Port 2911610f-22fe-4a5d-b28b-a302d3949b55 on network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:09:37.331645 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Attempting to bind port 2911610f-22fe-4a5d-b28b-a302d3949b55 on network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:09:37.337215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:09:37.337642 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Checking segment: {'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:09:37.338114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Bound using segment: {'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:09:37.338602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Bound port: 2911610f-22fe-4a5d-b28b-a302d3949b55, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f49752-ca7a-469b-a7dc-e28dd36c6455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:09:37.339026 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:37.367011 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:37.374375 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d8c3-873f-4e6b-8d7c-7a6566555bb1 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:37.401412 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d8c3-873f-4e6b-8d7c-7a6566555bb1 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:37.409664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] For port 2911610f-22fe-4a5d-b28b-a302d3949b55, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:09:37.413760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] For port 2911610f-22fe-4a5d-b28b-a302d3949b55, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=2911610f-22fe-4a5d-b28b-a302d3949b55,segment=NetworkSegment(33f49752-ca7a-469b-a7dc-e28dd36c6455),segment_id=33f49752-ca7a-469b-a7dc-e28dd36c6455)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:09:37.418604 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:37.473494 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d8c3-873f-4e6b-8d7c-7a6566555bb1 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:37.476805 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d8c3-873f-4e6b-8d7c-7a6566555bb1 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:37.478633 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e7f5d8c3-873f-4e6b-8d7c-7a6566555bb1 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "DELETE /v2.0/security-groups/3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc HTTP/1.1" status: 204 len: 168 time: 0.1626899 Aug 06 16:09:37.483779 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 47810) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:37.490903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:37.492146 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:37.493608 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] 10.222.0.13 "PUT /v2.0/ports/2911610f-22fe-4a5d-b28b-a302d3949b55 HTTP/1.1" status: 200 len: 1091 time: 1.6233602 Aug 06 16:09:37.494150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2911610f-22fe-4a5d-b28b-a302d3949b55'}, {'name': 'network-changed', 'server_uuid': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'tag': '2911610f-22fe-4a5d-b28b-a302d3949b55'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:37.496586 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81" -d '{"events": [{"server_uuid": "d8a07e31-5cf1-4026-9acc-4914c572d7a5", "name": "network-vif-unplugged", "status": "completed", "tag": "2911610f-22fe-4a5d-b28b-a302d3949b55"}, {"name": "network-changed", "server_uuid": "d8a07e31-5cf1-4026-9acc-4914c572d7a5", "tag": "2911610f-22fe-4a5d-b28b-a302d3949b55"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:37.499681 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5d8c3-873f-4e6b-8d7c-7a6566555bb1 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:37.511552 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87855106-a3a7-4e34-981b-5b4e58e969b6 req-6bab7e67-aefc-489b-9c8e-bf5c74a2e2a2 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0471854 Aug 06 16:09:37.519473 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-41bb1cce-3b3d-4825-b957-f15dd3843945 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] show failed (client error): The resource could not be found. Aug 06 16:09:37.524558 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-41bb1cce-3b3d-4825-b957-f15dd3843945 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "GET /v2.0/security-groups/3aef80c3-8aa6-4b87-a3ad-621db9e1d2dc HTTP/1.1" status: 404 len: 347 time: 0.0372729 Aug 06 16:09:37.525493 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 47814) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:37.526672 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568f632-e310-462d-80b9-4f3920896bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2911610f-22fe-4a5d-b28b-a302d3949b55,revision_number=7']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:37.591848 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-01db841d-4ac5-44b1-8090-5498bd3bace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:37.593726 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-01db841d-4ac5-44b1-8090-5498bd3bace0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 1094 time: 0.0596037 Aug 06 16:09:37.595863 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94dc88f-818e-4d78-a208-509a49d0fbf9 x-openstack-request-id: req-e94dc88f-818e-4d78-a208-509a49d0fbf9 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:37.595863 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a07e31-5cf1-4026-9acc-4914c572d7a5", "name": "network-vif-unplugged", "status": "completed", "tag": "2911610f-22fe-4a5d-b28b-a302d3949b55", "code": 200}, {"name": "network-changed", "server_uuid": "d8a07e31-5cf1-4026-9acc-4914c572d7a5", "tag": "2911610f-22fe-4a5d-b28b-a302d3949b55", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:37.595863 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e94dc88f-818e-4d78-a208-509a49d0fbf9 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:37.596211 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2911610f-22fe-4a5d-b28b-a302d3949b55', 'code': 200} Aug 06 16:09:37.596380 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'tag': '2911610f-22fe-4a5d-b28b-a302d3949b55', 'status': 'completed', 'code': 200} Aug 06 16:09:37.719993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-20b81b69-513a-4750-80c8-5085e857c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:37.721487 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-20b81b69-513a-4750-80c8-5085e857c5c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc HTTP/1.1" status: 200 len: 898 time: 0.1131482 Aug 06 16:09:37.722626 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-c28aa5fc-c9b8-4a7a-974f-1404466f854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:37.724199 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-c28aa5fc-c9b8-4a7a-974f-1404466f854b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 1094 time: 0.0840428 Aug 06 16:09:37.794312 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-23aa4701-7e8c-4022-a069-2b19d0741567 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2911610f-22fe-4a5d-b28b-a302d3949b55 HTTP/1.1" status: 200 len: 999 time: 0.0645661 Aug 06 16:09:37.807312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd92ef-5b06-4c01-bd49-ef39c22fcfd6 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Deleting port ad853ae3-ad1c-4c00-8544-dd8c83af1a03 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:09:37.807659 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7fd92ef-5b06-4c01-bd49-ef39c22fcfd6 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:37.846626 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-753049e2-12bf-4d94-962f-a2b3803a0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:37.848474 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-753049e2-12bf-4d94-962f-a2b3803a0e24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb55ef7f-cba2-404a-bbc3-f54efa2e4e87 HTTP/1.1" status: 200 len: 835 time: 0.0449631 Aug 06 16:09:37.888908 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-30241458-05eb-4670-8a70-24bd5be69956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:37.890337 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-30241458-05eb-4670-8a70-24bd5be69956 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc HTTP/1.1" status: 200 len: 898 time: 0.1580026 Aug 06 16:09:37.895694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-053ebcd5-976a-4e90-a217-62cf3f18984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:37.897222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-053ebcd5-976a-4e90-a217-62cf3f18984e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393517 Aug 06 16:09:37.945131 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7fd92ef-5b06-4c01-bd49-ef39c22fcfd6 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:37.945511 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7fd92ef-5b06-4c01-bd49-ef39c22fcfd6 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:37.965560 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd92ef-5b06-4c01-bd49-ef39c22fcfd6 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Calling delete_port for ad853ae3-ad1c-4c00-8544-dd8c83af1a03 owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:09:37.988338 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-441e2c8f-7d6d-4631-86a2-e55e1daab558 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2911610f-22fe-4a5d-b28b-a302d3949b55 HTTP/1.1" status: 200 len: 999 time: 0.0878160 Aug 06 16:09:37.993575 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-9e7e8bdb-4699-4ba1-9be4-db90fb38d345 service neutron] 10.222.0.13 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888274 Aug 06 16:09:38.083694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-e45ce7c4-97f2-4c63-a804-dfb3f1d8419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:38.085219 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-e45ce7c4-97f2-4c63-a804-dfb3f1d8419b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cb55ef7f-cba2-404a-bbc3-f54efa2e4e87 HTTP/1.1" status: 200 len: 835 time: 0.0665824 Aug 06 16:09:38.107755 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b87c67b6-7992-47e6-a4ce-d9c7e72078e0 req-7f037ffa-f00f-4fc0-9d9a-e92cb2fa23fc service neutron] 10.222.0.13 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942976 Aug 06 16:09:38.179619 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-5f3c0286-035c-41aa-a3c8-2d92015aeaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:38.181694 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-5f3c0286-035c-41aa-a3c8-2d92015aeaf1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838981 Aug 06 16:09:38.224278 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7fd92ef-5b06-4c01-bd49-ef39c22fcfd6 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:38.261237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9da453-a3cb-4014-aa5c-9f08daa252c8 req-4a6174cf-0798-4571-8287-8c24e64fa2c2 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:38.262795 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cf9da453-a3cb-4014-aa5c-9f08daa252c8 req-4a6174cf-0798-4571-8287-8c24e64fa2c2 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1b8414-7481-4037-9ce4-8a3fe5d3b793 HTTP/1.1" status: 200 len: 951 time: 0.0624964 Aug 06 16:09:38.269933 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-df6d90f3-cd7b-4b63-b25e-a56a4d9b6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:38.271425 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-df6d90f3-cd7b-4b63-b25e-a56a4d9b6b4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 1094 time: 0.0958717 Aug 06 16:09:38.292101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd92ef-5b06-4c01-bd49-ef39c22fcfd6 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Pushing event deleted for resources: {'Port': ['ID=ad853ae3-ad1c-4c00-8544-dd8c83af1a03,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:38.330473 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cf9da453-a3cb-4014-aa5c-9f08daa252c8 req-eec8a1b4-e721-47c3-b3d9-d1c2097e4b25 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580823 Aug 06 16:09:38.377221 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device f061286a-42fa-482a-aa7e-0774206c09b0 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:09:38.379730 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7fd92ef-5b06-4c01-bd49-ef39c22fcfd6 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:38.382524 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7fd92ef-5b06-4c01-bd49-ef39c22fcfd6 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:38.384538 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d7fd92ef-5b06-4c01-bd49-ef39c22fcfd6 tempest-ServersTestJSON-653391357 tempest-ServersTestJSON-653391357-project] 10.222.0.37 "DELETE /v2.0/floatingips/2effeb6d-8c96-4c68-a463-fc9c84c79670 HTTP/1.1" status: 204 len: 168 time: 0.8560352 Aug 06 16:09:38.392861 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-ffa0f9ff-204d-4bb9-88d3-86a9d3f75a23 service neutron] 10.222.0.78 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924455 Aug 06 16:09:38.392861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 47854) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:38.436626 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3341d1-5a0f-40ca-808a-02d16cb2a6e3 req-c790d3f5-1f3c-48df-9522-f15ae86c5c4d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:38.444056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd3341d1-5a0f-40ca-808a-02d16cb2a6e3 req-c790d3f5-1f3c-48df-9522-f15ae86c5c4d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 943 time: 0.0835211 Aug 06 16:09:38.476796 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:38.487314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-75fe6aec-6da1-4dd3-a475-5ef22723e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:38.489026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-75fe6aec-6da1-4dd3-a475-5ef22723e95c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc HTTP/1.1" status: 200 len: 898 time: 0.2027075 Aug 06 16:09:38.494325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd3341d1-5a0f-40ca-808a-02d16cb2a6e3 req-94fdacff-134b-4346-b39a-ca76930c1261 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494595 Aug 06 16:09:38.503721 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b8414-7481-4037-9ce4-8a3fe5d3b793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f061286a-42fa-482a-aa7e-0774206c09b0'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:38.506617 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7bb571-e4d2-448c-a717-ed7d21a215b7" -d '{"events": [{"server_uuid": "5e1b8414-7481-4037-9ce4-8a3fe5d3b793", "name": "network-vif-unplugged", "status": "completed", "tag": "f061286a-42fa-482a-aa7e-0774206c09b0"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:38.521795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port f061286a-42fa-482a-aa7e-0774206c09b0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=f061286a-42fa-482a-aa7e-0774206c09b0,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:38.528589 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:38.529616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 7e5203f9-9846-46fd-9812-f9512a8cc429 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:09:38.534740 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-77b88314-b1b2-4447-b34f-bf22fdeeafda service neutron] 10.222.0.78 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397355 Aug 06 16:09:38.581966 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85580563-5914-469c-a3b0-658f331a8b82 x-openstack-request-id: req-85580563-5914-469c-a3b0-658f331a8b82 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:38.582492 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1b8414-7481-4037-9ce4-8a3fe5d3b793", "name": "network-vif-unplugged", "status": "completed", "tag": "f061286a-42fa-482a-aa7e-0774206c09b0", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:38.582913 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85580563-5914-469c-a3b0-658f331a8b82 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:38.583728 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1b8414-7481-4037-9ce4-8a3fe5d3b793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f061286a-42fa-482a-aa7e-0774206c09b0', 'code': 200} Aug 06 16:09:38.584599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 7e5203f9-9846-46fd-9812-f9512a8cc429 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:09:38.585788 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 7e5203f9-9846-46fd-9812-f9512a8cc429 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:09:38.586837 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-f9fc1544-ae47-4621-954e-929b1ef0f556 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2911610f-22fe-4a5d-b28b-a302d3949b55 HTTP/1.1" status: 200 len: 999 time: 0.0854323 Aug 06 16:09:38.616211 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=f061286a-42fa-482a-aa7e-0774206c09b0,revision_number=11']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:38.680967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b15bcbe3-cb8a-46de-9df6-f36f0b1caf33 req-e7f85c90-b214-482f-9c7a-b4ac30706654 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0351491 Aug 06 16:09:38.690423 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-04101ce1-34cc-47f6-92ad-d1a3557547fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:38.691775 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-04101ce1-34cc-47f6-92ad-d1a3557547fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb55ef7f-cba2-404a-bbc3-f54efa2e4e87 HTTP/1.1" status: 200 len: 835 time: 0.0849562 Aug 06 16:09:38.749744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-ded76ba2-adc6-43ce-9ee0-e4d36fb422ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:38.751256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-ded76ba2-adc6-43ce-9ee0-e4d36fb422ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503087 Aug 06 16:09:38.872010 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-93ba8d27-7c31-4b19-805d-6a5d3bff0125 service neutron] 10.222.0.13 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099994 Aug 06 16:09:38.972470 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb3fdb29-d808-433d-ab64-fc3d1026082d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:38.978616 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:38.980567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1fa5e34-c1f7-4944-a3e6-106603a4cf81 req-89b36882-65a7-4633-ba63-ec20557417be service neutron] 10.222.0.13 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003840 Aug 06 16:09:39.235182 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-fb3fdb29-d808-433d-ab64-fc3d1026082d admin admin] Deleting port 1d84222f-4a8e-4739-a11e-04b1ffd86a56 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:09:39.235453 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb3fdb29-d808-433d-ab64-fc3d1026082d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:39.317651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-fb3fdb29-d808-433d-ab64-fc3d1026082d admin admin] For port 1d84222f-4a8e-4739-a11e-04b1ffd86a56, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1d84222f-4a8e-4739-a11e-04b1ffd86a56,segment=NetworkSegment(500b7027-c26a-45a4-863d-f2b6e68afb93),segment_id=500b7027-c26a-45a4-863d-f2b6e68afb93)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:39.318018 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb3fdb29-d808-433d-ab64-fc3d1026082d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:39.331608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-fb3fdb29-d808-433d-ab64-fc3d1026082d admin admin] Calling delete_port for 1d84222f-4a8e-4739-a11e-04b1ffd86a56 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:09:39.532784 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb3fdb29-d808-433d-ab64-fc3d1026082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:39.557952 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fdb29-d808-433d-ab64-fc3d1026082d admin admin] Pushing event deleted for resources: {'Port': ['ID=1d84222f-4a8e-4739-a11e-04b1ffd86a56,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:39.644018 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7705ca-f31b-4055-816d-101d15c7d78c req-ee76c436-9fdd-4172-9e54-c42e7a798cfa tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:39.645917 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b7705ca-f31b-4055-816d-101d15c7d78c req-ee76c436-9fdd-4172-9e54-c42e7a798cfa tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 943 time: 0.0669785 Aug 06 16:09:39.703215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b7705ca-f31b-4055-816d-101d15c7d78c req-9a9f2b0e-9ff6-4414-b371-fea1ce9f79ca tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445216 Aug 06 16:09:39.752695 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb3fdb29-d808-433d-ab64-fc3d1026082d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:39.798581 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db83e510-1f8f-4e1a-9efc-15f5ffaaef6d req-aed2bb91-2e39-4a7d-a799-e2069f4da6b6 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0270452 Aug 06 16:09:40.084932 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3fdb29-d808-433d-ab64-fc3d1026082d admin admin] Router de05105d-632a-442c-922a-96053c4a41cc has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:09:40.392764 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 2911610f-22fe-4a5d-b28b-a302d3949b55 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:09:40.529904 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 2911610f-22fe-4a5d-b28b-a302d3949b55, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=2911610f-22fe-4a5d-b28b-a302d3949b55,segment=NetworkSegment(33f49752-ca7a-469b-a7dc-e28dd36c6455),segment_id=33f49752-ca7a-469b-a7dc-e28dd36c6455)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:40.539599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3fdb29-d808-433d-ab64-fc3d1026082d admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:09:40.546396 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '2911610f-22fe-4a5d-b28b-a302d3949b55', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'port_id': '2911610f-22fe-4a5d-b28b-a302d3949b55', 'mac_address': 'fa:16:3e:13:61:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:09:40.546744 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fb3fdb29-d808-433d-ab64-fc3d1026082d admin admin] 10.222.0.37 "PUT /v2.0/routers/de05105d-632a-442c-922a-96053c4a41cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1580918 Aug 06 16:09:40.549281 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48082) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:40.553280 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4f2d6f-6964-4c8d-b15f-ecf1c6b46714 None None] Sync routers for ids ['de05105d-632a-442c-922a-96053c4a41cc'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:09:40.566823 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4f2d6f-6964-4c8d-b15f-ecf1c6b46714 None None] Routers {'de05105d-632a-442c-922a-96053c4a41cc'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:09:40.567670 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ee4f2d6f-6964-4c8d-b15f-ecf1c6b46714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:09:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['de05105d-632a-442c-922a-96053c4a41cc'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:40.602245 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:40.619473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2911610f-22fe-4a5d-b28b-a302d3949b55 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:09:40.641204 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 2911610f-22fe-4a5d-b28b-a302d3949b55, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=2911610f-22fe-4a5d-b28b-a302d3949b55,segment=NetworkSegment(33f49752-ca7a-469b-a7dc-e28dd36c6455),segment_id=33f49752-ca7a-469b-a7dc-e28dd36c6455)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:40.648968 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:40.677482 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-818a2dd0-e786-457e-8a44-f3b6c77569a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:40.703762 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=2911610f-22fe-4a5d-b28b-a302d3949b55,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:40.719976 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ee4f2d6f-6964-4c8d-b15f-ecf1c6b46714 None None] Set router de05105d-632a-442c-922a-96053c4a41cc gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:09:40.813192 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-818a2dd0-e786-457e-8a44-f3b6c77569a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:40.866711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90351b84-b960-403b-8e8e-010f9833c80a req-5cbd15e1-f3fe-4090-9251-19261f841599 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:40.870248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90351b84-b960-403b-8e8e-010f9833c80a req-5cbd15e1-f3fe-4090-9251-19261f841599 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 944 time: 0.0717771 Aug 06 16:09:40.895096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-818a2dd0-e786-457e-8a44-f3b6c77569a7 admin admin] Deleting port 90e4ee93-9996-48ca-a38a-479f40ad90c6 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:09:40.895629 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-818a2dd0-e786-457e-8a44-f3b6c77569a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:40.899667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['2911610f-22fe-4a5d-b28b-a302d3949b55'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:09:40.915185 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90351b84-b960-403b-8e8e-010f9833c80a req-8f1d7d8d-543d-4fde-b32d-d0def8542480 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402029 Aug 06 16:09:40.962533 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ee4f2d6f-6964-4c8d-b15f-ecf1c6b46714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de05105d-632a-442c-922a-96053c4a41cc', 'name': 'tempest-ServersTestJSON-876258618-router', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:09Z', 'updated_at': '2021-08-06T16:09:39Z', 'revision_number': 5, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'gw_port': {'id': '90e4ee93-9996-48ca-a38a-479f40ad90c6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05105d-632a-442c-922a-96053c4a41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:10Z', 'updated_at': '2021-08-06T16:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:40.979458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2911610f-22fe-4a5d-b28b-a302d3949b55 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:09:40.999789 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4f2d6f-6964-4c8d-b15f-ecf1c6b46714 None None] Checking router: de05105d-632a-442c-922a-96053c4a41cc for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:09:41.011176 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4f2d6f-6964-4c8d-b15f-ecf1c6b46714 None None] Routers {'de05105d-632a-442c-922a-96053c4a41cc'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:09:41.012120 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ee4f2d6f-6964-4c8d-b15f-ecf1c6b46714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:09:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['de05105d-632a-442c-922a-96053c4a41cc'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:41.020572 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-818a2dd0-e786-457e-8a44-f3b6c77569a7 admin admin] For port 90e4ee93-9996-48ca-a38a-479f40ad90c6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=90e4ee93-9996-48ca-a38a-479f40ad90c6,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:41.021250 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-818a2dd0-e786-457e-8a44-f3b6c77569a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:41.038435 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-818a2dd0-e786-457e-8a44-f3b6c77569a7 admin admin] Calling delete_port for 90e4ee93-9996-48ca-a38a-479f40ad90c6 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:09:41.053711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0038788-6b9b-4169-a175-53fc242c0a8e req-4e256fc2-557f-4b53-a6e1-302190be61dc tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0469873 Aug 06 16:09:41.111636 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ee4f2d6f-6964-4c8d-b15f-ecf1c6b46714 None None] Set router de05105d-632a-442c-922a-96053c4a41cc gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:09:41.138367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2911610f-22fe-4a5d-b28b-a302d3949b55 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:09:41.176139 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ee4f2d6f-6964-4c8d-b15f-ecf1c6b46714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de05105d-632a-442c-922a-96053c4a41cc', 'name': 'tempest-ServersTestJSON-876258618-router', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:09Z', 'updated_at': '2021-08-06T16:09:40Z', 'revision_number': 6, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:41.225433 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4f2d6f-6964-4c8d-b15f-ecf1c6b46714 None None] The sync data for ids ['de05105d-632a-442c-922a-96053c4a41cc'] in n-d-803756-1 is: [{'id': 'de05105d-632a-442c-922a-96053c4a41cc', 'name': 'tempest-ServersTestJSON-876258618-router', 'tenant_id': '727b35e2e4ad4499bb5ec153661827ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:09Z', 'updated_at': '2021-08-06T16:09:40Z', 'revision_number': 6, 'project_id': '727b35e2e4ad4499bb5ec153661827ba', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:09:41.374791 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-818a2dd0-e786-457e-8a44-f3b6c77569a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:41.435972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a2dd0-e786-457e-8a44-f3b6c77569a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=90e4ee93-9996-48ca-a38a-479f40ad90c6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:41.465841 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48319d8f-ce57-4a66-942d-76f57fc14b56 req-56abc49f-c772-4caa-b91d-889bab03c70e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:41.467747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48319d8f-ce57-4a66-942d-76f57fc14b56 req-56abc49f-c772-4caa-b91d-889bab03c70e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 944 time: 0.0656831 Aug 06 16:09:41.479211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50765b-523c-4db1-9dbd-81f771888207 req-4aada1f3-d504-4492-b018-31eff94f157a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:41.480762 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ce50765b-523c-4db1-9dbd-81f771888207 req-4aada1f3-d504-4492-b018-31eff94f157a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.78 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5&tenant_id=6ead4e8906674c03a98f2b96e64fabd0&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 944 time: 0.1260369 Aug 06 16:09:41.511712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48319d8f-ce57-4a66-942d-76f57fc14b56 req-135817f5-e1db-4dd7-a84c-4db8ea0b8ad5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371256 Aug 06 16:09:41.573113 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-818a2dd0-e786-457e-8a44-f3b6c77569a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:41.701552 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [req-ce50765b-523c-4db1-9dbd-81f771888207 req-9a59bb47-cf36-4949-b214-aef9032c5e40 service neutron] delete failed (client error): The resource could not be found. Aug 06 16:09:41.702866 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ce50765b-523c-4db1-9dbd-81f771888207 req-9a59bb47-cf36-4949-b214-aef9032c5e40 service neutron] 10.222.0.78 "DELETE /v2.0/ports/2911610f-22fe-4a5d-b28b-a302d3949b55/bindings/n-h1-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.2000716 Aug 06 16:09:41.706891 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-818a2dd0-e786-457e-8a44-f3b6c77569a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:41.712010 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-818a2dd0-e786-457e-8a44-f3b6c77569a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:41.768934 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1d84222f-4a8e-4739-a11e-04b1ffd86a56 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:09:41.784917 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-818a2dd0-e786-457e-8a44-f3b6c77569a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:41.785781 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818a2dd0-e786-457e-8a44-f3b6c77569a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de05105d-632a-442c-922a-96053c4a41cc {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:09:41.794858 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 1d84222f-4a8e-4739-a11e-04b1ffd86a56 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:09:41.795780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1d84222f-4a8e-4739-a11e-04b1ffd86a56 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:09:41.797861 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-818a2dd0-e786-457e-8a44-f3b6c77569a7 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:41.799170 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-818a2dd0-e786-457e-8a44-f3b6c77569a7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/de05105d-632a-442c-922a-96053c4a41cc HTTP/1.1" status: 204 len: 168 time: 1.2491317 Aug 06 16:09:41.801836 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48166) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:41.874846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-01249910-14ac-4796-a687-e7af67b63ba1 admin admin] Deleting subnet bcdd933d-577f-42a7-88e0-0071c84cf819 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:09:41.879617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50765b-523c-4db1-9dbd-81f771888207 req-aef0af3e-915b-4b96-8eb4-fa128ca6e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:41.885462 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ce50765b-523c-4db1-9dbd-81f771888207 req-aef0af3e-915b-4b96-8eb4-fa128ca6e054 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 1095 time: 0.1003518 Aug 06 16:09:41.885462 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-01249910-14ac-4796-a687-e7af67b63ba1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:41.975977 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-01249910-14ac-4796-a687-e7af67b63ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.042287 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50765b-523c-4db1-9dbd-81f771888207 req-41cace78-946e-4456-af65-3791d1148576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:42.043639 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ce50765b-523c-4db1-9dbd-81f771888207 req-41cace78-946e-4456-af65-3791d1148576 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc HTTP/1.1" status: 200 len: 898 time: 0.1419342 Aug 06 16:09:42.072615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495685a5-303f-44e1-85d1-987574e3f9d8 req-ebf676ad-3bd7-4fbc-8c6b-15895ef5d78d tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:42.074992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-495685a5-303f-44e1-85d1-987574e3f9d8 req-ebf676ad-3bd7-4fbc-8c6b-15895ef5d78d tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 948 time: 0.0498683 Aug 06 16:09:42.127017 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-495685a5-303f-44e1-85d1-987574e3f9d8 req-41395677-ac8f-47d3-ad45-06b9d6c95ea0 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397630 Aug 06 16:09:42.130781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-01249910-14ac-4796-a687-e7af67b63ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.160238 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ce50765b-523c-4db1-9dbd-81f771888207 req-a3b17a12-44a4-4847-a82e-41ab802271c0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2911610f-22fe-4a5d-b28b-a302d3949b55 HTTP/1.1" status: 200 len: 1000 time: 0.0987084 Aug 06 16:09:42.188246 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-636a3096-b717-4750-b6dc-e75284d726d3 req-42c3aaa3-add4-43cb-a04f-13578beefd58 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0294194 Aug 06 16:09:42.229587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50765b-523c-4db1-9dbd-81f771888207 req-76c005c0-b557-441c-bd3b-0d9b865dad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:42.231129 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ce50765b-523c-4db1-9dbd-81f771888207 req-76c005c0-b557-441c-bd3b-0d9b865dad3f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=cb55ef7f-cba2-404a-bbc3-f54efa2e4e87 HTTP/1.1" status: 200 len: 835 time: 0.0619886 Aug 06 16:09:42.235693 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-01249910-14ac-4796-a687-e7af67b63ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.282575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01249910-14ac-4796-a687-e7af67b63ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcdd933d-577f-42a7-88e0-0071c84cf819,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:42.291791 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-01249910-14ac-4796-a687-e7af67b63ba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.296387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 48178) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:42.296549 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-01249910-14ac-4796-a687-e7af67b63ba1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bcdd933d-577f-42a7-88e0-0071c84cf819 HTTP/1.1" status: 204 len: 168 time: 0.4935846 Aug 06 16:09:42.297539 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202e17d3-747c-487d-a8ec-bf16d22e3077 None None] Network da7b15e0-71c6-4b87-9abb-8143779bbeae requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:09:42.312467 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50765b-523c-4db1-9dbd-81f771888207 req-259a2fd5-d44c-40ce-9cee-c9e6fe09fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:42.314358 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ce50765b-523c-4db1-9dbd-81f771888207 req-259a2fd5-d44c-40ce-9cee-c9e6fe09fcfb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733674 Aug 06 16:09:42.401078 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.423984 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 2911610f-22fe-4a5d-b28b-a302d3949b55 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:09:42.450479 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ce50765b-523c-4db1-9dbd-81f771888207 req-ae41e6c0-19df-4171-a098-30c67846f16c service neutron] 10.222.0.78 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193902 Aug 06 16:09:42.469537 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] Deleting port ca1f5fa9-65e5-492d-8f61-db87589011ab {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:09:42.469908 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.489853 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 2911610f-22fe-4a5d-b28b-a302d3949b55 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:09:42.495745 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 2911610f-22fe-4a5d-b28b-a302d3949b55 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:42.496117 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.566927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] For port ca1f5fa9-65e5-492d-8f61-db87589011ab, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ca1f5fa9-65e5-492d-8f61-db87589011ab,segment=NetworkSegment(500b7027-c26a-45a4-863d-f2b6e68afb93),segment_id=500b7027-c26a-45a4-863d-f2b6e68afb93)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:42.568277 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.585088 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cecd60-6f14-443a-9e07-8b3c6f0e068b None None] DHCP port deletion for da7b15e0-71c6-4b87-9abb-8143779bbeae request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:09:42.585588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] Calling delete_port for ca1f5fa9-65e5-492d-8f61-db87589011ab owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:09:42.609572 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ce50765b-523c-4db1-9dbd-81f771888207 req-f43bffe2-eac0-4881-b31f-aa3f8c571ca4 service neutron] 10.222.0.78 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484330 Aug 06 16:09:42.631425 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.671164 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2911610f-22fe-4a5d-b28b-a302d3949b55'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:42.673982 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a247a4b7-f45d-4b9f-bd6a-b5780e5c8e2b" -d '{"events": [{"server_uuid": "d8a07e31-5cf1-4026-9acc-4914c572d7a5", "name": "network-vif-plugged", "status": "completed", "tag": "2911610f-22fe-4a5d-b28b-a302d3949b55"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:42.691349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 2911610f-22fe-4a5d-b28b-a302d3949b55, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=2911610f-22fe-4a5d-b28b-a302d3949b55,segment=NetworkSegment(33f49752-ca7a-469b-a7dc-e28dd36c6455),segment_id=33f49752-ca7a-469b-a7dc-e28dd36c6455)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:42.696615 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-43cecd60-6f14-443a-9e07-8b3c6f0e068b None None] Deleting port ca1f5fa9-65e5-492d-8f61-db87589011ab {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:09:42.697233 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-43cecd60-6f14-443a-9e07-8b3c6f0e068b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.704546 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a73dba-566c-4ac1-a211-a60bd573fa1c req-c5161b91-15ac-4c71-a584-a5f522762776 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:42.706150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3a73dba-566c-4ac1-a211-a60bd573fa1c req-c5161b91-15ac-4c71-a584-a5f522762776 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 944 time: 0.1056116 Aug 06 16:09:42.713326 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.773734 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.791196 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3a73dba-566c-4ac1-a211-a60bd573fa1c req-b0f619cb-010b-4be4-83f9-d675d3cdba42 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610635 Aug 06 16:09:42.791917 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35700740-affe-436f-9d06-c36afa96bb67 x-openstack-request-id: req-35700740-affe-436f-9d06-c36afa96bb67 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:42.792427 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a07e31-5cf1-4026-9acc-4914c572d7a5", "name": "network-vif-plugged", "status": "completed", "tag": "2911610f-22fe-4a5d-b28b-a302d3949b55", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:42.792522 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35700740-affe-436f-9d06-c36afa96bb67 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:42.792889 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2911610f-22fe-4a5d-b28b-a302d3949b55', 'code': 200} Aug 06 16:09:42.815862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-43cecd60-6f14-443a-9e07-8b3c6f0e068b None None] For port ca1f5fa9-65e5-492d-8f61-db87589011ab, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ca1f5fa9-65e5-492d-8f61-db87589011ab,segment=NetworkSegment(500b7027-c26a-45a4-863d-f2b6e68afb93),segment_id=500b7027-c26a-45a4-863d-f2b6e68afb93)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:42.816262 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-43cecd60-6f14-443a-9e07-8b3c6f0e068b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.816580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1f5fa9-65e5-492d-8f61-db87589011ab,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:42.820311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] No DVR routers for this DVR port ca1f5fa9-65e5-492d-8f61-db87589011ab on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:09:42.839175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=2911610f-22fe-4a5d-b28b-a302d3949b55,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:42.849645 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-43cecd60-6f14-443a-9e07-8b3c6f0e068b None None] Calling delete_port for ca1f5fa9-65e5-492d-8f61-db87589011ab owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:09:42.917989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.928399 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7b15e0-71c6-4b87-9abb-8143779bbeae']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:42.936312 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-43cecd60-6f14-443a-9e07-8b3c6f0e068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.939374 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500b7027-c26a-45a4-863d-f2b6e68afb93') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:42.939887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500b7027-c26a-45a4-863d-f2b6e68afb93') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:42.951501 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.967779 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cecd60-6f14-443a-9e07-8b3c6f0e068b None None] Pushing event deleted for resources: {'Port': ['ID=ca1f5fa9-65e5-492d-8f61-db87589011ab,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:42.971620 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cecd60-6f14-443a-9e07-8b3c6f0e068b None None] No DVR routers for this DVR port ca1f5fa9-65e5-492d-8f61-db87589011ab on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:09:42.987053 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.993815 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:09:42.994257 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:09:42.996139 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:09:43.055258 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:43.059976 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:43.062610 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/da7b15e0-71c6-4b87-9abb-8143779bbeae HTTP/1.1" status: 204 len: 168 time: 0.7652192 Aug 06 16:09:43.076813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5aee51-fb86-4812-a6be-0de51b0d5fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=da7b15e0-71c6-4b87-9abb-8143779bbeae,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:43.260248 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeb3ee-7619-4d43-9e6e-24795ab69399 req-69bf32f7-352a-4322-a981-4d031ab3cc90 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:43.262218 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2aeeb3ee-7619-4d43-9e6e-24795ab69399 req-69bf32f7-352a-4322-a981-4d031ab3cc90 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 948 time: 0.0593975 Aug 06 16:09:43.269817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48196) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:43.320301 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2aeeb3ee-7619-4d43-9e6e-24795ab69399 req-19db9b74-033b-4a84-9956-fe11f83b4ebf tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511193 Aug 06 16:09:43.324529 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-924aa599-1330-45d1-ac0b-c2e6db35dd79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=727b35e2e4ad4499bb5ec153661827ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535350 Aug 06 16:09:43.327664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48198) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:43.362080 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d00e33a-1b2c-49ff-a473-027518a7640d req-12e50272-07ad-4ff4-bab3-9d83eab91247 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0680549 Aug 06 16:09:43.428276 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c307893-e991-4b39-a8fe-5b91b3d81f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:43.442092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 90e4ee93-9996-48ca-a38a-479f40ad90c6 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:09:43.460354 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c307893-e991-4b39-a8fe-5b91b3d81f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:43.464360 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 90e4ee93-9996-48ca-a38a-479f40ad90c6 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:09:43.464792 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 90e4ee93-9996-48ca-a38a-479f40ad90c6 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:09:43.465281 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ca1f5fa9-65e5-492d-8f61-db87589011ab no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:09:43.486133 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: ca1f5fa9-65e5-492d-8f61-db87589011ab {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:09:43.486133 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ca1f5fa9-65e5-492d-8f61-db87589011ab not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:09:43.516856 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c307893-e991-4b39-a8fe-5b91b3d81f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:43.519419 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c307893-e991-4b39-a8fe-5b91b3d81f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:43.520603 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7c307893-e991-4b39-a8fe-5b91b3d81f59 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76495c18-3e46-49e5-bfb4-a66abfc8a4f9 HTTP/1.1" status: 204 len: 168 time: 0.1917653 Aug 06 16:09:43.529098 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c307893-e991-4b39-a8fe-5b91b3d81f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76495c18-3e46-49e5-bfb4-a66abfc8a4f9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:43.594529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c76e0-75d1-4b3f-8f7c-534d2c2ce16f req-6c3cc8e0-63a2-413d-8417-d2dd3f69e349 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:43.596059 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-196c76e0-75d1-4b3f-8f7c-534d2c2ce16f req-6c3cc8e0-63a2-413d-8417-d2dd3f69e349 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.13 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 948 time: 0.0660944 Aug 06 16:09:43.695446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-196c76e0-75d1-4b3f-8f7c-534d2c2ce16f req-e86622cb-02e2-4cd0-949d-5f0640e6c779 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Deleting port 6a6db3f2-3830-421a-8108-24e6552d349e {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:09:43.695795 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-196c76e0-75d1-4b3f-8f7c-534d2c2ce16f req-e86622cb-02e2-4cd0-949d-5f0640e6c779 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:43.805132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-196c76e0-75d1-4b3f-8f7c-534d2c2ce16f req-e86622cb-02e2-4cd0-949d-5f0640e6c779 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] For port 6a6db3f2-3830-421a-8108-24e6552d349e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a6db3f2-3830-421a-8108-24e6552d349e,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:43.805550 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-196c76e0-75d1-4b3f-8f7c-534d2c2ce16f req-e86622cb-02e2-4cd0-949d-5f0640e6c779 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:43.817706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-196c76e0-75d1-4b3f-8f7c-534d2c2ce16f req-e86622cb-02e2-4cd0-949d-5f0640e6c779 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Calling delete_port for 6a6db3f2-3830-421a-8108-24e6552d349e owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:09:43.954504 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46a3e8-837a-4722-b36e-1fe93fe8757c req-fb21f7ea-04ac-4544-b8b1-d868a840abc9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:43.956090 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd46a3e8-837a-4722-b36e-1fe93fe8757c req-fb21f7ea-04ac-4544-b8b1-d868a840abc9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.0731108 Aug 06 16:09:44.026005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd46a3e8-837a-4722-b36e-1fe93fe8757c req-cde0ad80-5abb-4bba-87e4-f2a7862c1d50 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476527 Aug 06 16:09:44.027027 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-196c76e0-75d1-4b3f-8f7c-534d2c2ce16f req-e86622cb-02e2-4cd0-949d-5f0640e6c779 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:44.052767 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48222) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:44.057378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86622cb-02e2-4cd0-949d-5f0640e6c779 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Pushing event deleted for resources: {'Port': ['ID=6a6db3f2-3830-421a-8108-24e6552d349e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:44.101213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-196c76e0-75d1-4b3f-8f7c-534d2c2ce16f req-e86622cb-02e2-4cd0-949d-5f0640e6c779 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] No DVR routers for this DVR port 6a6db3f2-3830-421a-8108-24e6552d349e on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:09:44.103729 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-196c76e0-75d1-4b3f-8f7c-534d2c2ce16f req-e86622cb-02e2-4cd0-949d-5f0640e6c779 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:44.105807 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-196c76e0-75d1-4b3f-8f7c-534d2c2ce16f req-e86622cb-02e2-4cd0-949d-5f0640e6c779 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.13 "DELETE /v2.0/ports/6a6db3f2-3830-421a-8108-24e6552d349e HTTP/1.1" status: 204 len: 173 time: 0.5040083 Aug 06 16:09:44.106263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cb0564-e70c-46b9-af60-ba53362e9950', 'name': 'network-vif-deleted', 'tag': '6a6db3f2-3830-421a-8108-24e6552d349e'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:44.108516 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b1a096-8f4b-42dc-93fb-f52fd94f61fa" -d '{"events": [{"server_uuid": "39cb0564-e70c-46b9-af60-ba53362e9950", "name": "network-vif-deleted", "tag": "6a6db3f2-3830-421a-8108-24e6552d349e"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:44.137366 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-46c2da8b-de40-406f-b584-1a8afdf29122 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/0f1b7836-167a-41ff-a813-3c9df0a90c1e HTTP/1.1" status: 200 len: 993 time: 0.0816486 Aug 06 16:09:44.171423 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db2e912-87d6-45c5-b7e5-6fbd9b9aec92 x-openstack-request-id: req-1db2e912-87d6-45c5-b7e5-6fbd9b9aec92 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:44.171794 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cb0564-e70c-46b9-af60-ba53362e9950", "name": "network-vif-deleted", "tag": "6a6db3f2-3830-421a-8108-24e6552d349e", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:44.172195 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1db2e912-87d6-45c5-b7e5-6fbd9b9aec92 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:44.172848 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cb0564-e70c-46b9-af60-ba53362e9950', 'name': 'network-vif-deleted', 'tag': '6a6db3f2-3830-421a-8108-24e6552d349e', 'status': 'completed', 'code': 200} Aug 06 16:09:44.292449 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48232) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:44.388366 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1233707618-network', 'tenant_id': '51c705d5130945e3b8a4539b2e7030c5'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:44.411385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Made reservation on behalf of 51c705d5130945e3b8a4539b2e7030c5 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:09:44.414526 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:44.424616 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:44.450382 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b0eab3a-5efb-42bb-9b06-f1437b021d75 req-4dfcbde7-6071-4b6c-b934-9293fe1cbdea tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=39cb0564-e70c-46b9-af60-ba53362e9950 HTTP/1.1" status: 200 len: 210 time: 0.0431132 Aug 06 16:09:44.494957 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-796d6701-1e9b-4112-b56c-87b5d2a86afd req-2226b031-0fdc-45c4-b7aa-9426e9c1414d tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0435112 Aug 06 16:09:44.610657 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:44.616809 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:44.644738 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:09:44.666014 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e1bfa2-1a00-48f9-b867-c049204e89bf,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:44.671138 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:44.671608 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Added segment 99164fc3-3c75-4a88-b2f9-2858615d34d5 of type vlan for network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 Aug 06 16:09:44.688846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:44.689282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:44.689715 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:44.690122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:44.690537 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:44.691011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:44.691398 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:44.691793 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:44.692181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:44.692621 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:44.693067 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:44.693552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:44.738943 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:44.770478 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:44.771723 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:44.772312 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:44.803889 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5103087 Aug 06 16:09:44.806963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 48248) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:44.812657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d319c422-e3ed-4758-8e64-a6afc4b1412b admin admin] Request body: {'subnet': {'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1233707618-subnet', 'tenant_id': '51c705d5130945e3b8a4539b2e7030c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:44.844785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745cc13d-4ccf-454b-a356-48dcc870e15a admin admin] Pushing event updated for resources: {'Network': ['ID=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:44.850285 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d319c422-e3ed-4758-8e64-a6afc4b1412b admin admin] Made reservation on behalf of 51c705d5130945e3b8a4539b2e7030c5 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:09:44.854910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:09:44.857775 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d319c422-e3ed-4758-8e64-a6afc4b1412b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:45.034500 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d319c422-e3ed-4758-8e64-a6afc4b1412b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:45.089154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319c422-e3ed-4758-8e64-a6afc4b1412b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad0b253-dda7-4350-a0e5-b2f9912a8493,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:45.098385 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d319c422-e3ed-4758-8e64-a6afc4b1412b admin admin] Checking segment: {'id': '99164fc3-3c75-4a88-b2f9-2858615d34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:09:45.098664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319c422-e3ed-4758-8e64-a6afc4b1412b admin admin] Network hostable DHCP agents. Network: 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:09:45.115590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319c422-e3ed-4758-8e64-a6afc4b1412b admin admin] Network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:09:45.126397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-d319c422-e3ed-4758-8e64-a6afc4b1412b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:09:45.130965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d319c422-e3ed-4758-8e64-a6afc4b1412b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:45.131544 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d319c422-e3ed-4758-8e64-a6afc4b1412b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:45.136749 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a182d6f-7c28-487d-a8a2-fd2fb01610c6 None None] Network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:09:45.148864 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d319c422-e3ed-4758-8e64-a6afc4b1412b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3405490 Aug 06 16:09:45.262603 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee09bb26-a6dd-4fae-ac86-880efc94507f None None] Network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:09:45.598171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-c70a0192-105f-4ad7-a4d0-b1f99ca7ff1e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:45.599790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-c70a0192-105f-4ad7-a4d0-b1f99ca7ff1e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/networks?id=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 HTTP/1.1" status: 200 len: 815 time: 0.1100080 Aug 06 16:09:45.627473 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-0209a8d4-e200-4acb-ada8-556fa13b338a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/quotas/51c705d5130945e3b8a4539b2e7030c5 HTTP/1.1" status: 200 len: 375 time: 0.0190082 Aug 06 16:09:45.665103 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-f24802a1-6f16-4dad-a3ea-c116921e386f tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=51c705d5130945e3b8a4539b2e7030c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274222 Aug 06 16:09:45.750163 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30a92264-0435-4297-957c-93668aad82a6 req-2122c923-63c6-4d46-b632-775bd684e1bd tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0597806 Aug 06 16:09:45.781294 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-6cd47646-614e-49a6-9759-dd3486bfb2d9 service neutron] 10.222.0.37 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088490 Aug 06 16:09:45.874354 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-707217d8-b9bd-4545-a0ca-b0a3b0ebb6c1 service neutron] 10.222.0.37 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867224 Aug 06 16:09:46.067913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55343df-543d-4b24-8bca-04d3e2bb3c0f req-5983a71a-9280-4d78-ac44-2f10394acf87 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:46.070026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f55343df-543d-4b24-8bca-04d3e2bb3c0f req-5983a71a-9280-4d78-ac44-2f10394acf87 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1b8414-7481-4037-9ce4-8a3fe5d3b793 HTTP/1.1" status: 200 len: 949 time: 0.0615880 Aug 06 16:09:46.119438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-005eb332-69a7-4611-9407-488388f451aa req-f8d7e1f9-f4fd-48d8-92ba-b29e19621f18 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 210 time: 0.0339580 Aug 06 16:09:46.143208 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f55343df-543d-4b24-8bca-04d3e2bb3c0f req-3a539a48-499b-4ca1-80e5-e53a1ad2dd6b tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645213 Aug 06 16:09:46.436355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6a6db3f2-3830-421a-8108-24e6552d349e no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:09:46.457411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 6a6db3f2-3830-421a-8108-24e6552d349e {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:09:46.457777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6a6db3f2-3830-421a-8108-24e6552d349e not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:09:46.855118 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-495f7c4d-c08b-4492-b06c-8a564c8820d9 req-2e711227-f307-4d39-8173-be849090717c tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0296972 Aug 06 16:09:47.022733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-f55788ff-f654-4d61-826f-6921396e3a93 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:47.025080 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-f55788ff-f654-4d61-826f-6921396e3a93 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.13 "GET /v2.0/networks?id=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 HTTP/1.1" status: 200 len: 815 time: 0.1233125 Aug 06 16:09:47.039975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-711305cf-ea0a-426a-be9f-052a4b092f21 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Request body: {'port': {'device_id': 'd35b4c40-393a-4b41-a177-6e63271a2d3c', 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2', 'admin_state_up': True, 'tenant_id': '51c705d5130945e3b8a4539b2e7030c5'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:47.153025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-711305cf-ea0a-426a-be9f-052a4b092f21 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Made reservation on behalf of 51c705d5130945e3b8a4539b2e7030c5 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:09:47.156570 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-711305cf-ea0a-426a-be9f-052a4b092f21 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:47.280688 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95131e4f-2fa1-4966-adc9-245320bbc3ac req-f19b9f3b-094b-464f-a9f2-90d3e382fe24 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 210 time: 0.0611448 Aug 06 16:09:47.341164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524885f-916d-4dfc-96f3-2a0584f72233 req-87d0e6cd-6647-4398-9c93-469e9e519e03 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:47.342654 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f524885f-916d-4dfc-96f3-2a0584f72233 req-87d0e6cd-6647-4398-9c93-469e9e519e03 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1b8414-7481-4037-9ce4-8a3fe5d3b793 HTTP/1.1" status: 200 len: 949 time: 0.1245811 Aug 06 16:09:47.370434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-711305cf-ea0a-426a-be9f-052a4b092f21 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Allocated IP 172.20.0.2 (5b79abfe-9c94-4b74-9a41-6ba77fcc76c2/7ad0b253-dda7-4350-a0e5-b2f9912a8493/b850f649-b5b5-4c96-a521-ff06af80e7a4) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:09:47.406395 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f524885f-916d-4dfc-96f3-2a0584f72233 req-5c5e30da-4b30-4a75-a78f-bb18b6d52229 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/security-groups?id=8291a897-ee8f-4f9a-99eb-819c64fc446e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558991 Aug 06 16:09:47.566972 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3227d-5493-4224-9c55-6bf716085ee2 req-34dd2699-43df-40e9-a2a6-3bc740333f26 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:47.568310 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5d3227d-5493-4224-9c55-6bf716085ee2 req-34dd2699-43df-40e9-a2a6-3bc740333f26 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e1b8414-7481-4037-9ce4-8a3fe5d3b793 HTTP/1.1" status: 200 len: 949 time: 0.0830748 Aug 06 16:09:47.573288 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-711305cf-ea0a-426a-be9f-052a4b092f21 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:47.671577 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-711305cf-ea0a-426a-be9f-052a4b092f21 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:47.727891 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-711305cf-ea0a-426a-be9f-052a4b092f21 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:09:47.732970 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-f5d3227d-5493-4224-9c55-6bf716085ee2 req-39fdf3dc-ea09-4649-8ae4-7b492bd5f875 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Deleting port f061286a-42fa-482a-aa7e-0774206c09b0 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:09:47.733308 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f5d3227d-5493-4224-9c55-6bf716085ee2 req-39fdf3dc-ea09-4649-8ae4-7b492bd5f875 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:47.739655 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-711305cf-ea0a-426a-be9f-052a4b092f21 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:09:47.754255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-711305cf-ea0a-426a-be9f-052a4b092f21 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:09:47.756726 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711305cf-ea0a-426a-be9f-052a4b092f21 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Pushing event updated for resources: {'Port': ['ID=b850f649-b5b5-4c96-a521-ff06af80e7a4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:47.845313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-711305cf-ea0a-426a-be9f-052a4b092f21 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:47.845955 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-711305cf-ea0a-426a-be9f-052a4b092f21 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:47.875154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f5d3227d-5493-4224-9c55-6bf716085ee2 req-39fdf3dc-ea09-4649-8ae4-7b492bd5f875 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] For port f061286a-42fa-482a-aa7e-0774206c09b0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=f061286a-42fa-482a-aa7e-0774206c09b0,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:47.875495 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f5d3227d-5493-4224-9c55-6bf716085ee2 req-39fdf3dc-ea09-4649-8ae4-7b492bd5f875 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:47.878538 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-711305cf-ea0a-426a-be9f-052a4b092f21 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8437636 Aug 06 16:09:47.890307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-f5d3227d-5493-4224-9c55-6bf716085ee2 req-39fdf3dc-ea09-4649-8ae4-7b492bd5f875 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Calling delete_port for f061286a-42fa-482a-aa7e-0774206c09b0 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:09:47.895193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Request body: {'port': {'device_id': 'd35b4c40-393a-4b41-a177-6e63271a2d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:48.011206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc1c138f-be8f-40d6-934c-abba82b70b90 req-05389c37-a13e-4568-a0dd-7b98e0882c23 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0480151 Aug 06 16:09:48.027616 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:48.206989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f5d3227d-5493-4224-9c55-6bf716085ee2 req-39fdf3dc-ea09-4649-8ae4-7b492bd5f875 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:48.255882 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdf3dc-ea09-4649-8ae4-7b492bd5f875 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Pushing event deleted for resources: {'Port': ['ID=f061286a-42fa-482a-aa7e-0774206c09b0,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:48.326062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d3227d-5493-4224-9c55-6bf716085ee2 req-39fdf3dc-ea09-4649-8ae4-7b492bd5f875 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] No DVR routers for this DVR port f061286a-42fa-482a-aa7e-0774206c09b0 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:09:48.329756 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f5d3227d-5493-4224-9c55-6bf716085ee2 req-39fdf3dc-ea09-4649-8ae4-7b492bd5f875 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:48.331781 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5d3227d-5493-4224-9c55-6bf716085ee2 req-39fdf3dc-ea09-4649-8ae4-7b492bd5f875 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.13 "DELETE /v2.0/ports/f061286a-42fa-482a-aa7e-0774206c09b0 HTTP/1.1" status: 204 len: 173 time: 0.7562447 Aug 06 16:09:48.332235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b8414-7481-4037-9ce4-8a3fe5d3b793', 'name': 'network-vif-deleted', 'tag': 'f061286a-42fa-482a-aa7e-0774206c09b0'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:48.334591 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d48f93-c2ca-4c7c-9fa0-34c9cf183a13" -d '{"events": [{"server_uuid": "5e1b8414-7481-4037-9ce4-8a3fe5d3b793", "name": "network-vif-deleted", "tag": "f061286a-42fa-482a-aa7e-0774206c09b0"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:48.392917 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d9a291-ca6d-412c-af23-a6e383b90184 x-openstack-request-id: req-49d9a291-ca6d-412c-af23-a6e383b90184 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:48.393217 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1b8414-7481-4037-9ce4-8a3fe5d3b793", "name": "network-vif-deleted", "tag": "f061286a-42fa-482a-aa7e-0774206c09b0", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:48.393458 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49d9a291-ca6d-412c-af23-a6e383b90184 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:48.393923 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1b8414-7481-4037-9ce4-8a3fe5d3b793', 'name': 'network-vif-deleted', 'tag': 'f061286a-42fa-482a-aa7e-0774206c09b0', 'status': 'completed', 'code': 200} Aug 06 16:09:48.453021 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08109d6a-5524-4818-8d38-6962b5de360b req-08ac092e-cce7-45c2-aa59-f118438bb5d6 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:48.454609 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08109d6a-5524-4818-8d38-6962b5de360b req-08ac092e-cce7-45c2-aa59-f118438bb5d6 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 931 time: 0.0989535 Aug 06 16:09:48.474885 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b850f649-b5b5-4c96-a521-ff06af80e7a4 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:09:48.490369 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:48.526598 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08109d6a-5524-4818-8d38-6962b5de360b req-97d06d29-cbaa-421e-82f3-efc6dc02efdb tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630672 Aug 06 16:09:48.547134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Transition to ACTIVE for port object b850f649-b5b5-4c96-a521-ff06af80e7a4 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:09:48.547134 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-52404d46-062b-4adc-97ed-305ddb10f3f7 req-60428c2a-a434-4f22-8104-5dd9f6bfc418 tempest-ListImageFiltersTestJSON-1925270768 tempest-ListImageFiltersTestJSON-1925270768-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e1b8414-7481-4037-9ce4-8a3fe5d3b793 HTTP/1.1" status: 200 len: 210 time: 0.0334980 Aug 06 16:09:48.547134 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:48.592434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Pushing event updated for resources: {'Port': ['ID=b850f649-b5b5-4c96-a521-ff06af80e7a4,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:48.673618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Attempting to bind port b850f649-b5b5-4c96-a521-ff06af80e7a4 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:09:48.673980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Attempting to bind port b850f649-b5b5-4c96-a521-ff06af80e7a4 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '99164fc3-3c75-4a88-b2f9-2858615d34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:09:48.674310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Attempting to bind port b850f649-b5b5-4c96-a521-ff06af80e7a4 on network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:09:48.678925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Port b850f649-b5b5-4c96-a521-ff06af80e7a4 on network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:09:48.679395 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Attempting to bind port b850f649-b5b5-4c96-a521-ff06af80e7a4 on network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:09:48.685850 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:09:48.686191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Checking segment: {'id': '99164fc3-3c75-4a88-b2f9-2858615d34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:09:48.686581 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Bound using segment: {'id': '99164fc3-3c75-4a88-b2f9-2858615d34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:09:48.687123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Bound port: b850f649-b5b5-4c96-a521-ff06af80e7a4, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99164fc3-3c75-4a88-b2f9-2858615d34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:09:48.687369 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:48.757085 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] For port b850f649-b5b5-4c96-a521-ff06af80e7a4, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:09:48.762412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] For port b850f649-b5b5-4c96-a521-ff06af80e7a4, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b850f649-b5b5-4c96-a521-ff06af80e7a4,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:09:48.768694 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:48.785073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:48.786302 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:48.787894 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] 10.222.0.13 "PUT /v2.0/ports/b850f649-b5b5-4c96-a521-ff06af80e7a4 HTTP/1.1" status: 200 len: 1091 time: 0.8988278 Aug 06 16:09:48.872406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622f3a4-8bc2-41ac-a980-e669bca30624 service neutron] Pushing event updated for resources: {'Port': ['ID=b850f649-b5b5-4c96-a521-ff06af80e7a4,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:48.890309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-bc15146f-03b5-487a-baf6-25281efad3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:48.891795 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-bc15146f-03b5-487a-baf6-25281efad3ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=51c705d5130945e3b8a4539b2e7030c5&device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 1094 time: 0.0461020 Aug 06 16:09:48.939350 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-1e830670-72b0-4f3e-9ee5-ff7430b17973 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b850f649-b5b5-4c96-a521-ff06af80e7a4 HTTP/1.1" status: 200 len: 217 time: 0.0399554 Aug 06 16:09:48.989104 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-f04709af-8902-4c6e-bd07-2df4c5376477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:48.990856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-f04709af-8902-4c6e-bd07-2df4c5376477 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ad0b253-dda7-4350-a0e5-b2f9912a8493 HTTP/1.1" status: 200 len: 855 time: 0.0454044 Aug 06 16:09:49.026930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-b30c18ee-773a-458e-b3db-9fb8cdf421ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294466 Aug 06 16:09:49.124221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-336e3d0e-82e7-4a0d-926e-d5a37b8f546b req-4fd100ab-448c-4099-9bdd-1e75d14d7fe0 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0329049 Aug 06 16:09:49.151987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-b0a8f477-4a6e-497c-899e-55ea11f0c926 service neutron] 10.222.0.13 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174271 Aug 06 16:09:49.249682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13ca1e24-98e1-4c6e-aca9-dcbb4d124e98 req-0df20db7-4c3b-4e01-8c1a-f9248604f1dc service neutron] 10.222.0.13 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910819 Aug 06 16:09:49.646426 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1756c-52ab-464a-bae6-83a4af7e6e42 req-f8eb2168-8562-47d9-bb71-81ee597f9861 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:49.647913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aac1756c-52ab-464a-bae6-83a4af7e6e42 req-f8eb2168-8562-47d9-bb71-81ee597f9861 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 943 time: 0.0507302 Aug 06 16:09:49.689920 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aac1756c-52ab-464a-bae6-83a4af7e6e42 req-4506038d-c4cb-403b-acd6-0d546fe05b18 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356212 Aug 06 16:09:50.272968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b87d9aa3-1120-4e3b-9d49-fb36d229b788 req-0a61da74-a534-4ba2-9e0f-0d6f064bef24 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0366011 Aug 06 16:09:50.394828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35b4c40-393a-4b41-a177-6e63271a2d3c', 'tag': 'b850f649-b5b5-4c96-a521-ff06af80e7a4'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:50.397399 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7de5684-3701-4320-ba59-a16eef9288bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d35b4c40-393a-4b41-a177-6e63271a2d3c", "tag": "b850f649-b5b5-4c96-a521-ff06af80e7a4"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:50.437195 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d490d8ae-5d07-499b-817a-40b4d411395b x-openstack-request-id: req-d490d8ae-5d07-499b-817a-40b4d411395b {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:50.437480 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d35b4c40-393a-4b41-a177-6e63271a2d3c", "tag": "b850f649-b5b5-4c96-a521-ff06af80e7a4", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:50.437762 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d490d8ae-5d07-499b-817a-40b4d411395b {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:50.438178 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35b4c40-393a-4b41-a177-6e63271a2d3c', 'tag': 'b850f649-b5b5-4c96-a521-ff06af80e7a4', 'status': 'completed', 'code': 200} Aug 06 16:09:50.463486 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device f061286a-42fa-482a-aa7e-0774206c09b0 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:09:50.489279 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: f061286a-42fa-482a-aa7e-0774206c09b0 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:09:50.489850 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device f061286a-42fa-482a-aa7e-0774206c09b0 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:09:50.757096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48410) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:50.872257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de5684-3701-4320-ba59-a16eef9288bf req-7887e9b6-aa1d-474e-a092-f716c3c8542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:50.873913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7de5684-3701-4320-ba59-a16eef9288bf req-7887e9b6-aa1d-474e-a092-f716c3c8542e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=51c705d5130945e3b8a4539b2e7030c5&device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 1094 time: 0.4127331 Aug 06 16:09:50.910953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2a688-d751-48b0-b762-844445edf8e3 req-ac925553-26b2-487b-bc55-233d94fa9cd2 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:50.912450 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1da2a688-d751-48b0-b762-844445edf8e3 req-ac925553-26b2-487b-bc55-233d94fa9cd2 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 943 time: 0.0826671 Aug 06 16:09:50.914493 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4e7eb1e1-628e-4bb0-91cb-38cd2f0871ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56240a04f57b4400a18b49b59fc21a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561518 Aug 06 16:09:50.915191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48414) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:50.968656 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37bd0e65-718a-47ea-952a-0867d4723d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:50.993245 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37bd0e65-718a-47ea-952a-0867d4723d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:50.996242 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1da2a688-d751-48b0-b762-844445edf8e3 req-970c5fd1-19f5-46fe-91f7-70cbcb24ef4c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767555 Aug 06 16:09:51.016206 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de5684-3701-4320-ba59-a16eef9288bf req-cd4a0006-a234-4b63-8632-f31d8fe6cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:51.017769 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7de5684-3701-4320-ba59-a16eef9288bf req-cd4a0006-a234-4b63-8632-f31d8fe6cb60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 HTTP/1.1" status: 200 len: 916 time: 0.1358223 Aug 06 16:09:51.047821 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37bd0e65-718a-47ea-952a-0867d4723d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:51.050447 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37bd0e65-718a-47ea-952a-0867d4723d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:51.051651 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-37bd0e65-718a-47ea-952a-0867d4723d97 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8291a897-ee8f-4f9a-99eb-819c64fc446e HTTP/1.1" status: 204 len: 168 time: 0.1353524 Aug 06 16:09:51.060396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd0e65-718a-47ea-952a-0867d4723d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8291a897-ee8f-4f9a-99eb-819c64fc446e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:51.070043 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7de5684-3701-4320-ba59-a16eef9288bf req-fe96eaa7-662c-44db-b7dd-c9971ce74925 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b850f649-b5b5-4c96-a521-ff06af80e7a4 HTTP/1.1" status: 200 len: 217 time: 0.0446301 Aug 06 16:09:51.130561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de5684-3701-4320-ba59-a16eef9288bf req-2b197d6b-4331-4e90-be9a-8338e97a5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:51.132369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7de5684-3701-4320-ba59-a16eef9288bf req-2b197d6b-4331-4e90-be9a-8338e97a5be6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ad0b253-dda7-4350-a0e5-b2f9912a8493 HTTP/1.1" status: 200 len: 855 time: 0.0534620 Aug 06 16:09:51.168544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7de5684-3701-4320-ba59-a16eef9288bf req-cecd6a5a-24ad-4fb5-a857-745cab94ea40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288639 Aug 06 16:09:51.270940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7de5684-3701-4320-ba59-a16eef9288bf req-89bd5cd4-0d76-46ee-b7d7-48fabd49e394 service neutron] 10.222.0.13 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951979 Aug 06 16:09:51.411329 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c1bbd33-ba11-4a95-a947-3b9f533a0591 req-578ecaf6-cf9f-481e-a2c9-ed21bf1de7f3 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0386486 Aug 06 16:09:51.414808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7de5684-3701-4320-ba59-a16eef9288bf req-7a251e03-69e0-4cbd-b85b-012af8deff8d service neutron] 10.222.0.13 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361620 Aug 06 16:09:52.134415 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f5231-28d1-489f-a325-6c6fef55d979 req-80f7be9d-8b48-4d36-a777-2847a318b014 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:52.135980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-892f5231-28d1-489f-a325-6c6fef55d979 req-80f7be9d-8b48-4d36-a777-2847a318b014 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 943 time: 0.0534263 Aug 06 16:09:52.180207 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-892f5231-28d1-489f-a325-6c6fef55d979 req-c2afafcc-8233-473f-90d9-0e58deaf4455 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375013 Aug 06 16:09:52.345719 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48462) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:52.466231 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-228a44f3-c9a3-4a4e-b66d-b56cffc012ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:52.477485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b850f649-b5b5-4c96-a521-ff06af80e7a4 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:09:52.550648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9e0b818-c6a7-47d6-a7a3-d3b06d2307a8 req-eb7739ac-7997-46e3-a5fa-2dd4e5e23efb tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0358162 Aug 06 16:09:52.599452 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-228a44f3-c9a3-4a4e-b66d-b56cffc012ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:52.604949 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-228a44f3-c9a3-4a4e-b66d-b56cffc012ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:52.610861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b850f649-b5b5-4c96-a521-ff06af80e7a4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b850f649-b5b5-4c96-a521-ff06af80e7a4,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:52.622843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'b850f649-b5b5-4c96-a521-ff06af80e7a4', 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2', 'port_id': 'b850f649-b5b5-4c96-a521-ff06af80e7a4', 'mac_address': 'fa:16:3e:f2:64:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad0b253-dda7-4350-a0e5-b2f9912a8493', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:09:52.649102 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-228a44f3-c9a3-4a4e-b66d-b56cffc012ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a8abf547ce44e01a961b8c99640ee07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018329 Aug 06 16:09:52.649998 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a44f3-c9a3-4a4e-b66d-b56cffc012ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54f60a8-29e0-447e-9126-cf16d7e13ccb,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:52.652935 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48470) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:52.672605 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:52.687764 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b850f649-b5b5-4c96-a521-ff06af80e7a4 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:09:52.708357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b850f649-b5b5-4c96-a521-ff06af80e7a4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b850f649-b5b5-4c96-a521-ff06af80e7a4,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:52.709675 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4ab53d81-99d4-472c-b2f2-1873b9821006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:52.714267 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:52.739269 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4ab53d81-99d4-472c-b2f2-1873b9821006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:52.765113 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b850f649-b5b5-4c96-a521-ff06af80e7a4,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:52.772680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:52.773023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:52.773361 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:52.773755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:52.774086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:52.774615 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:52.774974 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:52.775286 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:52.775936 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:52.775936 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:52.776230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:52.776545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:52.806962 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4ab53d81-99d4-472c-b2f2-1873b9821006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:52.812377 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4ab53d81-99d4-472c-b2f2-1873b9821006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:52.814722 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4ab53d81-99d4-472c-b2f2-1873b9821006 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f54f60a8-29e0-447e-9126-cf16d7e13ccb HTTP/1.1" status: 204 len: 168 time: 0.1604493 Aug 06 16:09:52.829473 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab53d81-99d4-472c-b2f2-1873b9821006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54f60a8-29e0-447e-9126-cf16d7e13ccb,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:52.926578 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['b850f649-b5b5-4c96-a521-ff06af80e7a4'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:09:53.316097 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:53.321349 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8ee6c-0c8d-4f47-8b31-edfd29585af6 req-268d0831-2396-4182-80ea-018aa1617c55 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:53.323207 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dda8ee6c-0c8d-4f47-8b31-edfd29585af6 req-268d0831-2396-4182-80ea-018aa1617c55 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 944 time: 0.0655746 Aug 06 16:09:53.377058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dda8ee6c-0c8d-4f47-8b31-edfd29585af6 req-d59f89f1-d1b5-4bfa-9582-eec82768f83b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469875 Aug 06 16:09:53.586489 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 48510) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:53.685719 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5cacec12-6507-45ab-ab4a-272c69535c5c req-75601e07-1b77-44cb-8cd8-8d2adc71805f tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0283909 Aug 06 16:09:53.733425 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-5845469f-643a-49dc-8ec9-9c649abd967d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-645725194-network', 'tenant_id': '08187a0ca58544caaa3320f9f5e06317'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:53.734496 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:53.772831 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5845469f-643a-49dc-8ec9-9c649abd967d admin admin] Made reservation on behalf of 08187a0ca58544caaa3320f9f5e06317 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:09:53.776839 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5845469f-643a-49dc-8ec9-9c649abd967d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:53.787092 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5845469f-643a-49dc-8ec9-9c649abd967d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:53.892226 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5845469f-643a-49dc-8ec9-9c649abd967d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:53.896362 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5845469f-643a-49dc-8ec9-9c649abd967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:53.923464 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5845469f-643a-49dc-8ec9-9c649abd967d admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:09:53.928808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845469f-643a-49dc-8ec9-9c649abd967d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c5722a-fcec-4481-83e5-fb5a7b15c878,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:53.937565 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5845469f-643a-49dc-8ec9-9c649abd967d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:53.937565 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-5845469f-643a-49dc-8ec9-9c649abd967d admin admin] Added segment 2f4b74a2-8524-437e-b5be-73e642948d66 of type vlan for network 56a7578c-a52f-4d38-92d4-23fe10f82d11 Aug 06 16:09:53.981919 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5845469f-643a-49dc-8ec9-9c649abd967d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:54.013220 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5845469f-643a-49dc-8ec9-9c649abd967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:54.015993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5845469f-643a-49dc-8ec9-9c649abd967d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:54.017468 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5845469f-643a-49dc-8ec9-9c649abd967d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:54.071765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5845469f-643a-49dc-8ec9-9c649abd967d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4835753 Aug 06 16:09:54.074578 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 48522) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:54.079382 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6c3a744e-880c-44b1-b4c4-967a0063e13e admin admin] Request body: {'subnet': {'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-645725194-subnet', 'tenant_id': '08187a0ca58544caaa3320f9f5e06317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:54.089619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845469f-643a-49dc-8ec9-9c649abd967d admin admin] Pushing event updated for resources: {'Network': ['ID=56a7578c-a52f-4d38-92d4-23fe10f82d11,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:54.103011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 56a7578c-a52f-4d38-92d4-23fe10f82d11 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:09:54.107887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3a744e-880c-44b1-b4c4-967a0063e13e admin admin] Made reservation on behalf of 08187a0ca58544caaa3320f9f5e06317 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:09:54.110780 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c3a744e-880c-44b1-b4c4-967a0063e13e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:54.314163 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c3a744e-880c-44b1-b4c4-967a0063e13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:54.380001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a744e-880c-44b1-b4c4-967a0063e13e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1018c488-879e-478b-8bf3-1b41ba8bfe9a,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:54.388633 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3a744e-880c-44b1-b4c4-967a0063e13e admin admin] Checking segment: {'id': '2f4b74a2-8524-437e-b5be-73e642948d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:09:54.388948 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3a744e-880c-44b1-b4c4-967a0063e13e admin admin] Network hostable DHCP agents. Network: 56a7578c-a52f-4d38-92d4-23fe10f82d11, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:09:54.410155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3a744e-880c-44b1-b4c4-967a0063e13e admin admin] Network 56a7578c-a52f-4d38-92d4-23fe10f82d11 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:09:54.422769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-6c3a744e-880c-44b1-b4c4-967a0063e13e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 56a7578c-a52f-4d38-92d4-23fe10f82d11) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:09:54.427466 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3a744e-880c-44b1-b4c4-967a0063e13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:54.428072 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c3a744e-880c-44b1-b4c4-967a0063e13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:54.435943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909d7968-54fa-4f62-879e-ee0d7438a128 None None] Network 56a7578c-a52f-4d38-92d4-23fe10f82d11 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:09:54.443198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6c3a744e-880c-44b1-b4c4-967a0063e13e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3676043 Aug 06 16:09:54.489350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b850f649-b5b5-4c96-a521-ff06af80e7a4 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:09:54.531762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c39ca5-e74b-4c2d-ba06-41604065e170 req-cc9dd10b-f848-4086-b48f-5d4fe7210fbe tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:54.533980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3c39ca5-e74b-4c2d-ba06-41604065e170 req-cc9dd10b-f848-4086-b48f-5d4fe7210fbe tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 944 time: 0.0671942 Aug 06 16:09:54.606683 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3c39ca5-e74b-4c2d-ba06-41604065e170 req-91c88250-cd31-4ea8-b8f6-2d3061dade2b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636265 Aug 06 16:09:54.631071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port b850f649-b5b5-4c96-a521-ff06af80e7a4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:09:54.635041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port b850f649-b5b5-4c96-a521-ff06af80e7a4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:54.635449 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:54.696712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4236eb31-0d24-48e9-b5f3-9e3ac1db669f None None] Network 56a7578c-a52f-4d38-92d4-23fe10f82d11 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:09:54.801951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34289fb4-0b69-4a48-b220-21de351dab18 req-36f8e22b-f6ff-470e-bba2-b90f879b0d9d tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0314150 Aug 06 16:09:54.926635 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:54.980996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35b4c40-393a-4b41-a177-6e63271a2d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b850f649-b5b5-4c96-a521-ff06af80e7a4'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:54.983475 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4f345f-b862-4771-9140-c0d120857956" -d '{"events": [{"server_uuid": "d35b4c40-393a-4b41-a177-6e63271a2d3c", "name": "network-vif-plugged", "status": "completed", "tag": "b850f649-b5b5-4c96-a521-ff06af80e7a4"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:55.000288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b850f649-b5b5-4c96-a521-ff06af80e7a4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b850f649-b5b5-4c96-a521-ff06af80e7a4,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:55.018838 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:55.022689 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85972b4c-19d3-4cc5-8a07-c544d94aaa4b x-openstack-request-id: req-85972b4c-19d3-4cc5-8a07-c544d94aaa4b {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:55.022976 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35b4c40-393a-4b41-a177-6e63271a2d3c", "name": "network-vif-plugged", "status": "completed", "tag": "b850f649-b5b5-4c96-a521-ff06af80e7a4", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:55.023470 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85972b4c-19d3-4cc5-8a07-c544d94aaa4b {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:55.023956 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35b4c40-393a-4b41-a177-6e63271a2d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b850f649-b5b5-4c96-a521-ff06af80e7a4', 'code': 200} Aug 06 16:09:55.052445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-1cac90b1-7063-4eea-923b-f22d41b12b85 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:55.054847 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-1cac90b1-7063-4eea-923b-f22d41b12b85 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/networks?id=56a7578c-a52f-4d38-92d4-23fe10f82d11 HTTP/1.1" status: 200 len: 817 time: 0.1506803 Aug 06 16:09:55.073178 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-9fa0cb34-f7d4-4ac6-a83d-b13ee264832a tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/quotas/08187a0ca58544caaa3320f9f5e06317 HTTP/1.1" status: 200 len: 375 time: 0.0104892 Aug 06 16:09:55.080592 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b850f649-b5b5-4c96-a521-ff06af80e7a4,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:55.126056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-19c4ec33-3b4c-4b1a-8e85-c6d28a352f55 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=08187a0ca58544caaa3320f9f5e06317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466659 Aug 06 16:09:55.146966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbc572-a0e3-414a-aa8f-6659cc22ef16 req-4eee194d-c844-42ea-ad62-e069bdea0e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:55.148484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1dbbc572-a0e3-414a-aa8f-6659cc22ef16 req-4eee194d-c844-42ea-ad62-e069bdea0e4e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 1096 time: 0.0602415 Aug 06 16:09:55.205460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1dbbc572-a0e3-414a-aa8f-6659cc22ef16 req-40ef463a-2c52-44ca-8ffe-2cfe9d6b1f7c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498221 Aug 06 16:09:55.285566 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-609a908f-9e28-4da3-a7ba-bfd7e0f782c6 service neutron] 10.222.0.37 "GET /v2.0/networks/56a7578c-a52f-4d38-92d4-23fe10f82d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524589 Aug 06 16:09:55.381200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2faf8a11-f666-456d-9a22-40a3925cd4b7 service neutron] 10.222.0.37 "GET /v2.0/networks/56a7578c-a52f-4d38-92d4-23fe10f82d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893309 Aug 06 16:09:55.898714 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ba27b-645d-4c19-a36a-23aae96b01e9 req-2b89b399-9556-4b6c-917d-19d5021b1093 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:55.900296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-185ba27b-645d-4c19-a36a-23aae96b01e9 req-2b89b399-9556-4b6c-917d-19d5021b1093 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.0639515 Aug 06 16:09:55.992541 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-185ba27b-645d-4c19-a36a-23aae96b01e9 req-e96ebf67-29ff-45da-8219-e2fc3fafb948 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685987 Aug 06 16:09:56.011475 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:09:56.093740 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7e8ad5f-bf5d-42d1-abb5-6bd8af218a99 req-81a75c71-980e-45f6-ada4-69147cbceff3 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 210 time: 0.0481858 Aug 06 16:09:56.206513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e46142e-d140-4997-b05d-fc3323df26b5 req-3c88e017-7391-4f18-afae-b44152bfece6 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0439095 Aug 06 16:09:56.236162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5653bd-56f1-43c5-b01e-3fa0086f8874 req-91b99275-f524-440a-abe5-56541ec228c9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:56.238720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b5653bd-56f1-43c5-b01e-3fa0086f8874 req-91b99275-f524-440a-abe5-56541ec228c9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.0862575 Aug 06 16:09:56.285117 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b5653bd-56f1-43c5-b01e-3fa0086f8874 req-19ba2fb8-a36d-40fb-9272-5d7415513ce5 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390291 Aug 06 16:09:57.250584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782a15a-9299-4b16-bbb4-a4264741b9f2 req-b48345f3-7946-4c21-bf16-99a9ddd970e7 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:57.252802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6782a15a-9299-4b16-bbb4-a4264741b9f2 req-b48345f3-7946-4c21-bf16-99a9ddd970e7 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.1270463 Aug 06 16:09:57.290064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c94ade24-1097-49ba-ac84-6e71ad9437ee req-0b59188f-0437-489b-adfa-edd0922d8225 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 210 time: 0.0567636 Aug 06 16:09:57.343624 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-466f32c6-c106-4b2b-ae76-82a3b4d7f7b9 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:57.346267 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-466f32c6-c106-4b2b-ae76-82a3b4d7f7b9 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.13 "GET /v2.0/networks?id=56a7578c-a52f-4d38-92d4-23fe10f82d11 HTTP/1.1" status: 200 len: 817 time: 0.2420485 Aug 06 16:09:57.371327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-fd155111-c892-413f-b62f-6b5f9b0d17ec tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Request body: {'port': {'device_id': '71ffe3b9-bc1d-444a-93d1-5b7921b081c6', 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11', 'admin_state_up': True, 'tenant_id': '08187a0ca58544caaa3320f9f5e06317'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:57.411753 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6782a15a-9299-4b16-bbb4-a4264741b9f2 req-f8741eb1-25a2-4015-8245-de425d7b3873 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245914 Aug 06 16:09:57.476730 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-258e5ffc-815d-4fcd-a3e9-54d20b81e370 req-75302840-6036-44ac-b111-76860d1ea65b tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0719757 Aug 06 16:09:57.488757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-55b546a9-fae9-4d4d-9a29-203de3df1f90 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:57.490669 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-55b546a9-fae9-4d4d-9a29-203de3df1f90 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.78 "GET /v2.0/networks?id=56a7578c-a52f-4d38-92d4-23fe10f82d11 HTTP/1.1" status: 200 len: 817 time: 0.2415204 Aug 06 16:09:57.514767 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-ebc90bc7-c5f4-4b48-87b6-cf19cbcfee8c tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Request body: {'port': {'device_id': '1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76', 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11', 'admin_state_up': True, 'tenant_id': '08187a0ca58544caaa3320f9f5e06317'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:57.684163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-ebc90bc7-c5f4-4b48-87b6-cf19cbcfee8c tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Made reservation on behalf of 08187a0ca58544caaa3320f9f5e06317 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:09:57.689593 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-ebc90bc7-c5f4-4b48-87b6-cf19cbcfee8c tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:57.709214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-fd155111-c892-413f-b62f-6b5f9b0d17ec tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Made reservation on behalf of 08187a0ca58544caaa3320f9f5e06317 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:09:57.713603 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-fd155111-c892-413f-b62f-6b5f9b0d17ec tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:57.793375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9981d-466c-40c4-887b-b004011d9f2e req-88c85dad-af94-42e5-8051-2873c1935311 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:57.797980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ac9981d-466c-40c4-887b-b004011d9f2e req-88c85dad-af94-42e5-8051-2873c1935311 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.2471626 Aug 06 16:09:57.895385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-ebc90bc7-c5f4-4b48-87b6-cf19cbcfee8c tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Allocated IP 172.20.0.12 (56a7578c-a52f-4d38-92d4-23fe10f82d11/1018c488-879e-478b-8bf3-1b41ba8bfe9a/17440b8b-0862-4bee-8c1d-96ed21046f35) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:09:57.913888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36c13c-aec4-4b20-b17e-6ff17fffe842 req-bec8aa74-6fd7-4ebf-a16f-4ef667f242b2 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:57.916414 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d36c13c-aec4-4b20-b17e-6ff17fffe842 req-bec8aa74-6fd7-4ebf-a16f-4ef667f242b2 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.3053324 Aug 06 16:09:57.929408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-895a0f15-5096-4f77-a56a-8e02a761396f tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:57.931923 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-895a0f15-5096-4f77-a56a-8e02a761396f tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.13 "GET /v2.0/networks?id=56a7578c-a52f-4d38-92d4-23fe10f82d11 HTTP/1.1" status: 200 len: 817 time: 0.2900712 Aug 06 16:09:57.970930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-3cc5814e-1536-4e23-8673-a48cb1aa8ae6 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Request body: {'port': {'device_id': 'd2663eee-0541-4057-9571-52a40a031ff2', 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11', 'admin_state_up': True, 'tenant_id': '08187a0ca58544caaa3320f9f5e06317'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:58.040146 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ac9981d-466c-40c4-887b-b004011d9f2e req-12786540-ec2d-49e5-a0eb-aec0f9536b87 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312431 Aug 06 16:09:58.057542 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d36c13c-aec4-4b20-b17e-6ff17fffe842 req-cb3e01d3-e3ee-4824-891b-dec76b458456 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244273 Aug 06 16:09:58.113190 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-ebc90bc7-c5f4-4b48-87b6-cf19cbcfee8c tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:58.137662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-3cc5814e-1536-4e23-8673-a48cb1aa8ae6 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Made reservation on behalf of 08187a0ca58544caaa3320f9f5e06317 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:09:58.141725 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-3cc5814e-1536-4e23-8673-a48cb1aa8ae6 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:58.169583 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-ebc90bc7-c5f4-4b48-87b6-cf19cbcfee8c tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:58.233962 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-ebc90bc7-c5f4-4b48-87b6-cf19cbcfee8c tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Network 56a7578c-a52f-4d38-92d4-23fe10f82d11 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:09:58.244540 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-ebc90bc7-c5f4-4b48-87b6-cf19cbcfee8c tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:09:58.260521 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-ebc90bc7-c5f4-4b48-87b6-cf19cbcfee8c tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:09:58.282572 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc90bc7-c5f4-4b48-87b6-cf19cbcfee8c tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Pushing event updated for resources: {'Port': ['ID=17440b8b-0862-4bee-8c1d-96ed21046f35,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:58.291922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-fd155111-c892-413f-b62f-6b5f9b0d17ec tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Allocated IP 172.20.0.4 (56a7578c-a52f-4d38-92d4-23fe10f82d11/1018c488-879e-478b-8bf3-1b41ba8bfe9a/9594c548-ea86-415b-9f24-74ccbd26cecc) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:09:58.385309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-ebc90bc7-c5f4-4b48-87b6-cf19cbcfee8c tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:58.386631 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-ebc90bc7-c5f4-4b48-87b6-cf19cbcfee8c tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:58.405499 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-ebc90bc7-c5f4-4b48-87b6-cf19cbcfee8c tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9027693 Aug 06 16:09:58.419524 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Request body: {'port': {'device_id': '1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:58.479668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-646413cf-b01f-4cd2-9b90-500391629d36 req-6fa55159-7dca-4305-9495-712a2e23621f tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 210 time: 0.0679195 Aug 06 16:09:58.494260 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:58.583979 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-fd155111-c892-413f-b62f-6b5f9b0d17ec tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:58.621048 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a645edaa-1f3f-46be-bf39-d2813496466f req-4db12c8a-b183-4ddc-bbe1-a036a0ff4b71 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0344980 Aug 06 16:09:58.693395 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-fd155111-c892-413f-b62f-6b5f9b0d17ec tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:58.705215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069a555-a2cb-4eb3-9b64-0dcb4b0850f1 req-444478e1-3a3e-40a2-99c0-66f1b6c5b327 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:58.706720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7069a555-a2cb-4eb3-9b64-0dcb4b0850f1 req-444478e1-3a3e-40a2-99c0-66f1b6c5b327 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.0835764 Aug 06 16:09:58.800946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-fd155111-c892-413f-b62f-6b5f9b0d17ec tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Network 56a7578c-a52f-4d38-92d4-23fe10f82d11 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:09:58.821747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-fd155111-c892-413f-b62f-6b5f9b0d17ec tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:09:58.824210 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-3cc5814e-1536-4e23-8673-a48cb1aa8ae6 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Allocated IP 172.20.0.3 (56a7578c-a52f-4d38-92d4-23fe10f82d11/1018c488-879e-478b-8bf3-1b41ba8bfe9a/6a54df91-c392-4d93-bc39-395bcb3aaa29) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:09:58.830049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-fd155111-c892-413f-b62f-6b5f9b0d17ec tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:09:58.832694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd155111-c892-413f-b62f-6b5f9b0d17ec tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Pushing event updated for resources: {'Port': ['ID=9594c548-ea86-415b-9f24-74ccbd26cecc,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:58.867060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7069a555-a2cb-4eb3-9b64-0dcb4b0850f1 req-16c66044-69cb-4d66-b602-42eca79a8e08 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344235 Aug 06 16:09:58.909063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-fd155111-c892-413f-b62f-6b5f9b0d17ec tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:58.909702 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-fd155111-c892-413f-b62f-6b5f9b0d17ec tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:58.934433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-fd155111-c892-413f-b62f-6b5f9b0d17ec tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5705502 Aug 06 16:09:58.958136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Request body: {'port': {'device_id': '71ffe3b9-bc1d-444a-93d1-5b7921b081c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:59.056763 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.089007 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-3cc5814e-1536-4e23-8673-a48cb1aa8ae6 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.253536 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-3cc5814e-1536-4e23-8673-a48cb1aa8ae6 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.307649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46058a8-29ec-4503-9266-fc09a936333c req-b0cb9d1a-e07a-4be0-8f8d-b49fc97b5e92 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:59.309167 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e46058a8-29ec-4503-9266-fc09a936333c req-b0cb9d1a-e07a-4be0-8f8d-b49fc97b5e92 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.1183946 Aug 06 16:09:59.319345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-3cc5814e-1536-4e23-8673-a48cb1aa8ae6 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Network 56a7578c-a52f-4d38-92d4-23fe10f82d11 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:09:59.329306 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-3cc5814e-1536-4e23-8673-a48cb1aa8ae6 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:09:59.334323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-3cc5814e-1536-4e23-8673-a48cb1aa8ae6 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:09:59.373490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5814e-1536-4e23-8673-a48cb1aa8ae6 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Pushing event updated for resources: {'Port': ['ID=6a54df91-c392-4d93-bc39-395bcb3aaa29,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:59.408821 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-3cc5814e-1536-4e23-8673-a48cb1aa8ae6 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:59.409456 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-3cc5814e-1536-4e23-8673-a48cb1aa8ae6 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.421557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e46058a8-29ec-4503-9266-fc09a936333c req-d5d595fb-ede0-44b3-bae0-cebc76bf02b9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976431 Aug 06 16:09:59.434977 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-3cc5814e-1536-4e23-8673-a48cb1aa8ae6 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4831355 Aug 06 16:09:59.447985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Request body: {'port': {'device_id': 'd2663eee-0541-4057-9571-52a40a031ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:59.457312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17440b8b-0862-4bee-8c1d-96ed21046f35 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:09:59.465475 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.478434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Transition to ACTIVE for port object 17440b8b-0862-4bee-8c1d-96ed21046f35 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:09:59.482501 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.523907 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.534585 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Pushing event updated for resources: {'Port': ['ID=17440b8b-0862-4bee-8c1d-96ed21046f35,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:59.616830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Attempting to bind port 17440b8b-0862-4bee-8c1d-96ed21046f35 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:09:59.617085 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Attempting to bind port 17440b8b-0862-4bee-8c1d-96ed21046f35 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '2f4b74a2-8524-437e-b5be-73e642948d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:09:59.617418 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Attempting to bind port 17440b8b-0862-4bee-8c1d-96ed21046f35 on network 56a7578c-a52f-4d38-92d4-23fe10f82d11 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:09:59.623002 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Port 17440b8b-0862-4bee-8c1d-96ed21046f35 on network 56a7578c-a52f-4d38-92d4-23fe10f82d11 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:09:59.623330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Attempting to bind port 17440b8b-0862-4bee-8c1d-96ed21046f35 on network 56a7578c-a52f-4d38-92d4-23fe10f82d11 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:09:59.628624 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:09:59.628967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Checking segment: {'id': '2f4b74a2-8524-437e-b5be-73e642948d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:09:59.629352 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Bound using segment: {'id': '2f4b74a2-8524-437e-b5be-73e642948d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:09:59.629806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Bound port: 17440b8b-0862-4bee-8c1d-96ed21046f35, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4b74a2-8524-437e-b5be-73e642948d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:09:59.630177 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.698431 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] For port 17440b8b-0862-4bee-8c1d-96ed21046f35, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:09:59.701640 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] For port 17440b8b-0862-4bee-8c1d-96ed21046f35, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=17440b8b-0862-4bee-8c1d-96ed21046f35,segment=NetworkSegment(2f4b74a2-8524-437e-b5be-73e642948d66),segment_id=2f4b74a2-8524-437e-b5be-73e642948d66)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:09:59.707715 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.746130 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:59.746848 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.748327 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] 10.222.0.78 "PUT /v2.0/ports/17440b8b-0862-4bee-8c1d-96ed21046f35 HTTP/1.1" status: 200 len: 1092 time: 1.3345351 Aug 06 16:09:59.748803 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76', 'tag': '17440b8b-0862-4bee-8c1d-96ed21046f35'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:59.751252 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc310fd3-ea01-480a-af4e-fde2c0cc7768" -d '{"events": [{"name": "network-changed", "server_uuid": "1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76", "tag": "17440b8b-0862-4bee-8c1d-96ed21046f35"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:59.756947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-786b61ba-5afd-4837-aa9f-c185867e8f9d req-3adc5ff4-595e-42b6-a05e-1be7a97fd7e8 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0470030 Aug 06 16:09:59.785825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858355ba-3195-4e37-90a3-fb392e4a0254 req-ea436f47-9042-46cc-bda3-11c2d9e51e5c tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:59.787677 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-858355ba-3195-4e37-90a3-fb392e4a0254 req-ea436f47-9042-46cc-bda3-11c2d9e51e5c tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 931 time: 0.1887732 Aug 06 16:09:59.791950 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180e13d-42bc-48f1-8d89-7a6bf1be09f3 service neutron] Pushing event updated for resources: {'Port': ['ID=17440b8b-0862-4bee-8c1d-96ed21046f35,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:59.836850 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9594c548-ea86-415b-9f24-74ccbd26cecc {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:09:59.848418 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.860004 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-5fd9a4fc-9be9-4885-8dc6-4d2b66dddaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:59.862207 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-5fd9a4fc-9be9-4885-8dc6-4d2b66dddaad service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=08187a0ca58544caaa3320f9f5e06317&device_id=1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76 HTTP/1.1" status: 200 len: 1095 time: 0.0616326 Aug 06 16:09:59.872482 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-858355ba-3195-4e37-90a3-fb392e4a0254 req-78410047-a25a-4a18-8c57-668203db6160 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629222 Aug 06 16:09:59.874979 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Transition to ACTIVE for port object 9594c548-ea86-415b-9f24-74ccbd26cecc will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:09:59.880308 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.912862 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-4f58af27-3568-4333-9582-bd6fece3a460 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17440b8b-0862-4bee-8c1d-96ed21046f35 HTTP/1.1" status: 200 len: 217 time: 0.0392652 Aug 06 16:09:59.951918 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d56263-6ccc-42c8-b35b-35c35fa84b07 x-openstack-request-id: req-e9d56263-6ccc-42c8-b35b-35c35fa84b07 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:59.952214 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76", "tag": "17440b8b-0862-4bee-8c1d-96ed21046f35", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:59.952614 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9d56263-6ccc-42c8-b35b-35c35fa84b07 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:59.953079 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76', 'tag': '17440b8b-0862-4bee-8c1d-96ed21046f35', 'status': 'completed', 'code': 200} Aug 06 16:09:59.972323 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-474c09fc-a92c-4c9f-8ff6-32dc009b17f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:59.973980 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-474c09fc-a92c-4c9f-8ff6-32dc009b17f9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1018c488-879e-478b-8bf3-1b41ba8bfe9a HTTP/1.1" status: 200 len: 857 time: 0.0545602 Aug 06 16:09:59.995249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Pushing event updated for resources: {'Port': ['ID=9594c548-ea86-415b-9f24-74ccbd26cecc,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:00.013231 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-180d36b4-5ffb-4659-ae9c-708b2463bd71 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56a7578c-a52f-4d38-92d4-23fe10f82d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292041 Aug 06 16:10:00.107797 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4d2cc-fbf4-4720-a716-2de829b74092 req-ff809497-7556-49d1-8454-a6a6603b2471 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:00.113707 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b2d4d2cc-fbf4-4720-a716-2de829b74092 req-ff809497-7556-49d1-8454-a6a6603b2471 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.1376929 Aug 06 16:10:00.116988 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-b6de0404-aedb-47fd-94fa-68e22969ebf1 service neutron] 10.222.0.78 "GET /v2.0/networks/56a7578c-a52f-4d38-92d4-23fe10f82d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958390 Aug 06 16:10:00.191016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Attempting to bind port 9594c548-ea86-415b-9f24-74ccbd26cecc on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:10:00.191264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Attempting to bind port 9594c548-ea86-415b-9f24-74ccbd26cecc by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '2f4b74a2-8524-437e-b5be-73e642948d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:10:00.191582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Attempting to bind port 9594c548-ea86-415b-9f24-74ccbd26cecc on network 56a7578c-a52f-4d38-92d4-23fe10f82d11 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:00.202126 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a54df91-c392-4d93-bc39-395bcb3aaa29 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:00.206864 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Port 9594c548-ea86-415b-9f24-74ccbd26cecc on network 56a7578c-a52f-4d38-92d4-23fe10f82d11 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:10:00.207187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Attempting to bind port 9594c548-ea86-415b-9f24-74ccbd26cecc on network 56a7578c-a52f-4d38-92d4-23fe10f82d11 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:00.215885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b2d4d2cc-fbf4-4720-a716-2de829b74092 req-b753f867-b74f-4ea5-8d2b-d726bba980ab tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956132 Aug 06 16:10:00.218007 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:00.221703 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-d44aebba-f154-4e3f-a3fc-adc8e4d15972 service neutron] 10.222.0.78 "GET /v2.0/networks/56a7578c-a52f-4d38-92d4-23fe10f82d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964909 Aug 06 16:10:00.222134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:10:00.222469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Checking segment: {'id': '2f4b74a2-8524-437e-b5be-73e642948d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:10:00.222841 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Bound using segment: {'id': '2f4b74a2-8524-437e-b5be-73e642948d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:10:00.223281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Bound port: 9594c548-ea86-415b-9f24-74ccbd26cecc, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4b74a2-8524-437e-b5be-73e642948d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:10:00.223629 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:00.243977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Transition to ACTIVE for port object 6a54df91-c392-4d93-bc39-395bcb3aaa29 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:10:00.265386 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:00.317710 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc310fd3-ea01-480a-af4e-fde2c0cc7768 req-d34e94c5-e3d4-4a93-9575-76e50552b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:00.319253 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cc310fd3-ea01-480a-af4e-fde2c0cc7768 req-d34e94c5-e3d4-4a93-9575-76e50552b02f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=08187a0ca58544caaa3320f9f5e06317&device_id=1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76 HTTP/1.1" status: 200 len: 1095 time: 0.0453880 Aug 06 16:10:00.342415 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42393610-185e-4133-b231-5e34176b87ae service neutron] Pushing event updated for resources: {'Port': ['ID=6a54df91-c392-4d93-bc39-395bcb3aaa29,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:00.352370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] For port 9594c548-ea86-415b-9f24-74ccbd26cecc, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:10:00.404970 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] For port 9594c548-ea86-415b-9f24-74ccbd26cecc, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9594c548-ea86-415b-9f24-74ccbd26cecc,segment=NetworkSegment(2f4b74a2-8524-437e-b5be-73e642948d66),segment_id=2f4b74a2-8524-437e-b5be-73e642948d66)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:10:00.416507 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:00.447974 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc310fd3-ea01-480a-af4e-fde2c0cc7768 req-cfb50ae1-d4b3-4a37-8725-9958d0c2cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:00.449909 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cc310fd3-ea01-480a-af4e-fde2c0cc7768 req-cfb50ae1-d4b3-4a37-8725-9958d0c2cdfe service neutron] 10.222.0.78 "GET /v2.0/networks?id=56a7578c-a52f-4d38-92d4-23fe10f82d11 HTTP/1.1" status: 200 len: 918 time: 0.1202292 Aug 06 16:10:00.460027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:00.461104 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:00.463341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] 10.222.0.13 "PUT /v2.0/ports/9594c548-ea86-415b-9f24-74ccbd26cecc HTTP/1.1" status: 200 len: 1091 time: 1.5194740 Aug 06 16:10:00.466583 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ffe3b9-bc1d-444a-93d1-5b7921b081c6', 'tag': '9594c548-ea86-415b-9f24-74ccbd26cecc'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:00.469129 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f193fc67-14e8-436e-8d18-eaf25f87af02" -d '{"events": [{"name": "network-changed", "server_uuid": "71ffe3b9-bc1d-444a-93d1-5b7921b081c6", "tag": "9594c548-ea86-415b-9f24-74ccbd26cecc"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:00.491628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Attempting to bind port 6a54df91-c392-4d93-bc39-395bcb3aaa29 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:10:00.491980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Attempting to bind port 6a54df91-c392-4d93-bc39-395bcb3aaa29 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '2f4b74a2-8524-437e-b5be-73e642948d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:10:00.492274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Attempting to bind port 6a54df91-c392-4d93-bc39-395bcb3aaa29 on network 56a7578c-a52f-4d38-92d4-23fe10f82d11 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:00.526866 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cc310fd3-ea01-480a-af4e-fde2c0cc7768 req-771a5cb5-2817-4f96-893e-915ac1204ebf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17440b8b-0862-4bee-8c1d-96ed21046f35 HTTP/1.1" status: 200 len: 217 time: 0.0592089 Aug 06 16:10:00.546638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Port 6a54df91-c392-4d93-bc39-395bcb3aaa29 on network 56a7578c-a52f-4d38-92d4-23fe10f82d11 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:10:00.547020 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Attempting to bind port 6a54df91-c392-4d93-bc39-395bcb3aaa29 on network 56a7578c-a52f-4d38-92d4-23fe10f82d11 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:00.556942 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d03bf-350b-478a-8e04-a0427a6ac786 service neutron] Pushing event updated for resources: {'Port': ['ID=9594c548-ea86-415b-9f24-74ccbd26cecc,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:00.579499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:10:00.579499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Checking segment: {'id': '2f4b74a2-8524-437e-b5be-73e642948d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:10:00.579499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Bound using segment: {'id': '2f4b74a2-8524-437e-b5be-73e642948d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:10:00.579499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Bound port: 6a54df91-c392-4d93-bc39-395bcb3aaa29, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4b74a2-8524-437e-b5be-73e642948d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:10:00.580060 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:00.610639 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc310fd3-ea01-480a-af4e-fde2c0cc7768 req-499a2e88-51e5-48dc-9a77-64411c4c4600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:00.612287 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cc310fd3-ea01-480a-af4e-fde2c0cc7768 req-499a2e88-51e5-48dc-9a77-64411c4c4600 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1018c488-879e-478b-8bf3-1b41ba8bfe9a HTTP/1.1" status: 200 len: 857 time: 0.0713396 Aug 06 16:10:00.649824 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cc310fd3-ea01-480a-af4e-fde2c0cc7768 req-25495bf5-d294-44c0-a793-4e9744e85b37 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=56a7578c-a52f-4d38-92d4-23fe10f82d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291917 Aug 06 16:10:00.772648 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cc310fd3-ea01-480a-af4e-fde2c0cc7768 req-7547497f-4fbd-4944-828d-b289061459c5 service neutron] 10.222.0.78 "GET /v2.0/networks/56a7578c-a52f-4d38-92d4-23fe10f82d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134861 Aug 06 16:10:00.877151 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-cc310fd3-ea01-480a-af4e-fde2c0cc7768 req-d3070efe-6aed-4eda-90fe-a1a23f34aeb6 service neutron] 10.222.0.78 "GET /v2.0/networks/56a7578c-a52f-4d38-92d4-23fe10f82d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951934 Aug 06 16:10:00.938595 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e7cbde-1b9a-44b9-b2b8-13aa8996c2bf x-openstack-request-id: req-69e7cbde-1b9a-44b9-b2b8-13aa8996c2bf {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:00.938878 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ffe3b9-bc1d-444a-93d1-5b7921b081c6", "tag": "9594c548-ea86-415b-9f24-74ccbd26cecc", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:00.939124 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69e7cbde-1b9a-44b9-b2b8-13aa8996c2bf {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:00.939513 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ffe3b9-bc1d-444a-93d1-5b7921b081c6', 'tag': '9594c548-ea86-415b-9f24-74ccbd26cecc', 'status': 'completed', 'code': 200} Aug 06 16:10:00.966469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2b98b203-1f0b-4e0e-a9b1-666405f5a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:00.970279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-2b98b203-1f0b-4e0e-a9b1-666405f5a070 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08187a0ca58544caaa3320f9f5e06317&device_id=71ffe3b9-bc1d-444a-93d1-5b7921b081c6 HTTP/1.1" status: 200 len: 1094 time: 0.4532897 Aug 06 16:10:00.989045 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c45854d-0957-41f3-b6c4-4949a7e773e9 req-69099a87-fe7e-4eb1-b5d1-0e82f15e04fe tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0432775 Aug 06 16:10:01.053606 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-38e69c9c-4faf-44cd-8682-4cac116e77c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9594c548-ea86-415b-9f24-74ccbd26cecc HTTP/1.1" status: 200 len: 217 time: 0.0665977 Aug 06 16:10:01.087767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aafa29-bb54-42bb-b910-27b04b2f7ceb req-b308bbd5-38f6-4a9c-8630-1c24bac503fc tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:01.089261 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9aafa29-bb54-42bb-b910-27b04b2f7ceb req-b308bbd5-38f6-4a9c-8630-1c24bac503fc tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.5358071 Aug 06 16:10:01.165673 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] For port 6a54df91-c392-4d93-bc39-395bcb3aaa29, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:10:01.192994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] For port 6a54df91-c392-4d93-bc39-395bcb3aaa29, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a54df91-c392-4d93-bc39-395bcb3aaa29,segment=NetworkSegment(2f4b74a2-8524-437e-b5be-73e642948d66),segment_id=2f4b74a2-8524-437e-b5be-73e642948d66)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:10:01.201446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-eb94597e-4911-4ce6-9f2d-2494160e9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:01.202964 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-eb94597e-4911-4ce6-9f2d-2494160e9012 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1018c488-879e-478b-8bf3-1b41ba8bfe9a HTTP/1.1" status: 200 len: 857 time: 0.1393957 Aug 06 16:10:01.209358 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:01.235279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582df51-422e-400c-bf2a-8ac857a35af1 req-2b2c90ac-7e98-43c1-8a8c-9b251fd813ef tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:01.236731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9582df51-422e-400c-bf2a-8ac857a35af1 req-2b2c90ac-7e98-43c1-8a8c-9b251fd813ef tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 943 time: 0.1771049 Aug 06 16:10:01.239511 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9aafa29-bb54-42bb-b910-27b04b2f7ceb req-221510b1-1ead-4e9b-9eba-79038e325b13 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437695 Aug 06 16:10:01.290852 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-c0abbf00-df91-40c9-9978-03238a8a72b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=56a7578c-a52f-4d38-92d4-23fe10f82d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781822 Aug 06 16:10:01.312867 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:01.313398 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:01.316231 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-42393610-185e-4133-b231-5e34176b87ae service neutron] 10.222.0.13 "PUT /v2.0/ports/6a54df91-c392-4d93-bc39-395bcb3aaa29 HTTP/1.1" status: 200 len: 1091 time: 1.8718560 Aug 06 16:10:01.429174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42393610-185e-4133-b231-5e34176b87ae service neutron] Pushing event updated for resources: {'Port': ['ID=6a54df91-c392-4d93-bc39-395bcb3aaa29,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:01.448650 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9582df51-422e-400c-bf2a-8ac857a35af1 req-ef729a10-a02f-4885-8639-234306bff1c4 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843145 Aug 06 16:10:01.512888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38b8bd-c190-4be8-88a6-e5bac01b4cd3 req-47c267d8-21d0-4e6a-8137-2d0d6690b712 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:01.514479 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a38b8bd-c190-4be8-88a6-e5bac01b4cd3 req-47c267d8-21d0-4e6a-8137-2d0d6690b712 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.2037928 Aug 06 16:10:01.517963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-f3c1828e-add0-4965-8c9f-11b65872fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:01.519427 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-f3c1828e-add0-4965-8c9f-11b65872fd52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08187a0ca58544caaa3320f9f5e06317&device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 1094 time: 0.1349659 Aug 06 16:10:01.525222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-400479e6-eaf7-4083-a42e-426b23eecf38 service neutron] 10.222.0.13 "GET /v2.0/networks/56a7578c-a52f-4d38-92d4-23fe10f82d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137527 Aug 06 16:10:01.601111 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-5b60f073-3d69-4c52-bc58-478f64070ab5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a54df91-c392-4d93-bc39-395bcb3aaa29 HTTP/1.1" status: 200 len: 217 time: 0.0633771 Aug 06 16:10:01.652209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a38b8bd-c190-4be8-88a6-e5bac01b4cd3 req-64492240-c539-418b-a726-720efd23002b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294355 Aug 06 16:10:01.718076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-021f1272-3b5d-414a-bed5-899a6ce3854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:01.719799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-021f1272-3b5d-414a-bed5-899a6ce3854e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1018c488-879e-478b-8bf3-1b41ba8bfe9a HTTP/1.1" status: 200 len: 857 time: 0.1101933 Aug 06 16:10:01.745643 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-0e6b57e3-5171-45a7-83c7-781534a1dc53 service neutron] 10.222.0.13 "GET /v2.0/networks/56a7578c-a52f-4d38-92d4-23fe10f82d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090831 Aug 06 16:10:01.764625 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-daa7edaa-46af-486a-8d62-4af307dce146 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=56a7578c-a52f-4d38-92d4-23fe10f82d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280664 Aug 06 16:10:01.803785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ce7d1-b5e5-4b0f-873f-617b8558ed59 req-8d63363b-b7d3-47d3-b0e2-8026ad20eace tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:01.809713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ce7d1-b5e5-4b0f-873f-617b8558ed59 req-8d63363b-b7d3-47d3-b0e2-8026ad20eace tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:01.815686 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ce7d1-b5e5-4b0f-873f-617b8558ed59 req-8d63363b-b7d3-47d3-b0e2-8026ad20eace tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:01.822114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ce7d1-b5e5-4b0f-873f-617b8558ed59 req-8d63363b-b7d3-47d3-b0e2-8026ad20eace tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:01.828008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ce7d1-b5e5-4b0f-873f-617b8558ed59 req-8d63363b-b7d3-47d3-b0e2-8026ad20eace tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:01.833880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ce7d1-b5e5-4b0f-873f-617b8558ed59 req-8d63363b-b7d3-47d3-b0e2-8026ad20eace tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:01.840288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ce7d1-b5e5-4b0f-873f-617b8558ed59 req-8d63363b-b7d3-47d3-b0e2-8026ad20eace tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:01.842233 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-553ce7d1-b5e5-4b0f-873f-617b8558ed59 req-8d63363b-b7d3-47d3-b0e2-8026ad20eace tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5434 time: 0.1481032 Aug 06 16:10:01.968289 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-553ce7d1-b5e5-4b0f-873f-617b8558ed59 req-850e0e7b-716c-4fbc-ba28-2e27e30d8da0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088610 Aug 06 16:10:01.973411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-fdbb81e0-3cba-4f89-bf71-d2e5bcc03ff3 service neutron] 10.222.0.13 "GET /v2.0/networks/56a7578c-a52f-4d38-92d4-23fe10f82d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001846 Aug 06 16:10:01.976243 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193fc67-14e8-436e-8d18-eaf25f87af02 req-b0874185-2ddc-4c61-907b-59c2a7194a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:01.977678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f193fc67-14e8-436e-8d18-eaf25f87af02 req-b0874185-2ddc-4c61-907b-59c2a7194a81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08187a0ca58544caaa3320f9f5e06317&device_id=71ffe3b9-bc1d-444a-93d1-5b7921b081c6 HTTP/1.1" status: 200 len: 1094 time: 0.1280725 Aug 06 16:10:02.169728 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-345ff902-5485-4180-9e37-d1a34632c19f req-9bcbe79a-05a3-497d-aa5b-0d2b0115a306 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0635655 Aug 06 16:10:02.203443 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc033f9-3c50-4927-9033-97d76203c7b0 req-be9f8cdb-fb26-4835-9976-c0fa09274aee service neutron] 10.222.0.13 "GET /v2.0/networks/56a7578c-a52f-4d38-92d4-23fe10f82d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156126 Aug 06 16:10:02.216179 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193fc67-14e8-436e-8d18-eaf25f87af02 req-307fda34-d76d-4081-8b1e-4ed2aee49960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:02.217686 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f193fc67-14e8-436e-8d18-eaf25f87af02 req-307fda34-d76d-4081-8b1e-4ed2aee49960 service neutron] 10.222.0.13 "GET /v2.0/networks?id=56a7578c-a52f-4d38-92d4-23fe10f82d11 HTTP/1.1" status: 200 len: 918 time: 0.2225540 Aug 06 16:10:02.231982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410dd53-ac21-47d8-b303-aee0780c0851 req-aee9f4b7-a76b-4581-b272-817f37db29bc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:02.236895 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410dd53-ac21-47d8-b303-aee0780c0851 req-aee9f4b7-a76b-4581-b272-817f37db29bc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:02.243278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410dd53-ac21-47d8-b303-aee0780c0851 req-aee9f4b7-a76b-4581-b272-817f37db29bc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:02.249142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410dd53-ac21-47d8-b303-aee0780c0851 req-aee9f4b7-a76b-4581-b272-817f37db29bc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:02.255016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410dd53-ac21-47d8-b303-aee0780c0851 req-aee9f4b7-a76b-4581-b272-817f37db29bc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:02.261617 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410dd53-ac21-47d8-b303-aee0780c0851 req-aee9f4b7-a76b-4581-b272-817f37db29bc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:02.267686 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410dd53-ac21-47d8-b303-aee0780c0851 req-aee9f4b7-a76b-4581-b272-817f37db29bc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:02.269668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5410dd53-ac21-47d8-b303-aee0780c0851 req-aee9f4b7-a76b-4581-b272-817f37db29bc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5434 time: 0.2026699 Aug 06 16:10:02.308944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f193fc67-14e8-436e-8d18-eaf25f87af02 req-60ac2dd9-bc9b-42b7-bf97-16cdbdeebcbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9594c548-ea86-415b-9f24-74ccbd26cecc HTTP/1.1" status: 200 len: 217 time: 0.0382774 Aug 06 16:10:02.397509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193fc67-14e8-436e-8d18-eaf25f87af02 req-d326a321-b8ae-435a-b1d3-a7f7ea38703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:02.399600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f193fc67-14e8-436e-8d18-eaf25f87af02 req-d326a321-b8ae-435a-b1d3-a7f7ea38703a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1018c488-879e-478b-8bf3-1b41ba8bfe9a HTTP/1.1" status: 200 len: 857 time: 0.0788097 Aug 06 16:10:02.412251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335668d-aeda-4300-b97a-463d012aa3a6 req-f5c27c1b-1823-468f-981f-d2f7747b5b1b tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:02.413792 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e335668d-aeda-4300-b97a-463d012aa3a6 req-f5c27c1b-1823-468f-981f-d2f7747b5b1b tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.0846803 Aug 06 16:10:02.447293 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f193fc67-14e8-436e-8d18-eaf25f87af02 req-3e86ec75-2a43-4e6b-b198-b9c4fddceeef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=56a7578c-a52f-4d38-92d4-23fe10f82d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322764 Aug 06 16:10:02.534510 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e335668d-aeda-4300-b97a-463d012aa3a6 req-1c421890-eed3-4389-9ca4-945a54358614 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114790 Aug 06 16:10:02.606724 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f193fc67-14e8-436e-8d18-eaf25f87af02 req-af1df615-d9fa-4a14-878a-71450b97ec09 service neutron] 10.222.0.13 "GET /v2.0/networks/56a7578c-a52f-4d38-92d4-23fe10f82d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504138 Aug 06 16:10:02.615618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3c091-775c-4803-9dd3-9304a9afa7e7 req-d5a73354-53c6-492b-ac10-c4b4cbe93459 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:02.617259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-01e3c091-775c-4803-9dd3-9304a9afa7e7 req-d5a73354-53c6-492b-ac10-c4b4cbe93459 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 943 time: 0.0869203 Aug 06 16:10:02.720405 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-01e3c091-775c-4803-9dd3-9304a9afa7e7 req-6ac83b73-6478-4316-96c8-a8038afcb632 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915041 Aug 06 16:10:02.767778 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f193fc67-14e8-436e-8d18-eaf25f87af02 req-b9ad334f-210f-4216-9875-c320bc35732d service neutron] 10.222.0.13 "GET /v2.0/networks/56a7578c-a52f-4d38-92d4-23fe10f82d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489143 Aug 06 16:10:02.807596 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5f64c-e922-4718-9b08-baf4d7b26489 req-584e7d3b-9937-45c3-9069-27daddc858b1 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:02.809127 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8bb5f64c-e922-4718-9b08-baf4d7b26489 req-584e7d3b-9937-45c3-9069-27daddc858b1 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.0555966 Aug 06 16:10:02.858769 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8bb5f64c-e922-4718-9b08-baf4d7b26489 req-85f1d344-86c7-4e7f-b967-ff17d5199526 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Aug 06 16:10:02.940596 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2663eee-0541-4057-9571-52a40a031ff2', 'tag': '6a54df91-c392-4d93-bc39-395bcb3aaa29'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:02.942985 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0435c4e2-d1e7-4364-9912-1802ac02d0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d2663eee-0541-4057-9571-52a40a031ff2", "tag": "6a54df91-c392-4d93-bc39-395bcb3aaa29"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:02.984759 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a572c6-23fc-4b97-97d6-e728873b1f09 x-openstack-request-id: req-26a572c6-23fc-4b97-97d6-e728873b1f09 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:02.985059 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2663eee-0541-4057-9571-52a40a031ff2", "tag": "6a54df91-c392-4d93-bc39-395bcb3aaa29", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:02.985325 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26a572c6-23fc-4b97-97d6-e728873b1f09 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:02.986621 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2663eee-0541-4057-9571-52a40a031ff2', 'tag': '6a54df91-c392-4d93-bc39-395bcb3aaa29', 'status': 'completed', 'code': 200} Aug 06 16:10:03.054974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435c4e2-d1e7-4364-9912-1802ac02d0c3 req-d7fde2a1-7fb7-45f5-8def-195fb0d44ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:03.057938 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0435c4e2-d1e7-4364-9912-1802ac02d0c3 req-d7fde2a1-7fb7-45f5-8def-195fb0d44ab7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08187a0ca58544caaa3320f9f5e06317&device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 1094 time: 0.0507159 Aug 06 16:10:03.109371 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 17440b8b-0862-4bee-8c1d-96ed21046f35 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:10:03.175944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435c4e2-d1e7-4364-9912-1802ac02d0c3 req-87f1f003-5c96-4e9a-8d44-cfe0c45dfe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:03.178312 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0435c4e2-d1e7-4364-9912-1802ac02d0c3 req-87f1f003-5c96-4e9a-8d44-cfe0c45dfe4f service neutron] 10.222.0.13 "GET /v2.0/networks?id=56a7578c-a52f-4d38-92d4-23fe10f82d11 HTTP/1.1" status: 200 len: 918 time: 0.1133490 Aug 06 16:10:03.224786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 17440b8b-0862-4bee-8c1d-96ed21046f35, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=17440b8b-0862-4bee-8c1d-96ed21046f35,segment=NetworkSegment(2f4b74a2-8524-437e-b5be-73e642948d66),segment_id=2f4b74a2-8524-437e-b5be-73e642948d66)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:03.234770 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0435c4e2-d1e7-4364-9912-1802ac02d0c3 req-4fe669e8-576a-44d0-b628-acf3f89c4f56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a54df91-c392-4d93-bc39-395bcb3aaa29 HTTP/1.1" status: 200 len: 217 time: 0.0466905 Aug 06 16:10:03.242481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '17440b8b-0862-4bee-8c1d-96ed21046f35', 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11', 'port_id': '17440b8b-0862-4bee-8c1d-96ed21046f35', 'mac_address': 'fa:16:3e:d9:22:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1018c488-879e-478b-8bf3-1b41ba8bfe9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:10:03.300837 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:03.304980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3f89a3d-50d7-4bd3-8796-021e53de0993 req-10f8e646-5bd2-4a62-81f4-61d46c87f9d4 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0294781 Aug 06 16:10:03.322837 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435c4e2-d1e7-4364-9912-1802ac02d0c3 req-62eaa316-fb17-4b6c-b559-9cf84e828763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:03.323131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17440b8b-0862-4bee-8c1d-96ed21046f35 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:03.340137 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0435c4e2-d1e7-4364-9912-1802ac02d0c3 req-62eaa316-fb17-4b6c-b559-9cf84e828763 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1018c488-879e-478b-8bf3-1b41ba8bfe9a HTTP/1.1" status: 200 len: 857 time: 0.0829384 Aug 06 16:10:03.353127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 17440b8b-0862-4bee-8c1d-96ed21046f35, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=17440b8b-0862-4bee-8c1d-96ed21046f35,segment=NetworkSegment(2f4b74a2-8524-437e-b5be-73e642948d66),segment_id=2f4b74a2-8524-437e-b5be-73e642948d66)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:03.358188 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:03.365646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0435c4e2-d1e7-4364-9912-1802ac02d0c3 req-57554ade-317d-443c-bdfa-e29102b1d8ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=56a7578c-a52f-4d38-92d4-23fe10f82d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327163 Aug 06 16:10:03.435189 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=17440b8b-0862-4bee-8c1d-96ed21046f35,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:03.487433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0435c4e2-d1e7-4364-9912-1802ac02d0c3 req-698b9fd1-2b4f-4007-b91e-0fc8a91c0084 service neutron] 10.222.0.13 "GET /v2.0/networks/56a7578c-a52f-4d38-92d4-23fe10f82d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138442 Aug 06 16:10:03.618796 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0435c4e2-d1e7-4364-9912-1802ac02d0c3 req-3a30799d-5dfb-419a-9e27-c1bec257ffa4 service neutron] 10.222.0.13 "GET /v2.0/networks/56a7578c-a52f-4d38-92d4-23fe10f82d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235855 Aug 06 16:10:03.702119 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1dfd7d84-a293-4990-933e-135ed9eb798b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:03.710573 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e667e6-a796-4a30-9732-1501528bcd39 req-5001a3da-8404-42b7-981c-bc65c54e1bfa tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:03.712170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4e667e6-a796-4a30-9732-1501528bcd39 req-5001a3da-8404-42b7-981c-bc65c54e1bfa tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.0770512 Aug 06 16:10:03.765191 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4e667e6-a796-4a30-9732-1501528bcd39 req-4320271d-fb24-4515-b494-61a61a4a34f7 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405700 Aug 06 16:10:03.827272 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['17440b8b-0862-4bee-8c1d-96ed21046f35'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:03.892028 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a2baa-8b32-447b-8c45-1d34acec9da8 req-fda75ef9-bedc-401d-9a9f-223decdc6527 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:03.897277 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a3a2baa-8b32-447b-8c45-1d34acec9da8 req-fda75ef9-bedc-401d-9a9f-223decdc6527 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 943 time: 0.0658219 Aug 06 16:10:03.976502 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a3a2baa-8b32-447b-8c45-1d34acec9da8 req-3d79f5f2-45ff-4e41-ad05-8ced3abfa62b tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753036 Aug 06 16:10:04.041017 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b95bb-95ef-4ec7-9db2-ec77e08de8fe req-b7a3eeab-8fce-4db7-bd37-c23dd589131e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:04.043554 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-716b95bb-95ef-4ec7-9db2-ec77e08de8fe req-b7a3eeab-8fce-4db7-bd37-c23dd589131e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.0944967 Aug 06 16:10:04.088670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-716b95bb-95ef-4ec7-9db2-ec77e08de8fe req-53c940a1-d7e3-4d1b-a8d8-e8aba4c62619 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387399 Aug 06 16:10:04.430531 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b45841bf-227b-45c7-8029-c8a10f71ef7c req-59c6cc9c-4545-4880-bb08-7d3392aab69e tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0263391 Aug 06 16:10:04.525702 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9594c548-ea86-415b-9f24-74ccbd26cecc details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:10:04.640310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 9594c548-ea86-415b-9f24-74ccbd26cecc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9594c548-ea86-415b-9f24-74ccbd26cecc,segment=NetworkSegment(2f4b74a2-8524-437e-b5be-73e642948d66),segment_id=2f4b74a2-8524-437e-b5be-73e642948d66)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:04.653082 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '9594c548-ea86-415b-9f24-74ccbd26cecc', 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11', 'port_id': '9594c548-ea86-415b-9f24-74ccbd26cecc', 'mac_address': 'fa:16:3e:25:a8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1018c488-879e-478b-8bf3-1b41ba8bfe9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:10:04.696270 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:04.709504 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9594c548-ea86-415b-9f24-74ccbd26cecc {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:04.738216 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 9594c548-ea86-415b-9f24-74ccbd26cecc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9594c548-ea86-415b-9f24-74ccbd26cecc,segment=NetworkSegment(2f4b74a2-8524-437e-b5be-73e642948d66),segment_id=2f4b74a2-8524-437e-b5be-73e642948d66)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:04.745777 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:04.746603 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6a54df91-c392-4d93-bc39-395bcb3aaa29 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:10:04.754639 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 48740) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:04.832617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6a54df91-c392-4d93-bc39-395bcb3aaa29, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a54df91-c392-4d93-bc39-395bcb3aaa29,segment=NetworkSegment(2f4b74a2-8524-437e-b5be-73e642948d66),segment_id=2f4b74a2-8524-437e-b5be-73e642948d66)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:04.851555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=9594c548-ea86-415b-9f24-74ccbd26cecc,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:04.869863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '6a54df91-c392-4d93-bc39-395bcb3aaa29', 'network_id': '56a7578c-a52f-4d38-92d4-23fe10f82d11', 'port_id': '6a54df91-c392-4d93-bc39-395bcb3aaa29', 'mac_address': 'fa:16:3e:98:17:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1018c488-879e-478b-8bf3-1b41ba8bfe9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:10:04.909662 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:04.919258 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d19a4d14-36cd-4122-9c05-2148ecddf15b req-dc810a91-7210-404b-ac8d-ef5c250b1726 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0253584 Aug 06 16:10:04.921595 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345910f7-4be2-4eb4-bfc2-f1cc4bca65e2 req-0bbe8865-d05a-493f-9ebc-a9e975318d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:04.922103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345910f7-4be2-4eb4-bfc2-f1cc4bca65e2 req-0bbe8865-d05a-493f-9ebc-a9e975318d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:04.922572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345910f7-4be2-4eb4-bfc2-f1cc4bca65e2 req-0bbe8865-d05a-493f-9ebc-a9e975318d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:04.923036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345910f7-4be2-4eb4-bfc2-f1cc4bca65e2 req-0bbe8865-d05a-493f-9ebc-a9e975318d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:04.923496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345910f7-4be2-4eb4-bfc2-f1cc4bca65e2 req-0bbe8865-d05a-493f-9ebc-a9e975318d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:04.923978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345910f7-4be2-4eb4-bfc2-f1cc4bca65e2 req-0bbe8865-d05a-493f-9ebc-a9e975318d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:04.924437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345910f7-4be2-4eb4-bfc2-f1cc4bca65e2 req-0bbe8865-d05a-493f-9ebc-a9e975318d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:04.924551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a54df91-c392-4d93-bc39-395bcb3aaa29 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:04.926366 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-345910f7-4be2-4eb4-bfc2-f1cc4bca65e2 req-0bbe8865-d05a-493f-9ebc-a9e975318d15 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 6491 time: 0.1673634 Aug 06 16:10:04.940759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e9ae1-98f1-4c68-96a0-19652520c868 req-e1474549-7067-4cef-b77e-0c3ae53a7658 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:04.942341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c3e9ae1-98f1-4c68-96a0-19652520c868 req-e1474549-7067-4cef-b77e-0c3ae53a7658 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.0696039 Aug 06 16:10:04.947420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6a54df91-c392-4d93-bc39-395bcb3aaa29, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a54df91-c392-4d93-bc39-395bcb3aaa29,segment=NetworkSegment(2f4b74a2-8524-437e-b5be-73e642948d66),segment_id=2f4b74a2-8524-437e-b5be-73e642948d66)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:04.953054 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:04.990909 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-345910f7-4be2-4eb4-bfc2-f1cc4bca65e2 req-bdcc630e-0e7b-479e-a354-3785dd95b9b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582442 Aug 06 16:10:05.007010 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c3e9ae1-98f1-4c68-96a0-19652520c868 req-388d257e-ee5f-4c91-9d5e-632be3514dff tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488579 Aug 06 16:10:05.009041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=6a54df91-c392-4d93-bc39-395bcb3aaa29,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:05.113454 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a2619-6ba2-40a0-b26e-ca6eff4e2b36 req-56d0e5b0-7a6f-4091-b98c-e8f00f4704f4 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:05.115443 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b3a2619-6ba2-40a0-b26e-ca6eff4e2b36 req-56d0e5b0-7a6f-4091-b98c-e8f00f4704f4 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 944 time: 0.0520613 Aug 06 16:10:05.159967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b3a2619-6ba2-40a0-b26e-ca6eff4e2b36 req-e8e32397-acc7-4371-ba15-13b27f0b9527 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380766 Aug 06 16:10:05.205144 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['9594c548-ea86-415b-9f24-74ccbd26cecc'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:05.209393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['6a54df91-c392-4d93-bc39-395bcb3aaa29'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:05.224752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58e4b6-4c0e-4261-aedd-0a8b8564b2af req-b8948cf2-bbfb-40a4-9a3e-99f971bcb9cd tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:05.226470 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc58e4b6-4c0e-4261-aedd-0a8b8564b2af req-b8948cf2-bbfb-40a4-9a3e-99f971bcb9cd tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.0568137 Aug 06 16:10:05.270411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc58e4b6-4c0e-4261-aedd-0a8b8564b2af req-3aa485a5-fc5f-4edf-8980-8fcc7bff06b0 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366924 Aug 06 16:10:05.541272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db390ced-3b78-4244-811c-ceeb736e9497 req-fdf1684b-e394-4aa1-96d2-cc6156e23bba tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0293012 Aug 06 16:10:06.135777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063a843-5d05-4e9b-9adf-d806ebbfc6b8 req-5cbbb667-2d4b-41e5-87e6-ad5f3da53022 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:06.137869 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6063a843-5d05-4e9b-9adf-d806ebbfc6b8 req-5cbbb667-2d4b-41e5-87e6-ad5f3da53022 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.0520227 Aug 06 16:10:06.138722 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4de875e7-2c65-4c93-b67c-4720592d23bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:06.181946 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6063a843-5d05-4e9b-9adf-d806ebbfc6b8 req-a2764f9c-012d-401c-8404-e672170e6db4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365584 Aug 06 16:10:06.292572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a02dca-b3b1-45b3-bb0b-5711aa369882 req-a0a4c826-2004-47d0-bb91-61ee3bcf41df tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:06.294178 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08a02dca-b3b1-45b3-bb0b-5711aa369882 req-a0a4c826-2004-47d0-bb91-61ee3bcf41df tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 944 time: 0.0553982 Aug 06 16:10:06.335707 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08a02dca-b3b1-45b3-bb0b-5711aa369882 req-87398a93-b591-438b-b20a-f82585a623e6 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351834 Aug 06 16:10:06.416131 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816a015-ef09-4c18-82c3-fb19327d7ccf req-b09ac98d-8aab-47a2-a84d-49f19c1e1ca0 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:06.417701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a816a015-ef09-4c18-82c3-fb19327d7ccf req-b09ac98d-8aab-47a2-a84d-49f19c1e1ca0 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.0507660 Aug 06 16:10:06.460282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a816a015-ef09-4c18-82c3-fb19327d7ccf req-792b6a6b-5369-4c9b-a221-92e03526c394 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365686 Aug 06 16:10:06.529110 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9594c548-ea86-415b-9f24-74ccbd26cecc up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:10:06.591378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 9594c548-ea86-415b-9f24-74ccbd26cecc completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:10:06.593889 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:06.597332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 9594c548-ea86-415b-9f24-74ccbd26cecc triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:06.597727 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:06.656927 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e0b60a88-0c98-465f-b0b1-c9e3cc2c277c req-e02cc806-2b9b-4df7-8056-fab08e510914 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0285766 Aug 06 16:10:06.684969 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:06.713456 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ffe3b9-bc1d-444a-93d1-5b7921b081c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9594c548-ea86-415b-9f24-74ccbd26cecc'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:06.715703 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93cf327-9487-4d10-8923-130ff2f9e911" -d '{"events": [{"server_uuid": "71ffe3b9-bc1d-444a-93d1-5b7921b081c6", "name": "network-vif-plugged", "status": "completed", "tag": "9594c548-ea86-415b-9f24-74ccbd26cecc"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:06.730151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 9594c548-ea86-415b-9f24-74ccbd26cecc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9594c548-ea86-415b-9f24-74ccbd26cecc,segment=NetworkSegment(2f4b74a2-8524-437e-b5be-73e642948d66),segment_id=2f4b74a2-8524-437e-b5be-73e642948d66)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:06.745095 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:06.745954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6a54df91-c392-4d93-bc39-395bcb3aaa29 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:10:06.785371 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3158d62f-2e42-41e0-b65c-5eab11d79619 x-openstack-request-id: req-3158d62f-2e42-41e0-b65c-5eab11d79619 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:06.785696 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ffe3b9-bc1d-444a-93d1-5b7921b081c6", "name": "network-vif-plugged", "status": "completed", "tag": "9594c548-ea86-415b-9f24-74ccbd26cecc", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:06.785962 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3158d62f-2e42-41e0-b65c-5eab11d79619 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:06.786349 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ffe3b9-bc1d-444a-93d1-5b7921b081c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9594c548-ea86-415b-9f24-74ccbd26cecc', 'code': 200} Aug 06 16:10:06.831699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=9594c548-ea86-415b-9f24-74ccbd26cecc,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:06.847346 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 6a54df91-c392-4d93-bc39-395bcb3aaa29 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:10:06.852395 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 6a54df91-c392-4d93-bc39-395bcb3aaa29 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:06.852993 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:06.899631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bb525-ae47-4b2a-9068-d3173a9de539 req-359c9517-ff3b-4fde-94ef-610ff4a7c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:06.901435 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb9bb525-ae47-4b2a-9068-d3173a9de539 req-359c9517-ff3b-4fde-94ef-610ff4a7c279 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71ffe3b9-bc1d-444a-93d1-5b7921b081c6 HTTP/1.1" status: 200 len: 1096 time: 0.0739944 Aug 06 16:10:06.962341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb9bb525-ae47-4b2a-9068-d3173a9de539 req-033d94c7-e2a2-4eef-a563-ea420914df6b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509906 Aug 06 16:10:06.974742 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:07.014458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6a54df91-c392-4d93-bc39-395bcb3aaa29, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a54df91-c392-4d93-bc39-395bcb3aaa29,segment=NetworkSegment(2f4b74a2-8524-437e-b5be-73e642948d66),segment_id=2f4b74a2-8524-437e-b5be-73e642948d66)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:07.019115 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:07.020015 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b1b7935-0974-48a5-bdf4-08836ae833e7 req-24a70f47-e390-40dd-b6b0-baa5e5e6a45c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=2f480722907a4471944097fb67a277a9&device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0334733 Aug 06 16:10:07.055812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c818761-ace6-4f9e-bbb7-2ecfe4031e40 req-1eb40df7-c792-4d53-9e71-07f42e1cc7d7 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0306702 Aug 06 16:10:07.063077 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b1b7935-0974-48a5-bdf4-08836ae833e7 req-6eaf56c6-72ac-4202-8f21-1edbe048457c service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=2f480722907a4471944097fb67a277a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342104 Aug 06 16:10:07.082781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=6a54df91-c392-4d93-bc39-395bcb3aaa29,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:07.134055 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 17440b8b-0862-4bee-8c1d-96ed21046f35 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:10:07.164865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b7935-0974-48a5-bdf4-08836ae833e7 req-d2549646-7f69-4026-b569-ca20292a0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:07.166509 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b1b7935-0974-48a5-bdf4-08836ae833e7 req-d2549646-7f69-4026-b569-ca20292a0c3f service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956652 Aug 06 16:10:07.205602 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 17440b8b-0862-4bee-8c1d-96ed21046f35 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:10:07.210997 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 17440b8b-0862-4bee-8c1d-96ed21046f35 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:07.211546 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:07.268654 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:07.326488 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:07.335357 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c405b-54a2-4926-a84b-9afa2d1a0ca6 req-bd7273f7-ca2b-4cac-bb32-93b45b58c669 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:07.341741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f0c405b-54a2-4926-a84b-9afa2d1a0ca6 req-bd7273f7-ca2b-4cac-bb32-93b45b58c669 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.0643835 Aug 06 16:10:07.380616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 17440b8b-0862-4bee-8c1d-96ed21046f35, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=17440b8b-0862-4bee-8c1d-96ed21046f35,segment=NetworkSegment(2f4b74a2-8524-437e-b5be-73e642948d66),segment_id=2f4b74a2-8524-437e-b5be-73e642948d66)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:07.387689 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:07.418682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f0c405b-54a2-4926-a84b-9afa2d1a0ca6 req-33009d52-c904-4b69-83cd-89aafa2b718e tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757790 Aug 06 16:10:07.461301 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=17440b8b-0862-4bee-8c1d-96ed21046f35,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:07.521228 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903d798-32c9-4d72-8c25-9f38c0ceafd4 req-97b68f39-b172-45b5-988a-f7471aa463f2 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:07.522891 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f903d798-32c9-4d72-8c25-9f38c0ceafd4 req-97b68f39-b172-45b5-988a-f7471aa463f2 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 945 time: 0.0816541 Aug 06 16:10:07.580568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f903d798-32c9-4d72-8c25-9f38c0ceafd4 req-1eef696a-1571-46b0-9171-b58316942538 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516601 Aug 06 16:10:07.620333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa2234-efe4-4cc5-898c-4ab18f2dd903 req-cf970cfc-4b6a-45bd-8cc6-99aadc78b069 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:07.622032 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1cfa2234-efe4-4cc5-898c-4ab18f2dd903 req-cf970cfc-4b6a-45bd-8cc6-99aadc78b069 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.0635400 Aug 06 16:10:07.670868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1cfa2234-efe4-4cc5-898c-4ab18f2dd903 req-3a5b0df2-31f4-4bf2-a64d-fb306c82d9bf tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415981 Aug 06 16:10:08.167295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-338b593f-a950-4ca0-829a-312c64dc6eb3 req-2976af42-4b8e-41fe-a1e1-f6f46c21fecf tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0279121 Aug 06 16:10:08.568514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22823ee6-2e0e-406e-85ca-79cd1e6075e0 req-97f2ea8b-d8e3-4adc-bed4-0d3c9c2bd481 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:08.572933 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22823ee6-2e0e-406e-85ca-79cd1e6075e0 req-97f2ea8b-d8e3-4adc-bed4-0d3c9c2bd481 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.0557551 Aug 06 16:10:08.615426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22823ee6-2e0e-406e-85ca-79cd1e6075e0 req-b208021b-05d4-48ab-af85-098a48643de1 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370743 Aug 06 16:10:08.726151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162759c-949e-4cb3-950d-fd0a709a1663 req-afe9437e-0459-49d2-974e-a242928e3cd5 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:08.728101 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3162759c-949e-4cb3-950d-fd0a709a1663 req-afe9437e-0459-49d2-974e-a242928e3cd5 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 945 time: 0.0604215 Aug 06 16:10:08.788222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2663eee-0541-4057-9571-52a40a031ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a54df91-c392-4d93-bc39-395bcb3aaa29'}, {'server_uuid': '1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17440b8b-0862-4bee-8c1d-96ed21046f35'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:08.791048 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9e5e10-8882-4c97-ab71-5d038ae1f545" -d '{"events": [{"server_uuid": "d2663eee-0541-4057-9571-52a40a031ff2", "name": "network-vif-plugged", "status": "completed", "tag": "6a54df91-c392-4d93-bc39-395bcb3aaa29"}, {"server_uuid": "1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76", "name": "network-vif-plugged", "status": "completed", "tag": "17440b8b-0862-4bee-8c1d-96ed21046f35"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:08.807046 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3162759c-949e-4cb3-950d-fd0a709a1663 req-58baa337-2f0e-4727-8cc4-b9d7ce579779 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726218 Aug 06 16:10:08.824613 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1b1b7935-0974-48a5-bdf4-08836ae833e7 req-40609207-4f22-48d9-822c-4dcef28f99c7 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.78 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0456522 Aug 06 16:10:08.856264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ac435-d553-4d5f-b61e-a811c7cffc8a req-3d1792f3-5c3c-4e17-a496-652821a02af1 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:08.857878 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-420ac435-d553-4d5f-b61e-a811c7cffc8a req-3d1792f3-5c3c-4e17-a496-652821a02af1 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.1081223 Aug 06 16:10:08.884596 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ad881c-68ff-49f4-944c-0bef8c5a62c8 x-openstack-request-id: req-c0ad881c-68ff-49f4-944c-0bef8c5a62c8 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:08.885097 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2663eee-0541-4057-9571-52a40a031ff2", "name": "network-vif-plugged", "status": "completed", "tag": "6a54df91-c392-4d93-bc39-395bcb3aaa29", "code": 200}, {"server_uuid": "1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76", "name": "network-vif-plugged", "status": "completed", "tag": "17440b8b-0862-4bee-8c1d-96ed21046f35", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:08.885532 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0ad881c-68ff-49f4-944c-0bef8c5a62c8 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:08.885961 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2663eee-0541-4057-9571-52a40a031ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a54df91-c392-4d93-bc39-395bcb3aaa29', 'code': 200} Aug 06 16:10:08.886209 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17440b8b-0862-4bee-8c1d-96ed21046f35', 'code': 200} Aug 06 16:10:08.916167 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-381f4161-b2e2-4fee-a000-d652a46e8b89 req-f80a42ce-9853-4879-bc99-69e7959c7307 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0880365 Aug 06 16:10:08.930588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-420ac435-d553-4d5f-b61e-a811c7cffc8a req-3fcb1ee7-850c-44a1-8364-0f805d5365b2 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572958 Aug 06 16:10:08.991661 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:08.994631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f4161-b2e2-4fee-a000-d652a46e8b89 req-3a4dec2d-994d-46db-8661-fbb0cb660d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:08.996637 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-381f4161-b2e2-4fee-a000-d652a46e8b89 req-3a4dec2d-994d-46db-8661-fbb0cb660d8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a488ccf8a414f3aa9206ea46cee3105&device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 1096 time: 0.0551755 Aug 06 16:10:09.016438 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075a92-bed2-438d-8d8f-f9d6f958ff42 req-df2df9ac-9e4d-40cd-a1c8-db74b89077aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:09.017982 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e4075a92-bed2-438d-8d8f-f9d6f958ff42 req-df2df9ac-9e4d-40cd-a1c8-db74b89077aa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76 HTTP/1.1" status: 200 len: 1097 time: 0.0502257 Aug 06 16:10:09.068840 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e4075a92-bed2-438d-8d8f-f9d6f958ff42 req-fb73b14e-1812-4aeb-b313-627795812fb8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429215 Aug 06 16:10:09.145640 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 98a09210-9e18-4246-a5bf-a84d87cb9c7a details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:10:09.224811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7712527-ec91-40af-a93b-0b47ca14f95c req-e7aa2bba-d40d-4b8e-8e90-85b344a83f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:09.226836 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7712527-ec91-40af-a93b-0b47ca14f95c req-e7aa2bba-d40d-4b8e-8e90-85b344a83f9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 1096 time: 0.2015607 Aug 06 16:10:09.231456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f4161-b2e2-4fee-a000-d652a46e8b89 req-bd26989c-2e2a-49ce-a569-b11ed16fb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:09.232982 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-381f4161-b2e2-4fee-a000-d652a46e8b89 req-bd26989c-2e2a-49ce-a569-b11ed16fb3d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a876d286-faef-4d9d-acbe-4ffddb779c49 HTTP/1.1" status: 200 len: 917 time: 0.2063980 Aug 06 16:10:09.387852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:09.413197 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a3b1bf1-6d22-476c-83e6-a5d3513adf9b req-10b8d56e-1940-4883-b9ea-009471f9d443 tempest-ServerShowV254Test-2064727922 tempest-ServerShowV254Test-2064727922-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ccf7cd-3e3f-4caa-ace0-a5da202dcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0786872 Aug 06 16:10:09.418704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'port_id': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'mac_address': 'fa:16:3e:dc:f6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:10:09.426755 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7712527-ec91-40af-a93b-0b47ca14f95c req-64c01bfe-449b-4c2a-b968-274d021fd2b1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811039 Aug 06 16:10:09.434201 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-381f4161-b2e2-4fee-a000-d652a46e8b89 req-bc61e2d7-ab61-4678-95f9-9f39632c618a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e62ae9b-e413-4f51-9925-f92de6e68d89 HTTP/1.1" status: 200 len: 1000 time: 0.1850846 Aug 06 16:10:09.481799 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:09.501072 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98a09210-9e18-4246-a5bf-a84d87cb9c7a {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:09.526128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:09.532161 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:09.611915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f4161-b2e2-4fee-a000-d652a46e8b89 req-83992539-9435-4cad-8ca0-20fa28440b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:09.613908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-381f4161-b2e2-4fee-a000-d652a46e8b89 req-83992539-9435-4cad-8ca0-20fa28440b54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c84a10cf-e87f-4862-88e6-e005f8dbe747 HTTP/1.1" status: 200 len: 855 time: 0.1252306 Aug 06 16:10:09.683722 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=98a09210-9e18-4246-a5bf-a84d87cb9c7a,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:09.712593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f4161-b2e2-4fee-a000-d652a46e8b89 req-b9f92597-db7b-449a-9aee-c29e91a4f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:09.714254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-381f4161-b2e2-4fee-a000-d652a46e8b89 req-b9f92597-db7b-449a-9aee-c29e91a4f6b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a876d286-faef-4d9d-acbe-4ffddb779c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882735 Aug 06 16:10:09.770629 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['98a09210-9e18-4246-a5bf-a84d87cb9c7a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:09.926626 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9f9ff-8ff5-4f83-a39f-41e9cd9f3698 req-16b94669-61b1-4ee0-ab31-0405888480ba tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:09.944064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6cb9f9ff-8ff5-4f83-a39f-41e9cd9f3698 req-16b94669-61b1-4ee0-ab31-0405888480ba tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.2097015 Aug 06 16:10:10.053336 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-381f4161-b2e2-4fee-a000-d652a46e8b89 req-c0c2bf6c-ddc6-4be3-b3c6-fd99d4d883be service neutron] 10.222.0.13 "GET /v2.0/networks/a876d286-faef-4d9d-acbe-4ffddb779c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289475 Aug 06 16:10:10.143398 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9971c5a-baf6-4f60-b358-1b43dc6ef193 req-1fe46b9f-8296-4b04-a13e-20347fe605b2 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:10.145576 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9971c5a-baf6-4f60-b358-1b43dc6ef193 req-1fe46b9f-8296-4b04-a13e-20347fe605b2 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 945 time: 0.1908004 Aug 06 16:10:10.169859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6cb9f9ff-8ff5-4f83-a39f-41e9cd9f3698 req-cc179322-46ee-45fe-9587-4b4a07aa8dff tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023151 Aug 06 16:10:10.287409 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9971c5a-baf6-4f60-b358-1b43dc6ef193 req-c45dd539-437f-400f-b8d0-6fc2564fa9ed tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111052 Aug 06 16:10:10.410684 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-381f4161-b2e2-4fee-a000-d652a46e8b89 req-ff0cee2e-0ca7-40fe-ab48-20ec6a137971 service neutron] 10.222.0.13 "GET /v2.0/networks/a876d286-faef-4d9d-acbe-4ffddb779c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442874 Aug 06 16:10:10.559793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd44ff-bcc7-4100-94db-dadfb840babe req-f41411f3-e0f5-45a1-bd96-637552640aad tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:10.578538 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9efd44ff-bcc7-4100-94db-dadfb840babe req-f41411f3-e0f5-45a1-bd96-637552640aad tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.1662388 Aug 06 16:10:10.645021 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9efd44ff-bcc7-4100-94db-dadfb840babe req-dbb4fc7c-cd28-49ac-ae2d-bfe078d70bee tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605218 Aug 06 16:10:10.925738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 48852) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:11.059630 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9f4686d-dfe9-44d2-b50e-b5e47198d811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:11.165346 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 98a09210-9e18-4246-a5bf-a84d87cb9c7a up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:10:11.166832 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9f4686d-dfe9-44d2-b50e-b5e47198d811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:11.176312 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9f4686d-dfe9-44d2-b50e-b5e47198d811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:11.247853 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c9f4686d-dfe9-44d2-b50e-b5e47198d811 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f480722907a4471944097fb67a277a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3209088 Aug 06 16:10:11.251002 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48858) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:11.253943 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4686d-dfe9-44d2-b50e-b5e47198d811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bdf988-edeb-4488-a9d1-d2523302019f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:11.276360 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 98a09210-9e18-4246-a5bf-a84d87cb9c7a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:11.276730 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:11.343849 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b09fbb4a-ff58-4082-9c2c-2f7367cac354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:11.356497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbfb0a-2d88-4841-9565-fec68ea4b010 req-c418275f-59b6-4db3-baf4-f2e15c6a29c7 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:11.358801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03fbfb0a-2d88-4841-9565-fec68ea4b010 req-c418275f-59b6-4db3-baf4-f2e15c6a29c7 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.0576532 Aug 06 16:10:11.376479 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b09fbb4a-ff58-4082-9c2c-2f7367cac354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:11.407181 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:11.426959 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b09fbb4a-ff58-4082-9c2c-2f7367cac354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:11.430897 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b09fbb4a-ff58-4082-9c2c-2f7367cac354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:11.432569 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b09fbb4a-ff58-4082-9c2c-2f7367cac354 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8bdf988-edeb-4488-a9d1-d2523302019f HTTP/1.1" status: 204 len: 168 time: 0.1784444 Aug 06 16:10:11.441304 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fbb4a-ff58-4082-9c2c-2f7367cac354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bdf988-edeb-4488-a9d1-d2523302019f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:11.452707 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a09210-9e18-4246-a5bf-a84d87cb9c7a'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:11.455025 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224756ef-f4e6-4eb1-a5cf-124dcfe73130" -d '{"events": [{"server_uuid": "9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a", "name": "network-vif-plugged", "status": "completed", "tag": "98a09210-9e18-4246-a5bf-a84d87cb9c7a"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:11.472768 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03fbfb0a-2d88-4841-9565-fec68ea4b010 req-0f48791b-fc0c-4cd9-93cc-3062c8ffd414 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059954 Aug 06 16:10:11.479802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:11.495605 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:11.503609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c674e-4cff-4828-a305-a20f942cd509 req-ddb21d94-cf6e-4aec-a5a0-5e8a9e8476ba tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:11.506119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7b6c674e-4cff-4828-a305-a20f942cd509 req-ddb21d94-cf6e-4aec-a5a0-5e8a9e8476ba tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 945 time: 0.0820651 Aug 06 16:10:11.614137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=98a09210-9e18-4246-a5bf-a84d87cb9c7a,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:11.614137 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6878bb44-96bd-4de2-a9e1-488aed8f5c5f x-openstack-request-id: req-6878bb44-96bd-4de2-a9e1-488aed8f5c5f {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:11.614137 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a", "name": "network-vif-plugged", "status": "completed", "tag": "98a09210-9e18-4246-a5bf-a84d87cb9c7a", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:11.614137 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6878bb44-96bd-4de2-a9e1-488aed8f5c5f {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:11.615838 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'code': 200} Aug 06 16:10:11.635142 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7b6c674e-4cff-4828-a305-a20f942cd509 req-ab7d7d18-1db4-45d2-9f00-8c9367cca1e5 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121571 Aug 06 16:10:12.201510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bba814-e927-482b-a0c6-536d7c6236a2 req-c4a16004-d58f-41e9-9d1b-058fd7f6217a tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:12.209484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8bba814-e927-482b-a0c6-536d7c6236a2 req-c4a16004-d58f-41e9-9d1b-058fd7f6217a tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76 HTTP/1.1" status: 200 len: 946 time: 0.4749608 Aug 06 16:10:12.218973 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb11ca0-9634-4688-a048-24f754057485 req-017b94fd-9a1f-4559-95b8-795d7822c1d4 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:12.226738 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fb11ca0-9634-4688-a048-24f754057485 req-017b94fd-9a1f-4559-95b8-795d7822c1d4 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.0848904 Aug 06 16:10:12.300613 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8bba814-e927-482b-a0c6-536d7c6236a2 req-e4808503-c9b7-494c-b7eb-749208925029 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879910 Aug 06 16:10:12.325793 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fb11ca0-9634-4688-a048-24f754057485 req-ac9587ad-af2d-46dd-a994-1b793c5a6887 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912588 Aug 06 16:10:12.483050 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48896) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:12.489240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260983cf-734b-4864-98e9-88c4f1849bd5 req-c32149a3-e5db-4722-9bc5-5e47b5330188 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:12.497704 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-260983cf-734b-4864-98e9-88c4f1849bd5 req-c32149a3-e5db-4722-9bc5-5e47b5330188 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ffe3b9-bc1d-444a-93d1-5b7921b081c6 HTTP/1.1" status: 200 len: 945 time: 0.0706234 Aug 06 16:10:12.542704 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-260983cf-734b-4864-98e9-88c4f1849bd5 req-9d713bb6-3876-4fd7-bef9-5f9fdc981af1 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440958 Aug 06 16:10:12.627271 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0d57dc79-a7c1-4911-b04a-ae0d0d7231e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-438871075-network', 'tenant_id': 'ce896c97c1764140b85cefb353e9cfcf'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:12.653611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d57dc79-a7c1-4911-b04a-ae0d0d7231e2 admin admin] Made reservation on behalf of ce896c97c1764140b85cefb353e9cfcf for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:10:12.655993 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d57dc79-a7c1-4911-b04a-ae0d0d7231e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:12.666508 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d57dc79-a7c1-4911-b04a-ae0d0d7231e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:12.692057 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8ff0a-dab7-478f-8801-07614980eac9 req-42787835-0eb1-451a-a3bb-2a9cbb768953 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:12.693818 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87f8ff0a-dab7-478f-8801-07614980eac9 req-42787835-0eb1-451a-a3bb-2a9cbb768953 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.0904901 Aug 06 16:10:12.700046 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a68d92-ce8f-4492-9320-4364334a041b req-ead0288b-ada9-4daf-adc4-14e7c18bf208 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:12.701465 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1a68d92-ce8f-4492-9320-4364334a041b req-ead0288b-ada9-4daf-adc4-14e7c18bf208 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0699897 Aug 06 16:10:12.762389 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1a68d92-ce8f-4492-9320-4364334a041b req-a290c8b8-b8b4-4b7a-afcc-86efd9152059 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501149 Aug 06 16:10:12.776153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87f8ff0a-dab7-478f-8801-07614980eac9 req-c012e817-393a-40cf-9f02-734ee4c70949 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736368 Aug 06 16:10:12.785089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 48914) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:12.853908 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d57dc79-a7c1-4911-b04a-ae0d0d7231e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:12.858771 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d57dc79-a7c1-4911-b04a-ae0d0d7231e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:12.882485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d57dc79-a7c1-4911-b04a-ae0d0d7231e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:10:12.900212 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d57dc79-a7c1-4911-b04a-ae0d0d7231e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:12.905457 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-0d57dc79-a7c1-4911-b04a-ae0d0d7231e2 admin admin] Added segment bf9ead4f-ccc4-49ca-88d3-d80a957f01eb of type vlan for network 15911d68-8707-4502-a324-891837d491b2 Aug 06 16:10:13.054246 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d57dc79-a7c1-4911-b04a-ae0d0d7231e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:13.083063 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57dc79-a7c1-4911-b04a-ae0d0d7231e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179929f3-a352-4005-97bd-018a539fdfa5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:13.101115 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-f22959d1-307a-44da-bd84-02a48498ffeb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1441190 Aug 06 16:10:13.120819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d57dc79-a7c1-4911-b04a-ae0d0d7231e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:13.122732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d57dc79-a7c1-4911-b04a-ae0d0d7231e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:13.123163 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d57dc79-a7c1-4911-b04a-ae0d0d7231e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:13.132277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bb201-2843-4f00-b175-8653cf5f06dd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting port 96a8b881-3aaa-47cf-a3a5-e358c5a1d264 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:10:13.133776 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb201-2843-4f00-b175-8653cf5f06dd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:13.267663 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0d57dc79-a7c1-4911-b04a-ae0d0d7231e2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7808492 Aug 06 16:10:13.267872 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283e20b-121a-4fb3-b641-ab608a12727a req-3c2da462-12f3-4ea8-b897-552444cc88aa tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:13.268343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48918) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:13.273209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9283e20b-121a-4fb3-b641-ab608a12727a req-3c2da462-12f3-4ea8-b897-552444cc88aa tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ffe3b9-bc1d-444a-93d1-5b7921b081c6 HTTP/1.1" status: 200 len: 945 time: 0.1705558 Aug 06 16:10:13.275994 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-718c7074-2859-4089-aa37-c4ec9b5e1c33 admin admin] Request body: {'subnet': {'network_id': '15911d68-8707-4502-a324-891837d491b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-438871075-subnet', 'tenant_id': 'ce896c97c1764140b85cefb353e9cfcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:13.283794 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57dc79-a7c1-4911-b04a-ae0d0d7231e2 admin admin] Pushing event updated for resources: {'Network': ['ID=15911d68-8707-4502-a324-891837d491b2,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:13.296796 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 15911d68-8707-4502-a324-891837d491b2 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:10:13.307376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-e8dad377-211e-430d-a7e8-a4cde7bbb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:13.307902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-e8dad377-211e-430d-a7e8-a4cde7bbb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:13.308589 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-e8dad377-211e-430d-a7e8-a4cde7bbb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:13.309393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-e8dad377-211e-430d-a7e8-a4cde7bbb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:13.310350 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-e8dad377-211e-430d-a7e8-a4cde7bbb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:13.311220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-e8dad377-211e-430d-a7e8-a4cde7bbb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:13.312109 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-e8dad377-211e-430d-a7e8-a4cde7bbb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:13.315138 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-e8dad377-211e-430d-a7e8-a4cde7bbb242 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 6501 time: 0.1726248 Aug 06 16:10:13.326381 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb201-2843-4f00-b175-8653cf5f06dd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:13.326851 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb201-2843-4f00-b175-8653cf5f06dd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:13.342384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718c7074-2859-4089-aa37-c4ec9b5e1c33 admin admin] Made reservation on behalf of ce896c97c1764140b85cefb353e9cfcf for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:10:13.345442 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-718c7074-2859-4089-aa37-c4ec9b5e1c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:13.367115 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9283e20b-121a-4fb3-b641-ab608a12727a req-33e1c3fc-51ba-46fc-9d46-3fdf3fd92e9a tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926914 Aug 06 16:10:13.380543 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bb201-2843-4f00-b175-8653cf5f06dd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Calling delete_port for 96a8b881-3aaa-47cf-a3a5-e358c5a1d264 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:10:13.537943 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-d950b45d-5eb6-4d2c-ac1b-f83de4897930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:13.538517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-d950b45d-5eb6-4d2c-ac1b-f83de4897930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:13.539971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-d950b45d-5eb6-4d2c-ac1b-f83de4897930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:13.541086 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-d950b45d-5eb6-4d2c-ac1b-f83de4897930 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5738fe75-0ee6-4591-8c74-062f71f16dba&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5db9a939-2ca8-4beb-a32e-b1a4d6906447&id=5db9a939-2ca8-4beb-a32e-b1a4d6906447 HTTP/1.1" status: 200 len: 2298 time: 0.1853323 Aug 06 16:10:13.568078 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faacf6-111e-4bb1-85a1-80e0c8577e08 req-e145a122-d8b2-41ff-b6a6-4a00b2d6bc5a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:13.569808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45faacf6-111e-4bb1-85a1-80e0c8577e08 req-e145a122-d8b2-41ff-b6a6-4a00b2d6bc5a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.0989313 Aug 06 16:10:13.640794 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45faacf6-111e-4bb1-85a1-80e0c8577e08 req-989f4056-1959-4b7b-95d4-17be874903fc tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501227 Aug 06 16:10:13.723814 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb201-2843-4f00-b175-8653cf5f06dd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:13.752261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bb201-2843-4f00-b175-8653cf5f06dd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Port': ['ID=96a8b881-3aaa-47cf-a3a5-e358c5a1d264,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:13.856488 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb201-2843-4f00-b175-8653cf5f06dd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:13.857989 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-fd7bb201-2843-4f00-b175-8653cf5f06dd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Floating IP 0f1b7836-167a-41ff-a813-3c9df0a90c1e disassociated (deleted). External IP: 172.25.1.208, port: 2911610f-22fe-4a5d-b28b-a302d3949b55. Aug 06 16:10:14.025605 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-e984365d-05c7-48b6-a583-309175409b80 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d HTTP/1.1" status: 200 len: 1001 time: 0.4621730 Aug 06 16:10:14.041837 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-718c7074-2859-4089-aa37-c4ec9b5e1c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:14.114808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2890-347d-4f1f-8302-2fed90c41c72 req-4746c1db-43c1-456c-9369-5b4f1f9c3d44 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:14.126835 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e7ae2890-347d-4f1f-8302-2fed90c41c72 req-4746c1db-43c1-456c-9369-5b4f1f9c3d44 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.2176967 Aug 06 16:10:14.153949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c7074-2859-4089-aa37-c4ec9b5e1c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:14.177022 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-9898c7d5-35cd-4e73-ba9d-69f411ecec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:14.179006 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-9898c7d5-35cd-4e73-ba9d-69f411ecec6e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7910dbce-9faa-45f2-a5b8-cd85ad35cfce HTTP/1.1" status: 200 len: 856 time: 0.1026061 Aug 06 16:10:14.187040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718c7074-2859-4089-aa37-c4ec9b5e1c33 admin admin] Checking segment: {'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:10:14.187556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718c7074-2859-4089-aa37-c4ec9b5e1c33 admin admin] Network hostable DHCP agents. Network: 15911d68-8707-4502-a324-891837d491b2, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:10:14.207026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e7ae2890-347d-4f1f-8302-2fed90c41c72 req-0da15ac5-c744-4e46-a8ac-e487169e82a4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774789 Aug 06 16:10:14.258265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718c7074-2859-4089-aa37-c4ec9b5e1c33 admin admin] Network 15911d68-8707-4502-a324-891837d491b2 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:10:14.270842 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-c9323979-8973-4457-8a42-0b1571de5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:14.273315 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-c9323979-8973-4457-8a42-0b1571de5320 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5738fe75-0ee6-4591-8c74-062f71f16dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825131 Aug 06 16:10:14.275205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-718c7074-2859-4089-aa37-c4ec9b5e1c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 15911d68-8707-4502-a324-891837d491b2) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:10:14.280211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718c7074-2859-4089-aa37-c4ec9b5e1c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:14.281593 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-718c7074-2859-4089-aa37-c4ec9b5e1c33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:14.294736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829f3b89-b473-4a14-bf91-150b3336b3a8 None None] Network 15911d68-8707-4502-a324-891837d491b2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:10:14.379443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7bb201-2843-4f00-b175-8653cf5f06dd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router ab46ce06-552a-46ed-acbf-1dfdc750391a has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:10:14.392279 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-8db46cfb-ad5f-4b68-bc3e-47a71b4dff4c service neutron] 10.222.0.78 "GET /v2.0/networks/5738fe75-0ee6-4591-8c74-062f71f16dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956988 Aug 06 16:10:14.394507 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-718c7074-2859-4089-aa37-c4ec9b5e1c33 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1249363 Aug 06 16:10:14.551827 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-d4204e81-a91c-4cf0-ac32-d014681efedd service neutron] 10.222.0.78 "GET /v2.0/networks/5738fe75-0ee6-4591-8c74-062f71f16dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475461 Aug 06 16:10:14.555965 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0ee929-9b4f-49ed-b691-409e5532d558 None None] Network 15911d68-8707-4502-a324-891837d491b2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:10:14.630744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7bb201-2843-4f00-b175-8653cf5f06dd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:10:14.642638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9937bb2-e0bc-498d-9a3f-279b58141f02 req-34561977-06c1-489e-ac00-371b91b0a5fb tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:14.644193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9937bb2-e0bc-498d-9a3f-279b58141f02 req-34561977-06c1-489e-ac00-371b91b0a5fb tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ffe3b9-bc1d-444a-93d1-5b7921b081c6 HTTP/1.1" status: 200 len: 945 time: 0.1723137 Aug 06 16:10:14.647392 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb201-2843-4f00-b175-8653cf5f06dd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:14.651740 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-4f1563b9-c54e-4b7a-9ce1-949e7e2d59eb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=2d4d5e55-58da-418e-b0a4-03539c01a77f HTTP/1.1" status: 200 len: 217 time: 0.0912836 Aug 06 16:10:14.654674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efce5213-7f10-4a66-ba46-623a7efdde24 None None] Sync routers for ids ['ab46ce06-552a-46ed-acbf-1dfdc750391a'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:10:14.682014 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce5213-7f10-4a66-ba46-623a7efdde24 None None] Routers {'ab46ce06-552a-46ed-acbf-1dfdc750391a'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:10:14.683074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-efce5213-7f10-4a66-ba46-623a7efdde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:10:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ab46ce06-552a-46ed-acbf-1dfdc750391a'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:14.719128 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fd7bb201-2843-4f00-b175-8653cf5f06dd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/floatingips/0f1b7836-167a-41ff-a813-3c9df0a90c1e HTTP/1.1" status: 204 len: 168 time: 1.9303427 Aug 06 16:10:14.727618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b39240-1f85-45b7-8f5d-75673b90e7f5 req-ab609f04-2a34-4c3b-8bc3-4f7cf24ba5bc tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:14.729160 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-93b39240-1f85-45b7-8f5d-75673b90e7f5 req-ab609f04-2a34-4c3b-8bc3-4f7cf24ba5bc tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ffe3b9-bc1d-444a-93d1-5b7921b081c6 HTTP/1.1" status: 200 len: 945 time: 0.1397240 Aug 06 16:10:14.731084 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'tag': '2911610f-22fe-4a5d-b28b-a302d3949b55'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:14.733517 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385fbd67-cbc9-44bc-a2b2-70a8a6bac735" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a07e31-5cf1-4026-9acc-4914c572d7a5", "tag": "2911610f-22fe-4a5d-b28b-a302d3949b55"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:14.791726 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-f2dbb088-2ec8-43e9-8282-8b92645d13d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:14.793432 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-f2dbb088-2ec8-43e9-8282-8b92645d13d6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 200 len: 797 time: 0.1193092 Aug 06 16:10:14.794039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9937bb2-e0bc-498d-9a3f-279b58141f02 req-652b4418-9df2-4423-841a-69773406898e tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395302 Aug 06 16:10:14.890092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-93bef97e-0d28-4c48-92c1-7c29b71fb29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:14.899226 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-93bef97e-0d28-4c48-92c1-7c29b71fb29a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c863801-399d-4b61-8ede-5dd3ca72304f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972779 Aug 06 16:10:14.953989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32008f3c-05b5-4382-84f4-c3987c035c68 req-3a0f06d4-c95b-44cf-b36b-9a8e0b675bf5 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:14.955513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32008f3c-05b5-4382-84f4-c3987c035c68 req-3a0f06d4-c95b-44cf-b36b-9a8e0b675bf5 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.1602902 Aug 06 16:10:14.957937 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-93b39240-1f85-45b7-8f5d-75673b90e7f5 req-2498d321-6ac5-47ee-861e-3cb8fbd0a393 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Deleting port 9594c548-ea86-415b-9f24-74ccbd26cecc {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:10:14.958277 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-93b39240-1f85-45b7-8f5d-75673b90e7f5 req-2498d321-6ac5-47ee-861e-3cb8fbd0a393 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:15.067521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-efce5213-7f10-4a66-ba46-623a7efdde24 None None] Set router ab46ce06-552a-46ed-acbf-1dfdc750391a gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:10:15.087960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-93b39240-1f85-45b7-8f5d-75673b90e7f5 req-2498d321-6ac5-47ee-861e-3cb8fbd0a393 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] For port 9594c548-ea86-415b-9f24-74ccbd26cecc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9594c548-ea86-415b-9f24-74ccbd26cecc,segment=NetworkSegment(2f4b74a2-8524-437e-b5be-73e642948d66),segment_id=2f4b74a2-8524-437e-b5be-73e642948d66)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:15.088338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-93b39240-1f85-45b7-8f5d-75673b90e7f5 req-2498d321-6ac5-47ee-861e-3cb8fbd0a393 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:15.106680 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-93b39240-1f85-45b7-8f5d-75673b90e7f5 req-2498d321-6ac5-47ee-861e-3cb8fbd0a393 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Calling delete_port for 9594c548-ea86-415b-9f24-74ccbd26cecc owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:10:15.125144 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-307c5acc-d64c-4c73-ba4b-5e67917d5d1e service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173519 Aug 06 16:10:15.278385 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f919304-0698-4457-b977-c9f9880e2e04 x-openstack-request-id: req-3f919304-0698-4457-b977-c9f9880e2e04 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:15.278726 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a07e31-5cf1-4026-9acc-4914c572d7a5", "tag": "2911610f-22fe-4a5d-b28b-a302d3949b55", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:15.279418 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f919304-0698-4457-b977-c9f9880e2e04 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:15.279886 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'tag': '2911610f-22fe-4a5d-b28b-a302d3949b55', 'status': 'completed', 'code': 200} Aug 06 16:10:15.311523 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-93b39240-1f85-45b7-8f5d-75673b90e7f5 req-2498d321-6ac5-47ee-861e-3cb8fbd0a393 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:15.326946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['17440b8b-0862-4bee-8c1d-96ed21046f35'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:15.371485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['9594c548-ea86-415b-9f24-74ccbd26cecc', '6a54df91-c392-4d93-bc39-395bcb3aaa29'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:15.395640 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498d321-6ac5-47ee-861e-3cb8fbd0a393 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Pushing event deleted for resources: {'Port': ['ID=9594c548-ea86-415b-9f24-74ccbd26cecc,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:15.398080 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-65647bf5-6d4d-45f9-a9dc-073a76178f9d service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669170 Aug 06 16:10:15.444487 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b39240-1f85-45b7-8f5d-75673b90e7f5 req-2498d321-6ac5-47ee-861e-3cb8fbd0a393 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] No DVR routers for this DVR port 9594c548-ea86-415b-9f24-74ccbd26cecc on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:10:15.449123 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-93b39240-1f85-45b7-8f5d-75673b90e7f5 req-2498d321-6ac5-47ee-861e-3cb8fbd0a393 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:15.452144 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-93b39240-1f85-45b7-8f5d-75673b90e7f5 req-2498d321-6ac5-47ee-861e-3cb8fbd0a393 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.13 "DELETE /v2.0/ports/9594c548-ea86-415b-9f24-74ccbd26cecc HTTP/1.1" status: 204 len: 173 time: 0.7134609 Aug 06 16:10:15.455364 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fbd67-cbc9-44bc-a2b2-70a8a6bac735 req-d53db5e7-3eac-4a0f-b90c-e9989ae6daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:15.471982 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-385fbd67-cbc9-44bc-a2b2-70a8a6bac735 req-d53db5e7-3eac-4a0f-b90c-e9989ae6daa7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 1096 time: 0.1908178 Aug 06 16:10:15.477119 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-1e544978-83fa-4113-b895-a971d2c4a3ef service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=58abfb05-1eb7-4e15-8f17-8726f0cb9914 HTTP/1.1" status: 200 len: 217 time: 0.0699441 Aug 06 16:10:15.526511 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32008f3c-05b5-4382-84f4-c3987c035c68 req-f25c7244-9fca-4bcd-9252-41eb8c4a7b02 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442839 Aug 06 16:10:15.603557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-c8f1f2bb-c8d7-471a-a3e3-576f365d89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:15.606471 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-c8f1f2bb-c8d7-471a-a3e3-576f365d89f1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 200 len: 797 time: 0.1201339 Aug 06 16:10:15.717349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-28469356-8611-48a2-bc05-33ceb9c93b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:15.719827 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-28469356-8611-48a2-bc05-33ceb9c93b3f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c863801-399d-4b61-8ede-5dd3ca72304f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0936875 Aug 06 16:10:15.751277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-27f3524e-7fad-45dc-84f3-cc9f3cf2b724 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:15.755667 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-27f3524e-7fad-45dc-84f3-cc9f3cf2b724 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/networks?id=15911d68-8707-4502-a324-891837d491b2 HTTP/1.1" status: 200 len: 814 time: 0.1472309 Aug 06 16:10:15.784058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fbd67-cbc9-44bc-a2b2-70a8a6bac735 req-1d4b799c-ecf1-4204-b775-9a4ed9beb50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:15.786419 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-385fbd67-cbc9-44bc-a2b2-70a8a6bac735 req-1d4b799c-ecf1-4204-b775-9a4ed9beb50c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc HTTP/1.1" status: 200 len: 898 time: 0.2763534 Aug 06 16:10:15.787792 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-efce5213-7f10-4a66-ba46-623a7efdde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130787662', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:11Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:12Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b67760a5-ed67-4070-b1c3-16a49ba438bd', 'name': '', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:4f:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:16Z', 'updated_at': '2021-08-06T16:08:25Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:15.831397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efce5213-7f10-4a66-ba46-623a7efdde24 None None] Checking router: ab46ce06-552a-46ed-acbf-1dfdc750391a for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:10:15.862373 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce5213-7f10-4a66-ba46-623a7efdde24 None None] Routers {'ab46ce06-552a-46ed-acbf-1dfdc750391a'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:10:15.863273 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-efce5213-7f10-4a66-ba46-623a7efdde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:10:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ab46ce06-552a-46ed-acbf-1dfdc750391a'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:15.892884 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-d5e16842-5467-4198-b6e3-295b104743b2 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603312 Aug 06 16:10:15.894196 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-86eb7638-6cc9-4cee-95f3-1bb298dbdc6b tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/quotas/ce896c97c1764140b85cefb353e9cfcf HTTP/1.1" status: 200 len: 375 time: 0.0958529 Aug 06 16:10:15.898242 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-385fbd67-cbc9-44bc-a2b2-70a8a6bac735 req-7f754199-a579-4219-8f04-aab555b172b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2911610f-22fe-4a5d-b28b-a302d3949b55 HTTP/1.1" status: 200 len: 217 time: 0.0879807 Aug 06 16:10:15.979609 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-efe95a2a-3250-458b-9b86-b7ad5dbc786e tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce896c97c1764140b85cefb353e9cfcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798380 Aug 06 16:10:15.989573 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fafd5-dea0-4f30-a3e4-835f88c290c8 req-2de77f37-0b16-4ec8-8620-7f588919cbf3 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:15.997868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-832fafd5-dea0-4f30-a3e4-835f88c290c8 req-2de77f37-0b16-4ec8-8620-7f588919cbf3 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.2103570 Aug 06 16:10:16.032405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-efce5213-7f10-4a66-ba46-623a7efdde24 None None] Set router ab46ce06-552a-46ed-acbf-1dfdc750391a gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:10:16.114623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-832fafd5-dea0-4f30-a3e4-835f88c290c8 req-ad449b45-c02e-41ff-a4d8-075f0a639eca tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144350 Aug 06 16:10:16.156230 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fbd67-cbc9-44bc-a2b2-70a8a6bac735 req-6f62d17a-0c91-4974-945a-7c35957d826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:16.163013 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-385fbd67-cbc9-44bc-a2b2-70a8a6bac735 req-6f62d17a-0c91-4974-945a-7c35957d826f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb55ef7f-cba2-404a-bbc3-f54efa2e4e87 HTTP/1.1" status: 200 len: 835 time: 0.2510867 Aug 06 16:10:16.196586 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-c35f150b-998a-4508-8fa9-0e810b5ada5a service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905285 Aug 06 16:10:16.319259 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-2aef6ff1-ceef-45b6-b117-12e5d45029cf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=74972a33-99ce-40f2-a6b5-cf335a5afc10 HTTP/1.1" status: 200 len: 217 time: 0.1087677 Aug 06 16:10:16.346852 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-3bc7d95a-8a42-4e6e-bdbb-2d111a15cb07 service neutron] 10.222.0.37 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662953 Aug 06 16:10:16.359893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fbd67-cbc9-44bc-a2b2-70a8a6bac735 req-901e411e-8a20-45f7-86e6-022770e1a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:16.361365 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-385fbd67-cbc9-44bc-a2b2-70a8a6bac735 req-901e411e-8a20-45f7-86e6-022770e1a6ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1867023 Aug 06 16:10:16.415932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-efce5213-7f10-4a66-ba46-623a7efdde24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130787662', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:11Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:12Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b67760a5-ed67-4070-b1c3-16a49ba438bd', 'name': '', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:4f:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:16Z', 'updated_at': '2021-08-06T16:08:25Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:16.428164 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-5b9cb57c-8178-49a5-b30c-66f4ea02f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:16.429254 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-5b9cb57c-8178-49a5-b30c-66f4ea02f974 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 200 len: 797 time: 0.0987835 Aug 06 16:10:16.460510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efce5213-7f10-4a66-ba46-623a7efdde24 None None] The sync data for ids ['ab46ce06-552a-46ed-acbf-1dfdc750391a'] in n-d-803756-1 is: [{'id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130787662', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:11Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:12Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b67760a5-ed67-4070-b1c3-16a49ba438bd', 'name': '', 'network_id': 'a449aaa7-f3d7-4aa4-a156-7bc6011e6efc', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:4f:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:16Z', 'updated_at': '2021-08-06T16:08:25Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'cb55ef7f-cba2-404a-bbc3-f54efa2e4e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:10:16.503175 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-d3bef9f0-8b63-4a6d-a152-e46aecf7de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:16.505280 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-d3bef9f0-8b63-4a6d-a152-e46aecf7de50 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c863801-399d-4b61-8ede-5dd3ca72304f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0621762 Aug 06 16:10:16.539070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d474959-c3eb-4b9f-96d4-cedb9e613209 req-40387662-2fcf-4c86-9e34-e663ba856a49 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:16.540706 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d474959-c3eb-4b9f-96d4-cedb9e613209 req-40387662-2fcf-4c86-9e34-e663ba856a49 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.1712708 Aug 06 16:10:16.658991 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-ada7009e-beda-4c11-a03b-c6e41dc6304e service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435528 Aug 06 16:10:16.686728 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-cc96982b-700b-4a54-a4c4-eb41c646c671 service neutron] 10.222.0.37 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289442 Aug 06 16:10:16.704462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d474959-c3eb-4b9f-96d4-cedb9e613209 req-1d4d7d08-f1e4-41b0-b446-0bd0f197ecde tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545160 Aug 06 16:10:16.708174 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-385fbd67-cbc9-44bc-a2b2-70a8a6bac735 req-3b9dc5dd-a8d7-479e-a9e0-96b8045576e5 service neutron] 10.222.0.13 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372841 Aug 06 16:10:16.821862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ada97-dbd5-4be3-96b2-6891dc212123 req-26c6cbfc-e3d7-4a8d-bad2-0b9327617738 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:16.838840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c2ada97-dbd5-4be3-96b2-6891dc212123 req-26c6cbfc-e3d7-4a8d-bad2-0b9327617738 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.2181840 Aug 06 16:10:16.882431 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-f8cd1d87-6a6e-4531-943b-f144f3f002c0 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102408 Aug 06 16:10:16.899627 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad127a-a391-4813-97d2-a9cfdc207090 None None] New status for floating IP 0f1b7836-167a-41ff-a813-3c9df0a90c1e: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:10:16.953575 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-385fbd67-cbc9-44bc-a2b2-70a8a6bac735 req-872da9ba-d9a8-4915-8946-04821c40fe05 service neutron] 10.222.0.13 "GET /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357872 Aug 06 16:10:17.011238 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-80b3424b-b676-4319-a68f-d70fee7b5f62 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=240fd1ec-a123-4fa2-8780-8645e1fff3d7 HTTP/1.1" status: 200 len: 217 time: 0.1085424 Aug 06 16:10:17.081300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924be89f-6c1e-4dd3-9c13-39b735f99567 req-96f0ecfa-008a-4938-b2af-65c0d1571f81 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:17.082926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-924be89f-6c1e-4dd3-9c13-39b735f99567 req-96f0ecfa-008a-4938-b2af-65c0d1571f81 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.1034074 Aug 06 16:10:17.178846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-3cb3931e-94f9-480e-a441-fb6b7f5de0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:17.181210 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-3cb3931e-94f9-480e-a441-fb6b7f5de0ae service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 200 len: 797 time: 0.1535854 Aug 06 16:10:17.190056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9c2ada97-dbd5-4be3-96b2-6891dc212123 req-ce3ad6e6-38d7-4715-a4c0-00dc562315ec tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting port 2911610f-22fe-4a5d-b28b-a302d3949b55 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:10:17.190427 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9c2ada97-dbd5-4be3-96b2-6891dc212123 req-ce3ad6e6-38d7-4715-a4c0-00dc562315ec tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:17.250820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-b49d9a5f-6cdb-40ea-b1fa-5c7c23537cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:17.252687 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-b49d9a5f-6cdb-40ea-b1fa-5c7c23537cf9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c863801-399d-4b61-8ede-5dd3ca72304f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0641987 Aug 06 16:10:17.265143 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-924be89f-6c1e-4dd3-9c13-39b735f99567 req-9966a840-6768-495a-8285-780235540be0 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743114 Aug 06 16:10:17.280905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ffe3b9-bc1d-444a-93d1-5b7921b081c6', 'name': 'network-vif-deleted', 'tag': '9594c548-ea86-415b-9f24-74ccbd26cecc'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:17.283930 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3be48a9-4d5f-4bf2-8a70-850272c0dd31" -d '{"events": [{"server_uuid": "71ffe3b9-bc1d-444a-93d1-5b7921b081c6", "name": "network-vif-deleted", "tag": "9594c548-ea86-415b-9f24-74ccbd26cecc"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:17.328696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-9c2ada97-dbd5-4be3-96b2-6891dc212123 req-ce3ad6e6-38d7-4715-a4c0-00dc562315ec tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] For port 2911610f-22fe-4a5d-b28b-a302d3949b55, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=2911610f-22fe-4a5d-b28b-a302d3949b55,segment=NetworkSegment(33f49752-ca7a-469b-a7dc-e28dd36c6455),segment_id=33f49752-ca7a-469b-a7dc-e28dd36c6455)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:17.330606 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9c2ada97-dbd5-4be3-96b2-6891dc212123 req-ce3ad6e6-38d7-4715-a4c0-00dc562315ec tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:17.441105 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9c2ada97-dbd5-4be3-96b2-6891dc212123 req-ce3ad6e6-38d7-4715-a4c0-00dc562315ec tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Calling delete_port for 2911610f-22fe-4a5d-b28b-a302d3949b55 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:10:17.458554 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-b892809a-8d04-41a0-a9e9-a62057248916 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952200 Aug 06 16:10:17.489747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c2d0947-5ec3-463e-9c82-507d2907815c req-335bd752-1f22-4aa8-84b4-4cccfaab6a88 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 210 time: 0.0916133 Aug 06 16:10:17.662203 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-28e1e97b-d663-4d5b-bef3-b7ceeba6a12c service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864982 Aug 06 16:10:17.721405 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db1e17-f2df-4f42-9eb5-bd59e7e5543f req-d6f1d6ff-0c21-4212-bb05-9cdb465c2733 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:17.731345 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8db1e17-f2df-4f42-9eb5-bd59e7e5543f req-d6f1d6ff-0c21-4212-bb05-9cdb465c2733 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8a07e31-5cf1-4026-9acc-4914c572d7a5 HTTP/1.1" status: 200 len: 945 time: 0.1275187 Aug 06 16:10:17.743205 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5185592-92f5-47b1-b96b-e18a1b29dde2 x-openstack-request-id: req-d5185592-92f5-47b1-b96b-e18a1b29dde2 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:17.743786 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ffe3b9-bc1d-444a-93d1-5b7921b081c6", "name": "network-vif-deleted", "tag": "9594c548-ea86-415b-9f24-74ccbd26cecc", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:17.744763 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5185592-92f5-47b1-b96b-e18a1b29dde2 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:17.745283 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ffe3b9-bc1d-444a-93d1-5b7921b081c6', 'name': 'network-vif-deleted', 'tag': '9594c548-ea86-415b-9f24-74ccbd26cecc', 'status': 'completed', 'code': 200} Aug 06 16:10:17.752693 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-612e4ed0-a4ce-421e-9463-05f46f4420d6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6aa718d-3f2e-4a0c-8158-4cc28d57321a HTTP/1.1" status: 200 len: 217 time: 0.0764682 Aug 06 16:10:17.816546 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8db1e17-f2df-4f42-9eb5-bd59e7e5543f req-be7fc5d4-34e7-41a3-b797-98f768155750 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841250 Aug 06 16:10:17.851155 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-24a4a4a9-4d04-4198-9a28-8093ad88d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:17.853006 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-24a4a4a9-4d04-4198-9a28-8093ad88d78c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=57c1d78b-3ca6-466a-a698-7b66a141b5e7 HTTP/1.1" status: 200 len: 797 time: 0.0910385 Aug 06 16:10:17.919786 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9c2ada97-dbd5-4be3-96b2-6891dc212123 req-ce3ad6e6-38d7-4715-a4c0-00dc562315ec tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:17.948001 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-b6a3cd24-7290-4fcd-b479-dd655e5109a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:17.951318 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-b6a3cd24-7290-4fcd-b479-dd655e5109a3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5db9a939-2ca8-4beb-a32e-b1a4d6906447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0887964 Aug 06 16:10:17.961379 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ad6e6-38d7-4715-a4c0-00dc562315ec tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Port': ['ID=2911610f-22fe-4a5d-b28b-a302d3949b55,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:18.106615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2ada97-dbd5-4be3-96b2-6891dc212123 req-ce3ad6e6-38d7-4715-a4c0-00dc562315ec tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] No DVR routers for this DVR port 2911610f-22fe-4a5d-b28b-a302d3949b55 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:10:18.109855 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9c2ada97-dbd5-4be3-96b2-6891dc212123 req-ce3ad6e6-38d7-4715-a4c0-00dc562315ec tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:18.112058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c2ada97-dbd5-4be3-96b2-6891dc212123 req-ce3ad6e6-38d7-4715-a4c0-00dc562315ec tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.13 "DELETE /v2.0/ports/2911610f-22fe-4a5d-b28b-a302d3949b55 HTTP/1.1" status: 204 len: 173 time: 1.2659452 Aug 06 16:10:18.140520 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-a74ca596-650d-4a50-b6b8-c6eb880784d3 service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801972 Aug 06 16:10:18.153213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25073126-9f60-415d-93e1-bf1ab9a5520d req-11942753-d317-4277-b8d4-7b74c7f72f5a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:18.161429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25073126-9f60-415d-93e1-bf1ab9a5520d req-11942753-d317-4277-b8d4-7b74c7f72f5a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.2013481 Aug 06 16:10:18.233975 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25073126-9f60-415d-93e1-bf1ab9a5520d req-f49ae82d-2cb3-4af6-9a3d-6d7375a8fef5 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715632 Aug 06 16:10:18.322432 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-82ccdf57-9ed0-4589-bd3b-e84e63f7c7e4 service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677365 Aug 06 16:10:18.400950 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-370d4d1e-47bc-4b75-aa78-8155cef1ec13 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48b86bfc-097c-45fe-8369-16b7e4932c11 HTTP/1.1" status: 200 len: 217 time: 0.0621951 Aug 06 16:10:18.513199 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-ecf49881-ab34-4110-90c4-7e45d539303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:18.514774 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-ecf49881-ab34-4110-90c4-7e45d539303d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=57c1d78b-3ca6-466a-a698-7b66a141b5e7 HTTP/1.1" status: 200 len: 797 time: 0.0976191 Aug 06 16:10:18.675480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904de9b-7f27-40c7-970e-3db97dba63b4 req-ce69ebb8-f2f9-4c18-a1ba-1f56c5f83ed1 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:18.676962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9594c548-ea86-415b-9f24-74ccbd26cecc no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:10:18.677577 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7904de9b-7f27-40c7-970e-3db97dba63b4 req-ce69ebb8-f2f9-4c18-a1ba-1f56c5f83ed1 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.2004800 Aug 06 16:10:18.677740 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-adba0d91-8b4a-4b1c-ac9a-e2c114f13ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:18.677740 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-adba0d91-8b4a-4b1c-ac9a-e2c114f13ee2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5db9a939-2ca8-4beb-a32e-b1a4d6906447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898516 Aug 06 16:10:18.678276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 9594c548-ea86-415b-9f24-74ccbd26cecc {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:10:18.678276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9594c548-ea86-415b-9f24-74ccbd26cecc not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:10:18.678276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 2911610f-22fe-4a5d-b28b-a302d3949b55 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:10:18.678276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 2911610f-22fe-4a5d-b28b-a302d3949b55 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:10:18.678276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 2911610f-22fe-4a5d-b28b-a302d3949b55 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:10:18.698619 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7904de9b-7f27-40c7-970e-3db97dba63b4 req-12a6d7b2-f747-437d-95a6-6459f683140e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870740 Aug 06 16:10:18.734006 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af6954ca-b4a2-44c6-bf00-a6a5278da754 req-0bf91b10-9fd3-4e74-bcc7-2e3d05175ed5 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 210 time: 0.0424778 Aug 06 16:10:18.799765 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-840eb809-4a8c-4dec-9180-c43dffeb5a72 service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689034 Aug 06 16:10:18.900481 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49016) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:19.031209 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-1dba57d6-c131-4ae6-8e4a-0f82f7ecc1e9 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:19.032785 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-1dba57d6-c131-4ae6-8e4a-0f82f7ecc1e9 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.78 "GET /v2.0/networks?id=15911d68-8707-4502-a324-891837d491b2 HTTP/1.1" status: 200 len: 814 time: 0.2356408 Aug 06 16:10:19.035407 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-285fd922-5de1-468a-9e42-a1e1d5c2f4e4 req-96999cc7-ad1d-4be4-b481-dcfe79792841 service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165225 Aug 06 16:10:19.054321 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-19e0dcac-f0d7-44e7-a3ea-9324a332385c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Request body: {'port': {'device_id': '1f02480e-358d-4fa8-8987-73ec70ad0aca', 'network_id': '15911d68-8707-4502-a324-891837d491b2', 'admin_state_up': True, 'tenant_id': 'ce896c97c1764140b85cefb353e9cfcf'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:19.297991 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-19e0dcac-f0d7-44e7-a3ea-9324a332385c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Made reservation on behalf of ce896c97c1764140b85cefb353e9cfcf for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:10:19.302994 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-19e0dcac-f0d7-44e7-a3ea-9324a332385c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:19.516385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-19e0dcac-f0d7-44e7-a3ea-9324a332385c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Allocated IP 172.20.0.4 (15911d68-8707-4502-a324-891837d491b2/4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89/59f76e2d-b125-4739-aed6-41cce9bb0c6c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:10:19.738053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3694743-3e1b-4556-881b-4e3497d436be req-06c8d9a8-920d-4b2d-8677-dc9badde5087 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:19.747806 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3694743-3e1b-4556-881b-4e3497d436be req-06c8d9a8-920d-4b2d-8677-dc9badde5087 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.1224136 Aug 06 16:10:19.753268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'name': 'network-vif-deleted', 'tag': '2911610f-22fe-4a5d-b28b-a302d3949b55'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:19.758898 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae87075-b751-473b-af6d-051286571a76" -d '{"events": [{"server_uuid": "d8a07e31-5cf1-4026-9acc-4914c572d7a5", "name": "network-vif-deleted", "tag": "2911610f-22fe-4a5d-b28b-a302d3949b55"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:19.806781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-19e0dcac-f0d7-44e7-a3ea-9324a332385c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:19.881123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1dc8b-5bbd-4632-990a-784fb665a4a9 req-8e285899-a981-40ee-b7b2-72b2b063b6be tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:19.888523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1dc8b-5bbd-4632-990a-784fb665a4a9 req-8e285899-a981-40ee-b7b2-72b2b063b6be tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:19.899796 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3b1dc8b-5bbd-4632-990a-784fb665a4a9 req-8e285899-a981-40ee-b7b2-72b2b063b6be tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76&device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 1682 time: 0.2376957 Aug 06 16:10:19.902352 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-19e0dcac-f0d7-44e7-a3ea-9324a332385c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:19.934547 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3694743-3e1b-4556-881b-4e3497d436be req-a15e5473-3e2e-410c-9cef-bb47fc518eea tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855505 Aug 06 16:10:19.959065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-19e0dcac-f0d7-44e7-a3ea-9324a332385c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Network 15911d68-8707-4502-a324-891837d491b2 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:10:19.978005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-19e0dcac-f0d7-44e7-a3ea-9324a332385c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:10:19.978005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-19e0dcac-f0d7-44e7-a3ea-9324a332385c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:10:20.039486 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3b1dc8b-5bbd-4632-990a-784fb665a4a9 req-a7c0342d-86e6-4c3b-bce1-51eb9483363e tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277218 Aug 06 16:10:20.039737 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-19e0dcac-f0d7-44e7-a3ea-9324a332385c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:20.039737 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-19e0dcac-f0d7-44e7-a3ea-9324a332385c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:20.055981 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0dcac-f0d7-44e7-a3ea-9324a332385c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Pushing event updated for resources: {'Port': ['ID=59f76e2d-b125-4739-aed6-41cce9bb0c6c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:20.069165 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-19e0dcac-f0d7-44e7-a3ea-9324a332385c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0196865 Aug 06 16:10:20.087518 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Request body: {'port': {'device_id': '1f02480e-358d-4fa8-8987-73ec70ad0aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:20.161320 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:20.311157 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2e935-a4ee-4998-81e8-f26bda92afbe req-238dcab2-af70-4535-a10f-b245614e01f9 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:20.312697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ea2e935-a4ee-4998-81e8-f26bda92afbe req-238dcab2-af70-4535-a10f-b245614e01f9 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.1415625 Aug 06 16:10:20.333855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02efa3-7902-4b7e-b3b2-7623577012a3 req-8e0bdc78-41af-45d4-a8c0-079a43c8df6d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:20.335378 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa02efa3-7902-4b7e-b3b2-7623577012a3 req-8e0bdc78-41af-45d4-a8c0-079a43c8df6d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 931 time: 0.1054690 Aug 06 16:10:20.436119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ea2e935-a4ee-4998-81e8-f26bda92afbe req-4624d4dd-25b1-40fa-98ca-7611baba1b23 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130881 Aug 06 16:10:20.466688 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa02efa3-7902-4b7e-b3b2-7623577012a3 req-f1105505-93f8-4d64-9fc9-27a51aef4377 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018596 Aug 06 16:10:20.519730 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d832ad-f35c-4f05-8a3c-318097bc0305 x-openstack-request-id: req-95d832ad-f35c-4f05-8a3c-318097bc0305 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:20.520654 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a07e31-5cf1-4026-9acc-4914c572d7a5", "name": "network-vif-deleted", "tag": "2911610f-22fe-4a5d-b28b-a302d3949b55", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:20.521084 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95d832ad-f35c-4f05-8a3c-318097bc0305 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:20.521483 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a07e31-5cf1-4026-9acc-4914c572d7a5', 'name': 'network-vif-deleted', 'tag': '2911610f-22fe-4a5d-b28b-a302d3949b55', 'status': 'completed', 'code': 200} Aug 06 16:10:20.584245 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:20.593101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f76e2d-b125-4739-aed6-41cce9bb0c6c {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:20.603360 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:20.616126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Transition to ACTIVE for port object 59f76e2d-b125-4739-aed6-41cce9bb0c6c will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:10:20.622702 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:20.729272 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=59f76e2d-b125-4739-aed6-41cce9bb0c6c,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:20.806364 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Attempting to bind port 59f76e2d-b125-4739-aed6-41cce9bb0c6c on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:10:20.806817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Attempting to bind port 59f76e2d-b125-4739-aed6-41cce9bb0c6c by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:10:20.807001 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Attempting to bind port 59f76e2d-b125-4739-aed6-41cce9bb0c6c on network 15911d68-8707-4502-a324-891837d491b2 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:20.817174 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Port 59f76e2d-b125-4739-aed6-41cce9bb0c6c on network 15911d68-8707-4502-a324-891837d491b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:10:20.817174 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Attempting to bind port 59f76e2d-b125-4739-aed6-41cce9bb0c6c on network 15911d68-8707-4502-a324-891837d491b2 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:20.829490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:10:20.830166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Checking segment: {'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:10:20.830834 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Bound using segment: {'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:10:20.831576 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Bound port: 59f76e2d-b125-4739-aed6-41cce9bb0c6c, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:10:20.832320 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:21.020801 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] For port 59f76e2d-b125-4739-aed6-41cce9bb0c6c, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:10:21.027714 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] For port 59f76e2d-b125-4739-aed6-41cce9bb0c6c, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=59f76e2d-b125-4739-aed6-41cce9bb0c6c,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:10:21.039171 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:21.173380 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=59f76e2d-b125-4739-aed6-41cce9bb0c6c,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:21.193516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:21.193516 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:21.195907 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b727147f-96ae-4a89-a4b1-22590b31e1e8 service neutron] 10.222.0.78 "PUT /v2.0/ports/59f76e2d-b125-4739-aed6-41cce9bb0c6c HTTP/1.1" status: 200 len: 1091 time: 1.1129980 Aug 06 16:10:21.196851 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f02480e-358d-4fa8-8987-73ec70ad0aca', 'tag': '59f76e2d-b125-4739-aed6-41cce9bb0c6c'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:21.201868 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cec932-36b8-4adb-9fe5-f6e51e447ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f02480e-358d-4fa8-8987-73ec70ad0aca", "tag": "59f76e2d-b125-4739-aed6-41cce9bb0c6c"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:21.226470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting port b67760a5-ed67-4070-b1c3-16a49ba438bd {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:10:21.226470 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:21.323607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-68763b0c-5d25-459b-806e-10fb94b4a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:21.325829 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-68763b0c-5d25-459b-806e-10fb94b4a7b4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ce896c97c1764140b85cefb353e9cfcf&device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 1094 time: 0.0634747 Aug 06 16:10:21.344439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f416a-1b1f-43c2-8f1e-5c145bd22ec0 req-4196cb4b-9d25-435c-b66c-461a776911a7 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:21.359087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e18f416a-1b1f-43c2-8f1e-5c145bd22ec0 req-4196cb4b-9d25-435c-b66c-461a776911a7 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.2230439 Aug 06 16:10:21.420694 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-26781635-a599-4b62-aedb-9bbe039299e1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59f76e2d-b125-4739-aed6-41cce9bb0c6c HTTP/1.1" status: 200 len: 217 time: 0.0750523 Aug 06 16:10:21.467942 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e18f416a-1b1f-43c2-8f1e-5c145bd22ec0 req-02bb5425-71e6-4bad-8ec7-2598b9d15fd9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075315 Aug 06 16:10:21.486815 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] For port b67760a5-ed67-4070-b1c3-16a49ba438bd, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b67760a5-ed67-4070-b1c3-16a49ba438bd,segment=NetworkSegment(33f49752-ca7a-469b-a7dc-e28dd36c6455),segment_id=33f49752-ca7a-469b-a7dc-e28dd36c6455)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:21.487194 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:21.505670 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Calling delete_port for b67760a5-ed67-4070-b1c3-16a49ba438bd owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:10:21.556388 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605e1a90-8947-4b5e-9ffe-e770161092bd x-openstack-request-id: req-605e1a90-8947-4b5e-9ffe-e770161092bd {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:21.556686 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f02480e-358d-4fa8-8987-73ec70ad0aca", "tag": "59f76e2d-b125-4739-aed6-41cce9bb0c6c", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:21.556942 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-605e1a90-8947-4b5e-9ffe-e770161092bd {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:21.557504 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f02480e-358d-4fa8-8987-73ec70ad0aca', 'tag': '59f76e2d-b125-4739-aed6-41cce9bb0c6c', 'status': 'completed', 'code': 200} Aug 06 16:10:21.560034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b769bc97-b2c6-4c4b-9690-3a47bd7d0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:21.561547 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-b769bc97-b2c6-4c4b-9690-3a47bd7d0951 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89 HTTP/1.1" status: 200 len: 854 time: 0.1260259 Aug 06 16:10:21.614318 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-02be9b30-8648-41ba-9c5a-624df38fb5b9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=15911d68-8707-4502-a324-891837d491b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425210 Aug 06 16:10:21.794793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34aaca-9035-40da-b23d-8d297b725f3a req-12f85edb-83b5-4928-a7ba-88b1f8f5c245 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:21.802046 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a34aaca-9035-40da-b23d-8d297b725f3a req-12f85edb-83b5-4928-a7ba-88b1f8f5c245 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.1255593 Aug 06 16:10:21.826095 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-ab73fc90-374e-4ded-a87b-4e22258bdbad service neutron] 10.222.0.78 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953342 Aug 06 16:10:21.829794 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fce8d4-2912-4492-820c-14d55f06e816 req-b6b6b4af-3da7-4ade-aedf-dc0b0138490a tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:21.837176 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34fce8d4-2912-4492-820c-14d55f06e816 req-b6b6b4af-3da7-4ade-aedf-dc0b0138490a tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 943 time: 0.1281402 Aug 06 16:10:21.951279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a34aaca-9035-40da-b23d-8d297b725f3a req-497acbe6-0a0f-418e-9d4a-eebc60edd845 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482236 Aug 06 16:10:21.954325 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:21.999514 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3305d53f-40f8-4e33-a4de-2dd034278470 req-3346a40c-af00-48c9-9938-1abac7c47853 service neutron] 10.222.0.78 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631660 Aug 06 16:10:22.004445 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34fce8d4-2912-4492-820c-14d55f06e816 req-ccd6386b-dd36-439e-8387-3907ef5f475c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641483 Aug 06 16:10:22.058896 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Port': ['ID=b67760a5-ed67-4070-b1c3-16a49ba438bd,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:22.103045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:22.103638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:22.105038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:22.105038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:22.105355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:22.105535 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:22.106042 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:22.106524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:22.106877 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:22.107214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:22.107691 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:22.108022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:22.168528 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cec932-36b8-4adb-9fe5-f6e51e447ec9 req-042aadd6-9893-44bf-87c3-077cc57c63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:22.170317 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-02cec932-36b8-4adb-9fe5-f6e51e447ec9 req-042aadd6-9893-44bf-87c3-077cc57c63ee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ce896c97c1764140b85cefb353e9cfcf&device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 1094 time: 0.0912106 Aug 06 16:10:22.275232 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f812c6-9050-4671-b4a6-315b8d3f2f07 req-f39f185c-4be9-434d-8b48-53396e376a66 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:22.278069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-56f812c6-9050-4671-b4a6-315b8d3f2f07 req-f39f185c-4be9-434d-8b48-53396e376a66 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76 HTTP/1.1" status: 200 len: 946 time: 0.1200347 Aug 06 16:10:22.335600 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cec932-36b8-4adb-9fe5-f6e51e447ec9 req-3ab412f4-a9e7-451b-8af2-17f4d0a8c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:22.342942 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-02cec932-36b8-4adb-9fe5-f6e51e447ec9 req-3ab412f4-a9e7-451b-8af2-17f4d0a8c4ce service neutron] 10.222.0.78 "GET /v2.0/networks?id=15911d68-8707-4502-a324-891837d491b2 HTTP/1.1" status: 200 len: 915 time: 0.1641827 Aug 06 16:10:22.414714 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-02cec932-36b8-4adb-9fe5-f6e51e447ec9 req-16d255e1-e528-435d-a97e-8a1354fa9cd7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59f76e2d-b125-4739-aed6-41cce9bb0c6c HTTP/1.1" status: 200 len: 217 time: 0.0597332 Aug 06 16:10:22.423004 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-56f812c6-9050-4671-b4a6-315b8d3f2f07 req-8ef682e3-a692-4cbe-b323-0a0e7ccb5ac0 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847013 Aug 06 16:10:22.482573 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:22.529809 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cec932-36b8-4adb-9fe5-f6e51e447ec9 req-e104c6d1-e26f-4c71-a698-4b3c08deaa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:22.532054 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-02cec932-36b8-4adb-9fe5-f6e51e447ec9 req-e104c6d1-e26f-4c71-a698-4b3c08deaa23 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89 HTTP/1.1" status: 200 len: 854 time: 0.0996141 Aug 06 16:10:22.621126 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-02cec932-36b8-4adb-9fe5-f6e51e447ec9 req-1ec9e95f-41e6-43a3-b7d2-3e8f7c5e9e77 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=15911d68-8707-4502-a324-891837d491b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702398 Aug 06 16:10:22.783552 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603c4d9-e27b-4f50-a1c4-094e54f1b3cb req-ec08a08d-1919-44e8-afc9-d8571eb869ba tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:22.785681 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0603c4d9-e27b-4f50-a1c4-094e54f1b3cb req-ec08a08d-1919-44e8-afc9-d8571eb869ba tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.1150517 Aug 06 16:10:22.884333 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0603c4d9-e27b-4f50-a1c4-094e54f1b3cb req-f442744b-307b-49c0-b839-95f90b7378ff tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591104 Aug 06 16:10:22.923268 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-02cec932-36b8-4adb-9fe5-f6e51e447ec9 req-46794ae7-3583-4d21-8d14-5f563331e3fb service neutron] 10.222.0.78 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885237 Aug 06 16:10:23.005985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796f5df-49f0-4eda-9021-16e86d114556 req-6f1f3383-57d2-4847-a220-f91ad5cae687 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:23.008194 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1796f5df-49f0-4eda-9021-16e86d114556 req-6f1f3383-57d2-4847-a220-f91ad5cae687 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 945 time: 0.1204162 Aug 06 16:10:23.119128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router ab46ce06-552a-46ed-acbf-1dfdc750391a has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:10:23.127110 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-02cec932-36b8-4adb-9fe5-f6e51e447ec9 req-738d72b0-bfdd-44f2-a42c-acaecf6826b1 service neutron] 10.222.0.78 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883652 Aug 06 16:10:23.200887 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eeb5ab-1345-42b4-9988-71bb19fc0da9 req-306cea87-f654-4446-b31f-c04888f977f6 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:23.203427 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8eeb5ab-1345-42b4-9988-71bb19fc0da9 req-306cea87-f654-4446-b31f-c04888f977f6 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.78 "GET /v2.0/ports?device_id=1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76 HTTP/1.1" status: 200 len: 946 time: 0.0966344 Aug 06 16:10:23.313615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c4466-c82a-47ec-a2b4-82039f237ff8 req-c1a67f0f-a83e-4d78-9d7b-85f07197eb88 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:23.315250 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad2c4466-c82a-47ec-a2b4-82039f237ff8 req-c1a67f0f-a83e-4d78-9d7b-85f07197eb88 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 943 time: 0.1584218 Aug 06 16:10:23.331684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab68c2-a229-4753-81fa-85d84c7c8e02 req-d5e804e5-0166-47e3-9d29-d45396c8d151 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:23.333266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4dab68c2-a229-4753-81fa-85d84c7c8e02 req-d5e804e5-0166-47e3-9d29-d45396c8d151 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.2172961 Aug 06 16:10:23.360152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-f8eeb5ab-1345-42b4-9988-71bb19fc0da9 req-c5fe4450-8d2b-4c1f-a525-3ba49b5539fe tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Deleting port 17440b8b-0862-4bee-8c1d-96ed21046f35 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:10:23.360496 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f8eeb5ab-1345-42b4-9988-71bb19fc0da9 req-c5fe4450-8d2b-4c1f-a525-3ba49b5539fe tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:23.373027 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:23.466756 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-1796f5df-49f0-4eda-9021-16e86d114556 req-e80dd96e-9dda-475d-a3f8-e56e75474b72 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Deleting port 6a54df91-c392-4d93-bc39-395bcb3aaa29 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:10:23.467099 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1796f5df-49f0-4eda-9021-16e86d114556 req-e80dd96e-9dda-475d-a3f8-e56e75474b72 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:23.478421 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad2c4466-c82a-47ec-a2b4-82039f237ff8 req-0bdd2631-1c2c-4b1f-8973-a8b22f7e44b3 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439042 Aug 06 16:10:23.494328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4dab68c2-a229-4753-81fa-85d84c7c8e02 req-e722755e-d8a5-4af9-b764-04adc775d252 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531272 Aug 06 16:10:23.502488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:10:23.512736 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-776f22a7-d405-4f7e-af42-cdf2ab940e32 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "PUT /v2.0/routers/ab46ce06-552a-46ed-acbf-1dfdc750391a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6084843 Aug 06 16:10:23.514001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49074) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:23.516409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0cb0cf-ea25-4c69-9a21-23433b606cc4 None None] Sync routers for ids ['ab46ce06-552a-46ed-acbf-1dfdc750391a'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:10:23.534021 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0cb0cf-ea25-4c69-9a21-23433b606cc4 None None] Routers {'ab46ce06-552a-46ed-acbf-1dfdc750391a'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:10:23.534904 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8a0cb0cf-ea25-4c69-9a21-23433b606cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:10:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ab46ce06-552a-46ed-acbf-1dfdc750391a'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:23.574375 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-f8eeb5ab-1345-42b4-9988-71bb19fc0da9 req-c5fe4450-8d2b-4c1f-a525-3ba49b5539fe tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] For port 17440b8b-0862-4bee-8c1d-96ed21046f35, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=17440b8b-0862-4bee-8c1d-96ed21046f35,segment=NetworkSegment(2f4b74a2-8524-437e-b5be-73e642948d66),segment_id=2f4b74a2-8524-437e-b5be-73e642948d66)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:23.578507 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f8eeb5ab-1345-42b4-9988-71bb19fc0da9 req-c5fe4450-8d2b-4c1f-a525-3ba49b5539fe tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:23.614283 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-f8eeb5ab-1345-42b4-9988-71bb19fc0da9 req-c5fe4450-8d2b-4c1f-a525-3ba49b5539fe tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Calling delete_port for 17440b8b-0862-4bee-8c1d-96ed21046f35 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:10:23.709156 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-00508d6b-c659-41b0-9355-553a163e9b76 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting subnet cb55ef7f-cba2-404a-bbc3-f54efa2e4e87 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:10:23.717870 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-00508d6b-c659-41b0-9355-553a163e9b76 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:23.741052 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:23.744403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-8a0cb0cf-ea25-4c69-9a21-23433b606cc4 None None] Set router ab46ce06-552a-46ed-acbf-1dfdc750391a gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:10:23.768342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bdd31-5ae9-4f3e-bd41-c181330d6f33 req-c46b5e4b-1beb-4301-b7c4-d63ca4465703 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:23.776706 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b92bdd31-5ae9-4f3e-bd41-c181330d6f33 req-c46b5e4b-1beb-4301-b7c4-d63ca4465703 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76 HTTP/1.1" status: 200 len: 946 time: 0.1472318 Aug 06 16:10:23.786121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-1796f5df-49f0-4eda-9021-16e86d114556 req-e80dd96e-9dda-475d-a3f8-e56e75474b72 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] For port 6a54df91-c392-4d93-bc39-395bcb3aaa29, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a54df91-c392-4d93-bc39-395bcb3aaa29,segment=NetworkSegment(2f4b74a2-8524-437e-b5be-73e642948d66),segment_id=2f4b74a2-8524-437e-b5be-73e642948d66)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:23.786738 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1796f5df-49f0-4eda-9021-16e86d114556 req-e80dd96e-9dda-475d-a3f8-e56e75474b72 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:23.818188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-1796f5df-49f0-4eda-9021-16e86d114556 req-e80dd96e-9dda-475d-a3f8-e56e75474b72 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Calling delete_port for 6a54df91-c392-4d93-bc39-395bcb3aaa29 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:10:23.832245 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-00508d6b-c659-41b0-9355-553a163e9b76 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:23.859659 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f8eeb5ab-1345-42b4-9988-71bb19fc0da9 req-c5fe4450-8d2b-4c1f-a525-3ba49b5539fe tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:23.897819 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b92bdd31-5ae9-4f3e-bd41-c181330d6f33 req-32113f2c-5367-4b41-9692-af20f394908d tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/security-groups?id=31c5722a-fcec-4481-83e5-fb5a7b15c878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153545 Aug 06 16:10:23.924024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['6a54df91-c392-4d93-bc39-395bcb3aaa29'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:23.926084 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['17440b8b-0862-4bee-8c1d-96ed21046f35'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:23.939235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe4450-8d2b-4c1f-a525-3ba49b5539fe tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Pushing event deleted for resources: {'Port': ['ID=17440b8b-0862-4bee-8c1d-96ed21046f35,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:24.062014 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8eeb5ab-1345-42b4-9988-71bb19fc0da9 req-c5fe4450-8d2b-4c1f-a525-3ba49b5539fe tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] No DVR routers for this DVR port 17440b8b-0862-4bee-8c1d-96ed21046f35 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:10:24.066379 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f8eeb5ab-1345-42b4-9988-71bb19fc0da9 req-c5fe4450-8d2b-4c1f-a525-3ba49b5539fe tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:24.068906 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8eeb5ab-1345-42b4-9988-71bb19fc0da9 req-c5fe4450-8d2b-4c1f-a525-3ba49b5539fe tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.78 "DELETE /v2.0/ports/17440b8b-0862-4bee-8c1d-96ed21046f35 HTTP/1.1" status: 204 len: 173 time: 0.8592315 Aug 06 16:10:24.072178 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76', 'name': 'network-vif-deleted', 'tag': '17440b8b-0862-4bee-8c1d-96ed21046f35'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:24.080141 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b6bc5e-53f3-4298-bc32-f6be0d11b0ee" -d '{"events": [{"server_uuid": "1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76", "name": "network-vif-deleted", "tag": "17440b8b-0862-4bee-8c1d-96ed21046f35"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:24.127013 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-00508d6b-c659-41b0-9355-553a163e9b76 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:24.184439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8a0cb0cf-ea25-4c69-9a21-23433b606cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130787662', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:11Z', 'updated_at': '2021-08-06T16:10:21Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:12Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:24.202370 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95435512-440e-4a34-8ee3-3ba0da0ae4eb x-openstack-request-id: req-95435512-440e-4a34-8ee3-3ba0da0ae4eb {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:24.202778 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76", "name": "network-vif-deleted", "tag": "17440b8b-0862-4bee-8c1d-96ed21046f35", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:24.203226 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95435512-440e-4a34-8ee3-3ba0da0ae4eb {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:24.203744 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a84ac53-fd48-4cc4-87dc-0c5a78bc1e76', 'name': 'network-vif-deleted', 'tag': '17440b8b-0862-4bee-8c1d-96ed21046f35', 'status': 'completed', 'code': 200} Aug 06 16:10:24.231027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0cb0cf-ea25-4c69-9a21-23433b606cc4 None None] Checking router: ab46ce06-552a-46ed-acbf-1dfdc750391a for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:10:24.250559 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0cb0cf-ea25-4c69-9a21-23433b606cc4 None None] Routers {'ab46ce06-552a-46ed-acbf-1dfdc750391a'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:10:24.251186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8a0cb0cf-ea25-4c69-9a21-23433b606cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:10:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ab46ce06-552a-46ed-acbf-1dfdc750391a'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:24.267573 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-00508d6b-c659-41b0-9355-553a163e9b76 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:24.313847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9cc2e-9816-46e1-a81f-798488a0aaac req-8c6f39d5-c854-4e98-8290-0579560efe51 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:24.315482 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39a9cc2e-9816-46e1-a81f-798488a0aaac req-8c6f39d5-c854-4e98-8290-0579560efe51 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.2262864 Aug 06 16:10:24.316248 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00508d6b-c659-41b0-9355-553a163e9b76 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Subnet': ['ID=cb55ef7f-cba2-404a-bbc3-f54efa2e4e87,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:24.328855 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-00508d6b-c659-41b0-9355-553a163e9b76 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:24.333864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49082) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:24.334522 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-00508d6b-c659-41b0-9355-553a163e9b76 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/subnets/cb55ef7f-cba2-404a-bbc3-f54efa2e4e87 HTTP/1.1" status: 204 len: 168 time: 0.8106761 Aug 06 16:10:24.390099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39a9cc2e-9816-46e1-a81f-798488a0aaac req-d25c35ba-4799-44a7-b039-9f3aae6c85a0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542893 Aug 06 16:10:24.395980 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1796f5df-49f0-4eda-9021-16e86d114556 req-e80dd96e-9dda-475d-a3f8-e56e75474b72 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:24.457687 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dd96e-9dda-475d-a3f8-e56e75474b72 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Pushing event deleted for resources: {'Port': ['ID=6a54df91-c392-4d93-bc39-395bcb3aaa29,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:24.522899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-1796f5df-49f0-4eda-9021-16e86d114556 req-e80dd96e-9dda-475d-a3f8-e56e75474b72 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] No DVR routers for this DVR port 6a54df91-c392-4d93-bc39-395bcb3aaa29 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:10:24.523103 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-249bc434-cdcb-4600-bf67-1b1bcd638c90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:24.542670 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1796f5df-49f0-4eda-9021-16e86d114556 req-e80dd96e-9dda-475d-a3f8-e56e75474b72 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:24.548115 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1796f5df-49f0-4eda-9021-16e86d114556 req-e80dd96e-9dda-475d-a3f8-e56e75474b72 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.13 "DELETE /v2.0/ports/6a54df91-c392-4d93-bc39-395bcb3aaa29 HTTP/1.1" status: 204 len: 173 time: 1.5316260 Aug 06 16:10:24.548591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2663eee-0541-4057-9571-52a40a031ff2', 'name': 'network-vif-deleted', 'tag': '6a54df91-c392-4d93-bc39-395bcb3aaa29'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:24.560640 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f8dc51-944c-47f5-b77b-0bba18cdd4ea" -d '{"events": [{"server_uuid": "d2663eee-0541-4057-9571-52a40a031ff2", "name": "network-vif-deleted", "tag": "6a54df91-c392-4d93-bc39-395bcb3aaa29"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:24.574974 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49314cc-ede7-4e52-87d0-ae0c86689676 None None] Network a449aaa7-f3d7-4aa4-a156-7bc6011e6efc requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:10:24.689900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['17440b8b-0862-4bee-8c1d-96ed21046f35'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:24.749148 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-249bc434-cdcb-4600-bf67-1b1bcd638c90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:24.800855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cf87a-5340-4632-a9aa-85723867f3f5 req-ce6c8d08-a51a-4a37-ab51-909a47537e9d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:24.813492 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae3cf87a-5340-4632-a9aa-85723867f3f5 req-ce6c8d08-a51a-4a37-ab51-909a47537e9d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 943 time: 0.1741238 Aug 06 16:10:24.858047 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-249bc434-cdcb-4600-bf67-1b1bcd638c90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting port a5efc4ff-1714-45cc-baf9-8a37c41251bd {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:10:24.858799 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-249bc434-cdcb-4600-bf67-1b1bcd638c90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:24.866697 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-8a0cb0cf-ea25-4c69-9a21-23433b606cc4 None None] Set router ab46ce06-552a-46ed-acbf-1dfdc750391a gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:10:24.883884 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdcb2f-cdde-4cd3-a9b4-2da38d52e67b req-00f88950-69ac-4cc3-aae5-8eb761dea1e4 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:24.886133 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eafdcb2f-cdde-4cd3-a9b4-2da38d52e67b req-00f88950-69ac-4cc3-aae5-8eb761dea1e4 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.1795447 Aug 06 16:10:24.942303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae3cf87a-5340-4632-a9aa-85723867f3f5 req-7fd61563-3f03-4774-bb3f-8a5ab3e06b9d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278317 Aug 06 16:10:24.967307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c46cd4-8706-4829-b3a8-3e153275f2e5 None None] DHCP port deletion for a449aaa7-f3d7-4aa4-a156-7bc6011e6efc request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:10:24.976096 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eafdcb2f-cdde-4cd3-a9b4-2da38d52e67b req-bd483f1b-5145-4b9b-ba67-3bf4a08e1432 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798059 Aug 06 16:10:25.007071 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6947e42d-702a-492b-9f50-42f7fa784e35 x-openstack-request-id: req-6947e42d-702a-492b-9f50-42f7fa784e35 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:25.007365 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2663eee-0541-4057-9571-52a40a031ff2", "name": "network-vif-deleted", "tag": "6a54df91-c392-4d93-bc39-395bcb3aaa29", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:25.007621 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6947e42d-702a-492b-9f50-42f7fa784e35 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:25.009189 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2663eee-0541-4057-9571-52a40a031ff2', 'name': 'network-vif-deleted', 'tag': '6a54df91-c392-4d93-bc39-395bcb3aaa29', 'status': 'completed', 'code': 200} Aug 06 16:10:25.031052 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-249bc434-cdcb-4600-bf67-1b1bcd638c90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] For port a5efc4ff-1714-45cc-baf9-8a37c41251bd, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a5efc4ff-1714-45cc-baf9-8a37c41251bd,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:25.031603 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-249bc434-cdcb-4600-bf67-1b1bcd638c90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.077429 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-249bc434-cdcb-4600-bf67-1b1bcd638c90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Calling delete_port for a5efc4ff-1714-45cc-baf9-8a37c41251bd owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:10:25.192341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-95c46cd4-8706-4829-b3a8-3e153275f2e5 None None] Deleting port 9e392cce-3081-4735-848d-dc59ddca4528 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:10:25.192747 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-95c46cd4-8706-4829-b3a8-3e153275f2e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.231930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8a0cb0cf-ea25-4c69-9a21-23433b606cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130787662', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:11Z', 'updated_at': '2021-08-06T16:10:21Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:12Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:25.262839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 59f76e2d-b125-4739-aed6-41cce9bb0c6c details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:10:25.268644 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0cb0cf-ea25-4c69-9a21-23433b606cc4 None None] The sync data for ids ['ab46ce06-552a-46ed-acbf-1dfdc750391a'] in n-d-803756-1 is: [{'id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2130787662', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:11Z', 'updated_at': '2021-08-06T16:10:21Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'a5efc4ff-1714-45cc-baf9-8a37c41251bd', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:2e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab46ce06-552a-46ed-acbf-1dfdc750391a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:12Z', 'updated_at': '2021-08-06T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:10:25.317523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b919b7a0-a294-4ead-8001-4d1de53e2adf req-bda61f98-efe9-4f3a-a939-6453693c5a42 tempest-ListServersNegativeTestJSON-1970100066 tempest-ListServersNegativeTestJSON-1970100066-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2663eee-0541-4057-9571-52a40a031ff2 HTTP/1.1" status: 200 len: 210 time: 0.0697663 Aug 06 16:10:25.353161 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-249bc434-cdcb-4600-bf67-1b1bcd638c90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.374895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-95c46cd4-8706-4829-b3a8-3e153275f2e5 None None] For port 9e392cce-3081-4735-848d-dc59ddca4528, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9e392cce-3081-4735-848d-dc59ddca4528,segment=NetworkSegment(33f49752-ca7a-469b-a7dc-e28dd36c6455),segment_id=33f49752-ca7a-469b-a7dc-e28dd36c6455)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:25.375319 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-95c46cd4-8706-4829-b3a8-3e153275f2e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.380602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bc434-cdcb-4600-bf67-1b1bcd638c90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Port': ['ID=a5efc4ff-1714-45cc-baf9-8a37c41251bd,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:25.407411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-95c46cd4-8706-4829-b3a8-3e153275f2e5 None None] Calling delete_port for 9e392cce-3081-4735-848d-dc59ddca4528 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:10:25.449941 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-249bc434-cdcb-4600-bf67-1b1bcd638c90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.525197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 59f76e2d-b125-4739-aed6-41cce9bb0c6c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=59f76e2d-b125-4739-aed6-41cce9bb0c6c,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:25.545184 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '59f76e2d-b125-4739-aed6-41cce9bb0c6c', 'network_id': '15911d68-8707-4502-a324-891837d491b2', 'port_id': '59f76e2d-b125-4739-aed6-41cce9bb0c6c', 'mac_address': 'fa:16:3e:72:0c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:10:25.546567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65813866-bb9f-4487-ac62-17c7de840d10 req-b35f656b-0c74-4784-9542-ca13953fe0d1 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:25.554235 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-249bc434-cdcb-4600-bf67-1b1bcd638c90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.557169 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-249bc434-cdcb-4600-bf67-1b1bcd638c90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.557925 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-65813866-bb9f-4487-ac62-17c7de840d10 req-b35f656b-0c74-4784-9542-ca13953fe0d1 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.0641294 Aug 06 16:10:25.579955 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-95c46cd4-8706-4829-b3a8-3e153275f2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.595515 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-65813866-bb9f-4487-ac62-17c7de840d10 req-0bc60517-52b2-4701-95d0-18bcfb2959a9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362520 Aug 06 16:10:25.614884 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-249bc434-cdcb-4600-bf67-1b1bcd638c90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.616110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249bc434-cdcb-4600-bf67-1b1bcd638c90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Fanout notify agent at l3_agent the message router_deleted on router ab46ce06-552a-46ed-acbf-1dfdc750391a {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:10:25.618466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c46cd4-8706-4829-b3a8-3e153275f2e5 None None] No DVR routers for this DVR port 9e392cce-3081-4735-848d-dc59ddca4528 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:10:25.619798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c46cd4-8706-4829-b3a8-3e153275f2e5 None None] Pushing event deleted for resources: {'Port': ['ID=9e392cce-3081-4735-848d-dc59ddca4528,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:25.626844 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-249bc434-cdcb-4600-bf67-1b1bcd638c90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.629721 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-249bc434-cdcb-4600-bf67-1b1bcd638c90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/routers/ab46ce06-552a-46ed-acbf-1dfdc750391a HTTP/1.1" status: 204 len: 168 time: 1.2924762 Aug 06 16:10:25.631931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49110) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:25.635685 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.676812 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f76e2d-b125-4739-aed6-41cce9bb0c6c {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:25.710994 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 59f76e2d-b125-4739-aed6-41cce9bb0c6c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=59f76e2d-b125-4739-aed6-41cce9bb0c6c,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:25.717917 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.743232 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bf964f41-1258-4a60-bc5a-66e8ec7fbe66 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.805087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=59f76e2d-b125-4739-aed6-41cce9bb0c6c,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:25.847060 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b67760a5-ed67-4070-b1c3-16a49ba438bd no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:10:25.873575 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: b67760a5-ed67-4070-b1c3-16a49ba438bd {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:10:25.874190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b67760a5-ed67-4070-b1c3-16a49ba438bd not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:10:25.874729 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9e392cce-3081-4735-848d-dc59ddca4528 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:10:25.896506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 9e392cce-3081-4735-848d-dc59ddca4528 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:10:25.896813 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9e392cce-3081-4735-848d-dc59ddca4528 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:10:25.901676 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bf964f41-1258-4a60-bc5a-66e8ec7fbe66 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.919114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-bf964f41-1258-4a60-bc5a-66e8ec7fbe66 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a449aaa7-f3d7-4aa4-a156-7bc6011e6efc']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:25.930893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-bf964f41-1258-4a60-bc5a-66e8ec7fbe66 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f49752-ca7a-469b-a7dc-e28dd36c6455') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:25.931184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-bf964f41-1258-4a60-bc5a-66e8ec7fbe66 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f49752-ca7a-469b-a7dc-e28dd36c6455') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:25.940647 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bf964f41-1258-4a60-bc5a-66e8ec7fbe66 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.956938 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bf964f41-1258-4a60-bc5a-66e8ec7fbe66 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.963835 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf964f41-1258-4a60-bc5a-66e8ec7fbe66 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:10:25.964235 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bf964f41-1258-4a60-bc5a-66e8ec7fbe66 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:10:25.967447 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:10:25.973544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061570-0900-40a4-abec-4889f7764222 req-847e1e5e-4273-4e5b-aba0-a4755d727939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:25.975443 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-df061570-0900-40a4-abec-4889f7764222 req-847e1e5e-4273-4e5b-aba0-a4755d727939 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7ffc041dde4b4c088ba8b49bfae0f273&device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 1097 time: 0.0548456 Aug 06 16:10:26.043667 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bf964f41-1258-4a60-bc5a-66e8ec7fbe66 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:26.061742 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bf964f41-1258-4a60-bc5a-66e8ec7fbe66 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:26.066764 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bf964f41-1258-4a60-bc5a-66e8ec7fbe66 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/networks/a449aaa7-f3d7-4aa4-a156-7bc6011e6efc HTTP/1.1" status: 204 len: 168 time: 0.4308376 Aug 06 16:10:26.066969 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49116) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:26.091551 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf964f41-1258-4a60-bc5a-66e8ec7fbe66 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Network': ['ID=a449aaa7-f3d7-4aa4-a156-7bc6011e6efc,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:26.167669 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['59f76e2d-b125-4739-aed6-41cce9bb0c6c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:26.168458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d1d43-15fa-4050-82c6-ce04448f5564 req-5284c4cd-93e9-4176-87fa-29aa2ffe4b35 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:26.170195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c74d1d43-15fa-4050-82c6-ce04448f5564 req-5284c4cd-93e9-4176-87fa-29aa2ffe4b35 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 944 time: 0.1114371 Aug 06 16:10:26.183880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019009b5-ddb2-4610-99a8-f5b56be797f6 req-e3208ecf-792c-4d5d-bfe0-c6aae60776be tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:26.185735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-019009b5-ddb2-4610-99a8-f5b56be797f6 req-e3208ecf-792c-4d5d-bfe0-c6aae60776be tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.0972202 Aug 06 16:10:26.250041 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c74d1d43-15fa-4050-82c6-ce04448f5564 req-b7d70d22-6afb-4a56-92c4-bc7bfdf8af6e tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631824 Aug 06 16:10:26.252936 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-019009b5-ddb2-4610-99a8-f5b56be797f6 req-449e699d-48d0-4140-bb11-354f815f425f tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599387 Aug 06 16:10:26.408535 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49124) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:26.450239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061570-0900-40a4-abec-4889f7764222 req-b2b27759-e8f4-4d80-923b-6bf508869957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:26.451766 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-df061570-0900-40a4-abec-4889f7764222 req-b2b27759-e8f4-4d80-923b-6bf508869957 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a866e395-3ce9-4555-a769-7f0869a94e9f HTTP/1.1" status: 200 len: 917 time: 0.4687121 Aug 06 16:10:26.469598 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e26aa53-ea30-4c73-b515-cb48cb5b3ead tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:26.538282 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e26aa53-ea30-4c73-b515-cb48cb5b3ead tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:26.557882 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-df061570-0900-40a4-abec-4889f7764222 req-b7bec2d2-eae8-48fe-bdae-b54c83433540 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a HTTP/1.1" status: 200 len: 1001 time: 0.0976233 Aug 06 16:10:26.634033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061570-0900-40a4-abec-4889f7764222 req-29ef2ce4-22c7-4f16-9762-3faede36d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:26.636647 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-df061570-0900-40a4-abec-4889f7764222 req-29ef2ce4-22c7-4f16-9762-3faede36d784 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=179c64d1-b6cb-431f-aab6-556ce510d2b1 HTTP/1.1" status: 200 len: 855 time: 0.0646381 Aug 06 16:10:26.671313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b850f649-b5b5-4c96-a521-ff06af80e7a4 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:10:26.702825 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061570-0900-40a4-abec-4889f7764222 req-1bd26291-34c4-44d8-b733-ac5bedd950e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:26.704476 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-df061570-0900-40a4-abec-4889f7764222 req-1bd26291-34c4-44d8-b733-ac5bedd950e9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a866e395-3ce9-4555-a769-7f0869a94e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592566 Aug 06 16:10:26.705820 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e26aa53-ea30-4c73-b515-cb48cb5b3ead tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:26.708534 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e26aa53-ea30-4c73-b515-cb48cb5b3ead tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:26.709834 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2e26aa53-ea30-4c73-b515-cb48cb5b3ead tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/security-groups/1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3 HTTP/1.1" status: 204 len: 168 time: 0.6420953 Aug 06 16:10:26.729261 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26aa53-ea30-4c73-b515-cb48cb5b3ead tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb0484a-16e6-4c9c-9ad6-44f8c77d4bf3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:26.815071 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:26.851047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35b4c40-393a-4b41-a177-6e63271a2d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b850f649-b5b5-4c96-a521-ff06af80e7a4'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:26.853753 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2147c67a-95bc-48d2-8b47-ffc2dfb2c094" -d '{"events": [{"server_uuid": "d35b4c40-393a-4b41-a177-6e63271a2d3c", "name": "network-vif-unplugged", "status": "completed", "tag": "b850f649-b5b5-4c96-a521-ff06af80e7a4"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:26.855759 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-df061570-0900-40a4-abec-4889f7764222 req-77f5cfb8-bc92-4dda-8f8d-ccb20bde3b3e service neutron] 10.222.0.78 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362107 Aug 06 16:10:26.874333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b850f649-b5b5-4c96-a521-ff06af80e7a4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b850f649-b5b5-4c96-a521-ff06af80e7a4,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:26.878691 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:26.880909 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6a54df91-c392-4d93-bc39-395bcb3aaa29 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:10:26.882626 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc580f29-a82e-4496-85c5-894b8f064fd2 admin admin] Deleting subnet 1018c488-879e-478b-8bf3-1b41ba8bfe9a {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:10:26.886975 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc580f29-a82e-4496-85c5-894b8f064fd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:26.918254 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b43a1b-5cd0-43d3-bcb4-40322a0496af req-809f3107-68db-483f-982d-2c742ef83d2b tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:26.920033 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-56b43a1b-5cd0-43d3-bcb4-40322a0496af req-809f3107-68db-483f-982d-2c742ef83d2b tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.0922616 Aug 06 16:10:26.925113 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 6a54df91-c392-4d93-bc39-395bcb3aaa29 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:10:26.925583 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6a54df91-c392-4d93-bc39-395bcb3aaa29 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:10:26.941262 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc580f29-a82e-4496-85c5-894b8f064fd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:26.961704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b850f649-b5b5-4c96-a521-ff06af80e7a4,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:26.994351 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-df061570-0900-40a4-abec-4889f7764222 req-d16e4403-6600-41d9-a90a-d7dcb1dfbd39 service neutron] 10.222.0.78 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253104 Aug 06 16:10:27.002099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-56b43a1b-5cd0-43d3-bcb4-40322a0496af req-2aa0436c-4423-47f4-9a4f-5f1c57547eae tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709145 Aug 06 16:10:27.014513 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc580f29-a82e-4496-85c5-894b8f064fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.062998 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7e9cd2-76b1-444b-97de-f37b2e6be539 x-openstack-request-id: req-ec7e9cd2-76b1-444b-97de-f37b2e6be539 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:27.063559 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35b4c40-393a-4b41-a177-6e63271a2d3c", "name": "network-vif-unplugged", "status": "completed", "tag": "b850f649-b5b5-4c96-a521-ff06af80e7a4", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:27.064297 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec7e9cd2-76b1-444b-97de-f37b2e6be539 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:27.065371 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35b4c40-393a-4b41-a177-6e63271a2d3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b850f649-b5b5-4c96-a521-ff06af80e7a4', 'code': 200} Aug 06 16:10:27.095416 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc580f29-a82e-4496-85c5-894b8f064fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.124470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc580f29-a82e-4496-85c5-894b8f064fd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1018c488-879e-478b-8bf3-1b41ba8bfe9a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:27.126977 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc580f29-a82e-4496-85c5-894b8f064fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.131727 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dc580f29-a82e-4496-85c5-894b8f064fd2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1018c488-879e-478b-8bf3-1b41ba8bfe9a HTTP/1.1" status: 204 len: 168 time: 0.7196538 Aug 06 16:10:27.132247 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49134) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:27.155148 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49136) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:27.160115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b3c39ccb-4acf-40c8-bbd9-db747b81ab6b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1893596599', 'description': 'tempest-secgroup-smoke-1893596599 description', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:27.184349 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b3c39ccb-4acf-40c8-bbd9-db747b81ab6b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.231958 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eac41695-eca1-4975-b1e3-75de88f56568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.259820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 98a09210-9e18-4246-a5bf-a84d87cb9c7a no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:10:27.320266 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b3c39ccb-4acf-40c8-bbd9-db747b81ab6b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.327790 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b3c39ccb-4acf-40c8-bbd9-db747b81ab6b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.397781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eac41695-eca1-4975-b1e3-75de88f56568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.407905 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.417553 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-eac41695-eca1-4975-b1e3-75de88f56568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a7578c-a52f-4d38-92d4-23fe10f82d11']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:27.436088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-eac41695-eca1-4975-b1e3-75de88f56568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4b74a2-8524-437e-b5be-73e642948d66') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:27.436518 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-eac41695-eca1-4975-b1e3-75de88f56568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4b74a2-8524-437e-b5be-73e642948d66') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:27.436698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a5efc4ff-1714-45cc-baf9-8a37c41251bd no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:10:27.452348 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eac41695-eca1-4975-b1e3-75de88f56568 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.452735 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b3c39ccb-4acf-40c8-bbd9-db747b81ab6b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.457647 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b3c39ccb-4acf-40c8-bbd9-db747b81ab6b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2979286 Aug 06 16:10:27.458466 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49146) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:27.466063 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:27.466911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c39ccb-4acf-40c8-bbd9-db747b81ab6b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf3881c-ebe3-4108-84da-58790b65c32b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:27.467310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a5efc4ff-1714-45cc-baf9-8a37c41251bd {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:10:27.467821 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a5efc4ff-1714-45cc-baf9-8a37c41251bd not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:10:27.468520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b700f4ee-0920-494d-b4ed-ac4764c4c3fd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '4bf3881c-ebe3-4108-84da-58790b65c32b', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:27.474826 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.475773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 17440b8b-0862-4bee-8c1d-96ed21046f35 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:10:27.502252 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c931c-5a82-4067-94aa-779f5019aa20 req-c24168c6-bcf3-4e1f-98d9-65a03db07ee9 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:27.504145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd2c931c-5a82-4067-94aa-779f5019aa20 req-c24168c6-bcf3-4e1f-98d9-65a03db07ee9 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 944 time: 0.1382368 Aug 06 16:10:27.513016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30df36f-feb7-4016-abcb-5baee0e29127 req-92c96a4b-a537-41bc-b942-b732191d1f33 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:27.514994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d30df36f-feb7-4016-abcb-5baee0e29127 req-92c96a4b-a537-41bc-b942-b732191d1f33 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 943 time: 0.1456611 Aug 06 16:10:27.527922 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eac41695-eca1-4975-b1e3-75de88f56568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.528384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 17440b8b-0862-4bee-8c1d-96ed21046f35 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:10:27.528384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 17440b8b-0862-4bee-8c1d-96ed21046f35 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:10:27.543330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac41695-eca1-4975-b1e3-75de88f56568 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:10:27.544395 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eac41695-eca1-4975-b1e3-75de88f56568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:10:27.546467 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:10:27.548834 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b700f4ee-0920-494d-b4ed-ac4764c4c3fd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.567147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=98a09210-9e18-4246-a5bf-a84d87cb9c7a,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:27.589884 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd2c931c-5a82-4067-94aa-779f5019aa20 req-863fdafa-df86-49f7-98aa-c63f69bf11a4 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688763 Aug 06 16:10:27.592649 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d30df36f-feb7-4016-abcb-5baee0e29127 req-0bc17fe3-eaab-4537-9896-d3150b2e6ffa tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705717 Aug 06 16:10:27.653982 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eac41695-eca1-4975-b1e3-75de88f56568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.666447 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eac41695-eca1-4975-b1e3-75de88f56568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.668425 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-eac41695-eca1-4975-b1e3-75de88f56568 admin admin] 10.222.0.37 "DELETE /v2.0/networks/56a7578c-a52f-4d38-92d4-23fe10f82d11 HTTP/1.1" status: 204 len: 168 time: 0.5350218 Aug 06 16:10:27.670660 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b700f4ee-0920-494d-b4ed-ac4764c4c3fd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.687677 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b700f4ee-0920-494d-b4ed-ac4764c4c3fd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.694136 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac41695-eca1-4975-b1e3-75de88f56568 admin admin] Pushing event deleted for resources: {'Network': ['ID=56a7578c-a52f-4d38-92d4-23fe10f82d11,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:27.710643 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700f4ee-0920-494d-b4ed-ac4764c4c3fd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524dac40-5c27-4b38-a0cd-f53854aed455,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:27.714497 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b700f4ee-0920-494d-b4ed-ac4764c4c3fd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.715861 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b700f4ee-0920-494d-b4ed-ac4764c4c3fd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2560239 Aug 06 16:10:27.718510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49150) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:27.723584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b2aac149-68c0-4b34-b4ba-f5f75a5cefe9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '4bf3881c-ebe3-4108-84da-58790b65c32b', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:27.753851 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2aac149-68c0-4b34-b4ba-f5f75a5cefe9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.820150 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2aac149-68c0-4b34-b4ba-f5f75a5cefe9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.821592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49152) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:27.827123 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2aac149-68c0-4b34-b4ba-f5f75a5cefe9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.849382 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aac149-68c0-4b34-b4ba-f5f75a5cefe9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c54aaca-73c3-4dd8-85d0-6685a0dcc41c,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:27.852329 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2aac149-68c0-4b34-b4ba-f5f75a5cefe9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.853551 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b2aac149-68c0-4b34-b4ba-f5f75a5cefe9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337929 Aug 06 16:10:27.856292 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49154) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:27.860922 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-73c3ed50-c1af-44b5-96b0-62733a5197bb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '4bf3881c-ebe3-4108-84da-58790b65c32b', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:27.871234 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bb14f42d-0467-4420-8441-3c4bd8cac46a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08187a0ca58544caaa3320f9f5e06317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483396 Aug 06 16:10:27.874026 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49156) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:27.889648 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73c3ed50-c1af-44b5-96b0-62733a5197bb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.932487 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc003019-0682-4ac0-b77c-a4c483a03ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.954906 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73c3ed50-c1af-44b5-96b0-62733a5197bb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.956746 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc003019-0682-4ac0-b77c-a4c483a03ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.959022 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73c3ed50-c1af-44b5-96b0-62733a5197bb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.978547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3ed50-c1af-44b5-96b0-62733a5197bb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568e9c6f-ea16-4f66-b946-ac66cae06efd,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:27.982013 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73c3ed50-c1af-44b5-96b0-62733a5197bb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:27.983228 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-73c3ed50-c1af-44b5-96b0-62733a5197bb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259625 Aug 06 16:10:27.987472 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49158) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:27.993883 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-5eca8fa7-796f-422f-8de5-399f71a5c456 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '4bf3881c-ebe3-4108-84da-58790b65c32b', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:28.017815 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc003019-0682-4ac0-b77c-a4c483a03ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.020847 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc003019-0682-4ac0-b77c-a4c483a03ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.022216 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dc003019-0682-4ac0-b77c-a4c483a03ee8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31c5722a-fcec-4481-83e5-fb5a7b15c878 HTTP/1.1" status: 204 len: 168 time: 0.1471679 Aug 06 16:10:28.031062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5eca8fa7-796f-422f-8de5-399f71a5c456 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.036041 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc003019-0682-4ac0-b77c-a4c483a03ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c5722a-fcec-4481-83e5-fb5a7b15c878,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:28.122508 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5eca8fa7-796f-422f-8de5-399f71a5c456 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.127179 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5eca8fa7-796f-422f-8de5-399f71a5c456 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.147618 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca8fa7-796f-422f-8de5-399f71a5c456 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58791c7-7dce-426e-8e25-0aab7f2a3cc3,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:28.149936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f760b-5248-4351-b632-a427edb4d7bf req-9d0c9e18-f247-4b7c-a12d-d9c7c8e79670 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:28.152291 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5eca8fa7-796f-422f-8de5-399f71a5c456 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.156474 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5eca8fa7-796f-422f-8de5-399f71a5c456 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1652675 Aug 06 16:10:28.156474 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49164) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:28.158210 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-115f760b-5248-4351-b632-a427edb4d7bf req-9d0c9e18-f247-4b7c-a12d-d9c7c8e79670 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 944 time: 0.0621250 Aug 06 16:10:28.161281 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c9d35953-06ad-47e0-be6a-f9d7cb952cc2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '4bf3881c-ebe3-4108-84da-58790b65c32b', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:28.190471 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-c9d35953-06ad-47e0-be6a-f9d7cb952cc2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Project 6ead4e8906674c03a98f2b96e64fabd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:10:28.195749 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9d35953-06ad-47e0-be6a-f9d7cb952cc2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.201862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-115f760b-5248-4351-b632-a427edb4d7bf req-0fe41137-29b6-46cb-aedd-59ab8f7182e8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427616 Aug 06 16:10:28.265169 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9d35953-06ad-47e0-be6a-f9d7cb952cc2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.273419 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9d35953-06ad-47e0-be6a-f9d7cb952cc2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.291995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d35953-06ad-47e0-be6a-f9d7cb952cc2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf267a86-5f9d-47f8-b60b-52395f35557f,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:28.303446 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9d35953-06ad-47e0-be6a-f9d7cb952cc2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.304765 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c9d35953-06ad-47e0-be6a-f9d7cb952cc2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472852 Aug 06 16:10:28.307990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49168) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:28.312589 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4407d6fe-1215-4f53-9550-5a9b2d28852e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '4bf3881c-ebe3-4108-84da-58790b65c32b', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:28.335367 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-4407d6fe-1215-4f53-9550-5a9b2d28852e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Project 6ead4e8906674c03a98f2b96e64fabd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:10:28.340952 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4407d6fe-1215-4f53-9550-5a9b2d28852e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.409024 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4407d6fe-1215-4f53-9550-5a9b2d28852e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.413474 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4407d6fe-1215-4f53-9550-5a9b2d28852e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.436642 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407d6fe-1215-4f53-9550-5a9b2d28852e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87950df9-b881-4db0-904e-0870d70556d0,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:28.445381 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4407d6fe-1215-4f53-9550-5a9b2d28852e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.446809 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4407d6fe-1215-4f53-9550-5a9b2d28852e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378467 Aug 06 16:10:28.449992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49176) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:28.455644 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a104417a-b802-4f66-a2c5-1014ef722b2f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'network': {'name': 'tempest-network-smoke--435654987', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'port_security_enabled': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:28.487355 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a104417a-b802-4f66-a2c5-1014ef722b2f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Made reservation on behalf of 6ead4e8906674c03a98f2b96e64fabd0 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:10:28.491609 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a104417a-b802-4f66-a2c5-1014ef722b2f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.518049 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a104417a-b802-4f66-a2c5-1014ef722b2f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:10:28.529965 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a104417a-b802-4f66-a2c5-1014ef722b2f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.530308 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-a104417a-b802-4f66-a2c5-1014ef722b2f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Added segment e3aca0f2-a2e6-47d7-bd79-875b4c69e774 of type vlan for network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 Aug 06 16:10:28.577974 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a104417a-b802-4f66-a2c5-1014ef722b2f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.617124 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a104417a-b802-4f66-a2c5-1014ef722b2f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.622874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a104417a-b802-4f66-a2c5-1014ef722b2f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:28.623470 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a104417a-b802-4f66-a2c5-1014ef722b2f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.667452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b850f649-b5b5-4c96-a521-ff06af80e7a4 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:10:28.677311 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a104417a-b802-4f66-a2c5-1014ef722b2f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2260129 Aug 06 16:10:28.680335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49190) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:28.687903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-819509424', 'admin_state_up': True, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:28.742727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104417a-b802-4f66-a2c5-1014ef722b2f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Network': ['ID=a6137071-7cbf-40ba-8c86-55f4cf3a95a2,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:28.777235 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:10:28.801605 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.803628 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.845010 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d5eaf-e191-4f83-8852-b6101d4ec72e req-a738a06f-c981-4890-9265-444615266a43 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:28.846626 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b53d5eaf-e191-4f83-8852-b6101d4ec72e req-a738a06f-c981-4890-9265-444615266a43 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 944 time: 0.1377902 Aug 06 16:10:28.864238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437d447-54c3-465e-877c-17cfa1d63fda req-f059e272-df05-4393-b493-84ffbe91f43c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:28.866637 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1437d447-54c3-465e-877c-17cfa1d63fda req-f059e272-df05-4393-b493-84ffbe91f43c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 943 time: 0.1718118 Aug 06 16:10:28.888177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b850f649-b5b5-4c96-a521-ff06af80e7a4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b850f649-b5b5-4c96-a521-ff06af80e7a4,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:28.901354 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'b850f649-b5b5-4c96-a521-ff06af80e7a4', 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2', 'port_id': 'b850f649-b5b5-4c96-a521-ff06af80e7a4', 'mac_address': 'fa:16:3e:f2:64:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad0b253-dda7-4350-a0e5-b2f9912a8493', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:10:28.922210 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.949414 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:28.969766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b850f649-b5b5-4c96-a521-ff06af80e7a4 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:28.993732 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b850f649-b5b5-4c96-a521-ff06af80e7a4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b850f649-b5b5-4c96-a521-ff06af80e7a4,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:28.997733 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:29.030202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b53d5eaf-e191-4f83-8852-b6101d4ec72e req-9ce34f3d-eb91-43eb-b35b-228065a6f48c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607716 Aug 06 16:10:29.035572 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1437d447-54c3-465e-877c-17cfa1d63fda req-769ffe05-2700-45bc-8a5e-28b5ae396030 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298702 Aug 06 16:10:29.049695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b850f649-b5b5-4c96-a521-ff06af80e7a4,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:29.066386 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a09210-9e18-4246-a5bf-a84d87cb9c7a'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:29.068714 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a859b138-038b-428a-9028-d06063ec1570" -d '{"events": [{"server_uuid": "9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a", "name": "network-vif-unplugged", "status": "completed", "tag": "98a09210-9e18-4246-a5bf-a84d87cb9c7a"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:29.115954 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:29.176459 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7c0967-e7bd-4ee3-94f0-a69abb5eefcd x-openstack-request-id: req-1a7c0967-e7bd-4ee3-94f0-a69abb5eefcd {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:29.176756 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a", "name": "network-vif-unplugged", "status": "completed", "tag": "98a09210-9e18-4246-a5bf-a84d87cb9c7a", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:29.177157 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a7c0967-e7bd-4ee3-94f0-a69abb5eefcd {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:29.177610 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'code': 200} Aug 06 16:10:29.199534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['b850f649-b5b5-4c96-a521-ff06af80e7a4'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:29.288184 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 59f76e2d-b125-4739-aed6-41cce9bb0c6c up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:10:29.403340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 59f76e2d-b125-4739-aed6-41cce9bb0c6c completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:10:29.416883 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 59f76e2d-b125-4739-aed6-41cce9bb0c6c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:29.416883 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:29.417986 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:29.458601 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:29.531624 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb7942-c097-4cce-b15c-fa4466f485cd req-1596b9dc-4ff0-4a37-b9c6-4edd0dc42eb4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:29.533244 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94bb7942-c097-4cce-b15c-fa4466f485cd req-1596b9dc-4ff0-4a37-b9c6-4edd0dc42eb4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 944 time: 0.1664968 Aug 06 16:10:29.557248 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:29.611356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 59f76e2d-b125-4739-aed6-41cce9bb0c6c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=59f76e2d-b125-4739-aed6-41cce9bb0c6c,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:29.615496 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:29.630309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Allocated IP 172.25.1.11 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/06da699d-b039-4e62-9e98-d86e53bed6cb) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:10:29.636170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94bb7942-c097-4cce-b15c-fa4466f485cd req-25bcfe7a-47ec-46c0-818f-9998c4a0b493 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892055 Aug 06 16:10:29.683832 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=59f76e2d-b125-4739-aed6-41cce9bb0c6c,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:29.767122 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:29.814499 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:29.866156 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:10:29.870384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:10:29.873314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:10:29.925498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=06da699d-b039-4e62-9e98-d86e53bed6cb,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:29.973874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49238) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:30.113234 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5774b06b-dff7-418c-afe5-149cb04a5ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:30.230964 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c2c5c-7891-436b-8b38-ad46535236fe req-7fc5078d-2838-4ad3-8df7-f93ba8bcd4ba tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:30.231140 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5774b06b-dff7-418c-afe5-149cb04a5ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:30.232712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5d7c2c5c-7891-436b-8b38-ad46535236fe req-7fc5078d-2838-4ad3-8df7-f93ba8bcd4ba tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 945 time: 0.1058166 Aug 06 16:10:30.243243 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5774b06b-dff7-418c-afe5-149cb04a5ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:30.265280 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:30.274566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774b06b-dff7-418c-afe5-149cb04a5ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2105013-8196-4d4a-9a88-1862e583ab18,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:30.300102 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5774b06b-dff7-418c-afe5-149cb04a5ee1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc95bef8ee334fbf9d751f62d7e447f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221388 Aug 06 16:10:30.301888 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49258) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:30.334622 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5d7c2c5c-7891-436b-8b38-ad46535236fe req-85099fa6-3d2d-478f-b4ea-cf37cbfc78da tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934494 Aug 06 16:10:30.366383 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ad12-8291-4a2e-9e6c-df734434a2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:30.425986 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ad12-8291-4a2e-9e6c-df734434a2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:30.489284 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ad12-8291-4a2e-9e6c-df734434a2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:30.492298 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ad12-8291-4a2e-9e6c-df734434a2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:30.497085 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5ea3ad12-8291-4a2e-9e6c-df734434a2e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2105013-8196-4d4a-9a88-1862e583ab18 HTTP/1.1" status: 204 len: 168 time: 0.1913395 Aug 06 16:10:30.503540 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3ad12-8291-4a2e-9e6c-df734434a2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2105013-8196-4d4a-9a88-1862e583ab18,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:30.573245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080f687-5b39-495c-bbec-1b883e39819a req-ac4c7d4b-1f86-4db0-ab13-666ed1853834 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:30.575119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a080f687-5b39-495c-bbec-1b883e39819a req-ac4c7d4b-1f86-4db0-ab13-666ed1853834 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 944 time: 0.1532838 Aug 06 16:10:30.665243 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b850f649-b5b5-4c96-a521-ff06af80e7a4 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:10:30.672605 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:30.694722 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a080f687-5b39-495c-bbec-1b883e39819a req-3da73f58-cf3d-4dc0-9652-02c6afd76267 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788436 Aug 06 16:10:30.753614 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port b850f649-b5b5-4c96-a521-ff06af80e7a4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:30.754760 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:30.851576 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:30.870671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5111d-f17e-4a1a-8a7d-23dfa6a551c8 req-f1100e15-c207-4c29-aa69-fa67025fc97e tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:30.878606 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-29e5111d-f17e-4a1a-8a7d-23dfa6a551c8 req-f1100e15-c207-4c29-aa69-fa67025fc97e tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 944 time: 0.1149893 Aug 06 16:10:30.889537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b850f649-b5b5-4c96-a521-ff06af80e7a4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b850f649-b5b5-4c96-a521-ff06af80e7a4,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:30.899062 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:30.937707 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-29e5111d-f17e-4a1a-8a7d-23dfa6a551c8 req-08981be8-ab36-4e58-82be-49bca223c835 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567997 Aug 06 16:10:30.967863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b850f649-b5b5-4c96-a521-ff06af80e7a4,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:30.990339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router b74a4dfb-3b67-4468-acf3-720e6f645077 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:10:31.117124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:10:31.129065 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Sync routers for ids ['b74a4dfb-3b67-4468-acf3-720e6f645077'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:10:31.139508 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Routers {'b74a4dfb-3b67-4468-acf3-720e6f645077'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:10:31.140675 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:31.141849 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:10:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b74a4dfb-3b67-4468-acf3-720e6f645077'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:31.142067 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3972af5c-c343-4438-abe1-c77ec0aad619 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4608712 Aug 06 16:10:31.145161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49294) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:31.179089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f02480e-358d-4fa8-8987-73ec70ad0aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f76e2d-b125-4739-aed6-41cce9bb0c6c'}, {'server_uuid': 'd35b4c40-393a-4b41-a177-6e63271a2d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b850f649-b5b5-4c96-a521-ff06af80e7a4'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:31.182487 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e4ff52-58a2-4361-a7ab-9930fc18dc06" -d '{"events": [{"server_uuid": "1f02480e-358d-4fa8-8987-73ec70ad0aca", "name": "network-vif-plugged", "status": "completed", "tag": "59f76e2d-b125-4739-aed6-41cce9bb0c6c"}, {"server_uuid": "d35b4c40-393a-4b41-a177-6e63271a2d3c", "name": "network-vif-plugged", "status": "completed", "tag": "b850f649-b5b5-4c96-a521-ff06af80e7a4"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:31.199937 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-03692920-53b0-44f9-afdc-67f47e0ed21a tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=6ead4e8906674c03a98f2b96e64fabd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510194 Aug 06 16:10:31.200521 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49300) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:31.267615 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9018df-9c71-42df-b8f9-327465db2795 x-openstack-request-id: req-5d9018df-9c71-42df-b8f9-327465db2795 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:31.268040 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f02480e-358d-4fa8-8987-73ec70ad0aca", "name": "network-vif-plugged", "status": "completed", "tag": "59f76e2d-b125-4739-aed6-41cce9bb0c6c", "code": 200}, {"server_uuid": "d35b4c40-393a-4b41-a177-6e63271a2d3c", "name": "network-vif-plugged", "status": "completed", "tag": "b850f649-b5b5-4c96-a521-ff06af80e7a4", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:31.268827 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d9018df-9c71-42df-b8f9-327465db2795 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:31.269610 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f02480e-358d-4fa8-8987-73ec70ad0aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f76e2d-b125-4739-aed6-41cce9bb0c6c', 'code': 200} Aug 06 16:10:31.271732 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35b4c40-393a-4b41-a177-6e63271a2d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b850f649-b5b5-4c96-a521-ff06af80e7a4', 'code': 200} Aug 06 16:10:31.297945 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-b99537be-bfa1-462f-8a22-521eee5167ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2028720 Aug 06 16:10:31.319521 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8eeb90-e1fc-4f10-ad45-726a6eb53e06 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:31.321434 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ff8eeb90-e1fc-4f10-ad45-726a6eb53e06 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1191423 Aug 06 16:10:31.324518 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49306) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:31.343159 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Set router b74a4dfb-3b67-4468-acf3-720e6f645077 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:10:31.378375 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-85a06a33-e008-4c44-b51d-c13e76815438 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0523274 Aug 06 16:10:31.382313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49310) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:31.388101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-be36cb2c-84b1-425b-93cb-836a41678ef2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1650798351', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:31.468974 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3081adf-8f66-424f-8e5d-9b3736fd3470 req-146e6822-eadf-441f-8f7a-fac6e582e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:31.470915 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a3081adf-8f66-424f-8e5d-9b3736fd3470 req-146e6822-eadf-441f-8f7a-fac6e582e24f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 1096 time: 0.0955343 Aug 06 16:10:31.496323 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49316) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:31.535826 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a3081adf-8f66-424f-8e5d-9b3736fd3470 req-aaadb5a5-f5f2-4c95-8b42-5a29585c2fe7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513403 Aug 06 16:10:31.647275 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819509424', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:10:28Z', 'updated_at': '2021-08-06T16:10:30Z', 'revision_number': 3, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:29Z', 'updated_at': '2021-08-06T16:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:31.663465 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fbb74-544c-4c5f-a1e2-74a1c83b61a9 req-6af8a64a-7e3d-4882-a5b8-beed045c678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:31.668047 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-498fbb74-544c-4c5f-a1e2-74a1c83b61a9 req-6af8a64a-7e3d-4882-a5b8-beed045c678d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 1096 time: 0.1370678 Aug 06 16:10:31.687701 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Checking router: b74a4dfb-3b67-4468-acf3-720e6f645077 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:10:31.688758 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Updating router b74a4dfb-3b67-4468-acf3-720e6f645077 port 06da699d-b039-4e62-9e98-d86e53bed6cb binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:10:31.708379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-edc3910a-51cf-45d6-8215-08185804d916 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-955572282-network', 'tenant_id': 'd7725b4b04e34cf4a8adc587b45595fd'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:31.712738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70cba3-f436-48d7-a678-c59564aa1cfc req-ddf7ca6c-fc43-44f2-a57a-ac19d0895c21 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:31.714618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb70cba3-f436-48d7-a678-c59564aa1cfc req-ddf7ca6c-fc43-44f2-a57a-ac19d0895c21 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 945 time: 0.1984482 Aug 06 16:10:31.717966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be36cb2c-84b1-425b-93cb-836a41678ef2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Made reservation on behalf of 6ead4e8906674c03a98f2b96e64fabd0 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:10:31.724339 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be36cb2c-84b1-425b-93cb-836a41678ef2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:31.734709 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc3910a-51cf-45d6-8215-08185804d916 admin admin] Made reservation on behalf of d7725b4b04e34cf4a8adc587b45595fd for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:10:31.740425 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:31.740688 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-edc3910a-51cf-45d6-8215-08185804d916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:31.755889 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-edc3910a-51cf-45d6-8215-08185804d916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:31.887593 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-498fbb74-544c-4c5f-a1e2-74a1c83b61a9 req-6c313775-82e6-4eff-805e-95f107a8039f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108648 Aug 06 16:10:31.911071 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-edc3910a-51cf-45d6-8215-08185804d916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:31.911240 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb70cba3-f436-48d7-a678-c59564aa1cfc req-478c6864-cd7e-487a-ae66-e2f79ae19527 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766860 Aug 06 16:10:31.916085 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-edc3910a-51cf-45d6-8215-08185804d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:31.962393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc3910a-51cf-45d6-8215-08185804d916 admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:10:31.977689 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-edc3910a-51cf-45d6-8215-08185804d916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:31.978248 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-edc3910a-51cf-45d6-8215-08185804d916 admin admin] Added segment 50daed7d-edf3-4fe4-be45-a03b6957aabd of type vlan for network 683ae501-4e2e-4ace-ada4-2069dc9f02df Aug 06 16:10:32.045762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94919cb-9a5d-438f-88d2-9d144f8fb60c req-604093a5-6383-45c9-8c58-cbfcb6dac2d9 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:32.048477 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b94919cb-9a5d-438f-88d2-9d144f8fb60c req-604093a5-6383-45c9-8c58-cbfcb6dac2d9 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.1177654 Aug 06 16:10:32.061651 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-edc3910a-51cf-45d6-8215-08185804d916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:32.096656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3910a-51cf-45d6-8215-08185804d916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53afe137-e9a5-4288-8e3e-830d341e700e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:32.121922 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-edc3910a-51cf-45d6-8215-08185804d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:32.123134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc3910a-51cf-45d6-8215-08185804d916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:32.123736 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-edc3910a-51cf-45d6-8215-08185804d916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:32.162003 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-edc3910a-51cf-45d6-8215-08185804d916 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6630199 Aug 06 16:10:32.166815 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49330) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:32.172145 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0d6fee3e-37f1-495f-98eb-e4eecf9c4ddd admin admin] Request body: {'subnet': {'network_id': '683ae501-4e2e-4ace-ada4-2069dc9f02df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-955572282-subnet', 'tenant_id': 'd7725b4b04e34cf4a8adc587b45595fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:32.197152 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b94919cb-9a5d-438f-88d2-9d144f8fb60c req-ebae2560-de98-434f-bb98-56088f1d495e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346664 Aug 06 16:10:32.213557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3910a-51cf-45d6-8215-08185804d916 admin admin] Pushing event updated for resources: {'Network': ['ID=683ae501-4e2e-4ace-ada4-2069dc9f02df,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:32.219302 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be36cb2c-84b1-425b-93cb-836a41678ef2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:32.229349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6fee3e-37f1-495f-98eb-e4eecf9c4ddd admin admin] Made reservation on behalf of d7725b4b04e34cf4a8adc587b45595fd for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:10:32.230198 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 683ae501-4e2e-4ace-ada4-2069dc9f02df details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:10:32.232466 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d6fee3e-37f1-495f-98eb-e4eecf9c4ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:32.283830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36cb2c-84b1-425b-93cb-836a41678ef2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Subnet': ['ID=2d9457db-69ad-4917-87cd-7d1f42be3fc5,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:32.296358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e7597-676f-40da-8add-79d6ffc15f64 req-ced85c36-685a-4211-9652-3d8aeeac4b10 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:32.304927 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:32.308635 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c8e7597-676f-40da-8add-79d6ffc15f64 req-ced85c36-685a-4211-9652-3d8aeeac4b10 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 945 time: 0.2516284 Aug 06 16:10:32.323473 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Transition to ACTIVE for port object 06da699d-b039-4e62-9e98-d86e53bed6cb will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:10:32.353288 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:32.428209 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Attempting to bind port 06da699d-b039-4e62-9e98-d86e53bed6cb on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:10:32.429012 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Attempting to bind port 06da699d-b039-4e62-9e98-d86e53bed6cb by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:10:32.429540 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Attempting to bind port 06da699d-b039-4e62-9e98-d86e53bed6cb on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:32.434172 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a5e80-f9cc-42cf-b288-c5a095806e5a None None] Pushing event updated for resources: {'Port': ['ID=06da699d-b039-4e62-9e98-d86e53bed6cb,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:32.439429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c8e7597-676f-40da-8add-79d6ffc15f64 req-2a9bfdda-9090-48e0-922e-50e8f8537b83 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296339 Aug 06 16:10:32.446204 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:10:32.446707 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:10:32.447089 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:32.447834 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:10:32.448504 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Bound port: 06da699d-b039-4e62-9e98-d86e53bed6cb, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:10:32.449050 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:32.451715 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a5e80-f9cc-42cf-b288-c5a095806e5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:32.452211 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a5e80-f9cc-42cf-b288-c5a095806e5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:32.452685 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a5e80-f9cc-42cf-b288-c5a095806e5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:32.453154 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a5e80-f9cc-42cf-b288-c5a095806e5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:32.453693 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a5e80-f9cc-42cf-b288-c5a095806e5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:32.454162 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a5e80-f9cc-42cf-b288-c5a095806e5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:32.454623 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a5e80-f9cc-42cf-b288-c5a095806e5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:32.455084 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a5e80-f9cc-42cf-b288-c5a095806e5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:32.455541 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a5e80-f9cc-42cf-b288-c5a095806e5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:32.456427 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a5e80-f9cc-42cf-b288-c5a095806e5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:32.457075 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a5e80-f9cc-42cf-b288-c5a095806e5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:32.459302 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75a5e80-f9cc-42cf-b288-c5a095806e5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:32.477706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be36cb2c-84b1-425b-93cb-836a41678ef2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Checking segment: {'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:10:32.478075 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be36cb2c-84b1-425b-93cb-836a41678ef2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network hostable DHCP agents. Network: a6137071-7cbf-40ba-8c86-55f4cf3a95a2, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:10:32.492703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-695640c9-ac76-4ba4-ab14-4e647707844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:32.494247 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-695640c9-ac76-4ba4-ab14-4e647707844b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a&tenant_id=7ffc041dde4b4c088ba8b49bfae0f273 HTTP/1.1" status: 200 len: 1095 time: 0.1184230 Aug 06 16:10:32.500847 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d6fee3e-37f1-495f-98eb-e4eecf9c4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:32.502549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1761d55-d1d5-4926-8be9-0f87b4ced736 req-7fbde90c-7407-45a3-8a37-d862a60cedda tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:32.513072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a1761d55-d1d5-4926-8be9-0f87b4ced736 req-7fbde90c-7407-45a3-8a37-d862a60cedda tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 944 time: 0.1386757 Aug 06 16:10:32.527708 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:32.551149 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] For port 06da699d-b039-4e62-9e98-d86e53bed6cb, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:10:32.556515 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] For port 06da699d-b039-4e62-9e98-d86e53bed6cb, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=06da699d-b039-4e62-9e98-d86e53bed6cb,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:10:32.561330 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:32.574796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6fee3e-37f1-495f-98eb-e4eecf9c4ddd admin admin] Checking segment: {'id': '50daed7d-edf3-4fe4-be45-a03b6957aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '683ae501-4e2e-4ace-ada4-2069dc9f02df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:10:32.575042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6fee3e-37f1-495f-98eb-e4eecf9c4ddd admin admin] Network hostable DHCP agents. Network: 683ae501-4e2e-4ace-ada4-2069dc9f02df, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:10:32.583054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fee3e-37f1-495f-98eb-e4eecf9c4ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0bface-df23-4ca0-9f99-a47a72f0c215,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:32.605226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6fee3e-37f1-495f-98eb-e4eecf9c4ddd admin admin] Network 683ae501-4e2e-4ace-ada4-2069dc9f02df is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:10:32.605963 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:32.612522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be36cb2c-84b1-425b-93cb-836a41678ef2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:10:32.619348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-0d6fee3e-37f1-495f-98eb-e4eecf9c4ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 683ae501-4e2e-4ace-ada4-2069dc9f02df) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:10:32.626511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fee3e-37f1-495f-98eb-e4eecf9c4ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:32.627390 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d6fee3e-37f1-495f-98eb-e4eecf9c4ddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:32.633101 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Routers {'b74a4dfb-3b67-4468-acf3-720e6f645077'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:10:32.634035 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:10:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b74a4dfb-3b67-4468-acf3-720e6f645077'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:32.635874 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50f5bf4-7887-4b1d-82c7-a01864d986e7 None None] Network 683ae501-4e2e-4ace-ada4-2069dc9f02df requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:10:32.643780 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-be36cb2c-84b1-425b-93cb-836a41678ef2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a6137071-7cbf-40ba-8c86-55f4cf3a95a2) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:10:32.657555 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a1761d55-d1d5-4926-8be9-0f87b4ced736 req-7d580ae8-512f-465e-8fb0-71df02e5cd8d tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419857 Aug 06 16:10:32.660059 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0d6fee3e-37f1-495f-98eb-e4eecf9c4ddd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4922199 Aug 06 16:10:32.681157 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be36cb2c-84b1-425b-93cb-836a41678ef2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:32.681785 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be36cb2c-84b1-425b-93cb-836a41678ef2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:32.704320 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4664e062-eb4c-49cf-9050-e6922c094805 None None] Network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:10:32.730342 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-be36cb2c-84b1-425b-93cb-836a41678ef2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3468719 Aug 06 16:10:32.737403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49338) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:32.828976 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a5e80-f9cc-42cf-b288-c5a095806e5a None None] Pushing event updated for resources: {'Port': ['ID=06da699d-b039-4e62-9e98-d86e53bed6cb,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:32.896955 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] Set router b74a4dfb-3b67-4468-acf3-720e6f645077 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:10:33.025653 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:10:33.105275 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63887dde-5ab5-45c4-91eb-d1dbd82825dd None None] Network 683ae501-4e2e-4ace-ada4-2069dc9f02df requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:10:33.147926 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819509424', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:10:28Z', 'updated_at': '2021-08-06T16:10:30Z', 'revision_number': 3, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:29Z', 'updated_at': '2021-08-06T16:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:33.183272 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a94f535-5c18-4989-9581-76ec2ed671dd None None] The sync data for ids ['b74a4dfb-3b67-4468-acf3-720e6f645077'] in n-d-803756-1 is: [{'id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819509424', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:10:28Z', 'updated_at': '2021-08-06T16:10:30Z', 'revision_number': 3, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:29Z', 'updated_at': '2021-08-06T16:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:10:33.256859 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ips': [{'subnet_id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:10:33.258495 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:33.316425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 98a09210-9e18-4246-a5bf-a84d87cb9c7a no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:10:33.532591 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Allocated IP 172.20.0.2 (a6137071-7cbf-40ba-8c86-55f4cf3a95a2/2d9457db-69ad-4917-87cd-7d1f42be3fc5/81844de8-a59f-4564-a579-e50f02e73640) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:10:33.657170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866ffb6-a396-4557-9040-8d6d5a53b5f6 req-5a065ef3-c507-43d9-bcac-2d56537a5c88 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:33.659334 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8866ffb6-a396-4557-9040-8d6d5a53b5f6 req-5a065ef3-c507-43d9-bcac-2d56537a5c88 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 945 time: 0.5863073 Aug 06 16:10:33.727774 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ad82c996-a38e-40cc-af31-4704f94fe36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:33.734733 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:33.745332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Transition to ACTIVE for port object 81844de8-a59f-4564-a579-e50f02e73640 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:10:33.765303 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Transition to ACTIVE for port object 81844de8-a59f-4564-a579-e50f02e73640 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:10:33.773368 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:33.793591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:33.814713 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:10:33.822358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:10:33.834516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:10:33.844027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Pushing event updated for resources: {'Port': ['ID=81844de8-a59f-4564-a579-e50f02e73640,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:33.888070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8866ffb6-a396-4557-9040-8d6d5a53b5f6 req-9280601b-ccce-4b93-a557-cc9f0d84bb72 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184603 Aug 06 16:10:33.898819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Attempting to bind port 81844de8-a59f-4564-a579-e50f02e73640 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:10:33.899452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Attempting to bind port 81844de8-a59f-4564-a579-e50f02e73640 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:10:33.900008 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Attempting to bind port 81844de8-a59f-4564-a579-e50f02e73640 on network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:33.903512 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-54291c03-48c0-481a-b018-0862dbf3ce3f tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:33.906699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:10:33.907316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Checking segment: {'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:10:33.907875 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:33.908415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Bound using segment: {'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:10:33.909192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Bound port: 81844de8-a59f-4564-a579-e50f02e73640, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:10:33.909767 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:33.924220 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-54291c03-48c0-481a-b018-0862dbf3ce3f tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/networks?id=683ae501-4e2e-4ace-ada4-2069dc9f02df HTTP/1.1" status: 200 len: 812 time: 0.7067189 Aug 06 16:10:34.000435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] For port 81844de8-a59f-4564-a579-e50f02e73640, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:10:34.003713 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] For port 81844de8-a59f-4564-a579-e50f02e73640, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=81844de8-a59f-4564-a579-e50f02e73640,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:10:34.010384 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:34.022789 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-19d541f1-01e2-49ac-8861-13efb240443e tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/quotas/d7725b4b04e34cf4a8adc587b45595fd HTTP/1.1" status: 200 len: 375 time: 0.0976093 Aug 06 16:10:34.043878 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:10:34.082566 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a067f-6e16-4ad9-80b8-b73d809db241 None None] Pushing event updated for resources: {'Port': ['ID=81844de8-a59f-4564-a579-e50f02e73640,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:34.107679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-17515ee7-594f-4481-b82b-e973cd9a14bc tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7725b4b04e34cf4a8adc587b45595fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840125 Aug 06 16:10:34.196336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b85a04-377f-4102-9339-1c5fc53ae030 req-382fbce6-de67-4b0a-98dc-e58b17c67058 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:34.197944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37b85a04-377f-4102-9339-1c5fc53ae030 req-382fbce6-de67-4b0a-98dc-e58b17c67058 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.2180097 Aug 06 16:10:34.202289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a09210-9e18-4246-a5bf-a84d87cb9c7a {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:34.264793 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:34.326785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Transition to ACTIVE for port object 98a09210-9e18-4246-a5bf-a84d87cb9c7a will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:10:34.372504 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:34.392828 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37b85a04-377f-4102-9339-1c5fc53ae030 req-ca8ae0bf-022c-4af8-9793-938b0060a869 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821806 Aug 06 16:10:34.439150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-97d1e89e-fcbe-480c-badc-eef3a1f5c6ed service neutron] 10.222.0.37 "GET /v2.0/networks/683ae501-4e2e-4ace-ada4-2069dc9f02df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980387 Aug 06 16:10:34.621747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Pushing event updated for resources: {'Port': ['ID=98a09210-9e18-4246-a5bf-a84d87cb9c7a,revision_number=9']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:34.651845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] No DVR routers for this DVR port 98a09210-9e18-4246-a5bf-a84d87cb9c7a on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:10:34.749534 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:34.894728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b627a9-e43f-41b0-85a7-11d750946899 req-a7c7ad42-99ae-49c5-9ae7-b5bd2653b6ba tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:34.896215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a4b627a9-e43f-41b0-85a7-11d750946899 req-a7c7ad42-99ae-49c5-9ae7-b5bd2653b6ba tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 944 time: 0.2396498 Aug 06 16:10:34.931788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-7965d39d-13dd-436b-ab5d-8af5fc5188af service neutron] 10.222.0.37 "GET /v2.0/networks/683ae501-4e2e-4ace-ada4-2069dc9f02df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845316 Aug 06 16:10:35.026626 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a4b627a9-e43f-41b0-85a7-11d750946899 req-577a9d5e-a06c-4247-bdf0-14fcbae9d6b2 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991635 Aug 06 16:10:35.114852 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Attempting to bind port 98a09210-9e18-4246-a5bf-a84d87cb9c7a on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:10:35.115725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Attempting to bind port 98a09210-9e18-4246-a5bf-a84d87cb9c7a by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:10:35.116403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Attempting to bind port 98a09210-9e18-4246-a5bf-a84d87cb9c7a on network a866e395-3ce9-4555-a769-7f0869a94e9f {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:35.129710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Port 98a09210-9e18-4246-a5bf-a84d87cb9c7a on network a866e395-3ce9-4555-a769-7f0869a94e9f not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:10:35.130128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Attempting to bind port 98a09210-9e18-4246-a5bf-a84d87cb9c7a on network a866e395-3ce9-4555-a769-7f0869a94e9f {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:35.220581 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:10:35.221044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Checking segment: {'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:10:35.221674 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Bound using segment: {'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:10:35.222546 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Bound port: 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e2986c-04be-41a9-b553-b61238abacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:10:35.222989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:35.461566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a494b-4bdb-4ac7-b482-f5a4f6b9eeb5 req-328a7619-f873-441d-b206-1cb16bbbfaca tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:35.463242 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b8a494b-4bdb-4ac7-b482-f5a4f6b9eeb5 req-328a7619-f873-441d-b206-1cb16bbbfaca tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.2450271 Aug 06 16:10:35.514342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Allocated IP 172.20.0.1 (a6137071-7cbf-40ba-8c86-55f4cf3a95a2/2d9457db-69ad-4917-87cd-7d1f42be3fc5/9482ef92-b0d4-49db-8163-bf9c8fe138d4) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:10:35.538724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:10:35.592249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e2f32-a0b8-47b3-aa08-2dd4bfe2624c req-dfbe6395-718b-4924-8735-b2f7a0c5d247 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:35.594073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-432e2f32-a0b8-47b3-aa08-2dd4bfe2624c req-dfbe6395-718b-4924-8735-b2f7a0c5d247 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 945 time: 0.2188280 Aug 06 16:10:35.597498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:10:35.613672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 06da699d-b039-4e62-9e98-d86e53bed6cb up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:10:35.626989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:35.670768 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272d685d-7cdb-4e92-9445-4418a9da7c1b None None] Network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:10:35.677144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:35.678328 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:35.679831 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] 10.222.0.13 "PUT /v2.0/ports/98a09210-9e18-4246-a5bf-a84d87cb9c7a HTTP/1.1" status: 200 len: 1092 time: 3.1637471 Aug 06 16:10:35.685699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 06da699d-b039-4e62-9e98-d86e53bed6cb completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:10:35.700074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 06da699d-b039-4e62-9e98-d86e53bed6cb triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:35.700854 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:35.715191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'tag': '98a09210-9e18-4246-a5bf-a84d87cb9c7a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:35.717509 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4581fea0-cb1c-406d-8c49-2fb09444c518" -d '{"events": [{"name": "network-changed", "server_uuid": "9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a", "tag": "98a09210-9e18-4246-a5bf-a84d87cb9c7a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:35.723200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b8a494b-4bdb-4ac7-b482-f5a4f6b9eeb5 req-93e11416-b274-4f1a-bc18-de8971e64361 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361028 Aug 06 16:10:35.810208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0d6c15ac-d6d8-44f2-b27e-85b98d5f51ed None None] Provisioning for port 81844de8-a59f-4564-a579-e50f02e73640 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:10:35.827652 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-432e2f32-a0b8-47b3-aa08-2dd4bfe2624c req-312297a7-0b30-4752-ad67-228e39e1be92 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173445 Aug 06 16:10:35.842957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a6e9f-9263-48d6-988e-067cd27882fc service neutron] Pushing event updated for resources: {'Port': ['ID=98a09210-9e18-4246-a5bf-a84d87cb9c7a,revision_number=10']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:35.870735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-19b6034e-de0f-4dcb-a80f-861fcf3c4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:35.872580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-19b6034e-de0f-4dcb-a80f-861fcf3c4542 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ffc041dde4b4c088ba8b49bfae0f273&device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 1096 time: 0.1439228 Aug 06 16:10:35.911008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55eda3c9-ce23-4f45-bf7b-8196346894ad req-8ce4b90e-6513-42d4-b70d-2f0d89ed24aa tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 210 time: 0.0320592 Aug 06 16:10:35.951550 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:35.961948 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:36.025793 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 06da699d-b039-4e62-9e98-d86e53bed6cb, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=06da699d-b039-4e62-9e98-d86e53bed6cb,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:36.030805 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:36.031594 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 81844de8-a59f-4564-a579-e50f02e73640 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:10:36.064600 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67ef63c-6e33-4f83-a132-0f47154f97e6 x-openstack-request-id: req-e67ef63c-6e33-4f83-a132-0f47154f97e6 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:36.064883 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a", "tag": "98a09210-9e18-4246-a5bf-a84d87cb9c7a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:36.065132 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e67ef63c-6e33-4f83-a132-0f47154f97e6 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:36.065513 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'tag': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'status': 'completed', 'code': 200} Aug 06 16:10:36.072173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Transition to ACTIVE for port object 9482ef92-b0d4-49db-8163-bf9c8fe138d4 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:10:36.136823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-b086f9f2-dfb2-450d-a3f5-59739dd9a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:36.138943 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-b086f9f2-dfb2-450d-a3f5-59739dd9a16d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a866e395-3ce9-4555-a769-7f0869a94e9f HTTP/1.1" status: 200 len: 917 time: 0.2201905 Aug 06 16:10:36.189036 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-38bceae6-565d-4e9e-b789-62d67081fbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:36.192017 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=06da699d-b039-4e62-9e98-d86e53bed6cb,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:36.222998 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:36.223585 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 81844de8-a59f-4564-a579-e50f02e73640 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:10:36.229550 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 81844de8-a59f-4564-a579-e50f02e73640 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:36.230395 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:36.298394 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:10:36.330408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:10:36.333732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:10:36.339726 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=9482ef92-b0d4-49db-8163-bf9c8fe138d4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:36.349756 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-ad0fbe9e-7b4a-4f0d-911b-b463220b408f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a HTTP/1.1" status: 200 len: 999 time: 0.2010119 Aug 06 16:10:36.463310 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:36.496039 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:36.539961 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 81844de8-a59f-4564-a579-e50f02e73640, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=81844de8-a59f-4564-a579-e50f02e73640,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:36.546175 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:36.618579 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=81844de8-a59f-4564-a579-e50f02e73640,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:36.652637 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:36.665606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2d8fd54a-9924-4a56-b4e3-541d18f748aa None None] Provisioning complete for port 81844de8-a59f-4564-a579-e50f02e73640 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:36.666350 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2d8fd54a-9924-4a56-b4e3-541d18f748aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:36.786148 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-313b4bf1-5fe4-4baf-9405-7459b116e0a5 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:36.787569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-313b4bf1-5fe4-4baf-9405-7459b116e0a5 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.13 "GET /v2.0/networks?id=683ae501-4e2e-4ace-ada4-2069dc9f02df HTTP/1.1" status: 200 len: 812 time: 0.1397891 Aug 06 16:10:36.810982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-de200bcb-9ac5-4fc7-b243-31deae6a0b93 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Request body: {'port': {'device_id': '65d396be-9ee7-4541-946a-20017f0cd8b8', 'network_id': '683ae501-4e2e-4ace-ada4-2069dc9f02df', 'admin_state_up': True, 'tenant_id': 'd7725b4b04e34cf4a8adc587b45595fd'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:36.815855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-840fcf12-79a8-462c-bc14-3cead32ed07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:36.817311 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-840fcf12-79a8-462c-bc14-3cead32ed07a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=179c64d1-b6cb-431f-aab6-556ce510d2b1 HTTP/1.1" status: 200 len: 855 time: 0.4376097 Aug 06 16:10:36.840538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74934847-0644-4201-8b42-3a7c36add05b req-4d068561-373e-43f4-8d64-9caf7b5cddfa tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:36.848799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74934847-0644-4201-8b42-3a7c36add05b req-4d068561-373e-43f4-8d64-9caf7b5cddfa tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.4172022 Aug 06 16:10:37.021683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4cc00df6-d769-4f43-8eba-1361c885a6d5 None None] Provisioning for port 9482ef92-b0d4-49db-8163-bf9c8fe138d4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:10:37.026174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4cc00df6-d769-4f43-8eba-1361c885a6d5 None None] Provisioning complete for port 9482ef92-b0d4-49db-8163-bf9c8fe138d4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:37.026546 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4cc00df6-d769-4f43-8eba-1361c885a6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:37.063223 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4cc00df6-d769-4f43-8eba-1361c885a6d5 None None] Port 9482ef92-b0d4-49db-8163-bf9c8fe138d4 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:10:37.245470 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:37.397327 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74934847-0644-4201-8b42-3a7c36add05b req-b4fd09f3-91bc-463e-a55c-fe05de1e1238 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5476687 Aug 06 16:10:37.404584 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:37.493612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 06da699d-b039-4e62-9e98-d86e53bed6cb up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:10:37.494278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-4bbce319-6d89-45af-965a-904b4a9d378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:37.497328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-4bbce319-6d89-45af-965a-904b4a9d378b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a866e395-3ce9-4555-a769-7f0869a94e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6454556 Aug 06 16:10:37.527762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c8b35-27b2-451b-96d3-6832070b9ead req-fc5c7619-dc3a-454e-9afe-867b3e9ea47e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:37.530093 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-241c8b35-27b2-451b-96d3-6832070b9ead req-fc5c7619-dc3a-454e-9afe-867b3e9ea47e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/networks?id=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 HTTP/1.1" status: 200 len: 815 time: 0.8836129 Aug 06 16:10:37.566262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 06da699d-b039-4e62-9e98-d86e53bed6cb triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:37.566514 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:37.611567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-241c8b35-27b2-451b-96d3-6832070b9ead req-0bdc2e2a-2ddc-4ba4-8afc-3ec4224717bb tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/quotas/51c705d5130945e3b8a4539b2e7030c5 HTTP/1.1" status: 200 len: 375 time: 0.0573781 Aug 06 16:10:37.674191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 81844de8-a59f-4564-a579-e50f02e73640 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:10:37.696530 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a3e4d-ae6c-4d9d-ab6d-13cd49867f7e req-70322993-6dd8-47c3-8e93-b3bac12e2d0e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:37.698987 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c22a3e4d-ae6c-4d9d-ab6d-13cd49867f7e req-70322993-6dd8-47c3-8e93-b3bac12e2d0e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.13 "GET /v2.0/ports?device_id=d35b4c40-393a-4b41-a177-6e63271a2d3c HTTP/1.1" status: 200 len: 945 time: 0.1182842 Aug 06 16:10:37.719871 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-de200bcb-9ac5-4fc7-b243-31deae6a0b93 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Made reservation on behalf of d7725b4b04e34cf4a8adc587b45595fd for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:10:37.722674 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-de200bcb-9ac5-4fc7-b243-31deae6a0b93 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:37.793183 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 81844de8-a59f-4564-a579-e50f02e73640 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:37.793571 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:37.818020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-c22a3e4d-ae6c-4d9d-ab6d-13cd49867f7e req-7f275cd0-cfc8-43f8-b44c-a81447e19bff tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Deleting port b850f649-b5b5-4c96-a521-ff06af80e7a4 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:10:37.818736 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c22a3e4d-ae6c-4d9d-ab6d-13cd49867f7e req-7f275cd0-cfc8-43f8-b44c-a81447e19bff tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:37.888194 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a8a1884-d72e-496b-93c0-06475860ca03 req-9b85df1c-90ab-4e96-8ac6-a46390b1ce04 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 210 time: 0.0572920 Aug 06 16:10:37.960577 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-c22a3e4d-ae6c-4d9d-ab6d-13cd49867f7e req-7f275cd0-cfc8-43f8-b44c-a81447e19bff tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] For port b850f649-b5b5-4c96-a521-ff06af80e7a4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b850f649-b5b5-4c96-a521-ff06af80e7a4,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:37.962288 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c22a3e4d-ae6c-4d9d-ab6d-13cd49867f7e req-7f275cd0-cfc8-43f8-b44c-a81447e19bff tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:37.966335 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-8416c5fe-3dcf-4866-8291-24ed5d4fc20d service neutron] 10.222.0.13 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564033 Aug 06 16:10:37.984530 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-c22a3e4d-ae6c-4d9d-ab6d-13cd49867f7e req-7f275cd0-cfc8-43f8-b44c-a81447e19bff tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Calling delete_port for b850f649-b5b5-4c96-a521-ff06af80e7a4 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:10:38.074950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-241c8b35-27b2-451b-96d3-6832070b9ead req-ff48ddd3-e814-4b67-b36a-fa5fe03a259c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=51c705d5130945e3b8a4539b2e7030c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4081190 Aug 06 16:10:38.140860 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c22a3e4d-ae6c-4d9d-ab6d-13cd49867f7e req-7f275cd0-cfc8-43f8-b44c-a81447e19bff tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:38.153328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['b850f649-b5b5-4c96-a521-ff06af80e7a4'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:38.179536 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f275cd0-cfc8-43f8-b44c-a81447e19bff tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Pushing event deleted for resources: {'Port': ['ID=b850f649-b5b5-4c96-a521-ff06af80e7a4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:38.229225 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22a3e4d-ae6c-4d9d-ab6d-13cd49867f7e req-7f275cd0-cfc8-43f8-b44c-a81447e19bff tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] No DVR routers for this DVR port b850f649-b5b5-4c96-a521-ff06af80e7a4 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:10:38.231877 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c22a3e4d-ae6c-4d9d-ab6d-13cd49867f7e req-7f275cd0-cfc8-43f8-b44c-a81447e19bff tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:38.233988 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c22a3e4d-ae6c-4d9d-ab6d-13cd49867f7e req-7f275cd0-cfc8-43f8-b44c-a81447e19bff tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.13 "DELETE /v2.0/ports/b850f649-b5b5-4c96-a521-ff06af80e7a4 HTTP/1.1" status: 204 len: 173 time: 0.5281036 Aug 06 16:10:38.234430 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35b4c40-393a-4b41-a177-6e63271a2d3c', 'name': 'network-vif-deleted', 'tag': 'b850f649-b5b5-4c96-a521-ff06af80e7a4'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:38.237015 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd7bfc4-4d84-4a74-9327-0f06f0fc892e" -d '{"events": [{"server_uuid": "d35b4c40-393a-4b41-a177-6e63271a2d3c", "name": "network-vif-deleted", "tag": "b850f649-b5b5-4c96-a521-ff06af80e7a4"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:38.300218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-de200bcb-9ac5-4fc7-b243-31deae6a0b93 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Allocated IP 172.20.0.12 (683ae501-4e2e-4ace-ada4-2069dc9f02df/9f0bface-df23-4ca0-9f99-a47a72f0c215/1ce6a9cd-b11b-42d3-a7bf-665af5578e05) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:10:38.375757 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80668f53-b1d2-4ad1-94fe-49d0aea35e12 req-5972c6cc-e75c-447e-95b9-9a1f5c49adfe tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:38.377272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80668f53-b1d2-4ad1-94fe-49d0aea35e12 req-5972c6cc-e75c-447e-95b9-9a1f5c49adfe tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 945 time: 0.3126314 Aug 06 16:10:38.386769 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a0c3431-a0f7-4c0c-bf75-58833fe4e984 req-17679643-feec-40b3-ada5-9a67323c18da service neutron] 10.222.0.13 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055622 Aug 06 16:10:38.435241 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-241c8b35-27b2-451b-96d3-6832070b9ead req-0422d78a-2d1e-4150-a61d-8e80b6b67499 service neutron] 10.222.0.37 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351905 Aug 06 16:10:38.512018 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:38.567570 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:38.609116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80668f53-b1d2-4ad1-94fe-49d0aea35e12 req-083086c3-33f2-4ee8-9ef1-9a39dd289bc0 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052548 Aug 06 16:10:38.693653 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55c2878-5106-4678-b3b1-3b5c8137421d x-openstack-request-id: req-f55c2878-5106-4678-b3b1-3b5c8137421d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:38.693967 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35b4c40-393a-4b41-a177-6e63271a2d3c", "name": "network-vif-deleted", "tag": "b850f649-b5b5-4c96-a521-ff06af80e7a4", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:38.694260 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f55c2878-5106-4678-b3b1-3b5c8137421d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:38.694610 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35b4c40-393a-4b41-a177-6e63271a2d3c', 'name': 'network-vif-deleted', 'tag': 'b850f649-b5b5-4c96-a521-ff06af80e7a4', 'status': 'completed', 'code': 200} Aug 06 16:10:38.771486 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:38.789969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581fea0-cb1c-406d-8c49-2fb09444c518 req-aafefb11-30bd-44d7-aa6f-517b3bbe51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:38.791116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4581fea0-cb1c-406d-8c49-2fb09444c518 req-aafefb11-30bd-44d7-aa6f-517b3bbe51e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ffc041dde4b4c088ba8b49bfae0f273&device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 1096 time: 0.3309898 Aug 06 16:10:38.791738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=9482ef92-b0d4-49db-8163-bf9c8fe138d4,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:38.867733 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-241c8b35-27b2-451b-96d3-6832070b9ead req-4671387c-2162-49eb-a060-ab31785b832b service neutron] 10.222.0.37 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240716 Aug 06 16:10:38.985490 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-de200bcb-9ac5-4fc7-b243-31deae6a0b93 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:39.004993 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:39.046610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfa715-ef45-4773-b477-982b3190d8bb req-0e4feba6-687c-4d59-97e0-49ee65118645 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:39.048195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99cfa715-ef45-4773-b477-982b3190d8bb req-0e4feba6-687c-4d59-97e0-49ee65118645 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.2727714 Aug 06 16:10:39.185850 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581fea0-cb1c-406d-8c49-2fb09444c518 req-c86de4ab-2cb7-4347-8120-03fcd22fcebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:39.187415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4581fea0-cb1c-406d-8c49-2fb09444c518 req-c86de4ab-2cb7-4347-8120-03fcd22fcebb service neutron] 10.222.0.13 "GET /v2.0/networks?id=a866e395-3ce9-4555-a769-7f0869a94e9f HTTP/1.1" status: 200 len: 917 time: 0.3755414 Aug 06 16:10:39.261746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:10:39.265447 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:10:39.286227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99cfa715-ef45-4773-b477-982b3190d8bb req-117964f6-e4db-42a9-bb0d-0c450966a482 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146986 Aug 06 16:10:39.310121 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-de200bcb-9ac5-4fc7-b243-31deae6a0b93 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:39.524187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-de200bcb-9ac5-4fc7-b243-31deae6a0b93 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Network 683ae501-4e2e-4ace-ada4-2069dc9f02df is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:10:39.552060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-de200bcb-9ac5-4fc7-b243-31deae6a0b93 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:10:39.589329 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-de200bcb-9ac5-4fc7-b243-31deae6a0b93 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:10:39.776187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de200bcb-9ac5-4fc7-b243-31deae6a0b93 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Pushing event updated for resources: {'Port': ['ID=1ce6a9cd-b11b-42d3-a7bf-665af5578e05,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:39.877386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-de200bcb-9ac5-4fc7-b243-31deae6a0b93 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:39.878100 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-de200bcb-9ac5-4fc7-b243-31deae6a0b93 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:39.910649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-04efcaf9-f735-4f5b-8c18-1feb2925de60 None None] Provisioning complete for port 9482ef92-b0d4-49db-8163-bf9c8fe138d4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:39.912839 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-04efcaf9-f735-4f5b-8c18-1feb2925de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:39.927278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc52f36-536f-40b6-a8fb-bf7f94d5a82d req-229eb909-d72a-4c53-b872-799a124fc903 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:39.934279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fc52f36-536f-40b6-a8fb-bf7f94d5a82d req-229eb909-d72a-4c53-b872-799a124fc903 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 932 time: 0.4054205 Aug 06 16:10:39.942401 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router b74a4dfb-3b67-4468-acf3-720e6f645077 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:10:39.998360 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-de200bcb-9ac5-4fc7-b243-31deae6a0b93 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1973970 Aug 06 16:10:40.054266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-56a2f53c-d57c-4a97-8e78-9e4f869a5e7e req-f21d4cb1-d2c2-462c-b778-c2d81d594b15 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 210 time: 0.1136935 Aug 06 16:10:40.096100 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-04efcaf9-f735-4f5b-8c18-1feb2925de60 None None] Port 9482ef92-b0d4-49db-8163-bf9c8fe138d4 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:10:40.112356 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fc52f36-536f-40b6-a8fb-bf7f94d5a82d req-662cac95-f1ca-4f43-8897-1882e7b41113 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718383 Aug 06 16:10:40.324509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8b6f3-6f76-4801-95bc-c85f96dbb17d req-721c54d3-5b31-4c94-9657-a350007cf110 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:40.332787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4eb8b6f3-6f76-4801-95bc-c85f96dbb17d req-721c54d3-5b31-4c94-9657-a350007cf110 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 945 time: 0.1132774 Aug 06 16:10:40.343123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:10:40.354998 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5c17dbb9-2aef-4faf-87b8-b6bc56c3373b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "PUT /v2.0/routers/b74a4dfb-3b67-4468-acf3-720e6f645077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6164515 Aug 06 16:10:40.368690 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Sync routers for ids ['b74a4dfb-3b67-4468-acf3-720e6f645077'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:10:40.389116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Routers {'b74a4dfb-3b67-4468-acf3-720e6f645077'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:10:40.389894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:10:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b74a4dfb-3b67-4468-acf3-720e6f645077'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:40.430978 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4eb8b6f3-6f76-4801-95bc-c85f96dbb17d req-42930543-3fa6-453b-8e9c-3136619e01a9 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877995 Aug 06 16:10:40.611783 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Set router b74a4dfb-3b67-4468-acf3-720e6f645077 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:10:40.641774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5271f-207b-41c6-a885-a96853bd8b4b req-a90a6949-221d-4c8a-ba4f-5b37dc67fe0b tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:40.649062 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ba5271f-207b-41c6-a885-a96853bd8b4b req-a90a6949-221d-4c8a-ba4f-5b37dc67fe0b tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.1612749 Aug 06 16:10:40.728399 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-f32e4375-a923-409f-a197-139473fde8b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1893596599&fields=id&tenant_id=6ead4e8906674c03a98f2b96e64fabd0 HTTP/1.1" status: 200 len: 267 time: 0.1143272 Aug 06 16:10:40.741741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b850f649-b5b5-4c96-a521-ff06af80e7a4 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:10:40.799645 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: b850f649-b5b5-4c96-a521-ff06af80e7a4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:10:40.799986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b850f649-b5b5-4c96-a521-ff06af80e7a4 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:10:40.800405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3e62ae9b-e413-4f51-9925-f92de6e68d89 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:10:40.807454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ba5271f-207b-41c6-a885-a96853bd8b4b req-0913ecf7-2390-4a0d-a59f-ebd3ad409db3 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444056 Aug 06 16:10:41.006953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-305b677a-d9a5-4496-b965-8ab313ba7fac tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:41.010323 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-305b677a-d9a5-4496-b965-8ab313ba7fac tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/networks?id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2 HTTP/1.1" status: 200 len: 796 time: 0.2811267 Aug 06 16:10:41.033050 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-c557da49-3ab9-465d-8f13-459e9487c47b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/quotas/6ead4e8906674c03a98f2b96e64fabd0 HTTP/1.1" status: 200 len: 375 time: 0.0151947 Aug 06 16:10:41.034429 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:41.074693 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de8697f-f8a8-4968-8aab-9453b416f950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e62ae9b-e413-4f51-9925-f92de6e68d89'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:41.077965 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6fa40f-0caa-44f1-9338-95c35d1ca1a4" -d '{"events": [{"server_uuid": "7de8697f-f8a8-4968-8aab-9453b416f950", "name": "network-vif-unplugged", "status": "completed", "tag": "3e62ae9b-e413-4f51-9925-f92de6e68d89"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:41.104551 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-e7883ce7-68a8-490a-b09a-feedc34223e4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642209 Aug 06 16:10:41.115047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819509424', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:10:28Z', 'updated_at': '2021-08-06T16:10:36Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:29Z', 'updated_at': '2021-08-06T16:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '9482ef92-b0d4-49db-8163-bf9c8fe138d4', 'name': '', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1b:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:34Z', 'updated_at': '2021-08-06T16:10:38Z', 'revision_number': 2, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:41.126002 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3e62ae9b-e413-4f51-9925-f92de6e68d89, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3e62ae9b-e413-4f51-9925-f92de6e68d89,segment=NetworkSegment(559e01e0-8b33-45f1-8492-627d17666deb),segment_id=559e01e0-8b33-45f1-8492-627d17666deb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:41.196161 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd39013-e79a-4d82-a8fb-dec72231b247 x-openstack-request-id: req-ffd39013-e79a-4d82-a8fb-dec72231b247 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:41.196783 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de8697f-f8a8-4968-8aab-9453b416f950", "name": "network-vif-unplugged", "status": "completed", "tag": "3e62ae9b-e413-4f51-9925-f92de6e68d89", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:41.197216 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffd39013-e79a-4d82-a8fb-dec72231b247 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:41.197937 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de8697f-f8a8-4968-8aab-9453b416f950', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e62ae9b-e413-4f51-9925-f92de6e68d89', 'code': 200} Aug 06 16:10:41.199445 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:41.213157 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Checking router: b74a4dfb-3b67-4468-acf3-720e6f645077 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:10:41.213787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Updating router b74a4dfb-3b67-4468-acf3-720e6f645077 port 9482ef92-b0d4-49db-8163-bf9c8fe138d4 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:10:41.281976 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:41.474229 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=3e62ae9b-e413-4f51-9925-f92de6e68d89,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:41.764329 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:41.783279 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Transition to ACTIVE for port object 9482ef92-b0d4-49db-8163-bf9c8fe138d4 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:10:41.796181 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:41.840024 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-b37717e8-ce7d-45d4-8229-7a0060405de4 service neutron] 10.222.0.37 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7182875 Aug 06 16:10:41.937101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9291727-629c-488f-8e22-d606d6d1d30c req-77514772-9e7e-4c25-ab4d-1494d446bb81 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:41.944751 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e057720-5188-49a0-89ee-fb4f2c4bb463 None None] Pushing event updated for resources: {'Port': ['ID=9482ef92-b0d4-49db-8163-bf9c8fe138d4,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:41.946602 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9291727-629c-488f-8e22-d606d6d1d30c req-77514772-9e7e-4c25-ab4d-1494d446bb81 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 932 time: 0.6588154 Aug 06 16:10:42.024007 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Attempting to bind port 9482ef92-b0d4-49db-8163-bf9c8fe138d4 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:10:42.024661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Attempting to bind port 9482ef92-b0d4-49db-8163-bf9c8fe138d4 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:10:42.025212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Attempting to bind port 9482ef92-b0d4-49db-8163-bf9c8fe138d4 on network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:42.031044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:10:42.031715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Checking segment: {'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:10:42.032299 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:42.032861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Bound using segment: {'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:10:42.033503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Bound port: 9482ef92-b0d4-49db-8163-bf9c8fe138d4, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:10:42.034108 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:42.060812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9291727-629c-488f-8e22-d606d6d1d30c req-5b19d260-e771-43a6-82b3-ed0dc0eb7251 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019964 Aug 06 16:10:42.094995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-cbd063d4-5acf-4f48-9d5b-22740ca61974 service neutron] 10.222.0.37 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427025 Aug 06 16:10:42.118000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] For port 9482ef92-b0d4-49db-8163-bf9c8fe138d4, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:10:42.122189 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] For port 9482ef92-b0d4-49db-8163-bf9c8fe138d4, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9482ef92-b0d4-49db-8163-bf9c8fe138d4,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:10:42.127309 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:42.176299 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a4ca72b0-739c-422c-8ae1-9420289f1661 req-ae1f110c-88a4-45c7-bf68-3437a172be84 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 210 time: 0.0461342 Aug 06 16:10:42.192383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Routers {'b74a4dfb-3b67-4468-acf3-720e6f645077'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:10:42.193153 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:10:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b74a4dfb-3b67-4468-acf3-720e6f645077'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:42.342112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b9401-f04e-4e40-a7a1-b232072dc946 req-76be3c04-270f-4348-a095-3f2d11526d0b tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:42.352022 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a53b9401-f04e-4e40-a7a1-b232072dc946 req-76be3c04-270f-4348-a095-3f2d11526d0b tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.0956421 Aug 06 16:10:42.519472 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e057720-5188-49a0-89ee-fb4f2c4bb463 None None] Pushing event updated for resources: {'Port': ['ID=9482ef92-b0d4-49db-8163-bf9c8fe138d4,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:42.522626 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a53b9401-f04e-4e40-a7a1-b232072dc946 req-1dcf624f-89b4-4dfa-8ac2-cab8a5be2149 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691985 Aug 06 16:10:42.702812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b15dc0-727b-461b-b967-7f475ef5878c req-7fa69a9d-01cb-4252-b429-f419ed33c765 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:42.713056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e0b15dc0-727b-461b-b967-7f475ef5878c req-7fa69a9d-01cb-4252-b429-f419ed33c765 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.2659898 Aug 06 16:10:42.759663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] Set router b74a4dfb-3b67-4468-acf3-720e6f645077 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:10:42.871652 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e0b15dc0-727b-461b-b967-7f475ef5878c req-85ac6a85-473e-454f-b0a3-89f26315106d tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499224 Aug 06 16:10:42.888138 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0e1430c5-46aa-4c44-8121-19f1b0367157 req-bb0151db-b6bb-4485-a238-eb1060e2fc06 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 210 time: 0.0933623 Aug 06 16:10:43.235907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819509424', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:10:28Z', 'updated_at': '2021-08-06T16:10:36Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:29Z', 'updated_at': '2021-08-06T16:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '9482ef92-b0d4-49db-8163-bf9c8fe138d4', 'name': '', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1b:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:34Z', 'updated_at': '2021-08-06T16:10:42Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:43.256989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed775c72-a327-40e3-b91f-f71f065ee8b4 req-b162703d-6515-4539-92b9-f01439bc383b tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:43.259266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed775c72-a327-40e3-b91f-f71f065ee8b4 req-b162703d-6515-4539-92b9-f01439bc383b tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 932 time: 0.1178696 Aug 06 16:10:43.306524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d06b92-0aa0-411a-9fb3-84196165bca0 None None] The sync data for ids ['b74a4dfb-3b67-4468-acf3-720e6f645077'] in n-d-803756-1 is: [{'id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819509424', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:10:28Z', 'updated_at': '2021-08-06T16:10:36Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:29Z', 'updated_at': '2021-08-06T16:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '9482ef92-b0d4-49db-8163-bf9c8fe138d4', 'name': '', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1b:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:34Z', 'updated_at': '2021-08-06T16:10:42Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:10:43.333396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-280e4b28-ae58-4b1c-a233-6f15d8d02259 req-4b25b5c7-9e43-43f8-8c28-312049251a97 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 210 time: 0.0424366 Aug 06 16:10:43.358594 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed775c72-a327-40e3-b91f-f71f065ee8b4 req-a771ed4e-9c70-4acb-851d-31a2398bae52 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908780 Aug 06 16:10:43.530833 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9482ef92-b0d4-49db-8163-bf9c8fe138d4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:10:43.616226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 9482ef92-b0d4-49db-8163-bf9c8fe138d4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:10:43.620882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 9482ef92-b0d4-49db-8163-bf9c8fe138d4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:43.621256 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:43.669113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa817a-2879-40f8-bc28-47ca0fa265a6 req-aec2d201-bf2e-4447-b89b-8681711a75eb tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:43.670962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9baa817a-2879-40f8-bc28-47ca0fa265a6 req-aec2d201-bf2e-4447-b89b-8681711a75eb tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.0577834 Aug 06 16:10:43.706586 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:43.721911 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9baa817a-2879-40f8-bc28-47ca0fa265a6 req-2fd074d6-f0c8-404f-9ace-e7e8d1cf84e9 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445757 Aug 06 16:10:43.750849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 9482ef92-b0d4-49db-8163-bf9c8fe138d4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9482ef92-b0d4-49db-8163-bf9c8fe138d4,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:43.756853 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:43.847434 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=9482ef92-b0d4-49db-8163-bf9c8fe138d4,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:44.031958 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e6dfd79-052f-4b0e-8d74-2cb6887474ee req-14bff6e9-c83c-4052-871e-cec8b8087162 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 210 time: 0.0532219 Aug 06 16:10:44.055174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f3d43-e445-4688-be6c-a6d247ae1f68 req-3d9e459e-f135-47dd-84ff-708d75fb84da tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:44.056727 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-941f3d43-e445-4688-be6c-a6d247ae1f68 req-3d9e459e-f135-47dd-84ff-708d75fb84da tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.0802567 Aug 06 16:10:44.117831 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-941f3d43-e445-4688-be6c-a6d247ae1f68 req-b5fe74a7-646b-441b-86ee-7cb2cf8f45e0 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535650 Aug 06 16:10:44.454641 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b3798e3-f65c-4ea5-993b-dba79b837ef9 req-b04ec5a8-d52d-429c-bc40-7cde15f7858a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 210 time: 0.0366704 Aug 06 16:10:44.515347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd39dcc-1cb2-44c9-aeab-1fcb80ba7005 req-b759a93e-a13c-4ccf-9bf3-d066cf57fba7 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:44.516897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7dd39dcc-1cb2-44c9-aeab-1fcb80ba7005 req-b759a93e-a13c-4ccf-9bf3-d066cf57fba7 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 932 time: 0.0512888 Aug 06 16:10:44.560972 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7dd39dcc-1cb2-44c9-aeab-1fcb80ba7005 req-e5d3156f-7237-49cc-ade8-e52bca08b589 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380132 Aug 06 16:10:44.875037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f646b51-de51-4402-b94f-88f7722fac74 req-0665160d-1c60-4997-bf84-c1d9f1536b9a tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:44.876495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f646b51-de51-4402-b94f-88f7722fac74 req-0665160d-1c60-4997-bf84-c1d9f1536b9a tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.0758874 Aug 06 16:10:44.914518 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f646b51-de51-4402-b94f-88f7722fac74 req-d5859bc2-5eb4-4e04-83b3-fdbaf8bcb8f9 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320327 Aug 06 16:10:45.130365 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ba4d14ef-3577-45a7-9c99-be83f0c93dba req-f158bda7-5e1f-436e-8b35-a0c4da0ba25b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 210 time: 0.0259569 Aug 06 16:10:45.261671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930968fc-810e-4674-8013-459d1d1ce820 req-39be2525-5841-4bbb-a23e-96be1dded7c6 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:45.261671 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-930968fc-810e-4674-8013-459d1d1ce820 req-39be2525-5841-4bbb-a23e-96be1dded7c6 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.0653028 Aug 06 16:10:45.305778 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-930968fc-810e-4674-8013-459d1d1ce820 req-9c43c790-b417-42ac-a2f8-4c200c5346e5 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424631 Aug 06 16:10:45.490256 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9482ef92-b0d4-49db-8163-bf9c8fe138d4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:10:45.540151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 9482ef92-b0d4-49db-8163-bf9c8fe138d4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:45.540530 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:45.562153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c477a0f-2104-4f27-a62f-bbde771ea369 req-cf2e15ee-f515-4a24-96d3-4cbfbf431864 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 210 time: 0.0286629 Aug 06 16:10:45.708538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcbdff-4cc7-46b9-a9d9-fbda3099bdbe req-c345942e-159f-4d2c-ab65-ce6641b0330f tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:45.716539 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-36dcbdff-4cc7-46b9-a9d9-fbda3099bdbe req-c345942e-159f-4d2c-ab65-ce6641b0330f tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 932 time: 0.0652475 Aug 06 16:10:45.755763 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-36dcbdff-4cc7-46b9-a9d9-fbda3099bdbe req-201391c6-1c23-4ec8-9f86-e28d3b02c80a tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379479 Aug 06 16:10:46.060845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6a924-5c86-4154-8465-6ca7abcaff63 req-7b4e3873-3cdf-402b-ac25-a81cbe852687 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:46.062702 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90e6a924-5c86-4154-8465-6ca7abcaff63 req-7b4e3873-3cdf-402b-ac25-a81cbe852687 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.0606375 Aug 06 16:10:46.103248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90e6a924-5c86-4154-8465-6ca7abcaff63 req-51fa02e8-48ac-4403-a8a1-ce218ae5c40d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345232 Aug 06 16:10:46.231272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed142cbc-48f6-47cc-99d0-7a0ff4379778 req-fd52bced-e99e-4489-9d54-dccc5c6c6c84 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 210 time: 0.0308115 Aug 06 16:10:46.435520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dc79b-378d-452e-b682-9439d9984523 req-61c2dab9-8d38-44d6-a93d-b9a0edbf26de tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:46.436983 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c22dc79b-378d-452e-b682-9439d9984523 req-61c2dab9-8d38-44d6-a93d-b9a0edbf26de tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.0542450 Aug 06 16:10:46.478952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c22dc79b-378d-452e-b682-9439d9984523 req-555b24bc-3652-4c17-9375-4f06e8c35341 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356619 Aug 06 16:10:46.665202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80ce55bc-84e3-4702-8f6b-b8a288b0b1cb req-b0e84d53-a519-407c-ab4b-c34d629eb2c5 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 210 time: 0.0277977 Aug 06 16:10:46.883942 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44795db5-afb2-4cf7-b378-7e6bebdc985e req-ef3d3fe3-90c2-4951-b1ef-bc6bf2878682 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:46.885484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44795db5-afb2-4cf7-b378-7e6bebdc985e req-ef3d3fe3-90c2-4951-b1ef-bc6bf2878682 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 932 time: 0.0527537 Aug 06 16:10:46.927966 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44795db5-afb2-4cf7-b378-7e6bebdc985e req-0250b684-ff09-4f54-85ac-94754edd8b47 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341790 Aug 06 16:10:47.223302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09c1a1-b34f-4a87-83c2-c7a891802e87 req-ad581632-4121-4c2b-8288-ee554dd05bf0 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:47.224782 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c09c1a1-b34f-4a87-83c2-c7a891802e87 req-ad581632-4121-4c2b-8288-ee554dd05bf0 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.0535316 Aug 06 16:10:47.262948 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c09c1a1-b34f-4a87-83c2-c7a891802e87 req-be4af18e-80d9-424b-bf32-f2bb5defce4c tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312819 Aug 06 16:10:47.394990 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94bec688-6140-45db-b428-a87236dc724c req-6e7d699c-b8ca-474c-b385-297f5b9d587e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 210 time: 0.0461931 Aug 06 16:10:47.623727 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fade0-a022-42f6-a40e-d33d4dacb862 req-7a46b879-a14a-4186-a51f-dc472bca2327 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:47.625236 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e02fade0-a022-42f6-a40e-d33d4dacb862 req-7a46b879-a14a-4186-a51f-dc472bca2327 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.0502541 Aug 06 16:10:47.662620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e02fade0-a022-42f6-a40e-d33d4dacb862 req-2ee64f0d-4c18-4fce-8838-4e0c5e993f6c tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311625 Aug 06 16:10:47.796137 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b94e0810-3f2b-418b-a778-a1983b97933b req-f85ee048-33e1-4a86-9a7b-d39aba99bda3 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 210 time: 0.0546117 Aug 06 16:10:48.060153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05da2fb-de73-4f86-9100-b3bd04d9db9a req-1e2baa24-d9c1-4d94-a53c-6ce030bc9d5d tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:48.061960 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f05da2fb-de73-4f86-9100-b3bd04d9db9a req-1e2baa24-d9c1-4d94-a53c-6ce030bc9d5d tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 932 time: 0.0671952 Aug 06 16:10:48.119902 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f05da2fb-de73-4f86-9100-b3bd04d9db9a req-45727671-35b0-4d34-8de5-c358fce03745 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506568 Aug 06 16:10:48.402831 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189d0f3-dd10-4d6c-a639-d4e3207584df req-b003fc6c-7278-4621-a08a-9fd0fd479c91 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:48.402831 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6189d0f3-dd10-4d6c-a639-d4e3207584df req-b003fc6c-7278-4621-a08a-9fd0fd479c91 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.0631392 Aug 06 16:10:48.449088 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6189d0f3-dd10-4d6c-a639-d4e3207584df req-b1368715-dd5c-4e41-87d7-09a5f3581954 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395579 Aug 06 16:10:48.560025 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1c46c5d-8fe9-414f-a73c-7ac1247cd42d req-224219ab-54e6-4ce8-8e0f-561da7c8cd43 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 210 time: 0.0376930 Aug 06 16:10:48.804187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795ca76-f43d-4d77-8003-76fddafab0d7 req-a185c509-bbd1-4149-90e9-88589fe33120 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:48.805779 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b795ca76-f43d-4d77-8003-76fddafab0d7 req-a185c509-bbd1-4149-90e9-88589fe33120 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.0536277 Aug 06 16:10:48.861529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b795ca76-f43d-4d77-8003-76fddafab0d7 req-b81efe29-7951-4587-a989-887bb250bf47 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484717 Aug 06 16:10:48.916485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3b3eafa-6a54-4108-8a19-9bcad765bb74 req-053853da-f947-404a-8b7f-d5f47a22e9f4 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 210 time: 0.0333335 Aug 06 16:10:49.241113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fdaa2-fbe3-4012-abe0-3ab1220932a0 req-cbb551ed-d48e-42e3-a44e-f1c1cd5a4af7 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:49.242665 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d13fdaa2-fbe3-4012-abe0-3ab1220932a0 req-cbb551ed-d48e-42e3-a44e-f1c1cd5a4af7 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 932 time: 0.0505760 Aug 06 16:10:49.282333 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d13fdaa2-fbe3-4012-abe0-3ab1220932a0 req-33827ca5-a2cb-4c70-a47e-811295359049 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336189 Aug 06 16:10:49.610094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccde4bf-8e89-4d3f-b1e5-e7fbfbd6f2ed req-b52cfa40-f7e6-4595-9bfb-fba43830da30 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:49.611787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ccde4bf-8e89-4d3f-b1e5-e7fbfbd6f2ed req-b52cfa40-f7e6-4595-9bfb-fba43830da30 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.0566299 Aug 06 16:10:49.676892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ed3b6c1-811c-4bc3-83be-12f7753d0701 req-77f6f243-e146-4421-a38b-d35e22199065 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 210 time: 0.0330138 Aug 06 16:10:49.694581 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ccde4bf-8e89-4d3f-b1e5-e7fbfbd6f2ed req-41177f7c-8d16-4fbf-8c8d-f0a3de82e0a7 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736289 Aug 06 16:10:49.919963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe82b9-dfee-4501-9afc-26536b162012 req-24d92aad-0fe8-46b8-ad15-9c9c42689b0d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:49.921556 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dffe82b9-dfee-4501-9afc-26536b162012 req-24d92aad-0fe8-46b8-ad15-9c9c42689b0d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/networks?id=15911d68-8707-4502-a324-891837d491b2 HTTP/1.1" status: 200 len: 814 time: 0.1241777 Aug 06 16:10:49.942827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dffe82b9-dfee-4501-9afc-26536b162012 req-48571755-67a2-4f3f-9fea-a99d38ae384a tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/quotas/ce896c97c1764140b85cefb353e9cfcf HTTP/1.1" status: 200 len: 375 time: 0.0149302 Aug 06 16:10:50.037847 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dffe82b9-dfee-4501-9afc-26536b162012 req-a3809a34-bee4-494c-9851-06cb796fffc8 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce896c97c1764140b85cefb353e9cfcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0881572 Aug 06 16:10:50.050102 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37484ddd-594b-42a0-ae5d-249d46e6e802 req-2484fb03-f7b2-4378-a99e-07af8c8ef9ba tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:50.051533 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37484ddd-594b-42a0-ae5d-249d46e6e802 req-2484fb03-f7b2-4378-a99e-07af8c8ef9ba tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.0621536 Aug 06 16:10:50.166447 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37484ddd-594b-42a0-ae5d-249d46e6e802 req-62259e9d-8998-42e0-8db4-0297c56cc280 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068771 Aug 06 16:10:50.205162 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dffe82b9-dfee-4501-9afc-26536b162012 req-a35f9a01-214f-435e-a623-d967a6757dca service neutron] 10.222.0.37 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526110 Aug 06 16:10:50.299929 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b6ea348-a843-4889-a8f0-a8237ca68866 req-781d6cb8-2734-4774-a442-cc67d9eac17c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 210 time: 0.0361445 Aug 06 16:10:50.326564 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dffe82b9-dfee-4501-9afc-26536b162012 req-872227a7-9650-4231-a646-a13ab70c77b0 service neutron] 10.222.0.37 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196404 Aug 06 16:10:50.542333 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5cd0fb81-0c87-43be-9af5-7e31ec73a004 req-c551f266-dcfe-415f-8e8b-750df4a91721 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 210 time: 0.0420036 Aug 06 16:10:50.552075 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c591df-a160-4a90-9118-c90cf3b19bc3 req-21b1f36b-bdf8-4966-8aee-58ab4909bbf4 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:50.553586 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19c591df-a160-4a90-9118-c90cf3b19bc3 req-21b1f36b-bdf8-4966-8aee-58ab4909bbf4 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 932 time: 0.1014397 Aug 06 16:10:50.605324 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19c591df-a160-4a90-9118-c90cf3b19bc3 req-8488db0b-ce45-47b1-8fd5-c442c3d00f73 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423992 Aug 06 16:10:50.797555 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d73d4d2-dc78-4c24-bfda-5c35b3ce3bf3 req-4a31b7ce-c094-45ad-a8a5-59c034b19406 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 210 time: 0.0303271 Aug 06 16:10:50.854577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d58b5-f743-4a00-b9d5-e5e9c14657fb req-afecd740-648d-49f9-b1a5-c86235c986e3 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:50.856228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f00d58b5-f743-4a00-b9d5-e5e9c14657fb req-afecd740-648d-49f9-b1a5-c86235c986e3 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.0612552 Aug 06 16:10:50.897721 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f00d58b5-f743-4a00-b9d5-e5e9c14657fb req-760e03b3-2e00-4ddd-b4b8-510705f2613c tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340514 Aug 06 16:10:51.287375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fcabd-d57b-4350-9ca7-d6f1915df096 req-8a7a2220-5b01-44ef-8203-f82334cc4e28 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:51.288831 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-862fcabd-d57b-4350-9ca7-d6f1915df096 req-8a7a2220-5b01-44ef-8203-f82334cc4e28 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.0483255 Aug 06 16:10:51.326836 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-862fcabd-d57b-4350-9ca7-d6f1915df096 req-7d5891b9-21d3-4a93-a22a-415cb438baed tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314558 Aug 06 16:10:51.395032 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0877aed9-5830-4c4b-8885-655263113c57 req-1bea0a0a-8939-4da7-b953-95fec7846536 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 210 time: 0.0264618 Aug 06 16:10:51.632418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88263cdc-092c-4ec5-8bc7-d553e171e573 req-9b21762d-f876-4e53-b511-284ea9ee2a1c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 210 time: 0.0299530 Aug 06 16:10:51.726299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdc75f-8389-4baa-b334-6242a1c98be3 req-4aaa3dbb-ca01-4c27-a2da-95bebab64da7 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:51.728311 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61bdc75f-8389-4baa-b334-6242a1c98be3 req-4aaa3dbb-ca01-4c27-a2da-95bebab64da7 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 932 time: 0.0501540 Aug 06 16:10:51.765504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61bdc75f-8389-4baa-b334-6242a1c98be3 req-742c6521-3f8b-4022-b97f-3085e7209abc tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Aug 06 16:10:51.892704 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b455620-8f4f-4b99-bef6-9142888d7e60 req-bca83992-353f-4a2e-acdb-05cc40f84af4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 210 time: 0.0256090 Aug 06 16:10:52.012730 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c35893-aa3a-488a-8fae-037858431794 req-54bce384-ffe7-4d4d-95d4-f7036c6fc639 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:52.014526 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31c35893-aa3a-488a-8fae-037858431794 req-54bce384-ffe7-4d4d-95d4-f7036c6fc639 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.0509007 Aug 06 16:10:52.053772 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31c35893-aa3a-488a-8fae-037858431794 req-0ac3389b-c8b1-46c9-81c5-7c628582b426 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c09a05d-c150-4311-b146-fc050feb8e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332258 Aug 06 16:10:52.287533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Request body: {'port': {'device_id': '65d396be-9ee7-4541-946a-20017f0cd8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:52.386626 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4581fea0-cb1c-406d-8c49-2fb09444c518 req-e617cab5-4e5d-4806-b03a-8393ccfaec58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a HTTP/1.1" status: 200 len: 999 time: 0.0939970 Aug 06 16:10:52.428489 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e1bad-675f-45db-aa84-dbc66a5d0ec6 req-f62e05f1-1ce2-48fe-9664-6dc119d19f44 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:52.444847 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bc7e1bad-675f-45db-aa84-dbc66a5d0ec6 req-f62e05f1-1ce2-48fe-9664-6dc119d19f44 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.13 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 943 time: 0.0805080 Aug 06 16:10:52.455997 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:52.507389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581fea0-cb1c-406d-8c49-2fb09444c518 req-fc1ac0ba-3a46-482a-988e-92b8f9deb902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:52.509133 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4581fea0-cb1c-406d-8c49-2fb09444c518 req-fc1ac0ba-3a46-482a-988e-92b8f9deb902 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=179c64d1-b6cb-431f-aab6-556ce510d2b1 HTTP/1.1" status: 200 len: 855 time: 0.1034338 Aug 06 16:10:52.570599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-bc7e1bad-675f-45db-aa84-dbc66a5d0ec6 req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Deleting port 3e62ae9b-e413-4f51-9925-f92de6e68d89 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:10:52.571038 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bc7e1bad-675f-45db-aa84-dbc66a5d0ec6 req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:52.580493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18506ce1-70dd-4178-a450-807257634bda req-e97734cd-9341-4c29-9473-de121856c74f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:52.582001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18506ce1-70dd-4178-a450-807257634bda req-e97734cd-9341-4c29-9473-de121856c74f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.1624634 Aug 06 16:10:52.583890 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15e3a9a0-3c95-48b8-b501-521538afffe5 req-bb7ea4dd-092d-4de0-a403-ebee6b243925 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 210 time: 0.0809414 Aug 06 16:10:52.698046 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-bc7e1bad-675f-45db-aa84-dbc66a5d0ec6 req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] For port 3e62ae9b-e413-4f51-9925-f92de6e68d89, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3e62ae9b-e413-4f51-9925-f92de6e68d89,segment=NetworkSegment(559e01e0-8b33-45f1-8492-627d17666deb),segment_id=559e01e0-8b33-45f1-8492-627d17666deb)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:52.698201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bc7e1bad-675f-45db-aa84-dbc66a5d0ec6 req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:52.712250 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18506ce1-70dd-4178-a450-807257634bda req-907e0fd0-3e68-495c-a576-d73c22e1c7dd tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124237 Aug 06 16:10:52.720402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581fea0-cb1c-406d-8c49-2fb09444c518 req-3316be17-1960-41b0-b061-0f93017e023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:52.721959 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4581fea0-cb1c-406d-8c49-2fb09444c518 req-3316be17-1960-41b0-b061-0f93017e023d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a866e395-3ce9-4555-a769-7f0869a94e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1954932 Aug 06 16:10:52.841675 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-663bfb27-e5a8-4997-8f2c-a701a80b4785 req-ce1b54db-8a79-4d71-986c-a7e411c7cf38 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 210 time: 0.0764658 Aug 06 16:10:52.902382 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bc7e1bad-675f-45db-aa84-dbc66a5d0ec6 req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:52.903587 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bc7e1bad-675f-45db-aa84-dbc66a5d0ec6 req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:52.903924 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [req-bc7e1bad-675f-45db-aa84-dbc66a5d0ec6 req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Floating IP 462bc577-8d53-4f13-a8fa-cc3f05957877 disassociated. External IP: 172.25.1.78, port: 3e62ae9b-e413-4f51-9925-f92de6e68d89. Aug 06 16:10:52.904411 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-bc7e1bad-675f-45db-aa84-dbc66a5d0ec6 req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Calling delete_port for 3e62ae9b-e413-4f51-9925-f92de6e68d89 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:10:52.969249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.13', 57704) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:53.029598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dda896-216d-42a0-a160-76c97dcd70d9 req-499a27d9-f805-4bad-840a-c719d9eb8364 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:53.031269 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1dda896-216d-42a0-a160-76c97dcd70d9 req-499a27d9-f805-4bad-840a-c719d9eb8364 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 932 time: 0.1508322 Aug 06 16:10:53.058692 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bc7e1bad-675f-45db-aa84-dbc66a5d0ec6 req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:53.088976 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4581fea0-cb1c-406d-8c49-2fb09444c518 req-dba80718-66c2-4129-b109-b9d71ca362ed service neutron] 10.222.0.13 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545949 Aug 06 16:10:53.103812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Pushing event deleted for resources: {'Port': ['ID=3e62ae9b-e413-4f51-9925-f92de6e68d89,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:53.116689 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:53.117713 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:53.117936 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:53.118269 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:53.118599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:53.118927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:53.119251 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:53.119577 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:53.119899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:53.120219 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:53.120540 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:53.120884 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:53.139051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc163bb6-ea13-4c68-b076-72d4aa320fd7 req-82a076ed-a5d4-42cc-afef-d77068af2058 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 210 time: 0.1004992 Aug 06 16:10:53.246244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc7e1bad-675f-45db-aa84-dbc66a5d0ec6 req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Router f56400c2-00f3-4467-a3e4-63abdf62b571 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:10:53.282225 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1dda896-216d-42a0-a160-76c97dcd70d9 req-3782c2e7-2d4c-4fe1-81c7-9892128eabad tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127473 Aug 06 16:10:53.334509 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:53.340930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17acfcc3-d67e-45f4-a168-9421de39c0e5 req-449cd15a-cee1-4996-805d-67047f911774 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 210 time: 0.1177895 Aug 06 16:10:53.378070 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc7e1bad-675f-45db-aa84-dbc66a5d0ec6 req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:10:53.378477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe82b9-dfee-4501-9afc-26536b162012 req-b489da69-4973-4865-881d-0a2bad9c5d0f tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:53.387423 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dffe82b9-dfee-4501-9afc-26536b162012 req-b489da69-4973-4865-881d-0a2bad9c5d0f tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.13 "GET /v2.0/networks?id=15911d68-8707-4502-a324-891837d491b2 HTTP/1.1" status: 200 len: 814 time: 0.4089251 Aug 06 16:10:53.393187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:53.394410 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958ac480-7aec-4350-b9ed-ffb87b98f3cf None None] Sync routers for ids ['f56400c2-00f3-4467-a3e4-63abdf62b571'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:10:53.418908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4581fea0-cb1c-406d-8c49-2fb09444c518 req-a6710a60-e92d-44af-be48-7479eb5f866c service neutron] 10.222.0.13 "GET /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754157 Aug 06 16:10:53.421041 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:53.422244 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ac480-7aec-4350-b9ed-ffb87b98f3cf None None] Routers {'f56400c2-00f3-4467-a3e4-63abdf62b571'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:10:53.423315 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-958ac480-7aec-4350-b9ed-ffb87b98f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:10:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['f56400c2-00f3-4467-a3e4-63abdf62b571'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:53.433201 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-dffe82b9-dfee-4501-9afc-26536b162012 req-2f70919f-9548-4e22-b97a-2f3319ce0f6d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Request body: {'port': {'device_id': '36baf6df-c880-4ca8-92de-493c8bdb7b26', 'network_id': '15911d68-8707-4502-a324-891837d491b2', 'admin_state_up': True, 'tenant_id': 'ce896c97c1764140b85cefb353e9cfcf'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:53.460132 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7e1bad-675f-45db-aa84-dbc66a5d0ec6 req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] No DVR routers for this DVR port 3e62ae9b-e413-4f51-9925-f92de6e68d89 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:10:53.465381 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bc7e1bad-675f-45db-aa84-dbc66a5d0ec6 req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:53.470799 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bc7e1bad-675f-45db-aa84-dbc66a5d0ec6 req-29ca0f0d-8b51-47fa-9e75-687f25b901c1 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.13 "DELETE /v2.0/ports/3e62ae9b-e413-4f51-9925-f92de6e68d89 HTTP/1.1" status: 204 len: 173 time: 1.0246580 Aug 06 16:10:53.471926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de8697f-f8a8-4968-8aab-9453b416f950', 'name': 'network-vif-deleted', 'tag': '3e62ae9b-e413-4f51-9925-f92de6e68d89'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:53.475010 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ac4315-1547-44fe-a084-d643eb637af6" -d '{"events": [{"server_uuid": "7de8697f-f8a8-4968-8aab-9453b416f950", "name": "network-vif-deleted", "tag": "3e62ae9b-e413-4f51-9925-f92de6e68d89"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:53.566744 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6e67fd-55e8-4ef6-abeb-c97514e320f4 x-openstack-request-id: req-5a6e67fd-55e8-4ef6-abeb-c97514e320f4 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:53.567032 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de8697f-f8a8-4968-8aab-9453b416f950", "name": "network-vif-deleted", "tag": "3e62ae9b-e413-4f51-9925-f92de6e68d89", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:53.567285 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a6e67fd-55e8-4ef6-abeb-c97514e320f4 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:53.567690 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de8697f-f8a8-4968-8aab-9453b416f950', 'name': 'network-vif-deleted', 'tag': '3e62ae9b-e413-4f51-9925-f92de6e68d89', 'status': 'completed', 'code': 200} Aug 06 16:10:53.636056 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-958ac480-7aec-4350-b9ed-ffb87b98f3cf None None] Set router f56400c2-00f3-4467-a3e4-63abdf62b571 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:10:53.690103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Transition to ACTIVE for port object 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:10:53.700029 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:53.743288 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:53.757110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c8b35-27b2-451b-96d3-6832070b9ead req-800fa843-3d72-4725-8465-cb7285626bf1 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:53.759227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-241c8b35-27b2-451b-96d3-6832070b9ead req-800fa843-3d72-4725-8465-cb7285626bf1 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.13 "GET /v2.0/networks?id=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 HTTP/1.1" status: 200 len: 815 time: 0.2659736 Aug 06 16:10:53.782352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-241c8b35-27b2-451b-96d3-6832070b9ead req-5b87d469-eac1-4884-b07d-d4eb9d6e2593 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Request body: {'port': {'device_id': '6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e', 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2', 'admin_state_up': True, 'tenant_id': '51c705d5130945e3b8a4539b2e7030c5'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:53.822614 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4742565f-26dd-4ec8-97db-4b629a7a5194 req-b871e619-0fbb-4c7d-aa23-63761fd2e257 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 210 time: 0.1044054 Aug 06 16:10:53.927270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce6a9cd-b11b-42d3-a7bf-665af5578e05,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:53.947306 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dffe82b9-dfee-4501-9afc-26536b162012 req-2f70919f-9548-4e22-b97a-2f3319ce0f6d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Made reservation on behalf of ce896c97c1764140b85cefb353e9cfcf for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:10:53.956227 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dffe82b9-dfee-4501-9afc-26536b162012 req-2f70919f-9548-4e22-b97a-2f3319ce0f6d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:54.092200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a49c16c-0c3b-4c3d-8a1c-5dd07eeb32b7 req-af56b4d7-82b8-49e9-bea2-0a1e360465a3 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 210 time: 0.0760024 Aug 06 16:10:54.109142 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-958ac480-7aec-4350-b9ed-ffb87b98f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'name': 'tempest-ServersTestBootFromVolume-1431291784-router', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:27Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'gw_port': {'id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:30Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '17fd2f4e-c62e-4fcf-9a82-adfdec0978c1', 'name': '', 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'mac_address': 'fa:16:3e:63:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:34Z', 'updated_at': '2021-08-06T16:07:45Z', 'revision_number': 5, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'subnets': [{'id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:54.112738 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-43b997d9-2310-4532-9f7c-d7ba82928a4d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:54.114343 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-43b997d9-2310-4532-9f7c-d7ba82928a4d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.13 "GET /v2.0/networks?id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2 HTTP/1.1" status: 200 len: 796 time: 0.2337568 Aug 06 16:10:54.150640 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958ac480-7aec-4350-b9ed-ffb87b98f3cf None None] Checking router: f56400c2-00f3-4467-a3e4-63abdf62b571 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:10:54.163028 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ac480-7aec-4350-b9ed-ffb87b98f3cf None None] Routers {'f56400c2-00f3-4467-a3e4-63abdf62b571'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:10:54.163650 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-958ac480-7aec-4350-b9ed-ffb87b98f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:10:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['f56400c2-00f3-4467-a3e4-63abdf62b571'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:54.168072 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-dddd88de-7fed-431e-8a80-d8da61e6beff tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ead4e8906674c03a98f2b96e64fabd0 HTTP/1.1" status: 200 len: 380 time: 0.0433576 Aug 06 16:10:54.179703 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-2ff5a1ad-2ec4-4c6e-9e68-3ba34bd51e92 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'port': {'device_id': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'admin_state_up': True, 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'security_groups': ['4bf3881c-ebe3-4108-84da-58790b65c32b']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:54.237337 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd58d7-df04-4f03-b271-1b6c113f28c1 req-2fd32d87-b298-4301-9bfc-c6b81ced1db1 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:54.245875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fecd58d7-df04-4f03-b271-1b6c113f28c1 req-2fd32d87-b298-4301-9bfc-c6b81ced1db1 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 945 time: 0.2317111 Aug 06 16:10:54.321653 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-958ac480-7aec-4350-b9ed-ffb87b98f3cf None None] Set router f56400c2-00f3-4467-a3e4-63abdf62b571 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:10:54.367132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d725728-c456-43d9-80d4-4ceee3c955ca req-afa220f5-b28e-44fc-ac64-fc20b979454f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 210 time: 0.0948577 Aug 06 16:10:54.368604 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Attempting to bind port 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:10:54.369130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Attempting to bind port 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '50daed7d-edf3-4fe4-be45-a03b6957aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '683ae501-4e2e-4ace-ada4-2069dc9f02df'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:10:54.369656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Attempting to bind port 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 on network 683ae501-4e2e-4ace-ada4-2069dc9f02df {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:54.393451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Port 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 on network 683ae501-4e2e-4ace-ada4-2069dc9f02df not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:10:54.396229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Attempting to bind port 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 on network 683ae501-4e2e-4ace-ada4-2069dc9f02df {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:54.410665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-2ff5a1ad-2ec4-4c6e-9e68-3ba34bd51e92 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Made reservation on behalf of 6ead4e8906674c03a98f2b96e64fabd0 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:10:54.418076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-2ff5a1ad-2ec4-4c6e-9e68-3ba34bd51e92 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:54.425215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241c8b35-27b2-451b-96d3-6832070b9ead req-5b87d469-eac1-4884-b07d-d4eb9d6e2593 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Made reservation on behalf of 51c705d5130945e3b8a4539b2e7030c5 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:10:54.434681 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-241c8b35-27b2-451b-96d3-6832070b9ead req-5b87d469-eac1-4884-b07d-d4eb9d6e2593 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:54.450592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:10:54.451341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Checking segment: {'id': '50daed7d-edf3-4fe4-be45-a03b6957aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '683ae501-4e2e-4ace-ada4-2069dc9f02df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:10:54.451985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Bound using segment: {'id': '50daed7d-edf3-4fe4-be45-a03b6957aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '683ae501-4e2e-4ace-ada4-2069dc9f02df'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:10:54.452640 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Bound port: 1ce6a9cd-b11b-42d3-a7bf-665af5578e05, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50daed7d-edf3-4fe4-be45-a03b6957aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '683ae501-4e2e-4ace-ada4-2069dc9f02df'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:10:54.453220 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:54.480099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fecd58d7-df04-4f03-b271-1b6c113f28c1 req-6bc485cd-f4cc-4352-a066-0a275d0a4cb5 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330022 Aug 06 16:10:54.493372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-dffe82b9-dfee-4501-9afc-26536b162012 req-2f70919f-9548-4e22-b97a-2f3319ce0f6d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Allocated IP 172.20.0.14 (15911d68-8707-4502-a324-891837d491b2/4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89/280a9781-3336-473d-a912-92941d71be43) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:10:54.607671 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-958ac480-7aec-4350-b9ed-ffb87b98f3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'name': 'tempest-ServersTestBootFromVolume-1431291784-router', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:27Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'gw_port': {'id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:30Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '17fd2f4e-c62e-4fcf-9a82-adfdec0978c1', 'name': '', 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'mac_address': 'fa:16:3e:63:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:34Z', 'updated_at': '2021-08-06T16:07:45Z', 'revision_number': 5, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'subnets': [{'id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:10:54.631494 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-2ff5a1ad-2ec4-4c6e-9e68-3ba34bd51e92 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Allocated IP 172.20.0.6 (a6137071-7cbf-40ba-8c86-55f4cf3a95a2/2d9457db-69ad-4917-87cd-7d1f42be3fc5/07205b90-39c8-4267-b0cb-5aca03820b33) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:10:54.656698 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958ac480-7aec-4350-b9ed-ffb87b98f3cf None None] The sync data for ids ['f56400c2-00f3-4467-a3e4-63abdf62b571'] in n-d-803756-1 is: [{'id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'name': 'tempest-ServersTestBootFromVolume-1431291784-router', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:27Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'gw_port': {'id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:30Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '17fd2f4e-c62e-4fcf-9a82-adfdec0978c1', 'name': '', 'network_id': 'a876d286-faef-4d9d-acbe-4ffddb779c49', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'mac_address': 'fa:16:3e:63:78:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:34Z', 'updated_at': '2021-08-06T16:07:45Z', 'revision_number': 5, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'subnets': [{'id': 'c84a10cf-e87f-4862-88e6-e005f8dbe747', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:10:54.710367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-640a7313-5b94-4a6e-8956-fef0c06bd348 req-0f4b691b-80ce-4b9d-8b30-f879793f9d7b tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 210 time: 0.0830126 Aug 06 16:10:54.743809 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 98a09210-9e18-4246-a5bf-a84d87cb9c7a details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:10:54.792814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] For port 1ce6a9cd-b11b-42d3-a7bf-665af5578e05, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:10:54.805442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] For port 1ce6a9cd-b11b-42d3-a7bf-665af5578e05, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=1ce6a9cd-b11b-42d3-a7bf-665af5578e05,segment=NetworkSegment(50daed7d-edf3-4fe4-be45-a03b6957aabd),segment_id=50daed7d-edf3-4fe4-be45-a03b6957aabd)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:10:54.823185 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:54.848797 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-2ff5a1ad-2ec4-4c6e-9e68-3ba34bd51e92 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:54.900538 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-2ff5a1ad-2ec4-4c6e-9e68-3ba34bd51e92 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Transition to ACTIVE for port object 07205b90-39c8-4267-b0cb-5aca03820b33 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:10:54.929071 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:54.930258 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:54.931804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] 10.222.0.13 "PUT /v2.0/ports/1ce6a9cd-b11b-42d3-a7bf-665af5578e05 HTTP/1.1" status: 200 len: 1092 time: 2.6488614 Aug 06 16:10:54.948368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:54.980846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'port_id': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'mac_address': 'fa:16:3e:dc:f6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:10:54.981511 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-2ff5a1ad-2ec4-4c6e-9e68-3ba34bd51e92 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:55.062037 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-2ff5a1ad-2ec4-4c6e-9e68-3ba34bd51e92 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:10:55.066303 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:55.068552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-2ff5a1ad-2ec4-4c6e-9e68-3ba34bd51e92 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:10:55.084073 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a09210-9e18-4246-a5bf-a84d87cb9c7a {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:55.094670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-2ff5a1ad-2ec4-4c6e-9e68-3ba34bd51e92 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:10:55.131600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:55.136400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f48965-d6b1-47cd-8612-f62ba0ab777f None None] New status for floating IP 462bc577-8d53-4f13-a8fa-cc3f05957877: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:10:55.162881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-2ff5a1ad-2ec4-4c6e-9e68-3ba34bd51e92 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:55.163735 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-2ff5a1ad-2ec4-4c6e-9e68-3ba34bd51e92 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:55.184462 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-2ff5a1ad-2ec4-4c6e-9e68-3ba34bd51e92 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0104039 Aug 06 16:10:55.185718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5a1ad-2ec4-4c6e-9e68-3ba34bd51e92 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=07205b90-39c8-4267-b0cb-5aca03820b33,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:55.204220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Request body: {'port': {'device_id': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:55.275200 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:55.299459 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:55.357655 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=98a09210-9e18-4246-a5bf-a84d87cb9c7a,revision_number=11']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:55.366795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:55.368120 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:55.368471 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:55.368959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:55.375336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:55.375826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:55.376185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:55.376510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:55.376916 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:55.377169 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:55.377590 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:55.378318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:55.476274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['98a09210-9e18-4246-a5bf-a84d87cb9c7a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:55.518940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d396be-9ee7-4541-946a-20017f0cd8b8', 'tag': '1ce6a9cd-b11b-42d3-a7bf-665af5578e05'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:55.521198 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cbed0e-bebb-432e-bc10-712e1f1e9823" -d '{"events": [{"name": "network-changed", "server_uuid": "65d396be-9ee7-4541-946a-20017f0cd8b8", "tag": "1ce6a9cd-b11b-42d3-a7bf-665af5578e05"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:55.532873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03818e48-3c19-4dd8-b3a3-9e4bc2639cb5 req-92cd8605-b728-45f9-9547-97d5f352e980 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:55.541331 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03818e48-3c19-4dd8-b3a3-9e4bc2639cb5 req-92cd8605-b728-45f9-9547-97d5f352e980 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 944 time: 1.0338225 Aug 06 16:10:55.546493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5a2b72f0-a5fc-4920-981d-2a369404062a None None] Provisioning for port 07205b90-39c8-4267-b0cb-5aca03820b33 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:10:55.557000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5a2b72f0-a5fc-4920-981d-2a369404062a None None] Provisioning complete for port 07205b90-39c8-4267-b0cb-5aca03820b33 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:55.558154 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5a2b72f0-a5fc-4920-981d-2a369404062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:55.599683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111add0d-9894-479b-b4d7-64c8e3119546 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce6a9cd-b11b-42d3-a7bf-665af5578e05,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:55.636417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b72f0-a5fc-4920-981d-2a369404062a None None] Port 07205b90-39c8-4267-b0cb-5aca03820b33 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:10:55.682912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34cdbbc4-b80d-43db-866c-12666c2ce01e req-d84b5df6-a924-4a1e-a40d-2410e8b3645f tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 210 time: 0.0904915 Aug 06 16:10:55.688699 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07205b90-39c8-4267-b0cb-5aca03820b33 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:55.707981 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:55.723434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Transition to ACTIVE for port object 07205b90-39c8-4267-b0cb-5aca03820b33 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:10:55.729414 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:55.775132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-241c8b35-27b2-451b-96d3-6832070b9ead req-5b87d469-eac1-4884-b07d-d4eb9d6e2593 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Allocated IP 172.20.0.3 (5b79abfe-9c94-4b74-9a41-6ba77fcc76c2/7ad0b253-dda7-4350-a0e5-b2f9912a8493/3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:10:55.797459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-a6990a81-e6a7-4d95-ad48-101d268aa649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:55.797742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Pushing event updated for resources: {'Port': ['ID=07205b90-39c8-4267-b0cb-5aca03820b33,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:55.799089 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-a6990a81-e6a7-4d95-ad48-101d268aa649 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7725b4b04e34cf4a8adc587b45595fd&device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 1095 time: 0.2501779 Aug 06 16:10:55.833918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03818e48-3c19-4dd8-b3a3-9e4bc2639cb5 req-27ff5b03-a818-46ab-bd96-cd21dcd4e90f tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869635 Aug 06 16:10:55.911605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Attempting to bind port 07205b90-39c8-4267-b0cb-5aca03820b33 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:10:55.912185 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Attempting to bind port 07205b90-39c8-4267-b0cb-5aca03820b33 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:10:55.912733 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Attempting to bind port 07205b90-39c8-4267-b0cb-5aca03820b33 on network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:55.917272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a392030e-e816-453f-b4c8-a41c034eb7b1 req-21bc230a-ffe0-42f9-a992-1e10573f5144 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 210 time: 0.1345296 Aug 06 16:10:55.920201 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Port 07205b90-39c8-4267-b0cb-5aca03820b33 on network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:10:55.920938 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Attempting to bind port 07205b90-39c8-4267-b0cb-5aca03820b33 on network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:55.937883 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:10:55.938228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Checking segment: {'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:10:55.938662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Bound using segment: {'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:10:55.939622 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Bound port: 07205b90-39c8-4267-b0cb-5aca03820b33, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:10:55.939754 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:55.955322 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-7e5eabb9-c4c6-4705-9cf3-83a95ab7d1ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ce6a9cd-b11b-42d3-a7bf-665af5578e05 HTTP/1.1" status: 200 len: 217 time: 0.1194303 Aug 06 16:10:56.044763 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:10:56.050223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=07205b90-39c8-4267-b0cb-5aca03820b33,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:10:56.055216 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:56.103032 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:56.103268 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:56.104636 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] 10.222.0.13 "PUT /v2.0/ports/07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 200 len: 1091 time: 0.9062159 Aug 06 16:10:56.105302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:56.109905 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4344161-82a8-4fb5-b206-62fb9c2484fe" -d '{"events": [{"name": "network-changed", "server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:56.140192 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dffe82b9-dfee-4501-9afc-26536b162012 req-2f70919f-9548-4e22-b97a-2f3319ce0f6d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:56.204587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-42adb3f9-a8ae-475b-9603-ee59c585edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:56.206112 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-42adb3f9-a8ae-475b-9603-ee59c585edf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f0bface-df23-4ca0-9f99-a47a72f0c215 HTTP/1.1" status: 200 len: 852 time: 0.1983569 Aug 06 16:10:56.207661 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222963cb-f1a7-4908-8288-f542ce22c36a service neutron] Pushing event updated for resources: {'Port': ['ID=07205b90-39c8-4267-b0cb-5aca03820b33,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:56.232033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-5b738747-55c5-4631-9cff-1aa124b43c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:56.233752 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-5b738747-55c5-4631-9cff-1aa124b43c46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1094 time: 0.0620992 Aug 06 16:10:56.258565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148db6d-b621-4003-ac5e-ec748085d77e req-68a01ad4-50a0-4322-99ab-a670a6e5bc0c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:56.266055 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7148db6d-b621-4003-ac5e-ec748085d77e req-68a01ad4-50a0-4322-99ab-a670a6e5bc0c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 943 time: 0.3328946 Aug 06 16:10:56.290821 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-b92f1c60-ace2-4c56-a6cd-8da3ce5b538f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 200 len: 217 time: 0.0473270 Aug 06 16:10:56.313720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a08077-30e4-4166-87e1-f81972f9e9dd req-8baf40a9-f71a-494f-8ccd-bef36b94fe00 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:56.321268 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62a08077-30e4-4166-87e1-f81972f9e9dd req-8baf40a9-f71a-494f-8ccd-bef36b94fe00 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 946 time: 0.3145094 Aug 06 16:10:56.329722 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-a073dfaf-978d-4567-ab4b-51d648f80985 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=683ae501-4e2e-4ace-ada4-2069dc9f02df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868776 Aug 06 16:10:56.349482 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-7b62b656-b9d2-4d70-918d-0da4eac96cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:56.350881 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-7b62b656-b9d2-4d70-918d-0da4eac96cb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d9457db-69ad-4917-87cd-7d1f42be3fc5 HTTP/1.1" status: 200 len: 835 time: 0.0532947 Aug 06 16:10:56.412717 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-f7a835df-1c93-46de-b42d-19d16e2ef638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:56.415022 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-f7a835df-1c93-46de-b42d-19d16e2ef638 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569019 Aug 06 16:10:56.486569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7148db6d-b621-4003-ac5e-ec748085d77e req-92c346a6-b39a-43a5-b858-9cea8c1f0ddc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196090 Aug 06 16:10:56.499837 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dffe82b9-dfee-4501-9afc-26536b162012 req-2f70919f-9548-4e22-b97a-2f3319ce0f6d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:56.517155 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['59f76e2d-b125-4739-aed6-41cce9bb0c6c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:56.517650 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62a08077-30e4-4166-87e1-f81972f9e9dd req-48af76fc-fedd-4ab9-941e-8d8ddba1af39 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949487 Aug 06 16:10:56.561541 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-f7fb21f1-08ce-4a6e-ac8a-e59ab858414b service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377318 Aug 06 16:10:56.576381 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-241c8b35-27b2-451b-96d3-6832070b9ead req-5b87d469-eac1-4884-b07d-d4eb9d6e2593 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:56.582841 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70919f-9548-4e22-b97a-2f3319ce0f6d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Pushing event updated for resources: {'Port': ['ID=280a9781-3336-473d-a912-92941d71be43,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:56.611346 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936a8d9e-13f6-4195-8d9c-a10993c98a72 x-openstack-request-id: req-936a8d9e-13f6-4195-8d9c-a10993c98a72 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:56.611635 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d396be-9ee7-4541-946a-20017f0cd8b8", "tag": "1ce6a9cd-b11b-42d3-a7bf-665af5578e05", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:56.611893 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-936a8d9e-13f6-4195-8d9c-a10993c98a72 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:56.612291 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d396be-9ee7-4541-946a-20017f0cd8b8', 'tag': '1ce6a9cd-b11b-42d3-a7bf-665af5578e05', 'status': 'completed', 'code': 200} Aug 06 16:10:56.643769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dffe82b9-dfee-4501-9afc-26536b162012 req-2f70919f-9548-4e22-b97a-2f3319ce0f6d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Network 15911d68-8707-4502-a324-891837d491b2 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:10:56.646516 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-dffe82b9-dfee-4501-9afc-26536b162012 req-2f70919f-9548-4e22-b97a-2f3319ce0f6d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:10:56.722204 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d7be360e-2c2c-4218-80ce-940e3e7cbe8c req-4760e728-25a4-40f6-894c-4c31a32f20f6 service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545575 Aug 06 16:10:56.759766 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91e8250b-792e-44cd-be7a-9d70a39ba1fa req-73fb31f4-5efc-4742-aeae-e9c996e2c638 tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 210 time: 0.0671751 Aug 06 16:10:56.762388 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-147bc44b-7b86-49ad-9261-f83f64f45b2f service neutron] 10.222.0.13 "GET /v2.0/networks/683ae501-4e2e-4ace-ada4-2069dc9f02df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143677 Aug 06 16:10:56.763499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffe82b9-dfee-4501-9afc-26536b162012 req-2f70919f-9548-4e22-b97a-2f3319ce0f6d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:10:56.766974 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 98a09210-9e18-4246-a5bf-a84d87cb9c7a up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:10:56.773060 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b7c8d7-3b71-46c5-a6d1-3d94946564c3 x-openstack-request-id: req-53b7c8d7-3b71-46c5-a6d1-3d94946564c3 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:56.773426 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:56.773656 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53b7c8d7-3b71-46c5-a6d1-3d94946564c3 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:56.774050 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33', 'status': 'completed', 'code': 200} Aug 06 16:10:56.857554 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 98a09210-9e18-4246-a5bf-a84d87cb9c7a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:10:56.864259 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 98a09210-9e18-4246-a5bf-a84d87cb9c7a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:56.864766 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:56.882221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4344161-82a8-4fb5-b206-62fb9c2484fe req-62481d91-66f4-46d9-9913-174f981a2113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:56.884186 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a4344161-82a8-4fb5-b206-62fb9c2484fe req-62481d91-66f4-46d9-9913-174f981a2113 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1094 time: 0.0929232 Aug 06 16:10:56.923176 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-241c8b35-27b2-451b-96d3-6832070b9ead req-5b87d469-eac1-4884-b07d-d4eb9d6e2593 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:56.994967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe82b9-dfee-4501-9afc-26536b162012 req-2f70919f-9548-4e22-b97a-2f3319ce0f6d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:56.995632 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dffe82b9-dfee-4501-9afc-26536b162012 req-2f70919f-9548-4e22-b97a-2f3319ce0f6d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:57.011365 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4344161-82a8-4fb5-b206-62fb9c2484fe req-4cde03fb-c010-4a09-8273-7e11c613a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:57.013318 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a4344161-82a8-4fb5-b206-62fb9c2484fe req-4cde03fb-c010-4a09-8273-7e11c613a0db service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2 HTTP/1.1" status: 200 len: 897 time: 0.1174159 Aug 06 16:10:57.018558 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:57.050348 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a09210-9e18-4246-a5bf-a84d87cb9c7a'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:57.054159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241c8b35-27b2-451b-96d3-6832070b9ead req-5b87d469-eac1-4884-b07d-d4eb9d6e2593 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:10:57.055360 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712e5f8e-0b89-41d1-b443-073b67d065b0" -d '{"events": [{"server_uuid": "9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a", "name": "network-vif-plugged", "status": "completed", "tag": "98a09210-9e18-4246-a5bf-a84d87cb9c7a"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:57.070608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:57.076619 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:57.079282 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a4344161-82a8-4fb5-b206-62fb9c2484fe req-76cd3d0a-a69f-413f-9a61-6b05ec7fe09a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 200 len: 217 time: 0.0554845 Aug 06 16:10:57.091376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-241c8b35-27b2-451b-96d3-6832070b9ead req-5b87d469-eac1-4884-b07d-d4eb9d6e2593 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:10:57.105292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-241c8b35-27b2-451b-96d3-6832070b9ead req-5b87d469-eac1-4884-b07d-d4eb9d6e2593 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:10:57.151758 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=98a09210-9e18-4246-a5bf-a84d87cb9c7a,revision_number=12']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:57.156131 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4344161-82a8-4fb5-b206-62fb9c2484fe req-66f53317-6936-4b86-a704-c5c9e168a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:57.157829 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a4344161-82a8-4fb5-b206-62fb9c2484fe req-66f53317-6936-4b86-a704-c5c9e168a61b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d9457db-69ad-4917-87cd-7d1f42be3fc5 HTTP/1.1" status: 200 len: 835 time: 0.0698514 Aug 06 16:10:57.158144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f6670-1797-4c6f-91a4-c98512f47258 req-04c233e7-51f3-4345-ac63-bf86b821ac42 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:57.159739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e6f6670-1797-4c6f-91a4-c98512f47258 req-04c233e7-51f3-4345-ac63-bf86b821ac42 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 931 time: 0.2901740 Aug 06 16:10:57.166183 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c8b35-27b2-451b-96d3-6832070b9ead req-5b87d469-eac1-4884-b07d-d4eb9d6e2593 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:57.166805 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-241c8b35-27b2-451b-96d3-6832070b9ead req-5b87d469-eac1-4884-b07d-d4eb9d6e2593 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:57.176282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dffe82b9-dfee-4501-9afc-26536b162012 req-2f70919f-9548-4e22-b97a-2f3319ce0f6d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7485600 Aug 06 16:10:57.192064 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87d469-eac1-4884-b07d-d4eb9d6e2593 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Pushing event updated for resources: {'Port': ['ID=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:57.198931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Request body: {'port': {'device_id': '36baf6df-c880-4ca8-92de-493c8bdb7b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:57.220693 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4344161-82a8-4fb5-b206-62fb9c2484fe req-c793f8c0-b340-4e18-ad1e-3f47d088721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:57.222312 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a4344161-82a8-4fb5-b206-62fb9c2484fe req-c793f8c0-b340-4e18-ad1e-3f47d088721c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569072 Aug 06 16:10:57.232525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f42d7-048c-4548-ad9b-cc7c68183872 req-95058562-b567-4bb1-bb78-51afb1ea9969 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:57.234035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea5f42d7-048c-4548-ad9b-cc7c68183872 req-95058562-b567-4bb1-bb78-51afb1ea9969 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 944 time: 0.2617700 Aug 06 16:10:57.253941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-241c8b35-27b2-451b-96d3-6832070b9ead req-5b87d469-eac1-4884-b07d-d4eb9d6e2593 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4792492 Aug 06 16:10:57.263933 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc031121-fd20-4e9b-8300-76db0b61ee88 req-96341f6e-5125-4778-87ae-e3b70d2b1c11 service neutron] 10.222.0.13 "GET /v2.0/networks/683ae501-4e2e-4ace-ada4-2069dc9f02df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766693 Aug 06 16:10:57.274922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Request body: {'port': {'device_id': '6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:57.371990 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a4344161-82a8-4fb5-b206-62fb9c2484fe req-f138e6a2-9446-4c42-b5f5-a6a96b620ffd service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390343 Aug 06 16:10:57.383090 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e6f6670-1797-4c6f-91a4-c98512f47258 req-f3366f89-810c-4ec7-9776-35fde8071954 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084410 Aug 06 16:10:57.448561 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:57.500267 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea5f42d7-048c-4548-ad9b-cc7c68183872 req-8407c0e4-9381-4b93-a5fb-ee99e6e29a51 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439055 Aug 06 16:10:57.536306 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a4344161-82a8-4fb5-b206-62fb9c2484fe req-aea65f4d-76d1-45de-a292-4c712a78f319 service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564484 Aug 06 16:10:57.573910 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbed0e-bebb-432e-bc10-712e1f1e9823 req-ac537e89-41a0-43db-83c2-a652e27176e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:57.575801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94cbed0e-bebb-432e-bc10-712e1f1e9823 req-ac537e89-41a0-43db-83c2-a652e27176e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7725b4b04e34cf4a8adc587b45595fd&device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 1095 time: 0.2332001 Aug 06 16:10:57.578224 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21ec03b-749d-49a6-8b14-e0ca1a2133bc x-openstack-request-id: req-b21ec03b-749d-49a6-8b14-e0ca1a2133bc {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:57.578716 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a", "name": "network-vif-plugged", "status": "completed", "tag": "98a09210-9e18-4246-a5bf-a84d87cb9c7a", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:57.578828 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b21ec03b-749d-49a6-8b14-e0ca1a2133bc {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:57.579137 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'code': 200} Aug 06 16:10:57.621084 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:57.774064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51111d75-66cf-4170-a8a7-da2ac9adf296 req-5826cea6-43e7-40f5-97b9-37fc2e4c1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:57.776048 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51111d75-66cf-4170-a8a7-da2ac9adf296 req-5826cea6-43e7-40f5-97b9-37fc2e4c1e0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 1098 time: 0.0554795 Aug 06 16:10:57.815753 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51111d75-66cf-4170-a8a7-da2ac9adf296 req-857777c4-2070-4a78-8845-6179cecb9939 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314343 Aug 06 16:10:57.931222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd7a60-6981-473c-abe6-a66f31c41705 req-37b5f78c-8dd4-46ee-9c88-781caf48f1ac tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:57.932797 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5bd7a60-6981-473c-abe6-a66f31c41705 req-37b5f78c-8dd4-46ee-9c88-781caf48f1ac tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 932 time: 0.3962526 Aug 06 16:10:57.996553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7a5d2-d0be-4529-b55f-82bb68f16465 req-5dd6f34b-b79c-4385-900c-f0568246a940 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:57.998179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8d7a5d2-d0be-4529-b55f-82bb68f16465 req-5dd6f34b-b79c-4385-900c-f0568246a940 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 943 time: 0.2981265 Aug 06 16:10:58.010988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbed0e-bebb-432e-bc10-712e1f1e9823 req-8922611d-e344-42ec-9b45-40f57dd7fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:58.012621 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94cbed0e-bebb-432e-bc10-712e1f1e9823 req-8922611d-e344-42ec-9b45-40f57dd7fe85 service neutron] 10.222.0.13 "GET /v2.0/networks?id=683ae501-4e2e-4ace-ada4-2069dc9f02df HTTP/1.1" status: 200 len: 913 time: 0.4102497 Aug 06 16:10:58.188354 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94cbed0e-bebb-432e-bc10-712e1f1e9823 req-32e676a0-5586-449e-a67d-d3e2303b08c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ce6a9cd-b11b-42d3-a7bf-665af5578e05 HTTP/1.1" status: 200 len: 217 time: 0.1048129 Aug 06 16:10:58.230515 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5bd7a60-6981-473c-abe6-a66f31c41705 req-4470acd8-31dc-4231-ae36-13d5d3503419 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729125 Aug 06 16:10:58.286099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8d7a5d2-d0be-4529-b55f-82bb68f16465 req-f5be2ea8-6592-486c-8f60-7d5a8c039943 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623951 Aug 06 16:10:58.409308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbed0e-bebb-432e-bc10-712e1f1e9823 req-c0e6811d-325b-4d5b-9ad4-33809ffc0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:58.412740 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94cbed0e-bebb-432e-bc10-712e1f1e9823 req-c0e6811d-325b-4d5b-9ad4-33809ffc0196 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f0bface-df23-4ca0-9f99-a47a72f0c215 HTTP/1.1" status: 200 len: 852 time: 0.2099295 Aug 06 16:10:58.512305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788f68-a6db-4ded-9cd5-340cc3d4aab0 req-eedca0b0-7a86-40da-b16c-43f419646322 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:58.518166 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78788f68-a6db-4ded-9cd5-340cc3d4aab0 req-eedca0b0-7a86-40da-b16c-43f419646322 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 947 time: 0.2145762 Aug 06 16:10:58.558857 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94cbed0e-bebb-432e-bc10-712e1f1e9823 req-a9d4993c-6564-4c11-b261-fdf6d682e422 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=683ae501-4e2e-4ace-ada4-2069dc9f02df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293502 Aug 06 16:10:58.567372 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0f9c7ed2-16d7-490a-9dc7-1aa315f449a8 req-1764bc9a-82ba-471d-8a0b-1bfbe1d9d44d tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/ports?device_id=7de8697f-f8a8-4968-8aab-9453b416f950 HTTP/1.1" status: 200 len: 210 time: 0.1152241 Aug 06 16:10:58.638773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280a9781-3336-473d-a912-92941d71be43 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:58.681516 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:58.759974 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:10:58.934468 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 1ce6a9cd-b11b-42d3-a7bf-665af5578e05, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=1ce6a9cd-b11b-42d3-a7bf-665af5578e05,segment=NetworkSegment(50daed7d-edf3-4fe4-be45-a03b6957aabd),segment_id=50daed7d-edf3-4fe4-be45-a03b6957aabd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:58.959202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '1ce6a9cd-b11b-42d3-a7bf-665af5578e05', 'network_id': '683ae501-4e2e-4ace-ada4-2069dc9f02df', 'port_id': '1ce6a9cd-b11b-42d3-a7bf-665af5578e05', 'mac_address': 'fa:16:3e:a0:32:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f0bface-df23-4ca0-9f99-a47a72f0c215', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:10:59.053987 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:59.072157 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:59.109980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 1ce6a9cd-b11b-42d3-a7bf-665af5578e05, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=1ce6a9cd-b11b-42d3-a7bf-665af5578e05,segment=NetworkSegment(50daed7d-edf3-4fe4-be45-a03b6957aabd),segment_id=50daed7d-edf3-4fe4-be45-a03b6957aabd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:59.115375 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:59.116661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 07205b90-39c8-4267-b0cb-5aca03820b33 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:10:59.176154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:59.189122 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:59.224286 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78788f68-a6db-4ded-9cd5-340cc3d4aab0 req-535b3883-e7f5-438e-ac78-f5d7bb422fda tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6608078 Aug 06 16:10:59.287835 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Transition to ACTIVE for port object 280a9781-3336-473d-a912-92941d71be43 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:10:59.296648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94cbed0e-bebb-432e-bc10-712e1f1e9823 req-1cbbf3ce-fcce-4ea3-8787-235d7f037f27 service neutron] 10.222.0.13 "GET /v2.0/networks/683ae501-4e2e-4ace-ada4-2069dc9f02df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7231321 Aug 06 16:10:59.302845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=07205b90-39c8-4267-b0cb-5aca03820b33,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:59.304908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Transition to ACTIVE for port object 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:10:59.328933 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=1ce6a9cd-b11b-42d3-a7bf-665af5578e05,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:59.345344 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '07205b90-39c8-4267-b0cb-5aca03820b33', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'port_id': '07205b90-39c8-4267-b0cb-5aca03820b33', 'mac_address': 'fa:16:3e:11:1c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:10:59.345526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbded07-4369-4b19-aa4d-77fbb93e01ff req-fb6ff9ea-b9bd-49f2-8a82-a5a7a8a5467f tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:59.347099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3dbded07-4369-4b19-aa4d-77fbb93e01ff req-fb6ff9ea-b9bd-49f2-8a82-a5a7a8a5467f tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 931 time: 0.6866980 Aug 06 16:10:59.347845 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:59.365247 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:59.435496 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:59.459459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07205b90-39c8-4267-b0cb-5aca03820b33 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:59.503592 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=07205b90-39c8-4267-b0cb-5aca03820b33,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:59.510066 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:59.567993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=07205b90-39c8-4267-b0cb-5aca03820b33,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:59.589826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=280a9781-3336-473d-a912-92941d71be43,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:59.629208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7124d9d-2f49-48c6-aa15-79ef05fc3dc1 req-19680cc9-17a0-4572-822d-4c60d30ba145 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:59.630874 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7124d9d-2f49-48c6-aa15-79ef05fc3dc1 req-19680cc9-17a0-4572-822d-4c60d30ba145 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 945 time: 0.2734323 Aug 06 16:10:59.670335 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3dbded07-4369-4b19-aa4d-77fbb93e01ff req-4c90ab63-335a-445c-b76e-da71d91a2eaf tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141768 Aug 06 16:10:59.691916 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94cbed0e-bebb-432e-bc10-712e1f1e9823 req-3724bc7d-efcc-45ea-a867-5f8350bc18d1 service neutron] 10.222.0.13 "GET /v2.0/networks/683ae501-4e2e-4ace-ada4-2069dc9f02df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778193 Aug 06 16:10:59.726125 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['07205b90-39c8-4267-b0cb-5aca03820b33'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:59.734017 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['1ce6a9cd-b11b-42d3-a7bf-665af5578e05'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:59.752005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:59.780019 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Attempting to bind port 280a9781-3336-473d-a912-92941d71be43 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:10:59.780356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Attempting to bind port 280a9781-3336-473d-a912-92941d71be43 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:10:59.780682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Attempting to bind port 280a9781-3336-473d-a912-92941d71be43 on network 15911d68-8707-4502-a324-891837d491b2 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:59.812714 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7124d9d-2f49-48c6-aa15-79ef05fc3dc1 req-acbb7c09-882b-4b96-a5c7-6c072534f531 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397109 Aug 06 16:10:59.814613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Port 280a9781-3336-473d-a912-92941d71be43 on network 15911d68-8707-4502-a324-891837d491b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:10:59.814942 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Attempting to bind port 280a9781-3336-473d-a912-92941d71be43 on network 15911d68-8707-4502-a324-891837d491b2 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:59.832107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:10:59.832444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Checking segment: {'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:10:59.832830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Bound using segment: {'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:10:59.833279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Bound port: 280a9781-3336-473d-a912-92941d71be43, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:10:59.833660 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:59.835503 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Attempting to bind port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:10:59.836414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Attempting to bind port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '99164fc3-3c75-4a88-b2f9-2858615d34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:10:59.836732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Attempting to bind port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 on network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:59.852353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 on network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:10:59.852594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Attempting to bind port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 on network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:59.872782 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b864c-6c42-4e18-975c-e05ab75eee57 req-803e3a2b-db1b-4977-96ec-5fba9f03c2f7 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:59.874414 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-876b864c-6c42-4e18-975c-e05ab75eee57 req-803e3a2b-db1b-4977-96ec-5fba9f03c2f7 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 944 time: 0.1277478 Aug 06 16:10:59.875223 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:10:59.875723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Checking segment: {'id': '99164fc3-3c75-4a88-b2f9-2858615d34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:10:59.876110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Bound using segment: {'id': '99164fc3-3c75-4a88-b2f9-2858615d34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:10:59.876544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Bound port: 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99164fc3-3c75-4a88-b2f9-2858615d34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:10:59.876905 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:00.024903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] For port 280a9781-3336-473d-a912-92941d71be43, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:00.041220 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-876b864c-6c42-4e18-975c-e05ab75eee57 req-ac828be1-b1ee-41e5-ac0e-3058ab27c72a tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542642 Aug 06 16:11:00.074179 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] For port 280a9781-3336-473d-a912-92941d71be43, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=280a9781-3336-473d-a912-92941d71be43,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:00.081763 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:00.096052 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] For port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:00.126605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff5499-7485-48bc-9dde-d107fae1469e req-7c7e158d-7f4e-418d-9ec6-2537bc6df9b2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:00.128418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08ff5499-7485-48bc-9dde-d107fae1469e req-7c7e158d-7f4e-418d-9ec6-2537bc6df9b2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 944 time: 0.2025232 Aug 06 16:11:00.155375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] For port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:00.162709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:00.162709 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:00.164044 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] 10.222.0.13 "PUT /v2.0/ports/280a9781-3336-473d-a912-92941d71be43 HTTP/1.1" status: 200 len: 1092 time: 2.9692903 Aug 06 16:11:00.171358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36baf6df-c880-4ca8-92de-493c8bdb7b26', 'tag': '280a9781-3336-473d-a912-92941d71be43'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:00.173429 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd46967-9938-4888-926e-8ff3b449c9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "36baf6df-c880-4ca8-92de-493c8bdb7b26", "tag": "280a9781-3336-473d-a912-92941d71be43"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:00.182944 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:00.224505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd77e58-24c0-4241-aa38-e7c09ab02ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=280a9781-3336-473d-a912-92941d71be43,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:00.244855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08ff5499-7485-48bc-9dde-d107fae1469e req-bee8a351-67a2-495b-beb4-66fb7693da3a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040995 Aug 06 16:11:00.245683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:00.246415 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:00.248032 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-241c8b35-27b2-451b-96d3-6832070b9ead req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] 10.222.0.13 "PUT /v2.0/ports/3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 HTTP/1.1" status: 200 len: 1091 time: 2.9779356 Aug 06 16:11:00.274190 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a6feb8-e94f-4330-aaa2-1fdfdda047f8 x-openstack-request-id: req-a5a6feb8-e94f-4330-aaa2-1fdfdda047f8 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:00.274484 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36baf6df-c880-4ca8-92de-493c8bdb7b26", "tag": "280a9781-3336-473d-a912-92941d71be43", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:00.274738 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5a6feb8-e94f-4330-aaa2-1fdfdda047f8 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:00.275194 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36baf6df-c880-4ca8-92de-493c8bdb7b26', 'tag': '280a9781-3336-473d-a912-92941d71be43', 'status': 'completed', 'code': 200} Aug 06 16:11:00.278436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49780) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:00.346522 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad75bcfd-4355-418e-b251-e348f8a22c1f tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:00.379469 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad75bcfd-4355-418e-b251-e348f8a22c1f tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:00.416742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258491be-ff99-4484-bee8-2ea25a1e8fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:00.421966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe82b9-dfee-4501-9afc-26536b162012 req-4ff5adce-478e-4e3c-b2fe-7a934d4ca2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:00.423499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dffe82b9-dfee-4501-9afc-26536b162012 req-4ff5adce-478e-4e3c-b2fe-7a934d4ca2c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce896c97c1764140b85cefb353e9cfcf&device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 1095 time: 0.2020979 Aug 06 16:11:00.426753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c8b35-27b2-451b-96d3-6832070b9ead req-4903924f-9f4d-4ec4-a4a5-75852acff9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:00.428216 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-241c8b35-27b2-451b-96d3-6832070b9ead req-4903924f-9f4d-4ec4-a4a5-75852acff9d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=51c705d5130945e3b8a4539b2e7030c5&device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 1094 time: 0.1279023 Aug 06 16:11:00.444328 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b79f8-4dde-4fb8-8710-95cde7a516f9 req-1790e28c-c35e-4483-981b-15be2383a95a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:00.445871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-144b79f8-4dde-4fb8-8710-95cde7a516f9 req-1790e28c-c35e-4483-981b-15be2383a95a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 947 time: 0.1053801 Aug 06 16:11:00.446989 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad75bcfd-4355-418e-b251-e348f8a22c1f tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:00.450461 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad75bcfd-4355-418e-b251-e348f8a22c1f tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:00.454109 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ad75bcfd-4355-418e-b251-e348f8a22c1f tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "DELETE /v2.0/security-groups/5c09a05d-c150-4311-b146-fc050feb8e43 HTTP/1.1" status: 204 len: 168 time: 0.1738076 Aug 06 16:11:00.455127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49782) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:00.477150 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-0871f4a6-517c-4b49-b064-e249150ebdde tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] show failed (client error): The resource could not be found. Aug 06 16:11:00.478592 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0871f4a6-517c-4b49-b064-e249150ebdde tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "GET /v2.0/security-groups/5c09a05d-c150-4311-b146-fc050feb8e43 HTTP/1.1" status: 404 len: 347 time: 0.0189066 Aug 06 16:11:00.484132 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49784) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:00.491762 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75bcfd-4355-418e-b251-e348f8a22c1f tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c09a05d-c150-4311-b146-fc050feb8e43,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:00.525433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-241c8b35-27b2-451b-96d3-6832070b9ead req-b0a2ef38-953a-46eb-b2fd-b4ce5aedc610 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 HTTP/1.1" status: 200 len: 217 time: 0.0773816 Aug 06 16:11:00.526656 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dffe82b9-dfee-4501-9afc-26536b162012 req-60e8a11d-1676-40b7-a4da-db177f73910b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=280a9781-3336-473d-a912-92941d71be43 HTTP/1.1" status: 200 len: 217 time: 0.0798135 Aug 06 16:11:00.618960 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-144b79f8-4dde-4fb8-8710-95cde7a516f9 req-ee2d33c3-4d58-4413-8700-704d2bc50dff tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581728 Aug 06 16:11:00.650005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-04acd837-7d12-4b63-8377-57088671a8da tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Deleting port 1fb14b8f-c3df-474a-b827-9ce1448e86af {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:00.650845 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04acd837-7d12-4b63-8377-57088671a8da tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:00.654965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c8b35-27b2-451b-96d3-6832070b9ead req-dcdd52e8-7f34-4253-9f9e-15c5948c0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:00.657058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-241c8b35-27b2-451b-96d3-6832070b9ead req-dcdd52e8-7f34-4253-9f9e-15c5948c0cdf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ad0b253-dda7-4350-a0e5-b2f9912a8493 HTTP/1.1" status: 200 len: 855 time: 0.1163418 Aug 06 16:11:00.658618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe82b9-dfee-4501-9afc-26536b162012 req-a5b28d14-3f90-4ae8-b580-ff0d6ed9200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:00.660061 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dffe82b9-dfee-4501-9afc-26536b162012 req-a5b28d14-3f90-4ae8-b580-ff0d6ed9200b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89 HTTP/1.1" status: 200 len: 854 time: 0.1211483 Aug 06 16:11:00.731170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-241c8b35-27b2-451b-96d3-6832070b9ead req-5580c3ea-316a-4973-b11d-3414fd221a0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600092 Aug 06 16:11:00.733345 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dffe82b9-dfee-4501-9afc-26536b162012 req-09975407-51b5-4756-8bc7-38ca119e2a8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15911d68-8707-4502-a324-891837d491b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534966 Aug 06 16:11:00.760256 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04acd837-7d12-4b63-8377-57088671a8da tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:00.760586 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04acd837-7d12-4b63-8377-57088671a8da tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:00.777333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-04acd837-7d12-4b63-8377-57088671a8da tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Calling delete_port for 1fb14b8f-c3df-474a-b827-9ce1448e86af owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:00.777557 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:00.869331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:00.875005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:00.875611 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:00.969158 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa0c39-e2b4-437b-8f37-0aa0c572c210 req-450ab195-40cb-4886-93bf-4f077186bf0f tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:00.977579 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60fa0c39-e2b4-437b-8f37-0aa0c572c210 req-450ab195-40cb-4886-93bf-4f077186bf0f tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 943 time: 0.2042334 Aug 06 16:11:00.979598 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04acd837-7d12-4b63-8377-57088671a8da tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:01.012893 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:01.018144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acd837-7d12-4b63-8377-57088671a8da tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Pushing event deleted for resources: {'Port': ['ID=1fb14b8f-c3df-474a-b827-9ce1448e86af,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:01.036154 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-241c8b35-27b2-451b-96d3-6832070b9ead req-6a807794-d415-4c25-8ea1-3836eb7735f2 service neutron] 10.222.0.13 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905562 Aug 06 16:11:01.053824 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d396be-9ee7-4541-946a-20017f0cd8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce6a9cd-b11b-42d3-a7bf-665af5578e05'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:01.057201 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72e8732-bf4b-48af-af94-82a5d188bb4d" -d '{"events": [{"server_uuid": "65d396be-9ee7-4541-946a-20017f0cd8b8", "name": "network-vif-plugged", "status": "completed", "tag": "1ce6a9cd-b11b-42d3-a7bf-665af5578e05"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:01.061914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 1ce6a9cd-b11b-42d3-a7bf-665af5578e05, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=1ce6a9cd-b11b-42d3-a7bf-665af5578e05,segment=NetworkSegment(50daed7d-edf3-4fe4-be45-a03b6957aabd),segment_id=50daed7d-edf3-4fe4-be45-a03b6957aabd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:01.067402 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:01.068443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 07205b90-39c8-4267-b0cb-5aca03820b33 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:01.073436 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dffe82b9-dfee-4501-9afc-26536b162012 req-7931766c-ace8-48c9-8770-93af865390d6 service neutron] 10.222.0.13 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260515 Aug 06 16:11:01.091519 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04acd837-7d12-4b63-8377-57088671a8da tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:01.094937 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04acd837-7d12-4b63-8377-57088671a8da tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:01.099586 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-04acd837-7d12-4b63-8377-57088671a8da tempest-ServersTestBootFromVolume-546322768 tempest-ServersTestBootFromVolume-546322768-project] 10.222.0.37 "DELETE /v2.0/floatingips/462bc577-8d53-4f13-a8fa-cc3f05957877 HTTP/1.1" status: 204 len: 168 time: 0.6141763 Aug 06 16:11:01.100660 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49796) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:01.173227 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 07205b90-39c8-4267-b0cb-5aca03820b33 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:01.181474 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 07205b90-39c8-4267-b0cb-5aca03820b33 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:01.182029 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:01.202698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=1ce6a9cd-b11b-42d3-a7bf-665af5578e05,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:01.224083 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60fa0c39-e2b4-437b-8f37-0aa0c572c210 req-2857bbfc-bc00-4405-81c6-aaeefc13fb2e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449148 Aug 06 16:11:01.278270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102b492-e661-46a6-a309-5257657fcb57 req-55e4f928-d803-410a-9b3d-5a0f7dea7d51 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:01.287457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0102b492-e661-46a6-a309-5257657fcb57 req-55e4f928-d803-410a-9b3d-5a0f7dea7d51 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 945 time: 0.3014317 Aug 06 16:11:01.344362 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ff9453-3a0d-4ae0-8ecc-27de5ad490b3 x-openstack-request-id: req-58ff9453-3a0d-4ae0-8ecc-27de5ad490b3 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:01.344651 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d396be-9ee7-4541-946a-20017f0cd8b8", "name": "network-vif-plugged", "status": "completed", "tag": "1ce6a9cd-b11b-42d3-a7bf-665af5578e05", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:01.344905 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58ff9453-3a0d-4ae0-8ecc-27de5ad490b3 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:01.345300 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d396be-9ee7-4541-946a-20017f0cd8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce6a9cd-b11b-42d3-a7bf-665af5578e05', 'code': 200} Aug 06 16:11:01.348020 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:01.403192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=07205b90-39c8-4267-b0cb-5aca03820b33,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:01.419211 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:01.478566 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-241c8b35-27b2-451b-96d3-6832070b9ead req-7deb2dab-7843-47d7-8a18-d4bd597df473 service neutron] 10.222.0.13 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192767 Aug 06 16:11:01.485513 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=07205b90-39c8-4267-b0cb-5aca03820b33,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:01.522843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0102b492-e661-46a6-a309-5257657fcb57 req-4ea9c614-094c-43c7-b497-34d71986dd4e tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344606 Aug 06 16:11:01.529391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dffe82b9-dfee-4501-9afc-26536b162012 req-9afc6ee3-0e35-4bd6-95d1-543176d590f3 service neutron] 10.222.0.13 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245193 Aug 06 16:11:01.532642 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000c62c-7c9e-4dcd-ad5a-a6ea03edaf35 req-8de2809b-5093-4f84-a98a-583dee2d0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:01.534641 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e000c62c-7c9e-4dcd-ad5a-a6ea03edaf35 req-8de2809b-5093-4f84-a98a-583dee2d0b0c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 1097 time: 0.1736343 Aug 06 16:11:01.543697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10408a0-2d18-471c-bbf4-91e4a750ea5a req-f4151306-5f6e-4b44-aeda-3ae749ca213d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:01.548807 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e10408a0-2d18-471c-bbf4-91e4a750ea5a req-f4151306-5f6e-4b44-aeda-3ae749ca213d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 944 time: 0.1423147 Aug 06 16:11:01.670080 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e10408a0-2d18-471c-bbf4-91e4a750ea5a req-6cfce2d3-3606-4cdf-8c83-e59fa82d9090 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163156 Aug 06 16:11:01.692779 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e000c62c-7c9e-4dcd-ad5a-a6ea03edaf35 req-76dc0245-d221-4263-ab0d-1b683f811f40 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406827 Aug 06 16:11:01.702309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd46967-9938-4888-926e-8ff3b449c9c7 req-d81cd964-4fbd-43c7-b26b-fe65f5e9299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:01.704252 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fd46967-9938-4888-926e-8ff3b449c9c7 req-d81cd964-4fbd-43c7-b26b-fe65f5e9299d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce896c97c1764140b85cefb353e9cfcf&device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 1095 time: 0.1085434 Aug 06 16:11:01.846921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae821a-a450-4837-8c4e-44bc4b8d6936 req-0827d8d0-a6e4-490d-89e5-23e5715f56f0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:01.848613 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2ae821a-a450-4837-8c4e-44bc4b8d6936 req-0827d8d0-a6e4-490d-89e5-23e5715f56f0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.1258552 Aug 06 16:11:01.890437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd46967-9938-4888-926e-8ff3b449c9c7 req-4ff0d98b-b80d-451a-b2d1-61373e290cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:01.892053 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fd46967-9938-4888-926e-8ff3b449c9c7 req-4ff0d98b-b80d-451a-b2d1-61373e290cb5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=15911d68-8707-4502-a324-891837d491b2 HTTP/1.1" status: 200 len: 915 time: 0.1419456 Aug 06 16:11:01.941147 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5ba5-0652-4387-a141-e11d4efcc7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:01.951702 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fd46967-9938-4888-926e-8ff3b449c9c7 req-7f95067f-8399-4516-9517-560d3d254dd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=280a9781-3336-473d-a912-92941d71be43 HTTP/1.1" status: 200 len: 217 time: 0.0506194 Aug 06 16:11:01.955288 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2ae821a-a450-4837-8c4e-44bc4b8d6936 req-36fd2ebb-7b7a-4e79-8ec5-8286e233ca2e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908921 Aug 06 16:11:02.022018 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd46967-9938-4888-926e-8ff3b449c9c7 req-abcbede5-ddc8-4a55-92b8-41d1f0588a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:02.024136 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fd46967-9938-4888-926e-8ff3b449c9c7 req-abcbede5-ddc8-4a55-92b8-41d1f0588a7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89 HTTP/1.1" status: 200 len: 854 time: 0.0536602 Aug 06 16:11:02.058269 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fd46967-9938-4888-926e-8ff3b449c9c7 req-937facf6-fa18-4aa2-9825-aa6a765cb0d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15911d68-8707-4502-a324-891837d491b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258279 Aug 06 16:11:02.172705 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fd46967-9938-4888-926e-8ff3b449c9c7 req-5bfc87c4-00ec-4d25-9c1b-cc0cbef90847 service neutron] 10.222.0.13 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066928 Aug 06 16:11:02.227237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd5ba5-0652-4387-a141-e11d4efcc7a3 admin admin] Deleting port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:02.227574 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5ba5-0652-4387-a141-e11d4efcc7a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:02.276342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e', 'tag': '3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:02.278855 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8112f8fe-cc1c-432e-baa9-76e2dd2e3cea" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e", "tag": "3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:02.302918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fd46967-9938-4888-926e-8ff3b449c9c7 req-3e864ce3-fd6a-44c5-b209-2baefccd7277 service neutron] 10.222.0.13 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219401 Aug 06 16:11:02.326052 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-7dcd5ba5-0652-4387-a141-e11d4efcc7a3 admin admin] For port 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=17fd2f4e-c62e-4fcf-9a82-adfdec0978c1,segment=NetworkSegment(559e01e0-8b33-45f1-8492-627d17666deb),segment_id=559e01e0-8b33-45f1-8492-627d17666deb)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:02.326248 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5ba5-0652-4387-a141-e11d4efcc7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:02.340337 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81049735-bf31-4b4d-9fa8-5c7721f83935 x-openstack-request-id: req-81049735-bf31-4b4d-9fa8-5c7721f83935 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:02.340749 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e", "tag": "3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:02.341088 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81049735-bf31-4b4d-9fa8-5c7721f83935 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:02.341581 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e', 'tag': '3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42', 'status': 'completed', 'code': 200} Aug 06 16:11:02.342307 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd5ba5-0652-4387-a141-e11d4efcc7a3 admin admin] Calling delete_port for 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:02.386109 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a8ca5-a76c-40a1-9950-d8fdc51c0ae2 req-a353b345-6a9d-49f3-9ebf-331fee082ab5 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:02.387601 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-281a8ca5-a76c-40a1-9950-d8fdc51c0ae2 req-a353b345-6a9d-49f3-9ebf-331fee082ab5 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 943 time: 0.0835102 Aug 06 16:11:02.447169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-281a8ca5-a76c-40a1-9950-d8fdc51c0ae2 req-66946623-5fb2-4a80-a21f-01a2bfd87777 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451322 Aug 06 16:11:02.450361 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112f8fe-cc1c-432e-baa9-76e2dd2e3cea req-cb240162-8db4-42c2-9b7e-b10aa1bf2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:02.451920 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8112f8fe-cc1c-432e-baa9-76e2dd2e3cea req-cb240162-8db4-42c2-9b7e-b10aa1bf2181 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=51c705d5130945e3b8a4539b2e7030c5&device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 1094 time: 0.0922284 Aug 06 16:11:02.562241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112f8fe-cc1c-432e-baa9-76e2dd2e3cea req-efce6923-ad4e-4ac0-8678-e464d02d48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:02.562525 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5ba5-0652-4387-a141-e11d4efcc7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:02.563828 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8112f8fe-cc1c-432e-baa9-76e2dd2e3cea req-efce6923-ad4e-4ac0-8678-e464d02d48b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 HTTP/1.1" status: 200 len: 916 time: 0.0936625 Aug 06 16:11:02.592835 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd5ba5-0652-4387-a141-e11d4efcc7a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=17fd2f4e-c62e-4fcf-9a82-adfdec0978c1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:02.643527 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8112f8fe-cc1c-432e-baa9-76e2dd2e3cea req-2d9115a5-81fd-434a-821a-12959873f6d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 HTTP/1.1" status: 200 len: 217 time: 0.0657947 Aug 06 16:11:02.729246 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae88f9-3339-4ce5-996e-d0611c768373 req-a2cf9bb8-a606-403a-9cf9-6a1a831dc6de tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:02.730860 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04ae88f9-3339-4ce5-996e-d0611c768373 req-a2cf9bb8-a606-403a-9cf9-6a1a831dc6de tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 946 time: 0.0903060 Aug 06 16:11:02.755700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112f8fe-cc1c-432e-baa9-76e2dd2e3cea req-dd6c923e-5956-457a-a4cc-9acde6f43089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:02.757117 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8112f8fe-cc1c-432e-baa9-76e2dd2e3cea req-dd6c923e-5956-457a-a4cc-9acde6f43089 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ad0b253-dda7-4350-a0e5-b2f9912a8493 HTTP/1.1" status: 200 len: 855 time: 0.0814290 Aug 06 16:11:02.796212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:11:02.829771 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5ba5-0652-4387-a141-e11d4efcc7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:02.843342 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8112f8fe-cc1c-432e-baa9-76e2dd2e3cea req-9f1d5f88-40bb-4370-97a9-e8a963665209 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683763 Aug 06 16:11:02.852217 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04ae88f9-3339-4ce5-996e-d0611c768373 req-487ba6ac-46d8-4fcc-bb1f-98277dd20a76 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101754 Aug 06 16:11:02.941338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:02.959097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42', 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2', 'port_id': '3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42', 'mac_address': 'fa:16:3e:1d:01:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad0b253-dda7-4350-a0e5-b2f9912a8493', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:11:02.975573 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a2ca3-37fb-45d4-b87a-acd40a51ef77 req-7192294a-19f0-4b50-93ef-14d46f4672be tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:02.977661 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-220a2ca3-37fb-45d4-b87a-acd40a51ef77 req-7192294a-19f0-4b50-93ef-14d46f4672be tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 944 time: 0.1121283 Aug 06 16:11:03.004912 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:03.022352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:03.025367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8112f8fe-cc1c-432e-baa9-76e2dd2e3cea req-31f23664-ae5e-4640-b3d8-1febaa14df5e service neutron] 10.222.0.13 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697271 Aug 06 16:11:03.045558 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:03.050864 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:03.051572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 280a9781-3336-473d-a912-92941d71be43 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:11:03.073664 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-220a2ca3-37fb-45d4-b87a-acd40a51ef77 req-b505a7f5-e0ad-4672-8215-0df454534955 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860760 Aug 06 16:11:03.133301 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:03.166026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcd5ba5-0652-4387-a141-e11d4efcc7a3 admin admin] Router f56400c2-00f3-4467-a3e4-63abdf62b571 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:11:03.198689 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac4280-cfe5-43a0-96cb-fb5387887b50 req-3ac03ed0-dc19-4b44-a122-3b129519932f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:03.200314 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91ac4280-cfe5-43a0-96cb-fb5387887b50 req-3ac03ed0-dc19-4b44-a122-3b129519932f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.1490271 Aug 06 16:11:03.202697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8112f8fe-cc1c-432e-baa9-76e2dd2e3cea req-8f62820e-6338-44fb-bcb3-a8fda5cd36d9 service neutron] 10.222.0.13 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687486 Aug 06 16:11:03.214805 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 280a9781-3336-473d-a912-92941d71be43, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=280a9781-3336-473d-a912-92941d71be43,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:03.228418 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '280a9781-3336-473d-a912-92941d71be43', 'network_id': '15911d68-8707-4502-a324-891837d491b2', 'port_id': '280a9781-3336-473d-a912-92941d71be43', 'mac_address': 'fa:16:3e:d4:31:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:11:03.244301 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91ac4280-cfe5-43a0-96cb-fb5387887b50 req-2775c30f-806e-4616-85bb-78d4e0a3f178 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356846 Aug 06 16:11:03.267936 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:03.280648 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280a9781-3336-473d-a912-92941d71be43 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:03.285614 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcd5ba5-0652-4387-a141-e11d4efcc7a3 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:11:03.291205 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7dcd5ba5-0652-4387-a141-e11d4efcc7a3 admin admin] 10.222.0.37 "PUT /v2.0/routers/f56400c2-00f3-4467-a3e4-63abdf62b571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1887286 Aug 06 16:11:03.293602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49814) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:03.295988 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b4d88-6cf4-4207-ae47-021fc91eb952 None None] Sync routers for ids ['f56400c2-00f3-4467-a3e4-63abdf62b571'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:11:03.303449 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 280a9781-3336-473d-a912-92941d71be43, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=280a9781-3336-473d-a912-92941d71be43,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:03.306875 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b4d88-6cf4-4207-ae47-021fc91eb952 None None] Routers {'f56400c2-00f3-4467-a3e4-63abdf62b571'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:03.307653 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-963b4d88-6cf4-4207-ae47-021fc91eb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:10:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['f56400c2-00f3-4467-a3e4-63abdf62b571'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:03.308618 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:03.346631 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:03.348986 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36a3684-f1b6-400c-bb9d-ce4bb9c3bbdf" -d '{"events": [{"server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "name": "network-vif-plugged", "status": "completed", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:03.364929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=280a9781-3336-473d-a912-92941d71be43,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:03.398267 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fc115c-1fec-46ce-a6ca-8178af48896c x-openstack-request-id: req-03fc115c-1fec-46ce-a6ca-8178af48896c {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:03.399146 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "name": "network-vif-plugged", "status": "completed", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:03.399469 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03fc115c-1fec-46ce-a6ca-8178af48896c {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:03.399911 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33', 'code': 200} Aug 06 16:11:03.423576 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f19d05b-0961-4e59-8e34-4df45f153ba4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:03.549777 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-963b4d88-6cf4-4207-ae47-021fc91eb952 None None] Set router f56400c2-00f3-4467-a3e4-63abdf62b571 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:03.555370 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f19d05b-0961-4e59-8e34-4df45f153ba4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:03.585455 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0493aa-3dfe-4052-b10c-3e49830d9c07 req-2412f19c-6094-4681-b979-3dee32ebdeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:03.588167 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c0493aa-3dfe-4052-b10c-3e49830d9c07 req-2412f19c-6094-4681-b979-3dee32ebdeeb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1096 time: 0.1035891 Aug 06 16:11:03.592539 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['280a9781-3336-473d-a912-92941d71be43'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:03.596592 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:03.618429 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0f19d05b-0961-4e59-8e34-4df45f153ba4 admin admin] Deleting port 93f63764-be68-4d14-91fa-210fd3c6db0d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:03.618660 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f19d05b-0961-4e59-8e34-4df45f153ba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:03.626335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cefad-c9e6-4a9d-8bce-165b994d1b02 req-e2bdfc2c-4370-4b0a-9c89-a38785a0513f tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:03.628531 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c2cefad-c9e6-4a9d-8bce-165b994d1b02 req-e2bdfc2c-4370-4b0a-9c89-a38785a0513f tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 944 time: 0.0811982 Aug 06 16:11:03.659045 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c0493aa-3dfe-4052-b10c-3e49830d9c07 req-c349d390-e12a-4721-8e2e-31d29bb0d5a7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615790 Aug 06 16:11:03.683547 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c2cefad-c9e6-4a9d-8bce-165b994d1b02 req-e6ba8f5d-829b-455b-920f-2fef8a6930b1 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447876 Aug 06 16:11:03.728403 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-0f19d05b-0961-4e59-8e34-4df45f153ba4 admin admin] For port 93f63764-be68-4d14-91fa-210fd3c6db0d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=93f63764-be68-4d14-91fa-210fd3c6db0d,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:03.728776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f19d05b-0961-4e59-8e34-4df45f153ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:03.742988 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0f19d05b-0961-4e59-8e34-4df45f153ba4 admin admin] Calling delete_port for 93f63764-be68-4d14-91fa-210fd3c6db0d owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:03.788067 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-963b4d88-6cf4-4207-ae47-021fc91eb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'name': 'tempest-ServersTestBootFromVolume-1431291784-router', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:27Z', 'updated_at': '2021-08-06T16:11:02Z', 'revision_number': 5, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'gw_port': {'id': '93f63764-be68-4d14-91fa-210fd3c6db0d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:30Z', 'updated_at': '2021-08-06T16:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:03.839553 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b4d88-6cf4-4207-ae47-021fc91eb952 None None] Checking router: f56400c2-00f3-4467-a3e4-63abdf62b571 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:11:03.859354 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b4d88-6cf4-4207-ae47-021fc91eb952 None None] Routers {'f56400c2-00f3-4467-a3e4-63abdf62b571'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:03.860584 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-963b4d88-6cf4-4207-ae47-021fc91eb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:10:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['f56400c2-00f3-4467-a3e4-63abdf62b571'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:03.870373 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bb8cb1ea-a0ef-4c5d-95fd-a36d6f721caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:03.954026 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f19d05b-0961-4e59-8e34-4df45f153ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:03.966666 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-963b4d88-6cf4-4207-ae47-021fc91eb952 None None] Set router f56400c2-00f3-4467-a3e4-63abdf62b571 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:03.989953 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19d05b-0961-4e59-8e34-4df45f153ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=93f63764-be68-4d14-91fa-210fd3c6db0d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:04.035234 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-963b4d88-6cf4-4207-ae47-021fc91eb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'name': 'tempest-ServersTestBootFromVolume-1431291784-router', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:27Z', 'updated_at': '2021-08-06T16:11:03Z', 'revision_number': 6, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:04.047043 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2d917-def2-4a40-b4aa-88b8fcb09989 req-7728c2a2-a417-4b5c-8a51-02d29eb849a9 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:04.048618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8a2d917-def2-4a40-b4aa-88b8fcb09989 req-7728c2a2-a417-4b5c-8a51-02d29eb849a9 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 946 time: 0.0852673 Aug 06 16:11:04.066368 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963b4d88-6cf4-4207-ae47-021fc91eb952 None None] The sync data for ids ['f56400c2-00f3-4467-a3e4-63abdf62b571'] in n-d-803756-1 is: [{'id': 'f56400c2-00f3-4467-a3e4-63abdf62b571', 'name': 'tempest-ServersTestBootFromVolume-1431291784-router', 'tenant_id': '5a488ccf8a414f3aa9206ea46cee3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:27Z', 'updated_at': '2021-08-06T16:11:03Z', 'revision_number': 6, 'project_id': '5a488ccf8a414f3aa9206ea46cee3105', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:11:04.072644 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f19d05b-0961-4e59-8e34-4df45f153ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:04.099161 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8a2d917-def2-4a40-b4aa-88b8fcb09989 req-b316385d-ad6c-40f5-951a-57d5fe1078eb tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433884 Aug 06 16:11:04.182819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f19d05b-0961-4e59-8e34-4df45f153ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:04.185991 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f19d05b-0961-4e59-8e34-4df45f153ba4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:04.208793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40247e42-6048-40fd-b102-d7f43b805cfa req-2ab46c29-b9e9-415e-becb-d0f3892b9b9c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:04.210741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40247e42-6048-40fd-b102-d7f43b805cfa req-2ab46c29-b9e9-415e-becb-d0f3892b9b9c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 945 time: 0.0534022 Aug 06 16:11:04.245777 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f19d05b-0961-4e59-8e34-4df45f153ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:04.246913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f19d05b-0961-4e59-8e34-4df45f153ba4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f56400c2-00f3-4467-a3e4-63abdf62b571 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:11:04.255139 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f19d05b-0961-4e59-8e34-4df45f153ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:04.258740 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0f19d05b-0961-4e59-8e34-4df45f153ba4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f56400c2-00f3-4467-a3e4-63abdf62b571 HTTP/1.1" status: 204 len: 168 time: 0.9616735 Aug 06 16:11:04.259012 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49830) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:04.271780 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40247e42-6048-40fd-b102-d7f43b805cfa req-e3e02e66-dfb3-45b0-9c9a-c21002680279 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516796 Aug 06 16:11:04.319727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-486baf9c-2711-4360-839d-bddaa559f0e2 admin admin] Deleting subnet c84a10cf-e87f-4862-88e6-e005f8dbe747 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:11:04.323014 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-486baf9c-2711-4360-839d-bddaa559f0e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:04.362231 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-486baf9c-2711-4360-839d-bddaa559f0e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:04.374179 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba316f0-cc0d-4169-ba2b-f8630d611171 req-e1215e47-cedf-4a92-9a53-74b88f2d2636 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:04.376056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ba316f0-cc0d-4169-ba2b-f8630d611171 req-e1215e47-cedf-4a92-9a53-74b88f2d2636 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.0516315 Aug 06 16:11:04.443291 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ba316f0-cc0d-4169-ba2b-f8630d611171 req-b4128941-34aa-4037-a6b3-d44a6f204059 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607486 Aug 06 16:11:04.457419 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-486baf9c-2711-4360-839d-bddaa559f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:04.524747 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-486baf9c-2711-4360-839d-bddaa559f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:04.546842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed59c4-7d0c-4721-9658-44d518417767 req-06c48f6d-e2b1-45a8-bfcc-2006dd0189a3 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:04.548058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58ed59c4-7d0c-4721-9658-44d518417767 req-06c48f6d-e2b1-45a8-bfcc-2006dd0189a3 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 946 time: 0.0620177 Aug 06 16:11:04.555124 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486baf9c-2711-4360-839d-bddaa559f0e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c84a10cf-e87f-4862-88e6-e005f8dbe747,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:04.569392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-486baf9c-2711-4360-839d-bddaa559f0e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:04.571573 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-486baf9c-2711-4360-839d-bddaa559f0e2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c84a10cf-e87f-4862-88e6-e005f8dbe747 HTTP/1.1" status: 204 len: 168 time: 0.3115995 Aug 06 16:11:04.574003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49838) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:04.575563 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39a7c2c-ea5c-41fd-8042-20d3ddbce7ba None None] Network a876d286-faef-4d9d-acbe-4ffddb779c49 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:11:04.615644 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58ed59c4-7d0c-4721-9658-44d518417767 req-e50d4f5e-f790-450c-864a-f109e373611b tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606847 Aug 06 16:11:04.649100 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:04.703541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] Deleting port 8007ce82-10b7-4029-8f8a-5f47d6f370fd {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:04.703900 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:04.780883 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] For port 8007ce82-10b7-4029-8f8a-5f47d6f370fd, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8007ce82-10b7-4029-8f8a-5f47d6f370fd,segment=NetworkSegment(559e01e0-8b33-45f1-8492-627d17666deb),segment_id=559e01e0-8b33-45f1-8492-627d17666deb)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:04.781258 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:04.794022 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] Calling delete_port for 8007ce82-10b7-4029-8f8a-5f47d6f370fd owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:04.812023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:04.814807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62700c4-b4a1-47f2-91d9-ad0d89070d4f req-0ebcc028-fdb4-48c9-8fea-00e721c20474 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:04.816486 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f62700c4-b4a1-47f2-91d9-ad0d89070d4f req-0ebcc028-fdb4-48c9-8fea-00e721c20474 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 944 time: 0.0528831 Aug 06 16:11:04.891492 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f62700c4-b4a1-47f2-91d9-ad0d89070d4f req-9a67af6a-8a15-4c0f-ae2f-1f1180c0882a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669451 Aug 06 16:11:04.891872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:04.899973 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:04.901477 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:04.906494 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:04.932982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faa38eb-0bee-4e42-869a-318f4016da57 None None] DHCP port deletion for a876d286-faef-4d9d-acbe-4ffddb779c49 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:11:04.951328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] No DVR routers for this DVR port 8007ce82-10b7-4029-8f8a-5f47d6f370fd on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:11:04.953252 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] Pushing event deleted for resources: {'Port': ['ID=8007ce82-10b7-4029-8f8a-5f47d6f370fd,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:05.010331 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:05.033699 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:05.049714 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:05.050421 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a876d286-faef-4d9d-acbe-4ffddb779c49']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:05.055034 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:05.055882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 280a9781-3336-473d-a912-92941d71be43 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:05.065335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559e01e0-8b33-45f1-8492-627d17666deb') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:05.065884 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559e01e0-8b33-45f1-8492-627d17666deb') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:05.082649 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:05.102499 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:05.109137 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:11:05.109662 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:11:05.111386 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:11:05.138548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:05.159055 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 280a9781-3336-473d-a912-92941d71be43 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:05.163312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 280a9781-3336-473d-a912-92941d71be43 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:05.163763 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:05.178454 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:05.183936 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:05.187941 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] 10.222.0.37 "DELETE /v2.0/networks/a876d286-faef-4d9d-acbe-4ffddb779c49 HTTP/1.1" status: 204 len: 168 time: 0.6123981 Aug 06 16:11:05.204051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae16900-3c83-4b91-bc07-b94c42b9658e admin admin] Pushing event deleted for resources: {'Network': ['ID=a876d286-faef-4d9d-acbe-4ffddb779c49,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:05.274900 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:05.322033 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 280a9781-3336-473d-a912-92941d71be43, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=280a9781-3336-473d-a912-92941d71be43,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:05.326662 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:05.333336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49848) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:05.378063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49850) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:05.378641 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d9352224-fd97-4a37-8fac-c9c07e16c45f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a488ccf8a414f3aa9206ea46cee3105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437095 Aug 06 16:11:05.387584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=280a9781-3336-473d-a912-92941d71be43,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:05.401363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42'}, {'server_uuid': '36baf6df-c880-4ca8-92de-493c8bdb7b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280a9781-3336-473d-a912-92941d71be43'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:05.404566 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0394f3c3-f675-42f6-9140-e36267517b97" -d '{"events": [{"server_uuid": "6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e", "name": "network-vif-plugged", "status": "completed", "tag": "3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42"}, {"server_uuid": "36baf6df-c880-4ca8-92de-493c8bdb7b26", "name": "network-vif-plugged", "status": "completed", "tag": "280a9781-3336-473d-a912-92941d71be43"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:05.455341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0e2bb-435b-43ea-b865-f9aa47e46a83 req-f436842f-2c9d-494b-8fad-1a75f0198737 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:05.457514 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6a0e2bb-435b-43ea-b865-f9aa47e46a83 req-f436842f-2c9d-494b-8fad-1a75f0198737 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 946 time: 0.0889716 Aug 06 16:11:05.462801 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa4ff89-4272-4650-b1f3-93f42e2b16a4 x-openstack-request-id: req-7aa4ff89-4272-4650-b1f3-93f42e2b16a4 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:05.463273 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e", "name": "network-vif-plugged", "status": "completed", "tag": "3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42", "code": 200}, {"server_uuid": "36baf6df-c880-4ca8-92de-493c8bdb7b26", "name": "network-vif-plugged", "status": "completed", "tag": "280a9781-3336-473d-a912-92941d71be43", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:05.463599 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7aa4ff89-4272-4650-b1f3-93f42e2b16a4 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:05.464065 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42', 'code': 200} Aug 06 16:11:05.464391 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36baf6df-c880-4ca8-92de-493c8bdb7b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280a9781-3336-473d-a912-92941d71be43', 'code': 200} Aug 06 16:11:05.480791 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-36be92b1-4eae-477c-b701-3b73f6da9f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:05.505835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8007ce82-10b7-4029-8f8a-5f47d6f370fd no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:05.530837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 8007ce82-10b7-4029-8f8a-5f47d6f370fd {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:05.533065 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-36be92b1-4eae-477c-b701-3b73f6da9f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:05.537574 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8007ce82-10b7-4029-8f8a-5f47d6f370fd not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:05.538189 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:05.539029 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6a0e2bb-435b-43ea-b865-f9aa47e46a83 req-44a53a87-1c83-4c25-93bb-3767458e5db9 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726886 Aug 06 16:11:05.560590 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:05.561539 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 17fd2f4e-c62e-4fcf-9a82-adfdec0978c1 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:05.572040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 93f63764-be68-4d14-91fa-210fd3c6db0d no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:05.591922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 93f63764-be68-4d14-91fa-210fd3c6db0d {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:05.592260 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 93f63764-be68-4d14-91fa-210fd3c6db0d not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:06.102137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4f324-894c-45a1-8ece-a9aa44e1ee95 req-d8702d00-4a2a-4e9d-87bf-9faf17e7c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:06.103608 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55d4f324-894c-45a1-8ece-a9aa44e1ee95 req-d8702d00-4a2a-4e9d-87bf-9faf17e7c23a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 1096 time: 0.5347524 Aug 06 16:11:06.114850 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79c370-7375-4f85-8c28-b49a1884dadd req-81299de8-0ce5-4e42-aeea-0550ddc8c1de tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:06.116552 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a79c370-7375-4f85-8c28-b49a1884dadd req-81299de8-0ce5-4e42-aeea-0550ddc8c1de tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.5509012 Aug 06 16:11:06.117748 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-36be92b1-4eae-477c-b701-3b73f6da9f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:06.120330 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-36be92b1-4eae-477c-b701-3b73f6da9f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:06.121410 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-36be92b1-4eae-477c-b701-3b73f6da9f4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce076faa-ed97-4d6c-b286-a134b0ef7400 HTTP/1.1" status: 204 len: 168 time: 0.7423995 Aug 06 16:11:06.128992 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a5f31-8d6c-4594-8813-0a2623c9bb1b req-dedcb3a1-8ac5-4319-b010-49df2ddab39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:06.130681 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f8a5f31-8d6c-4594-8813-0a2623c9bb1b req-dedcb3a1-8ac5-4319-b010-49df2ddab39f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 1097 time: 0.5595238 Aug 06 16:11:06.145808 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7be9093b-569f-4c75-a540-611c6e499903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:06.179161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be92b1-4eae-477c-b701-3b73f6da9f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce076faa-ed97-4d6c-b286-a134b0ef7400,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:06.193652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234db059-bf03-4849-81d0-9f87f24e3119 req-60386912-ed42-4993-8f5b-34a02bdc4973 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:06.195753 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-234db059-bf03-4849-81d0-9f87f24e3119 req-60386912-ed42-4993-8f5b-34a02bdc4973 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.13 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 946 time: 0.1890752 Aug 06 16:11:06.211293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce1280-39cb-4786-9e91-31b17c6a536d req-b77d4668-7f17-4e2a-a3b3-c268078542bc tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:06.212776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1ce1280-39cb-4786-9e91-31b17c6a536d req-b77d4668-7f17-4e2a-a3b3-c268078542bc tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 946 time: 0.2078018 Aug 06 16:11:06.299162 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55d4f324-894c-45a1-8ece-a9aa44e1ee95 req-cc166606-617a-4ae0-b170-878845492635 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765599 Aug 06 16:11:06.315600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a79c370-7375-4f85-8c28-b49a1884dadd req-bb139dcf-dd7e-45aa-bf14-753e0f3a0cde tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768577 Aug 06 16:11:06.317810 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f8a5f31-8d6c-4594-8813-0a2623c9bb1b req-56c38c55-f6bb-4dd1-87d5-d77efb33f2f5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762583 Aug 06 16:11:06.361153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1ce1280-39cb-4786-9e91-31b17c6a536d req-cae59fc2-e727-48c0-858d-451999db56e4 tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/security-groups?id=53afe137-e9a5-4288-8e3e-830d341e700e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332965 Aug 06 16:11:06.428045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-234db059-bf03-4849-81d0-9f87f24e3119 req-9cc540c4-a4b2-49ca-aaca-90cebd18558f tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Deleting port 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:06.428724 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-234db059-bf03-4849-81d0-9f87f24e3119 req-9cc540c4-a4b2-49ca-aaca-90cebd18558f tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:06.465040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cca5b1-f66f-4086-b8b4-54b3253b6e98 req-a56ebecd-fa40-4d95-8ce4-977d729586a2 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:06.470428 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-38cca5b1-f66f-4086-b8b4-54b3253b6e98 req-a56ebecd-fa40-4d95-8ce4-977d729586a2 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.0898287 Aug 06 16:11:06.592788 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-234db059-bf03-4849-81d0-9f87f24e3119 req-9cc540c4-a4b2-49ca-aaca-90cebd18558f tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] For port 1ce6a9cd-b11b-42d3-a7bf-665af5578e05, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=1ce6a9cd-b11b-42d3-a7bf-665af5578e05,segment=NetworkSegment(50daed7d-edf3-4fe4-be45-a03b6957aabd),segment_id=50daed7d-edf3-4fe4-be45-a03b6957aabd)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:06.593188 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-234db059-bf03-4849-81d0-9f87f24e3119 req-9cc540c4-a4b2-49ca-aaca-90cebd18558f tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:06.602397 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:06.614903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-234db059-bf03-4849-81d0-9f87f24e3119 req-9cc540c4-a4b2-49ca-aaca-90cebd18558f tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Calling delete_port for 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:06.631226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ed742-e305-41d5-91c9-2cf12e175bd2 req-4e1194bb-92e2-4460-b7ea-3ca0c88f30a1 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:06.633376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc1ed742-e305-41d5-91c9-2cf12e175bd2 req-4e1194bb-92e2-4460-b7ea-3ca0c88f30a1 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.1159077 Aug 06 16:11:06.636081 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-38cca5b1-f66f-4086-b8b4-54b3253b6e98 req-7470fecf-f1de-4d3c-b7f1-72d4d2e710d9 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181557 Aug 06 16:11:06.722937 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc1ed742-e305-41d5-91c9-2cf12e175bd2 req-aa033a9c-c268-4963-a2bd-cd13a4fdaa56 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824561 Aug 06 16:11:06.745951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49884) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:06.788943 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43edf0b-3eef-41e0-b30c-f4e47314e478 req-c3d5834f-3680-45bf-a4c1-69ecebc65544 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:06.790523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f43edf0b-3eef-41e0-b30c-f4e47314e478 req-c3d5834f-3680-45bf-a4c1-69ecebc65544 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 946 time: 0.0760162 Aug 06 16:11:06.801317 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11903ca3-65fd-4638-bd7b-5c6d555829cd tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:06.803312 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-11903ca3-65fd-4638-bd7b-5c6d555829cd tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1091 time: 0.0562580 Aug 06 16:11:06.806662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49888) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:06.812244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': '07205b90-39c8-4267-b0cb-5aca03820b33', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:06.836536 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:06.870015 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-234db059-bf03-4849-81d0-9f87f24e3119 req-9cc540c4-a4b2-49ca-aaca-90cebd18558f tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:06.905579 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f43edf0b-3eef-41e0-b30c-f4e47314e478 req-6e5e15d7-f684-442d-be24-6e19873341e2 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917928 Aug 06 16:11:06.908076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc540c4-a4b2-49ca-aaca-90cebd18558f tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Pushing event deleted for resources: {'Port': ['ID=1ce6a9cd-b11b-42d3-a7bf-665af5578e05,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:06.955716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-234db059-bf03-4849-81d0-9f87f24e3119 req-9cc540c4-a4b2-49ca-aaca-90cebd18558f tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] No DVR routers for this DVR port 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:11:06.958076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:06.958916 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-234db059-bf03-4849-81d0-9f87f24e3119 req-9cc540c4-a4b2-49ca-aaca-90cebd18558f tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:06.961934 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-234db059-bf03-4849-81d0-9f87f24e3119 req-9cc540c4-a4b2-49ca-aaca-90cebd18558f tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.13 "DELETE /v2.0/ports/1ce6a9cd-b11b-42d3-a7bf-665af5578e05 HTTP/1.1" status: 204 len: 173 time: 0.7481747 Aug 06 16:11:06.962429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d396be-9ee7-4541-946a-20017f0cd8b8', 'name': 'network-vif-deleted', 'tag': '1ce6a9cd-b11b-42d3-a7bf-665af5578e05'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:06.964780 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcb9b35-754f-472f-9d43-2c1567ed60d4" -d '{"events": [{"server_uuid": "65d396be-9ee7-4541-946a-20017f0cd8b8", "name": "network-vif-deleted", "tag": "1ce6a9cd-b11b-42d3-a7bf-665af5578e05"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:06.980936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49894) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:07.018908 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c64c67-917c-4bb8-aee4-dd585068b8b5 x-openstack-request-id: req-f2c64c67-917c-4bb8-aee4-dd585068b8b5 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:07.019553 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d396be-9ee7-4541-946a-20017f0cd8b8", "name": "network-vif-deleted", "tag": "1ce6a9cd-b11b-42d3-a7bf-665af5578e05", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:07.019869 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2c64c67-917c-4bb8-aee4-dd585068b8b5 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:07.020361 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d396be-9ee7-4541-946a-20017f0cd8b8', 'name': 'network-vif-deleted', 'tag': '1ce6a9cd-b11b-42d3-a7bf-665af5578e05', 'status': 'completed', 'code': 200} Aug 06 16:11:07.082301 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Allocated IP 172.25.1.114 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/4ea4b923-55e4-4625-9ed8-13e0b5b2810f) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:07.124826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-0fdf456a-ce0a-427c-9b9c-a00ee22b52d3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1104589887-network', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:07.149446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdf456a-ce0a-427c-9b9c-a00ee22b52d3 admin admin] Made reservation on behalf of a3820122cb71450fa766a24bf9be70b8 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:07.153511 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fdf456a-ce0a-427c-9b9c-a00ee22b52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:07.162628 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fdf456a-ce0a-427c-9b9c-a00ee22b52d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:07.207359 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:07.253155 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:07.259712 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:07.303690 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:07.307343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:07.311085 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:07.331626 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fdf456a-ce0a-427c-9b9c-a00ee22b52d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:07.337651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=4ea4b923-55e4-4625-9ed8-13e0b5b2810f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:07.341923 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fdf456a-ce0a-427c-9b9c-a00ee22b52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:07.380321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fdf456a-ce0a-427c-9b9c-a00ee22b52d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:11:07.400098 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fdf456a-ce0a-427c-9b9c-a00ee22b52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:07.401424 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-0fdf456a-ce0a-427c-9b9c-a00ee22b52d3 admin admin] Added segment b0dab7f2-2e46-47d9-ae27-155f6606e4af of type vlan for network 335b61e1-9a9c-4bc8-a391-1167df3f4682 Aug 06 16:11:07.446707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf456a-ce0a-427c-9b9c-a00ee22b52d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0724d1-fb82-41e8-a0fb-ac08d3768700,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:07.458721 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fdf456a-ce0a-427c-9b9c-a00ee22b52d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:07.513714 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fdf456a-ce0a-427c-9b9c-a00ee22b52d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:07.515214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdf456a-ce0a-427c-9b9c-a00ee22b52d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:07.516362 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fdf456a-ce0a-427c-9b9c-a00ee22b52d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:07.566799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0fdf456a-ce0a-427c-9b9c-a00ee22b52d3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5847330 Aug 06 16:11:07.569715 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49904) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:07.575652 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8f8a3dba-9640-4ad1-bc31-a5a3fae73076 admin admin] Request body: {'subnet': {'network_id': '335b61e1-9a9c-4bc8-a391-1167df3f4682', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1104589887-subnet', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:07.596831 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f819340-2e83-4a63-bf7a-d5cdfbf15033 req-ffb24bce-f468-4fdd-9d95-231038f0190f tempest-ServerPasswordTestJSON-150474890 tempest-ServerPasswordTestJSON-150474890-project] 10.222.0.37 "GET /v2.0/ports?device_id=65d396be-9ee7-4541-946a-20017f0cd8b8 HTTP/1.1" status: 200 len: 210 time: 0.0571215 Aug 06 16:11:07.633894 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf456a-ce0a-427c-9b9c-a00ee22b52d3 admin admin] Pushing event updated for resources: {'Network': ['ID=335b61e1-9a9c-4bc8-a391-1167df3f4682,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:07.646323 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 335b61e1-9a9c-4bc8-a391-1167df3f4682 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:11:07.672600 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8a3dba-9640-4ad1-bc31-a5a3fae73076 admin admin] Made reservation on behalf of a3820122cb71450fa766a24bf9be70b8 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:07.674964 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3dba-9640-4ad1-bc31-a5a3fae73076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:07.769134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87a994-c7cc-44d5-a63d-0fd799bdc7df req-1cbf0a1d-47bf-4c36-a88c-32fb02c82e13 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:07.770662 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b87a994-c7cc-44d5-a63d-0fd799bdc7df req-1cbf0a1d-47bf-4c36-a88c-32fb02c82e13 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.0495255 Aug 06 16:11:07.813910 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b87a994-c7cc-44d5-a63d-0fd799bdc7df req-7ca930a9-3df3-4c9a-9f39-c7d2cecd8880 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368755 Aug 06 16:11:07.966064 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:07.966663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa634e3d-0302-470c-9703-03ab8a1b3813 req-aec8a972-b596-4c17-895c-5b90f1c71558 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:07.968620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa634e3d-0302-470c-9703-03ab8a1b3813 req-aec8a972-b596-4c17-895c-5b90f1c71558 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.0644066 Aug 06 16:11:08.012337 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3dba-9640-4ad1-bc31-a5a3fae73076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:08.015359 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa634e3d-0302-470c-9703-03ab8a1b3813 req-0c8636c4-6700-4ef7-8e42-96f8b4db4b53 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356095 Aug 06 16:11:08.092158 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8169ba-d5b3-4910-b97f-9a1c429703ce req-d7b28445-6dfe-459d-94ff-ffe64f2f7233 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:08.094658 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a8169ba-d5b3-4910-b97f-9a1c429703ce req-d7b28445-6dfe-459d-94ff-ffe64f2f7233 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 946 time: 0.0778592 Aug 06 16:11:08.098645 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a3dba-9640-4ad1-bc31-a5a3fae73076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc87f47-a7ef-450c-94ef-17bccaee40cd,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:08.108413 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:08.137240 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a3dba-9640-4ad1-bc31-a5a3fae73076 admin admin] Checking segment: {'id': 'b0dab7f2-2e46-47d9-ae27-155f6606e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '335b61e1-9a9c-4bc8-a391-1167df3f4682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:08.137968 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a3dba-9640-4ad1-bc31-a5a3fae73076 admin admin] Network hostable DHCP agents. Network: 335b61e1-9a9c-4bc8-a391-1167df3f4682, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:11:08.158225 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a8169ba-d5b3-4910-b97f-9a1c429703ce req-88a937af-237d-44d7-a613-350e3e7e4d53 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473540 Aug 06 16:11:08.175085 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8a3dba-9640-4ad1-bc31-a5a3fae73076 admin admin] Network 335b61e1-9a9c-4bc8-a391-1167df3f4682 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:11:08.240757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8f8a3dba-9640-4ad1-bc31-a5a3fae73076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 335b61e1-9a9c-4bc8-a391-1167df3f4682) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:08.252615 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8a3dba-9640-4ad1-bc31-a5a3fae73076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:08.253659 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3dba-9640-4ad1-bc31-a5a3fae73076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:08.255828 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c9e705-e962-453b-813a-e068fbcf5e8c None None] Network 335b61e1-9a9c-4bc8-a391-1167df3f4682 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:11:08.268077 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8eb4e-893f-415f-94f9-23064f90feb9 req-57a03ae0-6dfb-431f-88d2-6cb30a12b28c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:08.270909 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41a8eb4e-893f-415f-94f9-23064f90feb9 req-57a03ae0-6dfb-431f-88d2-6cb30a12b28c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.0695467 Aug 06 16:11:08.271771 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8f8a3dba-9640-4ad1-bc31-a5a3fae73076 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7008853 Aug 06 16:11:08.274972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49920) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:08.282403 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1104589887-router', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:08.311357 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:08.312364 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:08.339612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41a8eb4e-893f-415f-94f9-23064f90feb9 req-4ab6dbce-f520-4383-a27c-a3aaacadc945 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609641 Aug 06 16:11:08.361476 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:08.394371 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:08.431060 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:08.504207 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-335b61e1-9a9c-4bc8-a391-1167df3f4682', 'network_id': '335b61e1-9a9c-4bc8-a391-1167df3f4682', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'fixed_ips': [{'subnet_id': 'bcc87f47-a7ef-450c-94ef-17bccaee40cd'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:11:08.505210 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:08.534091 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acc9a7-57c2-47eb-b9df-652078c403d8 req-a238ed8e-2de3-4065-bb8a-f09fa765a174 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:08.535778 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1acc9a7-57c2-47eb-b9df-652078c403d8 req-a238ed8e-2de3-4065-bb8a-f09fa765a174 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.1139734 Aug 06 16:11:08.598951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1acc9a7-57c2-47eb-b9df-652078c403d8 req-80655cb4-b65a-4c30-82de-2dcd2f1695d6 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541713 Aug 06 16:11:08.737059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Allocated IP 172.20.0.2 (335b61e1-9a9c-4bc8-a391-1167df3f4682/bcc87f47-a7ef-450c-94ef-17bccaee40cd/20df4d29-055d-4832-95c7-5c0af8165974) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:08.812322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49948) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:08.835754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:08.875352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:08.875982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 1ce6a9cd-b11b-42d3-a7bf-665af5578e05 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:08.896459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb270b2-7a56-4e1d-88ca-887fbe3bac72 admin admin] Deleting subnet 9f0bface-df23-4ca0-9f99-a47a72f0c215 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:11:08.901104 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fb270b2-7a56-4e1d-88ca-887fbe3bac72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:08.974114 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=4ea4b923-55e4-4625-9ed8-13e0b5b2810f,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:08.976845 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fb270b2-7a56-4e1d-88ca-887fbe3bac72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.034203 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.042314 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fb270b2-7a56-4e1d-88ca-887fbe3bac72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.061694 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.071316 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.088759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Transition to ACTIVE for port object 20df4d29-055d-4832-95c7-5c0af8165974 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:09.136753 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Transition to ACTIVE for port object 20df4d29-055d-4832-95c7-5c0af8165974 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:09.151396 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.152292 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.167174 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fb270b2-7a56-4e1d-88ca-887fbe3bac72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.191564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb270b2-7a56-4e1d-88ca-887fbe3bac72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f0bface-df23-4ca0-9f99-a47a72f0c215,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:09.194497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Network 335b61e1-9a9c-4bc8-a391-1167df3f4682 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:09.199775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:09.205774 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:09.212394 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0fb270b2-7a56-4e1d-88ca-887fbe3bac72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.217446 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0fb270b2-7a56-4e1d-88ca-887fbe3bac72 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9f0bface-df23-4ca0-9f99-a47a72f0c215 HTTP/1.1" status: 204 len: 168 time: 0.4039922 Aug 06 16:11:09.218350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49956) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:09.224948 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Pushing event updated for resources: {'Port': ['ID=20df4d29-055d-4832-95c7-5c0af8165974,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:09.270617 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d675a-31bd-4128-adf6-d69c53ce7547 req-b33b6597-79f1-4e9b-97f7-94076ae12c0c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:09.272908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d4d675a-31bd-4128-adf6-d69c53ce7547 req-b33b6597-79f1-4e9b-97f7-94076ae12c0c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.1585648 Aug 06 16:11:09.302927 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Floating IP 30d97a72-5d37-4813-8e87-8ab83c79ca9a associated. External IP: 172.25.1.114, port: 07205b90-39c8-4267-b0cb-5aca03820b33. Aug 06 16:11:09.314888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Attempting to bind port 20df4d29-055d-4832-95c7-5c0af8165974 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:09.315791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Attempting to bind port 20df4d29-055d-4832-95c7-5c0af8165974 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'b0dab7f2-2e46-47d9-ae27-155f6606e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '335b61e1-9a9c-4bc8-a391-1167df3f4682'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:09.316302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Attempting to bind port 20df4d29-055d-4832-95c7-5c0af8165974 on network 335b61e1-9a9c-4bc8-a391-1167df3f4682 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:09.333817 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:09.334181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Checking segment: {'id': 'b0dab7f2-2e46-47d9-ae27-155f6606e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '335b61e1-9a9c-4bc8-a391-1167df3f4682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:09.334605 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.335000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Bound using segment: {'id': 'b0dab7f2-2e46-47d9-ae27-155f6606e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '335b61e1-9a9c-4bc8-a391-1167df3f4682'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:09.335488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Bound port: 20df4d29-055d-4832-95c7-5c0af8165974, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0dab7f2-2e46-47d9-ae27-155f6606e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '335b61e1-9a9c-4bc8-a391-1167df3f4682'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:09.336432 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.385979 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0c94015-d8a3-474a-a060-ca1962bfe1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.400045 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d4d675a-31bd-4128-adf6-d69c53ce7547 req-cafd07d0-a6b2-4560-8176-3476a188d269 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148908 Aug 06 16:11:09.439286 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] For port 20df4d29-055d-4832-95c7-5c0af8165974, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:09.442679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] For port 20df4d29-055d-4832-95c7-5c0af8165974, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=20df4d29-055d-4832-95c7-5c0af8165974,segment=NetworkSegment(b0dab7f2-2e46-47d9-ae27-155f6606e4af),segment_id=b0dab7f2-2e46-47d9-ae27-155f6606e4af)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:09.449929 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.520051 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0c94015-d8a3-474a-a060-ca1962bfe1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.521488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3845ee2-5603-48a5-a80f-6f29c1c96fcf None None] Pushing event updated for resources: {'Port': ['ID=20df4d29-055d-4832-95c7-5c0af8165974,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:09.540361 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d0c94015-d8a3-474a-a060-ca1962bfe1ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683ae501-4e2e-4ace-ada4-2069dc9f02df']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:09.553554 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d0c94015-d8a3-474a-a060-ca1962bfe1ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50daed7d-edf3-4fe4-be45-a03b6957aabd') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:09.554046 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d0c94015-d8a3-474a-a060-ca1962bfe1ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50daed7d-edf3-4fe4-be45-a03b6957aabd') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:09.568455 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0c94015-d8a3-474a-a060-ca1962bfe1ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.600203 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0c94015-d8a3-474a-a060-ca1962bfe1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.609760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c94015-d8a3-474a-a060-ca1962bfe1ae admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:11:09.610828 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0c94015-d8a3-474a-a060-ca1962bfe1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:11:09.613068 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:11:09.696771 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0c94015-d8a3-474a-a060-ca1962bfe1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.706161 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0c94015-d8a3-474a-a060-ca1962bfe1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.710284 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d0c94015-d8a3-474a-a060-ca1962bfe1ae admin admin] 10.222.0.37 "DELETE /v2.0/networks/683ae501-4e2e-4ace-ada4-2069dc9f02df HTTP/1.1" status: 204 len: 168 time: 0.4867847 Aug 06 16:11:09.723377 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c94015-d8a3-474a-a060-ca1962bfe1ae admin admin] Pushing event deleted for resources: {'Network': ['ID=683ae501-4e2e-4ace-ada4-2069dc9f02df,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:09.775164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:09.824833 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:10.011260 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49964) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:10.026280 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:11:10.033057 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router b74a4dfb-3b67-4468-acf3-720e6f645077 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:11:10.072729 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2d5507f0-517a-4168-ae01-8063319a2e11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7725b4b04e34cf4a8adc587b45595fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598474 Aug 06 16:11:10.075099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49966) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:10.119461 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Allocated IP 172.25.1.171 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/1e8e165a-d1a4-4d8d-895b-5cdc7946a599) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:10.136897 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-946c4ddb-db5d-4538-9bef-15e3a4dfb9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:10.166505 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-946c4ddb-db5d-4538-9bef-15e3a4dfb9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:10.224602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:11:10.242827 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-946c4ddb-db5d-4538-9bef-15e3a4dfb9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:10.243838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bece506-4aac-424a-a4e2-86b894e5073c None None] Sync routers for ids ['b74a4dfb-3b67-4468-acf3-720e6f645077'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:11:10.246624 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-946c4ddb-db5d-4538-9bef-15e3a4dfb9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:10.250976 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-946c4ddb-db5d-4538-9bef-15e3a4dfb9e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53afe137-e9a5-4288-8e3e-830d341e700e HTTP/1.1" status: 204 len: 168 time: 0.1724381 Aug 06 16:11:10.263977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c4ddb-db5d-4538-9bef-15e3a4dfb9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53afe137-e9a5-4288-8e3e-830d341e700e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:10.269679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bece506-4aac-424a-a4e2-86b894e5073c None None] Routers {'b74a4dfb-3b67-4468-acf3-720e6f645077'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:10.270971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-7bece506-4aac-424a-a4e2-86b894e5073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:11:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b74a4dfb-3b67-4468-acf3-720e6f645077'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:10.287905 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:10.318671 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fd85c38d-7e68-4e43-8e18-cfa3036dfe01 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5102422 Aug 06 16:11:10.323013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:10.325377 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7329499-9e9b-44ca-af09-dc9b4677346f" -d '{"events": [{"name": "network-changed", "server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:10.394956 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:10.447552 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ce9177-50f7-44ac-840d-73d2327888b1 x-openstack-request-id: req-f7ce9177-50f7-44ac-840d-73d2327888b1 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:10.447889 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:10.448126 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7ce9177-50f7-44ac-840d-73d2327888b1 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:10.448547 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33', 'status': 'completed', 'code': 200} Aug 06 16:11:10.453923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-7bece506-4aac-424a-a4e2-86b894e5073c None None] Set router b74a4dfb-3b67-4468-acf3-720e6f645077 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:10.462184 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:10.515897 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:10.539696 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8e165a-d1a4-4d8d-895b-5cdc7946a599,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:10.548527 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:10.554353 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:10.732695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7329499-9e9b-44ca-af09-dc9b4677346f req-91e37eba-3708-4cad-9b7e-ec81003a7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:10.745359 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7329499-9e9b-44ca-af09-dc9b4677346f req-91e37eba-3708-4cad-9b7e-ec81003a7d6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1096 time: 0.2793036 Aug 06 16:11:10.763106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08ef5c-4c1a-4403-be05-d87daefe971d req-43acdd82-0e7c-46b7-8347-0d3ecce03cc2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:10.764686 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eb08ef5c-4c1a-4403-be05-d87daefe971d req-43acdd82-0e7c-46b7-8347-0d3ecce03cc2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.2827492 Aug 06 16:11:10.839477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243aa01-f011-4b5c-89b7-4833523d32a8 req-0abc3e21-0650-4a98-a4e3-04f828e060e9 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:10.841075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a243aa01-f011-4b5c-89b7-4833523d32a8 req-0abc3e21-0650-4a98-a4e3-04f828e060e9 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.2410798 Aug 06 16:11:10.917512 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-7bece506-4aac-424a-a4e2-86b894e5073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819509424', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:10:28Z', 'updated_at': '2021-08-06T16:10:36Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:29Z', 'updated_at': '2021-08-06T16:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '30d97a72-5d37-4813-8e87-8ab83c79ca9a', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'port_id': '07205b90-39c8-4267-b0cb-5aca03820b33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'mac_address': 'fa:16:3e:11:1c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:11:07Z', 'updated_at': '2021-08-06T16:11:07Z', 'revision_number': 0, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9482ef92-b0d4-49db-8163-bf9c8fe138d4', 'name': '', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1b:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:34Z', 'updated_at': '2021-08-06T16:10:43Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:11.028060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eb08ef5c-4c1a-4403-be05-d87daefe971d req-c9bd91ec-a4f9-482a-b5b1-457d4d76ad42 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291946 Aug 06 16:11:11.036226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1af6cd-7612-40b7-b5ff-464b6114ccb5 None None] Network 335b61e1-9a9c-4bc8-a391-1167df3f4682 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:11:11.049196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49990) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:11.068963 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bece506-4aac-424a-a4e2-86b894e5073c None None] Checking router: b74a4dfb-3b67-4468-acf3-720e6f645077 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:11:11.096932 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a243aa01-f011-4b5c-89b7-4833523d32a8 req-ab86a647-7489-4551-b0ed-c049951252f8 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303598 Aug 06 16:11:11.113549 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:11.122522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bece506-4aac-424a-a4e2-86b894e5073c None None] Routers {'b74a4dfb-3b67-4468-acf3-720e6f645077'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:11.124345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-7bece506-4aac-424a-a4e2-86b894e5073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:11:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b74a4dfb-3b67-4468-acf3-720e6f645077'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:11.177700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7329499-9e9b-44ca-af09-dc9b4677346f req-b3dd590f-6a42-4de6-a5eb-d4bef52f0a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:11.179894 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7329499-9e9b-44ca-af09-dc9b4677346f req-b3dd590f-6a42-4de6-a5eb-d4bef52f0a41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2 HTTP/1.1" status: 200 len: 897 time: 0.4139678 Aug 06 16:11:11.196470 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ea53931b-ff40-481f-a458-7feab77f5361 None None] Provisioning for port 20df4d29-055d-4832-95c7-5c0af8165974 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:11.308436 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-88b69c6a-8487-40ce-9ade-98736f4a9e86 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/30d97a72-5d37-4813-8e87-8ab83c79ca9a HTTP/1.1" status: 200 len: 991 time: 0.2471929 Aug 06 16:11:11.335192 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7329499-9e9b-44ca-af09-dc9b4677346f req-444b340a-6961-4aae-878a-75dc84edcb11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 200 len: 999 time: 0.1473024 Aug 06 16:11:11.370247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-7bece506-4aac-424a-a4e2-86b894e5073c None None] Set router b74a4dfb-3b67-4468-acf3-720e6f645077 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:11.427757 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7329499-9e9b-44ca-af09-dc9b4677346f req-98c0fff4-e717-435b-81a8-d77b0dc6f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:11.430156 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7329499-9e9b-44ca-af09-dc9b4677346f req-98c0fff4-e717-435b-81a8-d77b0dc6f080 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d9457db-69ad-4917-87cd-7d1f42be3fc5 HTTP/1.1" status: 200 len: 835 time: 0.0844309 Aug 06 16:11:11.476831 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:11.525102 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7329499-9e9b-44ca-af09-dc9b4677346f req-a30f9ebd-5233-4080-923f-42aed1ed6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:11.525859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7329499-9e9b-44ca-af09-dc9b4677346f req-a30f9ebd-5233-4080-923f-42aed1ed6660 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882232 Aug 06 16:11:11.576228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50000) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:11.696024 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7329499-9e9b-44ca-af09-dc9b4677346f req-979a9cab-6959-4b9c-9985-ffcf195cdc02 service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629806 Aug 06 16:11:11.738895 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7642e345-0329-48da-bb9b-c7703f21e996 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-network', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:11.767764 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7642e345-0329-48da-bb9b-c7703f21e996 admin admin] Made reservation on behalf of 549ca2e0574448e4b0e8bf73cea4acee for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:11.770805 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7642e345-0329-48da-bb9b-c7703f21e996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:11.780700 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 20df4d29-055d-4832-95c7-5c0af8165974 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:11.782600 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7642e345-0329-48da-bb9b-c7703f21e996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:11.868908 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Router 1712a055-c46d-4c6d-9f32-e92e28bd16f4 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:11:11.893829 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7329499-9e9b-44ca-af09-dc9b4677346f req-6018f869-1bab-44fd-a2a5-91651995831c service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879044 Aug 06 16:11:11.952204 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 20df4d29-055d-4832-95c7-5c0af8165974 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:11.962849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 20df4d29-055d-4832-95c7-5c0af8165974 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:11.963319 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:12.135520 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7642e345-0329-48da-bb9b-c7703f21e996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:12.145881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:11:12.148614 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7642e345-0329-48da-bb9b-c7703f21e996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:12.155672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-7bece506-4aac-424a-a4e2-86b894e5073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819509424', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:10:28Z', 'updated_at': '2021-08-06T16:10:36Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:29Z', 'updated_at': '2021-08-06T16:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '30d97a72-5d37-4813-8e87-8ab83c79ca9a', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'port_id': '07205b90-39c8-4267-b0cb-5aca03820b33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'mac_address': 'fa:16:3e:11:1c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:11:07Z', 'updated_at': '2021-08-06T16:11:07Z', 'revision_number': 0, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9482ef92-b0d4-49db-8163-bf9c8fe138d4', 'name': '', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1b:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:34Z', 'updated_at': '2021-08-06T16:10:43Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:12.156371 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Sync routers for ids ['1712a055-c46d-4c6d-9f32-e92e28bd16f4'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:11:12.157836 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:12.177326 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Routers {'1712a055-c46d-4c6d-9f32-e92e28bd16f4'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:12.182749 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:11:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['1712a055-c46d-4c6d-9f32-e92e28bd16f4'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:12.224467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bece506-4aac-424a-a4e2-86b894e5073c None None] The sync data for ids ['b74a4dfb-3b67-4468-acf3-720e6f645077'] in n-d-803756-1 is: [{'id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819509424', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:10:28Z', 'updated_at': '2021-08-06T16:10:36Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:29Z', 'updated_at': '2021-08-06T16:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '30d97a72-5d37-4813-8e87-8ab83c79ca9a', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'floating_ip_address': '172.25.1.114', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'port_id': '07205b90-39c8-4267-b0cb-5aca03820b33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'mac_address': 'fa:16:3e:11:1c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:11:07Z', 'updated_at': '2021-08-06T16:11:07Z', 'revision_number': 0, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9482ef92-b0d4-49db-8163-bf9c8fe138d4', 'name': '', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1b:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:34Z', 'updated_at': '2021-08-06T16:10:43Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:11:12.279130 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7642e345-0329-48da-bb9b-c7703f21e996 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:11:12.316843 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50010) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:12.317683 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:12.322159 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e4bddb21-04a0-4beb-b6d0-a70fd3f1d1c3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0430486 Aug 06 16:11:12.322825 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642e345-0329-48da-bb9b-c7703f21e996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b7366c-b3cf-41f2-a75a-2f984d2fec91,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:12.335312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50012) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:12.365755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 20df4d29-055d-4832-95c7-5c0af8165974, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=20df4d29-055d-4832-95c7-5c0af8165974,segment=NetworkSegment(b0dab7f2-2e46-47d9-ae27-155f6606e4af),segment_id=b0dab7f2-2e46-47d9-ae27-155f6606e4af)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:12.380715 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Set router 1712a055-c46d-4c6d-9f32-e92e28bd16f4 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:12.388842 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:12.405196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e476e-eb25-4693-870c-ced6e43e26e9 req-015a4f59-40d1-41f5-8efe-57751120ab77 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:12.409367 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7642e345-0329-48da-bb9b-c7703f21e996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:12.410130 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-7642e345-0329-48da-bb9b-c7703f21e996 admin admin] Added segment 48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5 of type vlan for network 31e3160e-dcae-458f-8e68-33097bb25302 Aug 06 16:11:12.420767 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d97e476e-eb25-4693-870c-ced6e43e26e9 req-015a4f59-40d1-41f5-8efe-57751120ab77 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.1385844 Aug 06 16:11:12.505004 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d97e476e-eb25-4693-870c-ced6e43e26e9 req-ff88f5f3-6020-472e-bdf5-16b5f8cd3b61 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811131 Aug 06 16:11:12.518109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=20df4d29-055d-4832-95c7-5c0af8165974,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:12.542040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5f02a8d3-aa28-4b4c-a37b-d72ff68caa6a None None] Provisioning complete for port 20df4d29-055d-4832-95c7-5c0af8165974 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:12.542287 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5f02a8d3-aa28-4b4c-a37b-d72ff68caa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:12.572469 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7642e345-0329-48da-bb9b-c7703f21e996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:12.602400 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3531d7ec-38fe-4f36-a80b-9f612bc8a163 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/30d97a72-5d37-4813-8e87-8ab83c79ca9a HTTP/1.1" status: 200 len: 991 time: 0.2821503 Aug 06 16:11:12.631065 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'name': 'tempest-ServersTestMultiNic-1104589887-router', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '1e8e165a-d1a4-4d8d-895b-5cdc7946a599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:08Z', 'updated_at': '2021-08-06T16:11:10Z', 'revision_number': 3, 'project_id': 'a3820122cb71450fa766a24bf9be70b8', 'gw_port': {'id': '1e8e165a-d1a4-4d8d-895b-5cdc7946a599', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:09Z', 'updated_at': '2021-08-06T16:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:12.669346 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Checking router: 1712a055-c46d-4c6d-9f32-e92e28bd16f4 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:11:12.670159 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Updating router 1712a055-c46d-4c6d-9f32-e92e28bd16f4 port 1e8e165a-d1a4-4d8d-895b-5cdc7946a599 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:11:12.671433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a42bb-bf78-4879-a86c-6e019de91bba None None] New status for floating IP 30d97a72-5d37-4813-8e87-8ab83c79ca9a: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:11:12.693008 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7642e345-0329-48da-bb9b-c7703f21e996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:12.694034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7642e345-0329-48da-bb9b-c7703f21e996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:12.694627 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7642e345-0329-48da-bb9b-c7703f21e996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:12.703133 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:12.769262 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7642e345-0329-48da-bb9b-c7703f21e996 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1919737 Aug 06 16:11:12.772110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50014) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:12.778076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d20a9ca0-18ad-4481-864c-7bab9edeaaa5 admin admin] Request body: {'subnet': {'network_id': '31e3160e-dcae-458f-8e68-33097bb25302', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-subnet', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:12.821784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642e345-0329-48da-bb9b-c7703f21e996 admin admin] Pushing event updated for resources: {'Network': ['ID=31e3160e-dcae-458f-8e68-33097bb25302,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:12.822911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20a9ca0-18ad-4481-864c-7bab9edeaaa5 admin admin] Made reservation on behalf of 549ca2e0574448e4b0e8bf73cea4acee for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:12.825470 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d20a9ca0-18ad-4481-864c-7bab9edeaaa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:12.844440 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 31e3160e-dcae-458f-8e68-33097bb25302 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:11:13.137986 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d20a9ca0-18ad-4481-864c-7bab9edeaaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:13.157654 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:13.171145 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Transition to ACTIVE for port object 1e8e165a-d1a4-4d8d-895b-5cdc7946a599 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:13.178544 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:13.204386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a9ca0-18ad-4481-864c-7bab9edeaaa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1056e5c-559a-4a53-a352-33d04b3f97d1,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:13.204633 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:13.212778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20a9ca0-18ad-4481-864c-7bab9edeaaa5 admin admin] Checking segment: {'id': '48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:13.213135 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20a9ca0-18ad-4481-864c-7bab9edeaaa5 admin admin] Network hostable DHCP agents. Network: 31e3160e-dcae-458f-8e68-33097bb25302, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:11:13.231117 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20a9ca0-18ad-4481-864c-7bab9edeaaa5 admin admin] Network 31e3160e-dcae-458f-8e68-33097bb25302 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:11:13.243656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-d20a9ca0-18ad-4481-864c-7bab9edeaaa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 31e3160e-dcae-458f-8e68-33097bb25302) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:13.247456 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf9705-0b39-4954-831a-84285e41ea87 None None] Pushing event updated for resources: {'Port': ['ID=1e8e165a-d1a4-4d8d-895b-5cdc7946a599,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:13.250869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20a9ca0-18ad-4481-864c-7bab9edeaaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:13.251460 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d20a9ca0-18ad-4481-864c-7bab9edeaaa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:13.252385 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e868cdb-bdd3-4452-ad47-7b80e2729e30 None None] Network 31e3160e-dcae-458f-8e68-33097bb25302 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:11:13.273990 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Attempting to bind port 1e8e165a-d1a4-4d8d-895b-5cdc7946a599 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:13.274827 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Attempting to bind port 1e8e165a-d1a4-4d8d-895b-5cdc7946a599 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:13.275313 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Attempting to bind port 1e8e165a-d1a4-4d8d-895b-5cdc7946a599 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:13.281537 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d20a9ca0-18ad-4481-864c-7bab9edeaaa5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5059092 Aug 06 16:11:13.282611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50018) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:13.286143 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:13.286755 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:13.287331 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:13.287791 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:13.288408 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Bound port: 1e8e165a-d1a4-4d8d-895b-5cdc7946a599, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:13.288807 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:13.292650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-router', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:13.334035 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:13.336910 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:13.371482 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] For port 1e8e165a-d1a4-4d8d-895b-5cdc7946a599, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:13.378092 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] For port 1e8e165a-d1a4-4d8d-895b-5cdc7946a599, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1e8e165a-d1a4-4d8d-895b-5cdc7946a599,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:13.384249 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:13.423925 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:13.497686 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf9705-0b39-4954-831a-84285e41ea87 None None] Pushing event updated for resources: {'Port': ['ID=1e8e165a-d1a4-4d8d-895b-5cdc7946a599,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:13.497925 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Allocated IP 172.20.0.1 (335b61e1-9a9c-4bc8-a391-1167df3f4682/bcc87f47-a7ef-450c-94ef-17bccaee40cd/6085f8ff-2405-4ed3-a817-eff59d742a4f) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:13.498140 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Routers {'1712a055-c46d-4c6d-9f32-e92e28bd16f4'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:13.498140 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:11:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['1712a055-c46d-4c6d-9f32-e92e28bd16f4'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:13.561271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e06a48-0876-4fa7-9564-226d14f0d95f None None] Network 31e3160e-dcae-458f-8e68-33097bb25302 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:11:13.607130 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50024) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:13.624482 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] Set router 1712a055-c46d-4c6d-9f32-e92e28bd16f4 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:13.667101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 20df4d29-055d-4832-95c7-5c0af8165974 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:13.754153 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 20df4d29-055d-4832-95c7-5c0af8165974 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:13.754517 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:13.812839 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:13.815461 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:13.841265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d61c83-6ce6-4e95-ae44-74d00c52cc9e req-16f614b3-a70a-49a4-80dc-3a1886b6fae8 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:13.841433 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f1f7a244-a954-4a74-a779-fce25084cca6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/30d97a72-5d37-4813-8e87-8ab83c79ca9a HTTP/1.1" status: 200 len: 993 time: 0.2296572 Aug 06 16:11:13.850447 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-47d61c83-6ce6-4e95-ae44-74d00c52cc9e req-16f614b3-a70a-49a4-80dc-3a1886b6fae8 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.1691754 Aug 06 16:11:13.855305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Transition to ACTIVE for port object 6085f8ff-2405-4ed3-a817-eff59d742a4f will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:13.905921 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:13.955751 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Network 335b61e1-9a9c-4bc8-a391-1167df3f4682 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:13.956515 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-47d61c83-6ce6-4e95-ae44-74d00c52cc9e req-d7dcc15e-671e-41f4-9459-602273508115 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049900 Aug 06 16:11:13.959948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:13.962318 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Pushing event updated for resources: {'Port': ['ID=6085f8ff-2405-4ed3-a817-eff59d742a4f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:13.971172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:14.011465 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:14.016676 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'name': 'tempest-ServersTestMultiNic-1104589887-router', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '1e8e165a-d1a4-4d8d-895b-5cdc7946a599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:08Z', 'updated_at': '2021-08-06T16:11:10Z', 'revision_number': 3, 'project_id': 'a3820122cb71450fa766a24bf9be70b8', 'gw_port': {'id': '1e8e165a-d1a4-4d8d-895b-5cdc7946a599', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:09Z', 'updated_at': '2021-08-06T16:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:14.081049 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d97a0b-6c38-4c45-89ba-ca6cbc849b1e None None] The sync data for ids ['1712a055-c46d-4c6d-9f32-e92e28bd16f4'] in n-d-803756-1 is: [{'id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'name': 'tempest-ServersTestMultiNic-1104589887-router', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '1e8e165a-d1a4-4d8d-895b-5cdc7946a599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:08Z', 'updated_at': '2021-08-06T16:11:10Z', 'revision_number': 3, 'project_id': 'a3820122cb71450fa766a24bf9be70b8', 'gw_port': {'id': '1e8e165a-d1a4-4d8d-895b-5cdc7946a599', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:09Z', 'updated_at': '2021-08-06T16:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:11:14.285150 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:14.320619 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:14.375996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-22813024-d92e-4e1c-b326-efbd13786a50 None None] Provisioning for port 6085f8ff-2405-4ed3-a817-eff59d742a4f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:14.382305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-22813024-d92e-4e1c-b326-efbd13786a50 None None] Provisioning complete for port 6085f8ff-2405-4ed3-a817-eff59d742a4f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:14.386757 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-22813024-d92e-4e1c-b326-efbd13786a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:14.440824 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-22813024-d92e-4e1c-b326-efbd13786a50 None None] Port 6085f8ff-2405-4ed3-a817-eff59d742a4f cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:11:14.612921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Allocated IP 172.25.1.26 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/186c8ad7-1583-4ced-8704-a7ac2c1f35ae) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:14.702662 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:14.805029 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:14.891995 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:14.958151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:14.967060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:14.969822 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:15.002912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Pushing event updated for resources: {'Port': ['ID=186c8ad7-1583-4ced-8704-a7ac2c1f35ae,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:15.036832 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:15.054911 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:15.155095 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:15.157092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Pushing event updated for resources: {'Port': ['ID=6085f8ff-2405-4ed3-a817-eff59d742a4f,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:15.222716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183ab50-5ea7-41be-9382-6088ff07b9d9 req-510ed2b7-bf3a-4f4d-a8e0-f9119e6b078a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:15.224249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8183ab50-5ea7-41be-9382-6088ff07b9d9 req-510ed2b7-bf3a-4f4d-a8e0-f9119e6b078a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.1493115 Aug 06 16:11:15.278544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Network 335b61e1-9a9c-4bc8-a391-1167df3f4682 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:15.281220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:15.392199 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8183ab50-5ea7-41be-9382-6088ff07b9d9 req-b42c4db2-1249-4ed8-88e4-6f042e4bec61 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208339 Aug 06 16:11:15.392794 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:15.549744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Router 1712a055-c46d-4c6d-9f32-e92e28bd16f4 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:11:15.642981 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1e8e165a-d1a4-4d8d-895b-5cdc7946a599 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:15.706334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 1e8e165a-d1a4-4d8d-895b-5cdc7946a599 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:15.710113 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:11:15.712986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 1e8e165a-d1a4-4d8d-895b-5cdc7946a599 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:15.713475 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:15.715809 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5735e5ad-9156-455a-a7af-66e315ad64c5 admin admin] 10.222.0.37 "PUT /v2.0/routers/1712a055-c46d-4c6d-9f32-e92e28bd16f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3698926 Aug 06 16:11:15.735028 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:15.804531 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e33d5392-a84d-4621-bd3b-8a2bd2adcbe9 None None] Provisioning complete for port 6085f8ff-2405-4ed3-a817-eff59d742a4f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:15.804892 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e33d5392-a84d-4621-bd3b-8a2bd2adcbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:15.851008 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e33d5392-a84d-4621-bd3b-8a2bd2adcbe9 None None] Port 6085f8ff-2405-4ed3-a817-eff59d742a4f cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:11:15.854003 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:15.873464 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50038) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:15.879824 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 1e8e165a-d1a4-4d8d-895b-5cdc7946a599, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1e8e165a-d1a4-4d8d-895b-5cdc7946a599,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:15.885506 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:15.924293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:11:15.938205 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=1e8e165a-d1a4-4d8d-895b-5cdc7946a599,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:15.939511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-46ef05f1-a033-4b84-801c-0b33823fee52 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-713646141'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:15.963699 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ef05f1-a033-4b84-801c-0b33823fee52 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Made reservation on behalf of a3820122cb71450fa766a24bf9be70b8 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:15.967786 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-46ef05f1-a033-4b84-801c-0b33823fee52 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:15.996902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ef05f1-a033-4b84-801c-0b33823fee52 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:11:16.008941 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-46ef05f1-a033-4b84-801c-0b33823fee52 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:16.009380 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-46ef05f1-a033-4b84-801c-0b33823fee52 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Added segment 04de218c-a79f-4f88-94b1-2eebe49b8883 of type vlan for network 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a Aug 06 16:11:16.040151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:11:16.056162 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Sync routers for ids ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:11:16.057275 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-46ef05f1-a033-4b84-801c-0b33823fee52 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:16.059224 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:16.060495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-83780a7f-a461-4041-8bbb-9bc10ee7a310 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7759142 Aug 06 16:11:16.063165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50042) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:16.076441 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Routers {'3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:16.077105 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:11:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:16.167559 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-46ef05f1-a033-4b84-801c-0b33823fee52 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:16.173147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ef05f1-a033-4b84-801c-0b33823fee52 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:16.173804 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-46ef05f1-a033-4b84-801c-0b33823fee52 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:16.197498 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Set router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:16.226530 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-46ef05f1-a033-4b84-801c-0b33823fee52 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3517699 Aug 06 16:11:16.229507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50046) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:16.235495 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-03eed82e-22f2-47dc-80f0-1788975b0223 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Request body: {'subnet': {'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:16.297315 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef05f1-a033-4b84-801c-0b33823fee52 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event updated for resources: {'Network': ['ID=2d6649e8-a9d0-499f-af25-1dc8a7eeab2a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:16.313642 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:11:16.412845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eed82e-22f2-47dc-80f0-1788975b0223 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Made reservation on behalf of a3820122cb71450fa766a24bf9be70b8 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:16.417113 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03eed82e-22f2-47dc-80f0-1788975b0223 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:16.463740 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-router', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:11:15Z', 'revision_number': 3, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'gw_port': {'id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:14Z', 'updated_at': '2021-08-06T16:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:16.503762 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Checking router: 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:11:16.504002 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Updating router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 port 186c8ad7-1583-4ced-8704-a7ac2c1f35ae binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:11:16.536424 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:16.605866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Sync routers for ids ['1712a055-c46d-4c6d-9f32-e92e28bd16f4'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:11:16.629378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Routers {'1712a055-c46d-4c6d-9f32-e92e28bd16f4'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:16.630521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:11:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['1712a055-c46d-4c6d-9f32-e92e28bd16f4'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:16.893388 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:16.918320 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Set router 1712a055-c46d-4c6d-9f32-e92e28bd16f4 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:16.996978 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.022932 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Transition to ACTIVE for port object 186c8ad7-1583-4ced-8704-a7ac2c1f35ae will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:17.032447 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.092378 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed14297-9aa6-433b-8361-909a142940cc None None] Pushing event updated for resources: {'Port': ['ID=186c8ad7-1583-4ced-8704-a7ac2c1f35ae,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:17.095497 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Attempting to bind port 186c8ad7-1583-4ced-8704-a7ac2c1f35ae on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:17.095497 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Attempting to bind port 186c8ad7-1583-4ced-8704-a7ac2c1f35ae by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:17.096001 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Attempting to bind port 186c8ad7-1583-4ced-8704-a7ac2c1f35ae on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:17.102720 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:17.102986 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:17.103330 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.104203 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:17.104203 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Bound port: 186c8ad7-1583-4ced-8704-a7ac2c1f35ae, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:17.104554 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.122541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Allocated IP 172.20.0.1 (31e3160e-dcae-458f-8e68-33097bb25302/a1056e5c-559a-4a53-a352-33d04b3f97d1/b5bfb634-707d-45e1-8c2f-23f7f8d63d3e) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:17.123320 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531c6c9-2e0e-48f1-8075-4a43d2acdfb7 req-f70f779c-efdd-46a6-817a-39c3460dcb25 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:17.130892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4531c6c9-2e0e-48f1-8075-4a43d2acdfb7 req-f70f779c-efdd-46a6-817a-39c3460dcb25 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.1772513 Aug 06 16:11:17.186334 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] For port 186c8ad7-1583-4ced-8704-a7ac2c1f35ae, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:17.192545 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] For port 186c8ad7-1583-4ced-8704-a7ac2c1f35ae, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=186c8ad7-1583-4ced-8704-a7ac2c1f35ae,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:17.199242 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.226687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'name': 'tempest-ServersTestMultiNic-1104589887-router', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '1e8e165a-d1a4-4d8d-895b-5cdc7946a599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:08Z', 'updated_at': '2021-08-06T16:11:14Z', 'revision_number': 4, 'project_id': 'a3820122cb71450fa766a24bf9be70b8', 'gw_port': {'id': '1e8e165a-d1a4-4d8d-895b-5cdc7946a599', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:09Z', 'updated_at': '2021-08-06T16:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '6085f8ff-2405-4ed3-a817-eff59d742a4f', 'name': '', 'network_id': '335b61e1-9a9c-4bc8-a391-1167df3f4682', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'mac_address': 'fa:16:3e:54:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'bcc87f47-a7ef-450c-94ef-17bccaee40cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:11:14Z', 'revision_number': 2, 'project_id': 'a3820122cb71450fa766a24bf9be70b8', 'subnets': [{'id': 'bcc87f47-a7ef-450c-94ef-17bccaee40cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:17.246563 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-97ebd011-0455-4692-8b23-71c4bd083385 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:17.248316 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-97ebd011-0455-4692-8b23-71c4bd083385 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/networks?id=15911d68-8707-4502-a324-891837d491b2 HTTP/1.1" status: 200 len: 814 time: 0.2566442 Aug 06 16:11:17.260793 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4531c6c9-2e0e-48f1-8075-4a43d2acdfb7 req-e6a8b76b-bcdb-4772-80d0-a81c32f865d6 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277299 Aug 06 16:11:17.272548 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Routers {'3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:17.273310 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:11:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:17.293086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Checking router: 1712a055-c46d-4c6d-9f32-e92e28bd16f4 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:11:17.294795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Updating router 1712a055-c46d-4c6d-9f32-e92e28bd16f4 port 6085f8ff-2405-4ed3-a817-eff59d742a4f binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:11:17.300797 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.306146 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-4da02889-5b58-4601-ac90-a58813e78a7c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/quotas/ce896c97c1764140b85cefb353e9cfcf HTTP/1.1" status: 200 len: 375 time: 0.0392830 Aug 06 16:11:17.330696 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03eed82e-22f2-47dc-80f0-1788975b0223 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.342594 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.342862 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed14297-9aa6-433b-8361-909a142940cc None None] Pushing event updated for resources: {'Port': ['ID=186c8ad7-1583-4ced-8704-a7ac2c1f35ae,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:17.370266 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.411465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Network 31e3160e-dcae-458f-8e68-33097bb25302 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:17.415985 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:17.427849 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-38327157-76d8-45a2-8007-65c47022161e tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce896c97c1764140b85cefb353e9cfcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1126609 Aug 06 16:11:17.439347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eed82e-22f2-47dc-80f0-1788975b0223 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event updated for resources: {'Subnet': ['ID=cb554551-45ae-4f54-bb22-f5f695dcb05f,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:17.455752 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Pushing event updated for resources: {'Port': ['ID=b5bfb634-707d-45e1-8c2f-23f7f8d63d3e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:17.461693 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:17.476170 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] Set router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:17.487829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eed82e-22f2-47dc-80f0-1788975b0223 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Checking segment: {'id': '04de218c-a79f-4f88-94b1-2eebe49b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:17.488321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eed82e-22f2-47dc-80f0-1788975b0223 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Network hostable DHCP agents. Network: 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:11:17.546990 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.548582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eed82e-22f2-47dc-80f0-1788975b0223 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Network 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:11:17.559371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-03eed82e-22f2-47dc-80f0-1788975b0223 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:17.572071 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eed82e-22f2-47dc-80f0-1788975b0223 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:17.572773 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03eed82e-22f2-47dc-80f0-1788975b0223 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.583997 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-83361593-d291-4603-8193-8a1ef8eeba89 service neutron] 10.222.0.37 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457906 Aug 06 16:11:17.595175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-03eed82e-22f2-47dc-80f0-1788975b0223 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3640959 Aug 06 16:11:17.604363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50066) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:17.610095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-28d51e08-4be8-43fb-83f7-05616fe889ec tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1651925929'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:17.697131 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d51e08-4be8-43fb-83f7-05616fe889ec tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Made reservation on behalf of a3820122cb71450fa766a24bf9be70b8 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:17.701546 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28d51e08-4be8-43fb-83f7-05616fe889ec tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.737665 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1e8e165a-d1a4-4d8d-895b-5cdc7946a599 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:17.739820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eef41b-1a27-4a0d-b720-200eb32040dd None None] Network 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:11:17.756149 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.758191 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-e3cef949-add8-446c-9fc3-15d4036f2cba service neutron] 10.222.0.37 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649628 Aug 06 16:11:17.759037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d51e08-4be8-43fb-83f7-05616fe889ec tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:11:17.761120 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-router', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:11:15Z', 'revision_number': 3, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'gw_port': {'id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:14Z', 'updated_at': '2021-08-06T16:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:17.788811 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28d51e08-4be8-43fb-83f7-05616fe889ec tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.789524 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-28d51e08-4be8-43fb-83f7-05616fe889ec tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Added segment e8133ba3-db4a-4760-a09f-91e075ef4041 of type vlan for network 1e601200-7a7c-4a2a-ba39-98a01f58f6bd Aug 06 16:11:17.803897 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6538aa51-93d1-4fa8-b791-8f9c49b59673 None None] The sync data for ids ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'] in n-d-803756-1 is: [{'id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-router', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:11:15Z', 'revision_number': 3, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'gw_port': {'id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:14Z', 'updated_at': '2021-08-06T16:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:11:17.928109 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28d51e08-4be8-43fb-83f7-05616fe889ec tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.986784 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 1e8e165a-d1a4-4d8d-895b-5cdc7946a599 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:17.987417 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:18.004063 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28d51e08-4be8-43fb-83f7-05616fe889ec tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:18.012250 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d51e08-4be8-43fb-83f7-05616fe889ec tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:18.012989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28d51e08-4be8-43fb-83f7-05616fe889ec tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:18.055144 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:18.062859 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:18.069428 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-28d51e08-4be8-43fb-83f7-05616fe889ec tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4617574 Aug 06 16:11:18.072511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50074) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:18.082142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-50c287c7-2a0f-4c21-a2e5-8d4840dd511b tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Request body: {'subnet': {'network_id': '1e601200-7a7c-4a2a-ba39-98a01f58f6bd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:18.090390 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:18.132130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Transition to ACTIVE for port object 6085f8ff-2405-4ed3-a817-eff59d742a4f will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:18.150871 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:18.216615 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-2d6649e8-a9d0-499f-af25-1dc8a7eeab2a', 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'fixed_ips': [{'subnet_id': 'cb554551-45ae-4f54-bb22-f5f695dcb05f'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:11:18.217503 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:18.223345 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:18.233536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b38df030-d51d-409f-ac25-7041a8da4255 req-f6a03a67-ec29-447c-8da2-b818200c1f65 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b699cc2-8d34-4829-b571-032b080019b4 HTTP/1.1" status: 200 len: 210 time: 0.1414785 Aug 06 16:11:18.237163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d51e08-4be8-43fb-83f7-05616fe889ec tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event updated for resources: {'Network': ['ID=1e601200-7a7c-4a2a-ba39-98a01f58f6bd,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:18.285086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 1e601200-7a7c-4a2a-ba39-98a01f58f6bd details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:11:18.324569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Pushing event updated for resources: {'Port': ['ID=b5bfb634-707d-45e1-8c2f-23f7f8d63d3e,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:18.342604 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c287c7-2a0f-4c21-a2e5-8d4840dd511b tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Made reservation on behalf of a3820122cb71450fa766a24bf9be70b8 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:18.347543 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50c287c7-2a0f-4c21-a2e5-8d4840dd511b tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:18.500525 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Network 31e3160e-dcae-458f-8e68-33097bb25302 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:18.502920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:18.558115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75af4f-d270-4dba-88b3-591a59de47ef req-c4337b28-ade2-45bc-9765-2eb76ad80c10 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:18.565676 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e75af4f-d270-4dba-88b3-591a59de47ef req-c4337b28-ade2-45bc-9765-2eb76ad80c10 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.1714637 Aug 06 16:11:18.657311 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642c74c-ca21-4ca3-978a-8b124178a11b None None] Pushing event updated for resources: {'Port': ['ID=6085f8ff-2405-4ed3-a817-eff59d742a4f,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:18.686964 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e75af4f-d270-4dba-88b3-591a59de47ef req-bbc1a6ca-810d-49f2-b23d-ab95544add6d tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202047 Aug 06 16:11:18.706132 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Allocated IP 19.80.0.2 (2d6649e8-a9d0-499f-af25-1dc8a7eeab2a/cb554551-45ae-4f54-bb22-f5f695dcb05f/acc4e0d7-983f-4045-9e89-4660b7d61382) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:18.758733 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:11:18.837459 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50c287c7-2a0f-4c21-a2e5-8d4840dd511b tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:18.861807 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Attempting to bind port 6085f8ff-2405-4ed3-a817-eff59d742a4f on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:18.862625 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Attempting to bind port 6085f8ff-2405-4ed3-a817-eff59d742a4f by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'b0dab7f2-2e46-47d9-ae27-155f6606e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '335b61e1-9a9c-4bc8-a391-1167df3f4682'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:18.862934 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Attempting to bind port 6085f8ff-2405-4ed3-a817-eff59d742a4f on network 335b61e1-9a9c-4bc8-a391-1167df3f4682 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:18.927574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c287c7-2a0f-4c21-a2e5-8d4840dd511b tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event updated for resources: {'Subnet': ['ID=48b9523e-2321-4ff1-a9dd-01535048835c,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:18.959126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:11:18.961985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c287c7-2a0f-4c21-a2e5-8d4840dd511b tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Checking segment: {'id': 'e8133ba3-db4a-4760-a09f-91e075ef4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1e601200-7a7c-4a2a-ba39-98a01f58f6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:18.962460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c287c7-2a0f-4c21-a2e5-8d4840dd511b tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Network hostable DHCP agents. Network: 1e601200-7a7c-4a2a-ba39-98a01f58f6bd, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:11:18.964963 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7fd7bf7f-1582-412e-a99c-f9bb44a5955b admin admin] 10.222.0.37 "PUT /v2.0/routers/3f5ff275-232a-4e93-a1b0-ac0fe72c4c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9007657 Aug 06 16:11:18.976275 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:18.976664 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Checking segment: {'id': 'b0dab7f2-2e46-47d9-ae27-155f6606e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '335b61e1-9a9c-4bc8-a391-1167df3f4682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:18.977067 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:18.977461 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Bound using segment: {'id': 'b0dab7f2-2e46-47d9-ae27-155f6606e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '335b61e1-9a9c-4bc8-a391-1167df3f4682'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:18.977970 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Bound port: 6085f8ff-2405-4ed3-a817-eff59d742a4f, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0dab7f2-2e46-47d9-ae27-155f6606e4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '335b61e1-9a9c-4bc8-a391-1167df3f4682'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:18.978485 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:18.989996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c287c7-2a0f-4c21-a2e5-8d4840dd511b tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Network 1e601200-7a7c-4a2a-ba39-98a01f58f6bd is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:11:19.009262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-50c287c7-2a0f-4c21-a2e5-8d4840dd511b tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 1e601200-7a7c-4a2a-ba39-98a01f58f6bd) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:19.022550 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe5f11-9b70-4563-a54d-1444576c9432 None None] Network 1e601200-7a7c-4a2a-ba39-98a01f58f6bd requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:11:19.025415 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c287c7-2a0f-4c21-a2e5-8d4840dd511b tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:19.026064 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50c287c7-2a0f-4c21-a2e5-8d4840dd511b tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:19.057666 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-50c287c7-2a0f-4c21-a2e5-8d4840dd511b tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9796019 Aug 06 16:11:19.265339 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:19.302383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Transition to ACTIVE for port object acc4e0d7-983f-4045-9e89-4660b7d61382 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:19.306162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] For port 6085f8ff-2405-4ed3-a817-eff59d742a4f, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:19.341009 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] For port 6085f8ff-2405-4ed3-a817-eff59d742a4f, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=6085f8ff-2405-4ed3-a817-eff59d742a4f,segment=NetworkSegment(b0dab7f2-2e46-47d9-ae27-155f6606e4af),segment_id=b0dab7f2-2e46-47d9-ae27-155f6606e4af)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:19.344527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Transition to ACTIVE for port object acc4e0d7-983f-4045-9e89-4660b7d61382 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:19.349536 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:19.355780 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-3210d2ab-0933-4021-a15e-71b968182253 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:19.361722 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-3210d2ab-0933-4021-a15e-71b968182253 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:19.369483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-3210d2ab-0933-4021-a15e-71b968182253 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/networks?id=2d6649e8-a9d0-499f-af25-1dc8a7eeab2a&id=1e601200-7a7c-4a2a-ba39-98a01f58f6bd&id=2d6649e8-a9d0-499f-af25-1dc8a7eeab2a HTTP/1.1" status: 200 len: 1391 time: 0.1799173 Aug 06 16:11:19.378763 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:19.385242 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-3a19e525-970a-4ee5-b1be-2c0de10f5f23 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/quotas/a3820122cb71450fa766a24bf9be70b8 HTTP/1.1" status: 200 len: 375 time: 0.0138068 Aug 06 16:11:19.422497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Network 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:19.449910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:19.452184 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-1e601200-7a7c-4a2a-ba39-98a01f58f6bd', 'network_id': '1e601200-7a7c-4a2a-ba39-98a01f58f6bd', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'fixed_ips': [{'subnet_id': '48b9523e-2321-4ff1-a9dd-01535048835c'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:11:19.453040 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:19.458272 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:19.465000 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-a4b23b79-7247-45a1-af08-26608d09cbf6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3820122cb71450fa766a24bf9be70b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783505 Aug 06 16:11:19.622245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Attempting to bind port acc4e0d7-983f-4045-9e89-4660b7d61382 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:19.622601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Attempting to bind port acc4e0d7-983f-4045-9e89-4660b7d61382 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '04de218c-a79f-4f88-94b1-2eebe49b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:19.622981 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Attempting to bind port acc4e0d7-983f-4045-9e89-4660b7d61382 on network 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:19.644250 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 186c8ad7-1583-4ced-8704-a7ac2c1f35ae up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:19.696749 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Routers {'1712a055-c46d-4c6d-9f32-e92e28bd16f4'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:19.697320 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:11:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['1712a055-c46d-4c6d-9f32-e92e28bd16f4'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:19.704440 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:19.704440 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Checking segment: {'id': '04de218c-a79f-4f88-94b1-2eebe49b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:19.704440 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:19.704920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Bound using segment: {'id': '04de218c-a79f-4f88-94b1-2eebe49b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:19.705117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Bound port: acc4e0d7-983f-4045-9e89-4660b7d61382, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04de218c-a79f-4f88-94b1-2eebe49b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:19.705702 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:19.707504 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642c74c-ca21-4ca3-978a-8b124178a11b None None] Pushing event updated for resources: {'Port': ['ID=6085f8ff-2405-4ed3-a817-eff59d742a4f,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:19.746775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-94980b50-df6c-4ad0-843c-41a60dd08a68 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:19.748474 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-94980b50-df6c-4ad0-843c-41a60dd08a68 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.78 "GET /v2.0/networks?id=15911d68-8707-4502-a324-891837d491b2 HTTP/1.1" status: 200 len: 814 time: 0.1948462 Aug 06 16:11:19.752855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-22c96521-2ba5-47c4-9f5e-df9e9732be75 service neutron] 10.222.0.37 "GET /v2.0/networks/2d6649e8-a9d0-499f-af25-1dc8a7eeab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765219 Aug 06 16:11:19.767479 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-3cc139a2-7202-4848-aa19-2d8de333b51c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Request body: {'port': {'device_id': '6b699cc2-8d34-4829-b571-032b080019b4', 'network_id': '15911d68-8707-4502-a324-891837d491b2', 'admin_state_up': True, 'tenant_id': 'ce896c97c1764140b85cefb353e9cfcf'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:19.805878 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64e277-8e50-4614-970d-2399c01fec56 req-5f3e4192-72ce-4349-ae73-2204826cc099 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:19.816221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb64e277-8e50-4614-970d-2399c01fec56 req-5f3e4192-72ce-4349-ae73-2204826cc099 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/networks?id=31e3160e-dcae-458f-8e68-33097bb25302 HTTP/1.1" status: 200 len: 820 time: 0.2303498 Aug 06 16:11:19.855453 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb64e277-8e50-4614-970d-2399c01fec56 req-6f65451a-a104-485a-ba5c-6b41c32abedb tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/quotas/549ca2e0574448e4b0e8bf73cea4acee HTTP/1.1" status: 200 len: 375 time: 0.0378535 Aug 06 16:11:19.948592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-3cc139a2-7202-4848-aa19-2d8de333b51c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Made reservation on behalf of ce896c97c1764140b85cefb353e9cfcf for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:19.954637 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-3cc139a2-7202-4848-aa19-2d8de333b51c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:19.984584 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a80d71cf-a104-464b-9826-e861c1f02121 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=549ca2e0574448e4b0e8bf73cea4acee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0835009 Aug 06 16:11:20.015922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Pushing event updated for resources: {'Port': ['ID=acc4e0d7-983f-4045-9e89-4660b7d61382,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:20.026522 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-e2ae3e09-32b5-4a5e-abd8-aaaae7de696e service neutron] 10.222.0.37 "GET /v2.0/networks/2d6649e8-a9d0-499f-af25-1dc8a7eeab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425556 Aug 06 16:11:20.075488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 186c8ad7-1583-4ced-8704-a7ac2c1f35ae completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:20.096968 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 186c8ad7-1583-4ced-8704-a7ac2c1f35ae triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:20.096968 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:20.129811 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-3cc139a2-7202-4848-aa19-2d8de333b51c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Allocated IP 172.20.0.5 (15911d68-8707-4502-a324-891837d491b2/4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89/92c22e18-8a4c-4fe2-8e35-9e017d44f80b) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:20.143156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] For port acc4e0d7-983f-4045-9e89-4660b7d61382, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:20.165426 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] Set router 1712a055-c46d-4c6d-9f32-e92e28bd16f4 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:20.167153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb64e277-8e50-4614-970d-2399c01fec56 req-1b38eda1-1f80-4f8b-b696-243c9c8c9b73 service neutron] 10.222.0.37 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723452 Aug 06 16:11:20.169578 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Allocated IP 19.86.0.2 (1e601200-7a7c-4a2a-ba39-98a01f58f6bd/48b9523e-2321-4ff1-a9dd-01535048835c/b39b6670-6ebb-4657-bd5d-7583a068d9b5) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:20.172645 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] For port acc4e0d7-983f-4045-9e89-4660b7d61382, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=acc4e0d7-983f-4045-9e89-4660b7d61382,segment=NetworkSegment(04de218c-a79f-4f88-94b1-2eebe49b8883),segment_id=04de218c-a79f-4f88-94b1-2eebe49b8883)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:20.205346 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-c7114121-c3ea-4025-b3d5-4b15b8a58110 service neutron] 10.222.0.37 "GET /v2.0/networks/1e601200-7a7c-4a2a-ba39-98a01f58f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709745 Aug 06 16:11:20.212401 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:20.286408 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Sync routers for ids ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:11:20.302810 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Routers {'3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:20.306193 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:11:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:20.336559 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb64e277-8e50-4614-970d-2399c01fec56 req-04a53855-6fed-4bc3-9159-f695c7f26808 service neutron] 10.222.0.37 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592460 Aug 06 16:11:20.363621 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-c5c2f914-75e1-47e4-b88c-83c0c2e52cc5 service neutron] 10.222.0.37 "GET /v2.0/networks/1e601200-7a7c-4a2a-ba39-98a01f58f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205335 Aug 06 16:11:20.387775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-3cc139a2-7202-4848-aa19-2d8de333b51c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:20.450375 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-3cc139a2-7202-4848-aa19-2d8de333b51c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:20.453443 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Set router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:20.468839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['59f76e2d-b125-4739-aed6-41cce9bb0c6c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:20.487286 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['280a9781-3336-473d-a912-92941d71be43'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:20.523090 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-c32e5554-9c1e-47b4-a21b-93f765106661 service neutron] 10.222.0.37 "GET /v2.0/networks/2d6649e8-a9d0-499f-af25-1dc8a7eeab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526775 Aug 06 16:11:20.549352 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc139a2-7202-4848-aa19-2d8de333b51c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Pushing event updated for resources: {'Port': ['ID=92c22e18-8a4c-4fe2-8e35-9e017d44f80b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:20.569208 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-3cc139a2-7202-4848-aa19-2d8de333b51c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Network 15911d68-8707-4502-a324-891837d491b2 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:20.571103 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-3cc139a2-7202-4848-aa19-2d8de333b51c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:20.573385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-3cc139a2-7202-4848-aa19-2d8de333b51c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:20.668986 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-3cc139a2-7202-4848-aa19-2d8de333b51c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:20.669713 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-3cc139a2-7202-4848-aa19-2d8de333b51c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:20.688254 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-3cc139a2-7202-4848-aa19-2d8de333b51c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9262886 Aug 06 16:11:20.710992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Request body: {'port': {'device_id': '6b699cc2-8d34-4829-b571-032b080019b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:20.766168 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-5bcba67d-d643-4ad2-9171-a161a242e4dc service neutron] 10.222.0.37 "GET /v2.0/networks/2d6649e8-a9d0-499f-af25-1dc8a7eeab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281952 Aug 06 16:11:20.801078 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb0c10-111f-43ed-92d3-d4238dc0f86c None None] Pushing event updated for resources: {'Port': ['ID=acc4e0d7-983f-4045-9e89-4660b7d61382,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:20.847633 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:20.870318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ebd22-384d-4884-a8f8-2e34e5ee1476 req-6f30b814-9de6-4db4-9184-cb5e5ef58c06 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:20.881044 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-873ebd22-384d-4884-a8f8-2e34e5ee1476 req-6f30b814-9de6-4db4-9184-cb5e5ef58c06 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b699cc2-8d34-4829-b571-032b080019b4 HTTP/1.1" status: 200 len: 931 time: 0.1996596 Aug 06 16:11:20.884891 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:20.957497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-873ebd22-384d-4884-a8f8-2e34e5ee1476 req-046b9f01-874c-47f3-b9e8-ffc6b322891d tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734727 Aug 06 16:11:21.051812 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 186c8ad7-1583-4ced-8704-a7ac2c1f35ae, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=186c8ad7-1583-4ced-8704-a7ac2c1f35ae,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:21.213639 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-router', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:11:17Z', 'revision_number': 4, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'gw_port': {'id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:14Z', 'updated_at': '2021-08-06T16:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b5bfb634-707d-45e1-8c2f-23f7f8d63d3e', 'name': '', 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'mac_address': 'fa:16:3e:f0:95:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:16Z', 'updated_at': '2021-08-06T16:11:17Z', 'revision_number': 2, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'subnets': [{'id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:21.236877 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:21.245831 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5c845-8de6-4ca9-8965-bdd164c684a2 req-71dfaf65-e376-4460-a93a-1f0421d6a57a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:21.259373 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06c5c845-8de6-4ca9-8965-bdd164c684a2 req-71dfaf65-e376-4460-a93a-1f0421d6a57a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.1343224 Aug 06 16:11:21.274918 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Checking router: 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:11:21.275347 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Updating router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 port b5bfb634-707d-45e1-8c2f-23f7f8d63d3e binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:11:21.335358 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:21.361173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75d888a9-a1d8-4af1-ae0e-d6655a3e053e req-d74384fd-330c-4170-a41f-e6a6d786fdc0 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 210 time: 0.0894935 Aug 06 16:11:21.442685 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06c5c845-8de6-4ca9-8965-bdd164c684a2 req-fc2df069-9c97-472f-9af4-ddc945f6df4d tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821589 Aug 06 16:11:21.457507 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:21.500669 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16336314-24e3-4c24-8f42-7a833a6282e6 req-0a828719-7f9e-402a-a463-ae08cab1c373 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 210 time: 0.0565395 Aug 06 16:11:21.608204 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Transition to ACTIVE for port object b39b6670-6ebb-4657-bd5d-7583a068d9b5 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:21.621724 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c22e18-8a4c-4fe2-8e35-9e017d44f80b {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:21.643838 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:21.680189 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Transition to ACTIVE for port object 92c22e18-8a4c-4fe2-8e35-9e017d44f80b will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:21.684991 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:21.712262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Transition to ACTIVE for port object b39b6670-6ebb-4657-bd5d-7583a068d9b5 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:21.721265 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device acc4e0d7-983f-4045-9e89-4660b7d61382 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:21.731517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=186c8ad7-1583-4ced-8704-a7ac2c1f35ae,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:21.755438 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Pushing event updated for resources: {'Port': ['ID=92c22e18-8a4c-4fe2-8e35-9e017d44f80b,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:21.790488 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:21.860298 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Attempting to bind port 92c22e18-8a4c-4fe2-8e35-9e017d44f80b on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:21.860632 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Attempting to bind port 92c22e18-8a4c-4fe2-8e35-9e017d44f80b by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:21.860985 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Attempting to bind port 92c22e18-8a4c-4fe2-8e35-9e017d44f80b on network 15911d68-8707-4502-a324-891837d491b2 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:21.869005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Port 92c22e18-8a4c-4fe2-8e35-9e017d44f80b on network 15911d68-8707-4502-a324-891837d491b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:11:21.869345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Attempting to bind port 92c22e18-8a4c-4fe2-8e35-9e017d44f80b on network 15911d68-8707-4502-a324-891837d491b2 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:21.875054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:21.875395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Checking segment: {'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:21.876062 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Bound using segment: {'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:21.876209 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Bound port: 92c22e18-8a4c-4fe2-8e35-9e017d44f80b, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:21.876568 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:21.926243 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:21.937766 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Transition to ACTIVE for port object b5bfb634-707d-45e1-8c2f-23f7f8d63d3e will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:21.942725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Network 1e601200-7a7c-4a2a-ba39-98a01f58f6bd is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:21.945982 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:21.957109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:21.960518 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:21.983452 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] For port 92c22e18-8a4c-4fe2-8e35-9e017d44f80b, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:21.987848 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] For port 92c22e18-8a4c-4fe2-8e35-9e017d44f80b, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=92c22e18-8a4c-4fe2-8e35-9e017d44f80b,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:21.994292 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:21.998514 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Pushing event updated for resources: {'Port': ['ID=b39b6670-6ebb-4657-bd5d-7583a068d9b5,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:22.018349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'name': 'tempest-ServersTestMultiNic-1104589887-router', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '1e8e165a-d1a4-4d8d-895b-5cdc7946a599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:08Z', 'updated_at': '2021-08-06T16:11:14Z', 'revision_number': 4, 'project_id': 'a3820122cb71450fa766a24bf9be70b8', 'gw_port': {'id': '1e8e165a-d1a4-4d8d-895b-5cdc7946a599', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:09Z', 'updated_at': '2021-08-06T16:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '6085f8ff-2405-4ed3-a817-eff59d742a4f', 'name': '', 'network_id': '335b61e1-9a9c-4bc8-a391-1167df3f4682', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'mac_address': 'fa:16:3e:54:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'bcc87f47-a7ef-450c-94ef-17bccaee40cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:11:19Z', 'revision_number': 4, 'project_id': 'a3820122cb71450fa766a24bf9be70b8', 'subnets': [{'id': 'bcc87f47-a7ef-450c-94ef-17bccaee40cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:22.036634 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c743fcb-c205-4863-ba3d-af3c8db5748d None None] Pushing event updated for resources: {'Port': ['ID=b5bfb634-707d-45e1-8c2f-23f7f8d63d3e,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:22.072537 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:22.077476 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:22.079247 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] 10.222.0.78 "PUT /v2.0/ports/92c22e18-8a4c-4fe2-8e35-9e017d44f80b HTTP/1.1" status: 200 len: 1091 time: 1.3795247 Aug 06 16:11:22.085718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b699cc2-8d34-4829-b571-032b080019b4', 'tag': '92c22e18-8a4c-4fe2-8e35-9e017d44f80b'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:22.093511 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed30b9d-6777-4ec1-a695-4b34d842accd" -d '{"events": [{"name": "network-changed", "server_uuid": "6b699cc2-8d34-4829-b571-032b080019b4", "tag": "92c22e18-8a4c-4fe2-8e35-9e017d44f80b"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:22.131211 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Attempting to bind port b5bfb634-707d-45e1-8c2f-23f7f8d63d3e on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:22.132555 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Attempting to bind port b5bfb634-707d-45e1-8c2f-23f7f8d63d3e by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:22.134164 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Attempting to bind port b5bfb634-707d-45e1-8c2f-23f7f8d63d3e on network 31e3160e-dcae-458f-8e68-33097bb25302 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:22.143392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9afd1f-eafb-4f27-b32a-220b8b7d0646 None None] The sync data for ids ['1712a055-c46d-4c6d-9f32-e92e28bd16f4'] in n-d-803756-1 is: [{'id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'name': 'tempest-ServersTestMultiNic-1104589887-router', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '1e8e165a-d1a4-4d8d-895b-5cdc7946a599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:08Z', 'updated_at': '2021-08-06T16:11:14Z', 'revision_number': 4, 'project_id': 'a3820122cb71450fa766a24bf9be70b8', 'gw_port': {'id': '1e8e165a-d1a4-4d8d-895b-5cdc7946a599', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:09Z', 'updated_at': '2021-08-06T16:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '6085f8ff-2405-4ed3-a817-eff59d742a4f', 'name': '', 'network_id': '335b61e1-9a9c-4bc8-a391-1167df3f4682', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'mac_address': 'fa:16:3e:54:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'bcc87f47-a7ef-450c-94ef-17bccaee40cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:11:19Z', 'revision_number': 4, 'project_id': 'a3820122cb71450fa766a24bf9be70b8', 'subnets': [{'id': 'bcc87f47-a7ef-450c-94ef-17bccaee40cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:11:22.154602 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:22.154989 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Checking segment: {'id': '48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:22.155604 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:22.156592 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Bound using segment: {'id': '48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:22.157286 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Bound port: b5bfb634-707d-45e1-8c2f-23f7f8d63d3e, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:22.157915 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:22.189950 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884ec174-f63c-488c-b367-c3eaa087881f x-openstack-request-id: req-884ec174-f63c-488c-b367-c3eaa087881f {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:22.190199 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b699cc2-8d34-4829-b571-032b080019b4", "tag": "92c22e18-8a4c-4fe2-8e35-9e017d44f80b", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:22.190392 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-884ec174-f63c-488c-b367-c3eaa087881f {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:22.190801 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b699cc2-8d34-4829-b571-032b080019b4', 'tag': '92c22e18-8a4c-4fe2-8e35-9e017d44f80b', 'status': 'completed', 'code': 200} Aug 06 16:11:22.207730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port acc4e0d7-983f-4045-9e89-4660b7d61382 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:22.246119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Attempting to bind port b39b6670-6ebb-4657-bd5d-7583a068d9b5 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:22.246717 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Attempting to bind port b39b6670-6ebb-4657-bd5d-7583a068d9b5 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'e8133ba3-db4a-4760-a09f-91e075ef4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1e601200-7a7c-4a2a-ba39-98a01f58f6bd'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:22.246815 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Attempting to bind port b39b6670-6ebb-4657-bd5d-7583a068d9b5 on network 1e601200-7a7c-4a2a-ba39-98a01f58f6bd {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:22.267850 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:22.268233 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Checking segment: {'id': 'e8133ba3-db4a-4760-a09f-91e075ef4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1e601200-7a7c-4a2a-ba39-98a01f58f6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:22.268412 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151f92f-df96-4703-9447-9a66d3ed7e97 service neutron] Pushing event updated for resources: {'Port': ['ID=92c22e18-8a4c-4fe2-8e35-9e017d44f80b,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:22.268636 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:22.269030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Bound using segment: {'id': 'e8133ba3-db4a-4760-a09f-91e075ef4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1e601200-7a7c-4a2a-ba39-98a01f58f6bd'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:22.270905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Bound port: b39b6670-6ebb-4657-bd5d-7583a068d9b5, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8133ba3-db4a-4760-a09f-91e075ef4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1e601200-7a7c-4a2a-ba39-98a01f58f6bd'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:22.271316 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:22.286267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b4b54-8037-46c9-b827-d318cb2f5d0f req-91b37097-7b95-45c9-bf3d-4b9adac82f55 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:22.290102 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-81a8bdc1-1722-4430-afb7-b02c9192da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:22.292025 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-81a8bdc1-1722-4430-afb7-b02c9192da98 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ce896c97c1764140b85cefb353e9cfcf&device_id=6b699cc2-8d34-4829-b571-032b080019b4 HTTP/1.1" status: 200 len: 1094 time: 0.1453114 Aug 06 16:11:22.294157 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d41b4b54-8037-46c9-b827-d318cb2f5d0f req-91b37097-7b95-45c9-bf3d-4b9adac82f55 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b699cc2-8d34-4829-b571-032b080019b4 HTTP/1.1" status: 200 len: 943 time: 0.1224072 Aug 06 16:11:22.318452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b197a561-5d39-422c-b60c-aa3c23e7cddf None None] Network 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:11:22.361665 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] For port b5bfb634-707d-45e1-8c2f-23f7f8d63d3e, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:22.367447 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] For port b5bfb634-707d-45e1-8c2f-23f7f8d63d3e, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b5bfb634-707d-45e1-8c2f-23f7f8d63d3e,segment=NetworkSegment(48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5),segment_id=48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:22.374298 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:22.410867 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-503f8f3f-9476-4e48-8ed5-0b1c83fd98bd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92c22e18-8a4c-4fe2-8e35-9e017d44f80b HTTP/1.1" status: 200 len: 217 time: 0.1096537 Aug 06 16:11:22.501391 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Routers {'3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:22.503406 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:11:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:22.513089 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d41b4b54-8037-46c9-b827-d318cb2f5d0f req-e783acd6-fdd2-457b-a345-f8a6d921344a tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165451 Aug 06 16:11:22.599131 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-22358069-35a7-41e9-bc53-f3510d58fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:22.603335 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-22358069-35a7-41e9-bc53-f3510d58fd44 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89 HTTP/1.1" status: 200 len: 854 time: 0.1851614 Aug 06 16:11:22.610576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-aa8dfd0e-975b-40f5-b3b7-a3a8871eaa87 None None] Provisioning for port acc4e0d7-983f-4045-9e89-4660b7d61382 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:22.646058 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c743fcb-c205-4863-ba3d-af3c8db5748d None None] Pushing event updated for resources: {'Port': ['ID=b5bfb634-707d-45e1-8c2f-23f7f8d63d3e,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:22.670249 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-6d92a77b-1939-436c-8570-444a479c3178 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=15911d68-8707-4502-a324-891837d491b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566351 Aug 06 16:11:22.675831 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-aa8dfd0e-975b-40f5-b3b7-a3a8871eaa87 None None] Provisioning complete for port acc4e0d7-983f-4045-9e89-4660b7d61382 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:22.676203 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aa8dfd0e-975b-40f5-b3b7-a3a8871eaa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:22.681426 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] Set router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:22.702400 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab756cf4-18a4-4d28-9333-dc5d49c8c300 req-c4099edb-7afd-4be8-9f58-143f23896da6 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 210 time: 0.1777396 Aug 06 16:11:22.729244 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] For port b39b6670-6ebb-4657-bd5d-7583a068d9b5, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:22.790843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] For port b39b6670-6ebb-4657-bd5d-7583a068d9b5, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b39b6670-6ebb-4657-bd5d-7583a068d9b5,segment=NetworkSegment(e8133ba3-db4a-4760-a09f-91e075ef4041),segment_id=e8133ba3-db4a-4760-a09f-91e075ef4041)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:22.806610 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:22.834286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40ae3a-0eaa-418c-affa-2a23f4bcbe6c req-ca5f094b-62b2-4681-9ba8-5762123ab43b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:22.839230 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb40ae3a-0eaa-418c-affa-2a23f4bcbe6c req-ca5f094b-62b2-4681-9ba8-5762123ab43b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.1798618 Aug 06 16:11:22.861647 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64e277-8e50-4614-970d-2399c01fec56 req-8199a52f-2efc-46d1-a0fa-3080cff5b6ed tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:22.867713 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb64e277-8e50-4614-970d-2399c01fec56 req-8199a52f-2efc-46d1-a0fa-3080cff5b6ed tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.13 "GET /v2.0/networks?id=31e3160e-dcae-458f-8e68-33097bb25302 HTTP/1.1" status: 200 len: 820 time: 0.4879959 Aug 06 16:11:22.926431 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-22b28e71-5c55-47cb-8b89-626e428b9f04 service neutron] 10.222.0.78 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483408 Aug 06 16:11:22.954360 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7be13f6b-cce7-4d6c-8998-a45b6c744cab req-fb58d09e-c6bf-4a6c-a308-33802c79e40a tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 210 time: 0.0852957 Aug 06 16:11:22.971762 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8d6a6-f388-485a-a8bb-021c46fe81b2 None None] Pushing event updated for resources: {'Port': ['ID=b39b6670-6ebb-4657-bd5d-7583a068d9b5,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:22.989532 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-cb64e277-8e50-4614-970d-2399c01fec56 req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Request body: {'port': {'device_id': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302', 'admin_state_up': True, 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:23.013161 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aa8dfd0e-975b-40f5-b3b7-a3a8871eaa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.110222 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b8f8124-133f-4e88-acc1-e12cf8143230 req-8b3e48a5-a5e4-470f-909b-e222681e320f service neutron] 10.222.0.78 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715467 Aug 06 16:11:23.135402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-aa8dfd0e-975b-40f5-b3b7-a3a8871eaa87 None None] For port acc4e0d7-983f-4045-9e89-4660b7d61382, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=acc4e0d7-983f-4045-9e89-4660b7d61382,segment=NetworkSegment(04de218c-a79f-4f88-94b1-2eebe49b8883),segment_id=04de218c-a79f-4f88-94b1-2eebe49b8883)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:23.140781 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb40ae3a-0eaa-418c-affa-2a23f4bcbe6c req-cef67562-b840-4657-be17-2ea4894e9b81 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707310 Aug 06 16:11:23.151845 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aa8dfd0e-975b-40f5-b3b7-a3a8871eaa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.219568 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-router', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:11:17Z', 'revision_number': 4, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'gw_port': {'id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:14Z', 'updated_at': '2021-08-06T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b5bfb634-707d-45e1-8c2f-23f7f8d63d3e', 'name': '', 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'mac_address': 'fa:16:3e:f0:95:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:16Z', 'updated_at': '2021-08-06T16:11:22Z', 'revision_number': 4, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'subnets': [{'id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:23.286910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dfd0e-975b-40f5-b3b7-a3a8871eaa87 None None] Pushing event updated for resources: {'Port': ['ID=acc4e0d7-983f-4045-9e89-4660b7d61382,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:23.293494 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bebb88-d136-45e9-aae4-1f0e2038db1e None None] The sync data for ids ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'] in n-d-803756-1 is: [{'id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-router', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:11:17Z', 'revision_number': 4, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'gw_port': {'id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:14Z', 'updated_at': '2021-08-06T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b5bfb634-707d-45e1-8c2f-23f7f8d63d3e', 'name': '', 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'mac_address': 'fa:16:3e:f0:95:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:16Z', 'updated_at': '2021-08-06T16:11:22Z', 'revision_number': 4, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'subnets': [{'id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:11:23.311747 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed30b9d-6777-4ec1-a695-4b34d842accd req-d465093f-36e5-49c5-a2d2-34d7cee8b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:23.313304 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6ed30b9d-6777-4ec1-a695-4b34d842accd req-d465093f-36e5-49c5-a2d2-34d7cee8b3eb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ce896c97c1764140b85cefb353e9cfcf&device_id=6b699cc2-8d34-4829-b571-032b080019b4 HTTP/1.1" status: 200 len: 1094 time: 0.1015387 Aug 06 16:11:23.350682 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.521330 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b1eb747d-dd05-46b1-b5da-0404f1ea2865 None None] Provisioning complete for port acc4e0d7-983f-4045-9e89-4660b7d61382 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:23.521330 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b1eb747d-dd05-46b1-b5da-0404f1ea2865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.542165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed30b9d-6777-4ec1-a695-4b34d842accd req-5f953b7b-c420-450e-92a4-be532780bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:23.543856 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6ed30b9d-6777-4ec1-a695-4b34d842accd req-5f953b7b-c420-450e-92a4-be532780bcbd service neutron] 10.222.0.78 "GET /v2.0/networks?id=15911d68-8707-4502-a324-891837d491b2 HTTP/1.1" status: 200 len: 915 time: 0.2178643 Aug 06 16:11:23.616050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-70410015-db6e-453d-94ea-28788158b01a tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:23.622914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-70410015-db6e-453d-94ea-28788158b01a tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:23.624626 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-70410015-db6e-453d-94ea-28788158b01a tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.13 "GET /v2.0/networks?id=2d6649e8-a9d0-499f-af25-1dc8a7eeab2a&id=1e601200-7a7c-4a2a-ba39-98a01f58f6bd&id=2d6649e8-a9d0-499f-af25-1dc8a7eeab2a HTTP/1.1" status: 200 len: 1391 time: 0.6642551 Aug 06 16:11:23.656861 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fe9f8b55-2aa7-45ab-b42a-4107f8f298fb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Request body: {'port': {'device_id': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a', 'admin_state_up': True, 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:23.679053 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6ed30b9d-6777-4ec1-a695-4b34d842accd req-1cea0273-ba0d-410a-b002-74ce277407bd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92c22e18-8a4c-4fe2-8e35-9e017d44f80b HTTP/1.1" status: 200 len: 217 time: 0.1151373 Aug 06 16:11:23.753475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed30b9d-6777-4ec1-a695-4b34d842accd req-6952c329-e8c0-4d1e-87e6-6ba7ff9cfff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:23.755031 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6ed30b9d-6777-4ec1-a695-4b34d842accd req-6952c329-e8c0-4d1e-87e6-6ba7ff9cfff5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89 HTTP/1.1" status: 200 len: 854 time: 0.0665989 Aug 06 16:11:23.758127 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.797575 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6ed30b9d-6777-4ec1-a695-4b34d842accd req-a45f4d53-c708-47db-9c91-dcea8db3c090 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=15911d68-8707-4502-a324-891837d491b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337050 Aug 06 16:11:23.873285 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb64e277-8e50-4614-970d-2399c01fec56 req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Made reservation on behalf of 549ca2e0574448e4b0e8bf73cea4acee for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:23.877414 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cb64e277-8e50-4614-970d-2399c01fec56 req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.890132 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b39b6670-6ebb-4657-bd5d-7583a068d9b5 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:23.952178 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6ed30b9d-6777-4ec1-a695-4b34d842accd req-a760524b-ff3f-4797-9182-de1690966a94 service neutron] 10.222.0.78 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367948 Aug 06 16:11:23.963421 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port b39b6670-6ebb-4657-bd5d-7583a068d9b5 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:23.969367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device acc4e0d7-983f-4045-9e89-4660b7d61382 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:24.057900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port acc4e0d7-983f-4045-9e89-4660b7d61382 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:24.058399 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.108723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-cb64e277-8e50-4614-970d-2399c01fec56 req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Allocated IP 172.20.0.14 (31e3160e-dcae-458f-8e68-33097bb25302/a1056e5c-559a-4a53-a352-33d04b3f97d1/cca27a0e-32f7-473b-b8a4-f84f719a2ca7) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:24.193344 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 6085f8ff-2405-4ed3-a817-eff59d742a4f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:24.198208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97936f18-b472-4c4d-96c1-dcd727dad9c7 req-df0efd1f-2da2-4e4e-90f6-2e0b9eddedd6 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:24.199829 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97936f18-b472-4c4d-96c1-dcd727dad9c7 req-df0efd1f-2da2-4e4e-90f6-2e0b9eddedd6 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b699cc2-8d34-4829-b571-032b080019b4 HTTP/1.1" status: 200 len: 943 time: 0.5528085 Aug 06 16:11:24.221416 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4baf2b2-853c-4f04-9758-16f9ea4d65af req-057fb7f7-1669-4928-b18e-9d6bd6c91d8b tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 210 time: 0.3984008 Aug 06 16:11:24.273899 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 6085f8ff-2405-4ed3-a817-eff59d742a4f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:24.286426 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 6085f8ff-2405-4ed3-a817-eff59d742a4f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:24.286799 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.418867 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-beb15785-1212-4a10-aa7d-63d6c8298825 req-b93ec2eb-f9e9-49c8-9238-6be0f6c06577 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 210 time: 0.0756576 Aug 06 16:11:24.433800 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.463397 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97936f18-b472-4c4d-96c1-dcd727dad9c7 req-dca20d0f-ea4b-4135-b810-0c36cf92e951 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823890 Aug 06 16:11:24.493891 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 6085f8ff-2405-4ed3-a817-eff59d742a4f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=6085f8ff-2405-4ed3-a817-eff59d742a4f,segment=NetworkSegment(b0dab7f2-2e46-47d9-ae27-155f6606e4af),segment_id=b0dab7f2-2e46-47d9-ae27-155f6606e4af)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:24.501207 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.503149 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 186c8ad7-1583-4ced-8704-a7ac2c1f35ae up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:24.593880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fe9f8b55-2aa7-45ab-b42a-4107f8f298fb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Made reservation on behalf of a3820122cb71450fa766a24bf9be70b8 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:24.597817 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fe9f8b55-2aa7-45ab-b42a-4107f8f298fb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.673115 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=6085f8ff-2405-4ed3-a817-eff59d742a4f,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:24.692069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de57ad0c-9515-439f-8a58-33e21b7e796c None None] Network 1e601200-7a7c-4a2a-ba39-98a01f58f6bd requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:11:24.706605 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6ed30b9d-6777-4ec1-a695-4b34d842accd req-6fc3a022-1c2e-4c36-9b8a-b6eb60707941 service neutron] 10.222.0.78 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7434571 Aug 06 16:11:24.756318 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cb64e277-8e50-4614-970d-2399c01fec56 req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.766156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 186c8ad7-1583-4ced-8704-a7ac2c1f35ae triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:24.766452 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.787980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-381db766-b3ed-47cb-bb0d-314694c1fd1b None None] Provisioning for port b39b6670-6ebb-4657-bd5d-7583a068d9b5 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:24.803044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff88c2f-e045-44cf-8d74-7200abeca3fc req-53555d67-a1b2-45cf-b59f-bf9a7bca5827 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:24.803559 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-381db766-b3ed-47cb-bb0d-314694c1fd1b None None] Provisioning complete for port b39b6670-6ebb-4657-bd5d-7583a068d9b5 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:24.803929 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-381db766-b3ed-47cb-bb0d-314694c1fd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.804552 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ff88c2f-e045-44cf-8d74-7200abeca3fc req-53555d67-a1b2-45cf-b59f-bf9a7bca5827 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.2256157 Aug 06 16:11:24.881309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fe9f8b55-2aa7-45ab-b42a-4107f8f298fb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Allocated IP 19.80.0.23 (2d6649e8-a9d0-499f-af25-1dc8a7eeab2a/cb554551-45ae-4f54-bb22-f5f695dcb05f/b3961afd-db6f-4cca-ab12-0a131c20fa3a) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:24.890528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ff88c2f-e045-44cf-8d74-7200abeca3fc req-89b9fde8-7fa4-4250-a2c0-cbce48f46beb tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757177 Aug 06 16:11:24.907788 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cb64e277-8e50-4614-970d-2399c01fec56 req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.999957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b5bfb634-707d-45e1-8c2f-23f7f8d63d3e up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:25.002857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb64e277-8e50-4614-970d-2399c01fec56 req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Network 31e3160e-dcae-458f-8e68-33097bb25302 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:25.009138 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-cb64e277-8e50-4614-970d-2399c01fec56 req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:25.010931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Pushing event updated for resources: {'Port': ['ID=cca27a0e-32f7-473b-b8a4-f84f719a2ca7,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:25.016130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb64e277-8e50-4614-970d-2399c01fec56 req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:25.043853 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-381db766-b3ed-47cb-bb0d-314694c1fd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.065509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.065879 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.066216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.066550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.066880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.067212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.067537 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.067861 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.068185 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.068504 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.068823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.069447 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.096589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-381db766-b3ed-47cb-bb0d-314694c1fd1b None None] For port b39b6670-6ebb-4657-bd5d-7583a068d9b5, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b39b6670-6ebb-4657-bd5d-7583a068d9b5,segment=NetworkSegment(e8133ba3-db4a-4760-a09f-91e075ef4041),segment_id=e8133ba3-db4a-4760-a09f-91e075ef4041)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:25.099871 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port b5bfb634-707d-45e1-8c2f-23f7f8d63d3e completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:25.104448 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-381db766-b3ed-47cb-bb0d-314694c1fd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.111937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port b5bfb634-707d-45e1-8c2f-23f7f8d63d3e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:25.111937 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.139570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64e277-8e50-4614-970d-2399c01fec56 req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:25.140243 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cb64e277-8e50-4614-970d-2399c01fec56 req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.172764 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb64e277-8e50-4614-970d-2399c01fec56 req-02c4642c-3f52-4bb3-bd7c-c6439293b693 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2174175 Aug 06 16:11:25.188325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Request body: {'port': {'device_id': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:25.194662 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fe9f8b55-2aa7-45ab-b42a-4107f8f298fb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.231322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fe9f8b55-2aa7-45ab-b42a-4107f8f298fb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Transition to ACTIVE for port object b3961afd-db6f-4cca-ab12-0a131c20fa3a will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:25.270625 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.341170 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fe9f8b55-2aa7-45ab-b42a-4107f8f298fb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.348393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381db766-b3ed-47cb-bb0d-314694c1fd1b None None] Pushing event updated for resources: {'Port': ['ID=b39b6670-6ebb-4657-bd5d-7583a068d9b5,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:25.358160 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-78dd8e85-9bde-492e-88f1-1b9a484a56d6 None None] Provisioning complete for port b39b6670-6ebb-4657-bd5d-7583a068d9b5 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:25.358535 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-78dd8e85-9bde-492e-88f1-1b9a484a56d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.429740 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.498782 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port b5bfb634-707d-45e1-8c2f-23f7f8d63d3e, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b5bfb634-707d-45e1-8c2f-23f7f8d63d3e,segment=NetworkSegment(48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5),segment_id=48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:25.506189 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.578532 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=b5bfb634-707d-45e1-8c2f-23f7f8d63d3e,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:25.626923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b39b6670-6ebb-4657-bd5d-7583a068d9b5 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:25.656628 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 92c22e18-8a4c-4fe2-8e35-9e017d44f80b details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:11:25.778195 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port b39b6670-6ebb-4657-bd5d-7583a068d9b5 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:25.778567 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.833684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 92c22e18-8a4c-4fe2-8e35-9e017d44f80b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=92c22e18-8a4c-4fe2-8e35-9e017d44f80b,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:25.851793 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '92c22e18-8a4c-4fe2-8e35-9e017d44f80b', 'network_id': '15911d68-8707-4502-a324-891837d491b2', 'port_id': '92c22e18-8a4c-4fe2-8e35-9e017d44f80b', 'mac_address': 'fa:16:3e:35:09:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:11:25.891234 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fe9f8b55-2aa7-45ab-b42a-4107f8f298fb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Network 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:25.893808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fe9f8b55-2aa7-45ab-b42a-4107f8f298fb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:25.896440 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fe9f8b55-2aa7-45ab-b42a-4107f8f298fb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:25.923177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ed268-705a-4bd6-abdc-aefd14c7b038 req-d462898b-0422-47f2-bd1c-59299c94fdec tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:25.928077 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.930146 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f9ed268-705a-4bd6-abdc-aefd14c7b038 req-d462898b-0422-47f2-bd1c-59299c94fdec tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 932 time: 0.6065173 Aug 06 16:11:25.930672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 6085f8ff-2405-4ed3-a817-eff59d742a4f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:25.982340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c22e18-8a4c-4fe2-8e35-9e017d44f80b {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:26.009870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 92c22e18-8a4c-4fe2-8e35-9e017d44f80b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=92c22e18-8a4c-4fe2-8e35-9e017d44f80b,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:26.015772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 6085f8ff-2405-4ed3-a817-eff59d742a4f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:26.016254 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.018226 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.043227 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f8b55-2aa7-45ab-b42a-4107f8f298fb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event updated for resources: {'Port': ['ID=b3961afd-db6f-4cca-ab12-0a131c20fa3a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:26.056877 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fe9f8b55-2aa7-45ab-b42a-4107f8f298fb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:26.057808 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fe9f8b55-2aa7-45ab-b42a-4107f8f298fb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.112411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=92c22e18-8a4c-4fe2-8e35-9e017d44f80b,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:26.150623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f9ed268-705a-4bd6-abdc-aefd14c7b038 req-ffa41b91-303b-4582-af54-fff4fb0176e2 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173939 Aug 06 16:11:26.152870 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fe9f8b55-2aa7-45ab-b42a-4107f8f298fb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5062475 Aug 06 16:11:26.202221 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fb5870a7-0dd4-4803-9da0-b0893dfd3623 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Request body: {'port': {'device_id': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'network_id': '1e601200-7a7c-4a2a-ba39-98a01f58f6bd', 'admin_state_up': True, 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:26.231679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d9e4f-504b-4464-9e6a-a9aa3924ac02 req-7b331cd9-ddf8-4246-abe5-cea8da41c34e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:26.232573 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2adde589-fa3e-4dbc-a2fd-dabe12c2c2f7 None None] Provisioning for port b3961afd-db6f-4cca-ab12-0a131c20fa3a completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:26.233267 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a77d9e4f-504b-4464-9e6a-a9aa3924ac02 req-7b331cd9-ddf8-4246-abe5-cea8da41c34e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 931 time: 0.3284550 Aug 06 16:11:26.237897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2adde589-fa3e-4dbc-a2fd-dabe12c2c2f7 None None] Provisioning complete for port b3961afd-db6f-4cca-ab12-0a131c20fa3a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:26.238381 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2adde589-fa3e-4dbc-a2fd-dabe12c2c2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.284577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2adde589-fa3e-4dbc-a2fd-dabe12c2c2f7 None None] Port b3961afd-db6f-4cca-ab12-0a131c20fa3a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:11:26.390482 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f2659-99f7-4334-afa6-0ad689665435 req-815ca10c-f657-4947-95ff-10767b2e5437 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:26.392018 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df5f2659-99f7-4334-afa6-0ad689665435 req-815ca10c-f657-4947-95ff-10767b2e5437 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b699cc2-8d34-4829-b571-032b080019b4 HTTP/1.1" status: 200 len: 944 time: 0.1835814 Aug 06 16:11:26.416553 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['92c22e18-8a4c-4fe2-8e35-9e017d44f80b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:26.426344 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a77d9e4f-504b-4464-9e6a-a9aa3924ac02 req-4225c264-6f81-421f-92bf-85d403ef5e5e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559982 Aug 06 16:11:26.512259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df5f2659-99f7-4334-afa6-0ad689665435 req-f24fe522-2094-43f6-9577-eb65668a6558 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115303 Aug 06 16:11:26.527062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca27a0e-32f7-473b-b8a4-f84f719a2ca7 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:26.531554 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fb5870a7-0dd4-4803-9da0-b0893dfd3623 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Made reservation on behalf of a3820122cb71450fa766a24bf9be70b8 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:26.535574 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fb5870a7-0dd4-4803-9da0-b0893dfd3623 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.552077 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.594649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Transition to ACTIVE for port object cca27a0e-32f7-473b-b8a4-f84f719a2ca7 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:26.598741 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.735977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Pushing event updated for resources: {'Port': ['ID=cca27a0e-32f7-473b-b8a4-f84f719a2ca7,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:26.779094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ff273-275f-48f3-81e1-25c5da2dcdf0 req-daf25688-c0f7-408a-b531-7097dc22a296 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:26.780594 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-525ff273-275f-48f3-81e1-25c5da2dcdf0 req-daf25688-c0f7-408a-b531-7097dc22a296 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.2067180 Aug 06 16:11:26.856813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fb5870a7-0dd4-4803-9da0-b0893dfd3623 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Allocated IP 19.86.0.230 (1e601200-7a7c-4a2a-ba39-98a01f58f6bd/48b9523e-2321-4ff1-a9dd-01535048835c/395240b1-a327-4f0c-b29c-293ce6c8c5e5) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:26.891888 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-525ff273-275f-48f3-81e1-25c5da2dcdf0 req-b8816c11-3a33-4522-a5fa-fe096f016cb2 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909519 Aug 06 16:11:26.912801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Attempting to bind port cca27a0e-32f7-473b-b8a4-f84f719a2ca7 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:26.913134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Attempting to bind port cca27a0e-32f7-473b-b8a4-f84f719a2ca7 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:26.913464 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Attempting to bind port cca27a0e-32f7-473b-b8a4-f84f719a2ca7 on network 31e3160e-dcae-458f-8e68-33097bb25302 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:26.926932 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Port cca27a0e-32f7-473b-b8a4-f84f719a2ca7 on network 31e3160e-dcae-458f-8e68-33097bb25302 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:11:26.927263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Attempting to bind port cca27a0e-32f7-473b-b8a4-f84f719a2ca7 on network 31e3160e-dcae-458f-8e68-33097bb25302 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:26.939952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:26.940377 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Checking segment: {'id': '48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:26.941033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Bound using segment: {'id': '48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:26.941362 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Bound port: cca27a0e-32f7-473b-b8a4-f84f719a2ca7, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:26.941529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.082517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] For port cca27a0e-32f7-473b-b8a4-f84f719a2ca7, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:27.087857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] For port cca27a0e-32f7-473b-b8a4-f84f719a2ca7, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cca27a0e-32f7-473b-b8a4-f84f719a2ca7,segment=NetworkSegment(48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5),segment_id=48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:27.094951 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.116495 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fb5870a7-0dd4-4803-9da0-b0893dfd3623 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.158817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:27.159441 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.160860 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] 10.222.0.13 "PUT /v2.0/ports/cca27a0e-32f7-473b-b8a4-f84f719a2ca7 HTTP/1.1" status: 200 len: 1092 time: 1.9785175 Aug 06 16:11:27.161314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'tag': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:27.163739 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7062322-a24f-4c82-b361-35a952bfa3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5", "tag": "cca27a0e-32f7-473b-b8a4-f84f719a2ca7"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:27.186969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fb5870a7-0dd4-4803-9da0-b0893dfd3623 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Transition to ACTIVE for port object 395240b1-a327-4f0c-b29c-293ce6c8c5e5 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:27.202706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7556059-6cac-4f9f-8649-dc3ced34340a service neutron] Pushing event updated for resources: {'Port': ['ID=cca27a0e-32f7-473b-b8a4-f84f719a2ca7,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:27.239925 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17c17e5-bb6d-431b-bd58-a06907e5c8e6 x-openstack-request-id: req-d17c17e5-bb6d-431b-bd58-a06907e5c8e6 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:27.240214 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5", "tag": "cca27a0e-32f7-473b-b8a4-f84f719a2ca7", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:27.240525 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d17c17e5-bb6d-431b-bd58-a06907e5c8e6 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:27.240851 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'tag': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7', 'status': 'completed', 'code': 200} Aug 06 16:11:27.296158 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fb5870a7-0dd4-4803-9da0-b0893dfd3623 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.344812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64e277-8e50-4614-970d-2399c01fec56 req-8a2cb2b0-5060-4b9e-8798-218ea0bd0073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:27.346307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb64e277-8e50-4614-970d-2399c01fec56 req-8a2cb2b0-5060-4b9e-8798-218ea0bd0073 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=549ca2e0574448e4b0e8bf73cea4acee&device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 1095 time: 0.1215439 Aug 06 16:11:27.372173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fb5870a7-0dd4-4803-9da0-b0893dfd3623 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Network 1e601200-7a7c-4a2a-ba39-98a01f58f6bd is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:27.375238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5870a7-0dd4-4803-9da0-b0893dfd3623 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event updated for resources: {'Port': ['ID=395240b1-a327-4f0c-b29c-293ce6c8c5e5,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:27.384889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b039200-16c4-4030-abf0-25c41c105096 req-81301a07-5cc7-4870-a38f-d46e326c142d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:27.386416 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b039200-16c4-4030-abf0-25c41c105096 req-81301a07-5cc7-4870-a38f-d46e326c142d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 944 time: 0.1252832 Aug 06 16:11:27.417045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fb5870a7-0dd4-4803-9da0-b0893dfd3623 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:27.420444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fb5870a7-0dd4-4803-9da0-b0893dfd3623 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:27.424347 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb64e277-8e50-4614-970d-2399c01fec56 req-a9034d1a-ccd1-4f9f-864d-6a53991b5f29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cca27a0e-32f7-473b-b8a4-f84f719a2ca7 HTTP/1.1" status: 200 len: 217 time: 0.0636563 Aug 06 16:11:27.536952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fb5870a7-0dd4-4803-9da0-b0893dfd3623 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:27.537702 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fb5870a7-0dd4-4803-9da0-b0893dfd3623 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.574258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b039200-16c4-4030-abf0-25c41c105096 req-de976abb-7d73-407a-95d2-46acd4cb6940 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550655 Aug 06 16:11:27.580870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64e277-8e50-4614-970d-2399c01fec56 req-3bc52ea3-e24d-4bbf-b22f-b262d82ad11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:27.582470 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb64e277-8e50-4614-970d-2399c01fec56 req-3bc52ea3-e24d-4bbf-b22f-b262d82ad11e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1056e5c-559a-4a53-a352-33d04b3f97d1 HTTP/1.1" status: 200 len: 860 time: 0.1342521 Aug 06 16:11:27.594782 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-fb5870a7-0dd4-4803-9da0-b0893dfd3623 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4013212 Aug 06 16:11:27.609988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-d9253553-02ae-4208-9252-a2760ac8ea55 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Request body: {'port': {'device_id': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a', 'admin_state_up': True, 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:27.634006 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb64e277-8e50-4614-970d-2399c01fec56 req-cd0e39f0-6e51-467c-a92e-f254f7e5d351 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31e3160e-dcae-458f-8e68-33097bb25302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428500 Aug 06 16:11:27.652570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac53679-b37a-476d-b7e5-a1550c7e38e5 req-bcb77be6-1980-47b8-b7ee-e98b3de95a90 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:27.658793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac53679-b37a-476d-b7e5-a1550c7e38e5 req-bcb77be6-1980-47b8-b7ee-e98b3de95a90 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:27.660484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fac53679-b37a-476d-b7e5-a1550c7e38e5 req-bcb77be6-1980-47b8-b7ee-e98b3de95a90 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 1654 time: 0.1566317 Aug 06 16:11:27.741457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1964323c-278a-473b-848a-9bab94230a7f None None] Provisioning for port 395240b1-a327-4f0c-b29c-293ce6c8c5e5 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:27.747452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1964323c-278a-473b-848a-9bab94230a7f None None] Provisioning complete for port 395240b1-a327-4f0c-b29c-293ce6c8c5e5 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:27.748458 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1964323c-278a-473b-848a-9bab94230a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.782572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b5bfb634-707d-45e1-8c2f-23f7f8d63d3e up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:27.805892 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1964323c-278a-473b-848a-9bab94230a7f None None] Port 395240b1-a327-4f0c-b29c-293ce6c8c5e5 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:11:27.832844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port b5bfb634-707d-45e1-8c2f-23f7f8d63d3e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:27.833293 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.841792 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fac53679-b37a-476d-b7e5-a1550c7e38e5 req-bed69804-dd7c-442b-bfe6-13652ad6b13b tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719296 Aug 06 16:11:27.900103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c1aa3-7e6e-4b76-be96-450344b089c3 req-72f91aec-ec98-423f-859b-1792f64a1afb tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:27.901600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c77c1aa3-7e6e-4b76-be96-450344b089c3 req-72f91aec-ec98-423f-859b-1792f64a1afb tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b699cc2-8d34-4829-b571-032b080019b4 HTTP/1.1" status: 200 len: 944 time: 0.1423221 Aug 06 16:11:27.905703 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb64e277-8e50-4614-970d-2399c01fec56 req-12bec8c0-bcee-44c9-9830-316bf9287ad8 service neutron] 10.222.0.13 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372024 Aug 06 16:11:27.937170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-d9253553-02ae-4208-9252-a2760ac8ea55 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Made reservation on behalf of a3820122cb71450fa766a24bf9be70b8 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:27.940558 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-d9253553-02ae-4208-9252-a2760ac8ea55 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:28.058260 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c77c1aa3-7e6e-4b76-be96-450344b089c3 req-b0c77b47-eb64-4823-9ade-015b5a75a85c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484003 Aug 06 16:11:28.136174 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb64e277-8e50-4614-970d-2399c01fec56 req-6436b0c9-38ce-4267-b961-20decfff087a service neutron] 10.222.0.13 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163806 Aug 06 16:11:28.151936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01370f4-e020-47c2-8997-4c9a394f9e82 req-b180d5c0-1550-4473-bbad-607770391b79 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:28.153479 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b01370f4-e020-47c2-8997-4c9a394f9e82 req-b180d5c0-1550-4473-bbad-607770391b79 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.1750007 Aug 06 16:11:28.253277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-d9253553-02ae-4208-9252-a2760ac8ea55 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Allocated IP 19.80.0.253 (2d6649e8-a9d0-499f-af25-1dc8a7eeab2a/cb554551-45ae-4f54-bb22-f5f695dcb05f/77ff3797-88b4-4a26-9a81-634064fd142a) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:28.272005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b01370f4-e020-47c2-8997-4c9a394f9e82 req-682529c5-9965-4e24-9894-c0f4f62a8032 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096051 Aug 06 16:11:28.288367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7062322-a24f-4c82-b361-35a952bfa3e7 req-eb9c3b30-62d6-467f-99f6-2a223f078fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:28.290406 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7062322-a24f-4c82-b361-35a952bfa3e7 req-eb9c3b30-62d6-467f-99f6-2a223f078fdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=549ca2e0574448e4b0e8bf73cea4acee&device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 1095 time: 0.0940049 Aug 06 16:11:28.469463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7062322-a24f-4c82-b361-35a952bfa3e7 req-1c12ed30-a806-4933-943e-871ea1b476e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:28.470881 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7062322-a24f-4c82-b361-35a952bfa3e7 req-1c12ed30-a806-4933-943e-871ea1b476e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=31e3160e-dcae-458f-8e68-33097bb25302 HTTP/1.1" status: 200 len: 921 time: 0.1721697 Aug 06 16:11:28.524535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7062322-a24f-4c82-b361-35a952bfa3e7 req-2178568f-f371-4d21-b1bd-c8b3a2c49963 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cca27a0e-32f7-473b-b8a4-f84f719a2ca7 HTTP/1.1" status: 200 len: 217 time: 0.0408170 Aug 06 16:11:28.533877 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-d9253553-02ae-4208-9252-a2760ac8ea55 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:28.573420 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-d9253553-02ae-4208-9252-a2760ac8ea55 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Transition to ACTIVE for port object 77ff3797-88b4-4a26-9a81-634064fd142a will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:28.594009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7062322-a24f-4c82-b361-35a952bfa3e7 req-7854bb83-cc1b-45f6-b528-f3477366c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:28.595753 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7062322-a24f-4c82-b361-35a952bfa3e7 req-7854bb83-cc1b-45f6-b528-f3477366c7a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1056e5c-559a-4a53-a352-33d04b3f97d1 HTTP/1.1" status: 200 len: 860 time: 0.0596673 Aug 06 16:11:28.640232 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7062322-a24f-4c82-b361-35a952bfa3e7 req-06550783-cbda-4c86-ba42-3e6752e0fe3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31e3160e-dcae-458f-8e68-33097bb25302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315199 Aug 06 16:11:28.648885 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-d9253553-02ae-4208-9252-a2760ac8ea55 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:28.778444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-d9253553-02ae-4208-9252-a2760ac8ea55 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Network 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:28.787519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-d9253553-02ae-4208-9252-a2760ac8ea55 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:28.790487 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-d9253553-02ae-4208-9252-a2760ac8ea55 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:28.822206 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9253553-02ae-4208-9252-a2760ac8ea55 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event updated for resources: {'Port': ['ID=77ff3797-88b4-4a26-9a81-634064fd142a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:28.858339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb78d90-c19b-4983-9790-a3c764e29ad3 req-653a3c68-a02f-40b2-b058-fe426ceafd20 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:28.860067 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5bb78d90-c19b-4983-9790-a3c764e29ad3 req-653a3c68-a02f-40b2-b058-fe426ceafd20 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 944 time: 0.2059777 Aug 06 16:11:28.893033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-d9253553-02ae-4208-9252-a2760ac8ea55 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:28.893717 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-d9253553-02ae-4208-9252-a2760ac8ea55 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:28.900100 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7062322-a24f-4c82-b361-35a952bfa3e7 req-cacb9a8a-932a-43bb-b97a-6707d3b48a38 service neutron] 10.222.0.13 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448874 Aug 06 16:11:28.985341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-d9253553-02ae-4208-9252-a2760ac8ea55 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3818500 Aug 06 16:11:29.019904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Request body: {'port': {'device_id': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:29.034131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-58a6266f-2c1f-4600-9492-6150d5272a2d None None] Provisioning for port 77ff3797-88b4-4a26-9a81-634064fd142a completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:29.038035 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-58a6266f-2c1f-4600-9492-6150d5272a2d None None] Provisioning complete for port 77ff3797-88b4-4a26-9a81-634064fd142a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:29.038489 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-58a6266f-2c1f-4600-9492-6150d5272a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:29.052778 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5bb78d90-c19b-4983-9790-a3c764e29ad3 req-15f83920-560b-4e88-852a-17ad7d64df52 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778827 Aug 06 16:11:29.073799 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-58a6266f-2c1f-4600-9492-6150d5272a2d None None] Port 77ff3797-88b4-4a26-9a81-634064fd142a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:11:29.102879 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e557f-70cf-40eb-949f-6c6843cfff9b req-73c820a3-d83d-4559-b182-ca0fa327a9ab tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:29.109513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e557f-70cf-40eb-949f-6c6843cfff9b req-73c820a3-d83d-4559-b182-ca0fa327a9ab tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:29.115322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e557f-70cf-40eb-949f-6c6843cfff9b req-73c820a3-d83d-4559-b182-ca0fa327a9ab tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:29.117536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d8e557f-70cf-40eb-949f-6c6843cfff9b req-73c820a3-d83d-4559-b182-ca0fa327a9ab tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2376 time: 0.1951368 Aug 06 16:11:29.153232 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7062322-a24f-4c82-b361-35a952bfa3e7 req-e4ceb49f-38ae-4676-b9ac-12b7d783f154 service neutron] 10.222.0.13 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440200 Aug 06 16:11:29.185455 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:29.243284 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d8e557f-70cf-40eb-949f-6c6843cfff9b req-9aa0afad-02ba-4c55-a63e-8e886a0af27f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090546 Aug 06 16:11:29.253146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ca3e6-7b9f-4dc1-aff2-a89deba73fc0 req-03d442a2-9f3c-4c0e-a17f-50dc24eed674 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:29.254672 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-710ca3e6-7b9f-4dc1-aff2-a89deba73fc0 req-03d442a2-9f3c-4c0e-a17f-50dc24eed674 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b699cc2-8d34-4829-b571-032b080019b4 HTTP/1.1" status: 200 len: 944 time: 0.1194873 Aug 06 16:11:29.376758 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-710ca3e6-7b9f-4dc1-aff2-a89deba73fc0 req-6be72c37-0fcf-4ac4-8a92-d2b959c2d30f tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142876 Aug 06 16:11:29.462980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171eeec1-4935-4f3b-9998-a67344bb97c4 req-ab1f9637-aab3-45d8-b1f5-dee61009610e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:29.464464 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-171eeec1-4935-4f3b-9998-a67344bb97c4 req-ab1f9637-aab3-45d8-b1f5-dee61009610e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.1137285 Aug 06 16:11:29.531864 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-171eeec1-4935-4f3b-9998-a67344bb97c4 req-a6f41d2e-71ae-4b10-b916-7c93ac6331db tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607553 Aug 06 16:11:29.583358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3961afd-db6f-4cca-ab12-0a131c20fa3a {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:29.591923 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:29.603808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Transition to ACTIVE for port object b3961afd-db6f-4cca-ab12-0a131c20fa3a will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:29.607724 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:29.658412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Pushing event updated for resources: {'Port': ['ID=b3961afd-db6f-4cca-ab12-0a131c20fa3a,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:29.685437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 92c22e18-8a4c-4fe2-8e35-9e017d44f80b up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:29.739245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Attempting to bind port b3961afd-db6f-4cca-ab12-0a131c20fa3a on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:29.739739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Attempting to bind port b3961afd-db6f-4cca-ab12-0a131c20fa3a by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '04de218c-a79f-4f88-94b1-2eebe49b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:29.740123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Attempting to bind port b3961afd-db6f-4cca-ab12-0a131c20fa3a on network 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:29.741003 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 92c22e18-8a4c-4fe2-8e35-9e017d44f80b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:29.745070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Port b3961afd-db6f-4cca-ab12-0a131c20fa3a on network 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:11:29.745070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Attempting to bind port b3961afd-db6f-4cca-ab12-0a131c20fa3a on network 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:29.746537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 92c22e18-8a4c-4fe2-8e35-9e017d44f80b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:29.747179 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:29.751266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:29.751607 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Checking segment: {'id': '04de218c-a79f-4f88-94b1-2eebe49b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:29.752062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Bound using segment: {'id': '04de218c-a79f-4f88-94b1-2eebe49b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:29.752489 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Bound port: b3961afd-db6f-4cca-ab12-0a131c20fa3a, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04de218c-a79f-4f88-94b1-2eebe49b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:29.752845 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:29.846745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] For port b3961afd-db6f-4cca-ab12-0a131c20fa3a, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:29.847423 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:29.850220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] For port b3961afd-db6f-4cca-ab12-0a131c20fa3a, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b3961afd-db6f-4cca-ab12-0a131c20fa3a,segment=NetworkSegment(04de218c-a79f-4f88-94b1-2eebe49b8883),segment_id=04de218c-a79f-4f88-94b1-2eebe49b8883)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:29.854680 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:29.870973 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b699cc2-8d34-4829-b571-032b080019b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c22e18-8a4c-4fe2-8e35-9e017d44f80b'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:29.873235 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ced916-f022-49cb-816b-43af305b8cfd" -d '{"events": [{"server_uuid": "6b699cc2-8d34-4829-b571-032b080019b4", "name": "network-vif-plugged", "status": "completed", "tag": "92c22e18-8a4c-4fe2-8e35-9e017d44f80b"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:29.886973 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 92c22e18-8a4c-4fe2-8e35-9e017d44f80b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=92c22e18-8a4c-4fe2-8e35-9e017d44f80b,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:29.893452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:29.894108 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:29.896047 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] 10.222.0.13 "PUT /v2.0/ports/b3961afd-db6f-4cca-ab12-0a131c20fa3a HTTP/1.1" status: 200 len: 1091 time: 0.8830168 Aug 06 16:11:29.896318 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:29.896439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'tag': 'b3961afd-db6f-4cca-ab12-0a131c20fa3a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:29.899085 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf21d57-9067-4d7e-968d-e1a5133dd458" -d '{"events": [{"name": "network-changed", "server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "tag": "b3961afd-db6f-4cca-ab12-0a131c20fa3a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:29.943265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Request body: {'port': {'device_id': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:29.965529 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81356cae-f2e3-492e-9a93-0ebb04d23afb x-openstack-request-id: req-81356cae-f2e3-492e-9a93-0ebb04d23afb {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:29.965857 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b699cc2-8d34-4829-b571-032b080019b4", "name": "network-vif-plugged", "status": "completed", "tag": "92c22e18-8a4c-4fe2-8e35-9e017d44f80b", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:29.966117 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81356cae-f2e3-492e-9a93-0ebb04d23afb {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:29.966608 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b699cc2-8d34-4829-b571-032b080019b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c22e18-8a4c-4fe2-8e35-9e017d44f80b', 'code': 200} Aug 06 16:11:29.979075 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b5105-3f95-47da-afa9-83671c2150ea service neutron] Pushing event updated for resources: {'Port': ['ID=b3961afd-db6f-4cca-ab12-0a131c20fa3a,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:29.996381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=92c22e18-8a4c-4fe2-8e35-9e017d44f80b,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:30.006542 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd0c489-6397-4372-9ecf-617163a17fc9 x-openstack-request-id: req-4cd0c489-6397-4372-9ecf-617163a17fc9 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:30.007071 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "tag": "b3961afd-db6f-4cca-ab12-0a131c20fa3a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:30.007071 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cd0c489-6397-4372-9ecf-617163a17fc9 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:30.008030 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'tag': 'b3961afd-db6f-4cca-ab12-0a131c20fa3a', 'status': 'completed', 'code': 200} Aug 06 16:11:30.068220 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:30.072951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f95a2b-7c53-485f-8544-220afa1a611a req-6f8cb7ff-2226-4c24-8dd6-d575cbca8d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:30.074595 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-16f95a2b-7c53-485f-8544-220afa1a611a req-6f8cb7ff-2226-4c24-8dd6-d575cbca8d7d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6b699cc2-8d34-4829-b571-032b080019b4 HTTP/1.1" status: 200 len: 1096 time: 0.0422711 Aug 06 16:11:30.093523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21d57-9067-4d7e-968d-e1a5133dd458 req-dca85c35-c5b3-422e-a95a-1e12b2621c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:30.093927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21d57-9067-4d7e-968d-e1a5133dd458 req-dca85c35-c5b3-422e-a95a-1e12b2621c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:30.094722 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21d57-9067-4d7e-968d-e1a5133dd458 req-dca85c35-c5b3-422e-a95a-1e12b2621c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:30.096541 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bf21d57-9067-4d7e-968d-e1a5133dd458 req-dca85c35-c5b3-422e-a95a-1e12b2621c1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3820122cb71450fa766a24bf9be70b8&device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2731 time: 0.0660799 Aug 06 16:11:30.119710 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-16f95a2b-7c53-485f-8544-220afa1a611a req-a4f39e82-6c6e-4226-9834-afe2d50a9167 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373464 Aug 06 16:11:30.326793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58391b5-5647-4774-b8e2-1a6aa163b5a2 req-2068213c-3818-479f-aa52-cbaaf27f41d4 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:30.328252 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d58391b5-5647-4774-b8e2-1a6aa163b5a2 req-2068213c-3818-479f-aa52-cbaaf27f41d4 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 944 time: 0.1886864 Aug 06 16:11:30.391539 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21d57-9067-4d7e-968d-e1a5133dd458 req-050d3e04-75da-4da9-b507-f888bcd1cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:30.392018 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21d57-9067-4d7e-968d-e1a5133dd458 req-050d3e04-75da-4da9-b507-f888bcd1cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:30.392499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21d57-9067-4d7e-968d-e1a5133dd458 req-050d3e04-75da-4da9-b507-f888bcd1cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:30.394111 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bf21d57-9067-4d7e-968d-e1a5133dd458 req-050d3e04-75da-4da9-b507-f888bcd1cfce service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a3820122cb71450fa766a24bf9be70b8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2791781 Aug 06 16:11:30.885195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d58391b5-5647-4774-b8e2-1a6aa163b5a2 req-76040336-7bd8-49af-b765-5726f5a56522 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5489659 Aug 06 16:11:30.903160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab65f8-6139-491b-97d0-8ff3214dd04f req-224fb653-17a3-4465-a92c-44cfa8d36ee4 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:30.909080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab65f8-6139-491b-97d0-8ff3214dd04f req-224fb653-17a3-4465-a92c-44cfa8d36ee4 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:30.916343 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab65f8-6139-491b-97d0-8ff3214dd04f req-224fb653-17a3-4465-a92c-44cfa8d36ee4 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:30.916681 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device cca27a0e-32f7-473b-b8a4-f84f719a2ca7 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:11:30.919031 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-57ab65f8-6139-491b-97d0-8ff3214dd04f req-224fb653-17a3-4465-a92c-44cfa8d36ee4 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2388 time: 0.6003222 Aug 06 16:11:31.033656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf21d57-9067-4d7e-968d-e1a5133dd458 req-8626ff03-279b-458d-8567-7b742ae1130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:31.035149 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bf21d57-9067-4d7e-968d-e1a5133dd458 req-8626ff03-279b-458d-8567-7b742ae1130d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6214814 Aug 06 16:11:31.048155 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-57ab65f8-6139-491b-97d0-8ff3214dd04f req-f9b3e265-b8b2-4bb2-8998-71502f8df075 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217065 Aug 06 16:11:31.055190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port cca27a0e-32f7-473b-b8a4-f84f719a2ca7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cca27a0e-32f7-473b-b8a4-f84f719a2ca7,segment=NetworkSegment(48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5),segment_id=48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:31.078367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7', 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302', 'port_id': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7', 'mac_address': 'fa:16:3e:f3:2e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:11:31.102442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395240b1-a327-4f0c-b29c-293ce6c8c5e5 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:31.114916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b102e3f-540d-4b57-aeb5-304bdf259a7b req-4c54d921-6c4f-4d38-ab26-a1dc631995a3 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:31.116485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b102e3f-540d-4b57-aeb5-304bdf259a7b req-4c54d921-6c4f-4d38-ab26-a1dc631995a3 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b699cc2-8d34-4829-b571-032b080019b4 HTTP/1.1" status: 200 len: 945 time: 0.1422617 Aug 06 16:11:31.121402 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:31.130033 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:31.144245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca27a0e-32f7-473b-b8a4-f84f719a2ca7 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:31.165193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port cca27a0e-32f7-473b-b8a4-f84f719a2ca7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cca27a0e-32f7-473b-b8a4-f84f719a2ca7,segment=NetworkSegment(48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5),segment_id=48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:31.170596 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:31.174190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Transition to ACTIVE for port object 395240b1-a327-4f0c-b29c-293ce6c8c5e5 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:31.181583 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:31.226020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=cca27a0e-32f7-473b-b8a4-f84f719a2ca7,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:31.228615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b102e3f-540d-4b57-aeb5-304bdf259a7b req-26140fef-fa2f-4c1b-b6d2-a80ed904d73e tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045432 Aug 06 16:11:31.258569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f385476-e651-49d3-ae42-f2088721f31f req-28a79f8c-1cef-4ad0-9a84-6cb77b455a4a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:31.260167 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f385476-e651-49d3-ae42-f2088721f31f req-28a79f8c-1cef-4ad0-9a84-6cb77b455a4a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.1350372 Aug 06 16:11:31.269193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Pushing event updated for resources: {'Port': ['ID=395240b1-a327-4f0c-b29c-293ce6c8c5e5,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:31.356688 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f385476-e651-49d3-ae42-f2088721f31f req-ca7f5770-68f2-4c29-9d3d-12f0949f56a6 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884597 Aug 06 16:11:31.378163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Attempting to bind port 395240b1-a327-4f0c-b29c-293ce6c8c5e5 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:31.378163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Attempting to bind port 395240b1-a327-4f0c-b29c-293ce6c8c5e5 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'e8133ba3-db4a-4760-a09f-91e075ef4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1e601200-7a7c-4a2a-ba39-98a01f58f6bd'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:31.378163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Attempting to bind port 395240b1-a327-4f0c-b29c-293ce6c8c5e5 on network 1e601200-7a7c-4a2a-ba39-98a01f58f6bd {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:31.379711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Port 395240b1-a327-4f0c-b29c-293ce6c8c5e5 on network 1e601200-7a7c-4a2a-ba39-98a01f58f6bd not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:11:31.380108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Attempting to bind port 395240b1-a327-4f0c-b29c-293ce6c8c5e5 on network 1e601200-7a7c-4a2a-ba39-98a01f58f6bd {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:31.385783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:31.386125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Checking segment: {'id': 'e8133ba3-db4a-4760-a09f-91e075ef4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1e601200-7a7c-4a2a-ba39-98a01f58f6bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:31.386513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Bound using segment: {'id': 'e8133ba3-db4a-4760-a09f-91e075ef4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1e601200-7a7c-4a2a-ba39-98a01f58f6bd'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:31.386945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Bound port: 395240b1-a327-4f0c-b29c-293ce6c8c5e5, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8133ba3-db4a-4760-a09f-91e075ef4041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1e601200-7a7c-4a2a-ba39-98a01f58f6bd'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:31.387309 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:31.456030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] For port 395240b1-a327-4f0c-b29c-293ce6c8c5e5, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:31.459191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] For port 395240b1-a327-4f0c-b29c-293ce6c8c5e5, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=395240b1-a327-4f0c-b29c-293ce6c8c5e5,segment=NetworkSegment(e8133ba3-db4a-4760-a09f-91e075ef4041),segment_id=e8133ba3-db4a-4760-a09f-91e075ef4041)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:31.460265 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['cca27a0e-32f7-473b-b8a4-f84f719a2ca7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:31.464003 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:31.497395 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:31.498121 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:31.499450 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] 10.222.0.13 "PUT /v2.0/ports/395240b1-a327-4f0c-b29c-293ce6c8c5e5 HTTP/1.1" status: 200 len: 1092 time: 1.5615253 Aug 06 16:11:31.525559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc76b21-b5d3-462d-9b8c-75154e4aa4cd service neutron] Pushing event updated for resources: {'Port': ['ID=395240b1-a327-4f0c-b29c-293ce6c8c5e5,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:31.545574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Request body: {'port': {'device_id': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:31.610805 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:31.882399 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ff3797-88b4-4a26-9a81-634064fd142a {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:31.889898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:31.901674 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Transition to ACTIVE for port object 77ff3797-88b4-4a26-9a81-634064fd142a will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:31.905537 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:31.963810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=77ff3797-88b4-4a26-9a81-634064fd142a,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:32.024235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'tag': '395240b1-a327-4f0c-b29c-293ce6c8c5e5'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:32.026521 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ec40c9-1376-48c5-8f38-92ec6749b3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "tag": "395240b1-a327-4f0c-b29c-293ce6c8c5e5"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:32.062154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ae41d-d862-427e-8198-3f5bdb598bb9 req-1342af78-b6e1-4d2d-8744-e8e3ceab1b8f tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.063724 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a83ae41d-d862-427e-8198-3f5bdb598bb9 req-1342af78-b6e1-4d2d-8744-e8e3ceab1b8f tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 945 time: 0.1044519 Aug 06 16:11:32.067960 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95667425-1c7c-43b6-87a3-f22fe7d14234 x-openstack-request-id: req-95667425-1c7c-43b6-87a3-f22fe7d14234 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:32.068244 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "tag": "395240b1-a327-4f0c-b29c-293ce6c8c5e5", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:32.068497 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95667425-1c7c-43b6-87a3-f22fe7d14234 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:32.068876 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'tag': '395240b1-a327-4f0c-b29c-293ce6c8c5e5', 'status': 'completed', 'code': 200} Aug 06 16:11:32.091847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Attempting to bind port 77ff3797-88b4-4a26-9a81-634064fd142a on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:32.092283 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Attempting to bind port 77ff3797-88b4-4a26-9a81-634064fd142a by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '04de218c-a79f-4f88-94b1-2eebe49b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:32.092505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Attempting to bind port 77ff3797-88b4-4a26-9a81-634064fd142a on network 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:32.115769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Port 77ff3797-88b4-4a26-9a81-634064fd142a on network 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:11:32.116088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Attempting to bind port 77ff3797-88b4-4a26-9a81-634064fd142a on network 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:32.151630 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:32.152274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Checking segment: {'id': '04de218c-a79f-4f88-94b1-2eebe49b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:32.152659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Bound using segment: {'id': '04de218c-a79f-4f88-94b1-2eebe49b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:32.153097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Bound port: 77ff3797-88b4-4a26-9a81-634064fd142a, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04de218c-a79f-4f88-94b1-2eebe49b8883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:32.153551 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:32.184618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a83ae41d-d862-427e-8198-3f5bdb598bb9 req-6457a875-c770-4bc2-8444-d32e7820ce12 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137574 Aug 06 16:11:32.220252 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec40c9-1376-48c5-8f38-92ec6749b3b4 req-b7eb3d8b-5255-4774-be4e-6f0e3a04fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.220671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec40c9-1376-48c5-8f38-92ec6749b3b4 req-b7eb3d8b-5255-4774-be4e-6f0e3a04fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.221142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec40c9-1376-48c5-8f38-92ec6749b3b4 req-b7eb3d8b-5255-4774-be4e-6f0e3a04fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.222782 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6ec40c9-1376-48c5-8f38-92ec6749b3b4 req-b7eb3d8b-5255-4774-be4e-6f0e3a04fa83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3820122cb71450fa766a24bf9be70b8&device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2823 time: 0.1193588 Aug 06 16:11:32.284967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725ad5d-45b5-4e69-b2f0-ec6ee880e874 req-49960e0c-e75b-4028-9d34-e41575d3d30f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.291428 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725ad5d-45b5-4e69-b2f0-ec6ee880e874 req-49960e0c-e75b-4028-9d34-e41575d3d30f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.297346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725ad5d-45b5-4e69-b2f0-ec6ee880e874 req-49960e0c-e75b-4028-9d34-e41575d3d30f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.299213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a725ad5d-45b5-4e69-b2f0-ec6ee880e874 req-49960e0c-e75b-4028-9d34-e41575d3d30f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2412 time: 0.1639705 Aug 06 16:11:32.382136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] For port 77ff3797-88b4-4a26-9a81-634064fd142a, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:32.409471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] For port 77ff3797-88b4-4a26-9a81-634064fd142a, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=77ff3797-88b4-4a26-9a81-634064fd142a,segment=NetworkSegment(04de218c-a79f-4f88-94b1-2eebe49b8883),segment_id=04de218c-a79f-4f88-94b1-2eebe49b8883)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:32.431231 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:32.485741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a725ad5d-45b5-4e69-b2f0-ec6ee880e874 req-a8e8f39c-86ff-4c61-96b5-7766c061aa44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680670 Aug 06 16:11:32.496800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ccc09-9703-4311-af4f-198a86bc78be req-a463bcb6-1fc4-4192-8d04-0859557a4ca3 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.498324 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce8ccc09-9703-4311-af4f-198a86bc78be req-a463bcb6-1fc4-4192-8d04-0859557a4ca3 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b699cc2-8d34-4829-b571-032b080019b4 HTTP/1.1" status: 200 len: 945 time: 0.1982431 Aug 06 16:11:32.503075 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec40c9-1376-48c5-8f38-92ec6749b3b4 req-e335e8db-b279-4fb6-9395-779c860a8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.503378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec40c9-1376-48c5-8f38-92ec6749b3b4 req-e335e8db-b279-4fb6-9395-779c860a8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.503842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec40c9-1376-48c5-8f38-92ec6749b3b4 req-e335e8db-b279-4fb6-9395-779c860a8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.505378 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6ec40c9-1376-48c5-8f38-92ec6749b3b4 req-e335e8db-b279-4fb6-9395-779c860a8901 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a3820122cb71450fa766a24bf9be70b8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2700210 Aug 06 16:11:32.521900 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.522384 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:32.524321 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/77ff3797-88b4-4a26-9a81-634064fd142a HTTP/1.1" status: 200 len: 1092 time: 0.9835429 Aug 06 16:11:32.607585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec9a35-c2e0-4e29-b5e9-d9762719c7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=77ff3797-88b4-4a26-9a81-634064fd142a,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:32.630158 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce8ccc09-9703-4311-af4f-198a86bc78be req-e68861c3-cf41-414b-be8f-b5deb7d9bdd4 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217022 Aug 06 16:11:32.694495 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec40c9-1376-48c5-8f38-92ec6749b3b4 req-9f80b797-15ab-4387-a894-63c7f38e9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.696018 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6ec40c9-1376-48c5-8f38-92ec6749b3b4 req-9f80b797-15ab-4387-a894-63c7f38e9af6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1805265 Aug 06 16:11:32.709066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2761e-e8aa-449d-b653-5f5a4207c542 req-889072f7-2b8f-4b72-bbc0-4652769f96d3 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.710935 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b2c2761e-e8aa-449d-b653-5f5a4207c542 req-889072f7-2b8f-4b72-bbc0-4652769f96d3 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.0761192 Aug 06 16:11:32.768242 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b2c2761e-e8aa-449d-b653-5f5a4207c542 req-2801eafa-d3cc-47f4-ab72-b3d05e33105a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507488 Aug 06 16:11:32.802505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-de9f90ca-2cce-46fb-bb1f-4ad6ad13e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.802991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-de9f90ca-2cce-46fb-bb1f-4ad6ad13e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.803463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-de9f90ca-2cce-46fb-bb1f-4ad6ad13e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.805118 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-de9f90ca-2cce-46fb-bb1f-4ad6ad13e557 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3820122cb71450fa766a24bf9be70b8&device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2865 time: 0.0546463 Aug 06 16:11:32.863618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-21fd7b93-1f61-4b0b-bde7-3e6f9d5b5d41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.23&port_id=b3961afd-db6f-4cca-ab12-0a131c20fa3a HTTP/1.1" status: 200 len: 217 time: 0.0483041 Aug 06 16:11:32.931421 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device cca27a0e-32f7-473b-b8a4-f84f719a2ca7 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:32.938319 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-03f6c42f-a263-45ad-b220-8aa430311ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:32.941992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-03f6c42f-a263-45ad-b220-8aa430311ab6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb554551-45ae-4f54-bb22-f5f695dcb05f HTTP/1.1" status: 200 len: 801 time: 0.0684147 Aug 06 16:11:32.984863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port cca27a0e-32f7-473b-b8a4-f84f719a2ca7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:32.990092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port cca27a0e-32f7-473b-b8a4-f84f719a2ca7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:32.990495 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:33.001646 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-75adc280-db44-4871-a374-7d7748b5bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:33.003294 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-75adc280-db44-4871-a374-7d7748b5bb33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2d6649e8-a9d0-499f-af25-1dc8a7eeab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0485971 Aug 06 16:11:33.077753 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:33.102868 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:33.105077 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8362b866-a444-4df1-9358-1d7eea2ea70d" -d '{"events": [{"server_uuid": "d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5", "name": "network-vif-plugged", "status": "completed", "tag": "cca27a0e-32f7-473b-b8a4-f84f719a2ca7"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:33.109215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-39c78fd8-919e-407f-be78-8b2a318a7b66 service neutron] 10.222.0.13 "GET /v2.0/networks/2d6649e8-a9d0-499f-af25-1dc8a7eeab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940876 Aug 06 16:11:33.123937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port cca27a0e-32f7-473b-b8a4-f84f719a2ca7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cca27a0e-32f7-473b-b8a4-f84f719a2ca7,segment=NetworkSegment(48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5),segment_id=48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:33.129191 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:33.162177 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6da6f17-a709-4d73-abed-a9bc619534f4 x-openstack-request-id: req-b6da6f17-a709-4d73-abed-a9bc619534f4 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:33.162548 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5", "name": "network-vif-plugged", "status": "completed", "tag": "cca27a0e-32f7-473b-b8a4-f84f719a2ca7", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:33.162868 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6da6f17-a709-4d73-abed-a9bc619534f4 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:33.163337 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7', 'code': 200} Aug 06 16:11:33.194784 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=cca27a0e-32f7-473b-b8a4-f84f719a2ca7,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:33.228421 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f852cdfb-00ce-4abb-bacd-d6e90608f666 service neutron] 10.222.0.13 "GET /v2.0/networks/2d6649e8-a9d0-499f-af25-1dc8a7eeab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054983 Aug 06 16:11:33.303248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-977a0230-c89e-4802-bc7b-347fe4e0addd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=395240b1-a327-4f0c-b29c-293ce6c8c5e5 HTTP/1.1" status: 200 len: 217 time: 0.0650258 Aug 06 16:11:33.361672 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e0d4a-b944-4ebd-b94c-dbac958fa53f req-35a46cb5-f884-4982-8162-fa7465aa6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:33.363194 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-958e0d4a-b944-4ebd-b94c-dbac958fa53f req-35a46cb5-f884-4982-8162-fa7465aa6dda service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 1097 time: 0.1337643 Aug 06 16:11:33.391101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ee84d-8df0-47ee-b08c-13e287e5a805 req-afdbe3bc-5845-4c81-b3f9-8552ea37fb3e tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:33.392598 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea6ee84d-8df0-47ee-b08c-13e287e5a805 req-afdbe3bc-5845-4c81-b3f9-8552ea37fb3e tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.1328254 Aug 06 16:11:33.410935 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-b9aa54a1-8c88-44a3-a95d-ece1e3fb19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:33.412235 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-b9aa54a1-8c88-44a3-a95d-ece1e3fb19e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=48b9523e-2321-4ff1-a9dd-01535048835c HTTP/1.1" status: 200 len: 801 time: 0.0934150 Aug 06 16:11:33.446577 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-958e0d4a-b944-4ebd-b94c-dbac958fa53f req-c2928184-cc67-4f1c-a006-ca54687f1d9f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741580 Aug 06 16:11:33.480833 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea6ee84d-8df0-47ee-b08c-13e287e5a805 req-7642b811-2448-4e04-b4d8-22e592e30454 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785472 Aug 06 16:11:33.495257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-718a22ed-d690-4e99-9100-2d3533f07ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:33.496765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-718a22ed-d690-4e99-9100-2d3533f07ce8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1e601200-7a7c-4a2a-ba39-98a01f58f6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0682144 Aug 06 16:11:33.653322 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-8f4d402d-e38d-4b58-9d2e-8d8dff6a63da service neutron] 10.222.0.13 "GET /v2.0/networks/1e601200-7a7c-4a2a-ba39-98a01f58f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392245 Aug 06 16:11:33.663345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fbb4b-6199-417e-b0cf-5a5ea1e9d21e req-2d1cb54d-c334-4c6f-bb6d-748008185a96 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:33.669993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fbb4b-6199-417e-b0cf-5a5ea1e9d21e req-2d1cb54d-c334-4c6f-bb6d-748008185a96 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:33.675905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fbb4b-6199-417e-b0cf-5a5ea1e9d21e req-2d1cb54d-c334-4c6f-bb6d-748008185a96 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:33.677475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc0fbb4b-6199-417e-b0cf-5a5ea1e9d21e req-2d1cb54d-c334-4c6f-bb6d-748008185a96 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2412 time: 0.1004345 Aug 06 16:11:33.694067 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fd6d16ba-f778-490b-b5f2-8ef2dcaaf60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:33.769539 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc0fbb4b-6199-417e-b0cf-5a5ea1e9d21e req-c357a510-eb00-436e-8b07-5197d128fec6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832009 Aug 06 16:11:33.795634 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-b277a47f-2d86-4052-9c39-22c4c604a35b service neutron] 10.222.0.13 "GET /v2.0/networks/1e601200-7a7c-4a2a-ba39-98a01f58f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171107 Aug 06 16:11:33.849281 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-2106d328-e1ed-4176-99e9-5d652402ad8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.253&port_id=77ff3797-88b4-4a26-9a81-634064fd142a HTTP/1.1" status: 200 len: 217 time: 0.0409973 Aug 06 16:11:33.927334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-e7fdadcd-846a-4c5f-a9a8-9d9fab234d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:33.928712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-e7fdadcd-846a-4c5f-a9a8-9d9fab234d33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb554551-45ae-4f54-bb22-f5f695dcb05f HTTP/1.1" status: 200 len: 801 time: 0.0651741 Aug 06 16:11:33.937567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cbd15-0467-45aa-b1d3-140cf8f6895e req-5f450660-07e0-438e-b186-e91a40c0a73e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:33.939027 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-585cbd15-0467-45aa-b1d3-140cf8f6895e req-5f450660-07e0-438e-b186-e91a40c0a73e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.0835838 Aug 06 16:11:34.006290 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-585cbd15-0467-45aa-b1d3-140cf8f6895e req-e073b520-9d9a-4276-baf8-30d0e1a06eb0 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583198 Aug 06 16:11:34.009582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-efd5fdb3-c5b7-4a30-bdbd-a64340ada1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:34.011075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-efd5fdb3-c5b7-4a30-bdbd-a64340ada1d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2d6649e8-a9d0-499f-af25-1dc8a7eeab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0712032 Aug 06 16:11:34.071985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'tag': '77ff3797-88b4-4a26-9a81-634064fd142a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:34.074240 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7370be-372a-4bb1-965a-f556b2d0ff66" -d '{"events": [{"name": "network-changed", "server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "tag": "77ff3797-88b4-4a26-9a81-634064fd142a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:34.117854 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fffa73f-5f0a-4d15-a919-c6415b954ea0 x-openstack-request-id: req-4fffa73f-5f0a-4d15-a919-c6415b954ea0 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:34.118533 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "tag": "77ff3797-88b4-4a26-9a81-634064fd142a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:34.118533 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4fffa73f-5f0a-4d15-a919-c6415b954ea0 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:34.118763 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'tag': '77ff3797-88b4-4a26-9a81-634064fd142a', 'status': 'completed', 'code': 200} Aug 06 16:11:34.120922 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-b0877dbd-6a6e-4afa-892a-d2c37ae4df84 service neutron] 10.222.0.13 "GET /v2.0/networks/2d6649e8-a9d0-499f-af25-1dc8a7eeab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998006 Aug 06 16:11:34.237489 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-472c6f6c-8db0-4319-b07a-605f78e2d1f4 req-f21a510c-3578-4d02-825a-43d60b5e6e5c service neutron] 10.222.0.13 "GET /v2.0/networks/2d6649e8-a9d0-499f-af25-1dc8a7eeab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034641 Aug 06 16:11:34.343876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7370be-372a-4bb1-965a-f556b2d0ff66 req-3b50d288-4ee7-4d27-9948-a61da93525f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:34.344623 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7370be-372a-4bb1-965a-f556b2d0ff66 req-3b50d288-4ee7-4d27-9948-a61da93525f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:34.345095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7370be-372a-4bb1-965a-f556b2d0ff66 req-3b50d288-4ee7-4d27-9948-a61da93525f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:34.346845 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e7370be-372a-4bb1-965a-f556b2d0ff66 req-3b50d288-4ee7-4d27-9948-a61da93525f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3820122cb71450fa766a24bf9be70b8&device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2865 time: 0.0463195 Aug 06 16:11:34.447667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7370be-372a-4bb1-965a-f556b2d0ff66 req-c9614810-656a-48f5-90cb-3223841811fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:34.449150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e7370be-372a-4bb1-965a-f556b2d0ff66 req-c9614810-656a-48f5-90cb-3223841811fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=2d6649e8-a9d0-499f-af25-1dc8a7eeab2a HTTP/1.1" status: 200 len: 902 time: 0.0911527 Aug 06 16:11:34.497960 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e7370be-372a-4bb1-965a-f556b2d0ff66 req-584c6bf4-b826-4ffa-9322-3309c619101c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.253&port_id=77ff3797-88b4-4a26-9a81-634064fd142a HTTP/1.1" status: 200 len: 217 time: 0.0396478 Aug 06 16:11:34.603115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7370be-372a-4bb1-965a-f556b2d0ff66 req-5837df59-28f3-40f8-81c4-874dc1802e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:34.605946 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e7370be-372a-4bb1-965a-f556b2d0ff66 req-5837df59-28f3-40f8-81c4-874dc1802e6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb554551-45ae-4f54-bb22-f5f695dcb05f HTTP/1.1" status: 200 len: 801 time: 0.0924714 Aug 06 16:11:34.642133 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707462ca-51eb-470a-98a6-e1f551e258b1 req-fae5176e-debe-4919-b768-0cf36bd901fb tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:34.643603 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-707462ca-51eb-470a-98a6-e1f551e258b1 req-fae5176e-debe-4919-b768-0cf36bd901fb tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.0737815 Aug 06 16:11:34.705075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-707462ca-51eb-470a-98a6-e1f551e258b1 req-95b731ba-cda0-4549-9494-44833535224e tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437863 Aug 06 16:11:34.706889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7370be-372a-4bb1-965a-f556b2d0ff66 req-fa478426-3b9a-430b-8dac-438f17b605f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:34.708304 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e7370be-372a-4bb1-965a-f556b2d0ff66 req-fa478426-3b9a-430b-8dac-438f17b605f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2d6649e8-a9d0-499f-af25-1dc8a7eeab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0843194 Aug 06 16:11:34.810532 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e7370be-372a-4bb1-965a-f556b2d0ff66 req-79a26632-90b6-4f3b-ab37-4b52aba74787 service neutron] 10.222.0.13 "GET /v2.0/networks/2d6649e8-a9d0-499f-af25-1dc8a7eeab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887895 Aug 06 16:11:34.954273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090e547-4bfd-4ec9-8816-e75c2f74b6f8 req-e067e74f-5f99-45a5-87e8-69d8dc1265a7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:34.960357 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090e547-4bfd-4ec9-8816-e75c2f74b6f8 req-e067e74f-5f99-45a5-87e8-69d8dc1265a7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:34.966060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090e547-4bfd-4ec9-8816-e75c2f74b6f8 req-e067e74f-5f99-45a5-87e8-69d8dc1265a7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:34.967765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c090e547-4bfd-4ec9-8816-e75c2f74b6f8 req-e067e74f-5f99-45a5-87e8-69d8dc1265a7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2412 time: 0.1233914 Aug 06 16:11:34.970222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e7370be-372a-4bb1-965a-f556b2d0ff66 req-8cdf70bd-b8c9-476d-9f4d-61c4b7d08c17 service neutron] 10.222.0.13 "GET /v2.0/networks/2d6649e8-a9d0-499f-af25-1dc8a7eeab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513808 Aug 06 16:11:35.009855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c090e547-4bfd-4ec9-8816-e75c2f74b6f8 req-f4e92661-eb3e-4d35-a4eb-97277ae3a6e9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353684 Aug 06 16:11:35.128371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba59f3a-ebbf-4a34-95da-b8b279852bfc req-c4c86564-5f85-47d0-ba82-a8222473dd6c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:35.129903 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bba59f3a-ebbf-4a34-95da-b8b279852bfc req-c4c86564-5f85-47d0-ba82-a8222473dd6c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.0506742 Aug 06 16:11:35.172565 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bba59f3a-ebbf-4a34-95da-b8b279852bfc req-bd2209ee-a8a3-49ad-8c81-aa261fefcd82 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364757 Aug 06 16:11:35.833522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271221b5-36a5-4168-9b2a-e37c85cc9982 req-854fe95b-e439-4b6f-9503-9e272f5008f9 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:35.833522 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-271221b5-36a5-4168-9b2a-e37c85cc9982 req-854fe95b-e439-4b6f-9503-9e272f5008f9 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.0499785 Aug 06 16:11:35.870003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-271221b5-36a5-4168-9b2a-e37c85cc9982 req-8a3a4542-2778-4bf9-9b18-6a4dbec55240 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324867 Aug 06 16:11:36.148504 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75ba61-35af-479f-8d93-d4d88c5ee53d req-8642183e-6920-4f33-9488-e6548b91de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:36.150882 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc75ba61-35af-479f-8d93-d4d88c5ee53d req-8642183e-6920-4f33-9488-e6548b91de15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=549ca2e0574448e4b0e8bf73cea4acee&device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 1097 time: 0.0960968 Aug 06 16:11:36.154583 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ec1b9499-5a32-473c-8360-abcfa761e55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:36.185846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eae70c-c143-4ed0-84e9-efef16a95a89 req-27cad64a-3e24-4d3f-90ee-c54693fac60f tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:36.187362 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8eae70c-c143-4ed0-84e9-efef16a95a89 req-27cad64a-3e24-4d3f-90ee-c54693fac60f tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.1021821 Aug 06 16:11:36.218736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1a470-bbb4-4915-9355-9d1d6006a2cd req-56ed9b9a-bc4e-4c35-9da8-37e69bd9de79 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:36.224811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1a470-bbb4-4915-9355-9d1d6006a2cd req-56ed9b9a-bc4e-4c35-9da8-37e69bd9de79 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:36.231395 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1a470-bbb4-4915-9355-9d1d6006a2cd req-56ed9b9a-bc4e-4c35-9da8-37e69bd9de79 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:36.233047 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eab1a470-bbb4-4915-9355-9d1d6006a2cd req-56ed9b9a-bc4e-4c35-9da8-37e69bd9de79 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2412 time: 0.1456320 Aug 06 16:11:36.329772 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8eae70c-c143-4ed0-84e9-efef16a95a89 req-9d80909c-adc3-4f14-a527-7f7d90341767 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273074 Aug 06 16:11:36.348887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eab1a470-bbb4-4915-9355-9d1d6006a2cd req-f03ca1c3-8b38-4b8e-a018-ef8bbdffd9ae tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946097 Aug 06 16:11:36.356467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75ba61-35af-479f-8d93-d4d88c5ee53d req-80f55f72-0194-44a8-807f-98c354781fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:36.356467 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc75ba61-35af-479f-8d93-d4d88c5ee53d req-80f55f72-0194-44a8-807f-98c354781fa7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=31e3160e-dcae-458f-8e68-33097bb25302 HTTP/1.1" status: 200 len: 921 time: 0.1870737 Aug 06 16:11:36.404614 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc75ba61-35af-479f-8d93-d4d88c5ee53d req-033253b5-a0f5-4fea-921f-daee21458467 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cca27a0e-32f7-473b-b8a4-f84f719a2ca7 HTTP/1.1" status: 200 len: 217 time: 0.0390334 Aug 06 16:11:36.481341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75ba61-35af-479f-8d93-d4d88c5ee53d req-339cb208-ba4d-41cf-95b5-4c1fe3757cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:36.483134 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc75ba61-35af-479f-8d93-d4d88c5ee53d req-339cb208-ba4d-41cf-95b5-4c1fe3757cd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1056e5c-559a-4a53-a352-33d04b3f97d1 HTTP/1.1" status: 200 len: 860 time: 0.0682142 Aug 06 16:11:36.495425 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bdcd6-493d-4159-856f-9481cad667a9 req-f22afc82-b3cc-466c-bd18-3c750da85496 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:36.496925 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a4bdcd6-493d-4159-856f-9481cad667a9 req-f22afc82-b3cc-466c-bd18-3c750da85496 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.0944419 Aug 06 16:11:36.532170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc75ba61-35af-479f-8d93-d4d88c5ee53d req-476c8c6a-4610-4cb1-ba30-e9bf9d72cf07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31e3160e-dcae-458f-8e68-33097bb25302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343165 Aug 06 16:11:36.584227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a4bdcd6-493d-4159-856f-9481cad667a9 req-ecb96c97-af14-485c-83b4-936cb1a16380 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786664 Aug 06 16:11:36.586523 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:36.645106 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc75ba61-35af-479f-8d93-d4d88c5ee53d req-f222a703-2dbf-4197-8f50-bc4b11169c78 service neutron] 10.222.0.13 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994556 Aug 06 16:11:36.746165 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc75ba61-35af-479f-8d93-d4d88c5ee53d req-817614b5-0832-4cf5-924d-6b2f490be1a5 service neutron] 10.222.0.13 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885017 Aug 06 16:11:36.963781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 77ff3797-88b4-4a26-9a81-634064fd142a details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:11:37.061254 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 77ff3797-88b4-4a26-9a81-634064fd142a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=77ff3797-88b4-4a26-9a81-634064fd142a,segment=NetworkSegment(04de218c-a79f-4f88-94b1-2eebe49b8883),segment_id=04de218c-a79f-4f88-94b1-2eebe49b8883)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:37.072516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '77ff3797-88b4-4a26-9a81-634064fd142a', 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a', 'port_id': '77ff3797-88b4-4a26-9a81-634064fd142a', 'mac_address': 'fa:16:3e:29:b5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb554551-45ae-4f54-bb22-f5f695dcb05f', 'ip_address': '19.80.0.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:11:37.108942 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:37.126354 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ff3797-88b4-4a26-9a81-634064fd142a {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:37.145390 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 77ff3797-88b4-4a26-9a81-634064fd142a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=77ff3797-88b4-4a26-9a81-634064fd142a,segment=NetworkSegment(04de218c-a79f-4f88-94b1-2eebe49b8883),segment_id=04de218c-a79f-4f88-94b1-2eebe49b8883)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:37.149645 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:37.150326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b3961afd-db6f-4cca-ab12-0a131c20fa3a details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:11:37.216347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b3961afd-db6f-4cca-ab12-0a131c20fa3a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b3961afd-db6f-4cca-ab12-0a131c20fa3a,segment=NetworkSegment(04de218c-a79f-4f88-94b1-2eebe49b8883),segment_id=04de218c-a79f-4f88-94b1-2eebe49b8883)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:37.218587 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=77ff3797-88b4-4a26-9a81-634064fd142a,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:37.230597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'b3961afd-db6f-4cca-ab12-0a131c20fa3a', 'network_id': '2d6649e8-a9d0-499f-af25-1dc8a7eeab2a', 'port_id': 'b3961afd-db6f-4cca-ab12-0a131c20fa3a', 'mac_address': 'fa:16:3e:05:27:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb554551-45ae-4f54-bb22-f5f695dcb05f', 'ip_address': '19.80.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:11:37.272254 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:37.278685 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:37.291402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3961afd-db6f-4cca-ab12-0a131c20fa3a {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:37.313896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b3961afd-db6f-4cca-ab12-0a131c20fa3a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b3961afd-db6f-4cca-ab12-0a131c20fa3a,segment=NetworkSegment(04de218c-a79f-4f88-94b1-2eebe49b8883),segment_id=04de218c-a79f-4f88-94b1-2eebe49b8883)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:37.318230 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:37.319080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 395240b1-a327-4f0c-b29c-293ce6c8c5e5 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:11:37.401050 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b3961afd-db6f-4cca-ab12-0a131c20fa3a,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:37.480402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 395240b1-a327-4f0c-b29c-293ce6c8c5e5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=395240b1-a327-4f0c-b29c-293ce6c8c5e5,segment=NetworkSegment(e8133ba3-db4a-4760-a09f-91e075ef4041),segment_id=e8133ba3-db4a-4760-a09f-91e075ef4041)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:37.496935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '395240b1-a327-4f0c-b29c-293ce6c8c5e5', 'network_id': '1e601200-7a7c-4a2a-ba39-98a01f58f6bd', 'port_id': '395240b1-a327-4f0c-b29c-293ce6c8c5e5', 'mac_address': 'fa:16:3e:da:66:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48b9523e-2321-4ff1-a9dd-01535048835c', 'ip_address': '19.86.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:11:37.536812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ef74e-c0d1-4d9a-810c-c19248f2f295 req-f30258bb-4efc-41b6-9bb3-f7215ace4fd2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:37.543261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ef74e-c0d1-4d9a-810c-c19248f2f295 req-f30258bb-4efc-41b6-9bb3-f7215ace4fd2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:37.545381 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:37.549297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ef74e-c0d1-4d9a-810c-c19248f2f295 req-f30258bb-4efc-41b6-9bb3-f7215ace4fd2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:37.551064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac8ef74e-c0d1-4d9a-810c-c19248f2f295 req-f30258bb-4efc-41b6-9bb3-f7215ace4fd2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2414 time: 0.1079357 Aug 06 16:11:37.561162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395240b1-a327-4f0c-b29c-293ce6c8c5e5 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:37.561972 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8f002-3b7f-4b88-a223-eb0c03b9ef4b req-b0ac0c15-a4cc-46ea-b89e-cf37f8da98ee tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:37.563532 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10a8f002-3b7f-4b88-a223-eb0c03b9ef4b req-b0ac0c15-a4cc-46ea-b89e-cf37f8da98ee tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.1094275 Aug 06 16:11:37.595313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 395240b1-a327-4f0c-b29c-293ce6c8c5e5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=395240b1-a327-4f0c-b29c-293ce6c8c5e5,segment=NetworkSegment(e8133ba3-db4a-4760-a09f-91e075ef4041),segment_id=e8133ba3-db4a-4760-a09f-91e075ef4041)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:37.600713 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:37.630975 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac8ef74e-c0d1-4d9a-810c-c19248f2f295 req-dc714797-e2ac-421b-9104-fafd00cb2a6a tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664306 Aug 06 16:11:37.636901 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10a8f002-3b7f-4b88-a223-eb0c03b9ef4b req-2ce52ec9-dbf9-4b8a-8cb5-14e9c0b2205e tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640070 Aug 06 16:11:37.660171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=395240b1-a327-4f0c-b29c-293ce6c8c5e5,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:37.749035 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61a325-1599-45c2-a7d2-d939fe71c577 req-035a7e52-770d-427a-89c1-c431c86a89cb tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:37.750572 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe61a325-1599-45c2-a7d2-d939fe71c577 req-035a7e52-770d-427a-89c1-c431c86a89cb tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.0496697 Aug 06 16:11:37.790477 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe61a325-1599-45c2-a7d2-d939fe71c577 req-943d63cf-7145-423f-bbbf-e4d773573b6e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336351 Aug 06 16:11:38.036897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['b3961afd-db6f-4cca-ab12-0a131c20fa3a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:38.074303 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['77ff3797-88b4-4a26-9a81-634064fd142a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:38.786611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4254e-7db6-4ec5-a807-e818e5c0edaa req-f6db6a7b-b52f-40e9-8c24-8f53888630c0 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:38.788135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11c4254e-7db6-4ec5-a807-e818e5c0edaa req-f6db6a7b-b52f-40e9-8c24-8f53888630c0 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.0797260 Aug 06 16:11:38.800086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4fea8-92c1-4447-bc4e-06dbd2d4c005 req-4d216d2b-1642-4b42-ad44-866e5ed6c50d tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:38.806620 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4fea8-92c1-4447-bc4e-06dbd2d4c005 req-4d216d2b-1642-4b42-ad44-866e5ed6c50d tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:38.812567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4fea8-92c1-4447-bc4e-06dbd2d4c005 req-4d216d2b-1642-4b42-ad44-866e5ed6c50d tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:38.814141 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0e4fea8-92c1-4447-bc4e-06dbd2d4c005 req-4d216d2b-1642-4b42-ad44-866e5ed6c50d tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2415 time: 0.1043541 Aug 06 16:11:38.869811 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11c4254e-7db6-4ec5-a807-e818e5c0edaa req-35e067ec-a4aa-4f0c-9156-7e4a1ba84fa6 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546536 Aug 06 16:11:38.874710 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0e4fea8-92c1-4447-bc4e-06dbd2d4c005 req-aacd8ccb-581e-479d-a479-9703a181980d tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537021 Aug 06 16:11:38.979340 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:38.982097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e57a34-bf62-4617-86d2-562a82098c94 req-7476b13e-9c6d-4886-8939-c9f281e14e0c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:38.983785 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6e57a34-bf62-4617-86d2-562a82098c94 req-7476b13e-9c6d-4886-8939-c9f281e14e0c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.0590250 Aug 06 16:11:39.024908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6e57a34-bf62-4617-86d2-562a82098c94 req-5ea4ccd6-8009-4134-b88b-2d2fccb1ab0f tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349939 Aug 06 16:11:39.144762 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['395240b1-a327-4f0c-b29c-293ce6c8c5e5'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:39.277720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d60d6-fd31-4a74-8101-9d36a2e401d5 req-c3b0c8d3-63b6-4218-b0df-89308727bfef tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:39.279223 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-495d60d6-fd31-4a74-8101-9d36a2e401d5 req-c3b0c8d3-63b6-4218-b0df-89308727bfef tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 947 time: 0.0488861 Aug 06 16:11:39.321223 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-495d60d6-fd31-4a74-8101-9d36a2e401d5 req-6c8234d4-e634-4340-92c2-6aba7d9ea3e4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360367 Aug 06 16:11:40.012641 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e727d8-2b76-41f9-b694-50f5474fad4c req-a8157dff-45d2-4811-8a04-b49530dc7b54 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:40.014169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72e727d8-2b76-41f9-b694-50f5474fad4c req-a8157dff-45d2-4811-8a04-b49530dc7b54 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.0733485 Aug 06 16:11:40.036894 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621829e2-cec9-4061-8f76-eff143668c01 req-f28477ce-adff-4f23-98fa-bec91fe08263 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:40.042751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621829e2-cec9-4061-8f76-eff143668c01 req-f28477ce-adff-4f23-98fa-bec91fe08263 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:40.048507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621829e2-cec9-4061-8f76-eff143668c01 req-f28477ce-adff-4f23-98fa-bec91fe08263 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:40.050145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-621829e2-cec9-4061-8f76-eff143668c01 req-f28477ce-adff-4f23-98fa-bec91fe08263 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2415 time: 0.1006813 Aug 06 16:11:40.095290 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72e727d8-2b76-41f9-b694-50f5474fad4c req-7a8f2f82-d5de-4c23-8722-84cd7e2fd951 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732093 Aug 06 16:11:40.115466 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-621829e2-cec9-4061-8f76-eff143668c01 req-8650999b-2895-464c-86cd-e66b3bfb9246 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548475 Aug 06 16:11:40.216396 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b00216-727b-4024-afdb-d9f11e49a68c req-aa9726e3-a78f-4ba6-a304-64d8351ba22c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:40.217860 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0b00216-727b-4024-afdb-d9f11e49a68c req-aa9726e3-a78f-4ba6-a304-64d8351ba22c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.0531549 Aug 06 16:11:40.256027 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0b00216-727b-4024-afdb-d9f11e49a68c req-07c5d924-5c9c-474a-a6a9-1d5917e818ca tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318356 Aug 06 16:11:40.443898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee41a1-aa54-47cc-841a-a6849a3d4fa8 req-42c7891b-e963-45ed-8bb5-c9cdd8a83d94 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:40.445993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59ee41a1-aa54-47cc-841a-a6849a3d4fa8 req-42c7891b-e963-45ed-8bb5-c9cdd8a83d94 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 947 time: 0.0494533 Aug 06 16:11:40.486212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59ee41a1-aa54-47cc-841a-a6849a3d4fa8 req-17e862b1-18b8-48be-bcdc-4642d1e2254d tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups?id=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342798 Aug 06 16:11:40.847731 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509118c-1d00-4860-9e9c-46aec411d2e0 req-0f9f9a66-a413-4752-98bc-e683da08afe6 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:40.849180 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a509118c-1d00-4860-9e9c-46aec411d2e0 req-0f9f9a66-a413-4752-98bc-e683da08afe6 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.13 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 947 time: 0.0484209 Aug 06 16:11:40.945943 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-a509118c-1d00-4860-9e9c-46aec411d2e0 req-1782c000-020b-4ed5-afda-06c79fd70ce4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Deleting port 98a09210-9e18-4246-a5bf-a84d87cb9c7a {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:40.946192 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a509118c-1d00-4860-9e9c-46aec411d2e0 req-1782c000-020b-4ed5-afda-06c79fd70ce4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:41.009464 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 77ff3797-88b4-4a26-9a81-634064fd142a up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:41.031999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a509118c-1d00-4860-9e9c-46aec411d2e0 req-1782c000-020b-4ed5-afda-06c79fd70ce4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] For port 98a09210-9e18-4246-a5bf-a84d87cb9c7a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=98a09210-9e18-4246-a5bf-a84d87cb9c7a,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:41.032879 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a509118c-1d00-4860-9e9c-46aec411d2e0 req-1782c000-020b-4ed5-afda-06c79fd70ce4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:41.058069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 77ff3797-88b4-4a26-9a81-634064fd142a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:41.061968 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 77ff3797-88b4-4a26-9a81-634064fd142a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:41.062346 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:41.283169 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a509118c-1d00-4860-9e9c-46aec411d2e0 req-1782c000-020b-4ed5-afda-06c79fd70ce4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:41.283539 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a509118c-1d00-4860-9e9c-46aec411d2e0 req-1782c000-020b-4ed5-afda-06c79fd70ce4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:41.283846 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-a509118c-1d00-4860-9e9c-46aec411d2e0 req-1782c000-020b-4ed5-afda-06c79fd70ce4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Floating IP f6328b3f-9eea-4804-b08c-0e633c944c8f disassociated. External IP: 172.25.1.53, port: 98a09210-9e18-4246-a5bf-a84d87cb9c7a. Aug 06 16:11:41.284187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-a509118c-1d00-4860-9e9c-46aec411d2e0 req-1782c000-020b-4ed5-afda-06c79fd70ce4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Calling delete_port for 98a09210-9e18-4246-a5bf-a84d87cb9c7a owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:41.300295 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:41.324116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ff3797-88b4-4a26-9a81-634064fd142a'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:41.326628 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2c0981-5405-4c8d-906d-d2dae6ecdc2a" -d '{"events": [{"server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "name": "network-vif-plugged", "status": "completed", "tag": "77ff3797-88b4-4a26-9a81-634064fd142a"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:41.340475 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 77ff3797-88b4-4a26-9a81-634064fd142a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=77ff3797-88b4-4a26-9a81-634064fd142a,segment=NetworkSegment(04de218c-a79f-4f88-94b1-2eebe49b8883),segment_id=04de218c-a79f-4f88-94b1-2eebe49b8883)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:41.345012 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:41.346140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b3961afd-db6f-4cca-ab12-0a131c20fa3a up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:41.427289 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=77ff3797-88b4-4a26-9a81-634064fd142a,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:41.442889 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port b3961afd-db6f-4cca-ab12-0a131c20fa3a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:41.448242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port b3961afd-db6f-4cca-ab12-0a131c20fa3a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:41.448783 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:41.535726 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:41.572870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b3961afd-db6f-4cca-ab12-0a131c20fa3a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b3961afd-db6f-4cca-ab12-0a131c20fa3a,segment=NetworkSegment(04de218c-a79f-4f88-94b1-2eebe49b8883),segment_id=04de218c-a79f-4f88-94b1-2eebe49b8883)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:41.577484 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:41.578390 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 395240b1-a327-4f0c-b29c-293ce6c8c5e5 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:41.657535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b3961afd-db6f-4cca-ab12-0a131c20fa3a,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:41.671679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 395240b1-a327-4f0c-b29c-293ce6c8c5e5 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:41.676210 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 395240b1-a327-4f0c-b29c-293ce6c8c5e5 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:41.676649 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:41.687417 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d327ad1-1b6c-409f-882d-b97b8471e8c3 req-f0aac6a3-0edd-4a17-8264-044087d58d31 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:41.688885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d327ad1-1b6c-409f-882d-b97b8471e8c3 req-f0aac6a3-0edd-4a17-8264-044087d58d31 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.4865775 Aug 06 16:11:41.698836 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb16a8b-6653-4ad4-b4b9-ce6298f2620b req-b54d61ae-0b3b-47ef-a93b-272eb49d2a1f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:41.704679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb16a8b-6653-4ad4-b4b9-ce6298f2620b req-b54d61ae-0b3b-47ef-a93b-272eb49d2a1f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:41.710566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb16a8b-6653-4ad4-b4b9-ce6298f2620b req-b54d61ae-0b3b-47ef-a93b-272eb49d2a1f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:41.712203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8cb16a8b-6653-4ad4-b4b9-ce6298f2620b req-b54d61ae-0b3b-47ef-a93b-272eb49d2a1f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2415 time: 0.4920070 Aug 06 16:11:41.764037 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:41.794924 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d327ad1-1b6c-409f-882d-b97b8471e8c3 req-c7f7f89d-f912-4327-baef-a239669916e3 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816319 Aug 06 16:11:41.805852 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8cb16a8b-6653-4ad4-b4b9-ce6298f2620b req-324beea9-b55d-4ddb-aeec-dc86fa657819 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819478 Aug 06 16:11:41.808347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 395240b1-a327-4f0c-b29c-293ce6c8c5e5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=395240b1-a327-4f0c-b29c-293ce6c8c5e5,segment=NetworkSegment(e8133ba3-db4a-4760-a09f-91e075ef4041),segment_id=e8133ba3-db4a-4760-a09f-91e075ef4041)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:41.828608 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:41.907762 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=395240b1-a327-4f0c-b29c-293ce6c8c5e5,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:41.930153 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a509118c-1d00-4860-9e9c-46aec411d2e0 req-1782c000-020b-4ed5-afda-06c79fd70ce4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:41.930490 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65170787-c0cc-4c1b-b279-74137b2a8737 x-openstack-request-id: req-65170787-c0cc-4c1b-b279-74137b2a8737 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:41.930888 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "name": "network-vif-plugged", "status": "completed", "tag": "77ff3797-88b4-4a26-9a81-634064fd142a", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:41.931227 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65170787-c0cc-4c1b-b279-74137b2a8737 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:41.931637 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ff3797-88b4-4a26-9a81-634064fd142a', 'code': 200} Aug 06 16:11:41.967280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782c000-020b-4ed5-afda-06c79fd70ce4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event deleted for resources: {'Port': ['ID=98a09210-9e18-4246-a5bf-a84d87cb9c7a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:41.991718 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fdf2f-17b9-452b-9ff2-616b1fd0b0b2 req-9ad0ea6d-6a56-4dba-bd09-d67f7d31e060 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:41.993366 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-611fdf2f-17b9-452b-9ff2-616b1fd0b0b2 req-9ad0ea6d-6a56-4dba-bd09-d67f7d31e060 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.0972569 Aug 06 16:11:42.059562 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d9427b8-2b4e-4e9e-a687-6ef5fe0984e3 req-eb5c59cc-bb7e-4fb3-b623-7650b251512f tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a HTTP/1.1" status: 200 len: 210 time: 0.0760033 Aug 06 16:11:42.128022 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-611fdf2f-17b9-452b-9ff2-616b1fd0b0b2 req-7a41eb3b-2c2e-4df2-9cda-e8d4d15bec42 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936005 Aug 06 16:11:42.155166 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a509118c-1d00-4860-9e9c-46aec411d2e0 req-1782c000-020b-4ed5-afda-06c79fd70ce4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Router 7581b9ad-a9d7-4cf1-893c-83174c2f820f has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:11:42.267900 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a509118c-1d00-4860-9e9c-46aec411d2e0 req-1782c000-020b-4ed5-afda-06c79fd70ce4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:11:42.277396 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce3159f-b0ca-46dc-80fa-fe745437bec8 None None] Sync routers for ids ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:11:42.286706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3159f-b0ca-46dc-80fa-fe745437bec8 None None] Routers {'7581b9ad-a9d7-4cf1-893c-83174c2f820f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:42.287441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-dce3159f-b0ca-46dc-80fa-fe745437bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:11:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:42.308427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a509118c-1d00-4860-9e9c-46aec411d2e0 req-1782c000-020b-4ed5-afda-06c79fd70ce4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] No DVR routers for this DVR port 98a09210-9e18-4246-a5bf-a84d87cb9c7a on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:11:42.312440 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a509118c-1d00-4860-9e9c-46aec411d2e0 req-1782c000-020b-4ed5-afda-06c79fd70ce4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:42.313452 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a509118c-1d00-4860-9e9c-46aec411d2e0 req-1782c000-020b-4ed5-afda-06c79fd70ce4 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.13 "DELETE /v2.0/ports/98a09210-9e18-4246-a5bf-a84d87cb9c7a HTTP/1.1" status: 204 len: 173 time: 1.4568925 Aug 06 16:11:42.313951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'name': 'network-vif-deleted', 'tag': '98a09210-9e18-4246-a5bf-a84d87cb9c7a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:42.316634 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ddc24b-213e-4f1f-a299-810e94245132" -d '{"events": [{"server_uuid": "9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a", "name": "network-vif-deleted", "tag": "98a09210-9e18-4246-a5bf-a84d87cb9c7a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:42.368450 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70132046-d6eb-4ae8-a6b0-c99baa01fdc1 x-openstack-request-id: req-70132046-d6eb-4ae8-a6b0-c99baa01fdc1 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:42.368673 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a", "name": "network-vif-deleted", "tag": "98a09210-9e18-4246-a5bf-a84d87cb9c7a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:42.369014 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70132046-d6eb-4ae8-a6b0-c99baa01fdc1 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:42.369780 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9692bf90-6a5d-4ff3-a785-ec0ba8a6a55a', 'name': 'network-vif-deleted', 'tag': '98a09210-9e18-4246-a5bf-a84d87cb9c7a', 'status': 'completed', 'code': 200} Aug 06 16:11:42.421461 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-dce3159f-b0ca-46dc-80fa-fe745437bec8 None None] Set router 7581b9ad-a9d7-4cf1-893c-83174c2f820f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:42.629549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-dce3159f-b0ca-46dc-80fa-fe745437bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:43Z', 'revision_number': 5, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:42.656554 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce3159f-b0ca-46dc-80fa-fe745437bec8 None None] Checking router: 7581b9ad-a9d7-4cf1-893c-83174c2f820f for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:11:42.665786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3159f-b0ca-46dc-80fa-fe745437bec8 None None] Routers {'7581b9ad-a9d7-4cf1-893c-83174c2f820f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:42.666393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-dce3159f-b0ca-46dc-80fa-fe745437bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:11:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:42.776055 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-dce3159f-b0ca-46dc-80fa-fe745437bec8 None None] Set router 7581b9ad-a9d7-4cf1-893c-83174c2f820f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:42.984585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb843e-3b47-4c5d-85f6-50208dac1493 req-2e1ba918-41d3-41a8-90a5-709f10b0059d tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:42.990635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb843e-3b47-4c5d-85f6-50208dac1493 req-2e1ba918-41d3-41a8-90a5-709f10b0059d tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:42.996502 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb843e-3b47-4c5d-85f6-50208dac1493 req-2e1ba918-41d3-41a8-90a5-709f10b0059d tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:42.998179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0deb843e-3b47-4c5d-85f6-50208dac1493 req-2e1ba918-41d3-41a8-90a5-709f10b0059d tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2418 time: 0.1079750 Aug 06 16:11:43.002947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-dce3159f-b0ca-46dc-80fa-fe745437bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:43Z', 'revision_number': 5, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:43.006661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c454edc-e835-42f4-8c21-6b399a65fe9d req-d1fa0aa2-4588-4bb2-ad02-d08e13e467f7 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:43.008706 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c454edc-e835-42f4-8c21-6b399a65fe9d req-d1fa0aa2-4588-4bb2-ad02-d08e13e467f7 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.0854344 Aug 06 16:11:43.035482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:11:43.038709 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce3159f-b0ca-46dc-80fa-fe745437bec8 None None] The sync data for ids ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'] in n-d-803756-1 is: [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:02:35Z', 'revision_number': 4, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fea1ba9d-aa0f-4c63-bea1-3225858bc6b7', 'name': '', 'network_id': 'a866e395-3ce9-4555-a769-7f0869a94e9f', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'mac_address': 'fa:16:3e:f7:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:34Z', 'updated_at': '2021-08-06T16:02:43Z', 'revision_number': 5, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'subnets': [{'id': '179c64d1-b6cb-431f-aab6-556ce510d2b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:11:43.070412 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0deb843e-3b47-4c5d-85f6-50208dac1493 req-febf35e1-fd13-4510-9454-156a6a6cedd6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602865 Aug 06 16:11:43.079380 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c454edc-e835-42f4-8c21-6b399a65fe9d req-48cfea57-d685-44bd-abb5-5106faceba38 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615075 Aug 06 16:11:43.151567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:43.169550 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42', 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2', 'port_id': '3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42', 'mac_address': 'fa:16:3e:1d:01:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad0b253-dda7-4350-a0e5-b2f9912a8493', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:11:43.174529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50374) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:43.221788 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.236043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:43.256796 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:43.266170 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-518c4062-4dcf-48a9-8e19-4415aa58da5a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.269117 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.313542 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-518c4062-4dcf-48a9-8e19-4415aa58da5a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.326389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25db07-25bb-41bf-8be1-f3262b42ba33 req-9e674c00-5e1f-4f18-9b87-45b9d879237a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:43.327715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:43.331269 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb25db07-25bb-41bf-8be1-f3262b42ba33 req-9e674c00-5e1f-4f18-9b87-45b9d879237a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.0943518 Aug 06 16:11:43.357810 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd34fcb-6382-4028-a8cf-399229f0f2ac None None] New status for floating IP f6328b3f-9eea-4804-b08c-0e633c944c8f: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:11:43.391046 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb25db07-25bb-41bf-8be1-f3262b42ba33 req-e0cf23d6-3972-45d5-89a6-4af79a2015b3 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530396 Aug 06 16:11:43.409518 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-518c4062-4dcf-48a9-8e19-4415aa58da5a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.419658 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-518c4062-4dcf-48a9-8e19-4415aa58da5a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.419851 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50376) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:43.422130 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-518c4062-4dcf-48a9-8e19-4415aa58da5a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "DELETE /v2.0/security-groups/8bde8171-0e9f-400f-b84d-ceaf5cbd6e23 HTTP/1.1" status: 204 len: 168 time: 0.2466972 Aug 06 16:11:43.432150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c4062-4dcf-48a9-8e19-4415aa58da5a tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bde8171-0e9f-400f-b84d-ceaf5cbd6e23,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:43.432452 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-b5946d80-6627-4bb0-a7c1-e565953ed8d8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] show failed (client error): The resource could not be found. Aug 06 16:11:43.436450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50378) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:43.436915 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b5946d80-6627-4bb0-a7c1-e565953ed8d8 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "GET /v2.0/security-groups/8bde8171-0e9f-400f-b84d-ceaf5cbd6e23 HTTP/1.1" status: 404 len: 347 time: 0.0187821 Aug 06 16:11:43.573569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:43.582203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-013813ca-69e6-4b78-8ad9-1f4260ebcde9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Deleting port cb6f25a7-c775-4e40-8975-aeb0b3ef2857 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:43.582559 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-013813ca-69e6-4b78-8ad9-1f4260ebcde9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.692225 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-013813ca-69e6-4b78-8ad9-1f4260ebcde9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.692548 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-013813ca-69e6-4b78-8ad9-1f4260ebcde9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.708849 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-013813ca-69e6-4b78-8ad9-1f4260ebcde9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Calling delete_port for cb6f25a7-c775-4e40-8975-aeb0b3ef2857 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:43.852898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-013813ca-69e6-4b78-8ad9-1f4260ebcde9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.883679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013813ca-69e6-4b78-8ad9-1f4260ebcde9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Pushing event deleted for resources: {'Port': ['ID=cb6f25a7-c775-4e40-8975-aeb0b3ef2857,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:43.932534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3961afd-db6f-4cca-ab12-0a131c20fa3a'}, {'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395240b1-a327-4f0c-b29c-293ce6c8c5e5'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:43.934988 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb0798f-90f3-4c62-a526-4d78a31e1a6c" -d '{"events": [{"server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "name": "network-vif-plugged", "status": "completed", "tag": "b3961afd-db6f-4cca-ab12-0a131c20fa3a"}, {"server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "name": "network-vif-plugged", "status": "completed", "tag": "395240b1-a327-4f0c-b29c-293ce6c8c5e5"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:43.963435 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-013813ca-69e6-4b78-8ad9-1f4260ebcde9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.968061 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-013813ca-69e6-4b78-8ad9-1f4260ebcde9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.969943 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-013813ca-69e6-4b78-8ad9-1f4260ebcde9 tempest-AttachVolumeShelveTestJSON-1997882807 tempest-AttachVolumeShelveTestJSON-1997882807-project] 10.222.0.37 "DELETE /v2.0/floatingips/f6328b3f-9eea-4804-b08c-0e633c944c8f HTTP/1.1" status: 204 len: 168 time: 0.5323825 Aug 06 16:11:43.979813 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3dd344-9f01-4b03-8ed5-4bd1c149311d x-openstack-request-id: req-5f3dd344-9f01-4b03-8ed5-4bd1c149311d {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:43.980283 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "name": "network-vif-plugged", "status": "completed", "tag": "b3961afd-db6f-4cca-ab12-0a131c20fa3a", "code": 200}, {"server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "name": "network-vif-plugged", "status": "completed", "tag": "395240b1-a327-4f0c-b29c-293ce6c8c5e5", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:43.980685 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f3dd344-9f01-4b03-8ed5-4bd1c149311d {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:43.981298 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3961afd-db6f-4cca-ab12-0a131c20fa3a', 'code': 200} Aug 06 16:11:43.981665 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395240b1-a327-4f0c-b29c-293ce6c8c5e5', 'code': 200} Aug 06 16:11:44.121553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f5494-20a1-42bb-a0b9-e5c63b2dec90 req-3abb702d-2f6c-49f5-9543-d2a2b0ee2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:44.122046 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f5494-20a1-42bb-a0b9-e5c63b2dec90 req-3abb702d-2f6c-49f5-9543-d2a2b0ee2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:44.122526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f5494-20a1-42bb-a0b9-e5c63b2dec90 req-3abb702d-2f6c-49f5-9543-d2a2b0ee2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:44.124705 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f2f5494-20a1-42bb-a0b9-e5c63b2dec90 req-3abb702d-2f6c-49f5-9543-d2a2b0ee2470 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2871 time: 0.0583904 Aug 06 16:11:44.193838 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f2f5494-20a1-42bb-a0b9-e5c63b2dec90 req-e1d4d6d4-d240-446e-922f-7e8814513c0e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592625 Aug 06 16:11:44.279405 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2af94-1644-4ec3-af01-b5dcf89f4b31 req-67402170-4bc9-4db2-ad11-53a523daf52e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:44.285263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2af94-1644-4ec3-af01-b5dcf89f4b31 req-67402170-4bc9-4db2-ad11-53a523daf52e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:44.291172 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2af94-1644-4ec3-af01-b5dcf89f4b31 req-67402170-4bc9-4db2-ad11-53a523daf52e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:44.292845 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cfd2af94-1644-4ec3-af01-b5dcf89f4b31 req-67402170-4bc9-4db2-ad11-53a523daf52e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2418 time: 0.1023273 Aug 06 16:11:44.301476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10165a5-6654-44b8-83fa-54f7dce5fea5 req-ccea43cc-174c-47e8-9ebc-1d701b11fe50 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:44.302949 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e10165a5-6654-44b8-83fa-54f7dce5fea5 req-ccea43cc-174c-47e8-9ebc-1d701b11fe50 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.0980318 Aug 06 16:11:44.360833 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cfd2af94-1644-4ec3-af01-b5dcf89f4b31 req-7b1eaa54-d749-434b-abdb-c50e1615ce5d tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568285 Aug 06 16:11:44.365829 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e10165a5-6654-44b8-83fa-54f7dce5fea5 req-7e9af74c-40b0-43c8-b435-bf50e6255146 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552695 Aug 06 16:11:44.522134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af831d0-054b-4a81-8b9b-f29e08982a9e req-88fd26d1-e7b6-4e8b-9a19-a04381fac2b6 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:44.524299 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9af831d0-054b-4a81-8b9b-f29e08982a9e req-88fd26d1-e7b6-4e8b-9a19-a04381fac2b6 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 944 time: 0.0521560 Aug 06 16:11:44.561862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9af831d0-054b-4a81-8b9b-f29e08982a9e req-cc49048f-8227-4df4-b08b-09fc9fa3c5b7 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312870 Aug 06 16:11:45.039351 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:45.092373 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:45.092828 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:45.180299 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:45.214230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:45.223196 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:45.224325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 98a09210-9e18-4246-a5bf-a84d87cb9c7a no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:45.249535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 98a09210-9e18-4246-a5bf-a84d87cb9c7a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:45.249920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 98a09210-9e18-4246-a5bf-a84d87cb9c7a not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:45.319640 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:45.546864 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269b81b-695c-478f-b897-e477425003b0 req-ba4776d7-fe41-4588-84f0-d44b122f6f80 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:45.556015 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4269b81b-695c-478f-b897-e477425003b0 req-ba4776d7-fe41-4588-84f0-d44b122f6f80 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.0975878 Aug 06 16:11:45.568225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcacac5-d7f7-487f-9ce6-2d3888db403c req-95fdc23a-40c9-46fb-a130-1493477242e9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:45.575013 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcacac5-d7f7-487f-9ce6-2d3888db403c req-95fdc23a-40c9-46fb-a130-1493477242e9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:45.581791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcacac5-d7f7-487f-9ce6-2d3888db403c req-95fdc23a-40c9-46fb-a130-1493477242e9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:45.584603 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fcacac5-d7f7-487f-9ce6-2d3888db403c req-95fdc23a-40c9-46fb-a130-1493477242e9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2418 time: 0.1431444 Aug 06 16:11:45.643057 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4269b81b-695c-478f-b897-e477425003b0 req-3b0f2e9d-e439-4825-b436-22b9dc2b4b46 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861647 Aug 06 16:11:45.646499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fcacac5-d7f7-487f-9ce6-2d3888db403c req-71f5ed77-e21f-4a60-af61-e8f5895fe9fc tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542965 Aug 06 16:11:45.777755 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f9aa5-52fa-40fa-ab87-b44cd17a8c19 req-4bf9a0be-f8e5-41d7-a272-341d1a99bc8c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:45.779394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc9f9aa5-52fa-40fa-ab87-b44cd17a8c19 req-4bf9a0be-f8e5-41d7-a272-341d1a99bc8c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.0550563 Aug 06 16:11:45.832440 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc9f9aa5-52fa-40fa-ab87-b44cd17a8c19 req-0dd059de-6c51-487d-a0bc-ac73c13d3f62 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458755 Aug 06 16:11:45.982483 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:45.984788 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3279abb1-a647-4394-85ec-054dfa22f10e" -d '{"events": [{"server_uuid": "6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e", "name": "network-vif-plugged", "status": "completed", "tag": "3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:46.044237 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee7094c-89a8-4754-b873-ec71e4162f3e x-openstack-request-id: req-1ee7094c-89a8-4754-b873-ec71e4162f3e {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:46.045086 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e", "name": "network-vif-plugged", "status": "completed", "tag": "3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:46.046229 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ee7094c-89a8-4754-b873-ec71e4162f3e {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:46.048111 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42', 'code': 200} Aug 06 16:11:46.086146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69414c2-903d-4cbd-8e96-599b4b174788 req-9b352bee-44b2-4664-98ee-7febd56becb4 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:46.092752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69414c2-903d-4cbd-8e96-599b4b174788 req-9b352bee-44b2-4664-98ee-7febd56becb4 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:46.099034 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69414c2-903d-4cbd-8e96-599b4b174788 req-9b352bee-44b2-4664-98ee-7febd56becb4 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:46.100700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f69414c2-903d-4cbd-8e96-599b4b174788 req-9b352bee-44b2-4664-98ee-7febd56becb4 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2418 time: 0.0871308 Aug 06 16:11:46.152528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f69414c2-903d-4cbd-8e96-599b4b174788 req-45b4e9b5-00f9-4d9c-8c71-a37cb1d876d4 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426617 Aug 06 16:11:46.225036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315560eb-3fe2-4ec2-a1ae-2be572d07fb4 req-35108476-114a-4dca-b88a-668c544c9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:46.227474 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-315560eb-3fe2-4ec2-a1ae-2be572d07fb4 req-35108476-114a-4dca-b88a-668c544c9b87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 1096 time: 0.0433929 Aug 06 16:11:46.264278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-315560eb-3fe2-4ec2-a1ae-2be572d07fb4 req-977c70cf-a936-4b54-abc1-263285a7014a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286248 Aug 06 16:11:46.768047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58056f-a762-4e8a-b86e-bf480c8d1ce7 req-1569cb07-cf9f-47d5-924c-4ade417fbd40 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:46.775681 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a58056f-a762-4e8a-b86e-bf480c8d1ce7 req-1569cb07-cf9f-47d5-924c-4ade417fbd40 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.0596590 Aug 06 16:11:46.811167 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a58056f-a762-4e8a-b86e-bf480c8d1ce7 req-cd990f74-61aa-497e-ae9a-c67a071b875c tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346582 Aug 06 16:11:46.947290 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133a000-c232-4e6b-bba0-c6414d49e010 req-eaf5f5ab-3b73-4b1f-808e-f9b8a0bc2866 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:46.948776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1133a000-c232-4e6b-bba0-c6414d49e010 req-eaf5f5ab-3b73-4b1f-808e-f9b8a0bc2866 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.0524309 Aug 06 16:11:46.988102 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1133a000-c232-4e6b-bba0-c6414d49e010 req-c7912bae-a2e0-48eb-a25f-67d67b178d7b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329533 Aug 06 16:11:47.020008 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:11:47.299956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a034d-f9c9-411c-957a-f9a4c8cf969a req-cd51e9ce-60ad-4413-aa38-2a1549499201 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:47.307854 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a034d-f9c9-411c-957a-f9a4c8cf969a req-cd51e9ce-60ad-4413-aa38-2a1549499201 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:47.315112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a034d-f9c9-411c-957a-f9a4c8cf969a req-cd51e9ce-60ad-4413-aa38-2a1549499201 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:47.316838 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff8a034d-f9c9-411c-957a-f9a4c8cf969a req-cd51e9ce-60ad-4413-aa38-2a1549499201 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2418 time: 0.0880399 Aug 06 16:11:47.372763 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff8a034d-f9c9-411c-957a-f9a4c8cf969a req-c6e88b46-9d34-4dfb-a6e1-1382c1768d8f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495675 Aug 06 16:11:47.936585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db0462-0476-448b-8784-195f00cffbf5 req-d6253a43-9891-41f3-bed9-1c88590157e3 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:47.938323 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34db0462-0476-448b-8784-195f00cffbf5 req-d6253a43-9891-41f3-bed9-1c88590157e3 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.0525298 Aug 06 16:11:47.978238 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34db0462-0476-448b-8784-195f00cffbf5 req-8e22ae80-b6ab-4fbf-bdbf-4081691e7116 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332594 Aug 06 16:11:48.142003 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b0bc2-355b-4a7f-b6e8-ac04bba15ac3 req-b8f17fd9-fa23-43f7-9b7d-abe8617e11c1 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:48.143582 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-879b0bc2-355b-4a7f-b6e8-ac04bba15ac3 req-b8f17fd9-fa23-43f7-9b7d-abe8617e11c1 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.0842721 Aug 06 16:11:48.154191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-0ac0734b-22ed-47d6-b5fc-99f00da1cde7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:48.160084 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-0ac0734b-22ed-47d6-b5fc-99f00da1cde7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:48.166727 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-0ac0734b-22ed-47d6-b5fc-99f00da1cde7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:48.168405 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-0ac0734b-22ed-47d6-b5fc-99f00da1cde7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.13 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2418 time: 0.1003103 Aug 06 16:11:48.239269 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-879b0bc2-355b-4a7f-b6e8-ac04bba15ac3 req-74fea770-d5e7-4b78-8fa2-f27def95693f tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698545 Aug 06 16:11:48.300974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-f9956048-6cfa-460f-ac3f-e31996a7ffcb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Deleting port 395240b1-a327-4f0c-b29c-293ce6c8c5e5 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:48.301403 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-f9956048-6cfa-460f-ac3f-e31996a7ffcb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:48.415335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f45e5-3d3f-47ad-bf74-f2e7dabd661d req-43ec4deb-340e-4311-8006-b66ceeac4619 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:48.416920 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-968f45e5-3d3f-47ad-bf74-f2e7dabd661d req-43ec4deb-340e-4311-8006-b66ceeac4619 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.1015878 Aug 06 16:11:48.446889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-f9956048-6cfa-460f-ac3f-e31996a7ffcb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] For port 395240b1-a327-4f0c-b29c-293ce6c8c5e5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=395240b1-a327-4f0c-b29c-293ce6c8c5e5,segment=NetworkSegment(e8133ba3-db4a-4760-a09f-91e075ef4041),segment_id=e8133ba3-db4a-4760-a09f-91e075ef4041)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:48.447170 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-f9956048-6cfa-460f-ac3f-e31996a7ffcb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:48.485676 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-f9956048-6cfa-460f-ac3f-e31996a7ffcb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Calling delete_port for 395240b1-a327-4f0c-b29c-293ce6c8c5e5 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:48.525566 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-968f45e5-3d3f-47ad-bf74-f2e7dabd661d req-f116ad1e-6ea0-420a-83e5-a224738ef803 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918486 Aug 06 16:11:48.592093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d09a3-dc72-47e6-9664-a2bbc8b05f82 req-a13e7875-cd1f-47c7-af53-e6354e673569 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:48.598354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d09a3-dc72-47e6-9664-a2bbc8b05f82 req-a13e7875-cd1f-47c7-af53-e6354e673569 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:48.604249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d09a3-dc72-47e6-9664-a2bbc8b05f82 req-a13e7875-cd1f-47c7-af53-e6354e673569 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:48.606036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0b1d09a3-dc72-47e6-9664-a2bbc8b05f82 req-a13e7875-cd1f-47c7-af53-e6354e673569 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 2418 time: 0.1488459 Aug 06 16:11:48.676511 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0b1d09a3-dc72-47e6-9664-a2bbc8b05f82 req-f3535b50-1cdb-46fd-b985-1b068e6a9cf6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625868 Aug 06 16:11:48.743253 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-f9956048-6cfa-460f-ac3f-e31996a7ffcb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:48.756212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['b3961afd-db6f-4cca-ab12-0a131c20fa3a', '77ff3797-88b4-4a26-9a81-634064fd142a', '395240b1-a327-4f0c-b29c-293ce6c8c5e5'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:48.803947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9956048-6cfa-460f-ac3f-e31996a7ffcb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Port': ['ID=395240b1-a327-4f0c-b29c-293ce6c8c5e5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:48.871753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-f9956048-6cfa-460f-ac3f-e31996a7ffcb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] No DVR routers for this DVR port 395240b1-a327-4f0c-b29c-293ce6c8c5e5 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:11:48.874477 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-f9956048-6cfa-460f-ac3f-e31996a7ffcb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:48.876708 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-f9956048-6cfa-460f-ac3f-e31996a7ffcb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.13 "DELETE /v2.0/ports/395240b1-a327-4f0c-b29c-293ce6c8c5e5 HTTP/1.1" status: 204 len: 173 time: 0.7009730 Aug 06 16:11:48.877160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'name': 'network-vif-deleted', 'tag': '395240b1-a327-4f0c-b29c-293ce6c8c5e5'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:48.879504 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237d6cb7-626c-48bb-8519-435e460e43a6" -d '{"events": [{"server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "name": "network-vif-deleted", "tag": "395240b1-a327-4f0c-b29c-293ce6c8c5e5"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:48.957992 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086528bd-0bf7-4ada-96aa-00f570709841 x-openstack-request-id: req-086528bd-0bf7-4ada-96aa-00f570709841 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:48.958639 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "name": "network-vif-deleted", "tag": "395240b1-a327-4f0c-b29c-293ce6c8c5e5", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:48.960839 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-086528bd-0bf7-4ada-96aa-00f570709841 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:48.961268 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'name': 'network-vif-deleted', 'tag': '395240b1-a327-4f0c-b29c-293ce6c8c5e5', 'status': 'completed', 'code': 200} Aug 06 16:11:49.084536 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-e1322832-dd64-4ff9-ba68-90bfbbc0cc5e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:49.088570 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-e1322832-dd64-4ff9-ba68-90bfbbc0cc5e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/networks?id=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 HTTP/1.1" status: 200 len: 815 time: 0.1415184 Aug 06 16:11:49.114168 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-499f653f-08e6-42f6-85d8-a0a5f8bd53fb tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/quotas/51c705d5130945e3b8a4539b2e7030c5 HTTP/1.1" status: 200 len: 375 time: 0.0186841 Aug 06 16:11:49.185347 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-53cd6a17-ac0c-4289-ae9e-f2adbc7d5f97 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=51c705d5130945e3b8a4539b2e7030c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702443 Aug 06 16:11:49.203840 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-38dd137a-01c6-46b5-a34e-113ed76746e7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Deleting port 77ff3797-88b4-4a26-9a81-634064fd142a {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:49.204171 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-38dd137a-01c6-46b5-a34e-113ed76746e7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:49.346366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8a056-48a4-4b31-856d-6e4e456e52db req-9a471da1-ad9b-4c7f-b7b5-34c7733aa2dd tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:49.347819 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fcd8a056-48a4-4b31-856d-6e4e456e52db req-9a471da1-ad9b-4c7f-b7b5-34c7733aa2dd tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1096 time: 0.1704986 Aug 06 16:11:49.392987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-533efb2a-5c8d-4e8d-b199-db30ec5d3e05 service neutron] 10.222.0.37 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000239 Aug 06 16:11:49.400153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-38dd137a-01c6-46b5-a34e-113ed76746e7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] For port 77ff3797-88b4-4a26-9a81-634064fd142a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=77ff3797-88b4-4a26-9a81-634064fd142a,segment=NetworkSegment(04de218c-a79f-4f88-94b1-2eebe49b8883),segment_id=04de218c-a79f-4f88-94b1-2eebe49b8883)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:49.400926 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-38dd137a-01c6-46b5-a34e-113ed76746e7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:49.428307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-38dd137a-01c6-46b5-a34e-113ed76746e7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Calling delete_port for 77ff3797-88b4-4a26-9a81-634064fd142a owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:49.464163 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fcd8a056-48a4-4b31-856d-6e4e456e52db req-2878964e-56a1-4251-876f-2bfe4c2326e8 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072478 Aug 06 16:11:49.607946 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-d1a2d902-066b-4b51-b209-fb7f5fd14853 service neutron] 10.222.0.37 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049224 Aug 06 16:11:49.631474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fdf6-0f76-4512-aed4-06328ba5ad88 req-9ded5070-15a8-4968-9954-983f160116d1 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:49.633564 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c810fdf6-0f76-4512-aed4-06328ba5ad88 req-9ded5070-15a8-4968-9954-983f160116d1 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.1019225 Aug 06 16:11:49.712083 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c810fdf6-0f76-4512-aed4-06328ba5ad88 req-972d7124-e320-4f24-aeba-16e8fc8db48b tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716484 Aug 06 16:11:49.728193 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-38dd137a-01c6-46b5-a34e-113ed76746e7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:49.769435 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd137a-01c6-46b5-a34e-113ed76746e7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Port': ['ID=77ff3797-88b4-4a26-9a81-634064fd142a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:49.825253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-38dd137a-01c6-46b5-a34e-113ed76746e7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] No DVR routers for this DVR port 77ff3797-88b4-4a26-9a81-634064fd142a on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:11:49.837106 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-38dd137a-01c6-46b5-a34e-113ed76746e7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:49.839055 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-38dd137a-01c6-46b5-a34e-113ed76746e7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.13 "DELETE /v2.0/ports/77ff3797-88b4-4a26-9a81-634064fd142a HTTP/1.1" status: 204 len: 173 time: 0.9552422 Aug 06 16:11:50.002663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22665a6c-bd32-4872-94e8-02b266305121 req-9e5411b0-e7a1-4ad7-a43f-6cbd20645a37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:50.004371 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22665a6c-bd32-4872-94e8-02b266305121 req-9e5411b0-e7a1-4ad7-a43f-6cbd20645a37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.1802952 Aug 06 16:11:50.040216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dd3d3-2876-48ab-a0c5-8f36fb61635f req-82833659-bb71-487e-84e4-34fe50d6cc6c tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:50.041843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-039dd3d3-2876-48ab-a0c5-8f36fb61635f req-82833659-bb71-487e-84e4-34fe50d6cc6c tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=040f7736-79bd-4a98-b1a5-4e3f5f178fb8 HTTP/1.1" status: 200 len: 945 time: 0.1447611 Aug 06 16:11:50.118582 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22665a6c-bd32-4872-94e8-02b266305121 req-c007f6f1-b845-4502-a292-dff0edc08ea2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061144 Aug 06 16:11:50.139389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50512) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:50.219529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-1cbb8dca-cf5f-46d4-84f6-59d2b4496513 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Deleting port b3961afd-db6f-4cca-ab12-0a131c20fa3a {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:50.219867 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-1cbb8dca-cf5f-46d4-84f6-59d2b4496513 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:50.225451 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-039dd3d3-2876-48ab-a0c5-8f36fb61635f req-290d0445-0c08-47b6-892e-d2735c3d3460 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755855 Aug 06 16:11:50.254864 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c14335a-43d9-4b87-b312-cbeafa1d7600 req-b0e291ba-6d81-4b6e-97ad-f28d23710d68 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 210 time: 0.0623171 Aug 06 16:11:50.348952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0f5e2c71-eded-497e-b535-32a82ff12dfe tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/30d97a72-5d37-4813-8e87-8ab83c79ca9a HTTP/1.1" status: 200 len: 993 time: 0.2079313 Aug 06 16:11:50.432587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c66404-75c5-4003-9bd3-4af145db8b59 req-d6a1f34b-5eea-40d6-aa35-760d041cdd8a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:50.434110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51c66404-75c5-4003-9bd3-4af145db8b59 req-d6a1f34b-5eea-40d6-aa35-760d041cdd8a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e HTTP/1.1" status: 200 len: 945 time: 0.1494358 Aug 06 16:11:50.436144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-1cbb8dca-cf5f-46d4-84f6-59d2b4496513 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] For port b3961afd-db6f-4cca-ab12-0a131c20fa3a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b3961afd-db6f-4cca-ab12-0a131c20fa3a,segment=NetworkSegment(04de218c-a79f-4f88-94b1-2eebe49b8883),segment_id=04de218c-a79f-4f88-94b1-2eebe49b8883)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:50.436663 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-1cbb8dca-cf5f-46d4-84f6-59d2b4496513 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:50.486728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-1cbb8dca-cf5f-46d4-84f6-59d2b4496513 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Calling delete_port for b3961afd-db6f-4cca-ab12-0a131c20fa3a owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:50.634672 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-51c66404-75c5-4003-9bd3-4af145db8b59 req-78e957e5-645a-46b7-8b01-93e64d34fb1a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Deleting port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:50.635145 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-51c66404-75c5-4003-9bd3-4af145db8b59 req-78e957e5-645a-46b7-8b01-93e64d34fb1a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:50.789112 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-1cbb8dca-cf5f-46d4-84f6-59d2b4496513 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:50.870473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-51c66404-75c5-4003-9bd3-4af145db8b59 req-78e957e5-645a-46b7-8b01-93e64d34fb1a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] For port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:50.870917 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-51c66404-75c5-4003-9bd3-4af145db8b59 req-78e957e5-645a-46b7-8b01-93e64d34fb1a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:50.887940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb8dca-cf5f-46d4-84f6-59d2b4496513 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Port': ['ID=b3961afd-db6f-4cca-ab12-0a131c20fa3a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:50.931707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-51c66404-75c5-4003-9bd3-4af145db8b59 req-78e957e5-645a-46b7-8b01-93e64d34fb1a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Calling delete_port for 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:50.969039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'name': 'network-vif-deleted', 'tag': '77ff3797-88b4-4a26-9a81-634064fd142a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:50.972332 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc51807-3b20-4fd2-be68-70649827b132" -d '{"events": [{"server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "name": "network-vif-deleted", "tag": "77ff3797-88b4-4a26-9a81-634064fd142a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:50.999251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-1cbb8dca-cf5f-46d4-84f6-59d2b4496513 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] No DVR routers for this DVR port b3961afd-db6f-4cca-ab12-0a131c20fa3a on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:11:51.015014 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-1cbb8dca-cf5f-46d4-84f6-59d2b4496513 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:51.018774 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6b00d9b-627b-4ca0-ac50-bea11ec4a64d req-1cbb8dca-cf5f-46d4-84f6-59d2b4496513 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.13 "DELETE /v2.0/ports/b3961afd-db6f-4cca-ab12-0a131c20fa3a HTTP/1.1" status: 204 len: 173 time: 1.1713433 Aug 06 16:11:51.042674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 395240b1-a327-4f0c-b29c-293ce6c8c5e5 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:51.099273 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 395240b1-a327-4f0c-b29c-293ce6c8c5e5 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:51.099646 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 395240b1-a327-4f0c-b29c-293ce6c8c5e5 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:51.100363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 77ff3797-88b4-4a26-9a81-634064fd142a no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:51.130319 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 77ff3797-88b4-4a26-9a81-634064fd142a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:51.130971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 77ff3797-88b4-4a26-9a81-634064fd142a not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:51.131543 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b3961afd-db6f-4cca-ab12-0a131c20fa3a no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:51.155160 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: b3961afd-db6f-4cca-ab12-0a131c20fa3a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:51.157292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b3961afd-db6f-4cca-ab12-0a131c20fa3a not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:51.176678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a690-5887-4e20-8014-02acb120c105 req-e1cc752e-168c-4810-89c7-bf68bb683812 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:51.178308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07e1a690-5887-4e20-8014-02acb120c105 req-e1cc752e-168c-4810-89c7-bf68bb683812 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.3040676 Aug 06 16:11:51.299587 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07e1a690-5887-4e20-8014-02acb120c105 req-736c72fd-e500-42a6-8447-2dc1ed392fa7 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091425 Aug 06 16:11:51.349715 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-a3e7334f-6fe6-4bb6-a82d-bb4fed8bc4bb tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:51.351835 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-a3e7334f-6fe6-4bb6-a82d-bb4fed8bc4bb tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.78 "GET /v2.0/networks?id=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 HTTP/1.1" status: 200 len: 815 time: 0.1596787 Aug 06 16:11:51.391699 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-eb335088-64e9-483b-82ad-b52993fbe476 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Request body: {'port': {'device_id': 'ed57750d-4ac0-4208-ab77-08cfb26474d3', 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2', 'admin_state_up': True, 'tenant_id': '51c705d5130945e3b8a4539b2e7030c5'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:51.422406 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf36dd91-6c8f-4960-a66a-12ebf11aaf09 x-openstack-request-id: req-bf36dd91-6c8f-4960-a66a-12ebf11aaf09 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:51.422743 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "name": "network-vif-deleted", "tag": "77ff3797-88b4-4a26-9a81-634064fd142a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:51.422950 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf36dd91-6c8f-4960-a66a-12ebf11aaf09 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:51.423340 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'name': 'network-vif-deleted', 'tag': '77ff3797-88b4-4a26-9a81-634064fd142a', 'status': 'completed', 'code': 200} Aug 06 16:11:51.474693 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-51c66404-75c5-4003-9bd3-4af145db8b59 req-78e957e5-645a-46b7-8b01-93e64d34fb1a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:51.528569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-e046b4bf-5ec4-42e9-bafd-c21dc9c1f8da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1951463 Aug 06 16:11:51.536970 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e957e5-645a-46b7-8b01-93e64d34fb1a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Pushing event deleted for resources: {'Port': ['ID=3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:51.632723 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-eb335088-64e9-483b-82ad-b52993fbe476 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Made reservation on behalf of 51c705d5130945e3b8a4539b2e7030c5 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:51.636392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-eb335088-64e9-483b-82ad-b52993fbe476 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:51.901326 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-eb335088-64e9-483b-82ad-b52993fbe476 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Allocated IP 172.20.0.9 (5b79abfe-9c94-4b74-9a41-6ba77fcc76c2/7ad0b253-dda7-4350-a0e5-b2f9912a8493/1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:52.062713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-5937497c-e017-43a4-9409-c1286e91c21b tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:52.069738 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-5937497c-e017-43a4-9409-c1286e91c21b tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/networks?id=15911d68-8707-4502-a324-891837d491b2 HTTP/1.1" status: 200 len: 814 time: 0.6755776 Aug 06 16:11:52.073645 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c66404-75c5-4003-9bd3-4af145db8b59 req-78e957e5-645a-46b7-8b01-93e64d34fb1a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] No DVR routers for this DVR port 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:11:52.085197 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-51c66404-75c5-4003-9bd3-4af145db8b59 req-78e957e5-645a-46b7-8b01-93e64d34fb1a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:52.087640 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51c66404-75c5-4003-9bd3-4af145db8b59 req-78e957e5-645a-46b7-8b01-93e64d34fb1a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.13 "DELETE /v2.0/ports/3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 HTTP/1.1" status: 204 len: 173 time: 1.6404481 Aug 06 16:11:52.093384 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-6753ba98-461d-407d-a9cf-c78cbc146958 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/quotas/ce896c97c1764140b85cefb353e9cfcf HTTP/1.1" status: 200 len: 375 time: 0.0227420 Aug 06 16:11:52.107367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb375a-1fb6-44b7-be06-830ce5d54647 req-8bfa1006-bdc1-43ea-a0dd-1a954a5a2b8e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:52.110167 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9bb375a-1fb6-44b7-be06-830ce5d54647 req-8bfa1006-bdc1-43ea-a0dd-1a954a5a2b8e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.6108541 Aug 06 16:11:52.125930 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-eb335088-64e9-483b-82ad-b52993fbe476 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:52.180287 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-eb335088-64e9-483b-82ad-b52993fbe476 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:52.209646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9bb375a-1fb6-44b7-be06-830ce5d54647 req-ec939bb9-f7a5-4fc2-a341-f8eee6aec664 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825772 Aug 06 16:11:52.228177 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-9036ee77-2377-4e9a-bb06-0f83ba831c81 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce896c97c1764140b85cefb353e9cfcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1165411 Aug 06 16:11:52.295248 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-eb335088-64e9-483b-82ad-b52993fbe476 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:52.299812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-eb335088-64e9-483b-82ad-b52993fbe476 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:52.304784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-eb335088-64e9-483b-82ad-b52993fbe476 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:52.309497 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb335088-64e9-483b-82ad-b52993fbe476 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Pushing event updated for resources: {'Port': ['ID=1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:52.332009 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50576) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:52.401541 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-0c53afe3-76e8-4227-8a14-08087b4c7b44 service neutron] 10.222.0.37 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631703 Aug 06 16:11:52.430511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-eb335088-64e9-483b-82ad-b52993fbe476 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:52.431190 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-eb335088-64e9-483b-82ad-b52993fbe476 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:52.437237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Deleting subnet 48b9523e-2321-4ff1-a9dd-01535048835c {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:11:52.443645 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:52.484030 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-eb335088-64e9-483b-82ad-b52993fbe476 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1189604 Aug 06 16:11:52.504547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Request body: {'port': {'device_id': 'ed57750d-4ac0-4208-ab77-08cfb26474d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:52.509259 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:52.569270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30635d-f4aa-4370-bdc9-fa33f5eef189 req-a484f806-ca79-4e55-b359-0dbe3dbfe008 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:52.571966 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c30635d-f4aa-4370-bdc9-fa33f5eef189 req-a484f806-ca79-4e55-b359-0dbe3dbfe008 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 931 time: 0.1445725 Aug 06 16:11:52.586188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-ecad1de2-c338-4e8b-b7a7-28fcff6a68e1 service neutron] 10.222.0.37 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756454 Aug 06 16:11:52.628716 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:52.673574 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c30635d-f4aa-4370-bdc9-fa33f5eef189 req-d9310287-fd84-4002-8d22-23abd5251a3e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828996 Aug 06 16:11:52.729590 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:52.959509 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:53.004390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f96c6f6-2376-4fdb-8cfd-48c875514abd req-77f1048b-93a2-4b2d-aca7-5d5d6bbb5e58 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 210 time: 0.0453019 Aug 06 16:11:53.041593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:53.045823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfb67c6-3e6e-4eb9-91cf-52d6a4d97320 None None] Network 1e601200-7a7c-4a2a-ba39-98a01f58f6bd requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:11:53.071959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827db57a-286c-432e-950c-73889a4f8ff6 req-8bab915e-aca2-4ead-ad4a-0fecc691bb19 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:53.073863 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-827db57a-286c-432e-950c-73889a4f8ff6 req-8bab915e-aca2-4ead-ad4a-0fecc691bb19 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.0833702 Aug 06 16:11:53.171316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:53.172071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:53.172621 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:53.176145 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "DELETE /v2.0/subnets/48b9523e-2321-4ff1-a9dd-01535048835c HTTP/1.1" status: 204 len: 168 time: 0.8412242 Aug 06 16:11:53.181093 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-827db57a-286c-432e-950c-73889a4f8ff6 req-7e2c4f7f-a506-4fd4-b18d-1aa0eff4859a tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009099 Aug 06 16:11:53.191272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50588) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:53.204875 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Subnet': ['ID=48b9523e-2321-4ff1-a9dd-01535048835c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:53.259158 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:53.259512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:53.259851 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:53.260215 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:53.260535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:53.260862 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:53.261380 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:53.262076 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:53.262654 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:53.263328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:53.263992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:53.264536 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83d60a-58ad-472d-b0eb-af212b0e42cb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:53.294060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:53.315294 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:53.323856 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:53.362364 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Transition to ACTIVE for port object 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:53.373776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:53.396023 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:53.450441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b833ba55-58da-47e8-bafb-50351245be39 None None] DHCP port deletion for 1e601200-7a7c-4a2a-ba39-98a01f58f6bd request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:11:53.526635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'name': 'network-vif-deleted', 'tag': 'b3961afd-db6f-4cca-ab12-0a131c20fa3a'}, {'server_uuid': '6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e', 'name': 'network-vif-deleted', 'tag': '3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:53.529091 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24bd539-7bc9-4805-b53b-d85e55314b8f" -d '{"events": [{"server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "name": "network-vif-deleted", "tag": "b3961afd-db6f-4cca-ab12-0a131c20fa3a"}, {"server_uuid": "6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e", "name": "network-vif-deleted", "tag": "3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:53.530609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b833ba55-58da-47e8-bafb-50351245be39 None None] Deleting port b39b6670-6ebb-4657-bd5d-7583a068d9b5 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:53.531390 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b833ba55-58da-47e8-bafb-50351245be39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:53.555138 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-e849f214-0ad8-42e4-a94a-d3c9991ea876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:53.556972 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-e849f214-0ad8-42e4-a94a-d3c9991ea876 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1096 time: 0.2310338 Aug 06 16:11:53.594889 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Pushing event updated for resources: {'Port': ['ID=1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:53.660607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Attempting to bind port 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:53.660950 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Attempting to bind port 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '99164fc3-3c75-4a88-b2f9-2858615d34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:53.661551 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Attempting to bind port 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b on network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:53.671240 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b833ba55-58da-47e8-bafb-50351245be39 None None] For port b39b6670-6ebb-4657-bd5d-7583a068d9b5, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b39b6670-6ebb-4657-bd5d-7583a068d9b5,segment=NetworkSegment(e8133ba3-db4a-4760-a09f-91e075ef4041),segment_id=e8133ba3-db4a-4760-a09f-91e075ef4041)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:53.671646 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b833ba55-58da-47e8-bafb-50351245be39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:53.675755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b39b6670-6ebb-4657-bd5d-7583a068d9b5 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:53.678256 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7699d45a-6fff-4160-9ee6-1107d021e20c x-openstack-request-id: req-7699d45a-6fff-4160-9ee6-1107d021e20c {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:53.678894 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040f7736-79bd-4a98-b1a5-4e3f5f178fb8", "name": "network-vif-deleted", "tag": "b3961afd-db6f-4cca-ab12-0a131c20fa3a", "status": "completed", "code": 200}, {"server_uuid": "6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e", "name": "network-vif-deleted", "tag": "3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:53.679350 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7699d45a-6fff-4160-9ee6-1107d021e20c {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:53.679943 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040f7736-79bd-4a98-b1a5-4e3f5f178fb8', 'name': 'network-vif-deleted', 'tag': 'b3961afd-db6f-4cca-ab12-0a131c20fa3a', 'status': 'completed', 'code': 200} Aug 06 16:11:53.680383 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb78cfc-7e1d-4c45-9b8c-b9e1c785286e', 'name': 'network-vif-deleted', 'tag': '3c6ae318-f39d-4f7c-aa7d-a5b719aa2d42', 'status': 'completed', 'code': 200} Aug 06 16:11:53.684056 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Port 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b on network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:11:53.684388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Attempting to bind port 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b on network 5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:53.690109 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:53.690456 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Checking segment: {'id': '99164fc3-3c75-4a88-b2f9-2858615d34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:53.690843 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Bound using segment: {'id': '99164fc3-3c75-4a88-b2f9-2858615d34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:53.691273 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Bound port: 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99164fc3-3c75-4a88-b2f9-2858615d34d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:53.691635 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:53.692048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698c965-dbac-40fe-b87b-c31529d2b7ce req-47775b26-0dc6-4fc4-9192-22ff45166b63 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:53.704466 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f698c965-dbac-40fe-b87b-c31529d2b7ce req-47775b26-0dc6-4fc4-9192-22ff45166b63 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.2995081 Aug 06 16:11:53.758831 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b833ba55-58da-47e8-bafb-50351245be39 None None] Calling delete_port for b39b6670-6ebb-4657-bd5d-7583a068d9b5 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:53.792974 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] For port 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:53.799139 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] For port 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:53.804257 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:53.834100 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f698c965-dbac-40fe-b87b-c31529d2b7ce req-9a342aae-3eca-41b4-8126-44e77cb4483e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238358 Aug 06 16:11:53.847020 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:53.849775 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-dce89280-55f7-497a-8046-12da6cf48a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:53.851906 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-dce89280-55f7-497a-8046-12da6cf48a69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2 HTTP/1.1" status: 200 len: 897 time: 0.2796466 Aug 06 16:11:53.855587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Deleting port b39b6670-6ebb-4657-bd5d-7583a068d9b5 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:53.855932 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:53.865824 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:53.867849 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:53.871298 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] 10.222.0.78 "PUT /v2.0/ports/1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b HTTP/1.1" status: 200 len: 1091 time: 1.3706763 Aug 06 16:11:53.872094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed57750d-4ac0-4208-ab77-08cfb26474d3', 'tag': '1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:53.878851 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49f1a4c-88c4-4b8c-9fb6-d46d47b4c9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ed57750d-4ac0-4208-ab77-08cfb26474d3", "tag": "1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:53.938175 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:53.951152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e9b8b-7f6d-484f-bc66-92ca28f6792e service neutron] Pushing event updated for resources: {'Port': ['ID=1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:53.955204 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b833ba55-58da-47e8-bafb-50351245be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:54.011491 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21203296-191b-4e71-b2f9-cd6c2a630b11 x-openstack-request-id: req-21203296-191b-4e71-b2f9-cd6c2a630b11 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:54.011858 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed57750d-4ac0-4208-ab77-08cfb26474d3", "tag": "1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:54.012023 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21203296-191b-4e71-b2f9-cd6c2a630b11 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:54.012557 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed57750d-4ac0-4208-ab77-08cfb26474d3', 'tag': '1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b', 'status': 'completed', 'code': 200} Aug 06 16:11:54.015030 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-50626a4a-7174-41fa-9b41-9ae2ab2ec6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:54.017039 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-50626a4a-7174-41fa-9b41-9ae2ab2ec6cb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=51c705d5130945e3b8a4539b2e7030c5&device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 1094 time: 0.0611496 Aug 06 16:11:54.017981 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833ba55-58da-47e8-bafb-50351245be39 None None] Pushing event deleted for resources: {'Port': ['ID=b39b6670-6ebb-4657-bd5d-7583a068d9b5,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:54.021991 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b833ba55-58da-47e8-bafb-50351245be39 None None] No DVR routers for this DVR port b39b6670-6ebb-4657-bd5d-7583a068d9b5 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:11:54.125423 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-6811f9c0-742b-4e38-b51d-4143ac1d527a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b HTTP/1.1" status: 200 len: 217 time: 0.0944934 Aug 06 16:11:54.138755 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-ca8066ee-c63f-45a5-a49d-6602225a95a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 200 len: 1001 time: 0.2760541 Aug 06 16:11:54.141341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] For port b39b6670-6ebb-4657-bd5d-7583a068d9b5, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b39b6670-6ebb-4657-bd5d-7583a068d9b5,segment=NetworkSegment(e8133ba3-db4a-4760-a09f-91e075ef4041),segment_id=e8133ba3-db4a-4760-a09f-91e075ef4041)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:54.141925 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:54.175065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Calling delete_port for b39b6670-6ebb-4657-bd5d-7583a068d9b5 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:54.204490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-55b5cb7b-68c6-4f3e-bf67-eee0d3019b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:54.206121 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-55b5cb7b-68c6-4f3e-bf67-eee0d3019b8f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ad0b253-dda7-4350-a0e5-b2f9912a8493 HTTP/1.1" status: 200 len: 855 time: 0.0695925 Aug 06 16:11:54.210842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7119c27-8b84-483a-be25-0df1e6c5ae32 req-32e30b20-e5c4-4197-a54f-5d157607f7cf tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:54.212438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7119c27-8b84-483a-be25-0df1e6c5ae32 req-32e30b20-e5c4-4197-a54f-5d157607f7cf tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 943 time: 0.3538456 Aug 06 16:11:54.244752 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-765ce213-4b9e-4617-ae0e-a396f2180d3e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300281 Aug 06 16:11:54.276681 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-93cdbb16-51cd-4ad6-a898-78c216f82f41 req-a71a9429-943b-4242-887b-df4bcaad210f tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 210 time: 0.0630984 Aug 06 16:11:54.328795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-88b334f3-00f7-427e-8e11-bb5052c3780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:54.330302 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-88b334f3-00f7-427e-8e11-bb5052c3780c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d9457db-69ad-4917-87cd-7d1f42be3fc5 HTTP/1.1" status: 200 len: 835 time: 0.1731231 Aug 06 16:11:54.365707 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50614) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:54.400978 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7119c27-8b84-483a-be25-0df1e6c5ae32 req-3c55614d-40e4-4593-abdb-ce4e063ebcba tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698420 Aug 06 16:11:54.426249 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-0a143871-a48f-4563-9b93-04d5f31d621d service neutron] 10.222.0.78 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613514 Aug 06 16:11:54.541303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-232745fe-0f99-4083-a6b1-d202443e776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:54.543135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-232745fe-0f99-4083-a6b1-d202443e776f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2038641 Aug 06 16:11:54.575375 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:54.637060 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d9d679bc-ce63-494b-b98a-a083c1a98849 req-8110a813-ee7d-4199-95bf-56e9d2388ebf service neutron] 10.222.0.78 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965213 Aug 06 16:11:54.637658 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Port': ['ID=b39b6670-6ebb-4657-bd5d-7583a068d9b5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:54.641436 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] No DVR routers for this DVR port b39b6670-6ebb-4657-bd5d-7583a068d9b5 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:11:54.750396 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-733ace20-f64e-4794-9399-1ab39a0ea603 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:54.751879 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-733ace20-f64e-4794-9399-1ab39a0ea603 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.13 "GET /v2.0/networks?id=15911d68-8707-4502-a324-891837d491b2 HTTP/1.1" status: 200 len: 814 time: 0.3280432 Aug 06 16:11:54.765719 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-a10a3574-3871-480b-896b-e811c9376a08 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Request body: {'port': {'device_id': '50ad630f-c5f4-4dd6-87b9-28a7281dd7b6', 'network_id': '15911d68-8707-4502-a324-891837d491b2', 'admin_state_up': True, 'tenant_id': 'ce896c97c1764140b85cefb353e9cfcf'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:54.782959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bafe9-409f-4f37-9823-7cbe00352ab1 req-2c29c358-e2b0-4698-af45-856842e102d2 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:54.784487 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-569bafe9-409f-4f37-9823-7cbe00352ab1 req-2c29c358-e2b0-4698-af45-856842e102d2 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.2689145 Aug 06 16:11:54.802218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f1a4c-88c4-4b8c-9fb6-d46d47b4c9ed req-9c6a8af7-9ca1-48d5-89ee-fa0a1dbbd7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:54.804293 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f49f1a4c-88c4-4b8c-9fb6-d46d47b4c9ed req-9c6a8af7-9ca1-48d5-89ee-fa0a1dbbd7b7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=51c705d5130945e3b8a4539b2e7030c5&device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 1094 time: 0.1090455 Aug 06 16:11:54.851580 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:54.880391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e601200-7a7c-4a2a-ba39-98a01f58f6bd']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:54.937055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8133ba3-db4a-4760-a09f-91e075ef4041') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:54.937055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8133ba3-db4a-4760-a09f-91e075ef4041') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:54.942217 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-f2061b6e-a97f-4596-8513-1a678057426d service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792143 Aug 06 16:11:54.998287 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f1a4c-88c4-4b8c-9fb6-d46d47b4c9ed req-48d2946c-08e8-43f3-a956-4cd8919aa653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:54.999729 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f49f1a4c-88c4-4b8c-9fb6-d46d47b4c9ed req-48d2946c-08e8-43f3-a956-4cd8919aa653 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 HTTP/1.1" status: 200 len: 916 time: 0.1867282 Aug 06 16:11:55.001173 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:55.032897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-569bafe9-409f-4f37-9823-7cbe00352ab1 req-31109d21-6099-460a-bb79-31f48f6cd601 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304778 Aug 06 16:11:55.060639 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f49f1a4c-88c4-4b8c-9fb6-d46d47b4c9ed req-0569325e-8a77-4e24-9151-3a39a64d657d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b HTTP/1.1" status: 200 len: 217 time: 0.0447438 Aug 06 16:11:55.087876 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:55.107678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:11:55.108089 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:11:55.111148 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:11:55.141210 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da568b7e-0f48-4796-8a92-c721a69e6aa3 req-128aede5-b01b-45f4-8f9a-97d84a29c884 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:55.151764 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da568b7e-0f48-4796-8a92-c721a69e6aa3 req-128aede5-b01b-45f4-8f9a-97d84a29c884 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.2155998 Aug 06 16:11:55.168363 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f1a4c-88c4-4b8c-9fb6-d46d47b4c9ed req-6208def8-6e58-42c9-b3de-cfd04926fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:55.169925 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f49f1a4c-88c4-4b8c-9fb6-d46d47b4c9ed req-6208def8-6e58-42c9-b3de-cfd04926fbd2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ad0b253-dda7-4350-a0e5-b2f9912a8493 HTTP/1.1" status: 200 len: 855 time: 0.1009257 Aug 06 16:11:55.186431 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9e6870e0-0b97-4935-9098-508309271e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:55.237743 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-28baaafe-c443-4b83-a1bf-942968d956c5 service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672458 Aug 06 16:11:55.242430 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-a10a3574-3871-480b-896b-e811c9376a08 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Made reservation on behalf of ce896c97c1764140b85cefb353e9cfcf for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:55.246018 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-a10a3574-3871-480b-896b-e811c9376a08 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:55.250325 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:55.251423 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f49f1a4c-88c4-4b8c-9fb6-d46d47b4c9ed req-ee8e0d17-a3d1-41d6-a541-cb34229d07ed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682476 Aug 06 16:11:55.274165 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:55.276074 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "DELETE /v2.0/networks/1e601200-7a7c-4a2a-ba39-98a01f58f6bd HTTP/1.1" status: 204 len: 168 time: 2.0806358 Aug 06 16:11:55.289371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50622) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:55.303590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ac962-50b5-40e6-93ae-d96aee810906 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Network': ['ID=1e601200-7a7c-4a2a-ba39-98a01f58f6bd,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:55.322095 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da568b7e-0f48-4796-8a92-c721a69e6aa3 req-149a8606-18ac-48d8-94e0-835f86cc888a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723595 Aug 06 16:11:55.449896 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73f0177b-17b7-427b-8bef-7ffee4de9522 req-aa700ddf-21c9-42b6-a999-0ed94035f8dc tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 210 time: 0.0474441 Aug 06 16:11:55.458696 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f49f1a4c-88c4-4b8c-9fb6-d46d47b4c9ed req-46e5f1ee-d85f-4e53-a298-01dd673b38f4 service neutron] 10.222.0.78 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968012 Aug 06 16:11:55.458977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b754e06e-6aa9-4ca1-b9c7-6742d9120226 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Deleting subnet cb554551-45ae-4f54-bb22-f5f695dcb05f {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:11:55.514811 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b754e06e-6aa9-4ca1-b9c7-6742d9120226 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:55.601355 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f49f1a4c-88c4-4b8c-9fb6-d46d47b4c9ed req-28c9297c-b8a4-4d6b-9588-f0ada0ee5cb3 service neutron] 10.222.0.78 "GET /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205108 Aug 06 16:11:55.616107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-a10a3574-3871-480b-896b-e811c9376a08 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Allocated IP 172.20.0.3 (15911d68-8707-4502-a324-891837d491b2/4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89/765228c5-02c0-43fb-9ca5-f1f3605335c8) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:55.622456 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b754e06e-6aa9-4ca1-b9c7-6742d9120226 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:55.682371 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-9e6870e0-0b97-4935-9098-508309271e2f admin admin] Deleting port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:55.682960 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9e6870e0-0b97-4935-9098-508309271e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:55.688333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f3aa1-ec1b-4646-ab38-9e00aa1823a0 req-525a3bfb-c1d5-4486-95f3-4853cf76dc7b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:55.690884 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-470f3aa1-ec1b-4646-ab38-9e00aa1823a0 req-525a3bfb-c1d5-4486-95f3-4853cf76dc7b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 943 time: 0.1723995 Aug 06 16:11:55.784134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-9e6870e0-0b97-4935-9098-508309271e2f admin admin] For port fea1ba9d-aa0f-4c63-bea1-3225858bc6b7, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fea1ba9d-aa0f-4c63-bea1-3225858bc6b7,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:55.784500 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9e6870e0-0b97-4935-9098-508309271e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:55.798863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-9e6870e0-0b97-4935-9098-508309271e2f admin admin] Calling delete_port for fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:55.838391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-470f3aa1-ec1b-4646-ab38-9e00aa1823a0 req-41a6cbef-991d-4a3d-a38c-8975d80d0041 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378109 Aug 06 16:11:55.879594 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b754e06e-6aa9-4ca1-b9c7-6742d9120226 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:55.967564 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-a10a3574-3871-480b-896b-e811c9376a08 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:55.977122 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b754e06e-6aa9-4ca1-b9c7-6742d9120226 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:56.010412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754e06e-6aa9-4ca1-b9c7-6742d9120226 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Subnet': ['ID=cb554551-45ae-4f54-bb22-f5f695dcb05f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:56.015479 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9e6870e0-0b97-4935-9098-508309271e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:56.015732 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b754e06e-6aa9-4ca1-b9c7-6742d9120226 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:56.017439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b754e06e-6aa9-4ca1-b9c7-6742d9120226 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "DELETE /v2.0/subnets/cb554551-45ae-4f54-bb22-f5f695dcb05f HTTP/1.1" status: 204 len: 168 time: 0.7225220 Aug 06 16:11:56.020016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50628) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:56.023548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e953aa8-3c40-4a4c-a04d-e6f90d152aa1 None None] Network 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:11:56.053487 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6870e0-0b97-4935-9098-508309271e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=fea1ba9d-aa0f-4c63-bea1-3225858bc6b7,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:56.109619 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-a10a3574-3871-480b-896b-e811c9376a08 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:56.151913 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['280a9781-3336-473d-a912-92941d71be43'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:56.209158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['59f76e2d-b125-4739-aed6-41cce9bb0c6c', '92c22e18-8a4c-4fe2-8e35-9e017d44f80b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:56.223426 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:56.230511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-a10a3574-3871-480b-896b-e811c9376a08 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Network 15911d68-8707-4502-a324-891837d491b2 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:56.255993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51adf6-c1ef-419c-aa23-b4c181de9cf9 req-18f85a57-6f07-45d7-8e2a-ff4cc09a5445 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:56.258865 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d51adf6-c1ef-419c-aa23-b4c181de9cf9 req-18f85a57-6f07-45d7-8e2a-ff4cc09a5445 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.0898871 Aug 06 16:11:56.259997 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-a10a3574-3871-480b-896b-e811c9376a08 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:56.268927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-a10a3574-3871-480b-896b-e811c9376a08 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:56.291201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9e6870e0-0b97-4935-9098-508309271e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:56.294669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a3574-3871-480b-896b-e811c9376a08 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Pushing event updated for resources: {'Port': ['ID=765228c5-02c0-43fb-9ca5-f1f3605335c8,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:56.396671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-a10a3574-3871-480b-896b-e811c9376a08 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:56.397333 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-a10a3574-3871-480b-896b-e811c9376a08 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:56.449211 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] DHCP port deletion for 2d6649e8-a9d0-499f-af25-1dc8a7eeab2a request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:11:56.463317 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-a10a3574-3871-480b-896b-e811c9376a08 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7015991 Aug 06 16:11:56.498180 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d51adf6-c1ef-419c-aa23-b4c181de9cf9 req-8e89a453-2292-417c-a0ab-a8baa233aa41 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308624 Aug 06 16:11:56.503034 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Request body: {'port': {'device_id': '50ad630f-c5f4-4dd6-87b9-28a7281dd7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:56.549084 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Deleting port acc4e0d7-983f-4045-9e89-4660b7d61382 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:56.549445 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:56.582767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Deleting port acc4e0d7-983f-4045-9e89-4660b7d61382 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:56.583050 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:56.624616 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb3953-5eec-4b37-bb63-3bc808b4469d req-09d84f47-30d6-4026-8e4c-9c119ba80f2f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:56.626381 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-adcb3953-5eec-4b37-bb63-3bc808b4469d req-09d84f47-30d6-4026-8e4c-9c119ba80f2f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.1802213 Aug 06 16:11:56.685162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] For port acc4e0d7-983f-4045-9e89-4660b7d61382, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=acc4e0d7-983f-4045-9e89-4660b7d61382,segment=NetworkSegment(04de218c-a79f-4f88-94b1-2eebe49b8883),segment_id=04de218c-a79f-4f88-94b1-2eebe49b8883)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:56.685493 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:56.709188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Calling delete_port for acc4e0d7-983f-4045-9e89-4660b7d61382 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:56.719564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] For port acc4e0d7-983f-4045-9e89-4660b7d61382, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=acc4e0d7-983f-4045-9e89-4660b7d61382,segment=NetworkSegment(04de218c-a79f-4f88-94b1-2eebe49b8883),segment_id=04de218c-a79f-4f88-94b1-2eebe49b8883)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:56.719943 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:56.734343 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:56.758604 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Calling delete_port for acc4e0d7-983f-4045-9e89-4660b7d61382 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:56.782370 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-adcb3953-5eec-4b37-bb63-3bc808b4469d req-e0390cc0-1098-424d-9879-e4763ff16469 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222923 Aug 06 16:11:56.794736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64544f71-6bda-41b6-949d-6aee4ef1688b req-c71c614a-b878-435d-9bc1-425710c73991 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:56.796671 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64544f71-6bda-41b6-949d-6aee4ef1688b req-c71c614a-b878-435d-9bc1-425710c73991 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 931 time: 0.2251046 Aug 06 16:11:56.852947 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:56.902949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Pushing event deleted for resources: {'Port': ['ID=acc4e0d7-983f-4045-9e89-4660b7d61382,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:56.906952 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:56.920832 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:56.922311 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:56.922989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:56.924890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:56.926067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:56.926427 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:56.926798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:56.927144 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:56.927498 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:56.927840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:56.928198 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:56.930918 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:56.939075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3664bd-0905-444c-8559-da2c0f745e9c None None] No DVR routers for this DVR port acc4e0d7-983f-4045-9e89-4660b7d61382 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:11:56.962836 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Port': ['ID=acc4e0d7-983f-4045-9e89-4660b7d61382,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:56.982660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] No DVR routers for this DVR port acc4e0d7-983f-4045-9e89-4660b7d61382 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:11:56.988521 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6870e0-0b97-4935-9098-508309271e2f admin admin] Router 7581b9ad-a9d7-4cf1-893c-83174c2f820f has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:11:57.111101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6870e0-0b97-4935-9098-508309271e2f admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:11:57.120225 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9e6870e0-0b97-4935-9098-508309271e2f admin admin] 10.222.0.37 "PUT /v2.0/routers/7581b9ad-a9d7-4cf1-893c-83174c2f820f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7507865 Aug 06 16:11:57.120924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50640) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:57.123146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95988315-20de-4133-9b53-0cfbe5cb36eb None None] Sync routers for ids ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:11:57.135565 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95988315-20de-4133-9b53-0cfbe5cb36eb None None] Routers {'7581b9ad-a9d7-4cf1-893c-83174c2f820f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:57.136286 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-95988315-20de-4133-9b53-0cfbe5cb36eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:11:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:57.254076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7622bf7-7c0c-43bb-a04c-a95d3edb13de admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:57.402957 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7622bf7-7c0c-43bb-a04c-a95d3edb13de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:57.417226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-95988315-20de-4133-9b53-0cfbe5cb36eb None None] Set router 7581b9ad-a9d7-4cf1-893c-83174c2f820f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:57.477476 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d7622bf7-7c0c-43bb-a04c-a95d3edb13de admin admin] Deleting port acbba8b0-315a-489e-9105-56062c6bdb5d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:57.477798 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7622bf7-7c0c-43bb-a04c-a95d3edb13de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:57.566743 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64544f71-6bda-41b6-949d-6aee4ef1688b req-8ec9b232-2aad-42ff-9a25-1270b1bd5383 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594532 Aug 06 16:11:57.612744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-d7622bf7-7c0c-43bb-a04c-a95d3edb13de admin admin] For port acbba8b0-315a-489e-9105-56062c6bdb5d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=acbba8b0-315a-489e-9105-56062c6bdb5d,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:57.613132 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7622bf7-7c0c-43bb-a04c-a95d3edb13de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:57.628322 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d7622bf7-7c0c-43bb-a04c-a95d3edb13de admin admin] Calling delete_port for acbba8b0-315a-489e-9105-56062c6bdb5d owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:57.636792 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:57.657162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6649e8-a9d0-499f-af25-1dc8a7eeab2a']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:57.704016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-95988315-20de-4133-9b53-0cfbe5cb36eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:11:55Z', 'revision_number': 5, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port': {'id': 'acbba8b0-315a-489e-9105-56062c6bdb5d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:2c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:29Z', 'updated_at': '2021-08-06T16:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:57.748300 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95988315-20de-4133-9b53-0cfbe5cb36eb None None] Checking router: 7581b9ad-a9d7-4cf1-893c-83174c2f820f for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:11:57.752918 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device acc4e0d7-983f-4045-9e89-4660b7d61382 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:57.793001 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:11:57.794660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04de218c-a79f-4f88-94b1-2eebe49b8883') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:57.795198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04de218c-a79f-4f88-94b1-2eebe49b8883') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:57.798265 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: acc4e0d7-983f-4045-9e89-4660b7d61382 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:57.798618 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device acc4e0d7-983f-4045-9e89-4660b7d61382 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:57.815721 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95988315-20de-4133-9b53-0cfbe5cb36eb None None] Routers {'7581b9ad-a9d7-4cf1-893c-83174c2f820f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:57.816368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-95988315-20de-4133-9b53-0cfbe5cb36eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:11:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:57.817044 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:57.840266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ccf4f-a5b4-4547-909b-ea009e7fb771 req-259ba288-39e1-4323-93a1-aecd548b3f4c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:57.842138 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c77ccf4f-a5b4-4547-909b-ea009e7fb771 req-259ba288-39e1-4323-93a1-aecd548b3f4c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 943 time: 0.8482111 Aug 06 16:11:57.895458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7622bf7-7c0c-43bb-a04c-a95d3edb13de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:57.912383 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:57.939897 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:11:57.940529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:57.942103 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7622bf7-7c0c-43bb-a04c-a95d3edb13de admin admin] Pushing event deleted for resources: {'Port': ['ID=acbba8b0-315a-489e-9105-56062c6bdb5d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:11:57.945941 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:11:57.966746 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-95988315-20de-4133-9b53-0cfbe5cb36eb None None] Set router 7581b9ad-a9d7-4cf1-893c-83174c2f820f gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:58.034756 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7622bf7-7c0c-43bb-a04c-a95d3edb13de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.042511 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-95988315-20de-4133-9b53-0cfbe5cb36eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:11:57Z', 'revision_number': 6, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:58.070460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c77ccf4f-a5b4-4547-909b-ea009e7fb771 req-0014e72d-c2f7-45fd-87e9-b6ccbeb8bf1c tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079139 Aug 06 16:11:58.079680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95988315-20de-4133-9b53-0cfbe5cb36eb None None] The sync data for ids ['7581b9ad-a9d7-4cf1-893c-83174c2f820f'] in n-d-803756-1 is: [{'id': '7581b9ad-a9d7-4cf1-893c-83174c2f820f', 'name': 'tempest-AttachVolumeShelveTestJSON-853281895-router', 'tenant_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:27Z', 'updated_at': '2021-08-06T16:11:57Z', 'revision_number': 6, 'project_id': '7ffc041dde4b4c088ba8b49bfae0f273', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:11:58.098230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:58.121772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f02e12-cedc-44b5-9711-46d2e46846b6 req-096e6442-28e4-4d98-852c-5bd3bcce4595 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:58.124974 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b', 'network_id': '5b79abfe-9c94-4b74-9a41-6ba77fcc76c2', 'port_id': '1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b', 'mac_address': 'fa:16:3e:2c:a8:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad0b253-dda7-4350-a0e5-b2f9912a8493', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:11:58.143368 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91f02e12-cedc-44b5-9711-46d2e46846b6 req-096e6442-28e4-4d98-852c-5bd3bcce4595 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.3362761 Aug 06 16:11:58.143669 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7622bf7-7c0c-43bb-a04c-a95d3edb13de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.146063 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.146291 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7622bf7-7c0c-43bb-a04c-a95d3edb13de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.179986 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.194734 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:58.208855 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7622bf7-7c0c-43bb-a04c-a95d3edb13de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.209499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7622bf7-7c0c-43bb-a04c-a95d3edb13de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7581b9ad-a9d7-4cf1-893c-83174c2f820f {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:11:58.215832 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7622bf7-7c0c-43bb-a04c-a95d3edb13de admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.216665 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.217888 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d7622bf7-7c0c-43bb-a04c-a95d3edb13de admin admin] 10.222.0.37 "DELETE /v2.0/routers/7581b9ad-a9d7-4cf1-893c-83174c2f820f HTTP/1.1" status: 204 len: 168 time: 1.0952628 Aug 06 16:11:58.218862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:58.219613 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "DELETE /v2.0/networks/2d6649e8-a9d0-499f-af25-1dc8a7eeab2a HTTP/1.1" status: 204 len: 168 time: 2.1981938 Aug 06 16:11:58.222434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50648) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:58.233068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50650) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:58.233300 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.242273 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a60c0b70-81b2-47ed-8dfc-9c2eeb111727 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1608487969'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:58.260293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045200f0-bb3a-42e2-b97e-f2655110c47f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Network': ['ID=2d6649e8-a9d0-499f-af25-1dc8a7eeab2a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:58.300027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765228c5-02c0-43fb-9ca5-f1f3605335c8 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:58.307075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f611e55-47da-4fc5-8129-2bcf1c9e0a3f admin admin] Deleting subnet 179c64d1-b6cb-431f-aab6-556ce510d2b1 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:11:58.307582 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:58.311899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60c0b70-81b2-47ed-8dfc-9c2eeb111727 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Made reservation on behalf of a3820122cb71450fa766a24bf9be70b8 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:58.312182 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.317573 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a60c0b70-81b2-47ed-8dfc-9c2eeb111727 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.320032 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f611e55-47da-4fc5-8129-2bcf1c9e0a3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.354350 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91f02e12-cedc-44b5-9711-46d2e46846b6 req-2437fda8-2a0a-4a5a-a9d9-3adf27d215b8 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935258 Aug 06 16:11:58.356208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Transition to ACTIVE for port object 765228c5-02c0-43fb-9ca5-f1f3605335c8 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:58.363860 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.384696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0e54e-ac65-4c3b-a0cd-5cefac528ea6 req-b2f12bf4-6860-43fc-94c9-0dc4f862b249 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:58.387570 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f611e55-47da-4fc5-8129-2bcf1c9e0a3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.389439 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60c0b70-81b2-47ed-8dfc-9c2eeb111727 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:11:58.392391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67e0e54e-ac65-4c3b-a0cd-5cefac528ea6 req-b2f12bf4-6860-43fc-94c9-0dc4f862b249 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.1532836 Aug 06 16:11:58.433323 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a60c0b70-81b2-47ed-8dfc-9c2eeb111727 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.433704 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-a60c0b70-81b2-47ed-8dfc-9c2eeb111727 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Added segment c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf of type vlan for network 51940ba5-3ebe-4a8a-a0ee-21d322657c7d Aug 06 16:11:58.504670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67e0e54e-ac65-4c3b-a0cd-5cefac528ea6 req-e39c6108-10f4-43d6-92c1-7b936903d32a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112351 Aug 06 16:11:58.509565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Pushing event updated for resources: {'Port': ['ID=765228c5-02c0-43fb-9ca5-f1f3605335c8,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:58.519709 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a60c0b70-81b2-47ed-8dfc-9c2eeb111727 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.563450 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f611e55-47da-4fc5-8129-2bcf1c9e0a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.598740 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a60c0b70-81b2-47ed-8dfc-9c2eeb111727 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.604816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60c0b70-81b2-47ed-8dfc-9c2eeb111727 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:58.605498 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a60c0b70-81b2-47ed-8dfc-9c2eeb111727 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.610816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Attempting to bind port 765228c5-02c0-43fb-9ca5-f1f3605335c8 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:58.611809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Attempting to bind port 765228c5-02c0-43fb-9ca5-f1f3605335c8 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:58.612166 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Attempting to bind port 765228c5-02c0-43fb-9ca5-f1f3605335c8 on network 15911d68-8707-4502-a324-891837d491b2 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:58.619013 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Port 765228c5-02c0-43fb-9ca5-f1f3605335c8 on network 15911d68-8707-4502-a324-891837d491b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:11:58.620156 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Attempting to bind port 765228c5-02c0-43fb-9ca5-f1f3605335c8 on network 15911d68-8707-4502-a324-891837d491b2 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:58.629999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:58.630480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Checking segment: {'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:58.631170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Bound using segment: {'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:58.631927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Bound port: 765228c5-02c0-43fb-9ca5-f1f3605335c8, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '15911d68-8707-4502-a324-891837d491b2'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:58.633069 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.661135 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a60c0b70-81b2-47ed-8dfc-9c2eeb111727 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4269977 Aug 06 16:11:58.662063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50654) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:58.670696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1e570223-bb2a-481f-976f-ae6554a05cc9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Request body: {'subnet': {'network_id': '51940ba5-3ebe-4a8a-a0ee-21d322657c7d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:58.671654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:58.704022 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c0b70-81b2-47ed-8dfc-9c2eeb111727 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event updated for resources: {'Network': ['ID=51940ba5-3ebe-4a8a-a0ee-21d322657c7d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:58.712252 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f611e55-47da-4fc5-8129-2bcf1c9e0a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.720109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 51940ba5-3ebe-4a8a-a0ee-21d322657c7d details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:11:58.741919 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f611e55-47da-4fc5-8129-2bcf1c9e0a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=179c64d1-b6cb-431f-aab6-556ce510d2b1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:58.754385 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f611e55-47da-4fc5-8129-2bcf1c9e0a3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.762143 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42765514-25fa-4f8b-b56c-2f1a7875d0a4 None None] Network a866e395-3ce9-4555-a769-7f0869a94e9f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:11:58.763122 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2f611e55-47da-4fc5-8129-2bcf1c9e0a3f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/179c64d1-b6cb-431f-aab6-556ce510d2b1 HTTP/1.1" status: 204 len: 168 time: 0.5326920 Aug 06 16:11:58.763122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50658) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:58.840712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbff5e-0a9a-4684-ae5f-9c5d11f87d60 req-44e203c4-fc34-44fe-8d9c-9dfbadc7e376 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:58.842335 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3fbff5e-0a9a-4684-ae5f-9c5d11f87d60 req-44e203c4-fc34-44fe-8d9c-9dfbadc7e376 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 943 time: 0.1792297 Aug 06 16:11:58.849400 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] For port 765228c5-02c0-43fb-9ca5-f1f3605335c8, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:58.853980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] For port 765228c5-02c0-43fb-9ca5-f1f3605335c8, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=765228c5-02c0-43fb-9ca5-f1f3605335c8,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:58.862687 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.903620 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:58.909605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e570223-bb2a-481f-976f-ae6554a05cc9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Made reservation on behalf of a3820122cb71450fa766a24bf9be70b8 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:58.913973 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e570223-bb2a-481f-976f-ae6554a05cc9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.010174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:59.012350 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] Deleting port a283cb3e-0401-4f14-ad42-be778d376b67 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:59.012864 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.014307 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.015874 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] 10.222.0.13 "PUT /v2.0/ports/765228c5-02c0-43fb-9ca5-f1f3605335c8 HTTP/1.1" status: 200 len: 1091 time: 2.5248227 Aug 06 16:11:59.016689 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ad630f-c5f4-4dd6-87b9-28a7281dd7b6', 'tag': '765228c5-02c0-43fb-9ca5-f1f3605335c8'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:59.019029 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fc4511-af71-4278-9139-937283b5fba1" -d '{"events": [{"name": "network-changed", "server_uuid": "50ad630f-c5f4-4dd6-87b9-28a7281dd7b6", "tag": "765228c5-02c0-43fb-9ca5-f1f3605335c8"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:59.103561 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41994bc3-197d-4b54-a5a1-bbe91875abcc None None] DHCP port deletion for a866e395-3ce9-4555-a769-7f0869a94e9f request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:11:59.121331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] For port a283cb3e-0401-4f14-ad42-be778d376b67, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a283cb3e-0401-4f14-ad42-be778d376b67,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:59.122025 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.136546 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b1833-3c15-4b70-b20d-a096cb603727 service neutron] Pushing event updated for resources: {'Port': ['ID=765228c5-02c0-43fb-9ca5-f1f3605335c8,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:59.145416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] Calling delete_port for a283cb3e-0401-4f14-ad42-be778d376b67 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:59.170182 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3fbff5e-0a9a-4684-ae5f-9c5d11f87d60 req-1d8c11d0-466f-429d-a038-1d7e36bf3994 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981856 Aug 06 16:11:59.171742 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-41994bc3-197d-4b54-a5a1-bbe91875abcc None None] Deleting port a283cb3e-0401-4f14-ad42-be778d376b67 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:59.172282 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-41994bc3-197d-4b54-a5a1-bbe91875abcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.235972 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7c52af-974b-423b-9026-3eee25d371d6 x-openstack-request-id: req-5c7c52af-974b-423b-9026-3eee25d371d6 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:59.236206 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ad630f-c5f4-4dd6-87b9-28a7281dd7b6", "tag": "765228c5-02c0-43fb-9ca5-f1f3605335c8", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:59.236439 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c7c52af-974b-423b-9026-3eee25d371d6 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:59.236853 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ad630f-c5f4-4dd6-87b9-28a7281dd7b6', 'tag': '765228c5-02c0-43fb-9ca5-f1f3605335c8', 'status': 'completed', 'code': 200} Aug 06 16:11:59.264293 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.277321 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-41994bc3-197d-4b54-a5a1-bbe91875abcc None None] For port a283cb3e-0401-4f14-ad42-be778d376b67, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a283cb3e-0401-4f14-ad42-be778d376b67,segment=NetworkSegment(b6e2986c-04be-41a9-b553-b61238abacc9),segment_id=b6e2986c-04be-41a9-b553-b61238abacc9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:59.277799 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-41994bc3-197d-4b54-a5a1-bbe91875abcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.294703 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] Pushing event deleted for resources: {'Port': ['ID=a283cb3e-0401-4f14-ad42-be778d376b67,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:59.298654 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] No DVR routers for this DVR port a283cb3e-0401-4f14-ad42-be778d376b67 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:11:59.302601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-41994bc3-197d-4b54-a5a1-bbe91875abcc None None] Calling delete_port for a283cb3e-0401-4f14-ad42-be778d376b67 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:59.302902 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-6748e424-fb1c-4b53-ab35-2c71fcecc46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:59.304918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-6748e424-fb1c-4b53-ab35-2c71fcecc46e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce896c97c1764140b85cefb353e9cfcf&device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 1094 time: 0.1924832 Aug 06 16:11:59.400590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f17f6-5f1f-4ec7-90b2-0c41e21cc879 req-0e33994b-e5df-40a7-9f75-8d683169a7ac tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:59.403971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.406534 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d13f17f6-5f1f-4ec7-90b2-0c41e21cc879 req-0e33994b-e5df-40a7-9f75-8d683169a7ac tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 944 time: 0.2349064 Aug 06 16:11:59.411778 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-5b1c8b0a-4e4d-49be-935d-ca39a230908d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=765228c5-02c0-43fb-9ca5-f1f3605335c8 HTTP/1.1" status: 200 len: 217 time: 0.0952597 Aug 06 16:11:59.430374 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-41994bc3-197d-4b54-a5a1-bbe91875abcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.438841 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a866e395-3ce9-4555-a769-7f0869a94e9f']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:59.453538 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e2986c-04be-41a9-b553-b61238abacc9') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:59.458963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e2986c-04be-41a9-b553-b61238abacc9') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:59.461565 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41994bc3-197d-4b54-a5a1-bbe91875abcc None None] Pushing event deleted for resources: {'Port': ['ID=a283cb3e-0401-4f14-ad42-be778d376b67,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:59.465475 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41994bc3-197d-4b54-a5a1-bbe91875abcc None None] No DVR routers for this DVR port a283cb3e-0401-4f14-ad42-be778d376b67 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:11:59.475961 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.487441 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e570223-bb2a-481f-976f-ae6554a05cc9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.497241 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.505078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:11:59.505519 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:11:59.507565 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:11:59.574806 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.583112 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d13f17f6-5f1f-4ec7-90b2-0c41e21cc879 req-440ce5a5-aa25-48e5-a0e3-35453875bed6 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646814 Aug 06 16:11:59.585057 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.587947 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] 10.222.0.37 "DELETE /v2.0/networks/a866e395-3ce9-4555-a769-7f0869a94e9f HTTP/1.1" status: 204 len: 168 time: 0.8240676 Aug 06 16:11:59.597077 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-91dff241-a65c-4ce5-bed8-f6140c7d6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:59.598660 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-91dff241-a65c-4ce5-bed8-f6140c7d6a04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89 HTTP/1.1" status: 200 len: 854 time: 0.1605959 Aug 06 16:11:59.633108 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1964174-11bb-498f-83a8-450fc334596c admin admin] Pushing event deleted for resources: {'Network': ['ID=a866e395-3ce9-4555-a769-7f0869a94e9f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:59.636911 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:59.655324 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-c43267a9-0b6f-450b-b8c9-b66f5c96e510 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15911d68-8707-4502-a324-891837d491b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440598 Aug 06 16:11:59.660986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e570223-bb2a-481f-976f-ae6554a05cc9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event updated for resources: {'Subnet': ['ID=e51bf9f3-33f1-4946-8743-a7d93865b611,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:59.664936 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:59.665400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fea1ba9d-aa0f-4c63-bea1-3225858bc6b7 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:59.665953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a283cb3e-0401-4f14-ad42-be778d376b67 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:59.689325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24576d-0461-4072-a4c7-f2d5075ef4b4 req-3c19e56e-9559-4d34-985d-ba147b08981b tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:59.690719 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a283cb3e-0401-4f14-ad42-be778d376b67 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:59.690998 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ca24576d-0461-4072-a4c7-f2d5075ef4b4 req-3c19e56e-9559-4d34-985d-ba147b08981b tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.2069585 Aug 06 16:11:59.691170 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a283cb3e-0401-4f14-ad42-be778d376b67 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:59.691685 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device acbba8b0-315a-489e-9105-56062c6bdb5d no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:59.718778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: acbba8b0-315a-489e-9105-56062c6bdb5d {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:59.718778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device acbba8b0-315a-489e-9105-56062c6bdb5d not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:59.785068 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e570223-bb2a-481f-976f-ae6554a05cc9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Checking segment: {'id': 'c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '51940ba5-3ebe-4a8a-a0ee-21d322657c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:59.785459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e570223-bb2a-481f-976f-ae6554a05cc9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Network hostable DHCP agents. Network: 51940ba5-3ebe-4a8a-a0ee-21d322657c7d, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:11:59.813881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50670) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:59.843838 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ca24576d-0461-4072-a4c7-f2d5075ef4b4 req-555cae02-5224-4078-bdbc-d7369616855a tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293616 Aug 06 16:11:59.860368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e570223-bb2a-481f-976f-ae6554a05cc9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Network 51940ba5-3ebe-4a8a-a0ee-21d322657c7d is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:11:59.865856 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-676b3e7c-ff93-461b-9b66-7042740348dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ffc041dde4b4c088ba8b49bfae0f273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499430 Aug 06 16:11:59.872792 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50674) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:59.885557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5dd29-1223-4b37-acc3-0cee09f6bc18 req-394b533a-d21e-4f99-b384-47748b42f44a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:59.887120 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6b5dd29-1223-4b37-acc3-0cee09f6bc18 req-394b533a-d21e-4f99-b384-47748b42f44a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.1838827 Aug 06 16:11:59.892051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-e0b84350-7501-4f6e-80e5-5e62f77b4c8e service neutron] 10.222.0.13 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266185 Aug 06 16:11:59.900508 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-1e570223-bb2a-481f-976f-ae6554a05cc9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 51940ba5-3ebe-4a8a-a0ee-21d322657c7d) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:59.910038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f267486-2267-4681-a906-74e910560057 None None] Network 51940ba5-3ebe-4a8a-a0ee-21d322657c7d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:11:59.934086 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04e32d94-b55a-45b8-a3a2-a9f27974dc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.941451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e570223-bb2a-481f-976f-ae6554a05cc9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:59.942357 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e570223-bb2a-481f-976f-ae6554a05cc9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.958644 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04e32d94-b55a-45b8-a3a2-a9f27974dc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:00.016715 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04e32d94-b55a-45b8-a3a2-a9f27974dc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:00.019609 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04e32d94-b55a-45b8-a3a2-a9f27974dc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:00.023572 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-04e32d94-b55a-45b8-a3a2-a9f27974dc20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7abd58ab-a16d-496d-b4f7-5a7fed950130 HTTP/1.1" status: 204 len: 168 time: 0.1466420 Aug 06 16:12:00.033002 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1e570223-bb2a-481f-976f-ae6554a05cc9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3680875 Aug 06 16:12:00.036563 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e32d94-b55a-45b8-a3a2-a9f27974dc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abd58ab-a16d-496d-b4f7-5a7fed950130,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:00.037383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50678) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:00.051683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-55cf5133-14e7-413b-9127-37069d3b73fd tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-198341161'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:00.065616 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6b5dd29-1223-4b37-acc3-0cee09f6bc18 req-6010aa3d-0065-43e4-8358-fd9038aa3f1c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661932 Aug 06 16:12:00.093682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cf5133-14e7-413b-9127-37069d3b73fd tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Made reservation on behalf of a3820122cb71450fa766a24bf9be70b8 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:00.097769 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55cf5133-14e7-413b-9127-37069d3b73fd tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:00.114408 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-51940ba5-3ebe-4a8a-a0ee-21d322657c7d', 'network_id': '51940ba5-3ebe-4a8a-a0ee-21d322657c7d', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'fixed_ips': [{'subnet_id': 'e51bf9f3-33f1-4946-8743-a7d93865b611'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:12:00.116060 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:00.116263 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5aae0a40-ab86-4924-91b8-e5cb9978861a req-82c0ca5b-e208-4c28-b244-f4680428416e service neutron] 10.222.0.13 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130077 Aug 06 16:12:00.131459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cf5133-14e7-413b-9127-37069d3b73fd tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:12:00.142968 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55cf5133-14e7-413b-9127-37069d3b73fd tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:00.143603 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-55cf5133-14e7-413b-9127-37069d3b73fd tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Added segment caa2057e-24af-44ac-8a18-3447b5803652 of type vlan for network 5798b51b-7ca6-476d-aa95-274e73df08a1 Aug 06 16:12:00.216749 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55cf5133-14e7-413b-9127-37069d3b73fd tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:00.252012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc4511-af71-4278-9139-937283b5fba1 req-e5a14570-d64f-45f7-b76d-f3d19ad09195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:00.253660 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3fc4511-af71-4278-9139-937283b5fba1 req-e5a14570-d64f-45f7-b76d-f3d19ad09195 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce896c97c1764140b85cefb353e9cfcf&device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 1094 time: 0.0765378 Aug 06 16:12:00.275330 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55cf5133-14e7-413b-9127-37069d3b73fd tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:00.281197 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cf5133-14e7-413b-9127-37069d3b73fd tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:00.282116 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55cf5133-14e7-413b-9127-37069d3b73fd tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:00.330267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Allocated IP 19.80.0.2 (51940ba5-3ebe-4a8a-a0ee-21d322657c7d/e51bf9f3-33f1-4946-8743-a7d93865b611/04243a59-bb36-4329-86bf-03fd3b4dda9b) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:12:00.401360 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-55cf5133-14e7-413b-9127-37069d3b73fd tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3611352 Aug 06 16:12:00.405599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50684) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:00.416303 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f7a67613-b2f0-4f67-b59e-24439c6a97a1 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Request body: {'subnet': {'network_id': '5798b51b-7ca6-476d-aa95-274e73df08a1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:00.458999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf5133-14e7-413b-9127-37069d3b73fd tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event updated for resources: {'Network': ['ID=5798b51b-7ca6-476d-aa95-274e73df08a1,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:00.479387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 5798b51b-7ca6-476d-aa95-274e73df08a1 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:12:00.490640 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd81c4-2249-4867-aac0-55ee29b2bfed req-b8f5ef54-f3d1-4359-b194-796a94f542ad tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:00.492464 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bbd81c4-2249-4867-aac0-55ee29b2bfed req-b8f5ef54-f3d1-4359-b194-796a94f542ad tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 943 time: 0.1973150 Aug 06 16:12:00.495802 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc4511-af71-4278-9139-937283b5fba1 req-03f1d6cc-9def-42ca-9fcd-059b3d6ece17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:00.497282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3fc4511-af71-4278-9139-937283b5fba1 req-03f1d6cc-9def-42ca-9fcd-059b3d6ece17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=15911d68-8707-4502-a324-891837d491b2 HTTP/1.1" status: 200 len: 915 time: 0.2343144 Aug 06 16:12:00.554584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a67613-b2f0-4f67-b59e-24439c6a97a1 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Made reservation on behalf of a3820122cb71450fa766a24bf9be70b8 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:00.559032 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3fc4511-af71-4278-9139-937283b5fba1 req-b3fce178-7eec-4dde-886b-f0db5dd0d827 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=765228c5-02c0-43fb-9ca5-f1f3605335c8 HTTP/1.1" status: 200 len: 217 time: 0.0525892 Aug 06 16:12:00.560073 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7a67613-b2f0-4f67-b59e-24439c6a97a1 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:00.619173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bbd81c4-2249-4867-aac0-55ee29b2bfed req-61530f23-1081-4e6d-bc20-f2e8293fd854 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141620 Aug 06 16:12:00.648458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc4511-af71-4278-9139-937283b5fba1 req-8e75d30b-9383-4fd6-a1c0-c08cfc4d51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:00.650708 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3fc4511-af71-4278-9139-937283b5fba1 req-8e75d30b-9383-4fd6-a1c0-c08cfc4d51e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89 HTTP/1.1" status: 200 len: 854 time: 0.0785651 Aug 06 16:12:00.656536 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:00.679383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Transition to ACTIVE for port object 04243a59-bb36-4329-86bf-03fd3b4dda9b will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:00.703877 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3fc4511-af71-4278-9139-937283b5fba1 req-275613ee-2aa9-4d30-b265-1b594d1dc2b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15911d68-8707-4502-a324-891837d491b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401475 Aug 06 16:12:00.705127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Transition to ACTIVE for port object 04243a59-bb36-4329-86bf-03fd3b4dda9b will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:00.717692 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:00.820923 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7a67613-b2f0-4f67-b59e-24439c6a97a1 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:00.859751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86fbd7-08d9-4db9-b631-d63d47d92cce req-4833d0d6-6648-43de-b6db-fad28259389e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:00.861357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e86fbd7-08d9-4db9-b631-d63d47d92cce req-4833d0d6-6648-43de-b6db-fad28259389e tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 944 time: 0.1384256 Aug 06 16:12:00.884217 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3fc4511-af71-4278-9139-937283b5fba1 req-bb801c3c-64bc-432b-9647-0419c485f272 service neutron] 10.222.0.13 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724026 Aug 06 16:12:00.917268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a67613-b2f0-4f67-b59e-24439c6a97a1 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event updated for resources: {'Subnet': ['ID=1a0aa45f-00ea-42a5-b805-3b8693d4b851,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:00.927680 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a67613-b2f0-4f67-b59e-24439c6a97a1 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Checking segment: {'id': 'caa2057e-24af-44ac-8a18-3447b5803652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5798b51b-7ca6-476d-aa95-274e73df08a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:00.927680 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a67613-b2f0-4f67-b59e-24439c6a97a1 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Network hostable DHCP agents. Network: 5798b51b-7ca6-476d-aa95-274e73df08a1, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:12:00.952576 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a67613-b2f0-4f67-b59e-24439c6a97a1 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Network 5798b51b-7ca6-476d-aa95-274e73df08a1 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:12:00.964247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Network 51940ba5-3ebe-4a8a-a0ee-21d322657c7d is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:12:00.967398 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-f7a67613-b2f0-4f67-b59e-24439c6a97a1 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 5798b51b-7ca6-476d-aa95-274e73df08a1) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:00.973721 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e86fbd7-08d9-4db9-b631-d63d47d92cce req-74f7d473-03a4-457e-8469-3a70c5bfc0bf tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025977 Aug 06 16:12:00.974054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:00.974336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a67613-b2f0-4f67-b59e-24439c6a97a1 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:00.975214 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7a67613-b2f0-4f67-b59e-24439c6a97a1 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:00.985288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:12:00.991025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Pushing event updated for resources: {'Port': ['ID=04243a59-bb36-4329-86bf-03fd3b4dda9b,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:01.015773 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f7a67613-b2f0-4f67-b59e-24439c6a97a1 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5997684 Aug 06 16:12:01.043680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948d587c-b94f-4836-b849-7fdbef437f7c None None] Network 5798b51b-7ca6-476d-aa95-274e73df08a1 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:01.045425 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3fc4511-af71-4278-9139-937283b5fba1 req-f26e4d47-0117-4a46-8af1-49024a282ad3 service neutron] 10.222.0.13 "GET /v2.0/networks/15911d68-8707-4502-a324-891837d491b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509366 Aug 06 16:12:01.088016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 765228c5-02c0-43fb-9ca5-f1f3605335c8 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:12:01.156980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Attempting to bind port 04243a59-bb36-4329-86bf-03fd3b4dda9b on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:12:01.157510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Attempting to bind port 04243a59-bb36-4329-86bf-03fd3b4dda9b by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '51940ba5-3ebe-4a8a-a0ee-21d322657c7d'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:12:01.158318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Attempting to bind port 04243a59-bb36-4329-86bf-03fd3b4dda9b on network 51940ba5-3ebe-4a8a-a0ee-21d322657c7d {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:01.167767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3494d-8c3d-4719-ac54-d7d59d35e493 req-5228bd2c-fd6b-4e1b-9377-a26415934358 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:01.169542 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00a3494d-8c3d-4719-ac54-d7d59d35e493 req-5228bd2c-fd6b-4e1b-9377-a26415934358 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.1091716 Aug 06 16:12:01.176999 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:12:01.177694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Checking segment: {'id': 'c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '51940ba5-3ebe-4a8a-a0ee-21d322657c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:01.178540 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:01.178752 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Bound using segment: {'id': 'c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '51940ba5-3ebe-4a8a-a0ee-21d322657c7d'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:12:01.179966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Bound port: 04243a59-bb36-4329-86bf-03fd3b4dda9b, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '51940ba5-3ebe-4a8a-a0ee-21d322657c7d'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:12:01.180636 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:01.266189 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00a3494d-8c3d-4719-ac54-d7d59d35e493 req-7227c354-c554-4957-945f-f7ee6421add6 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895553 Aug 06 16:12:01.313719 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881396a-5417-4159-bea2-28fba881500b req-3288a229-97f5-4316-9c0a-2da132fbe97b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:01.314698 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1881396a-5417-4159-bea2-28fba881500b req-3288a229-97f5-4316-9c0a-2da132fbe97b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.0654986 Aug 06 16:12:01.368270 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1881396a-5417-4159-bea2-28fba881500b req-0b8efd5e-9e3b-4fd5-a656-8ec5fe58e9ab tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468237 Aug 06 16:12:01.396447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] For port 04243a59-bb36-4329-86bf-03fd3b4dda9b, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:01.405086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 765228c5-02c0-43fb-9ca5-f1f3605335c8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=765228c5-02c0-43fb-9ca5-f1f3605335c8,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:01.423548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-5798b51b-7ca6-476d-aa95-274e73df08a1', 'network_id': '5798b51b-7ca6-476d-aa95-274e73df08a1', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'fixed_ips': [{'subnet_id': '1a0aa45f-00ea-42a5-b805-3b8693d4b851'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:12:01.424405 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:01.431867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] For port 04243a59-bb36-4329-86bf-03fd3b4dda9b, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=04243a59-bb36-4329-86bf-03fd3b4dda9b,segment=NetworkSegment(c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf),segment_id=c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:12:01.438828 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '765228c5-02c0-43fb-9ca5-f1f3605335c8', 'network_id': '15911d68-8707-4502-a324-891837d491b2', 'port_id': '765228c5-02c0-43fb-9ca5-f1f3605335c8', 'mac_address': 'fa:16:3e:da:58:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:12:01.444843 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:01.498845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-96f47d58-bdd8-4957-8501-3598341ab324 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:01.504944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-96f47d58-bdd8-4957-8501-3598341ab324 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:01.506745 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-96f47d58-bdd8-4957-8501-3598341ab324 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/networks?id=51940ba5-3ebe-4a8a-a0ee-21d322657c7d&id=5798b51b-7ca6-476d-aa95-274e73df08a1 HTTP/1.1" status: 200 len: 1391 time: 0.1364906 Aug 06 16:12:01.526815 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-ca194273-6905-41ea-bfa2-9807d3ad38df tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/quotas/a3820122cb71450fa766a24bf9be70b8 HTTP/1.1" status: 200 len: 375 time: 0.0103467 Aug 06 16:12:01.613938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc41c6-f051-47a2-ab3e-6dfa93a22e42 None None] Pushing event updated for resources: {'Port': ['ID=04243a59-bb36-4329-86bf-03fd3b4dda9b,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:01.623876 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:01.629839 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-48445e1a-42ad-458f-a32a-d599f8ae4fc9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3820122cb71450fa766a24bf9be70b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762346 Aug 06 16:12:01.646941 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765228c5-02c0-43fb-9ca5-f1f3605335c8 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:12:01.704417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 765228c5-02c0-43fb-9ca5-f1f3605335c8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=765228c5-02c0-43fb-9ca5-f1f3605335c8,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:01.711405 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:01.751044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Allocated IP 19.86.0.2 (5798b51b-7ca6-476d-aa95-274e73df08a1/1a0aa45f-00ea-42a5-b805-3b8693d4b851/d0d34a5a-866c-41ae-be41-08a76c896aa6) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:12:01.816102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:01.825756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=765228c5-02c0-43fb-9ca5-f1f3605335c8,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:01.898730 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-fede8de7-7831-41bf-a2f0-4632bb68eb77 service neutron] 10.222.0.37 "GET /v2.0/networks/51940ba5-3ebe-4a8a-a0ee-21d322657c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599871 Aug 06 16:12:01.968816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853787d-2421-4b81-9e00-74a77ac78ec8 req-84517869-fa35-4371-8e0a-5c95670dcda8 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:01.979841 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3853787d-2421-4b81-9e00-74a77ac78ec8 req-84517869-fa35-4371-8e0a-5c95670dcda8 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 944 time: 0.2288787 Aug 06 16:12:01.989674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['765228c5-02c0-43fb-9ca5-f1f3605335c8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:01.999206 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:02.028688 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:02.029123 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:02.062550 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3853787d-2421-4b81-9e00-74a77ac78ec8 req-49733a86-3c2b-4b81-a2d8-45cb30a76260 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815928 Aug 06 16:12:02.092597 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-3285302c-9617-456b-8328-6d1568941b09 service neutron] 10.222.0.37 "GET /v2.0/networks/51940ba5-3ebe-4a8a-a0ee-21d322657c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920934 Aug 06 16:12:02.101594 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:02.116148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Transition to ACTIVE for port object d0d34a5a-866c-41ae-be41-08a76c896aa6 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:02.143898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Transition to ACTIVE for port object d0d34a5a-866c-41ae-be41-08a76c896aa6 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:02.183196 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:02.248333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c45270-b200-47f7-96d6-b2567ce01eee req-502a4bfd-f391-44b9-a6ad-bb8b45a3774a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:02.250001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3c45270-b200-47f7-96d6-b2567ce01eee req-502a4bfd-f391-44b9-a6ad-bb8b45a3774a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 944 time: 0.0647895 Aug 06 16:12:02.258261 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:02.277328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Network 5798b51b-7ca6-476d-aa95-274e73df08a1 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:12:02.283803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-55774d9a-c3a1-40a6-978b-4e75d4a4da8f service neutron] 10.222.0.37 "GET /v2.0/networks/5798b51b-7ca6-476d-aa95-274e73df08a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704755 Aug 06 16:12:02.290366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:02.298758 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:12:02.307101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Pushing event updated for resources: {'Port': ['ID=d0d34a5a-866c-41ae-be41-08a76c896aa6,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:02.329239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed57750d-4ac0-4208-ab77-08cfb26474d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:02.331571 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ee9b2e-8664-4efe-876c-c5cd2014ad51" -d '{"events": [{"server_uuid": "ed57750d-4ac0-4208-ab77-08cfb26474d3", "name": "network-vif-plugged", "status": "completed", "tag": "1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:02.371834 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:02.378075 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:02.388162 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3c45270-b200-47f7-96d6-b2567ce01eee req-45a44706-cb29-44a5-8375-2eb63c13f0f9 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261477 Aug 06 16:12:02.432321 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-e6e52c6e-6642-4d46-88d2-c4d072ba513a service neutron] 10.222.0.37 "GET /v2.0/networks/5798b51b-7ca6-476d-aa95-274e73df08a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335423 Aug 06 16:12:02.450966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Attempting to bind port d0d34a5a-866c-41ae-be41-08a76c896aa6 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:12:02.451559 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Attempting to bind port d0d34a5a-866c-41ae-be41-08a76c896aa6 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'caa2057e-24af-44ac-8a18-3447b5803652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5798b51b-7ca6-476d-aa95-274e73df08a1'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:12:02.451684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Attempting to bind port d0d34a5a-866c-41ae-be41-08a76c896aa6 on network 5798b51b-7ca6-476d-aa95-274e73df08a1 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:02.465251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:12:02.465779 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Checking segment: {'id': 'caa2057e-24af-44ac-8a18-3447b5803652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5798b51b-7ca6-476d-aa95-274e73df08a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:02.466048 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:02.466557 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Bound using segment: {'id': 'caa2057e-24af-44ac-8a18-3447b5803652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5798b51b-7ca6-476d-aa95-274e73df08a1'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:12:02.466937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Bound port: d0d34a5a-866c-41ae-be41-08a76c896aa6, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa2057e-24af-44ac-8a18-3447b5803652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5798b51b-7ca6-476d-aa95-274e73df08a1'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:12:02.467330 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:02.503344 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:02.595175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] For port d0d34a5a-866c-41ae-be41-08a76c896aa6, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:02.602177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] For port d0d34a5a-866c-41ae-be41-08a76c896aa6, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d0d34a5a-866c-41ae-be41-08a76c896aa6,segment=NetworkSegment(caa2057e-24af-44ac-8a18-3447b5803652),segment_id=caa2057e-24af-44ac-8a18-3447b5803652)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:12:02.612686 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:02.723990 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9520388-a8ef-4e06-a646-ca5052505812 x-openstack-request-id: req-b9520388-a8ef-4e06-a646-ca5052505812 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:02.723990 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed57750d-4ac0-4208-ab77-08cfb26474d3", "name": "network-vif-plugged", "status": "completed", "tag": "1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:02.723990 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9520388-a8ef-4e06-a646-ca5052505812 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:02.724445 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed57750d-4ac0-4208-ab77-08cfb26474d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b', 'code': 200} Aug 06 16:12:02.752372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4942c0-16b5-41f8-8457-d10216a526c0 None None] Pushing event updated for resources: {'Port': ['ID=d0d34a5a-866c-41ae-be41-08a76c896aa6,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:02.854738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f788ca-4676-4bfc-8fda-a7f049a1e091 req-e38995ae-2b2d-4cc2-ba30-6e41c0d285b3 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:02.856966 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61f788ca-4676-4bfc-8fda-a7f049a1e091 req-e38995ae-2b2d-4cc2-ba30-6e41c0d285b3 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.1752479 Aug 06 16:12:02.927516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4bd74-9ea2-44a8-8f01-533b4c4e112b req-97a871b1-1c9a-4ed6-ac69-b83624c8c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:02.929999 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-caf4bd74-9ea2-44a8-8f01-533b4c4e112b req-97a871b1-1c9a-4ed6-ac69-b83624c8c9d2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 1096 time: 0.0899277 Aug 06 16:12:02.972354 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61f788ca-4676-4bfc-8fda-a7f049a1e091 req-d4d3aa3f-f214-4492-ad2e-abecbacd6703 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997441 Aug 06 16:12:02.995291 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34298df1-e17c-4834-a6eb-957986d02256 req-d48abf8f-55db-4e7e-b061-0a7fe1ca4526 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:02.997271 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34298df1-e17c-4834-a6eb-957986d02256 req-d48abf8f-55db-4e7e-b061-0a7fe1ca4526 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.1735232 Aug 06 16:12:03.016564 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-caf4bd74-9ea2-44a8-8f01-533b4c4e112b req-54197a95-d384-49f9-806d-183f2b1ac5fe service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740762 Aug 06 16:12:03.093300 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45714ae1-bed4-4852-bc96-17ea4d37d5ca req-59aa8054-eb4f-4f28-8eac-17ab5fd66964 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 210 time: 0.0517991 Aug 06 16:12:03.096476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 765228c5-02c0-43fb-9ca5-f1f3605335c8 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:03.108030 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34298df1-e17c-4834-a6eb-957986d02256 req-984e31a5-4b21-44c9-9a83-deaa01adfcc4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894775 Aug 06 16:12:03.190705 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 765228c5-02c0-43fb-9ca5-f1f3605335c8 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:03.195788 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 765228c5-02c0-43fb-9ca5-f1f3605335c8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:03.196320 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:03.263742 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8317472a-d521-4503-8565-992cc6001beb None None] Network 51940ba5-3ebe-4a8a-a0ee-21d322657c7d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:03.370171 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:03.383359 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6942895-fb10-4fdb-8205-f457458d6cea req-d78b52aa-4722-4534-b575-1506d56c9e1b tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:03.393211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6942895-fb10-4fdb-8205-f457458d6cea req-d78b52aa-4722-4534-b575-1506d56c9e1b tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 944 time: 0.0891855 Aug 06 16:12:03.434672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-660d1b23-675f-47cb-ab0c-0a8b55b0250f None None] Provisioning for port 04243a59-bb36-4329-86bf-03fd3b4dda9b completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:03.467720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6942895-fb10-4fdb-8205-f457458d6cea req-1297127a-e479-4df0-906d-81a4a68b317e tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730929 Aug 06 16:12:03.488988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 765228c5-02c0-43fb-9ca5-f1f3605335c8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=765228c5-02c0-43fb-9ca5-f1f3605335c8,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:03.494261 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:03.601447 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2cace-d175-4446-b5ec-bc4ce2a7cfc5 req-b324fcba-cefa-4212-b3e2-2db1649aca91 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:03.621882 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91a2cace-d175-4446-b5ec-bc4ce2a7cfc5 req-b324fcba-cefa-4212-b3e2-2db1649aca91 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 945 time: 0.0806592 Aug 06 16:12:03.661702 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=765228c5-02c0-43fb-9ca5-f1f3605335c8,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:03.724076 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-068ebcce-bae0-49d4-ac0b-0ce081f910e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:03.730966 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91a2cace-d175-4446-b5ec-bc4ce2a7cfc5 req-e55beea2-6e17-4f6d-a5b1-4a64d8b4ec91 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076653 Aug 06 16:12:03.894698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 04243a59-bb36-4329-86bf-03fd3b4dda9b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:03.955062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 04243a59-bb36-4329-86bf-03fd3b4dda9b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:03.965055 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 04243a59-bb36-4329-86bf-03fd3b4dda9b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:03.965785 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:04.221166 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c152bf-7b69-4af5-97a4-66cf8105d16e req-e5cd6011-e81e-4232-96f5-ba0f9cc71f45 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:04.223888 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16c152bf-7b69-4af5-97a4-66cf8105d16e req-e5cd6011-e81e-4232-96f5-ba0f9cc71f45 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.1565542 Aug 06 16:12:04.356004 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16c152bf-7b69-4af5-97a4-66cf8105d16e req-7f145ccc-ff31-4668-913a-cb3e6359d157 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122429 Aug 06 16:12:04.417258 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:04.489179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 04243a59-bb36-4329-86bf-03fd3b4dda9b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=04243a59-bb36-4329-86bf-03fd3b4dda9b,segment=NetworkSegment(c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf),segment_id=c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:04.493122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-565cfe26-6cd4-456d-bb64-b5b22712c003 None None] Provisioning complete for port 04243a59-bb36-4329-86bf-03fd3b4dda9b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:04.495523 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-565cfe26-6cd4-456d-bb64-b5b22712c003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:04.499005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6f720-4e18-456e-972a-7f2dc7e116aa req-c7d589a0-5ed2-453c-9168-6be6ae883a4d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:04.501293 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:04.504245 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70a6f720-4e18-456e-972a-7f2dc7e116aa req-c7d589a0-5ed2-453c-9168-6be6ae883a4d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.2206228 Aug 06 16:12:04.504557 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d0d34a5a-866c-41ae-be41-08a76c896aa6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:04.582644 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0e305726-ef2b-4ce9-8598-51ce98bedaf5 req-bfc6380b-ef5c-436e-91c8-ce3ca00725fa tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 210 time: 0.0726359 Aug 06 16:12:04.642562 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70a6f720-4e18-456e-972a-7f2dc7e116aa req-7ff4cee2-bb71-49be-a97d-e7b36e59c1c3 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911524 Aug 06 16:12:04.701853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-40affb24-6701-477d-acb9-d3bf29657d1a tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:04.708143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-40affb24-6701-477d-acb9-d3bf29657d1a tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:04.710508 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-40affb24-6701-477d-acb9-d3bf29657d1a tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.13 "GET /v2.0/networks?id=51940ba5-3ebe-4a8a-a0ee-21d322657c7d&id=5798b51b-7ca6-476d-aa95-274e73df08a1 HTTP/1.1" status: 200 len: 1391 time: 0.3378067 Aug 06 16:12:04.716225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cafc841-9238-4af2-ad9c-f0e6161dac26 None None] Network 5798b51b-7ca6-476d-aa95-274e73df08a1 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:04.730246 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ad630f-c5f4-4dd6-87b9-28a7281dd7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765228c5-02c0-43fb-9ca5-f1f3605335c8'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:04.732413 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1159c9-f832-469f-abe6-94c04766288a" -d '{"events": [{"server_uuid": "50ad630f-c5f4-4dd6-87b9-28a7281dd7b6", "name": "network-vif-plugged", "status": "completed", "tag": "765228c5-02c0-43fb-9ca5-f1f3605335c8"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:04.762335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-621a8844-9549-4648-a88e-1dcdb9bf7c0e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Request body: {'port': {'device_id': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'network_id': '51940ba5-3ebe-4a8a-a0ee-21d322657c7d', 'admin_state_up': True, 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:04.822550 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795dcf54-d067-49ce-9e75-e4d2e9cd69c4 x-openstack-request-id: req-795dcf54-d067-49ce-9e75-e4d2e9cd69c4 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:04.822854 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ad630f-c5f4-4dd6-87b9-28a7281dd7b6", "name": "network-vif-plugged", "status": "completed", "tag": "765228c5-02c0-43fb-9ca5-f1f3605335c8", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:04.823102 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-795dcf54-d067-49ce-9e75-e4d2e9cd69c4 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:04.823598 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ad630f-c5f4-4dd6-87b9-28a7281dd7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765228c5-02c0-43fb-9ca5-f1f3605335c8', 'code': 200} Aug 06 16:12:04.859274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=04243a59-bb36-4329-86bf-03fd3b4dda9b,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:04.873353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port d0d34a5a-866c-41ae-be41-08a76c896aa6 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:05.128939 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7317b2b5-c519-4956-9276-7f62f1daf916 None None] Provisioning for port d0d34a5a-866c-41ae-be41-08a76c896aa6 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:05.135122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7317b2b5-c519-4956-9276-7f62f1daf916 None None] Provisioning complete for port d0d34a5a-866c-41ae-be41-08a76c896aa6 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:05.135909 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7317b2b5-c519-4956-9276-7f62f1daf916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:05.240249 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7317b2b5-c519-4956-9276-7f62f1daf916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:05.292890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-7317b2b5-c519-4956-9276-7f62f1daf916 None None] For port d0d34a5a-866c-41ae-be41-08a76c896aa6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d0d34a5a-866c-41ae-be41-08a76c896aa6,segment=NetworkSegment(caa2057e-24af-44ac-8a18-3447b5803652),segment_id=caa2057e-24af-44ac-8a18-3447b5803652)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:05.298801 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7317b2b5-c519-4956-9276-7f62f1daf916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:05.353662 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317b2b5-c519-4956-9276-7f62f1daf916 None None] Pushing event updated for resources: {'Port': ['ID=d0d34a5a-866c-41ae-be41-08a76c896aa6,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:05.365075 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14cb81-6a07-4baf-b3ca-b6ab58307566 req-f0019b32-1ec7-4c0f-9462-d1e9f19c2f89 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:05.366645 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a14cb81-6a07-4baf-b3ca-b6ab58307566 req-f0019b32-1ec7-4c0f-9462-d1e9f19c2f89 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 945 time: 0.6533022 Aug 06 16:12:05.424553 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-76730717-89ef-4467-8241-a5cc174803e5 None None] Provisioning complete for port d0d34a5a-866c-41ae-be41-08a76c896aa6 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:05.425658 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-76730717-89ef-4467-8241-a5cc174803e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:05.433164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b653a81-8fb5-48ef-a967-8cd98590af15 req-dc419e37-abcc-4de4-a75c-06c08066db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:05.434679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b653a81-8fb5-48ef-a967-8cd98590af15 req-dc419e37-abcc-4de4-a75c-06c08066db4d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 1096 time: 0.1413612 Aug 06 16:12:05.445773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae1eef-450c-43fd-bf1f-ba6104ea9ad6 req-44c92d68-b0f9-4a0e-a18d-4c7e0d776243 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:05.447218 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbae1eef-450c-43fd-bf1f-ba6104ea9ad6 req-44c92d68-b0f9-4a0e-a18d-4c7e0d776243 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 945 time: 0.1591706 Aug 06 16:12:05.492462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a14cb81-6a07-4baf-b3ca-b6ab58307566 req-46e525bf-cf75-497e-9e4e-2d749889da66 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110177 Aug 06 16:12:05.514996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-621a8844-9549-4648-a88e-1dcdb9bf7c0e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Made reservation on behalf of a3820122cb71450fa766a24bf9be70b8 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:05.518511 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-621a8844-9549-4648-a88e-1dcdb9bf7c0e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:05.533051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b653a81-8fb5-48ef-a967-8cd98590af15 req-a2d43a80-5017-415e-9710-0add1c164caf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832400 Aug 06 16:12:05.573391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbae1eef-450c-43fd-bf1f-ba6104ea9ad6 req-64bd78c0-a456-481e-8031-51d9f8eb44b3 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096206 Aug 06 16:12:05.639692 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 04243a59-bb36-4329-86bf-03fd3b4dda9b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:05.710282 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 04243a59-bb36-4329-86bf-03fd3b4dda9b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:05.710864 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:05.790542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-621a8844-9549-4648-a88e-1dcdb9bf7c0e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Allocated IP 19.80.0.165 (51940ba5-3ebe-4a8a-a0ee-21d322657c7d/e51bf9f3-33f1-4946-8743-a7d93865b611/5b6972af-567c-4fa2-8f0e-7f512062695f) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:12:05.821150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8444d62-3e51-4571-b7db-db36ea084a8f req-db76f0df-ab30-41d3-a784-941067258b44 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:05.822601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d0d34a5a-866c-41ae-be41-08a76c896aa6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:05.823180 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8444d62-3e51-4571-b7db-db36ea084a8f req-db76f0df-ab30-41d3-a784-941067258b44 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 945 time: 0.1204391 Aug 06 16:12:05.830738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54d3d9-2006-449f-9ae6-e2c6f9038158 req-5df3b4b7-aa86-4306-a7f7-cd829e2f3507 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:05.832277 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a54d3d9-2006-449f-9ae6-e2c6f9038158 req-5df3b4b7-aa86-4306-a7f7-cd829e2f3507 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.1310225 Aug 06 16:12:05.880124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d0d34a5a-866c-41ae-be41-08a76c896aa6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:05.880124 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:05.923304 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8444d62-3e51-4571-b7db-db36ea084a8f req-bcad6b53-2387-4795-b084-2ff2e61202c2 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827541 Aug 06 16:12:05.961512 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a54d3d9-2006-449f-9ae6-e2c6f9038158 req-4cb800b0-625d-492b-9660-f12d85b74395 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051967 Aug 06 16:12:06.066083 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-52f0be5b-47f1-4c13-b791-e2a52b5e019f req-039cf6d4-2f93-44d4-9749-b06cc695f6d3 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 210 time: 0.0500667 Aug 06 16:12:06.078840 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-621a8844-9549-4648-a88e-1dcdb9bf7c0e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:06.115344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-621a8844-9549-4648-a88e-1dcdb9bf7c0e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Transition to ACTIVE for port object 5b6972af-567c-4fa2-8f0e-7f512062695f will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:06.149582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f43818-0506-44e7-85e8-b21fcdb96202 req-327c193a-0b11-4469-824f-697c8eeeb851 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:06.154014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3f43818-0506-44e7-85e8-b21fcdb96202 req-327c193a-0b11-4469-824f-697c8eeeb851 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.0960481 Aug 06 16:12:06.159339 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-31578368-3669-4543-bdaa-33ab8c578f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:06.220288 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-621a8844-9549-4648-a88e-1dcdb9bf7c0e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:06.227714 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3f43818-0506-44e7-85e8-b21fcdb96202 req-30c2dbde-2fb1-48b9-82a3-ce370202848c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677726 Aug 06 16:12:06.298816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-621a8844-9549-4648-a88e-1dcdb9bf7c0e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Network 51940ba5-3ebe-4a8a-a0ee-21d322657c7d is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:12:06.305952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-621a8844-9549-4648-a88e-1dcdb9bf7c0e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:06.313814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-621a8844-9549-4648-a88e-1dcdb9bf7c0e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:12:06.320482 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a8844-9549-4648-a88e-1dcdb9bf7c0e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event updated for resources: {'Port': ['ID=5b6972af-567c-4fa2-8f0e-7f512062695f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:06.414870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-621a8844-9549-4648-a88e-1dcdb9bf7c0e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:06.415633 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-621a8844-9549-4648-a88e-1dcdb9bf7c0e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:06.450384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe9511-6be4-4cde-b420-0357b53dc7d7 req-edbb7036-ae5b-4857-ad16-03fc87aafcac tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:06.452442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3dbe9511-6be4-4cde-b420-0357b53dc7d7 req-edbb7036-ae5b-4857-ad16-03fc87aafcac tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 945 time: 0.0893505 Aug 06 16:12:06.459654 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-621a8844-9549-4648-a88e-1dcdb9bf7c0e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7291842 Aug 06 16:12:06.467093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-ff16f307-d7f8-4b45-b488-76ac573c8977 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Request body: {'port': {'device_id': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'network_id': '5798b51b-7ca6-476d-aa95-274e73df08a1', 'admin_state_up': True, 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:06.574250 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3dbe9511-6be4-4cde-b420-0357b53dc7d7 req-19f596db-4c8e-4e2a-973d-194c2c126d90 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129091 Aug 06 16:12:06.598582 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:06.716176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-26bc3cc9-4a09-4054-a7ca-5f631d55cdfd None None] Provisioning for port 5b6972af-567c-4fa2-8f0e-7f512062695f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:06.723295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-26bc3cc9-4a09-4054-a7ca-5f631d55cdfd None None] Provisioning complete for port 5b6972af-567c-4fa2-8f0e-7f512062695f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:06.723858 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-26bc3cc9-4a09-4054-a7ca-5f631d55cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:06.734395 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-ff16f307-d7f8-4b45-b488-76ac573c8977 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Made reservation on behalf of a3820122cb71450fa766a24bf9be70b8 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:06.738367 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-ff16f307-d7f8-4b45-b488-76ac573c8977 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:06.779835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-26bc3cc9-4a09-4054-a7ca-5f631d55cdfd None None] Port 5b6972af-567c-4fa2-8f0e-7f512062695f cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:12:06.796961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847ea95-cf7e-46d4-84b0-23e3ff1ec9c9 req-e039025a-6caa-482a-8cf3-2bf8c46ac8f6 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:06.798521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6847ea95-cf7e-46d4-84b0-23e3ff1ec9c9 req-e039025a-6caa-482a-8cf3-2bf8c46ac8f6 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1866157 Aug 06 16:12:06.898357 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f80962-5b8a-4491-93cb-b1c63b7147af req-1e142ee0-c63d-4dcc-a252-4e8799d0efda tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:06.900008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3f80962-5b8a-4491-93cb-b1c63b7147af req-1e142ee0-c63d-4dcc-a252-4e8799d0efda tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 945 time: 0.1678946 Aug 06 16:12:06.911367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6847ea95-cf7e-46d4-84b0-23e3ff1ec9c9 req-ecd33aa0-29e6-4f54-a0bb-b73b19481bb1 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943816 Aug 06 16:12:06.997290 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3f80962-5b8a-4491-93cb-b1c63b7147af req-35bfb41d-9473-4614-be18-86a040216877 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849478 Aug 06 16:12:07.024226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-ff16f307-d7f8-4b45-b488-76ac573c8977 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Allocated IP 19.86.0.249 (5798b51b-7ca6-476d-aa95-274e73df08a1/1a0aa45f-00ea-42a5-b805-3b8693d4b851/a528f49b-50ac-437d-bddd-0169856ba0f5) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:12:07.268035 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-ff16f307-d7f8-4b45-b488-76ac573c8977 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:07.282750 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:07.290625 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-ff16f307-d7f8-4b45-b488-76ac573c8977 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Transition to ACTIVE for port object a528f49b-50ac-437d-bddd-0169856ba0f5 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:07.299927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2d31a-495e-4658-9b38-524402cc569f req-b19bf341-93e8-4afa-a586-41e43cb3a014 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:07.301443 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06e2d31a-495e-4658-9b38-524402cc569f req-b19bf341-93e8-4afa-a586-41e43cb3a014 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.1005390 Aug 06 16:12:07.390112 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-ff16f307-d7f8-4b45-b488-76ac573c8977 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:07.403090 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06e2d31a-495e-4658-9b38-524402cc569f req-39e1a9c7-6352-40a0-82a3-c29f675fd21d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884826 Aug 06 16:12:07.440390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-ff16f307-d7f8-4b45-b488-76ac573c8977 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Network 5798b51b-7ca6-476d-aa95-274e73df08a1 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:12:07.446827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-ff16f307-d7f8-4b45-b488-76ac573c8977 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:07.449516 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-ff16f307-d7f8-4b45-b488-76ac573c8977 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:12:07.537665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16f307-d7f8-4b45-b488-76ac573c8977 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event updated for resources: {'Port': ['ID=a528f49b-50ac-437d-bddd-0169856ba0f5,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:07.589549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-ff16f307-d7f8-4b45-b488-76ac573c8977 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:07.593747 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-ff16f307-d7f8-4b45-b488-76ac573c8977 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:07.630884 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-ff16f307-d7f8-4b45-b488-76ac573c8977 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1675863 Aug 06 16:12:07.651164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Request body: {'port': {'device_id': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:07.786540 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:07.842810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881bb64-569d-4aae-8642-35097ddb919a req-46231458-791b-4d8f-aba7-b3ceb11b78cf tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:07.849808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881bb64-569d-4aae-8642-35097ddb919a req-46231458-791b-4d8f-aba7-b3ceb11b78cf tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:07.858211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2881bb64-569d-4aae-8642-35097ddb919a req-46231458-791b-4d8f-aba7-b3ceb11b78cf tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1655 time: 0.1249411 Aug 06 16:12:08.020407 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fe26a954-2ca2-43e2-b861-922d6e15c7b9 None None] Provisioning for port a528f49b-50ac-437d-bddd-0169856ba0f5 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:08.028532 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fe26a954-2ca2-43e2-b861-922d6e15c7b9 None None] Provisioning complete for port a528f49b-50ac-437d-bddd-0169856ba0f5 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:08.029575 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fe26a954-2ca2-43e2-b861-922d6e15c7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:08.099668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2881bb64-569d-4aae-8642-35097ddb919a req-c43a3cce-f563-456e-8dad-b9ad2cb5af36 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403376 Aug 06 16:12:08.102383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fe26a954-2ca2-43e2-b861-922d6e15c7b9 None None] Port a528f49b-50ac-437d-bddd-0169856ba0f5 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:12:08.129353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9591a-2638-40a4-840e-2cdf74cd357f req-1adc96fe-e217-4cc2-af70-fbdef40d82f7 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:08.136886 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7db9591a-2638-40a4-840e-2cdf74cd357f req-1adc96fe-e217-4cc2-af70-fbdef40d82f7 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.2685041 Aug 06 16:12:08.250209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7db9591a-2638-40a4-840e-2cdf74cd357f req-ac4c5bad-7201-4023-ad77-70e62661cad8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124122 Aug 06 16:12:08.336162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806dec-35b1-4dfe-a203-e66e5bc115fb req-21be071f-2900-46de-859c-955300330268 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:08.342173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806dec-35b1-4dfe-a203-e66e5bc115fb req-21be071f-2900-46de-859c-955300330268 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:08.348908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806dec-35b1-4dfe-a203-e66e5bc115fb req-21be071f-2900-46de-859c-955300330268 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:08.355552 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806dec-35b1-4dfe-a203-e66e5bc115fb req-21be071f-2900-46de-859c-955300330268 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:08.364237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806dec-35b1-4dfe-a203-e66e5bc115fb req-21be071f-2900-46de-859c-955300330268 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:08.371059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806dec-35b1-4dfe-a203-e66e5bc115fb req-21be071f-2900-46de-859c-955300330268 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:08.376943 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806dec-35b1-4dfe-a203-e66e5bc115fb req-21be071f-2900-46de-859c-955300330268 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:08.378950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89806dec-35b1-4dfe-a203-e66e5bc115fb req-21be071f-2900-46de-859c-955300330268 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5434 time: 0.1565444 Aug 06 16:12:08.549739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89806dec-35b1-4dfe-a203-e66e5bc115fb req-484f7676-311c-4028-bb49-bdbd375d6da8 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1471281 Aug 06 16:12:08.551822 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6972af-567c-4fa2-8f0e-7f512062695f {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:12:08.584547 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd93f16-b7b5-4e3c-b592-fb88f3e43e9c req-74f0a0d6-7cbc-4629-b5b3-301c77f41e4b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:08.588030 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6bd93f16-b7b5-4e3c-b592-fb88f3e43e9c req-74f0a0d6-7cbc-4629-b5b3-301c77f41e4b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 945 time: 0.2078288 Aug 06 16:12:08.591694 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:08.644875 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Transition to ACTIVE for port object 5b6972af-567c-4fa2-8f0e-7f512062695f will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:08.670411 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:08.741001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6bd93f16-b7b5-4e3c-b592-fb88f3e43e9c req-ef12d097-b0e9-4ffc-93f4-382f5de9b6cb tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411638 Aug 06 16:12:08.798982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Pushing event updated for resources: {'Port': ['ID=5b6972af-567c-4fa2-8f0e-7f512062695f,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:08.889357 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663f8ea-3320-4f37-b01b-f9e6f1ac8998 req-9b9509ca-5724-4b5e-9ee0-83127e34b82b tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:08.890956 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8663f8ea-3320-4f37-b01b-f9e6f1ac8998 req-9b9509ca-5724-4b5e-9ee0-83127e34b82b tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.1455398 Aug 06 16:12:08.935809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Attempting to bind port 5b6972af-567c-4fa2-8f0e-7f512062695f on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:12:08.936144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Attempting to bind port 5b6972af-567c-4fa2-8f0e-7f512062695f by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '51940ba5-3ebe-4a8a-a0ee-21d322657c7d'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:12:08.936472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Attempting to bind port 5b6972af-567c-4fa2-8f0e-7f512062695f on network 51940ba5-3ebe-4a8a-a0ee-21d322657c7d {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:08.944195 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Port 5b6972af-567c-4fa2-8f0e-7f512062695f on network 51940ba5-3ebe-4a8a-a0ee-21d322657c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:12:08.944926 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Attempting to bind port 5b6972af-567c-4fa2-8f0e-7f512062695f on network 51940ba5-3ebe-4a8a-a0ee-21d322657c7d {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:08.964641 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:12:08.965002 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Checking segment: {'id': 'c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '51940ba5-3ebe-4a8a-a0ee-21d322657c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:08.965392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Bound using segment: {'id': 'c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '51940ba5-3ebe-4a8a-a0ee-21d322657c7d'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:12:08.966209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Bound port: 5b6972af-567c-4fa2-8f0e-7f512062695f, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '51940ba5-3ebe-4a8a-a0ee-21d322657c7d'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:12:08.966570 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:08.972414 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-3c3da5e0-e848-434b-8b07-77fecf951625 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:08.979219 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8663f8ea-3320-4f37-b01b-f9e6f1ac8998 req-5083af53-2148-4711-a99b-abfd5ecef4a5 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750434 Aug 06 16:12:08.988607 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:08.995872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-3c3da5e0-e848-434b-8b07-77fecf951625 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:09.005886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-3c3da5e0-e848-434b-8b07-77fecf951625 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:09.015123 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-3c3da5e0-e848-434b-8b07-77fecf951625 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:09.024440 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-3c3da5e0-e848-434b-8b07-77fecf951625 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:09.036318 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-3c3da5e0-e848-434b-8b07-77fecf951625 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:09.059812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-3c3da5e0-e848-434b-8b07-77fecf951625 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:09.063913 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-3c3da5e0-e848-434b-8b07-77fecf951625 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.78 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 5434 time: 0.1732059 Aug 06 16:12:09.078502 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] For port 5b6972af-567c-4fa2-8f0e-7f512062695f, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:09.083888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] For port 5b6972af-567c-4fa2-8f0e-7f512062695f, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=5b6972af-567c-4fa2-8f0e-7f512062695f,segment=NetworkSegment(c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf),segment_id=c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:12:09.090304 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:09.128098 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-3042043e-95ae-429a-a441-3b703385be4f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:09.129917 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-3042043e-95ae-429a-a441-3b703385be4f tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.78 "GET /v2.0/ports/97bd638e-0cce-426a-ac14-4ab3918d7a47?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0578377 Aug 06 16:12:09.171132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:09.171737 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:09.173126 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] 10.222.0.13 "PUT /v2.0/ports/5b6972af-567c-4fa2-8f0e-7f512062695f HTTP/1.1" status: 200 len: 1092 time: 1.5342495 Aug 06 16:12:09.180149 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'tag': '5b6972af-567c-4fa2-8f0e-7f512062695f'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:09.182474 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9835af8-3ae3-46b0-a4c9-a20bbdcb8f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2", "tag": "5b6972af-567c-4fa2-8f0e-7f512062695f"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:09.218669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f1734-231b-4a82-a9a3-340836faef3c service neutron] Pushing event updated for resources: {'Port': ['ID=5b6972af-567c-4fa2-8f0e-7f512062695f,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:09.248061 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Request body: {'port': {'device_id': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:09.287572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a79e1d-d1a2-4cb3-9822-3c80412b94e7 req-b6054c05-c6b8-4971-9e0e-5e668f2e23fa tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:09.289705 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6a79e1d-d1a2-4cb3-9822-3c80412b94e7 req-b6054c05-c6b8-4971-9e0e-5e668f2e23fa tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 945 time: 0.1887021 Aug 06 16:12:09.388764 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-ee5b8398-862a-491f-8018-ff573c667ff7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.78 "GET /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2326732 Aug 06 16:12:09.391726 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:09.402854 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-746a5dfa-1849-4680-a3e2-b9f6328187e9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:09.457696 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6a79e1d-d1a2-4cb3-9822-3c80412b94e7 req-23d2072e-43fa-4bb0-a2cb-2108bc527bed tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359565 Aug 06 16:12:09.487436 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-746a5dfa-1849-4680-a3e2-b9f6328187e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:09.519659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcd732-0252-46ea-839a-73a42885d936 req-35a33898-e4fa-4a10-8ce5-24c4df08ae0b tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:09.527106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcd732-0252-46ea-839a-73a42885d936 req-35a33898-e4fa-4a10-8ce5-24c4df08ae0b tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:09.528760 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7dcd732-0252-46ea-839a-73a42885d936 req-35a33898-e4fa-4a10-8ce5-24c4df08ae0b tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1667 time: 0.1384141 Aug 06 16:12:09.534714 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0083952a-0219-49e4-ae98-6b69e26a3a57 x-openstack-request-id: req-0083952a-0219-49e4-ae98-6b69e26a3a57 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:09.535013 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2", "tag": "5b6972af-567c-4fa2-8f0e-7f512062695f", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:09.535269 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0083952a-0219-49e4-ae98-6b69e26a3a57 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:09.535670 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'tag': '5b6972af-567c-4fa2-8f0e-7f512062695f', 'status': 'completed', 'code': 200} Aug 06 16:12:09.670960 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-746a5dfa-1849-4680-a3e2-b9f6328187e9 service neutron] For port 97bd638e-0cce-426a-ac14-4ab3918d7a47, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=97bd638e-0cce-426a-ac14-4ab3918d7a47,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:09.725366 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-746a5dfa-1849-4680-a3e2-b9f6328187e9 service neutron] For port 97bd638e-0cce-426a-ac14-4ab3918d7a47, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:09.759790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7dcd732-0252-46ea-839a-73a42885d936 req-c0126a37-9c64-4b0f-b49a-76265072cba7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215025 Aug 06 16:12:09.778428 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-746a5dfa-1849-4680-a3e2-b9f6328187e9 service neutron] device_id is not set on port 97bd638e-0cce-426a-ac14-4ab3918d7a47 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:12:09.798501 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-746a5dfa-1849-4680-a3e2-b9f6328187e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:09.809823 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-746a5dfa-1849-4680-a3e2-b9f6328187e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:09.919832 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-746a5dfa-1849-4680-a3e2-b9f6328187e9 service neutron] No DVR routers for this DVR port 97bd638e-0cce-426a-ac14-4ab3918d7a47 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:09.945276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9835af8-3ae3-46b0-a4c9-a20bbdcb8f0c req-55fd3a76-2c59-4f71-b213-534f8876eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:09.945804 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9835af8-3ae3-46b0-a4c9-a20bbdcb8f0c req-55fd3a76-2c59-4f71-b213-534f8876eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:09.948324 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9835af8-3ae3-46b0-a4c9-a20bbdcb8f0c req-55fd3a76-2c59-4f71-b213-534f8876eef6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3820122cb71450fa766a24bf9be70b8&device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1914 time: 0.3850732 Aug 06 16:12:10.001847 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-746a5dfa-1849-4680-a3e2-b9f6328187e9 service neutron] In _notify_port_updated(), no bound segment for port 97bd638e-0cce-426a-ac14-4ab3918d7a47 on network 0289d76d-e14d-4c22-8519-329bdca6f8e4 {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:12:10.003140 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-746a5dfa-1849-4680-a3e2-b9f6328187e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:10.003996 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-746a5dfa-1849-4680-a3e2-b9f6328187e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:10.005600 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-746a5dfa-1849-4680-a3e2-b9f6328187e9 service neutron] 10.222.0.78 "PUT /v2.0/ports/97bd638e-0cce-426a-ac14-4ab3918d7a47 HTTP/1.1" status: 200 len: 1028 time: 0.6071150 Aug 06 16:12:10.016861 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746b7b0-1ea1-4c1d-a6b5-a5d504187829 req-11d22d60-0948-4c63-b9e0-deedb561219e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:10.018466 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e746b7b0-1ea1-4c1d-a6b5-a5d504187829 req-11d22d60-0948-4c63-b9e0-deedb561219e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.3974161 Aug 06 16:12:10.027761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a5dfa-1849-4680-a3e2-b9f6328187e9 service neutron] Pushing event updated for resources: {'Port': ['ID=97bd638e-0cce-426a-ac14-4ab3918d7a47,revision_number=6']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:10.122334 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-bd0541e8-9776-4788-b245-91f481df283b tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:10.124428 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-bd0541e8-9776-4788-b245-91f481df283b tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.78 "GET /v2.0/ports/83b8c3b1-5145-424e-a6a7-1827a198fa4d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1053014 Aug 06 16:12:10.149348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-63aeaf3c-bdf5-4b51-a615-647c59b84353 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:10.191816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db4b03-e5c0-424a-af33-b9d66dcaf08d req-af371939-5611-441c-8737-7ef9d4b95307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:10.198366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e7a3bdd8-53e7-4dc0-9466-bc28b4b83147 None None] Provisioning complete for port 97bd638e-0cce-426a-ac14-4ab3918d7a47 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:10.199387 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e7a3bdd8-53e7-4dc0-9466-bc28b4b83147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:10.204367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07db4b03-e5c0-424a-af33-b9d66dcaf08d req-af371939-5611-441c-8737-7ef9d4b95307 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1096 time: 0.3369548 Aug 06 16:12:10.265375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e7a3bdd8-53e7-4dc0-9466-bc28b4b83147 None None] Port 97bd638e-0cce-426a-ac14-4ab3918d7a47 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:12:10.280197 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-63aeaf3c-bdf5-4b51-a615-647c59b84353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:10.399112 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e746b7b0-1ea1-4c1d-a6b5-a5d504187829 req-6ff4eb51-79d5-4b9b-8747-a2527ca231d0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3700628 Aug 06 16:12:10.406758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9835af8-3ae3-46b0-a4c9-a20bbdcb8f0c req-78766547-3f1d-467c-aa03-a6682339a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:10.410247 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9835af8-3ae3-46b0-a4c9-a20bbdcb8f0c req-78766547-3f1d-467c-aa03-a6682339a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:10.410904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9835af8-3ae3-46b0-a4c9-a20bbdcb8f0c req-78766547-3f1d-467c-aa03-a6682339a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:10.419684 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9835af8-3ae3-46b0-a4c9-a20bbdcb8f0c req-78766547-3f1d-467c-aa03-a6682339a94a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a3820122cb71450fa766a24bf9be70b8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4511597 Aug 06 16:12:10.518658 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a528f49b-50ac-437d-bddd-0169856ba0f5 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:12:10.538301 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:10.637987 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02367862-3d19-4842-a9f5-dd711d15dac1 req-448450d2-3fe0-44a5-9a64-ff66c0dc0dcc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:10.644773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02367862-3d19-4842-a9f5-dd711d15dac1 req-448450d2-3fe0-44a5-9a64-ff66c0dc0dcc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:10.651008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02367862-3d19-4842-a9f5-dd711d15dac1 req-448450d2-3fe0-44a5-9a64-ff66c0dc0dcc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:10.658364 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02367862-3d19-4842-a9f5-dd711d15dac1 req-448450d2-3fe0-44a5-9a64-ff66c0dc0dcc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:10.664630 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02367862-3d19-4842-a9f5-dd711d15dac1 req-448450d2-3fe0-44a5-9a64-ff66c0dc0dcc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:10.666847 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-63aeaf3c-bdf5-4b51-a615-647c59b84353 service neutron] For port 83b8c3b1-5145-424e-a6a7-1827a198fa4d, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=83b8c3b1-5145-424e-a6a7-1827a198fa4d,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:10.671114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02367862-3d19-4842-a9f5-dd711d15dac1 req-448450d2-3fe0-44a5-9a64-ff66c0dc0dcc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:10.680635 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02367862-3d19-4842-a9f5-dd711d15dac1 req-448450d2-3fe0-44a5-9a64-ff66c0dc0dcc tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 4659 time: 0.3923717 Aug 06 16:12:10.688110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Transition to ACTIVE for port object a528f49b-50ac-437d-bddd-0169856ba0f5 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:10.715372 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:10.736567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-63aeaf3c-bdf5-4b51-a615-647c59b84353 service neutron] For port 83b8c3b1-5145-424e-a6a7-1827a198fa4d, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:10.783744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db4b03-e5c0-424a-af33-b9d66dcaf08d req-067cccb8-5e6b-4140-a7ba-1665e4ebb1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:10.786033 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07db4b03-e5c0-424a-af33-b9d66dcaf08d req-067cccb8-5e6b-4140-a7ba-1665e4ebb1a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2 HTTP/1.1" status: 200 len: 897 time: 0.5149593 Aug 06 16:12:10.798761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-63aeaf3c-bdf5-4b51-a615-647c59b84353 service neutron] device_id is not set on port 83b8c3b1-5145-424e-a6a7-1827a198fa4d yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:12:10.812619 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-63aeaf3c-bdf5-4b51-a615-647c59b84353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:10.824943 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-63aeaf3c-bdf5-4b51-a615-647c59b84353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:10.937833 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Pushing event updated for resources: {'Port': ['ID=a528f49b-50ac-437d-bddd-0169856ba0f5,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:10.959511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-63aeaf3c-bdf5-4b51-a615-647c59b84353 service neutron] No DVR routers for this DVR port 83b8c3b1-5145-424e-a6a7-1827a198fa4d on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:10.962979 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02367862-3d19-4842-a9f5-dd711d15dac1 req-53f6eb10-572b-4959-878e-26c850446328 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=55e4a51c-7200-4102-afef-6cf59a79a96e&id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2813547 Aug 06 16:12:11.060740 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-63aeaf3c-bdf5-4b51-a615-647c59b84353 service neutron] In _notify_port_updated(), no bound segment for port 83b8c3b1-5145-424e-a6a7-1827a198fa4d on network 0289d76d-e14d-4c22-8519-329bdca6f8e4 {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:12:11.062021 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-63aeaf3c-bdf5-4b51-a615-647c59b84353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:11.062696 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-63aeaf3c-bdf5-4b51-a615-647c59b84353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:11.064873 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-63aeaf3c-bdf5-4b51-a615-647c59b84353 service neutron] 10.222.0.78 "PUT /v2.0/ports/83b8c3b1-5145-424e-a6a7-1827a198fa4d HTTP/1.1" status: 200 len: 1027 time: 0.9201686 Aug 06 16:12:11.072138 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aeaf3c-bdf5-4b51-a615-647c59b84353 service neutron] Pushing event updated for resources: {'Port': ['ID=83b8c3b1-5145-424e-a6a7-1827a198fa4d,revision_number=6']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:11.092049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9835af8-3ae3-46b0-a4c9-a20bbdcb8f0c req-93b80de8-e12e-4f9d-b16a-09561c482f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:11.095201 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9835af8-3ae3-46b0-a4c9-a20bbdcb8f0c req-93b80de8-e12e-4f9d-b16a-09561c482f35 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5902214 Aug 06 16:12:11.171493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07db4b03-e5c0-424a-af33-b9d66dcaf08d req-64db3134-579b-4199-8e7e-f839207f1e0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 200 len: 1001 time: 0.3769805 Aug 06 16:12:11.270684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Attempting to bind port a528f49b-50ac-437d-bddd-0169856ba0f5 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:12:11.271023 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Attempting to bind port a528f49b-50ac-437d-bddd-0169856ba0f5 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'caa2057e-24af-44ac-8a18-3447b5803652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5798b51b-7ca6-476d-aa95-274e73df08a1'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:12:11.271368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Attempting to bind port a528f49b-50ac-437d-bddd-0169856ba0f5 on network 5798b51b-7ca6-476d-aa95-274e73df08a1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:11.280631 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-b5113e75-dcaa-4a43-b99d-4c8ad566d1da tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Deleting port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:11.281592 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-b5113e75-dcaa-4a43-b99d-4c8ad566d1da tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:11.290937 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Port a528f49b-50ac-437d-bddd-0169856ba0f5 on network 5798b51b-7ca6-476d-aa95-274e73df08a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:12:11.291267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Attempting to bind port a528f49b-50ac-437d-bddd-0169856ba0f5 on network 5798b51b-7ca6-476d-aa95-274e73df08a1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:11.305164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706d7d2-7feb-49ac-8503-28b741614120 req-e7dfda27-b25c-40bd-96ac-ef129a775121 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:11.314099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6706d7d2-7feb-49ac-8503-28b741614120 req-e7dfda27-b25c-40bd-96ac-ef129a775121 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.4281154 Aug 06 16:12:11.323887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:12:11.324239 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Checking segment: {'id': 'caa2057e-24af-44ac-8a18-3447b5803652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5798b51b-7ca6-476d-aa95-274e73df08a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:11.324642 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Bound using segment: {'id': 'caa2057e-24af-44ac-8a18-3447b5803652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5798b51b-7ca6-476d-aa95-274e73df08a1'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:12:11.325101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Bound port: a528f49b-50ac-437d-bddd-0169856ba0f5, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa2057e-24af-44ac-8a18-3447b5803652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '5798b51b-7ca6-476d-aa95-274e73df08a1'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:12:11.325469 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:11.330823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db4b03-e5c0-424a-af33-b9d66dcaf08d req-80e50d37-fbf8-48f0-868e-61e63aa238b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:11.332375 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07db4b03-e5c0-424a-af33-b9d66dcaf08d req-80e50d37-fbf8-48f0-868e-61e63aa238b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d9457db-69ad-4917-87cd-7d1f42be3fc5 HTTP/1.1" status: 200 len: 835 time: 0.1472425 Aug 06 16:12:11.431638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c694df6-886f-4dde-b821-bb22d7ae1bfc req-9ad2b3d0-ba9c-4af2-b8ee-e24b361e81f6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:11.438695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c694df6-886f-4dde-b821-bb22d7ae1bfc req-9ad2b3d0-ba9c-4af2-b8ee-e24b361e81f6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:11.446784 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c694df6-886f-4dde-b821-bb22d7ae1bfc req-9ad2b3d0-ba9c-4af2-b8ee-e24b361e81f6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1679 time: 0.2513814 Aug 06 16:12:11.449852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8aa09eba-b866-4ffa-9901-e142bbf5e586 None None] Provisioning complete for port 83b8c3b1-5145-424e-a6a7-1827a198fa4d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:11.451232 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8aa09eba-b866-4ffa-9901-e142bbf5e586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:11.468546 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-b5113e75-dcaa-4a43-b99d-4c8ad566d1da tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] For port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=c37bedb5-5d6e-4df8-8cfa-fa9b813666a0,segment=NetworkSegment(8650d692-b0d5-4718-82c9-ebf069e4b397),segment_id=8650d692-b0d5-4718-82c9-ebf069e4b397)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:11.470230 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-b5113e75-dcaa-4a43-b99d-4c8ad566d1da tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:11.471350 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6706d7d2-7feb-49ac-8503-28b741614120 req-3e83d825-b321-478b-9ab6-21b62d07100f tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570315 Aug 06 16:12:11.508906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-b5113e75-dcaa-4a43-b99d-4c8ad566d1da tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Calling delete_port for c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:11.521838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8aa09eba-b866-4ffa-9901-e142bbf5e586 None None] Port 83b8c3b1-5145-424e-a6a7-1827a198fa4d cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:12:11.560544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db4b03-e5c0-424a-af33-b9d66dcaf08d req-4da099ee-657f-4448-8935-07824e8a6592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:11.575330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07db4b03-e5c0-424a-af33-b9d66dcaf08d req-4da099ee-657f-4448-8935-07824e8a6592 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2195959 Aug 06 16:12:11.596611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] For port a528f49b-50ac-437d-bddd-0169856ba0f5, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:11.615990 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c694df6-886f-4dde-b821-bb22d7ae1bfc req-0d9e51b3-9e1a-4730-bd13-431a0ee920ae tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682570 Aug 06 16:12:11.661316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] For port a528f49b-50ac-437d-bddd-0169856ba0f5, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a528f49b-50ac-437d-bddd-0169856ba0f5,segment=NetworkSegment(caa2057e-24af-44ac-8a18-3447b5803652),segment_id=caa2057e-24af-44ac-8a18-3447b5803652)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:12:11.671936 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:11.706548 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-b5113e75-dcaa-4a43-b99d-4c8ad566d1da tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:11.750040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5113e75-dcaa-4a43-b99d-4c8ad566d1da tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event deleted for resources: {'Port': ['ID=c37bedb5-5d6e-4df8-8cfa-fa9b813666a0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:11.853070 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-b5113e75-dcaa-4a43-b99d-4c8ad566d1da tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] No DVR routers for this DVR port c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:11.857316 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-b5113e75-dcaa-4a43-b99d-4c8ad566d1da tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:11.859751 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 83b8c3b1-5145-424e-a6a7-1827a198fa4d no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:11.868238 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-b5113e75-dcaa-4a43-b99d-4c8ad566d1da tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.78 "DELETE /v2.0/ports/c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 HTTP/1.1" status: 204 len: 173 time: 0.7919579 Aug 06 16:12:11.869240 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-deleted', 'tag': 'c37bedb5-5d6e-4df8-8cfa-fa9b813666a0'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:11.874342 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc186c29-584c-4efb-a084-c6ea41dde0e9" -d '{"events": [{"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-deleted", "tag": "c37bedb5-5d6e-4df8-8cfa-fa9b813666a0"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:11.951957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 83b8c3b1-5145-424e-a6a7-1827a198fa4d not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:11.952664 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 59fa3aa8-f15b-46d3-be34-760b109ca2e7 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:12.188002 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:12.189377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c35473e9-4d0d-4453-9193-a45d1df516be tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Deleting port 59fa3aa8-f15b-46d3-be34-760b109ca2e7 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:12.190941 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c35473e9-4d0d-4453-9193-a45d1df516be tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:12.240978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 59fa3aa8-f15b-46d3-be34-760b109ca2e7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=59fa3aa8-f15b-46d3-be34-760b109ca2e7,segment=NetworkSegment(38b85d99-f64f-4222-b89d-6f0da7d97f63),segment_id=38b85d99-f64f-4222-b89d-6f0da7d97f63)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:12.243013 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59fa3aa8-f15b-46d3-be34-760b109ca2e7'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:12.247200 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8d6735-56d1-4a3c-9d78-a12cc7dd0591" -d '{"events": [{"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-unplugged", "status": "completed", "tag": "59fa3aa8-f15b-46d3-be34-760b109ca2e7"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:12.258052 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:12.259192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:12.350297 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=59fa3aa8-f15b-46d3-be34-760b109ca2e7,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:12.360024 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Pushing event updated for resources: {'Port': ['ID=a528f49b-50ac-437d-bddd-0169856ba0f5,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:12.397111 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:12.397796 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:12.399247 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5243617b-f9ea-4930-976a-66bf02da3459 service neutron] 10.222.0.13 "PUT /v2.0/ports/a528f49b-50ac-437d-bddd-0169856ba0f5 HTTP/1.1" status: 200 len: 1092 time: 3.1595433 Aug 06 16:12:12.414670 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'tag': 'a528f49b-50ac-437d-bddd-0169856ba0f5'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:12.417194 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d178051d-8b43-41a4-855c-c755bba43e94" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2", "tag": "a528f49b-50ac-437d-bddd-0169856ba0f5"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:12.436234 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:12.443419 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416c1ae-81df-443d-8198-e9824d8a1ab8 req-916ec5aa-220f-4372-a877-7eeafd0801b9 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:12.446660 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b416c1ae-81df-443d-8198-e9824d8a1ab8 req-916ec5aa-220f-4372-a877-7eeafd0801b9 tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 945 time: 0.2924192 Aug 06 16:12:12.488923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:12.499439 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:12.499439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 97bd638e-0cce-426a-ac14-4ab3918d7a47 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:12.519189 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c35473e9-4d0d-4453-9193-a45d1df516be tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] For port 59fa3aa8-f15b-46d3-be34-760b109ca2e7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=59fa3aa8-f15b-46d3-be34-760b109ca2e7,segment=NetworkSegment(38b85d99-f64f-4222-b89d-6f0da7d97f63),segment_id=38b85d99-f64f-4222-b89d-6f0da7d97f63)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:12.519880 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c35473e9-4d0d-4453-9193-a45d1df516be tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:12.555110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698b755-552b-4908-83ce-cc0f4120a261 req-a48e8b26-e20e-490e-95c6-46c0eaab6ded tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:12.556457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6698b755-552b-4908-83ce-cc0f4120a261 req-a48e8b26-e20e-490e-95c6-46c0eaab6ded tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 945 time: 0.7467182 Aug 06 16:12:12.559438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07db4b03-e5c0-424a-af33-b9d66dcaf08d req-d187182c-aae2-4f2f-a2a2-fabd5895ebd1 service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9740107 Aug 06 16:12:12.594413 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:12.597190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 97bd638e-0cce-426a-ac14-4ab3918d7a47 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:12.597687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device feba7d60-e574-4ef5-bde3-2b961864b504 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:12.670768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bc994-8345-47d1-9053-6cb736454198 req-3b5436b1-4e36-40e0-9ff2-0b4ed78fd605 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:12.679724 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a0bc994-8345-47d1-9053-6cb736454198 req-3b5436b1-4e36-40e0-9ff2-0b4ed78fd605 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.2785084 Aug 06 16:12:12.717455 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-b416c1ae-81df-443d-8198-e9824d8a1ab8 req-0ed692ea-e432-49f3-8f4a-c4fdf33d884b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Deleting port 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:12.717765 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b416c1ae-81df-443d-8198-e9824d8a1ab8 req-0ed692ea-e432-49f3-8f4a-c4fdf33d884b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:12.719775 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:12.739685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5d4f0d56-c9b9-41fa-ba7f-3c8781f378a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:12.739946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5d4f0d56-c9b9-41fa-ba7f-3c8781f378a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:12.741802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-5d4f0d56-c9b9-41fa-ba7f-3c8781f378a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3820122cb71450fa766a24bf9be70b8&device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1981 time: 0.2622452 Aug 06 16:12:12.759698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port feba7d60-e574-4ef5-bde3-2b961864b504, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=feba7d60-e574-4ef5-bde3-2b961864b504,segment=NetworkSegment(8650d692-b0d5-4718-82c9-ebf069e4b397),segment_id=8650d692-b0d5-4718-82c9-ebf069e4b397)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:12.764775 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:12.766304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 6696e820-7af7-47d8-a506-1695939844eb no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:12.827558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6698b755-552b-4908-83ce-cc0f4120a261 req-1a1384a4-445b-42a4-9c05-6dc16bcb655b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e1bfa2-1a00-48f9-b867-c049204e89bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632165 Aug 06 16:12:12.831136 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07db4b03-e5c0-424a-af33-b9d66dcaf08d req-eab82181-0904-4bf7-908c-9f1e13e43c69 service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581875 Aug 06 16:12:12.844422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-e10dfe02-94a9-4660-a423-19c57b8d6b92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.165&port_id=5b6972af-567c-4fa2-8f0e-7f512062695f HTTP/1.1" status: 200 len: 217 time: 0.0894530 Aug 06 16:12:12.866616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=feba7d60-e574-4ef5-bde3-2b961864b504,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:12.879328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a0bc994-8345-47d1-9053-6cb736454198 req-1b2bffd3-cdc4-471c-adeb-b66e5b53e7bd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764526 Aug 06 16:12:12.932064 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c35473e9-4d0d-4453-9193-a45d1df516be tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:12.934160 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c35473e9-4d0d-4453-9193-a45d1df516be tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:12.934377 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c35473e9-4d0d-4453-9193-a45d1df516be tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Floating IP f6d1c2e6-4aba-4255-aeb7-a582e53507a1 disassociated. External IP: 172.25.1.92, port: 59fa3aa8-f15b-46d3-be34-760b109ca2e7. Aug 06 16:12:12.934577 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c35473e9-4d0d-4453-9193-a45d1df516be tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Calling delete_port for 59fa3aa8-f15b-46d3-be34-760b109ca2e7 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:12.957771 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:12.996753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b416c1ae-81df-443d-8198-e9824d8a1ab8 req-0ed692ea-e432-49f3-8f4a-c4fdf33d884b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] For port 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b,segment=NetworkSegment(99164fc3-3c75-4a88-b2f9-2858615d34d5),segment_id=99164fc3-3c75-4a88-b2f9-2858615d34d5)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:12.997141 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b416c1ae-81df-443d-8198-e9824d8a1ab8 req-0ed692ea-e432-49f3-8f4a-c4fdf33d884b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:13.033801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-4023a308-2142-4995-a51a-83d97ff656dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:13.033801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-4023a308-2142-4995-a51a-83d97ff656dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e51bf9f3-33f1-4946-8743-a7d93865b611 HTTP/1.1" status: 200 len: 801 time: 0.1802824 Aug 06 16:12:13.043075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 6696e820-7af7-47d8-a506-1695939844eb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6696e820-7af7-47d8-a506-1695939844eb,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:13.048190 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:13.048953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:13.100434 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:13.100829 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device c37bedb5-5d6e-4df8-8cfa-fa9b813666a0 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:13.130875 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943d68d1-cfce-4e2d-838f-f3bbdf9766a6 x-openstack-request-id: req-943d68d1-cfce-4e2d-838f-f3bbdf9766a6 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:13.131227 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-deleted", "tag": "c37bedb5-5d6e-4df8-8cfa-fa9b813666a0", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:13.131505 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-943d68d1-cfce-4e2d-838f-f3bbdf9766a6 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:13.132874 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-deleted', 'tag': 'c37bedb5-5d6e-4df8-8cfa-fa9b813666a0', 'status': 'completed', 'code': 200} Aug 06 16:12:13.133445 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-b416c1ae-81df-443d-8198-e9824d8a1ab8 req-0ed692ea-e432-49f3-8f4a-c4fdf33d884b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Calling delete_port for 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:13.169658 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec13b27-63f0-4d56-ab61-b3f83fc6db47 x-openstack-request-id: req-6ec13b27-63f0-4d56-ab61-b3f83fc6db47 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:13.170170 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-unplugged", "status": "completed", "tag": "59fa3aa8-f15b-46d3-be34-760b109ca2e7", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:13.178781 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ec13b27-63f0-4d56-ab61-b3f83fc6db47 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:13.179561 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59fa3aa8-f15b-46d3-be34-760b109ca2e7', 'code': 200} Aug 06 16:12:13.218041 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b329b7c-351c-4a10-98c5-c1871687499f x-openstack-request-id: req-6b329b7c-351c-4a10-98c5-c1871687499f {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:13.218419 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2", "tag": "a528f49b-50ac-437d-bddd-0169856ba0f5", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:13.218643 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b329b7c-351c-4a10-98c5-c1871687499f {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:13.219504 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'tag': 'a528f49b-50ac-437d-bddd-0169856ba0f5', 'status': 'completed', 'code': 200} Aug 06 16:12:13.233811 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=6696e820-7af7-47d8-a506-1695939844eb,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:13.250284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-53ee442d-69c6-4caa-8b5f-7a4be4b5999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:13.251821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-53ee442d-69c6-4caa-8b5f-7a4be4b5999c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51940ba5-3ebe-4a8a-a0ee-21d322657c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2113357 Aug 06 16:12:13.260516 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1821a2-5d0b-418b-a7de-986499557cb7 req-406e3f85-f645-4dfa-a158-bef0deb30e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:13.262255 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af1821a2-5d0b-418b-a7de-986499557cb7 req-406e3f85-f645-4dfa-a158-bef0deb30e07 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 1097 time: 0.2043722 Aug 06 16:12:13.344696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34716828-7e4c-4abc-bf2c-1b448bd85719 req-470268fb-fa88-447d-9704-27e45dbda9b7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:13.351296 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34716828-7e4c-4abc-bf2c-1b448bd85719 req-470268fb-fa88-447d-9704-27e45dbda9b7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:13.357411 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34716828-7e4c-4abc-bf2c-1b448bd85719 req-470268fb-fa88-447d-9704-27e45dbda9b7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:13.363905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34716828-7e4c-4abc-bf2c-1b448bd85719 req-470268fb-fa88-447d-9704-27e45dbda9b7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:13.365808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34716828-7e4c-4abc-bf2c-1b448bd85719 req-470268fb-fa88-447d-9704-27e45dbda9b7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 3142 time: 0.1864786 Aug 06 16:12:13.369156 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c35473e9-4d0d-4453-9193-a45d1df516be tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:13.460119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af1821a2-5d0b-418b-a7de-986499557cb7 req-05b76db9-573b-43db-b18b-41b0451db16a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693726 Aug 06 16:12:13.499059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad012e-918f-4e3e-8168-c8e6db7f5868 req-2dc81129-29dd-485a-81f7-80078555b272 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:13.500725 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64ad012e-918f-4e3e-8168-c8e6db7f5868 req-2dc81129-29dd-485a-81f7-80078555b272 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.2226634 Aug 06 16:12:13.506223 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34716828-7e4c-4abc-bf2c-1b448bd85719 req-7525f658-e773-4f93-ac04-c855d53fd302 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030421 Aug 06 16:12:13.508951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-98d08c08-5dac-43a0-aaac-b997361299dd service neutron] 10.222.0.13 "GET /v2.0/networks/51940ba5-3ebe-4a8a-a0ee-21d322657c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452843 Aug 06 16:12:13.626368 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64ad012e-918f-4e3e-8168-c8e6db7f5868 req-52533176-b085-4679-bfc5-f4f5aa01b6e8 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114082 Aug 06 16:12:13.710426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-bda8feb4-6427-4245-9779-dc4c727b0f26 service neutron] 10.222.0.13 "GET /v2.0/networks/51940ba5-3ebe-4a8a-a0ee-21d322657c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837060 Aug 06 16:12:13.720217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fbe7c-6a70-4319-9d4b-b3bcffb43985 req-ba807680-006b-420b-be64-82eaac638875 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:13.727876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fbe7c-6a70-4319-9d4b-b3bcffb43985 req-ba807680-006b-420b-be64-82eaac638875 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:13.729592 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e4fbe7c-6a70-4319-9d4b-b3bcffb43985 req-ba807680-006b-420b-be64-82eaac638875 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1679 time: 0.1073563 Aug 06 16:12:13.767751 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35473e9-4d0d-4453-9193-a45d1df516be tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event deleted for resources: {'Port': ['ID=59fa3aa8-f15b-46d3-be34-760b109ca2e7,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:13.783480 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b416c1ae-81df-443d-8198-e9824d8a1ab8 req-0ed692ea-e432-49f3-8f4a-c4fdf33d884b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:13.808615 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:13.847712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-8b172f92-2a85-4e7a-aa85-bcb3c1aee374 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=a528f49b-50ac-437d-bddd-0169856ba0f5 HTTP/1.1" status: 200 len: 217 time: 0.1169453 Aug 06 16:12:13.876206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e4fbe7c-6a70-4319-9d4b-b3bcffb43985 req-4cb32fb3-5169-4de5-a4d3-bfb1db6258f9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386185 Aug 06 16:12:13.899814 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed692ea-e432-49f3-8f4a-c4fdf33d884b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Pushing event deleted for resources: {'Port': ['ID=1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:13.919107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1ad95b87-f48b-4efb-845d-5e7b2a193198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:13.920612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1ad95b87-f48b-4efb-845d-5e7b2a193198 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a0aa45f-00ea-42a5-b805-3b8693d4b851 HTTP/1.1" status: 200 len: 801 time: 0.0580735 Aug 06 16:12:13.945666 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b416c1ae-81df-443d-8198-e9824d8a1ab8 req-0ed692ea-e432-49f3-8f4a-c4fdf33d884b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] No DVR routers for this DVR port 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:13.951677 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b416c1ae-81df-443d-8198-e9824d8a1ab8 req-0ed692ea-e432-49f3-8f4a-c4fdf33d884b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:13.958439 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b416c1ae-81df-443d-8198-e9824d8a1ab8 req-0ed692ea-e432-49f3-8f4a-c4fdf33d884b tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.78 "DELETE /v2.0/ports/1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b HTTP/1.1" status: 204 len: 173 time: 1.4999707 Aug 06 16:12:14.002080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1252d18c-e7cf-4c81-b421-4c7858c33258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:14.004210 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-1252d18c-e7cf-4c81-b421-4c7858c33258 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5798b51b-7ca6-476d-aa95-274e73df08a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0760508 Aug 06 16:12:14.072178 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c35473e9-4d0d-4453-9193-a45d1df516be tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Router 294998e4-57aa-4181-8e21-c80e09a62232 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:12:14.119361 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9a41a1e-9ff1-40bf-ae89-31151fe7c32c req-a7ac216e-45b8-4ddb-a055-a1815982698a tempest-ServerDiskConfigTestJSON-1880058614 tempest-ServerDiskConfigTestJSON-1880058614-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed57750d-4ac0-4208-ab77-08cfb26474d3 HTTP/1.1" status: 200 len: 210 time: 0.0816061 Aug 06 16:12:14.182628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1632e-22b9-4871-84f3-9f1d723d73ce req-19191525-0bb4-4619-8ccf-2bce9ac128f1 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:14.184278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1f1632e-22b9-4871-84f3-9f1d723d73ce req-19191525-0bb4-4619-8ccf-2bce9ac128f1 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.1221209 Aug 06 16:12:14.271042 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-9cbd1dbc-7593-4b9c-a5c6-8ef9d04b32f2 service neutron] 10.222.0.13 "GET /v2.0/networks/5798b51b-7ca6-476d-aa95-274e73df08a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557781 Aug 06 16:12:14.301788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1f1632e-22b9-4871-84f3-9f1d723d73ce req-699d48ad-4e90-4d6e-b744-6126060b0a92 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999756 Aug 06 16:12:14.349886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c35473e9-4d0d-4453-9193-a45d1df516be tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:12:14.367536 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b14949-3e4c-42ee-b870-5b737663fb02 None None] Sync routers for ids ['294998e4-57aa-4181-8e21-c80e09a62232'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:12:14.379271 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b14949-3e4c-42ee-b870-5b737663fb02 None None] Routers {'294998e4-57aa-4181-8e21-c80e09a62232'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:14.383906 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b8b14949-3e4c-42ee-b870-5b737663fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:12:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['294998e4-57aa-4181-8e21-c80e09a62232'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:14.458590 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b64cce-4d90-4a92-b934-73cb1c92bdd8 req-292aeb06-ec42-4fbd-9126-6a9a6f640694 service neutron] 10.222.0.13 "GET /v2.0/networks/5798b51b-7ca6-476d-aa95-274e73df08a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675777 Aug 06 16:12:14.469771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c35473e9-4d0d-4453-9193-a45d1df516be tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] No DVR routers for this DVR port 59fa3aa8-f15b-46d3-be34-760b109ca2e7 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:14.472731 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c35473e9-4d0d-4453-9193-a45d1df516be tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:14.474910 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c35473e9-4d0d-4453-9193-a45d1df516be tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.78 "DELETE /v2.0/ports/59fa3aa8-f15b-46d3-be34-760b109ca2e7 HTTP/1.1" status: 204 len: 173 time: 2.5916903 Aug 06 16:12:14.549025 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-b8b14949-3e4c-42ee-b870-5b737663fb02 None None] Set router 294998e4-57aa-4181-8e21-c80e09a62232 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:14.598417 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178051d-8b43-41a4-855c-c755bba43e94 req-4be9866a-eab1-4b6c-aff6-a23b18e489bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:14.601554 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178051d-8b43-41a4-855c-c755bba43e94 req-4be9866a-eab1-4b6c-aff6-a23b18e489bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:14.603307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d178051d-8b43-41a4-855c-c755bba43e94 req-4be9866a-eab1-4b6c-aff6-a23b18e489bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3820122cb71450fa766a24bf9be70b8&device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1981 time: 0.0949168 Aug 06 16:12:14.755429 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-83e9a9e3-a50b-4754-a397-0b973321dda0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Deleting port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:14.757782 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-83e9a9e3-a50b-4754-a397-0b973321dda0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:14.786549 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b8b14949-3e4c-42ee-b870-5b737663fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294998e4-57aa-4181-8e21-c80e09a62232', 'name': 'tempest-TaggedBootDevicesTest-2028610235-router', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:28Z', 'updated_at': '2021-08-06T16:01:38Z', 'revision_number': 4, 'project_id': '964dc75051674f75a50f3eba300bee26', 'gw_port': {'id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:29Z', 'updated_at': '2021-08-06T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '2f7531f4-acc7-4b21-b257-a2ac2168a022', 'name': '', 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'mac_address': 'fa:16:3e:57:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:37Z', 'updated_at': '2021-08-06T16:01:48Z', 'revision_number': 5, 'project_id': '964dc75051674f75a50f3eba300bee26', 'subnets': [{'id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:14.813100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a5b4c-754e-4cd8-a672-600e4b639a7f req-93e70823-7e74-4124-9140-b732b76921e1 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:14.820388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a5b4c-754e-4cd8-a672-600e4b639a7f req-93e70823-7e74-4124-9140-b732b76921e1 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:14.826924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a5b4c-754e-4cd8-a672-600e4b639a7f req-93e70823-7e74-4124-9140-b732b76921e1 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:14.833749 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2c3a5b4c-754e-4cd8-a672-600e4b639a7f req-93e70823-7e74-4124-9140-b732b76921e1 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 2409 time: 0.1083319 Aug 06 16:12:14.848243 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b14949-3e4c-42ee-b870-5b737663fb02 None None] Checking router: 294998e4-57aa-4181-8e21-c80e09a62232 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:12:14.857729 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b14949-3e4c-42ee-b870-5b737663fb02 None None] Routers {'294998e4-57aa-4181-8e21-c80e09a62232'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:14.858706 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b8b14949-3e4c-42ee-b870-5b737663fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:12:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['294998e4-57aa-4181-8e21-c80e09a62232'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:14.885517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178051d-8b43-41a4-855c-c755bba43e94 req-e5027694-b33c-4038-a86c-2940c0b7e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:14.887169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d178051d-8b43-41a4-855c-c755bba43e94 req-e5027694-b33c-4038-a86c-2940c0b7e86e service neutron] 10.222.0.13 "GET /v2.0/networks?id=5798b51b-7ca6-476d-aa95-274e73df08a1 HTTP/1.1" status: 200 len: 902 time: 0.2716680 Aug 06 16:12:14.967641 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d178051d-8b43-41a4-855c-c755bba43e94 req-47fe1587-d232-463b-824b-2dff4bd63b13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=a528f49b-50ac-437d-bddd-0169856ba0f5 HTTP/1.1" status: 200 len: 217 time: 0.0594904 Aug 06 16:12:14.989774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33191a59-d454-4275-be02-5c1c4cf652af req-277fd232-ef50-4509-b900-14bab5eb83bc tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:14.991854 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33191a59-d454-4275-be02-5c1c4cf652af req-277fd232-ef50-4509-b900-14bab5eb83bc tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.1605902 Aug 06 16:12:15.000445 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-83e9a9e3-a50b-4754-a397-0b973321dda0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] For port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:15.000840 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-83e9a9e3-a50b-4754-a397-0b973321dda0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:15.003021 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2c3a5b4c-754e-4cd8-a672-600e4b639a7f req-e5259cfa-715a-4c56-aab7-ebec0bd92702 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569369 Aug 06 16:12:15.017587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-83e9a9e3-a50b-4754-a397-0b973321dda0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Calling delete_port for 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:15.070260 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178051d-8b43-41a4-855c-c755bba43e94 req-aec15cc2-6f9a-44cc-83d3-f01a68d3b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:15.071950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d178051d-8b43-41a4-855c-c755bba43e94 req-aec15cc2-6f9a-44cc-83d3-f01a68d3b52e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a0aa45f-00ea-42a5-b805-3b8693d4b851 HTTP/1.1" status: 200 len: 801 time: 0.0792005 Aug 06 16:12:15.078084 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-b8b14949-3e4c-42ee-b870-5b737663fb02 None None] Set router 294998e4-57aa-4181-8e21-c80e09a62232 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:15.080242 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33191a59-d454-4275-be02-5c1c4cf652af req-18a1291a-e615-46ae-bc57-4143ebb49319 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752923 Aug 06 16:12:15.126739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-5a25055a-ec90-4ec1-abac-779f3934e4a3 req-bfedafb4-0667-43e4-90a6-04f359300356 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1025235923', 'description': 'tempest-description-2112475482'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:15.134602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed57750d-4ac0-4208-ab77-08cfb26474d3', 'name': 'network-vif-deleted', 'tag': '1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b'}, {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-deleted', 'tag': '59fa3aa8-f15b-46d3-be34-760b109ca2e7'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:15.143567 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54708fa-4a9c-4d1e-8cfc-5f04a40f6654" -d '{"events": [{"server_uuid": "ed57750d-4ac0-4208-ab77-08cfb26474d3", "name": "network-vif-deleted", "tag": "1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b"}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-deleted", "tag": "59fa3aa8-f15b-46d3-be34-760b109ca2e7"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:15.173589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178051d-8b43-41a4-855c-c755bba43e94 req-95c094e5-b75d-4900-91d2-1b30186c8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:15.175700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d178051d-8b43-41a4-855c-c755bba43e94 req-95c094e5-b75d-4900-91d2-1b30186c8354 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5798b51b-7ca6-476d-aa95-274e73df08a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0944774 Aug 06 16:12:15.181127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec'}, {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feba7d60-e574-4ef5-bde3-2b961864b504'}, {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6696e820-7af7-47d8-a506-1695939844eb'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:15.183490 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00107fa4-3015-49b5-bd23-41d9cbb62bef" -d '{"events": [{"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-unplugged", "status": "completed", "tag": "8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec"}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-unplugged", "status": "completed", "tag": "feba7d60-e574-4ef5-bde3-2b961864b504"}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-unplugged", "status": "completed", "tag": "6696e820-7af7-47d8-a506-1695939844eb"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:15.213358 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5a25055a-ec90-4ec1-abac-779f3934e4a3 req-bfedafb4-0667-43e4-90a6-04f359300356 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:15.302518 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-83e9a9e3-a50b-4754-a397-0b973321dda0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:15.320736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd79b19-18a8-4b66-bac5-be1c10fb8253 req-1359d3db-a63b-46af-8967-d687bd5adc68 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:15.327143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd79b19-18a8-4b66-bac5-be1c10fb8253 req-1359d3db-a63b-46af-8967-d687bd5adc68 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:15.328897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5dd79b19-18a8-4b66-bac5-be1c10fb8253 req-1359d3db-a63b-46af-8967-d687bd5adc68 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1679 time: 0.1718726 Aug 06 16:12:15.364417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9a9e3-a50b-4754-a397-0b973321dda0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event deleted for resources: {'Port': ['ID=8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:15.395695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d178051d-8b43-41a4-855c-c755bba43e94 req-48831560-2e5d-4609-b7c1-07e024ba174e service neutron] 10.222.0.13 "GET /v2.0/networks/5798b51b-7ca6-476d-aa95-274e73df08a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917448 Aug 06 16:12:15.416261 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b8b14949-3e4c-42ee-b870-5b737663fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294998e4-57aa-4181-8e21-c80e09a62232', 'name': 'tempest-TaggedBootDevicesTest-2028610235-router', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:28Z', 'updated_at': '2021-08-06T16:01:38Z', 'revision_number': 4, 'project_id': '964dc75051674f75a50f3eba300bee26', 'gw_port': {'id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:29Z', 'updated_at': '2021-08-06T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '2f7531f4-acc7-4b21-b257-a2ac2168a022', 'name': '', 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'mac_address': 'fa:16:3e:57:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:37Z', 'updated_at': '2021-08-06T16:01:48Z', 'revision_number': 5, 'project_id': '964dc75051674f75a50f3eba300bee26', 'subnets': [{'id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:15.443867 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-83e9a9e3-a50b-4754-a397-0b973321dda0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] No DVR routers for this DVR port 8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:15.446505 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-83e9a9e3-a50b-4754-a397-0b973321dda0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:15.448683 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-83e9a9e3-a50b-4754-a397-0b973321dda0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.78 "DELETE /v2.0/ports/8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec HTTP/1.1" status: 204 len: 173 time: 0.9669209 Aug 06 16:12:15.543451 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d178051d-8b43-41a4-855c-c755bba43e94 req-ee35019e-49fc-4b48-985e-9a92fe4fe522 service neutron] 10.222.0.13 "GET /v2.0/networks/5798b51b-7ca6-476d-aa95-274e73df08a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226232 Aug 06 16:12:15.568218 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5dd79b19-18a8-4b66-bac5-be1c10fb8253 req-4369dcfa-bfd0-4430-bcd6-c20d7fea047c tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245657 Aug 06 16:12:15.604230 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b14949-3e4c-42ee-b870-5b737663fb02 None None] The sync data for ids ['294998e4-57aa-4181-8e21-c80e09a62232'] in n-d-803756-1 is: [{'id': '294998e4-57aa-4181-8e21-c80e09a62232', 'name': 'tempest-TaggedBootDevicesTest-2028610235-router', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:28Z', 'updated_at': '2021-08-06T16:01:38Z', 'revision_number': 4, 'project_id': '964dc75051674f75a50f3eba300bee26', 'gw_port': {'id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:29Z', 'updated_at': '2021-08-06T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '2f7531f4-acc7-4b21-b257-a2ac2168a022', 'name': '', 'network_id': '7014f70e-1588-4abd-8ad1-8e22ba7acd96', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'mac_address': 'fa:16:3e:57:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:37Z', 'updated_at': '2021-08-06T16:01:48Z', 'revision_number': 5, 'project_id': '964dc75051674f75a50f3eba300bee26', 'subnets': [{'id': '439dc982-ce89-4fa4-9cd7-95fb9df42d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:12:15.651686 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5a25055a-ec90-4ec1-abac-779f3934e4a3 req-bfedafb4-0667-43e4-90a6-04f359300356 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:15.658702 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5a25055a-ec90-4ec1-abac-779f3934e4a3 req-bfedafb4-0667-43e4-90a6-04f359300356 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:15.680757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-a240fd6a-9abc-4c00-a523-25ab668d20dd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Deleting port feba7d60-e574-4ef5-bde3-2b961864b504 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:15.681551 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-a240fd6a-9abc-4c00-a523-25ab668d20dd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:15.684767 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba817673-c8a2-4344-ba29-981e4e1cca29 x-openstack-request-id: req-ba817673-c8a2-4344-ba29-981e4e1cca29 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:15.685066 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed57750d-4ac0-4208-ab77-08cfb26474d3", "name": "network-vif-deleted", "tag": "1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b", "status": "completed", "code": 200}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-deleted", "tag": "59fa3aa8-f15b-46d3-be34-760b109ca2e7", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:15.685338 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba817673-c8a2-4344-ba29-981e4e1cca29 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:15.688286 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5a25055a-ec90-4ec1-abac-779f3934e4a3 req-bfedafb4-0667-43e4-90a6-04f359300356 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:15.689945 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a25055a-ec90-4ec1-abac-779f3934e4a3 req-bfedafb4-0667-43e4-90a6-04f359300356 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5677528 Aug 06 16:12:15.691091 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed57750d-4ac0-4208-ab77-08cfb26474d3', 'name': 'network-vif-deleted', 'tag': '1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b', 'status': 'completed', 'code': 200} Aug 06 16:12:15.691416 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-deleted', 'tag': '59fa3aa8-f15b-46d3-be34-760b109ca2e7', 'status': 'completed', 'code': 200} Aug 06 16:12:15.728214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedafb4-0667-43e4-90a6-04f359300356 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=252fcb14-e231-4325-83cf-49279292ec1c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:15.790716 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15812eed-ed5a-41bc-92ed-92ad8c03a903 x-openstack-request-id: req-15812eed-ed5a-41bc-92ed-92ad8c03a903 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:15.791021 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-unplugged", "status": "completed", "tag": "8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec", "code": 200}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-unplugged", "status": "completed", "tag": "feba7d60-e574-4ef5-bde3-2b961864b504", "code": 200}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-unplugged", "status": "completed", "tag": "6696e820-7af7-47d8-a506-1695939844eb", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:15.791275 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15812eed-ed5a-41bc-92ed-92ad8c03a903 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:15.791678 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec', 'code': 200} Aug 06 16:12:15.791935 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feba7d60-e574-4ef5-bde3-2b961864b504', 'code': 200} Aug 06 16:12:15.792206 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6696e820-7af7-47d8-a506-1695939844eb', 'code': 200} Aug 06 16:12:15.889999 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:15.985981 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:15.987089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 1b0b37ed-ead9-4713-b677-f0c0ab6ddb6b not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:16.006564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-a240fd6a-9abc-4c00-a523-25ab668d20dd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] For port feba7d60-e574-4ef5-bde3-2b961864b504, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=feba7d60-e574-4ef5-bde3-2b961864b504,segment=NetworkSegment(8650d692-b0d5-4718-82c9-ebf069e4b397),segment_id=8650d692-b0d5-4718-82c9-ebf069e4b397)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:16.007831 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-a240fd6a-9abc-4c00-a523-25ab668d20dd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:16.045703 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-a240fd6a-9abc-4c00-a523-25ab668d20dd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Calling delete_port for feba7d60-e574-4ef5-bde3-2b961864b504 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:16.106095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca1da1-bb0b-4124-be15-c7c35f14b7b2 req-7d8e0a53-b572-4270-a414-8d1c310585a6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.108226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e7ca1da1-bb0b-4124-be15-c7c35f14b7b2 req-7d8e0a53-b572-4270-a414-8d1c310585a6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.1522024 Aug 06 16:12:16.167186 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f99c69c-250f-486a-b701-a08d4133a345 req-3286543a-edae-4fbf-8fb4-7d5901978dee tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1025235923&fields=id&tenant_id=549ca2e0574448e4b0e8bf73cea4acee HTTP/1.1" status: 200 len: 267 time: 0.1073041 Aug 06 16:12:16.189507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cea6e9-283e-41b5-899b-ad62e736a8fe None None] New status for floating IP f6d1c2e6-4aba-4255-aeb7-a582e53507a1: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:12:16.196663 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e7ca1da1-bb0b-4124-be15-c7c35f14b7b2 req-1357481c-472d-4b09-bd1c-e44491013b47 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681448 Aug 06 16:12:16.254597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99c69c-250f-486a-b701-a08d4133a345 req-6b4982ae-e193-4556-9584-355587712ea2 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.269055 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f99c69c-250f-486a-b701-a08d4133a345 req-6b4982ae-e193-4556-9584-355587712ea2 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.0971775 Aug 06 16:12:16.276481 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-4f99c69c-250f-486a-b701-a08d4133a345 req-c5c37ca3-1053-4a7e-9944-3491b0cf4b5c tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Request body: {'port': {'security_groups': ['56b7366c-b3cf-41f2-a75a-2f984d2fec91', '252fcb14-e231-4325-83cf-49279292ec1c']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:16.283368 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-32caf6e5-09cd-41bd-8e54-a39de21a1a3c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3522439 Aug 06 16:12:16.391734 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-a240fd6a-9abc-4c00-a523-25ab668d20dd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:16.437383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ac38c-546a-423d-aa57-54a6598959ce req-bccc6e99-29d0-4e4c-b4a3-40506ea507c6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.439093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-3027f334-1217-416d-aa14-23d3c9c61813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.439585 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-3027f334-1217-416d-aa14-23d3c9c61813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.440058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-3027f334-1217-416d-aa14-23d3c9c61813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.440528 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-3027f334-1217-416d-aa14-23d3c9c61813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.440998 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-3027f334-1217-416d-aa14-23d3c9c61813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.441482 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-3027f334-1217-416d-aa14-23d3c9c61813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.441968 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-3027f334-1217-416d-aa14-23d3c9c61813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.443314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ac38c-546a-423d-aa57-54a6598959ce req-bccc6e99-29d0-4e4c-b4a3-40506ea507c6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.443942 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-3027f334-1217-416d-aa14-23d3c9c61813 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 6501 time: 0.0939219 Aug 06 16:12:16.445337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240fd6a-9abc-4c00-a523-25ab668d20dd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event deleted for resources: {'Port': ['ID=feba7d60-e574-4ef5-bde3-2b961864b504,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:16.445563 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-699ac38c-546a-423d-aa57-54a6598959ce req-bccc6e99-29d0-4e4c-b4a3-40506ea507c6 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 1599 time: 0.1171906 Aug 06 16:12:16.446205 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4f99c69c-250f-486a-b701-a08d4133a345 req-c5c37ca3-1053-4a7e-9944-3491b0cf4b5c tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:16.488238 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-a240fd6a-9abc-4c00-a523-25ab668d20dd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] No DVR routers for this DVR port feba7d60-e574-4ef5-bde3-2b961864b504 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:16.500299 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-a240fd6a-9abc-4c00-a523-25ab668d20dd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:16.502408 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-a240fd6a-9abc-4c00-a523-25ab668d20dd tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.78 "DELETE /v2.0/ports/feba7d60-e574-4ef5-bde3-2b961864b504 HTTP/1.1" status: 204 len: 173 time: 1.0477297 Aug 06 16:12:16.550070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-699ac38c-546a-423d-aa57-54a6598959ce req-33d3c804-7aa9-4e2f-91a3-73b6acb51e50 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f5e8e36-13c6-43b5-bc23-e827eace42d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804772 Aug 06 16:12:16.675758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-b1fb4fb2-0737-4135-ab4d-13a958e95c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.676130 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-b1fb4fb2-0737-4135-ab4d-13a958e95c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.676607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-b1fb4fb2-0737-4135-ab4d-13a958e95c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.678292 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-b1fb4fb2-0737-4135-ab4d-13a958e95c19 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5738fe75-0ee6-4591-8c74-062f71f16dba&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5db9a939-2ca8-4beb-a32e-b1a4d6906447&id=5db9a939-2ca8-4beb-a32e-b1a4d6906447 HTTP/1.1" status: 200 len: 2298 time: 0.1875813 Aug 06 16:12:16.733784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4f99c69c-250f-486a-b701-a08d4133a345 req-c5c37ca3-1053-4a7e-9944-3491b0cf4b5c tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] For port cca27a0e-32f7-473b-b8a4-f84f719a2ca7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cca27a0e-32f7-473b-b8a4-f84f719a2ca7,segment=NetworkSegment(48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5),segment_id=48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:16.759318 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c726dc1e-7b23-4ba3-ae9e-478cec49b1b4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Deleting port 6696e820-7af7-47d8-a506-1695939844eb {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:16.759886 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c726dc1e-7b23-4ba3-ae9e-478cec49b1b4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:16.770146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412c799-0432-4a32-9d64-dd86a2f3e056 req-c04844b9-cff2-4c90-9b82-d7bf991094b7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.778101 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-3b1b806b-8334-4874-aa2a-6e35967102da service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d HTTP/1.1" status: 200 len: 1001 time: 0.0902684 Aug 06 16:12:16.778283 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412c799-0432-4a32-9d64-dd86a2f3e056 req-c04844b9-cff2-4c90-9b82-d7bf991094b7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.779101 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a412c799-0432-4a32-9d64-dd86a2f3e056 req-c04844b9-cff2-4c90-9b82-d7bf991094b7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1679 time: 0.0994346 Aug 06 16:12:16.799164 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4f99c69c-250f-486a-b701-a08d4133a345 req-c5c37ca3-1053-4a7e-9944-3491b0cf4b5c tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:16.810203 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4f99c69c-250f-486a-b701-a08d4133a345 req-c5c37ca3-1053-4a7e-9944-3491b0cf4b5c tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:16.828343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['cca27a0e-32f7-473b-b8a4-f84f719a2ca7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:16.889426 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-e1d24810-5280-4890-82ea-750aac76ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.890968 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-e1d24810-5280-4890-82ea-750aac76ff56 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7910dbce-9faa-45f2-a5b8-cd85ad35cfce HTTP/1.1" status: 200 len: 856 time: 0.1071911 Aug 06 16:12:16.913645 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c37ca3-1053-4a7e-9944-3491b0cf4b5c tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Pushing event updated for resources: {'Port': ['ID=cca27a0e-32f7-473b-b8a4-f84f719a2ca7,revision_number=6']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:16.946312 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99c69c-250f-486a-b701-a08d4133a345 req-c5c37ca3-1053-4a7e-9944-3491b0cf4b5c tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.947092 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4f99c69c-250f-486a-b701-a08d4133a345 req-c5c37ca3-1053-4a7e-9944-3491b0cf4b5c tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:16.954989 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f99c69c-250f-486a-b701-a08d4133a345 req-c5c37ca3-1053-4a7e-9944-3491b0cf4b5c tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "PUT /v2.0/ports/cca27a0e-32f7-473b-b8a4-f84f719a2ca7 HTTP/1.1" status: 200 len: 982 time: 0.6847022 Aug 06 16:12:16.955829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'tag': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:16.958212 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c853dfbd-0006-4625-a24a-469bf602dc6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5", "tag": "cca27a0e-32f7-473b-b8a4-f84f719a2ca7"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:16.971431 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a412c799-0432-4a32-9d64-dd86a2f3e056 req-b3a48f68-f80a-4c7b-a826-57272cf4b62a tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819315 Aug 06 16:12:17.019778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c726dc1e-7b23-4ba3-ae9e-478cec49b1b4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] For port 6696e820-7af7-47d8-a506-1695939844eb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6696e820-7af7-47d8-a506-1695939844eb,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:17.020427 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c726dc1e-7b23-4ba3-ae9e-478cec49b1b4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:17.037312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['cca27a0e-32f7-473b-b8a4-f84f719a2ca7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:17.062531 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c726dc1e-7b23-4ba3-ae9e-478cec49b1b4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Calling delete_port for 6696e820-7af7-47d8-a506-1695939844eb owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:17.084283 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-69ce1618-558b-4deb-b95d-c003a1898497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:17.086497 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-69ce1618-558b-4deb-b95d-c003a1898497 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5738fe75-0ee6-4591-8c74-062f71f16dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1863067 Aug 06 16:12:17.163532 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3becf5-8001-4c49-8233-2a8da8f128d0 x-openstack-request-id: req-db3becf5-8001-4c49-8233-2a8da8f128d0 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:17.165127 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5", "tag": "cca27a0e-32f7-473b-b8a4-f84f719a2ca7", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:17.165604 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db3becf5-8001-4c49-8233-2a8da8f128d0 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:17.165900 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'tag': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7', 'status': 'completed', 'code': 200} Aug 06 16:12:17.177245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a528f49b-50ac-437d-bddd-0169856ba0f5 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:12:17.217428 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51012) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:17.280861 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-43978349-2a29-445f-ae27-60fc41e1a630 service neutron] 10.222.0.78 "GET /v2.0/networks/5738fe75-0ee6-4591-8c74-062f71f16dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856277 Aug 06 16:12:17.315756 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e30e87e8-e898-4a51-b9a2-226c1dd41f5c req-a19a272a-82bf-43e6-b066-2f9636364101 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1025235923&fields=id&tenant_id=549ca2e0574448e4b0e8bf73cea4acee HTTP/1.1" status: 200 len: 267 time: 0.1758413 Aug 06 16:12:17.411342 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c726dc1e-7b23-4ba3-ae9e-478cec49b1b4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:17.458713 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726dc1e-7b23-4ba3-ae9e-478cec49b1b4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event deleted for resources: {'Port': ['ID=6696e820-7af7-47d8-a506-1695939844eb,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:17.470041 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-83422875-7f40-4336-b87a-72d36a299395 admin admin] Deleting subnet 7ad0b253-dda7-4350-a0e5-b2f9912a8493 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:12:17.479797 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83422875-7f40-4336-b87a-72d36a299395 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:17.489860 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-390c339f-c658-475f-8bd8-cf22cfd3ef0a service neutron] 10.222.0.78 "GET /v2.0/networks/5738fe75-0ee6-4591-8c74-062f71f16dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981008 Aug 06 16:12:17.494328 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853dfbd-0006-4625-a24a-469bf602dc6e req-acffa78f-23d8-46ac-a15c-193c62ee7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:17.496367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c853dfbd-0006-4625-a24a-469bf602dc6e req-acffa78f-23d8-46ac-a15c-193c62ee7da9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=549ca2e0574448e4b0e8bf73cea4acee&device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 1136 time: 0.2476504 Aug 06 16:12:17.518417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c726dc1e-7b23-4ba3-ae9e-478cec49b1b4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] No DVR routers for this DVR port 6696e820-7af7-47d8-a506-1695939844eb on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:17.522933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c726dc1e-7b23-4ba3-ae9e-478cec49b1b4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:17.525046 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a8500efb-b0ad-42a8-aed1-2ac22d483308 req-c726dc1e-7b23-4ba3-ae9e-478cec49b1b4 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.78 "DELETE /v2.0/ports/6696e820-7af7-47d8-a506-1695939844eb HTTP/1.1" status: 204 len: 173 time: 1.0096834 Aug 06 16:12:17.559795 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-c0c3acc1-3a74-4270-bb5b-1ffb02b1f77d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=2d4d5e55-58da-418e-b0a4-03539c01a77f HTTP/1.1" status: 200 len: 217 time: 0.0624449 Aug 06 16:12:17.566683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49d66e-5c59-4055-b8d4-f74bdbfc44d8 req-217af09f-9256-4d54-bc7b-26dc7aba30fe tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:17.577493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3c49d66e-5c59-4055-b8d4-f74bdbfc44d8 req-217af09f-9256-4d54-bc7b-26dc7aba30fe tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.2572055 Aug 06 16:12:17.656335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e87e8-e898-4a51-b9a2-226c1dd41f5c req-2b82c408-7681-4b6b-ac42-b201faed3d15 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:17.662416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-56c6cb76-2730-40bb-8fc6-acdc928b3cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:17.664934 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-56c6cb76-2730-40bb-8fc6-acdc928b3cda service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 200 len: 797 time: 0.0899065 Aug 06 16:12:17.667181 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e30e87e8-e898-4a51-b9a2-226c1dd41f5c req-2b82c408-7681-4b6b-ac42-b201faed3d15 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 985 time: 0.3501303 Aug 06 16:12:17.674613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-e30e87e8-e898-4a51-b9a2-226c1dd41f5c req-d0152084-2923-4665-9eff-8e352dfc9602 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Request body: {'port': {'security_groups': ['56b7366c-b3cf-41f2-a75a-2f984d2fec91']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:17.698088 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-b41490e7-abb8-4950-a777-e6e41b4c73ae service neutron] show failed (client error): The resource could not be found. Aug 06 16:12:17.699256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-b41490e7-abb8-4950-a777-e6e41b4c73ae service neutron] 10.222.0.13 "GET /v2.0/ports/07205b90-39c8-4267-b0cb-5aca03820b33/bindings/n-h1-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.3485308 Aug 06 16:12:17.702164 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-deleted', 'tag': '8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec'}, {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-deleted', 'tag': 'feba7d60-e574-4ef5-bde3-2b961864b504'}, {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-deleted', 'tag': '6696e820-7af7-47d8-a506-1695939844eb'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:17.705148 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fd58c0-0cdc-49ec-95ed-d55ff2689f23" -d '{"events": [{"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-deleted", "tag": "8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec"}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-deleted", "tag": "feba7d60-e574-4ef5-bde3-2b961864b504"}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-deleted", "tag": "6696e820-7af7-47d8-a506-1695939844eb"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:17.717974 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a528f49b-50ac-437d-bddd-0169856ba0f5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a528f49b-50ac-437d-bddd-0169856ba0f5,segment=NetworkSegment(caa2057e-24af-44ac-8a18-3447b5803652),segment_id=caa2057e-24af-44ac-8a18-3447b5803652)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:17.730473 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-a5cce473-27da-4e71-81aa-f3f4d9bbdbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:17.738013 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-a5cce473-27da-4e71-81aa-f3f4d9bbdbaf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c863801-399d-4b61-8ede-5dd3ca72304f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0649340 Aug 06 16:12:17.744835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'a528f49b-50ac-437d-bddd-0169856ba0f5', 'network_id': '5798b51b-7ca6-476d-aa95-274e73df08a1', 'port_id': 'a528f49b-50ac-437d-bddd-0169856ba0f5', 'mac_address': 'fa:16:3e:f8:d2:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a0aa45f-00ea-42a5-b805-3b8693d4b851', 'ip_address': '19.86.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:12:17.794039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3c49d66e-5c59-4055-b8d4-f74bdbfc44d8 req-bcdd08e2-9491-46d6-bb40-9da845256c59 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100859 Aug 06 16:12:17.832062 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83422875-7f40-4336-b87a-72d36a299395 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:17.920717 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:17.936112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a528f49b-50ac-437d-bddd-0169856ba0f5 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:12:17.972004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a528f49b-50ac-437d-bddd-0169856ba0f5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a528f49b-50ac-437d-bddd-0169856ba0f5,segment=NetworkSegment(caa2057e-24af-44ac-8a18-3447b5803652),segment_id=caa2057e-24af-44ac-8a18-3447b5803652)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:17.977026 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:17.977868 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 5b6972af-567c-4fa2-8f0e-7f512062695f details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:12:18.024493 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-59ac539b-efaf-47d5-b49e-baa44edb910e service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611656 Aug 06 16:12:18.065203 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83422875-7f40-4336-b87a-72d36a299395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:18.103723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 5b6972af-567c-4fa2-8f0e-7f512062695f, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=5b6972af-567c-4fa2-8f0e-7f512062695f,segment=NetworkSegment(c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf),segment_id=c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:18.155928 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-adebd239-42fc-41a6-b0cb-b8000dcf91e5 req-8dab7c4e-10e7-4540-9be7-c9426d14d287 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 210 time: 0.1722085 Aug 06 16:12:18.164014 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853dfbd-0006-4625-a24a-469bf602dc6e req-45ff924d-8b48-4bf5-a004-a42e2b3eef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:18.165532 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c853dfbd-0006-4625-a24a-469bf602dc6e req-45ff924d-8b48-4bf5-a004-a42e2b3eef59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=31e3160e-dcae-458f-8e68-33097bb25302 HTTP/1.1" status: 200 len: 921 time: 0.6381993 Aug 06 16:12:18.182376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-020732fb-9551-4ea2-8a17-a5be11f7c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:18.186666 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '5b6972af-567c-4fa2-8f0e-7f512062695f', 'network_id': '51940ba5-3ebe-4a8a-a0ee-21d322657c7d', 'port_id': '5b6972af-567c-4fa2-8f0e-7f512062695f', 'mac_address': 'fa:16:3e:8a:8f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51bf9f3-33f1-4946-8743-a7d93865b611', 'ip_address': '19.80.0.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:12:18.196361 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-020732fb-9551-4ea2-8a17-a5be11f7c2f1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae&tenant_id=6ead4e8906674c03a98f2b96e64fabd0 HTTP/1.1" status: 200 len: 1096 time: 0.2655921 Aug 06 16:12:18.197840 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e30e87e8-e898-4a51-b9a2-226c1dd41f5c req-d0152084-2923-4665-9eff-8e352dfc9602 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:18.213946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a528f49b-50ac-437d-bddd-0169856ba0f5,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:18.227283 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:18.288074 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:18.298306 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701b263c-1607-43df-af4c-ca9aae2b645b x-openstack-request-id: req-701b263c-1607-43df-af4c-ca9aae2b645b {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:18.298306 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-deleted", "tag": "8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec", "status": "completed", "code": 200}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-deleted", "tag": "feba7d60-e574-4ef5-bde3-2b961864b504", "status": "completed", "code": 200}, {"server_uuid": "7dbf6795-90ab-41b7-829e-18d56fd50894", "name": "network-vif-deleted", "tag": "6696e820-7af7-47d8-a506-1695939844eb", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:18.298615 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-701b263c-1607-43df-af4c-ca9aae2b645b {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:18.299109 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-deleted', 'tag': '8b5d17f2-d8a6-4f11-96cc-29ea9f8b7dec', 'status': 'completed', 'code': 200} Aug 06 16:12:18.305235 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-deleted', 'tag': 'feba7d60-e574-4ef5-bde3-2b961864b504', 'status': 'completed', 'code': 200} Aug 06 16:12:18.305668 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6795-90ab-41b7-829e-18d56fd50894', 'name': 'network-vif-deleted', 'tag': '6696e820-7af7-47d8-a506-1695939844eb', 'status': 'completed', 'code': 200} Aug 06 16:12:18.308232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6972af-567c-4fa2-8f0e-7f512062695f {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:12:18.343312 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:18.370075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c853dfbd-0006-4625-a24a-469bf602dc6e req-236a96b8-ae97-42d0-860b-58b5ff36a499 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cca27a0e-32f7-473b-b8a4-f84f719a2ca7 HTTP/1.1" status: 200 len: 217 time: 0.1738734 Aug 06 16:12:18.373142 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-686061e0-9123-4be1-9d96-3d53a3a0c5a4 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477590 Aug 06 16:12:18.397064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 5b6972af-567c-4fa2-8f0e-7f512062695f, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=5b6972af-567c-4fa2-8f0e-7f512062695f,segment=NetworkSegment(c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf),segment_id=c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:18.407307 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:18.464680 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-7c57d886-212c-42d3-8458-cf0ce27aec63 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=58abfb05-1eb7-4e15-8f17-8726f0cb9914 HTTP/1.1" status: 200 len: 217 time: 0.0537179 Aug 06 16:12:18.516858 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=5b6972af-567c-4fa2-8f0e-7f512062695f,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:18.619626 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-a110b7a0-9f20-4fb2-8a06-26a06fb96b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:18.621491 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-a110b7a0-9f20-4fb2-8a06-26a06fb96b3f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 200 len: 797 time: 0.1469274 Aug 06 16:12:18.624801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853dfbd-0006-4625-a24a-469bf602dc6e req-f37bacf7-5a1b-477f-8a73-53b0a929be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:18.626286 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c853dfbd-0006-4625-a24a-469bf602dc6e req-f37bacf7-5a1b-477f-8a73-53b0a929be66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1056e5c-559a-4a53-a352-33d04b3f97d1 HTTP/1.1" status: 200 len: 860 time: 0.1989408 Aug 06 16:12:18.657054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['a528f49b-50ac-437d-bddd-0169856ba0f5'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:18.686804 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83422875-7f40-4336-b87a-72d36a299395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:18.716352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c853dfbd-0006-4625-a24a-469bf602dc6e req-db3e3ae8-7d24-4084-a9a4-6685d8a25363 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31e3160e-dcae-458f-8e68-33097bb25302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729065 Aug 06 16:12:18.721731 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83422875-7f40-4336-b87a-72d36a299395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:18.725946 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-83422875-7f40-4336-b87a-72d36a299395 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7ad0b253-dda7-4350-a0e5-b2f9912a8493 HTTP/1.1" status: 204 len: 168 time: 1.5051501 Aug 06 16:12:18.730169 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51030) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:18.769340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83422875-7f40-4336-b87a-72d36a299395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ad0b253-dda7-4350-a0e5-b2f9912a8493,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:18.791163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f8895-1665-4145-a5b2-d4b455a25f8a req-7cce60c4-ba33-4fd0-9943-a1803cba6357 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:18.797182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f8895-1665-4145-a5b2-d4b455a25f8a req-7cce60c4-ba33-4fd0-9943-a1803cba6357 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:18.798859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-080f8895-1665-4145-a5b2-d4b455a25f8a req-7cce60c4-ba33-4fd0-9943-a1803cba6357 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1681 time: 0.3726523 Aug 06 16:12:18.953388 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3944-4faf-47c9-9172-626e17113f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:18.965750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-16ab6eb3-8d9b-48e3-9076-d227da7cd12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:18.967445 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-16ab6eb3-8d9b-48e3-9076-d227da7cd12a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c863801-399d-4b61-8ede-5dd3ca72304f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3302658 Aug 06 16:12:19.067899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=07205b90-39c8-4267-b0cb-5aca03820b33,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:19.175341 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3944-4faf-47c9-9172-626e17113f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:19.190002 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e5fb3944-4faf-47c9-9172-626e17113f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b79abfe-9c94-4b74-9a41-6ba77fcc76c2']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:19.204585 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e5fb3944-4faf-47c9-9172-626e17113f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99164fc3-3c75-4a88-b2f9-2858615d34d5') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:19.204963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e5fb3944-4faf-47c9-9172-626e17113f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99164fc3-3c75-4a88-b2f9-2858615d34d5') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:19.216495 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3944-4faf-47c9-9172-626e17113f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:19.234774 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3944-4faf-47c9-9172-626e17113f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:19.242510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5fb3944-4faf-47c9-9172-626e17113f2b admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:12:19.242939 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3944-4faf-47c9-9172-626e17113f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:12:19.317967 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:12:19.324240 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3944-4faf-47c9-9172-626e17113f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:19.344476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e30e87e8-e898-4a51-b9a2-226c1dd41f5c req-d0152084-2923-4665-9eff-8e352dfc9602 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] For port cca27a0e-32f7-473b-b8a4-f84f719a2ca7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cca27a0e-32f7-473b-b8a4-f84f719a2ca7,segment=NetworkSegment(48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5),segment_id=48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:19.359750 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3944-4faf-47c9-9172-626e17113f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:19.362109 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e5fb3944-4faf-47c9-9172-626e17113f2b admin admin] 10.222.0.37 "DELETE /v2.0/networks/5b79abfe-9c94-4b74-9a41-6ba77fcc76c2 HTTP/1.1" status: 204 len: 168 time: 0.6100342 Aug 06 16:12:19.363386 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb3944-4faf-47c9-9172-626e17113f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=5b79abfe-9c94-4b74-9a41-6ba77fcc76c2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:19.388993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:19.404549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e30e87e8-e898-4a51-b9a2-226c1dd41f5c req-d0152084-2923-4665-9eff-8e352dfc9602 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:19.419239 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e30e87e8-e898-4a51-b9a2-226c1dd41f5c req-d0152084-2923-4665-9eff-8e352dfc9602 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:19.431310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['cca27a0e-32f7-473b-b8a4-f84f719a2ca7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:19.503937 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-9f71a463-456d-4359-bab7-5501328530b0 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243950 Aug 06 16:12:19.556572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:19.663014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-080f8895-1665-4145-a5b2-d4b455a25f8a req-c099766a-332b-49c7-9d26-4c9133750de4 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7587287 Aug 06 16:12:19.663988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0152084-2923-4665-9eff-8e352dfc9602 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Pushing event updated for resources: {'Port': ['ID=cca27a0e-32f7-473b-b8a4-f84f719a2ca7,revision_number=7']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:19.690990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e87e8-e898-4a51-b9a2-226c1dd41f5c req-d0152084-2923-4665-9eff-8e352dfc9602 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:19.691598 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Transition to ACTIVE for port object 07205b90-39c8-4267-b0cb-5aca03820b33 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:19.691752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e30e87e8-e898-4a51-b9a2-226c1dd41f5c req-d0152084-2923-4665-9eff-8e352dfc9602 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:19.692346 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51042) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:19.693068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e30e87e8-e898-4a51-b9a2-226c1dd41f5c req-d0152084-2923-4665-9eff-8e352dfc9602 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "PUT /v2.0/ports/cca27a0e-32f7-473b-b8a4-f84f719a2ca7 HTTP/1.1" status: 200 len: 943 time: 2.0250738 Aug 06 16:12:19.706363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'tag': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:19.709004 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdb5823-5c41-4753-8fe1-3f09e9fd4ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5", "tag": "cca27a0e-32f7-473b-b8a4-f84f719a2ca7"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:19.714131 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:19.722074 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c853dfbd-0006-4625-a24a-469bf602dc6e req-a824d89a-ba1a-47b8-80f3-9c740ac7a9ae service neutron] 10.222.0.13 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9964867 Aug 06 16:12:19.740334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['cca27a0e-32f7-473b-b8a4-f84f719a2ca7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:19.836419 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c853dfbd-0006-4625-a24a-469bf602dc6e req-9370e3f8-d5ec-4a3c-88a1-0459bcf33796 service neutron] 10.222.0.13 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993395 Aug 06 16:12:19.857699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['5b6972af-567c-4fa2-8f0e-7f512062695f'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:19.972125 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Pushing event updated for resources: {'Port': ['ID=07205b90-39c8-4267-b0cb-5aca03820b33,revision_number=6']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:19.995580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad5566-048c-488e-86bd-f58496da731c req-4433b0f3-224e-453a-a51d-d7735236554f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:19.997344 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fcad5566-048c-488e-86bd-f58496da731c req-4433b0f3-224e-453a-a51d-d7735236554f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 943 time: 0.1600213 Aug 06 16:12:19.999684 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8548dcc6-f7ae-4270-ae44-c2d7e0209e8b req-ccca28a2-9aaf-4734-ad76-bae6ea3feeb2 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 210 time: 0.0835202 Aug 06 16:12:20.039846 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-0f54e811-1284-4af9-9792-edb49c2a615c service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097015 Aug 06 16:12:20.074319 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fad5715b-0083-4b35-92ee-e19b9eb08ade admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51c705d5130945e3b8a4539b2e7030c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3782482 Aug 06 16:12:20.095853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51048) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:20.189494 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fcad5566-048c-488e-86bd-f58496da731c req-64d7644b-f571-4ae4-9bc6-01da85132ca9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772003 Aug 06 16:12:20.312281 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4fe80476-a125-4d62-8122-138d8f125056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:20.318763 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cee3883-75d3-4649-a2cd-a90d7c4bf4c2 x-openstack-request-id: req-6cee3883-75d3-4649-a2cd-a90d7c4bf4c2 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:20.319770 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5", "tag": "cca27a0e-32f7-473b-b8a4-f84f719a2ca7", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:20.320027 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cee3883-75d3-4649-a2cd-a90d7c4bf4c2 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:20.320426 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'tag': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7', 'status': 'completed', 'code': 200} Aug 06 16:12:20.407204 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4fe80476-a125-4d62-8122-138d8f125056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:20.422113 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-176efae1-c01b-44b1-a296-1f426062ad04 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3609512 Aug 06 16:12:20.427729 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:20.469037 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:20.506098 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:20.508650 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f637297-2938-42e0-9212-30dba84f0d72" -d '{"events": [{"server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "name": "network-vif-unplugged", "status": "completed", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:20.510365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb5823-5c41-4753-8fe1-3f09e9fd4ad9 req-ca12cbc5-00e4-4aa5-909b-15de3dc450ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:20.512262 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fdb5823-5c41-4753-8fe1-3f09e9fd4ad9 req-ca12cbc5-00e4-4aa5-909b-15de3dc450ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=549ca2e0574448e4b0e8bf73cea4acee&device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 1097 time: 0.1749918 Aug 06 16:12:20.604648 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4a43d8-e917-450e-bcc1-ae67ee34e5a5 x-openstack-request-id: req-ca4a43d8-e917-450e-bcc1-ae67ee34e5a5 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:20.604976 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "name": "network-vif-unplugged", "status": "completed", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:20.605189 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca4a43d8-e917-450e-bcc1-ae67ee34e5a5 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:20.605575 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33', 'code': 200} Aug 06 16:12:20.607482 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-407f4edf-18ac-4a24-aeed-4b88397e3841 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=74972a33-99ce-40f2-a6b5-cf335a5afc10 HTTP/1.1" status: 200 len: 217 time: 0.5209119 Aug 06 16:12:20.704690 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb5823-5c41-4753-8fe1-3f09e9fd4ad9 req-9e200d7c-775e-4323-a7b4-3b0510e1ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:20.706857 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fdb5823-5c41-4753-8fe1-3f09e9fd4ad9 req-9e200d7c-775e-4323-a7b4-3b0510e1ada0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=31e3160e-dcae-458f-8e68-33097bb25302 HTTP/1.1" status: 200 len: 921 time: 0.1770592 Aug 06 16:12:20.707511 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4fe80476-a125-4d62-8122-138d8f125056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:20.711048 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4fe80476-a125-4d62-8122-138d8f125056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:20.712161 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4fe80476-a125-4d62-8122-138d8f125056 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78e1bfa2-1a00-48f9-b867-c049204e89bf HTTP/1.1" status: 204 len: 168 time: 0.6140301 Aug 06 16:12:20.725273 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] No DVR routers for this DVR port 07205b90-39c8-4267-b0cb-5aca03820b33 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:20.732445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe80476-a125-4d62-8122-138d8f125056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e1bfa2-1a00-48f9-b867-c049204e89bf,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:20.789374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fdb5823-5c41-4753-8fe1-3f09e9fd4ad9 req-4f062496-fca8-4f21-8413-a34c30937cf5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cca27a0e-32f7-473b-b8a4-f84f719a2ca7 HTTP/1.1" status: 200 len: 217 time: 0.0655527 Aug 06 16:12:20.802064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-27063830-aa4f-40ac-b7d3-9b73beea2d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:20.805098 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-27063830-aa4f-40ac-b7d3-9b73beea2d34 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 200 len: 797 time: 0.1849720 Aug 06 16:12:20.968937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-6900f718-a3ad-4ef6-8a6a-90f97314955e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:20.973194 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-6900f718-a3ad-4ef6-8a6a-90f97314955e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c863801-399d-4b61-8ede-5dd3ca72304f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1267159 Aug 06 16:12:20.974151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Attempting to bind port 07205b90-39c8-4267-b0cb-5aca03820b33 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:12:20.974475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Attempting to bind port 07205b90-39c8-4267-b0cb-5aca03820b33 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:12:20.974887 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Attempting to bind port 07205b90-39c8-4267-b0cb-5aca03820b33 on network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:20.984170 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:20.992732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb5823-5c41-4753-8fe1-3f09e9fd4ad9 req-1e4c1ed8-570b-4b2c-aa96-885c84a15550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:20.994776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fdb5823-5c41-4753-8fe1-3f09e9fd4ad9 req-1e4c1ed8-570b-4b2c-aa96-885c84a15550 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1056e5c-559a-4a53-a352-33d04b3f97d1 HTTP/1.1" status: 200 len: 860 time: 0.1917896 Aug 06 16:12:21.004970 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171df040-8125-4e5b-884c-081bdcb4dfea req-e6278fbf-d827-4c22-a4a1-e9128ceb3b26 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:21.008670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Port 07205b90-39c8-4267-b0cb-5aca03820b33 on network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:12:21.012306 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171df040-8125-4e5b-884c-081bdcb4dfea req-e6278fbf-d827-4c22-a4a1-e9128ceb3b26 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:21.012936 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Attempting to bind port 07205b90-39c8-4267-b0cb-5aca03820b33 on network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:21.014268 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-171df040-8125-4e5b-884c-081bdcb4dfea req-e6278fbf-d827-4c22-a4a1-e9128ceb3b26 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1681 time: 0.1864588 Aug 06 16:12:21.048339 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:12:21.049068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Checking segment: {'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:21.049068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Bound using segment: {'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:12:21.049545 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Bound port: 07205b90-39c8-4267-b0cb-5aca03820b33, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:12:21.049956 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:21.069368 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fdb5823-5c41-4753-8fe1-3f09e9fd4ad9 req-e0361dbc-2a7f-4c0c-beae-10346dcb1252 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31e3160e-dcae-458f-8e68-33097bb25302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540087 Aug 06 16:12:21.168381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a528f49b-50ac-437d-bddd-0169856ba0f5 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:21.180101 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-b94286ca-02e6-4161-bccb-cbb2a72602e1 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966491 Aug 06 16:12:21.305953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port a528f49b-50ac-437d-bddd-0169856ba0f5 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:21.315974 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-171df040-8125-4e5b-884c-081bdcb4dfea req-09c5d561-475d-4e72-ac0d-a59de348e35f tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730317 Aug 06 16:12:21.316191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port a528f49b-50ac-437d-bddd-0169856ba0f5 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:21.316885 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:21.349956 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-783ce758-118a-49f2-a21d-58f589a2facd service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178381 Aug 06 16:12:21.422262 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-7ded89fe-67ab-4e10-bef8-dd28f8499e8e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=240fd1ec-a123-4fa2-8780-8645e1fff3d7 HTTP/1.1" status: 200 len: 217 time: 0.0573463 Aug 06 16:12:21.479604 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:21.508750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:21.528446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Allocated IP 172.25.1.29 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/91120d99-e6a5-4c8f-b42b-a0da2c02ce1e) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:12:21.539697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fdb5823-5c41-4753-8fe1-3f09e9fd4ad9 req-e7e53764-8aa4-4ccf-ac40-0075de385026 service neutron] 10.222.0.13 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549549 Aug 06 16:12:21.567034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a528f49b-50ac-437d-bddd-0169856ba0f5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a528f49b-50ac-437d-bddd-0169856ba0f5,segment=NetworkSegment(caa2057e-24af-44ac-8a18-3447b5803652),segment_id=caa2057e-24af-44ac-8a18-3447b5803652)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:21.568258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=07205b90-39c8-4267-b0cb-5aca03820b33,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:12:21.570663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a528f49b-50ac-437d-bddd-0169856ba0f5'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:21.574378 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa4bb7f-f00a-49e7-8bcd-2773fb70eb0e" -d '{"events": [{"server_uuid": "4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2", "name": "network-vif-plugged", "status": "completed", "tag": "a528f49b-50ac-437d-bddd-0169856ba0f5"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:21.584239 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:21.588261 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:21.590698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 5b6972af-567c-4fa2-8f0e-7f512062695f up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:21.652061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:21.654381 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:21.656835 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] 10.222.0.78 "PUT /v2.0/ports/07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 200 len: 1091 time: 3.4474714 Aug 06 16:12:21.662594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-0a637ed2-139d-4ba5-9f75-38a50fc6f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:21.666573 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-0a637ed2-139d-4ba5-9f75-38a50fc6f224 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 200 len: 797 time: 0.2302177 Aug 06 16:12:21.737937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be8ead-f202-4292-a7a0-922d6e1e1329 service neutron] Pushing event updated for resources: {'Port': ['ID=07205b90-39c8-4267-b0cb-5aca03820b33,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:21.738523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a528f49b-50ac-437d-bddd-0169856ba0f5,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:21.868794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 5b6972af-567c-4fa2-8f0e-7f512062695f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:21.884656 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 5b6972af-567c-4fa2-8f0e-7f512062695f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:21.885017 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:21.893208 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6c08138-90c4-42dd-b065-ba27f9630688 req-130245dd-d584-4c39-8ef2-98a1a835960b tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 210 time: 0.2825558 Aug 06 16:12:21.985028 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-b02f1180-69ce-42f1-9d6b-16422a5c82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:21.990034 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-b02f1180-69ce-42f1-9d6b-16422a5c82ed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c863801-399d-4b61-8ede-5dd3ca72304f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2263203 Aug 06 16:12:22.014512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-72d4bba8-a17c-4e3b-b5bf-82f379a26adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:22.017521 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-72d4bba8-a17c-4e3b-b5bf-82f379a26adf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1094 time: 0.2521126 Aug 06 16:12:22.023472 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fdb5823-5c41-4753-8fe1-3f09e9fd4ad9 req-e12e1b1a-a508-4987-86df-a6aa309ed901 service neutron] 10.222.0.13 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744358 Aug 06 16:12:22.111111 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:22.230376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51098) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:22.279187 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:22.283711 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:22.331715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 5b6972af-567c-4fa2-8f0e-7f512062695f, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=5b6972af-567c-4fa2-8f0e-7f512062695f,segment=NetworkSegment(c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf),segment_id=c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:22.345573 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:22.346439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 07205b90-39c8-4267-b0cb-5aca03820b33 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:22.418245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:12:22.439770 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-4b7af8be-bbe1-4d17-a8ac-a9314639b5d3 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375253 Aug 06 16:12:22.448221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-78a9fb0f-9b65-4e46-a0dd-66a6882cf947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:22.451998 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-78a9fb0f-9b65-4e46-a0dd-66a6882cf947 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2 HTTP/1.1" status: 200 len: 897 time: 0.4076910 Aug 06 16:12:22.454246 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9422d-0fd0-411f-a51d-e4fde05138ce req-2cf037c8-8a17-4b18-a668-e0f2caf07789 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:22.465884 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25a9422d-0fd0-411f-a51d-e4fde05138ce req-2cf037c8-8a17-4b18-a668-e0f2caf07789 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 943 time: 0.4016988 Aug 06 16:12:22.472936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:22.483364 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:12:22.524415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 07205b90-39c8-4267-b0cb-5aca03820b33 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:22.575308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Pushing event updated for resources: {'Port': ['ID=91120d99-e6a5-4c8f-b42b-a0da2c02ce1e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:22.594866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=5b6972af-567c-4fa2-8f0e-7f512062695f,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:22.649133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6f2d5870-0666-488a-a98b-52668921eab4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-787162644-network', 'tenant_id': 'c2870c870ff744359c023e884b74f13b'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:22.653556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:22.656194 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fb1918-ac38-454e-8c61-d712960f76e7" -d '{"events": [{"name": "network-changed", "server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:22.661140 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25a9422d-0fd0-411f-a51d-e4fde05138ce req-7e700193-6f98-4244-9ad0-e3ac7adf2419 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936913 Aug 06 16:12:22.728278 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:22.744647 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a620d4a-42eb-4eaa-8266-e72d4c13a9c0 x-openstack-request-id: req-9a620d4a-42eb-4eaa-8266-e72d4c13a9c0 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:22.745072 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2", "name": "network-vif-plugged", "status": "completed", "tag": "a528f49b-50ac-437d-bddd-0169856ba0f5", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:22.745326 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a620d4a-42eb-4eaa-8266-e72d4c13a9c0 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:22.746306 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a528f49b-50ac-437d-bddd-0169856ba0f5', 'code': 200} Aug 06 16:12:22.784024 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:22.785725 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-9bf1157c-f123-4c37-ba54-0ab469de3d5a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 200 len: 999 time: 0.2690365 Aug 06 16:12:22.789862 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2d5870-0666-488a-a98b-52668921eab4 admin admin] Made reservation on behalf of c2870c870ff744359c023e884b74f13b for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:22.792279 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5870-0666-488a-a98b-52668921eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:22.825538 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5870-0666-488a-a98b-52668921eab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:22.891254 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-9a90c96b-2590-48f9-a022-36c705532a95 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365051 Aug 06 16:12:22.961146 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-c68bd0ff-248b-4709-a163-e48a56e62c12 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6aa718d-3f2e-4a0c-8158-4cc28d57321a HTTP/1.1" status: 200 len: 217 time: 0.0615993 Aug 06 16:12:22.966011 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7572afe-be7e-4710-af80-5ecf1915d407 req-728a13a5-da4e-4cde-bf8a-6d9d4d7625c9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:22.972478 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7572afe-be7e-4710-af80-5ecf1915d407 req-728a13a5-da4e-4cde-bf8a-6d9d4d7625c9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:22.980117 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e7572afe-be7e-4710-af80-5ecf1915d407 req-728a13a5-da4e-4cde-bf8a-6d9d4d7625c9 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1683 time: 0.1351745 Aug 06 16:12:22.982699 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-2fb81dc1-b6e8-46f8-95b0-5eb76f77c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:22.985049 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-2fb81dc1-b6e8-46f8-95b0-5eb76f77c9c1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2d9457db-69ad-4917-87cd-7d1f42be3fc5 HTTP/1.1" status: 200 len: 835 time: 0.1772823 Aug 06 16:12:23.057930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e7572afe-be7e-4710-af80-5ecf1915d407 req-955b9b56-767e-496c-b138-dbba3585f4ed tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768030 Aug 06 16:12:23.085998 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:23.102120 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:23.134337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-6e769905-b1ce-4f82-a16a-216704f2fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:23.135972 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-6e769905-b1ce-4f82-a16a-216704f2fa23 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=57c1d78b-3ca6-466a-a698-7b66a141b5e7 HTTP/1.1" status: 200 len: 797 time: 0.1669164 Aug 06 16:12:23.140443 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-0414c5eb-1621-46af-88c1-36660a902dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:23.142542 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-0414c5eb-1621-46af-88c1-36660a902dab service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144166 Aug 06 16:12:23.191280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Pushing event updated for resources: {'Port': ['ID=91120d99-e6a5-4c8f-b42b-a0da2c02ce1e,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:23.237272 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:23.294446 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-0dbbb255-b29e-46cf-acec-dd037af8ec22 service neutron] 10.222.0.78 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382909 Aug 06 16:12:23.411021 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:23.493109 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-1a772d4d-00db-4ddd-b083-8bf89656c4fe service neutron] 10.222.0.78 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699822 Aug 06 16:12:23.510855 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8978b549-c6dd-4bad-8f4c-9699d0ef12c5 x-openstack-request-id: req-8978b549-c6dd-4bad-8f4c-9699d0ef12c5 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:23.511317 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:23.511720 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8978b549-c6dd-4bad-8f4c-9699d0ef12c5 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:23.512419 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33', 'status': 'completed', 'code': 200} Aug 06 16:12:23.572121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-8a8dac77-afd2-497c-bfa8-ef06ed110aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:23.573897 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-8a8dac77-afd2-497c-bfa8-ef06ed110aa2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5db9a939-2ca8-4beb-a32e-b1a4d6906447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4165142 Aug 06 16:12:23.587340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-b56a510c-6bd0-4cf9-ae06-ec635699fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:23.588825 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-b56a510c-6bd0-4cf9-ae06-ec635699fda0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1094 time: 0.0896327 Aug 06 16:12:23.714562 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-1d8dc3a7-ca0e-4cc8-8288-80e80bdf2078 service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149197 Aug 06 16:12:23.716932 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5870-0666-488a-a98b-52668921eab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:23.722731 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5870-0666-488a-a98b-52668921eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:23.742725 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:23.743918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-aa89dcea-085f-4f8b-842d-1cc2746a546d tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3209393 Aug 06 16:12:23.753755 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:23.756169 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2d5870-0666-488a-a98b-52668921eab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:12:23.775083 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4c58a608-0ba0-4126-90e0-f12a2ecf034a req-27b4d82c-8df6-4a7e-a96f-9ecc387f9cff tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 210 time: 0.0482693 Aug 06 16:12:23.803912 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-3b4523bb-b0ab-477f-8454-daca57f37d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:23.805650 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-3b4523bb-b0ab-477f-8454-daca57f37d22 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1094 time: 0.2466695 Aug 06 16:12:23.813794 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5870-0666-488a-a98b-52668921eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:23.814270 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-6f2d5870-0666-488a-a98b-52668921eab4 admin admin] Added segment c822d039-7f05-4ed3-9fed-e8aefd2989ec of type vlan for network ebf51f29-e8ab-4db1-8741-a172cde7c91f Aug 06 16:12:23.859040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-e2c85a95-f494-4836-9f73-131753ab8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:23.861254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-e2c85a95-f494-4836-9f73-131753ab8fab service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2 HTTP/1.1" status: 200 len: 897 time: 0.2646601 Aug 06 16:12:23.870998 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-9a40a64d-0966-4c99-b46b-df98754d3823 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.1069717 Aug 06 16:12:23.888770 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-acea8679-e727-4370-a2b6-b3c76183ef52 service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553991 Aug 06 16:12:23.889380 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d5870-0666-488a-a98b-52668921eab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edc44a8-3e8c-45b2-9bdd-234735ab0f51,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:23.948876 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-6a9d743e-c825-402e-a28d-94236d9c4f5b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48b86bfc-097c-45fe-8369-16b7e4932c11 HTTP/1.1" status: 200 len: 217 time: 0.0500004 Aug 06 16:12:24.030597 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:12:24.055491 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-16a5f9a9-43a6-4e67-bc9d-318c555e93f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 200 len: 999 time: 0.1831172 Aug 06 16:12:24.073616 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bf9b0-5cf5-4352-bd9a-d7bba90729db req-964b6a62-86dc-4b95-b8a9-1941f0615c6a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:24.075214 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-144bf9b0-5cf5-4352-bd9a-d7bba90729db req-964b6a62-86dc-4b95-b8a9-1941f0615c6a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 943 time: 0.1478131 Aug 06 16:12:24.130207 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5870-0666-488a-a98b-52668921eab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:24.166694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-5df3fb94-21c6-42f8-acb6-aa36ea743214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:24.170335 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-5df3fb94-21c6-42f8-acb6-aa36ea743214 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d9457db-69ad-4917-87cd-7d1f42be3fc5 HTTP/1.1" status: 200 len: 835 time: 0.0938051 Aug 06 16:12:24.171490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-f1d21daa-8b3a-4494-b33f-447f6afd369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:24.175130 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-f1d21daa-8b3a-4494-b33f-447f6afd369e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=57c1d78b-3ca6-466a-a698-7b66a141b5e7 HTTP/1.1" status: 200 len: 797 time: 0.2061958 Aug 06 16:12:24.217451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-a54b2b76-fcce-4f69-8884-d1adab605c0a tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:24.236678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd50f1aa-db3f-4206-bb20-5d743f7e5acb req-a54b2b76-fcce-4f69-8884-d1adab605c0a tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.3542991 Aug 06 16:12:24.254086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-fa266d3c-6d6c-451f-99b2-10854f7d2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:24.254754 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-fa266d3c-6d6c-451f-99b2-10854f7d2bb3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2 HTTP/1.1" status: 200 len: 897 time: 0.3572006 Aug 06 16:12:24.262055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5870-0666-488a-a98b-52668921eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:24.263148 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2d5870-0666-488a-a98b-52668921eab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:24.263620 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5870-0666-488a-a98b-52668921eab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:24.308756 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-0ae1a552-e539-4779-a72d-8447e1c3ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:24.310597 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-0ae1a552-e539-4779-a72d-8447e1c3ae36 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5db9a939-2ca8-4beb-a32e-b1a4d6906447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1209278 Aug 06 16:12:24.375802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-144bf9b0-5cf5-4352-bd9a-d7bba90729db req-16fc8aaa-71be-47e7-b76c-b7f6ee6586e7 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770398 Aug 06 16:12:24.390473 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6f2d5870-0666-488a-a98b-52668921eab4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1581838 Aug 06 16:12:24.395820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51132) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:24.415630 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d5870-0666-488a-a98b-52668921eab4 admin admin] Pushing event updated for resources: {'Network': ['ID=ebf51f29-e8ab-4db1-8741-a172cde7c91f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:24.422946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-1a6fc8a1-d75e-46cd-9120-1da574b7079d admin admin] Request body: {'subnet': {'network_id': 'ebf51f29-e8ab-4db1-8741-a172cde7c91f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-787162644-subnet', 'tenant_id': 'c2870c870ff744359c023e884b74f13b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:24.432509 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network ebf51f29-e8ab-4db1-8741-a172cde7c91f details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:12:24.449976 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-fad15303-dc10-4eef-b3b7-f3178ee9d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:24.451817 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-fad15303-dc10-4eef-b3b7-f3178ee9d2e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2126546 Aug 06 16:12:24.550812 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-550edbb5-5918-4add-bad0-55117b4ba9d9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 200 len: 999 time: 0.2813008 Aug 06 16:12:24.607527 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12006ec-5afc-487d-b078-524e37b2878b req-4240daf2-71ee-44e1-a3b7-2be13f78a4f8 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:24.616196 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-846b37b3-5fc1-499d-b97c-83f4bac75560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:24.617667 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-846b37b3-5fc1-499d-b97c-83f4bac75560 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2d9457db-69ad-4917-87cd-7d1f42be3fc5 HTTP/1.1" status: 200 len: 835 time: 0.0584536 Aug 06 16:12:24.620326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12006ec-5afc-487d-b078-524e37b2878b req-4240daf2-71ee-44e1-a3b7-2be13f78a4f8 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:24.620523 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6fc8a1-d75e-46cd-9120-1da574b7079d admin admin] Made reservation on behalf of c2870c870ff744359c023e884b74f13b for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:24.622685 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1a6fc8a1-d75e-46cd-9120-1da574b7079d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:24.628924 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e12006ec-5afc-487d-b078-524e37b2878b req-4240daf2-71ee-44e1-a3b7-2be13f78a4f8 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1683 time: 0.2478926 Aug 06 16:12:24.731269 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-7a39576b-543c-4115-b8dc-230d0374dbf3 service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893170 Aug 06 16:12:24.747640 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6972af-567c-4fa2-8f0e-7f512062695f'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:24.749968 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da870ab-b122-41c5-b356-4f3464238c91" -d '{"events": [{"server_uuid": "4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2", "name": "network-vif-plugged", "status": "completed", "tag": "5b6972af-567c-4fa2-8f0e-7f512062695f"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:24.779726 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-226b7fb1-0133-406a-b482-7e6b6e5ed5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:24.781603 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-226b7fb1-0133-406a-b482-7e6b6e5ed5fe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1544290 Aug 06 16:12:24.796485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e12006ec-5afc-487d-b078-524e37b2878b req-e130714a-4e5b-4e0d-b16f-98fa2aab3ace tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666677 Aug 06 16:12:24.809301 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-1b48364c-2e14-4a31-b7d5-bf1d1a40ec41 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:24.818643 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-1b48364c-2e14-4a31-b7d5-bf1d1a40ec41 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1868889 Aug 06 16:12:24.828613 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-e5c58887-bd00-4351-a3b3-02f6426abd19 service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559461 Aug 06 16:12:24.906095 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a4c81b-1e71-423c-aaea-7e37e7b95298 x-openstack-request-id: req-b7a4c81b-1e71-423c-aaea-7e37e7b95298 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:24.906397 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2", "name": "network-vif-plugged", "status": "completed", "tag": "5b6972af-567c-4fa2-8f0e-7f512062695f", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:24.906648 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7a4c81b-1e71-423c-aaea-7e37e7b95298 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:24.907246 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6972af-567c-4fa2-8f0e-7f512062695f', 'code': 200} Aug 06 16:12:24.977274 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-144bc113-3b4c-4132-929c-42edccd549e0 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.1575806 Aug 06 16:12:24.984020 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-2993bfcb-bbb8-4058-959e-1c6def3e6971 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Request body: {'floatingip': {'port_id': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:25.018830 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbcfdc67-c287-412d-a8b3-961bf1a95615 req-11595a98-ae5c-4fed-bff2-5d36e6fbdc0b service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789853 Aug 06 16:12:25.024200 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-09c066f4-66ae-41dd-8454-66f6ba51c2bb service neutron] 10.222.0.78 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305591 Aug 06 16:12:25.086654 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee5b789a-5d30-4ea2-acde-0f4a9f237a92 req-70ccaea6-6772-4435-babc-db2e3c05257c tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 210 time: 0.0906038 Aug 06 16:12:25.132118 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-2993bfcb-bbb8-4058-959e-1c6def3e6971 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:25.150282 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1a6fc8a1-d75e-46cd-9120-1da574b7079d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:25.220122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fc8a1-d75e-46cd-9120-1da574b7079d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec125ff5-c346-4a3d-9b12-64dc191d2b5a,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:25.270221 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-537d37c5-9b66-4101-b6f2-cc48f37fef36 service neutron] 10.222.0.78 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197478 Aug 06 16:12:25.282858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f95be-86cd-480d-95fb-be79cc47f338 req-ac38c304-7f68-4e8f-9a27-b288f0110774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:25.283343 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f95be-86cd-480d-95fb-be79cc47f338 req-ac38c304-7f68-4e8f-9a27-b288f0110774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:25.285266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f5f95be-86cd-480d-95fb-be79cc47f338 req-ac38c304-7f68-4e8f-9a27-b288f0110774 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1985 time: 0.2522693 Aug 06 16:12:25.294519 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6fc8a1-d75e-46cd-9120-1da574b7079d admin admin] Checking segment: {'id': 'c822d039-7f05-4ed3-9fed-e8aefd2989ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ebf51f29-e8ab-4db1-8741-a172cde7c91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:25.295108 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6fc8a1-d75e-46cd-9120-1da574b7079d admin admin] Network hostable DHCP agents. Network: ebf51f29-e8ab-4db1-8741-a172cde7c91f, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:12:25.324145 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6fc8a1-d75e-46cd-9120-1da574b7079d admin admin] Network ebf51f29-e8ab-4db1-8741-a172cde7c91f is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:12:25.325323 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5fb1918-ac38-454e-8c61-d712960f76e7 req-95db54c1-a4b5-438e-8c63-1db1348a2f47 service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895367 Aug 06 16:12:25.337921 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-1a6fc8a1-d75e-46cd-9120-1da574b7079d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, ebf51f29-e8ab-4db1-8741-a172cde7c91f) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:25.354326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c80637c-3e3a-4fda-8635-a0d08ca47c21 None None] Network ebf51f29-e8ab-4db1-8741-a172cde7c91f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:25.381528 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6fc8a1-d75e-46cd-9120-1da574b7079d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:25.384270 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1a6fc8a1-d75e-46cd-9120-1da574b7079d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:25.406557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f5f95be-86cd-480d-95fb-be79cc47f338 req-c2598bb6-4315-46a5-99cd-68da5dc8f7a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072147 Aug 06 16:12:25.426458 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1a6fc8a1-d75e-46cd-9120-1da574b7079d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0123410 Aug 06 16:12:25.617863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbb3372-2cda-4392-b34e-bf69302a9a27 None None] Network ebf51f29-e8ab-4db1-8741-a172cde7c91f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:25.656185 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312a458-c03f-48b9-85e4-567885f56cfa req-0ca4dbf2-b45b-4b3b-ab8d-0d7aae2ccb4c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:25.657711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4312a458-c03f-48b9-85e4-567885f56cfa req-0ca4dbf2-b45b-4b3b-ab8d-0d7aae2ccb4c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 943 time: 0.1875510 Aug 06 16:12:25.832213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4312a458-c03f-48b9-85e4-567885f56cfa req-928d1b1b-61d0-4bab-8516-2f72cffeb839 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388483 Aug 06 16:12:25.968654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 07205b90-39c8-4267-b0cb-5aca03820b33 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:12:26.088849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=07205b90-39c8-4267-b0cb-5aca03820b33,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:26.101778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '07205b90-39c8-4267-b0cb-5aca03820b33', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'port_id': '07205b90-39c8-4267-b0cb-5aca03820b33', 'mac_address': 'fa:16:3e:11:1c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:12:26.144103 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:26.159011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07205b90-39c8-4267-b0cb-5aca03820b33 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:12:26.183436 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=07205b90-39c8-4267-b0cb-5aca03820b33,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:26.189788 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:26.257246 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=07205b90-39c8-4267-b0cb-5aca03820b33,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:26.280900 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.resource_extend [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-2993bfcb-bbb8-4058-959e-1c6def3e6971 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:12:26.341404 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-2993bfcb-bbb8-4058-959e-1c6def3e6971 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:26.351403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f227b7-376f-46cd-aa98-0d7f3e5a8fb2 req-4536c758-e761-45d1-ad0d-b1ca8b959ebb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:26.358086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f227b7-376f-46cd-aa98-0d7f3e5a8fb2 req-4536c758-e761-45d1-ad0d-b1ca8b959ebb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:26.363595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7f227b7-376f-46cd-aa98-0d7f3e5a8fb2 req-4536c758-e761-45d1-ad0d-b1ca8b959ebb tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1683 time: 0.1191740 Aug 06 16:12:26.366555 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-2993bfcb-bbb8-4058-959e-1c6def3e6971 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:26.495947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7f227b7-376f-46cd-aa98-0d7f3e5a8fb2 req-69319101-be95-4837-95c3-5ea498e11c67 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240206 Aug 06 16:12:26.541439 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-2993bfcb-bbb8-4058-959e-1c6def3e6971 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Floating IP 4e5a1f0e-edec-4623-a07c-66e30ff7631f associated. External IP: 172.25.1.29, port: cca27a0e-32f7-473b-b8a4-f84f719a2ca7. Aug 06 16:12:26.564752 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['07205b90-39c8-4267-b0cb-5aca03820b33'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:26.866918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-2993bfcb-bbb8-4058-959e-1c6def3e6971 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:12:26.938822 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-38d99d70-39d1-4d67-9e4d-f572a67f2c78 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:26.940294 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-38d99d70-39d1-4d67-9e4d-f572a67f2c78 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/networks?id=ebf51f29-e8ab-4db1-8741-a172cde7c91f HTTP/1.1" status: 200 len: 821 time: 0.1879177 Aug 06 16:12:26.965208 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-be3b37f0-76cb-4875-8bb2-629e5ce802b7 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/quotas/c2870c870ff744359c023e884b74f13b HTTP/1.1" status: 200 len: 375 time: 0.0177519 Aug 06 16:12:27.022664 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-a5465223-431c-4974-bb45-3720a3114514 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2870c870ff744359c023e884b74f13b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314176 Aug 06 16:12:27.064006 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-2993bfcb-bbb8-4058-959e-1c6def3e6971 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:12:27.069287 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-2993bfcb-bbb8-4058-959e-1c6def3e6971 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:27.076240 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213d6a77-e588-4746-9f8d-cf1238bbfcd2 None None] Sync routers for ids ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:12:27.088941 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d6a77-e588-4746-9f8d-cf1238bbfcd2 None None] Routers {'3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:27.089832 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-213d6a77-e588-4746-9f8d-cf1238bbfcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:12:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:27.135858 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-2993bfcb-bbb8-4058-959e-1c6def3e6971 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "PUT /v2.0/floatingips/4e5a1f0e-edec-4623-a07c-66e30ff7631f HTTP/1.1" status: 200 len: 996 time: 2.1574514 Aug 06 16:12:27.138273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'tag': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:27.140126 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d660db78-9c21-470b-8bf6-fd06f80e5e29" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5", "tag": "cca27a0e-32f7-473b-b8a4-f84f719a2ca7"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:27.173064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-d5f982a3-ca0f-42cd-990b-4a643bcc242e service neutron] 10.222.0.37 "GET /v2.0/networks/ebf51f29-e8ab-4db1-8741-a172cde7c91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405082 Aug 06 16:12:27.211163 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-213d6a77-e588-4746-9f8d-cf1238bbfcd2 None None] Set router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:27.316857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-e09481b6-fd24-4534-ab44-ffc98db0ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:27.318418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-e09481b6-fd24-4534-ab44-ffc98db0ff6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=549ca2e0574448e4b0e8bf73cea4acee&device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 1097 time: 0.1584496 Aug 06 16:12:27.320966 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-98538011-dca8-43bc-9f88-745171e5abca service neutron] 10.222.0.37 "GET /v2.0/networks/ebf51f29-e8ab-4db1-8741-a172cde7c91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370728 Aug 06 16:12:27.465063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-d6c0d64c-91d9-49ca-b3e1-374709a62f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:27.466671 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-d6c0d64c-91d9-49ca-b3e1-374709a62f26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=31e3160e-dcae-458f-8e68-33097bb25302 HTTP/1.1" status: 200 len: 921 time: 0.1400981 Aug 06 16:12:27.543735 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-213d6a77-e588-4746-9f8d-cf1238bbfcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-router', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:11:17Z', 'revision_number': 4, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'gw_port': {'id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:14Z', 'updated_at': '2021-08-06T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '4e5a1f0e-edec-4623-a07c-66e30ff7631f', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'port_id': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302', 'mac_address': 'fa:16:3e:f3:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:12:22Z', 'updated_at': '2021-08-06T16:12:25Z', 'revision_number': 1, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bfb634-707d-45e1-8c2f-23f7f8d63d3e', 'name': '', 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'mac_address': 'fa:16:3e:f0:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:16Z', 'updated_at': '2021-08-06T16:11:25Z', 'revision_number': 5, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'subnets': [{'id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:27.558002 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-8ace24ab-cdc9-477b-babe-a7fd0dbada21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cca27a0e-32f7-473b-b8a4-f84f719a2ca7 HTTP/1.1" status: 200 len: 999 time: 0.0778482 Aug 06 16:12:27.596331 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213d6a77-e588-4746-9f8d-cf1238bbfcd2 None None] Checking router: 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:12:27.608043 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d6a77-e588-4746-9f8d-cf1238bbfcd2 None None] Routers {'3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:27.608043 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-213d6a77-e588-4746-9f8d-cf1238bbfcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:12:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:27.673844 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42812366-8c66-4b36-b69a-f40f07643d41 req-c97f2f65-3da8-4276-ad71-8d2d72435756 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 210 time: 0.0456915 Aug 06 16:12:27.696723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-9e1ac8d0-b683-4e1d-8611-bb08f0dc44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:27.698563 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-9e1ac8d0-b683-4e1d-8611-bb08f0dc44c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1056e5c-559a-4a53-a352-33d04b3f97d1 HTTP/1.1" status: 200 len: 860 time: 0.1148281 Aug 06 16:12:27.748187 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-5b98ab8c-6dd4-4362-804d-f658d31520e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=31e3160e-dcae-458f-8e68-33097bb25302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417633 Aug 06 16:12:27.749289 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-213d6a77-e588-4746-9f8d-cf1238bbfcd2 None None] Set router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:27.753679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-b49a9127-8b0b-40cb-8f59-fd34e2ff251c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:12:27.761348 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-b49a9127-8b0b-40cb-8f59-fd34e2ff251c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122957 Aug 06 16:12:27.915385 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791b032-841d-4088-ad10-45c167953edd req-8fad27b0-0014-4626-a2c4-126f1efa37c1 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:27.917003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c791b032-841d-4088-ad10-45c167953edd req-8fad27b0-0014-4626-a2c4-126f1efa37c1 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 944 time: 0.0981793 Aug 06 16:12:27.927880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-380417f1-8600-4896-87e8-dd34a41ccd2a service neutron] 10.222.0.37 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654925 Aug 06 16:12:27.955003 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 07205b90-39c8-4267-b0cb-5aca03820b33 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:27.973922 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c791b032-841d-4088-ad10-45c167953edd req-a60c9d9b-4de2-4f5e-b4f4-678ed167c8ec tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439308 Aug 06 16:12:28.077349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 07205b90-39c8-4267-b0cb-5aca03820b33 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:28.086660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 07205b90-39c8-4267-b0cb-5aca03820b33 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:28.087318 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:28.147145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b075d816-c511-45d3-88d4-504686bcf5f3 req-4ea8ad08-5ccb-407b-9f5e-d41f63464147 service neutron] 10.222.0.37 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179523 Aug 06 16:12:28.157363 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-213d6a77-e588-4746-9f8d-cf1238bbfcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-router', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:11:17Z', 'revision_number': 4, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'gw_port': {'id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:14Z', 'updated_at': '2021-08-06T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '4e5a1f0e-edec-4623-a07c-66e30ff7631f', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'port_id': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302', 'mac_address': 'fa:16:3e:f3:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:12:22Z', 'updated_at': '2021-08-06T16:12:25Z', 'revision_number': 1, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bfb634-707d-45e1-8c2f-23f7f8d63d3e', 'name': '', 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'mac_address': 'fa:16:3e:f0:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:16Z', 'updated_at': '2021-08-06T16:11:25Z', 'revision_number': 5, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'subnets': [{'id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:28.196125 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297b51fb-4f5d-46ac-b5ca-040aec7b78f4 x-openstack-request-id: req-297b51fb-4f5d-46ac-b5ca-040aec7b78f4 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:28.196919 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5", "tag": "cca27a0e-32f7-473b-b8a4-f84f719a2ca7", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:28.197374 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-297b51fb-4f5d-46ac-b5ca-040aec7b78f4 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:28.198674 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'tag': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7', 'status': 'completed', 'code': 200} Aug 06 16:12:28.220999 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213d6a77-e588-4746-9f8d-cf1238bbfcd2 None None] The sync data for ids ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'] in n-d-803756-1 is: [{'id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-router', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:11:17Z', 'revision_number': 4, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'gw_port': {'id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:14Z', 'updated_at': '2021-08-06T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '4e5a1f0e-edec-4623-a07c-66e30ff7631f', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'floating_ip_address': '172.25.1.29', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'port_id': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302', 'mac_address': 'fa:16:3e:f3:2e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:12:22Z', 'updated_at': '2021-08-06T16:12:25Z', 'revision_number': 1, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bfb634-707d-45e1-8c2f-23f7f8d63d3e', 'name': '', 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'mac_address': 'fa:16:3e:f0:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:16Z', 'updated_at': '2021-08-06T16:11:25Z', 'revision_number': 5, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'subnets': [{'id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:12:28.251183 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:28.310962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:28.319400 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f21de0-78ef-44cd-9b63-a2d8e51504b8" -d '{"events": [{"server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "name": "network-vif-plugged", "status": "completed", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:28.338350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=07205b90-39c8-4267-b0cb-5aca03820b33,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:28.343590 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:28.351985 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25fbce0a-34cb-4627-ac93-2eaa80932643 req-fc92cfc8-fcd3-4a1f-8816-f6357b7daece tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037 HTTP/1.1" status: 200 len: 210 time: 0.0755215 Aug 06 16:12:28.403648 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=07205b90-39c8-4267-b0cb-5aca03820b33,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:28.419240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660db78-9c21-470b-8bf6-fd06f80e5e29 req-c498d3a5-0834-49a6-9cf0-58fc11a3aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:28.423535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d660db78-9c21-470b-8bf6-fd06f80e5e29 req-c498d3a5-0834-49a6-9cf0-58fc11a3aec1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=549ca2e0574448e4b0e8bf73cea4acee&device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 1097 time: 0.2101455 Aug 06 16:12:28.527008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c81150-2387-4cc1-80a5-ae0df4c47bbd req-c0f93503-fd79-4116-b4eb-6da3df35a33a tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:28.534296 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c81150-2387-4cc1-80a5-ae0df4c47bbd req-c0f93503-fd79-4116-b4eb-6da3df35a33a tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:28.544383 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05c81150-2387-4cc1-80a5-ae0df4c47bbd req-c0f93503-fd79-4116-b4eb-6da3df35a33a tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1683 time: 0.2567751 Aug 06 16:12:28.585333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab28a0ef-60ae-421b-ba1a-10bc17ee4d73 None None] New status for floating IP 4e5a1f0e-edec-4623-a07c-66e30ff7631f: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:12:28.649731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05c81150-2387-4cc1-80a5-ae0df4c47bbd req-ff732176-a975-4bf4-94c8-2fada3b53d17 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993907 Aug 06 16:12:28.690039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660db78-9c21-470b-8bf6-fd06f80e5e29 req-b5ecdff1-de20-43cb-b5b8-299e2479916c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:28.693227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d660db78-9c21-470b-8bf6-fd06f80e5e29 req-b5ecdff1-de20-43cb-b5b8-299e2479916c service neutron] 10.222.0.13 "GET /v2.0/networks?id=31e3160e-dcae-458f-8e68-33097bb25302 HTTP/1.1" status: 200 len: 921 time: 0.2613547 Aug 06 16:12:28.715812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-821a3ab8-c434-4ce8-b6a9-f92e1ee22a16 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:28.718121 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-821a3ab8-c434-4ce8-b6a9-f92e1ee22a16 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.78 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae&tenant_id=6ead4e8906674c03a98f2b96e64fabd0&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 945 time: 0.1175108 Aug 06 16:12:28.806962 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-bbf980a6-5bbb-4dc0-a7f7-ff5914d1d8af service neutron] 10.222.0.78 "GET /v2.0/ports/07205b90-39c8-4267-b0cb-5aca03820b33/bindings/n-h1-803756-1 HTTP/1.1" status: 200 len: 382 time: 0.0759768 Aug 06 16:12:28.907503 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-6246e9fa-d288-4110-842a-2bede3244248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:28.910185 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-6246e9fa-d288-4110-842a-2bede3244248 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1096 time: 0.0650511 Aug 06 16:12:28.984537 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0e870-65da-4a4f-bb9c-fc7428a800d1 req-990c5d8f-8d3a-4260-9c43-d0d6284bdaab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:28.995629 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0e870-65da-4a4f-bb9c-fc7428a800d1 req-990c5d8f-8d3a-4260-9c43-d0d6284bdaab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.007566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0e870-65da-4a4f-bb9c-fc7428a800d1 req-990c5d8f-8d3a-4260-9c43-d0d6284bdaab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.018797 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0e870-65da-4a4f-bb9c-fc7428a800d1 req-990c5d8f-8d3a-4260-9c43-d0d6284bdaab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.030602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0e870-65da-4a4f-bb9c-fc7428a800d1 req-990c5d8f-8d3a-4260-9c43-d0d6284bdaab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.039659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0e870-65da-4a4f-bb9c-fc7428a800d1 req-990c5d8f-8d3a-4260-9c43-d0d6284bdaab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.054650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0e870-65da-4a4f-bb9c-fc7428a800d1 req-990c5d8f-8d3a-4260-9c43-d0d6284bdaab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.062504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ece0e870-65da-4a4f-bb9c-fc7428a800d1 req-990c5d8f-8d3a-4260-9c43-d0d6284bdaab tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5444 time: 0.3919213 Aug 06 16:12:29.101357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-bc21750a-d2de-4a57-9ba2-cb5e68821467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.104515 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-bc21750a-d2de-4a57-9ba2-cb5e68821467 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2 HTTP/1.1" status: 200 len: 897 time: 0.1859055 Aug 06 16:12:29.120560 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-ca5ea09e-ae0d-4919-a567-008ebdbfeb1f tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 999 time: 0.4508014 Aug 06 16:12:29.135926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d660db78-9c21-470b-8bf6-fd06f80e5e29 req-e3296902-0282-4d13-819b-d233ec46db81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cca27a0e-32f7-473b-b8a4-f84f719a2ca7 HTTP/1.1" status: 200 len: 999 time: 0.3854315 Aug 06 16:12:29.217665 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ece0e870-65da-4a4f-bb9c-fc7428a800d1 req-0041ef88-82a4-48e1-a135-821bf064ada2 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1541746 Aug 06 16:12:29.255926 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-3193d5d1-69ed-4821-9949-430f82c57eb5 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.286596 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-3193d5d1-69ed-4821-9949-430f82c57eb5 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports/cca27a0e-32f7-473b-b8a4-f84f719a2ca7 HTTP/1.1" status: 200 len: 943 time: 0.1650803 Aug 06 16:12:29.310993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660db78-9c21-470b-8bf6-fd06f80e5e29 req-719cf091-1b36-4b7c-b81b-d47ab2362c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.312695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d660db78-9c21-470b-8bf6-fd06f80e5e29 req-719cf091-1b36-4b7c-b81b-d47ab2362c91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1056e5c-559a-4a53-a352-33d04b3f97d1 HTTP/1.1" status: 200 len: 860 time: 0.1524608 Aug 06 16:12:29.346567 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cf7ed4-96bd-4740-918f-19820c9c7b8d x-openstack-request-id: req-21cf7ed4-96bd-4740-918f-19820c9c7b8d {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:29.347461 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "name": "network-vif-plugged", "status": "completed", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:29.348430 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21cf7ed4-96bd-4740-918f-19820c9c7b8d {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:29.349031 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33', 'code': 200} Aug 06 16:12:29.354526 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-960f871b-1fba-46dc-a4cc-f9ff85f99ee2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 200 len: 1001 time: 0.2018037 Aug 06 16:12:29.371696 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d660db78-9c21-470b-8bf6-fd06f80e5e29 req-8b98e40f-468c-42d8-859b-3444b605f9d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31e3160e-dcae-458f-8e68-33097bb25302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508692 Aug 06 16:12:29.375101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-c541a50b-8907-4981-af40-e4591589687d tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.377894 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-c541a50b-8907-4981-af40-e4591589687d tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.78 "GET /v2.0/networks?id=ebf51f29-e8ab-4db1-8741-a172cde7c91f HTTP/1.1" status: 200 len: 821 time: 0.3214588 Aug 06 16:12:29.420876 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-a964062f-ee33-4bd6-ad50-eb624d38967b tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Request body: {'port': {'device_id': '7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037', 'network_id': 'ebf51f29-e8ab-4db1-8741-a172cde7c91f', 'admin_state_up': True, 'tenant_id': 'c2870c870ff744359c023e884b74f13b'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:29.456376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51208) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:29.521087 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-01df4d78-e307-402f-b37f-a5dd0b439c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.523479 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-01df4d78-e307-402f-b37f-a5dd0b439c65 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2d9457db-69ad-4917-87cd-7d1f42be3fc5 HTTP/1.1" status: 200 len: 835 time: 0.1445830 Aug 06 16:12:29.548839 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-214c9a77-ef7b-482c-8916-0a3036c54009 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 1001 time: 0.1890984 Aug 06 16:12:29.608170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-89399b43-d929-4d9b-8132-15fee624fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.609995 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-89399b43-d929-4d9b-8132-15fee624fe84 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762177 Aug 06 16:12:29.618143 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-a964062f-ee33-4bd6-ad50-eb624d38967b tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Made reservation on behalf of c2870c870ff744359c023e884b74f13b for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:29.623046 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-a964062f-ee33-4bd6-ad50-eb624d38967b tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:29.673403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c83c6-7cf3-468a-9ab1-4e7889873919 req-88ab7763-2751-4e6b-9f69-a906d11b1679 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.675092 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d97c83c6-7cf3-468a-9ab1-4e7889873919 req-88ab7763-2751-4e6b-9f69-a906d11b1679 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.2197506 Aug 06 16:12:29.711865 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d660db78-9c21-470b-8bf6-fd06f80e5e29 req-be75db3e-79dc-4a53-a845-5ee07e76e8fd service neutron] 10.222.0.13 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996309 Aug 06 16:12:29.811951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-75877fe8-ae98-4080-b290-81c19785f504 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.813353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-75877fe8-ae98-4080-b290-81c19785f504 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.2637320 Aug 06 16:12:29.825060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d97c83c6-7cf3-468a-9ab1-4e7889873919 req-73adf339-a0f6-4af0-a1b2-8c5e84d3d7e6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386662 Aug 06 16:12:29.919266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d660db78-9c21-470b-8bf6-fd06f80e5e29 req-86d124fd-b7c6-4aeb-8cae-8a2b413e9d7f service neutron] 10.222.0.13 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978478 Aug 06 16:12:29.933921 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-2aa32e6f-62b4-48b4-9a04-ae9088e00c42 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 1001 time: 0.1019609 Aug 06 16:12:29.946284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-46af2cde-03dc-46ee-9cf7-dfbba1d433f4 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:30.015792 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-46af2cde-03dc-46ee-9cf7-dfbba1d433f4 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:30.061412 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1fec73aa-3544-4759-accc-174b9955504b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:30.078683 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e70e65e9-1160-41a7-a3e8-0c74f066cdf7 req-b2b382e1-dc50-4a30-a753-9a3c93d52387 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 210 time: 0.0594490 Aug 06 16:12:30.184231 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-cc464172-8c40-40db-bbf9-0444550ff774 service neutron] 10.222.0.78 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568607 Aug 06 16:12:30.230905 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-46af2cde-03dc-46ee-9cf7-dfbba1d433f4 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:30.235644 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-46af2cde-03dc-46ee-9cf7-dfbba1d433f4 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:30.235987 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-46af2cde-03dc-46ee-9cf7-dfbba1d433f4 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Floating IP 4e5a1f0e-edec-4623-a07c-66e30ff7631f disassociated. External IP: 172.25.1.29, port: cca27a0e-32f7-473b-b8a4-f84f719a2ca7. Aug 06 16:12:30.348884 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-a964062f-ee33-4bd6-ad50-eb624d38967b tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Allocated IP 172.20.0.9 (ebf51f29-e8ab-4db1-8741-a172cde7c91f/ec125ff5-c346-4a3d-9b12-64dc191d2b5a/936fad1b-f6ac-4664-a85c-5edad11a5fe5) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:12:30.426251 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-b8b5282f-0dee-4038-a8be-256c273b9e21 service neutron] 10.222.0.78 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329533 Aug 06 16:12:30.445300 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1fec73aa-3544-4759-accc-174b9955504b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:30.524243 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1fec73aa-3544-4759-accc-174b9955504b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:30.581702 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1fec73aa-3544-4759-accc-174b9955504b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ccbb0363aeb4e39962489ce05b40d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1165004 Aug 06 16:12:30.582553 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51216) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:30.613345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec73aa-3544-4759-accc-174b9955504b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa86339d-8230-4b44-b87d-7a149c1bc996,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:30.632530 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-a964062f-ee33-4bd6-ad50-eb624d38967b tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:30.680282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703b02b-3152-49ea-ae48-9459fa687ee3 req-ac37c061-ba08-4819-ba98-fa61827d144a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:30.686229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703b02b-3152-49ea-ae48-9459fa687ee3 req-ac37c061-ba08-4819-ba98-fa61827d144a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:30.692037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703b02b-3152-49ea-ae48-9459fa687ee3 req-ac37c061-ba08-4819-ba98-fa61827d144a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:30.698063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703b02b-3152-49ea-ae48-9459fa687ee3 req-ac37c061-ba08-4819-ba98-fa61827d144a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:30.704415 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703b02b-3152-49ea-ae48-9459fa687ee3 req-ac37c061-ba08-4819-ba98-fa61827d144a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:30.706884 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-a964062f-ee33-4bd6-ad50-eb624d38967b tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:30.711335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703b02b-3152-49ea-ae48-9459fa687ee3 req-ac37c061-ba08-4819-ba98-fa61827d144a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:30.718906 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703b02b-3152-49ea-ae48-9459fa687ee3 req-ac37c061-ba08-4819-ba98-fa61827d144a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:30.731618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0703b02b-3152-49ea-ae48-9459fa687ee3 req-ac37c061-ba08-4819-ba98-fa61827d144a tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5444 time: 0.5610304 Aug 06 16:12:30.748374 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2940e88-b18c-49eb-885f-c324af4c4008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:30.775284 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-a964062f-ee33-4bd6-ad50-eb624d38967b tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Network ebf51f29-e8ab-4db1-8741-a172cde7c91f is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:12:30.788462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-a964062f-ee33-4bd6-ad50-eb624d38967b tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:30.799796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-a964062f-ee33-4bd6-ad50-eb624d38967b tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:12:30.803648 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2940e88-b18c-49eb-885f-c324af4c4008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:30.838651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964062f-ee33-4bd6-ad50-eb624d38967b tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Pushing event updated for resources: {'Port': ['ID=936fad1b-f6ac-4664-a85c-5edad11a5fe5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:30.889945 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-a964062f-ee33-4bd6-ad50-eb624d38967b tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:30.890227 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-a964062f-ee33-4bd6-ad50-eb624d38967b tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:30.907910 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0aa6c-b651-443c-9fdf-bf089750c627 req-fedd6c43-f413-43f9-8791-8d869d7d2dfa tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:30.910589 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46b0aa6c-b651-443c-9fdf-bf089750c627 req-fedd6c43-f413-43f9-8791-8d869d7d2dfa tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037 HTTP/1.1" status: 200 len: 931 time: 0.1142471 Aug 06 16:12:30.912379 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-a964062f-ee33-4bd6-ad50-eb624d38967b tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5226419 Aug 06 16:12:30.927501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Request body: {'port': {'device_id': '7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:30.936802 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2940e88-b18c-49eb-885f-c324af4c4008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:30.940174 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2940e88-b18c-49eb-885f-c324af4c4008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:30.941744 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d2940e88-b18c-49eb-885f-c324af4c4008 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa86339d-8230-4b44-b87d-7a149c1bc996 HTTP/1.1" status: 204 len: 168 time: 0.3584995 Aug 06 16:12:30.979967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2940e88-b18c-49eb-885f-c324af4c4008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa86339d-8230-4b44-b87d-7a149c1bc996,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:31.043781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:31.076814 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46b0aa6c-b651-443c-9fdf-bf089750c627 req-560a3d6e-c0cd-4600-aac1-ff61cdd1d599 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/security-groups?id=7edc44a8-3e8c-45b2-9bdd-234735ab0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602907 Aug 06 16:12:31.120043 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-46af2cde-03dc-46ee-9cf7-dfbba1d433f4 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:12:31.342418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-46af2cde-03dc-46ee-9cf7-dfbba1d433f4 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:12:31.361783 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f0f11-d664-4b48-8c88-7f9b4dc587fc None None] Sync routers for ids ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:12:31.370298 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-46af2cde-03dc-46ee-9cf7-dfbba1d433f4 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:31.377980 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f0f11-d664-4b48-8c88-7f9b4dc587fc None None] Routers {'3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:31.382258 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-4e8f0f11-d664-4b48-8c88-7f9b4dc587fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:12:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:31.449111 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-46af2cde-03dc-46ee-9cf7-dfbba1d433f4 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "PUT /v2.0/floatingips/4e5a1f0e-edec-4623-a07c-66e30ff7631f HTTP/1.1" status: 200 len: 694 time: 1.5070486 Aug 06 16:12:31.460514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'tag': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:31.462914 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33259e92-2366-4961-91cf-5c688a2dfa0e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5", "tag": "cca27a0e-32f7-473b-b8a4-f84f719a2ca7"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:31.542899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4603ea-0af7-4f49-b0d9-7caa28af9c88 req-a4b090bb-afa0-4900-a4ea-fa81e53ee453 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:31.553929 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea4603ea-0af7-4f49-b0d9-7caa28af9c88 req-a4b090bb-afa0-4900-a4ea-fa81e53ee453 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.1450665 Aug 06 16:12:31.557323 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936fad1b-f6ac-4664-a85c-5edad11a5fe5 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:12:31.577821 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-4e8f0f11-d664-4b48-8c88-7f9b4dc587fc None None] Set router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:31.581335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-6d2ae474-6204-46a3-be7a-bb2cfdb3a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:31.584397 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:31.590788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-6d2ae474-6204-46a3-be7a-bb2cfdb3a621 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=549ca2e0574448e4b0e8bf73cea4acee&device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 1097 time: 0.1208324 Aug 06 16:12:31.608911 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Transition to ACTIVE for port object 936fad1b-f6ac-4664-a85c-5edad11a5fe5 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:31.615121 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:31.682377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Pushing event updated for resources: {'Port': ['ID=936fad1b-f6ac-4664-a85c-5edad11a5fe5,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:31.700143 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea4603ea-0af7-4f49-b0d9-7caa28af9c88 req-cc99263b-ff5e-4cb0-8ab8-4017de7cb17c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449363 Aug 06 16:12:31.785030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-ae4cdfdf-17fa-4a25-87eb-af7994353d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:31.799350 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-ae4cdfdf-17fa-4a25-87eb-af7994353d32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=31e3160e-dcae-458f-8e68-33097bb25302 HTTP/1.1" status: 200 len: 921 time: 0.2069767 Aug 06 16:12:31.860907 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-ab68f9bf-d371-4938-819d-b291da59fc3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cca27a0e-32f7-473b-b8a4-f84f719a2ca7 HTTP/1.1" status: 200 len: 217 time: 0.0595379 Aug 06 16:12:31.868121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Attempting to bind port 936fad1b-f6ac-4664-a85c-5edad11a5fe5 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:12:31.868551 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Attempting to bind port 936fad1b-f6ac-4664-a85c-5edad11a5fe5 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'c822d039-7f05-4ed3-9fed-e8aefd2989ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ebf51f29-e8ab-4db1-8741-a172cde7c91f'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:12:31.869564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Attempting to bind port 936fad1b-f6ac-4664-a85c-5edad11a5fe5 on network ebf51f29-e8ab-4db1-8741-a172cde7c91f {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:31.876263 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Port 936fad1b-f6ac-4664-a85c-5edad11a5fe5 on network ebf51f29-e8ab-4db1-8741-a172cde7c91f not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:12:31.877969 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Attempting to bind port 936fad1b-f6ac-4664-a85c-5edad11a5fe5 on network ebf51f29-e8ab-4db1-8741-a172cde7c91f {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:31.885157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:12:31.885721 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Checking segment: {'id': 'c822d039-7f05-4ed3-9fed-e8aefd2989ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ebf51f29-e8ab-4db1-8741-a172cde7c91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:31.886286 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Bound using segment: {'id': 'c822d039-7f05-4ed3-9fed-e8aefd2989ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ebf51f29-e8ab-4db1-8741-a172cde7c91f'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:12:31.886803 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Bound port: 936fad1b-f6ac-4664-a85c-5edad11a5fe5, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c822d039-7f05-4ed3-9fed-e8aefd2989ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ebf51f29-e8ab-4db1-8741-a172cde7c91f'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:12:31.887863 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:31.921248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc6f73dc-10a1-43c1-a291-82df5371d213 req-a1e5962c-3f13-405a-8173-e08461d5ab11 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 210 time: 0.0416546 Aug 06 16:12:32.007802 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-3b20f10e-c465-402e-b7fe-23db9586d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:32.010156 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-3b20f10e-c465-402e-b7fe-23db9586d485 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1056e5c-559a-4a53-a352-33d04b3f97d1 HTTP/1.1" status: 200 len: 860 time: 0.1476345 Aug 06 16:12:32.024017 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] For port 936fad1b-f6ac-4664-a85c-5edad11a5fe5, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:32.030151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] For port 936fad1b-f6ac-4664-a85c-5edad11a5fe5, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=936fad1b-f6ac-4664-a85c-5edad11a5fe5,segment=NetworkSegment(c822d039-7f05-4ed3-9fed-e8aefd2989ec),segment_id=c822d039-7f05-4ed3-9fed-e8aefd2989ec)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:12:32.036914 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:32.103933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:32.105284 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:32.105471 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-4e8f0f11-d664-4b48-8c88-7f9b4dc587fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-router', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:11:17Z', 'revision_number': 4, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'gw_port': {'id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:14Z', 'updated_at': '2021-08-06T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b5bfb634-707d-45e1-8c2f-23f7f8d63d3e', 'name': '', 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'mac_address': 'fa:16:3e:f0:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:16Z', 'updated_at': '2021-08-06T16:11:25Z', 'revision_number': 5, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'subnets': [{'id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:32.107824 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] 10.222.0.78 "PUT /v2.0/ports/936fad1b-f6ac-4664-a85c-5edad11a5fe5 HTTP/1.1" status: 200 len: 1091 time: 1.1865401 Aug 06 16:12:32.108327 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037', 'tag': '936fad1b-f6ac-4664-a85c-5edad11a5fe5'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:32.112249 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f047908c-4bba-4d8c-a69a-8699812a80bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037", "tag": "936fad1b-f6ac-4664-a85c-5edad11a5fe5"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:32.155129 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-3ac34ea2-29f7-43e6-810a-063dc61ca3e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=31e3160e-dcae-458f-8e68-33097bb25302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280127 Aug 06 16:12:32.183225 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f0f11-d664-4b48-8c88-7f9b4dc587fc None None] Checking router: 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:12:32.196459 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f0f11-d664-4b48-8c88-7f9b4dc587fc None None] Routers {'3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:32.197069 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-4e8f0f11-d664-4b48-8c88-7f9b4dc587fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:12:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:32.254842 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433849d-9acf-444d-ab05-913829a7a882 service neutron] Pushing event updated for resources: {'Port': ['ID=936fad1b-f6ac-4664-a85c-5edad11a5fe5,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:32.275351 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-751abe9a-ae81-42dd-8a4e-013403439df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:32.277270 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-751abe9a-ae81-42dd-8a4e-013403439df0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c2870c870ff744359c023e884b74f13b&device_id=7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037 HTTP/1.1" status: 200 len: 1094 time: 0.0916915 Aug 06 16:12:32.346629 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-ec1fa527-3804-4d5f-a545-10a7e5cdb291 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=936fad1b-f6ac-4664-a85c-5edad11a5fe5 HTTP/1.1" status: 200 len: 217 time: 0.0602429 Aug 06 16:12:32.348582 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-4e8f0f11-d664-4b48-8c88-7f9b4dc587fc None None] Set router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:32.372007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6ca3a-d382-4b35-95d6-b5bd5fbd6821 req-f575582a-4cd7-42d4-b24b-d800e862ca56 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:32.380236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6ca3a-d382-4b35-95d6-b5bd5fbd6821 req-f575582a-4cd7-42d4-b24b-d800e862ca56 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:32.390418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-98f6ca3a-d382-4b35-95d6-b5bd5fbd6821 req-f575582a-4cd7-42d4-b24b-d800e862ca56 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1683 time: 0.3054247 Aug 06 16:12:32.423897 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-4a61ecae-b60d-453a-8ed5-b388bd1d6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:32.427222 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-4a61ecae-b60d-453a-8ed5-b388bd1d6fd8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ec125ff5-c346-4a3d-9b12-64dc191d2b5a HTTP/1.1" status: 200 len: 861 time: 0.0718753 Aug 06 16:12:32.490471 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-665d4d08-60f5-45a0-be2b-7eacd815f6e0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebf51f29-e8ab-4db1-8741-a172cde7c91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490768 Aug 06 16:12:32.507212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-98f6ca3a-d382-4b35-95d6-b5bd5fbd6821 req-dc24b1ef-b486-48ed-9c9c-5c9128b76cbe tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145592 Aug 06 16:12:32.536901 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-19c9e192-2417-4424-8af7-d0115b378ebc service neutron] 10.222.0.37 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492279 Aug 06 16:12:32.645515 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26253d96-043e-4780-9f97-cd8c05ef74cc x-openstack-request-id: req-26253d96-043e-4780-9f97-cd8c05ef74cc {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:32.645904 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5", "tag": "cca27a0e-32f7-473b-b8a4-f84f719a2ca7", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:32.646306 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-26253d96-043e-4780-9f97-cd8c05ef74cc {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:32.646583 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'tag': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7', 'status': 'completed', 'code': 200} Aug 06 16:12:32.686617 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-c0548712-0920-4c63-9994-beb382ff0a6b service neutron] 10.222.0.78 "GET /v2.0/networks/ebf51f29-e8ab-4db1-8741-a172cde7c91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820135 Aug 06 16:12:32.843165 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1d2e0cd6-fab9-483c-b74b-aa66545b42ed req-0aeacdca-d7ed-4c64-80f3-11cf77edd242 service neutron] 10.222.0.78 "GET /v2.0/networks/ebf51f29-e8ab-4db1-8741-a172cde7c91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472619 Aug 06 16:12:32.910937 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcaa81b2-1868-4453-8884-48337c3c6f04 req-ed3e8712-f420-458b-a4a8-eac6b78e0de6 service neutron] 10.222.0.37 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657901 Aug 06 16:12:32.930744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27b576-bd41-446f-9385-ec9dd68bf487 req-1a64488c-d27e-4369-9a43-6fc2cb98f2fc tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:32.932338 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3c27b576-bd41-446f-9385-ec9dd68bf487 req-1a64488c-d27e-4369-9a43-6fc2cb98f2fc tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037 HTTP/1.1" status: 200 len: 943 time: 0.2569733 Aug 06 16:12:32.934907 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-4e8f0f11-d664-4b48-8c88-7f9b4dc587fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-router', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:11:17Z', 'revision_number': 4, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'gw_port': {'id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:14Z', 'updated_at': '2021-08-06T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b5bfb634-707d-45e1-8c2f-23f7f8d63d3e', 'name': '', 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'mac_address': 'fa:16:3e:f0:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:16Z', 'updated_at': '2021-08-06T16:11:25Z', 'revision_number': 5, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'subnets': [{'id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:32.936893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33259e92-2366-4961-91cf-5c688a2dfa0e req-6a86a9f5-0082-4c45-8645-fe996c352d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:32.939523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33259e92-2366-4961-91cf-5c688a2dfa0e req-6a86a9f5-0082-4c45-8645-fe996c352d63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=549ca2e0574448e4b0e8bf73cea4acee&device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 1097 time: 0.2895432 Aug 06 16:12:33.043037 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b38bfa9-ba42-4c02-879c-e19001aff41a x-openstack-request-id: req-7b38bfa9-ba42-4c02-879c-e19001aff41a {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:33.043535 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037", "tag": "936fad1b-f6ac-4664-a85c-5edad11a5fe5", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:33.043827 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b38bfa9-ba42-4c02-879c-e19001aff41a {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:33.044286 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037', 'tag': '936fad1b-f6ac-4664-a85c-5edad11a5fe5', 'status': 'completed', 'code': 200} Aug 06 16:12:33.044810 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f0f11-d664-4b48-8c88-7f9b4dc587fc None None] The sync data for ids ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'] in n-d-803756-1 is: [{'id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-router', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:11:17Z', 'revision_number': 4, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'gw_port': {'id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:14Z', 'updated_at': '2021-08-06T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'b5bfb634-707d-45e1-8c2f-23f7f8d63d3e', 'name': '', 'network_id': '31e3160e-dcae-458f-8e68-33097bb25302', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'mac_address': 'fa:16:3e:f0:95:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:16Z', 'updated_at': '2021-08-06T16:11:25Z', 'revision_number': 5, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'subnets': [{'id': 'a1056e5c-559a-4a53-a352-33d04b3f97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:12:33.169703 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3c27b576-bd41-446f-9385-ec9dd68bf487 req-813ec18c-a5bc-4f86-bc50-94f38b0273e1 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/security-groups?id=7edc44a8-3e8c-45b2-9bdd-234735ab0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295732 Aug 06 16:12:33.182717 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047908c-4bba-4d8c-a69a-8699812a80bb req-2f79964d-7407-4639-b03a-d65a64c82fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.185512 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f047908c-4bba-4d8c-a69a-8699812a80bb req-2f79964d-7407-4639-b03a-d65a64c82fa9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c2870c870ff744359c023e884b74f13b&device_id=7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037 HTTP/1.1" status: 200 len: 1094 time: 0.1034653 Aug 06 16:12:33.344476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33259e92-2366-4961-91cf-5c688a2dfa0e req-a5049cee-6145-4008-b933-f85ecb40a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.346377 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33259e92-2366-4961-91cf-5c688a2dfa0e req-a5049cee-6145-4008-b933-f85ecb40a31d service neutron] 10.222.0.13 "GET /v2.0/networks?id=31e3160e-dcae-458f-8e68-33097bb25302 HTTP/1.1" status: 200 len: 921 time: 0.3971944 Aug 06 16:12:33.394762 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047908c-4bba-4d8c-a69a-8699812a80bb req-efe508a0-be1d-400b-8676-5c163d4b3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.396296 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f047908c-4bba-4d8c-a69a-8699812a80bb req-efe508a0-be1d-400b-8676-5c163d4b3669 service neutron] 10.222.0.78 "GET /v2.0/networks?id=ebf51f29-e8ab-4db1-8741-a172cde7c91f HTTP/1.1" status: 200 len: 922 time: 0.2035716 Aug 06 16:12:33.446358 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f047908c-4bba-4d8c-a69a-8699812a80bb req-7bd33f80-e85d-49ff-848c-71269eb40fa4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=936fad1b-f6ac-4664-a85c-5edad11a5fe5 HTTP/1.1" status: 200 len: 217 time: 0.0373123 Aug 06 16:12:33.446855 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51288) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:33.532752 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ba8a88ab-f43d-4829-9837-d457c6b00641 req-e7084c7d-a3c4-4f08-a790-b1be3be424eb tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 210 time: 0.1813793 Aug 06 16:12:33.574499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33259e92-2366-4961-91cf-5c688a2dfa0e req-a5f4b26c-33bc-4090-9902-62645feae078 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cca27a0e-32f7-473b-b8a4-f84f719a2ca7 HTTP/1.1" status: 200 len: 217 time: 0.2190161 Aug 06 16:12:33.616559 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1a1ad-dd1c-43cb-a517-6cca3bc02032 None None] New status for floating IP 4e5a1f0e-edec-4623-a07c-66e30ff7631f: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:12:33.641823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-183816d0-eed3-465b-9b42-ea9b5ce39ff6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.648452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-183816d0-eed3-465b-9b42-ea9b5ce39ff6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.650256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-183816d0-eed3-465b-9b42-ea9b5ce39ff6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1683 time: 0.6603773 Aug 06 16:12:33.650795 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047908c-4bba-4d8c-a69a-8699812a80bb req-1708dbae-47eb-4fac-9f5d-350a7de96096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.652461 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f047908c-4bba-4d8c-a69a-8699812a80bb req-1708dbae-47eb-4fac-9f5d-350a7de96096 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ec125ff5-c346-4a3d-9b12-64dc191d2b5a HTTP/1.1" status: 200 len: 861 time: 0.1923833 Aug 06 16:12:33.686033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3c1b8-389c-4f69-bb21-bfba22c0b5a5 req-10480dae-08a6-4109-a670-7948b7b3d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.688719 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3c1b8-389c-4f69-bb21-bfba22c0b5a5 req-10480dae-08a6-4109-a670-7948b7b3d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.690913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3c1b8-389c-4f69-bb21-bfba22c0b5a5 req-10480dae-08a6-4109-a670-7948b7b3d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.691558 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3c1b8-389c-4f69-bb21-bfba22c0b5a5 req-10480dae-08a6-4109-a670-7948b7b3d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.692220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3c1b8-389c-4f69-bb21-bfba22c0b5a5 req-10480dae-08a6-4109-a670-7948b7b3d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.692868 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3c1b8-389c-4f69-bb21-bfba22c0b5a5 req-10480dae-08a6-4109-a670-7948b7b3d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.693490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3c1b8-389c-4f69-bb21-bfba22c0b5a5 req-10480dae-08a6-4109-a670-7948b7b3d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.711249 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-40d3c1b8-389c-4f69-bb21-bfba22c0b5a5 req-10480dae-08a6-4109-a670-7948b7b3d371 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 6501 time: 0.2633128 Aug 06 16:12:33.740024 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fac125-f156-472b-a495-25c0cd976994 req-33a43d44-a2fb-4d42-86e4-26c8035666dc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.748174 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06fac125-f156-472b-a495-25c0cd976994 req-33a43d44-a2fb-4d42-86e4-26c8035666dc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 945 time: 0.3979771 Aug 06 16:12:33.762171 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5f40834b-0ed8-4036-a6b9-722085211d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:33.768346 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f047908c-4bba-4d8c-a69a-8699812a80bb req-09f26a6f-86dc-4c52-b428-ccaeadb85a9a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ebf51f29-e8ab-4db1-8741-a172cde7c91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032948 Aug 06 16:12:33.800159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-c97cbdcf-c624-4b6b-8638-9d81d9ba6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.802001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-c97cbdcf-c624-4b6b-8638-9d81d9ba6792 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae&tenant_id=6ead4e8906674c03a98f2b96e64fabd0 HTTP/1.1" status: 200 len: 1096 time: 0.3995013 Aug 06 16:12:33.812183 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e2b65c2-d382-44ac-807b-e54e60d19b95 req-b9009fed-95c7-45cc-acb5-e19a47868a52 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/floatingips/4e5a1f0e-edec-4623-a07c-66e30ff7631f HTTP/1.1" status: 200 len: 694 time: 0.2037585 Aug 06 16:12:33.841732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:33.862465 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-40d3c1b8-389c-4f69-bb21-bfba22c0b5a5 req-4e745703-6ec6-4584-a30d-21605896010f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1496859 Aug 06 16:12:33.872580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33259e92-2366-4961-91cf-5c688a2dfa0e req-da7e4157-f61d-4204-925b-481213dfbd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.872580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33259e92-2366-4961-91cf-5c688a2dfa0e req-da7e4157-f61d-4204-925b-481213dfbd4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1056e5c-559a-4a53-a352-33d04b3f97d1 HTTP/1.1" status: 200 len: 860 time: 0.2798808 Aug 06 16:12:33.970345 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f047908c-4bba-4d8c-a69a-8699812a80bb req-83ca14a0-f099-4f3e-b179-171ccd1873ea service neutron] 10.222.0.78 "GET /v2.0/networks/ebf51f29-e8ab-4db1-8741-a172cde7c91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890507 Aug 06 16:12:34.057829 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33259e92-2366-4961-91cf-5c688a2dfa0e req-424d7058-5685-4d6e-88a3-c658e84278b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31e3160e-dcae-458f-8e68-33097bb25302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044631 Aug 06 16:12:34.073843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06fac125-f156-472b-a495-25c0cd976994 req-3b7f6bea-3ab0-4e31-bf1c-ff588ec69358 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247440 Aug 06 16:12:34.121067 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:34.184039 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f047908c-4bba-4d8c-a69a-8699812a80bb req-859aa57a-2770-462d-a0b4-613e54f7d5b1 service neutron] 10.222.0.78 "GET /v2.0/networks/ebf51f29-e8ab-4db1-8741-a172cde7c91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019541 Aug 06 16:12:34.232227 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b65c2-d382-44ac-807b-e54e60d19b95 req-5f8ad5d4-4c5d-41ee-b249-c8e1dfa43352 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:34.233582 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e2b65c2-d382-44ac-807b-e54e60d19b95 req-5f8ad5d4-4c5d-41ee-b249-c8e1dfa43352 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 784 time: 0.4207747 Aug 06 16:12:34.236202 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-7005a7ef-ee56-4987-b623-7d34d162c75e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Deleting port 5b6972af-567c-4fa2-8f0e-7f512062695f {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:34.236548 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-7005a7ef-ee56-4987-b623-7d34d162c75e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:34.460495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e2b65c2-d382-44ac-807b-e54e60d19b95 req-9818697c-49c8-470f-ae4c-517d775f1e96 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.2140691 Aug 06 16:12:34.527525 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33259e92-2366-4961-91cf-5c688a2dfa0e req-0c67d421-d9ee-4b16-8404-7fe2b5caa85d service neutron] 10.222.0.13 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573257 Aug 06 16:12:34.600444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876226bf-a283-4980-ba90-a145e3b5a35d req-6c2552a0-a121-4484-a897-fe8dca1c3ee7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:34.607380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876226bf-a283-4980-ba90-a145e3b5a35d req-6c2552a0-a121-4484-a897-fe8dca1c3ee7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:34.609205 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-876226bf-a283-4980-ba90-a145e3b5a35d req-6c2552a0-a121-4484-a897-fe8dca1c3ee7 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 1683 time: 0.3668010 Aug 06 16:12:34.660739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e2b65c2-d382-44ac-807b-e54e60d19b95 req-290316f2-28d7-46ac-9886-269dcaf4547a tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.1.29 HTTP/1.1" status: 200 len: 695 time: 0.1409175 Aug 06 16:12:34.739940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-7005a7ef-ee56-4987-b623-7d34d162c75e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] For port 5b6972af-567c-4fa2-8f0e-7f512062695f, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=5b6972af-567c-4fa2-8f0e-7f512062695f,segment=NetworkSegment(c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf),segment_id=c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:34.740306 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-7005a7ef-ee56-4987-b623-7d34d162c75e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:34.848256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-7005a7ef-ee56-4987-b623-7d34d162c75e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Calling delete_port for 5b6972af-567c-4fa2-8f0e-7f512062695f owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:34.929347 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-876226bf-a283-4980-ba90-a145e3b5a35d req-f1ac70e8-ee2f-4d28-aef2-4b90483b2b99 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015983 Aug 06 16:12:35.009258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33259e92-2366-4961-91cf-5c688a2dfa0e req-b483e023-69ea-4205-ab2a-a03ade72f93c service neutron] 10.222.0.13 "GET /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689140 Aug 06 16:12:35.039950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=07205b90-39c8-4267-b0cb-5aca03820b33,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:35.134770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:35.168589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a307f-1fbf-49dc-868d-4d6a8119ac01 req-f6256ad1-6d28-475b-b790-fbb76d31ae4f tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:35.169859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f84a307f-1fbf-49dc-868d-4d6a8119ac01 req-f6256ad1-6d28-475b-b790-fbb76d31ae4f tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037 HTTP/1.1" status: 200 len: 943 time: 0.1392453 Aug 06 16:12:35.173532 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-4e2b65c2-d382-44ac-807b-e54e60d19b95 req-a843ff7e-6698-4402-8a60-c0db7425ce79 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Deleting port 91120d99-e6a5-4c8f-b42b-a0da2c02ce1e {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:35.173909 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4e2b65c2-d382-44ac-807b-e54e60d19b95 req-a843ff7e-6698-4402-8a60-c0db7425ce79 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.214409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device a528f49b-50ac-437d-bddd-0169856ba0f5 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:35.324680 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.361071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a528f49b-50ac-437d-bddd-0169856ba0f5'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:35.367212 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172408cd-a38d-4b81-a6e5-b6d25ffc27aa" -d '{"events": [{"server_uuid": "4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2", "name": "network-vif-unplugged", "status": "completed", "tag": "a528f49b-50ac-437d-bddd-0169856ba0f5"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:35.367907 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51330) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:35.389262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port a528f49b-50ac-437d-bddd-0169856ba0f5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a528f49b-50ac-437d-bddd-0169856ba0f5,segment=NetworkSegment(caa2057e-24af-44ac-8a18-3447b5803652),segment_id=caa2057e-24af-44ac-8a18-3447b5803652)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:35.396344 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.397943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 5b6972af-567c-4fa2-8f0e-7f512062695f no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:35.540079 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.542149 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-db619e29-7bff-428c-946a-f5e9bdb8ceb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.621900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 5b6972af-567c-4fa2-8f0e-7f512062695f, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=5b6972af-567c-4fa2-8f0e-7f512062695f,segment=NetworkSegment(c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf),segment_id=c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:35.623216 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=a528f49b-50ac-437d-bddd-0169856ba0f5,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:35.636710 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.646688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:35.649127 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c63ced-a8a0-4a1f-a980-6124199eae15" -d '{"events": [{"server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "name": "network-vif-unplugged", "status": "completed", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:35.654788 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.667270 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-db619e29-7bff-428c-946a-f5e9bdb8ceb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.672446 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-db619e29-7bff-428c-946a-f5e9bdb8ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.708173 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-db619e29-7bff-428c-946a-f5e9bdb8ceb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a52fdd793e2549029d5b26620eebf749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3361526 Aug 06 16:12:35.712883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Transition to ACTIVE for port object 07205b90-39c8-4267-b0cb-5aca03820b33 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:35.715576 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51340) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:35.722103 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=5b6972af-567c-4fa2-8f0e-7f512062695f,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:35.726053 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f84a307f-1fbf-49dc-868d-4d6a8119ac01 req-843fadcf-4fa0-4d29-9991-f063f37386ef tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/security-groups?id=7edc44a8-3e8c-45b2-9bdd-234735ab0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381309 Aug 06 16:12:35.733131 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.770276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db619e29-7bff-428c-946a-f5e9bdb8ceb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c95847-9c30-4da5-8475-7d7408425752,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:35.782885 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4e2b65c2-d382-44ac-807b-e54e60d19b95 req-a843ff7e-6698-4402-8a60-c0db7425ce79 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.783136 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4e2b65c2-d382-44ac-807b-e54e60d19b95 req-a843ff7e-6698-4402-8a60-c0db7425ce79 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.809510 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-7005a7ef-ee56-4987-b623-7d34d162c75e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.820815 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-4e2b65c2-d382-44ac-807b-e54e60d19b95 req-a843ff7e-6698-4402-8a60-c0db7425ce79 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Calling delete_port for 91120d99-e6a5-4c8f-b42b-a0da2c02ce1e owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:35.837619 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-88e1ebc9-5c16-4643-a65e-e93a8a0e8534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.857248 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Pushing event updated for resources: {'Port': ['ID=07205b90-39c8-4267-b0cb-5aca03820b33,revision_number=10']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:35.867091 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-88e1ebc9-5c16-4643-a65e-e93a8a0e8534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.934464 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-88e1ebc9-5c16-4643-a65e-e93a8a0e8534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.937469 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-88e1ebc9-5c16-4643-a65e-e93a8a0e8534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.941294 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-88e1ebc9-5c16-4643-a65e-e93a8a0e8534 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8c95847-9c30-4da5-8475-7d7408425752 HTTP/1.1" status: 204 len: 168 time: 0.2220244 Aug 06 16:12:35.953227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1ebc9-5c16-4643-a65e-e93a8a0e8534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c95847-9c30-4da5-8475-7d7408425752,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:35.955196 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8fcea39-1b8f-493d-acc5-41c5880001b8 req-ba0f52e1-c225-4d99-82e8-70021271caa7 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 210 time: 0.0904069 Aug 06 16:12:35.987953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:35.989072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:35.993113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:35.993719 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:35.994217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:35.994724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:35.995222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:35.995703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:35.996195 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:35.997684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:35.998211 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:35.999981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:36.010083 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 936fad1b-f6ac-4664-a85c-5edad11a5fe5 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:12:36.012327 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 07205b90-39c8-4267-b0cb-5aca03820b33 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:36.099499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005a7ef-ee56-4987-b623-7d34d162c75e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Port': ['ID=5b6972af-567c-4fa2-8f0e-7f512062695f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:36.208075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 07205b90-39c8-4267-b0cb-5aca03820b33 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:36.223920 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e974813c-8611-4a0d-9e62-76f7cf22a7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.257966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] No DVR routers for this DVR port 07205b90-39c8-4267-b0cb-5aca03820b33 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:36.259675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 936fad1b-f6ac-4664-a85c-5edad11a5fe5, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=936fad1b-f6ac-4664-a85c-5edad11a5fe5,segment=NetworkSegment(c822d039-7f05-4ed3-9fed-e8aefd2989ec),segment_id=c822d039-7f05-4ed3-9fed-e8aefd2989ec)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:36.272683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '936fad1b-f6ac-4664-a85c-5edad11a5fe5', 'network_id': 'ebf51f29-e8ab-4db1-8741-a172cde7c91f', 'port_id': '936fad1b-f6ac-4664-a85c-5edad11a5fe5', 'mac_address': 'fa:16:3e:3a:f9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec125ff5-c346-4a3d-9b12-64dc191d2b5a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:12:36.323047 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.335699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-7005a7ef-ee56-4987-b623-7d34d162c75e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] No DVR routers for this DVR port 5b6972af-567c-4fa2-8f0e-7f512062695f on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:36.343402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936fad1b-f6ac-4664-a85c-5edad11a5fe5 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:12:36.362088 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-7005a7ef-ee56-4987-b623-7d34d162c75e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.365487 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-7005a7ef-ee56-4987-b623-7d34d162c75e tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.13 "DELETE /v2.0/ports/5b6972af-567c-4fa2-8f0e-7f512062695f HTTP/1.1" status: 204 len: 173 time: 2.6834323 Aug 06 16:12:36.388044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 936fad1b-f6ac-4664-a85c-5edad11a5fe5, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=936fad1b-f6ac-4664-a85c-5edad11a5fe5,segment=NetworkSegment(c822d039-7f05-4ed3-9fed-e8aefd2989ec),segment_id=c822d039-7f05-4ed3-9fed-e8aefd2989ec)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:36.400010 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.407075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51348) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:36.426364 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4720619-0e77-4f53-9286-952c2f8f67c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.467732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ff6e6-1c73-4a53-9bd7-4ca38757a52a req-8c0aa107-5ef2-4bfc-8c57-9caaa01de85e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:36.470033 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-780ff6e6-1c73-4a53-9bd7-4ca38757a52a req-8c0aa107-5ef2-4bfc-8c57-9caaa01de85e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 944 time: 0.3505623 Aug 06 16:12:36.487812 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=936fad1b-f6ac-4664-a85c-5edad11a5fe5,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:36.581602 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4720619-0e77-4f53-9286-952c2f8f67c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.592306 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4720619-0e77-4f53-9286-952c2f8f67c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.620799 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.645665 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a4720619-0e77-4f53-9286-952c2f8f67c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b524c31bba3472690917cd6d8f7cb08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365365 Aug 06 16:12:36.646880 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4720619-0e77-4f53-9286-952c2f8f67c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715a5561-e305-4c04-89d0-a2613e8e6564,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:36.649416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51352) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:36.689993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-780ff6e6-1c73-4a53-9bd7-4ca38757a52a req-17c38d7b-85c6-41b7-8222-81ef8babc535 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796718 Aug 06 16:12:36.715098 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9de6f5c9-c6ec-4600-8d59-6ff07abc8e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.734936 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4e2b65c2-d382-44ac-807b-e54e60d19b95 req-a843ff7e-6698-4402-8a60-c0db7425ce79 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.749847 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9de6f5c9-c6ec-4600-8d59-6ff07abc8e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.751742 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['936fad1b-f6ac-4664-a85c-5edad11a5fe5'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:36.794656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Attempting to bind port 07205b90-39c8-4267-b0cb-5aca03820b33 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:12:36.795075 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Attempting to bind port 07205b90-39c8-4267-b0cb-5aca03820b33 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:12:36.795500 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Attempting to bind port 07205b90-39c8-4267-b0cb-5aca03820b33 on network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:36.797027 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97527623-bf74-4e43-8097-c20a1b5d0031 x-openstack-request-id: req-97527623-bf74-4e43-8097-c20a1b5d0031 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:36.798753 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2", "name": "network-vif-unplugged", "status": "completed", "tag": "a528f49b-50ac-437d-bddd-0169856ba0f5", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:36.799012 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97527623-bf74-4e43-8097-c20a1b5d0031 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:36.799406 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a528f49b-50ac-437d-bddd-0169856ba0f5', 'code': 200} Aug 06 16:12:36.803218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Port 07205b90-39c8-4267-b0cb-5aca03820b33 on network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:12:36.804612 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Attempting to bind port 07205b90-39c8-4267-b0cb-5aca03820b33 on network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:36.807785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843ff7e-6698-4402-8a60-c0db7425ce79 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Pushing event deleted for resources: {'Port': ['ID=91120d99-e6a5-4c8f-b42b-a0da2c02ce1e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:36.807931 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9de6f5c9-c6ec-4600-8d59-6ff07abc8e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.811520 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9de6f5c9-c6ec-4600-8d59-6ff07abc8e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.812807 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9de6f5c9-c6ec-4600-8d59-6ff07abc8e39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/715a5561-e305-4c04-89d0-a2613e8e6564 HTTP/1.1" status: 204 len: 168 time: 0.1621928 Aug 06 16:12:36.821969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-979fbd19-821b-462c-9f46-1e7cf231d49c tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Deleting port a528f49b-50ac-437d-bddd-0169856ba0f5 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:36.822451 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-979fbd19-821b-462c-9f46-1e7cf231d49c tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.825498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:12:36.825992 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Checking segment: {'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:36.826468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Bound using segment: {'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:12:36.826984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Bound port: 07205b90-39c8-4267-b0cb-5aca03820b33, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:12:36.827475 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.832156 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6f5c9-c6ec-4600-8d59-6ff07abc8e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715a5561-e305-4c04-89d0-a2613e8e6564,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:36.899167 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:36.902688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=07205b90-39c8-4267-b0cb-5aca03820b33,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:12:36.934187 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f83fde3-85b7-4d63-9e7f-7d0d148c34c2 x-openstack-request-id: req-2f83fde3-85b7-4d63-9e7f-7d0d148c34c2 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:36.934526 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "name": "network-vif-unplugged", "status": "completed", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:36.934894 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f83fde3-85b7-4d63-9e7f-7d0d148c34c2 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:36.935368 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33', 'code': 200} Aug 06 16:12:36.952935 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:37.082187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:37.082813 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:37.084249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] 10.222.0.13 "PUT /v2.0/ports/07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 200 len: 1092 time: 3.2559085 Aug 06 16:12:37.138985 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4e2b65c2-d382-44ac-807b-e54e60d19b95 req-a843ff7e-6698-4402-8a60-c0db7425ce79 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:37.141597 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4e2b65c2-d382-44ac-807b-e54e60d19b95 req-a843ff7e-6698-4402-8a60-c0db7425ce79 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:37.147913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e2b65c2-d382-44ac-807b-e54e60d19b95 req-a843ff7e-6698-4402-8a60-c0db7425ce79 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "DELETE /v2.0/floatingips/4e5a1f0e-edec-4623-a07c-66e30ff7631f HTTP/1.1" status: 204 len: 173 time: 2.4386981 Aug 06 16:12:37.148887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df2c28-30cd-4265-bb3a-a8c9b7265efd service neutron] Pushing event updated for resources: {'Port': ['ID=07205b90-39c8-4267-b0cb-5aca03820b33,revision_number=11']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:37.189591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a88efd-de53-4616-b976-be5e8b47ee88 req-0c1dca4b-49cd-4ff7-af62-e93bb0321444 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:37.198429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34a88efd-de53-4616-b976-be5e8b47ee88 req-0c1dca4b-49cd-4ff7-af62-e93bb0321444 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 944 time: 0.2620277 Aug 06 16:12:37.239319 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-979fbd19-821b-462c-9f46-1e7cf231d49c tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] For port a528f49b-50ac-437d-bddd-0169856ba0f5, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=a528f49b-50ac-437d-bddd-0169856ba0f5,segment=NetworkSegment(caa2057e-24af-44ac-8a18-3447b5803652),segment_id=caa2057e-24af-44ac-8a18-3447b5803652)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:37.240047 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-979fbd19-821b-462c-9f46-1e7cf231d49c tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:37.265399 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:37.306562 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-979fbd19-821b-462c-9f46-1e7cf231d49c tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Calling delete_port for a528f49b-50ac-437d-bddd-0169856ba0f5 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:37.325963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-63d4d183-f4b3-48fa-ac14-ff5b3d59730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:37.327505 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-63d4d183-f4b3-48fa-ac14-ff5b3d59730b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1095 time: 0.2125988 Aug 06 16:12:37.345781 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34a88efd-de53-4616-b976-be5e8b47ee88 req-ea9e4c33-45fd-4c68-b31f-7cb4260d9889 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd0724d1-fb82-41e8-a0fb-ac08d3768700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406121 Aug 06 16:12:37.494122 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b432275-b717-471f-a39a-4e2b6e80980e req-a3da86aa-3871-4d58-aa39-3c62ebcdf8df tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:37.495708 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b432275-b717-471f-a39a-4e2b6e80980e req-a3da86aa-3871-4d58-aa39-3c62ebcdf8df tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037 HTTP/1.1" status: 200 len: 944 time: 0.2586451 Aug 06 16:12:37.525883 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7bf3a1b-1b0e-4273-b33a-99d1960c0d59 req-9264b368-dcad-47a6-a44a-d50569282a62 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 210 time: 0.0581207 Aug 06 16:12:37.594607 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-a1cd5380-c6f9-4356-bf9a-ab989668f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:37.597808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-a1cd5380-c6f9-4356-bf9a-ab989668f67b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2 HTTP/1.1" status: 200 len: 897 time: 0.2479520 Aug 06 16:12:37.602457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b432275-b717-471f-a39a-4e2b6e80980e req-5d8cc352-c733-4b13-be8c-c46c430b9add tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/security-groups?id=7edc44a8-3e8c-45b2-9bdd-234735ab0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793169 Aug 06 16:12:37.728138 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-85b3470c-09ba-431d-85bd-dc91db4e62c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 200 len: 999 time: 0.1212852 Aug 06 16:12:37.734959 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-979fbd19-821b-462c-9f46-1e7cf231d49c tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:37.803941 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fbd19-821b-462c-9f46-1e7cf231d49c tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Port': ['ID=a528f49b-50ac-437d-bddd-0169856ba0f5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:37.821086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70bba75e-9c13-4729-b081-992ce7279adc req-c2a2597e-f56e-41c1-89e5-7552bb1e82fb tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups/252fcb14-e231-4325-83cf-49279292ec1c HTTP/1.1" status: 200 len: 1810 time: 0.1839042 Aug 06 16:12:37.907374 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-6d0eba24-762c-4ea0-8bf4-782efa4ee7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:37.908759 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-6d0eba24-762c-4ea0-8bf4-782efa4ee7b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d9457db-69ad-4917-87cd-7d1f42be3fc5 HTTP/1.1" status: 200 len: 835 time: 0.1617484 Aug 06 16:12:37.909571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-979fbd19-821b-462c-9f46-1e7cf231d49c tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] No DVR routers for this DVR port a528f49b-50ac-437d-bddd-0169856ba0f5 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:37.915218 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-979fbd19-821b-462c-9f46-1e7cf231d49c tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:37.917200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a754cbb-c6f0-4d1f-b8bb-c8321c307db0 req-979fbd19-821b-462c-9f46-1e7cf231d49c tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.13 "DELETE /v2.0/ports/a528f49b-50ac-437d-bddd-0169856ba0f5 HTTP/1.1" status: 204 len: 173 time: 1.5324383 Aug 06 16:12:37.976295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabf78d-04e4-4068-a211-fb3b9b8b8761 req-37d15d37-3100-4091-ac7b-f872441dc1a8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:37.977876 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fabf78d-04e4-4068-a211-fb3b9b8b8761 req-37d15d37-3100-4091-ac7b-f872441dc1a8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 944 time: 0.1767282 Aug 06 16:12:38.019869 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 936fad1b-f6ac-4664-a85c-5edad11a5fe5 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:38.045234 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-da08679e-cf79-40a0-aa9f-a3c1723f21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:38.046920 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-da08679e-cf79-40a0-aa9f-a3c1723f21d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197450 Aug 06 16:12:38.051925 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-70bba75e-9c13-4729-b081-992ce7279adc req-5d1d124e-d26f-45fc-bc23-a97cbddf7dee tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:38.119303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fabf78d-04e4-4068-a211-fb3b9b8b8761 req-8a81e030-4fac-4860-859b-70d99361e29e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342690 Aug 06 16:12:38.126734 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-70bba75e-9c13-4729-b081-992ce7279adc req-5d1d124e-d26f-45fc-bc23-a97cbddf7dee tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:38.249106 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-2ea55b40-4fb0-4014-9962-40336e6b6b33 service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891484 Aug 06 16:12:38.270334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 936fad1b-f6ac-4664-a85c-5edad11a5fe5 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:38.275333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 936fad1b-f6ac-4664-a85c-5edad11a5fe5 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:38.275903 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:38.290891 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-70bba75e-9c13-4729-b081-992ce7279adc req-5d1d124e-d26f-45fc-bc23-a97cbddf7dee tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:38.293908 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-70bba75e-9c13-4729-b081-992ce7279adc req-5d1d124e-d26f-45fc-bc23-a97cbddf7dee tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:38.295056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70bba75e-9c13-4729-b081-992ce7279adc req-5d1d124e-d26f-45fc-bc23-a97cbddf7dee tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "DELETE /v2.0/security-groups/252fcb14-e231-4325-83cf-49279292ec1c HTTP/1.1" status: 204 len: 173 time: 0.4436641 Aug 06 16:12:38.362621 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d124e-d26f-45fc-bc23-a97cbddf7dee tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=252fcb14-e231-4325-83cf-49279292ec1c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:38.392463 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:38.418816 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d50f59c6-841c-4f1a-ad19-f1e66fd4fd1d req-67b1c9dd-2e72-4e8e-9078-beba24368c6a service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598139 Aug 06 16:12:38.452643 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 936fad1b-f6ac-4664-a85c-5edad11a5fe5, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=936fad1b-f6ac-4664-a85c-5edad11a5fe5,segment=NetworkSegment(c822d039-7f05-4ed3-9fed-e8aefd2989ec),segment_id=c822d039-7f05-4ed3-9fed-e8aefd2989ec)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:38.461781 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:38.511866 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a928b3f-d33b-48ea-8c7e-2f811cb5f7c9 req-3edf903b-255b-4185-8b48-a1bdff4627ce tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2 HTTP/1.1" status: 200 len: 210 time: 0.0386660 Aug 06 16:12:38.551852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=936fad1b-f6ac-4664-a85c-5edad11a5fe5,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:38.653678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02eee92-75b0-4156-8529-c7a5a20bc052 req-3e867398-73b2-4999-bf74-e136c87795e8 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:38.660697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c02eee92-75b0-4156-8529-c7a5a20bc052 req-3e867398-73b2-4999-bf74-e136c87795e8 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.0769153 Aug 06 16:12:38.745335 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0f814fb5-f834-432c-9b5c-bf37c14f0e34 req-a306f63a-23f1-4c4f-8bf6-d98d4e9b3939 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/ports?device_id=7dbf6795-90ab-41b7-829e-18d56fd50894 HTTP/1.1" status: 200 len: 210 time: 0.0544968 Aug 06 16:12:38.774180 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c02eee92-75b0-4156-8529-c7a5a20bc052 req-1cd2896e-af0f-4ea4-a03c-a77fdf340b99 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023760 Aug 06 16:12:38.800584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6972af-567c-4fa2-8f0e-7f512062695f'}, {'server_uuid': '7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936fad1b-f6ac-4664-a85c-5edad11a5fe5'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:38.803838 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6a28e3-301c-42d8-a89d-80557d1f887e" -d '{"events": [{"server_uuid": "4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6972af-567c-4fa2-8f0e-7f512062695f"}, {"server_uuid": "7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037", "name": "network-vif-plugged", "status": "completed", "tag": "936fad1b-f6ac-4664-a85c-5edad11a5fe5"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:38.855676 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3d36c9-5260-40f5-bd60-d781bd311e3f x-openstack-request-id: req-3e3d36c9-5260-40f5-bd60-d781bd311e3f {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:38.856079 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6972af-567c-4fa2-8f0e-7f512062695f", "code": 200}, {"server_uuid": "7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037", "name": "network-vif-plugged", "status": "completed", "tag": "936fad1b-f6ac-4664-a85c-5edad11a5fe5", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:38.856394 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e3d36c9-5260-40f5-bd60-d781bd311e3f {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:38.856856 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6972af-567c-4fa2-8f0e-7f512062695f', 'code': 200} Aug 06 16:12:38.857171 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936fad1b-f6ac-4664-a85c-5edad11a5fe5', 'code': 200} Aug 06 16:12:38.912312 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080c145-ce0b-45ab-9125-474d81b26886 req-0927b6e6-ebe8-4c84-99cb-92e88b0569d1 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:38.915162 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6080c145-ce0b-45ab-9125-474d81b26886 req-0927b6e6-ebe8-4c84-99cb-92e88b0569d1 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037 HTTP/1.1" status: 200 len: 945 time: 0.0653050 Aug 06 16:12:38.936605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'name': 'network-vif-deleted', 'tag': '5b6972af-567c-4fa2-8f0e-7f512062695f'}, {'name': 'network-changed', 'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33'}, {'server_uuid': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'name': 'network-vif-deleted', 'tag': 'a528f49b-50ac-437d-bddd-0169856ba0f5'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:38.939080 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cb363b-5165-44c5-96b5-11dd1e33ea65" -d '{"events": [{"server_uuid": "4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2", "name": "network-vif-deleted", "tag": "5b6972af-567c-4fa2-8f0e-7f512062695f"}, {"name": "network-changed", "server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33"}, {"server_uuid": "4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2", "name": "network-vif-deleted", "tag": "a528f49b-50ac-437d-bddd-0169856ba0f5"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:38.994038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0d823-0d00-4d50-89f9-db73b24e7e18 req-10afab3f-9139-4a65-aa3a-2b6168b15fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:38.994752 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:38.995945 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9fd0d823-0d00-4d50-89f9-db73b24e7e18 req-10afab3f-9139-4a65-aa3a-2b6168b15fde service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037 HTTP/1.1" status: 200 len: 1096 time: 0.0520339 Aug 06 16:12:39.000987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6080c145-ce0b-45ab-9125-474d81b26886 req-8fb70417-1e14-43dc-98a8-4fc4b5a91612 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/security-groups?id=7edc44a8-3e8c-45b2-9bdd-234735ab0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707564 Aug 06 16:12:39.039247 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f51e8e-ffc2-4b3e-bce3-0ea04b092fc0 x-openstack-request-id: req-d8f51e8e-ffc2-4b3e-bce3-0ea04b092fc0 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:39.039560 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2", "name": "network-vif-deleted", "tag": "5b6972af-567c-4fa2-8f0e-7f512062695f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33", "status": "completed", "code": 200}, {"server_uuid": "4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2", "name": "network-vif-deleted", "tag": "a528f49b-50ac-437d-bddd-0169856ba0f5", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:39.039790 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8f51e8e-ffc2-4b3e-bce3-0ea04b092fc0 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:39.040734 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'name': 'network-vif-deleted', 'tag': '5b6972af-567c-4fa2-8f0e-7f512062695f', 'status': 'completed', 'code': 200} Aug 06 16:12:39.040734 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33', 'status': 'completed', 'code': 200} Aug 06 16:12:39.040982 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2bfa77-10c1-4065-a11d-a1b9ffb0bea2', 'name': 'network-vif-deleted', 'tag': 'a528f49b-50ac-437d-bddd-0169856ba0f5', 'status': 'completed', 'code': 200} Aug 06 16:12:39.065832 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9fd0d823-0d00-4d50-89f9-db73b24e7e18 req-52645d3f-bb33-4ced-8031-2bf527f60fe8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=7edc44a8-3e8c-45b2-9bdd-234735ab0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505083 Aug 06 16:12:39.114066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-491aac3d-d574-415a-ac10-280968d495e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:39.116266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-491aac3d-d574-415a-ac10-280968d495e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1095 time: 0.0509987 Aug 06 16:12:39.163976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-a92ec358-4df2-42e1-aeb3-a14cd044931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:39.166306 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-a92ec358-4df2-42e1-aeb3-a14cd044931a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1095 time: 0.0567048 Aug 06 16:12:39.296191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-91cac900-666c-4fc0-9b56-67b9ff381bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:39.296191 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-91cac900-666c-4fc0-9b56-67b9ff381bb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2 HTTP/1.1" status: 200 len: 897 time: 0.1678319 Aug 06 16:12:39.311274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc496067-0b1f-4c94-b1cf-0dc442fa1e56 req-de47051b-a1c2-4db9-b0b0-9c8313a06a8f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:39.318913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc496067-0b1f-4c94-b1cf-0dc442fa1e56 req-de47051b-a1c2-4db9-b0b0-9c8313a06a8f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 944 time: 0.0885563 Aug 06 16:12:39.387827 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-7720c7f1-925c-499e-9a6e-3577e1f60b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:39.388625 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-7720c7f1-925c-499e-9a6e-3577e1f60b8a service neutron] 10.222.0.78 "GET /v2.0/networks?id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2 HTTP/1.1" status: 200 len: 897 time: 0.2138488 Aug 06 16:12:39.419051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc496067-0b1f-4c94-b1cf-0dc442fa1e56 req-f2e0c961-53c3-4995-8f8c-d91fd22e8a7e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988164 Aug 06 16:12:39.433856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-646dc8de-b1a4-47b0-b4f0-3e1119761f2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 200 len: 999 time: 0.1121941 Aug 06 16:12:39.512069 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-7137095a-4e12-4d2e-b814-62ef2543b3d3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 200 len: 999 time: 0.1125000 Aug 06 16:12:39.519862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-3ac9da3e-6206-42f0-9f4b-62f278b630b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:39.521548 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-3ac9da3e-6206-42f0-9f4b-62f278b630b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d9457db-69ad-4917-87cd-7d1f42be3fc5 HTTP/1.1" status: 200 len: 835 time: 0.0762284 Aug 06 16:12:39.612813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-72d12f55-0a53-4729-abf3-ae1b2d32a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:39.614612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-72d12f55-0a53-4729-abf3-ae1b2d32a1b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815225 Aug 06 16:12:39.624510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51436) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:39.624710 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-17f83bcd-e66c-477b-b85a-7fa2ea4d9f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:39.626327 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-17f83bcd-e66c-477b-b85a-7fa2ea4d9f41 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2d9457db-69ad-4917-87cd-7d1f42be3fc5 HTTP/1.1" status: 200 len: 835 time: 0.1053538 Aug 06 16:12:39.688177 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-fe14bb85-f45e-4565-afef-bc33c9f53473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:39.690070 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-fe14bb85-f45e-4565-afef-bc33c9f53473 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559394 Aug 06 16:12:39.760102 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbfd8a1-b4fb-4d50-860b-c0b1134307e6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Deleting subnet 1a0aa45f-00ea-42a5-b805-3b8693d4b851 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:12:39.766380 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8dbfd8a1-b4fb-4d50-860b-c0b1134307e6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:39.885760 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-5cf91ef0-87a7-4374-b8b4-6e62afb88832 service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533100 Aug 06 16:12:39.947231 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-57648860-543b-4b64-bb8a-4469051d0a44 service neutron] 10.222.0.78 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462993 Aug 06 16:12:39.950564 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8dbfd8a1-b4fb-4d50-860b-c0b1134307e6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:39.957568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51448) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:40.109915 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eac10b4f-461a-47ac-9e44-0853d949f589 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:40.146566 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-44a7c0a7-361d-4c24-87b4-228ca96f0a85 service neutron] 10.222.0.78 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851714 Aug 06 16:12:40.159806 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eac10b4f-461a-47ac-9e44-0853d949f589 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:40.171313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3aa0d1-ce7d-4c1f-8ed8-fece2c498047 req-00f2da36-98c6-4986-99bc-47ed53505edf tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:40.180673 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6e3aa0d1-ce7d-4c1f-8ed8-fece2c498047 req-00f2da36-98c6-4986-99bc-47ed53505edf tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.2367334 Aug 06 16:12:40.216688 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eac10b4f-461a-47ac-9e44-0853d949f589 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:40.220776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eac10b4f-461a-47ac-9e44-0853d949f589 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:40.226004 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-eac10b4f-461a-47ac-9e44-0853d949f589 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "DELETE /v2.0/security-groups/9f5e8e36-13c6-43b5-bc23-e827eace42d1 HTTP/1.1" status: 204 len: 168 time: 0.2670388 Aug 06 16:12:40.226704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51454) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:40.252460 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac10b4f-461a-47ac-9e44-0853d949f589 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5e8e36-13c6-43b5-bc23-e827eace42d1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:40.254761 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-306c87fa-43f5-4d07-9605-4f00fb9cc0f0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] show failed (client error): The resource could not be found. Aug 06 16:12:40.259602 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-09cb363b-5165-44c5-96b5-11dd1e33ea65 req-c3262859-75cf-4f2a-8e15-8f18b0078b42 service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627880 Aug 06 16:12:40.260495 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-306c87fa-43f5-4d07-9605-4f00fb9cc0f0 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "GET /v2.0/security-groups/9f5e8e36-13c6-43b5-bc23-e827eace42d1 HTTP/1.1" status: 404 len: 347 time: 0.0291882 Aug 06 16:12:40.261500 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51456) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:40.327270 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6e3aa0d1-ce7d-4c1f-8ed8-fece2c498047 req-ccda9939-c889-43fd-ba1b-7b229f3248af tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456673 Aug 06 16:12:40.345073 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8dbfd8a1-b4fb-4d50-860b-c0b1134307e6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:40.422205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d1517-5849-4d38-961a-83dce45911ad req-aed37391-5202-4729-bd00-dbbe17718815 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:40.431497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f57d1517-5849-4d38-961a-83dce45911ad req-aed37391-5202-4729-bd00-dbbe17718815 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037 HTTP/1.1" status: 200 len: 945 time: 0.2280455 Aug 06 16:12:40.462463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-78c6943a-1403-4ea1-b63c-0b5292d6c94c tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Deleting port 131945aa-81c7-4c56-8f69-9dc23f878e3c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:40.462812 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78c6943a-1403-4ea1-b63c-0b5292d6c94c tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:40.492911 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8dbfd8a1-b4fb-4d50-860b-c0b1134307e6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:40.541316 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f57d1517-5849-4d38-961a-83dce45911ad req-8b3b4530-8f5f-4649-85d5-1e10b6cac38b tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/security-groups?id=7edc44a8-3e8c-45b2-9bdd-234735ab0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087332 Aug 06 16:12:40.549212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfd8a1-b4fb-4d50-860b-c0b1134307e6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Subnet': ['ID=1a0aa45f-00ea-42a5-b805-3b8693d4b851,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:40.588726 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8dbfd8a1-b4fb-4d50-860b-c0b1134307e6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:40.590792 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8dbfd8a1-b4fb-4d50-860b-c0b1134307e6 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "DELETE /v2.0/subnets/1a0aa45f-00ea-42a5-b805-3b8693d4b851 HTTP/1.1" status: 204 len: 168 time: 0.9634244 Aug 06 16:12:40.593379 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678d78b6-a01e-4a1e-a2f1-63a914c67eb0 None None] Network 5798b51b-7ca6-476d-aa95-274e73df08a1 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:40.595161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51464) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:40.635022 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78c6943a-1403-4ea1-b63c-0b5292d6c94c tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:40.635359 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78c6943a-1403-4ea1-b63c-0b5292d6c94c tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:40.652290 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-78c6943a-1403-4ea1-b63c-0b5292d6c94c tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Calling delete_port for 131945aa-81c7-4c56-8f69-9dc23f878e3c owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:40.664577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0732cff-81c3-4e9f-9e2e-b759edcaff28 req-8ae6f5d9-6a9c-4e88-b055-d598e4cfa9cb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:40.667247 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0732cff-81c3-4e9f-9e2e-b759edcaff28 req-8ae6f5d9-6a9c-4e88-b055-d598e4cfa9cb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 944 time: 0.1061525 Aug 06 16:12:40.732897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0732cff-81c3-4e9f-9e2e-b759edcaff28 req-fba0bf3a-9620-4905-8773-a7aa1326cf2b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515754 Aug 06 16:12:40.962989 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.023261 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f02012-3d5b-4378-8bc6-bf035bd6079d None None] DHCP port deletion for 5798b51b-7ca6-476d-aa95-274e73df08a1 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:12:41.126790 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78c6943a-1403-4ea1-b63c-0b5292d6c94c tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.133934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64440126-bafd-402c-9788-631a889deef2 req-e6eaa60d-cb07-487b-a8c2-8eddfe5d1240 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:41.136915 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-44f02012-3d5b-4378-8bc6-bf035bd6079d None None] Deleting port d0d34a5a-866c-41ae-be41-08a76c896aa6 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:41.137292 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-44f02012-3d5b-4378-8bc6-bf035bd6079d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.142361 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Deleting port d0d34a5a-866c-41ae-be41-08a76c896aa6 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:41.145054 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.147424 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64440126-bafd-402c-9788-631a889deef2 req-e6eaa60d-cb07-487b-a8c2-8eddfe5d1240 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037 HTTP/1.1" status: 200 len: 945 time: 0.1022246 Aug 06 16:12:41.193944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6943a-1403-4ea1-b63c-0b5292d6c94c tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event deleted for resources: {'Port': ['ID=131945aa-81c7-4c56-8f69-9dc23f878e3c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:41.215992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64440126-bafd-402c-9788-631a889deef2 req-ee0fc4ec-4f79-4e4f-b761-5e442f43bb35 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/security-groups?id=7edc44a8-3e8c-45b2-9bdd-234735ab0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618262 Aug 06 16:12:41.294310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-44f02012-3d5b-4378-8bc6-bf035bd6079d None None] For port d0d34a5a-866c-41ae-be41-08a76c896aa6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d0d34a5a-866c-41ae-be41-08a76c896aa6,segment=NetworkSegment(caa2057e-24af-44ac-8a18-3447b5803652),segment_id=caa2057e-24af-44ac-8a18-3447b5803652)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:41.294887 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-44f02012-3d5b-4378-8bc6-bf035bd6079d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.302940 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] For port d0d34a5a-866c-41ae-be41-08a76c896aa6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d0d34a5a-866c-41ae-be41-08a76c896aa6,segment=NetworkSegment(caa2057e-24af-44ac-8a18-3447b5803652),segment_id=caa2057e-24af-44ac-8a18-3447b5803652)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:41.302940 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.314839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-44f02012-3d5b-4378-8bc6-bf035bd6079d None None] Calling delete_port for d0d34a5a-866c-41ae-be41-08a76c896aa6 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:41.322557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Calling delete_port for d0d34a5a-866c-41ae-be41-08a76c896aa6 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:41.330395 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78c6943a-1403-4ea1-b63c-0b5292d6c94c tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.333031 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78c6943a-1403-4ea1-b63c-0b5292d6c94c tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.337257 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-78c6943a-1403-4ea1-b63c-0b5292d6c94c tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "DELETE /v2.0/floatingips/f6d1c2e6-4aba-4255-aeb7-a582e53507a1 HTTP/1.1" status: 204 len: 168 time: 1.0716436 Aug 06 16:12:41.339331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51478) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:41.433257 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-44f02012-3d5b-4378-8bc6-bf035bd6079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.438750 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d5a0b-b092-43cf-a1fc-524adc0db3ae req-2380b3c4-487c-41e8-b25f-535d30c5bd7f tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:41.442591 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f9d5a0b-b092-43cf-a1fc-524adc0db3ae req-2380b3c4-487c-41e8-b25f-535d30c5bd7f tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.1392505 Aug 06 16:12:41.443409 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51482) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:41.475459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f02012-3d5b-4378-8bc6-bf035bd6079d None None] Pushing event deleted for resources: {'Port': ['ID=d0d34a5a-866c-41ae-be41-08a76c896aa6,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:41.495343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f02012-3d5b-4378-8bc6-bf035bd6079d None None] No DVR routers for this DVR port d0d34a5a-866c-41ae-be41-08a76c896aa6 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:41.565672 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.608100 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Port': ['ID=d0d34a5a-866c-41ae-be41-08a76c896aa6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:41.613066 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] No DVR routers for this DVR port d0d34a5a-866c-41ae-be41-08a76c896aa6 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:41.656473 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6f7336a8-6bd2-45d1-b087-b10ef7a82315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.659923 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-7c3eab7b-e260-41de-a88a-c95c66aed923 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Deleting port 83b8c3b1-5145-424e-a6a7-1827a198fa4d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:41.660265 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c3eab7b-e260-41de-a88a-c95c66aed923 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.691218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2804a2-1ff3-445e-9e52-7d001bca6c10 req-60c3b2ad-4f38-4199-a3f2-a796dcc3a8e1 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:41.698476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b2804a2-1ff3-445e-9e52-7d001bca6c10 req-60c3b2ad-4f38-4199-a3f2-a796dcc3a8e1 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 946 time: 0.2347019 Aug 06 16:12:41.706040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d0d34a5a-866c-41ae-be41-08a76c896aa6 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:41.734171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: d0d34a5a-866c-41ae-be41-08a76c896aa6 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:41.734909 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d0d34a5a-866c-41ae-be41-08a76c896aa6 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:41.784944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b2804a2-1ff3-445e-9e52-7d001bca6c10 req-99b287ba-cf3d-4bab-b33c-9a38bdaa5d61 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/security-groups?id=56b7366c-b3cf-41f2-a75a-2f984d2fec91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851104 Aug 06 16:12:41.828531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-5f9d5a0b-b092-43cf-a1fc-524adc0db3ae req-d2ad8f5e-76d1-4811-a49c-9e052f8cf788 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Deleting port cca27a0e-32f7-473b-b8a4-f84f719a2ca7 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:41.828531 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5f9d5a0b-b092-43cf-a1fc-524adc0db3ae req-d2ad8f5e-76d1-4811-a49c-9e052f8cf788 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.854596 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c3eab7b-e260-41de-a88a-c95c66aed923 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.857951 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.877964 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5798b51b-7ca6-476d-aa95-274e73df08a1']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:41.880161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-7c3eab7b-e260-41de-a88a-c95c66aed923 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Calling delete_port for 83b8c3b1-5145-424e-a6a7-1827a198fa4d owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:41.892623 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa2057e-24af-44ac-8a18-3447b5803652') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:41.892917 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa2057e-24af-44ac-8a18-3447b5803652') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:41.908832 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.956432 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.970314 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:12:41.970730 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:12:41.973884 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:12:41.979295 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6f7336a8-6bd2-45d1-b087-b10ef7a82315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.993990 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6f7336a8-6bd2-45d1-b087-b10ef7a82315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.010981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961cfa6-30e3-469d-9a45-763ac793fae0 req-7209467d-c25b-4c08-8ddb-86cc8e89f46b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:42.014280 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6961cfa6-30e3-469d-9a45-763ac793fae0 req-7209467d-c25b-4c08-8ddb-86cc8e89f46b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 944 time: 0.1619010 Aug 06 16:12:42.043343 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-5f9d5a0b-b092-43cf-a1fc-524adc0db3ae req-d2ad8f5e-76d1-4811-a49c-9e052f8cf788 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] For port cca27a0e-32f7-473b-b8a4-f84f719a2ca7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cca27a0e-32f7-473b-b8a4-f84f719a2ca7,segment=NetworkSegment(48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5),segment_id=48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:42.043773 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5f9d5a0b-b092-43cf-a1fc-524adc0db3ae req-d2ad8f5e-76d1-4811-a49c-9e052f8cf788 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.083340 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.083612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6f7336a8-6bd2-45d1-b087-b10ef7a82315 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3476774f1e7436383117a399de97ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6351759 Aug 06 16:12:42.083752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-5f9d5a0b-b092-43cf-a1fc-524adc0db3ae req-d2ad8f5e-76d1-4811-a49c-9e052f8cf788 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Calling delete_port for cca27a0e-32f7-473b-b8a4-f84f719a2ca7 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:42.087758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51492) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:42.098321 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.103467 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "DELETE /v2.0/networks/5798b51b-7ca6-476d-aa95-274e73df08a1 HTTP/1.1" status: 204 len: 168 time: 1.3916819 Aug 06 16:12:42.113027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51494) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:42.147414 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aba211-6a32-4540-9434-2d8ee25ac9b2 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Network': ['ID=5798b51b-7ca6-476d-aa95-274e73df08a1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:42.152780 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7336a8-6bd2-45d1-b087-b10ef7a82315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59f0762-79bd-4985-95ec-d05bf72ab143,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:42.179667 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6961cfa6-30e3-469d-9a45-763ac793fae0 req-7cdfff25-3029-412a-8496-98e12657f6a6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931625 Aug 06 16:12:42.200612 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f6d18ad4-6f0c-4e5d-9146-a601abdaa380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.212104 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c3eab7b-e260-41de-a88a-c95c66aed923 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.226667 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51496) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:42.323158 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f6d18ad4-6f0c-4e5d-9146-a601abdaa380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.325275 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3eab7b-e260-41de-a88a-c95c66aed923 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event deleted for resources: {'Port': ['ID=83b8c3b1-5145-424e-a6a7-1827a198fa4d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:42.440932 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c3eab7b-e260-41de-a88a-c95c66aed923 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.446942 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7c3eab7b-e260-41de-a88a-c95c66aed923 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "DELETE /v2.0/ports/83b8c3b1-5145-424e-a6a7-1827a198fa4d HTTP/1.1" status: 204 len: 168 time: 1.0414531 Aug 06 16:12:42.448437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51502) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:42.456461 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5f9d5a0b-b092-43cf-a1fc-524adc0db3ae req-d2ad8f5e-76d1-4811-a49c-9e052f8cf788 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.476354 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['cca27a0e-32f7-473b-b8a4-f84f719a2ca7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:42.491151 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1dfd3946-402c-4308-9dc1-6bfb656f1804 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/30d97a72-5d37-4813-8e87-8ab83c79ca9a HTTP/1.1" status: 200 len: 991 time: 0.2460995 Aug 06 16:12:42.540042 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f6d18ad4-6f0c-4e5d-9146-a601abdaa380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.542610 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f6d18ad4-6f0c-4e5d-9146-a601abdaa380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.546598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2246c54-9497-487b-8496-530097aa4493 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Deleting subnet e51bf9f3-33f1-4946-8743-a7d93865b611 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:12:42.546792 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f6d18ad4-6f0c-4e5d-9146-a601abdaa380 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a59f0762-79bd-4985-95ec-d05bf72ab143 HTTP/1.1" status: 204 len: 168 time: 0.4550214 Aug 06 16:12:42.552059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad8f5e-76d1-4811-a49c-9e052f8cf788 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Pushing event deleted for resources: {'Port': ['ID=cca27a0e-32f7-473b-b8a4-f84f719a2ca7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:42.562933 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e2246c54-9497-487b-8496-530097aa4493 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.573881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d18ad4-6f0c-4e5d-9146-a601abdaa380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59f0762-79bd-4985-95ec-d05bf72ab143,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:42.619018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-35059af3-0a11-47f2-bd13-6708e55ce1c9 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Deleting port 97bd638e-0cce-426a-ac14-4ab3918d7a47 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:42.619375 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35059af3-0a11-47f2-bd13-6708e55ce1c9 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.757131 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85d9bd-7308-4ddf-96bc-b081c02ac315 req-9367b96e-92b7-4071-8d90-e57886dc4e59 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:42.758890 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e85d9bd-7308-4ddf-96bc-b081c02ac315 req-9367b96e-92b7-4071-8d90-e57886dc4e59 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.78 "GET /v2.0/ports?device_id=7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037 HTTP/1.1" status: 200 len: 945 time: 0.1356404 Aug 06 16:12:42.810690 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35059af3-0a11-47f2-bd13-6708e55ce1c9 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.842401 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-35059af3-0a11-47f2-bd13-6708e55ce1c9 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Calling delete_port for 97bd638e-0cce-426a-ac14-4ab3918d7a47 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:42.967444 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51510) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:42.989473 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-03bbfeaf-a357-47a7-8e55-66183bb7b264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.995563 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-9e85d9bd-7308-4ddf-96bc-b081c02ac315 req-0faa2e22-3f3e-4abb-8c43-0b6ed9f2efec tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Deleting port 936fad1b-f6ac-4664-a85c-5edad11a5fe5 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:42.995896 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9e85d9bd-7308-4ddf-96bc-b081c02ac315 req-0faa2e22-3f3e-4abb-8c43-0b6ed9f2efec tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.094099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddc9fb-e16b-446c-9803-5ff0ba152bbe req-9573edff-fe3d-4203-b07a-45baf1a74208 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:43.095817 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5bddc9fb-e16b-446c-9803-5ff0ba152bbe req-9573edff-fe3d-4203-b07a-45baf1a74208 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 945 time: 0.7173884 Aug 06 16:12:43.096628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9d5a0b-b092-43cf-a1fc-524adc0db3ae req-d2ad8f5e-76d1-4811-a49c-9e052f8cf788 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] No DVR routers for this DVR port cca27a0e-32f7-473b-b8a4-f84f719a2ca7 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:43.103509 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5f9d5a0b-b092-43cf-a1fc-524adc0db3ae req-d2ad8f5e-76d1-4811-a49c-9e052f8cf788 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.105522 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f9d5a0b-b092-43cf-a1fc-524adc0db3ae req-d2ad8f5e-76d1-4811-a49c-9e052f8cf788 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.13 "DELETE /v2.0/ports/cca27a0e-32f7-473b-b8a4-f84f719a2ca7 HTTP/1.1" status: 204 len: 173 time: 1.6524241 Aug 06 16:12:43.108681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'name': 'network-vif-deleted', 'tag': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:43.110641 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa48abd8-4b22-417d-aa43-2b3e25a777b3" -d '{"events": [{"server_uuid": "d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5", "name": "network-vif-deleted", "tag": "cca27a0e-32f7-473b-b8a4-f84f719a2ca7"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:43.117847 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e2246c54-9497-487b-8496-530097aa4493 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.128744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5813e29-15d3-4e23-84d4-b050cec26a6f req-4070946c-2a13-4a8f-9cf3-0713da24c2a4 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:43.130327 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5813e29-15d3-4e23-84d4-b050cec26a6f req-4070946c-2a13-4a8f-9cf3-0713da24c2a4 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037 HTTP/1.1" status: 200 len: 945 time: 0.7507558 Aug 06 16:12:43.226628 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5bddc9fb-e16b-446c-9803-5ff0ba152bbe req-163098c8-2290-420b-a2bb-4e04b8101108 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117654 Aug 06 16:12:43.234318 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5813e29-15d3-4e23-84d4-b050cec26a6f req-de9aea84-d168-430c-84f7-cb1282386cf4 tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/security-groups?id=7edc44a8-3e8c-45b2-9bdd-234735ab0f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790644 Aug 06 16:12:43.265230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 07205b90-39c8-4267-b0cb-5aca03820b33 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:12:43.294895 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e2246c54-9497-487b-8496-530097aa4493 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.350874 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a21e86b-3386-492f-93e3-31b756a83083 x-openstack-request-id: req-3a21e86b-3386-492f-93e3-31b756a83083 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:43.351590 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5", "name": "network-vif-deleted", "tag": "cca27a0e-32f7-473b-b8a4-f84f719a2ca7", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:43.352056 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a21e86b-3386-492f-93e3-31b756a83083 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:43.353591 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5', 'name': 'network-vif-deleted', 'tag': 'cca27a0e-32f7-473b-b8a4-f84f719a2ca7', 'status': 'completed', 'code': 200} Aug 06 16:12:43.402170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-317830a1-65ee-4808-bb4c-3910bf69bafe req-a31eebb4-3dd3-4e0d-8ca9-640ab4cf4ba1 tempest-ServerRescueTestJSONUnderV235-1876683545 tempest-ServerRescueTestJSONUnderV235-1876683545-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6bc9dd6-f708-4c54-b6a5-25f90c8ee1f5 HTTP/1.1" status: 200 len: 210 time: 0.0398221 Aug 06 16:12:43.404628 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e2246c54-9497-487b-8496-530097aa4493 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.413858 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=07205b90-39c8-4267-b0cb-5aca03820b33,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:43.432970 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '07205b90-39c8-4267-b0cb-5aca03820b33', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'port_id': '07205b90-39c8-4267-b0cb-5aca03820b33', 'mac_address': 'fa:16:3e:11:1c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:12:43.437365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2246c54-9497-487b-8496-530097aa4493 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Subnet': ['ID=e51bf9f3-33f1-4946-8743-a7d93865b611,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:43.444923 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e2246c54-9497-487b-8496-530097aa4493 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.447691 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e2246c54-9497-487b-8496-530097aa4493 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "DELETE /v2.0/subnets/e51bf9f3-33f1-4946-8743-a7d93865b611 HTTP/1.1" status: 204 len: 168 time: 1.3270967 Aug 06 16:12:43.449392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51514) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:43.461715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751d31ff-0fc2-48af-9aed-8b6feba1d5f1 None None] Network 51940ba5-3ebe-4a8a-a0ee-21d322657c7d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:43.517500 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9e85d9bd-7308-4ddf-96bc-b081c02ac315 req-0faa2e22-3f3e-4abb-8c43-0b6ed9f2efec tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] For port 936fad1b-f6ac-4664-a85c-5edad11a5fe5, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=936fad1b-f6ac-4664-a85c-5edad11a5fe5,segment=NetworkSegment(c822d039-7f05-4ed3-9fed-e8aefd2989ec),segment_id=c822d039-7f05-4ed3-9fed-e8aefd2989ec)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:43.518217 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9e85d9bd-7308-4ddf-96bc-b081c02ac315 req-0faa2e22-3f3e-4abb-8c43-0b6ed9f2efec tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.523044 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35059af3-0a11-47f2-bd13-6708e55ce1c9 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.539255 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.569515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-9e85d9bd-7308-4ddf-96bc-b081c02ac315 req-0faa2e22-3f3e-4abb-8c43-0b6ed9f2efec tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Calling delete_port for 936fad1b-f6ac-4664-a85c-5edad11a5fe5 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:43.585242 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35059af3-0a11-47f2-bd13-6708e55ce1c9 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event deleted for resources: {'Port': ['ID=97bd638e-0cce-426a-ac14-4ab3918d7a47,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:43.594039 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.606965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Deleting port 04243a59-bb36-4329-86bf-03fd3b4dda9b {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:43.607316 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.618710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07205b90-39c8-4267-b0cb-5aca03820b33 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:12:43.643075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=07205b90-39c8-4267-b0cb-5aca03820b33,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:43.650613 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.718660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] For port 04243a59-bb36-4329-86bf-03fd3b4dda9b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=04243a59-bb36-4329-86bf-03fd3b4dda9b,segment=NetworkSegment(c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf),segment_id=c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:43.719035 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.735173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Calling delete_port for 04243a59-bb36-4329-86bf-03fd3b4dda9b owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:43.738896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2a476d-b666-4e1c-9529-0e06a8b2b664 None None] DHCP port deletion for 51940ba5-3ebe-4a8a-a0ee-21d322657c7d request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:12:43.780971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35059af3-0a11-47f2-bd13-6708e55ce1c9 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.785812 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-35059af3-0a11-47f2-bd13-6708e55ce1c9 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "DELETE /v2.0/ports/97bd638e-0cce-426a-ac14-4ab3918d7a47 HTTP/1.1" status: 204 len: 168 time: 1.3336780 Aug 06 16:12:43.788337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51516) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:43.796560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=07205b90-39c8-4267-b0cb-5aca03820b33,revision_number=12']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:43.803834 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-03bbfeaf-a357-47a7-8e55-66183bb7b264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.841728 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-03bbfeaf-a357-47a7-8e55-66183bb7b264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.841933 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a476d-b666-4e1c-9529-0e06a8b2b664 None None] Deleting port 04243a59-bb36-4329-86bf-03fd3b4dda9b {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:43.842329 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9d2a476d-b666-4e1c-9529-0e06a8b2b664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.847340 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.885564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Port': ['ID=04243a59-bb36-4329-86bf-03fd3b4dda9b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:43.890083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] No DVR routers for this DVR port 04243a59-bb36-4329-86bf-03fd3b4dda9b on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:43.916596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-9d2a476d-b666-4e1c-9529-0e06a8b2b664 None None] For port 04243a59-bb36-4329-86bf-03fd3b4dda9b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=04243a59-bb36-4329-86bf-03fd3b4dda9b,segment=NetworkSegment(c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf),segment_id=c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:43.916925 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9d2a476d-b666-4e1c-9529-0e06a8b2b664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.921222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['07205b90-39c8-4267-b0cb-5aca03820b33'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:43.927446 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-03bbfeaf-a357-47a7-8e55-66183bb7b264 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed005ae7905445fc9ee18df99532ebc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9578593 Aug 06 16:12:43.929419 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51518) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:43.933697 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a86b1d-9797-4926-b411-9eb57c9f7405 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Deleting subnet 56056eca-e778-4fc5-86d3-2b08bb8eb36f {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:12:43.944441 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbfeaf-a357-47a7-8e55-66183bb7b264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bfff27-a3a4-42ce-bf9d-7607422f0376,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:43.948958 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8a86b1d-9797-4926-b411-9eb57c9f7405 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.956377 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a476d-b666-4e1c-9529-0e06a8b2b664 None None] Calling delete_port for 04243a59-bb36-4329-86bf-03fd3b4dda9b owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:43.981153 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.002764 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51940ba5-3ebe-4a8a-a0ee-21d322657c7d']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:44.027876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:44.028256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22a4899-fa9f-4e6f-a0f6-a7a75bc068cf') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:44.043380 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8a86b1d-9797-4926-b411-9eb57c9f7405 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.044017 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.067330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a512ab-7f06-4519-8d69-d84ee4592f26 req-3ef6f7c0-71ab-4502-84b6-efd70f65ae0c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:44.069705 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94a512ab-7f06-4519-8d69-d84ee4592f26 req-3ef6f7c0-71ab-4502-84b6-efd70f65ae0c tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.13 "GET /v2.0/ports?device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 945 time: 0.0761797 Aug 06 16:12:44.070769 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.085778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:12:44.087082 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:12:44.092328 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:12:44.095853 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9e85d9bd-7308-4ddf-96bc-b081c02ac315 req-0faa2e22-3f3e-4abb-8c43-0b6ed9f2efec tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.116382 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['936fad1b-f6ac-4664-a85c-5edad11a5fe5'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:44.168669 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa2e22-3f3e-4abb-8c43-0b6ed9f2efec tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Pushing event deleted for resources: {'Port': ['ID=936fad1b-f6ac-4664-a85c-5edad11a5fe5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:44.171934 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9d2a476d-b666-4e1c-9529-0e06a8b2b664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.172488 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b5ce37c-ba2b-4152-9d09-531d6f9a1e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.205490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a476d-b666-4e1c-9529-0e06a8b2b664 None None] Pushing event deleted for resources: {'Port': ['ID=04243a59-bb36-4329-86bf-03fd3b4dda9b,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:44.217009 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a476d-b666-4e1c-9529-0e06a8b2b664 None None] No DVR routers for this DVR port 04243a59-bb36-4329-86bf-03fd3b4dda9b on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:44.234424 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.276979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e85d9bd-7308-4ddf-96bc-b081c02ac315 req-0faa2e22-3f3e-4abb-8c43-0b6ed9f2efec tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] No DVR routers for this DVR port 936fad1b-f6ac-4664-a85c-5edad11a5fe5 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:44.285171 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.288809 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] 10.222.0.37 "DELETE /v2.0/networks/51940ba5-3ebe-4a8a-a0ee-21d322657c7d HTTP/1.1" status: 204 len: 168 time: 0.8370080 Aug 06 16:12:44.293874 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9e85d9bd-7308-4ddf-96bc-b081c02ac315 req-0faa2e22-3f3e-4abb-8c43-0b6ed9f2efec tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.298388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e63087-3b88-45cc-9432-35417d800e44 tempest-ServersTestMultiNic-858648611 tempest-ServersTestMultiNic-858648611-project] Pushing event deleted for resources: {'Network': ['ID=51940ba5-3ebe-4a8a-a0ee-21d322657c7d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:44.306601 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9e85d9bd-7308-4ddf-96bc-b081c02ac315 req-0faa2e22-3f3e-4abb-8c43-0b6ed9f2efec tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.78 "DELETE /v2.0/ports/936fad1b-f6ac-4664-a85c-5edad11a5fe5 HTTP/1.1" status: 204 len: 173 time: 1.5306003 Aug 06 16:12:44.320083 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037', 'name': 'network-vif-deleted', 'tag': '936fad1b-f6ac-4664-a85c-5edad11a5fe5'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:44.323486 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-94a512ab-7f06-4519-8d69-d84ee4592f26 req-c4254aae-51e8-47aa-a9d5-8d9b4286e6ab tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Deleting port 765228c5-02c0-43fb-9ca5-f1f3605335c8 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:44.323849 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-94a512ab-7f06-4519-8d69-d84ee4592f26 req-c4254aae-51e8-47aa-a9d5-8d9b4286e6ab tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.329906 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ea7b45-e409-4d38-a06d-315250bcf255" -d '{"events": [{"server_uuid": "7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037", "name": "network-vif-deleted", "tag": "936fad1b-f6ac-4664-a85c-5edad11a5fe5"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:44.348155 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b5ce37c-ba2b-4152-9d09-531d6f9a1e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.381398 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8a86b1d-9797-4926-b411-9eb57c9f7405 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.451994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0357fdd-2dd3-449f-bb87-76a69a7f0784 req-6a2a651e-ade0-4983-9c63-0796f74bdd4e tempest-InstanceActionsNegativeTestJSON-261312180 tempest-InstanceActionsNegativeTestJSON-261312180-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037 HTTP/1.1" status: 200 len: 210 time: 0.0738118 Aug 06 16:12:44.478180 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b5ce37c-ba2b-4152-9d09-531d6f9a1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.483919 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b5ce37c-ba2b-4152-9d09-531d6f9a1e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.485825 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2b5ce37c-ba2b-4152-9d09-531d6f9a1e3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9bfff27-a3a4-42ce-bf9d-7607422f0376 HTTP/1.1" status: 204 len: 168 time: 0.5494947 Aug 06 16:12:44.505392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8a86b1d-9797-4926-b411-9eb57c9f7405 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.521873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f33ff3-df68-4cd2-8466-82bb4729b6f7 req-6f1c79b4-3339-42ca-b5d7-e95790bf82ad tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:44.526935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132289c0-4a59-45e6-87b6-bc2833c5db79 None None] Network 694c032e-723f-44df-83a9-40d4adea9477 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:44.531286 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00f33ff3-df68-4cd2-8466-82bb4729b6f7 req-6f1c79b4-3339-42ca-b5d7-e95790bf82ad tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 945 time: 0.1667013 Aug 06 16:12:44.538401 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ce37c-ba2b-4152-9d09-531d6f9a1e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bfff27-a3a4-42ce-bf9d-7607422f0376,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:44.555304 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8a86b1d-9797-4926-b411-9eb57c9f7405 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.561280 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d8a86b1d-9797-4926-b411-9eb57c9f7405 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "DELETE /v2.0/subnets/56056eca-e778-4fc5-86d3-2b08bb8eb36f HTTP/1.1" status: 204 len: 168 time: 0.7657955 Aug 06 16:12:44.566564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51534) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:44.605987 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51536) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:44.608910 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc547784-13f2-4551-b7e8-320e53d3988d x-openstack-request-id: req-dc547784-13f2-4551-b7e8-320e53d3988d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:44.609199 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037", "name": "network-vif-deleted", "tag": "936fad1b-f6ac-4664-a85c-5edad11a5fe5", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:44.610050 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc547784-13f2-4551-b7e8-320e53d3988d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:44.610050 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1a6ee0-f5f6-4faa-a8f8-2bfe05c6d037', 'name': 'network-vif-deleted', 'tag': '936fad1b-f6ac-4664-a85c-5edad11a5fe5', 'status': 'completed', 'code': 200} Aug 06 16:12:44.614501 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-94a512ab-7f06-4519-8d69-d84ee4592f26 req-c4254aae-51e8-47aa-a9d5-8d9b4286e6ab tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] For port 765228c5-02c0-43fb-9ca5-f1f3605335c8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=765228c5-02c0-43fb-9ca5-f1f3605335c8,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:44.614778 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-94a512ab-7f06-4519-8d69-d84ee4592f26 req-c4254aae-51e8-47aa-a9d5-8d9b4286e6ab tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.627164 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a86b1d-9797-4926-b411-9eb57c9f7405 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event deleted for resources: {'Subnet': ['ID=56056eca-e778-4fc5-86d3-2b08bb8eb36f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:44.651407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-94a512ab-7f06-4519-8d69-d84ee4592f26 req-c4254aae-51e8-47aa-a9d5-8d9b4286e6ab tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Calling delete_port for 765228c5-02c0-43fb-9ca5-f1f3605335c8 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:44.669947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00f33ff3-df68-4cd2-8466-82bb4729b6f7 req-ae9a33e0-0232-4af1-b558-b3d35e96e35a tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359105 Aug 06 16:12:44.684780 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9921bc9-b16b-4e0e-ae50-67696536c2fe tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Deleting subnet e3e157bd-96ce-436f-8bd3-5b6e5d6527f5 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:12:44.690682 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9921bc9-b16b-4e0e-ae50-67696536c2fe tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.790518 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9921bc9-b16b-4e0e-ae50-67696536c2fe tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.810317 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51542) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:44.864096 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e8195-7fea-45cb-896b-77f056b4c71d None None] DHCP port deletion for 694c032e-723f-44df-83a9-40d4adea9477 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:12:44.940329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e56e8195-7fea-45cb-896b-77f056b4c71d None None] Deleting port 883c2890-3eb8-41f1-9be4-2442f3978f83 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:44.940715 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e56e8195-7fea-45cb-896b-77f056b4c71d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.041799 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e56e8195-7fea-45cb-896b-77f056b4c71d None None] For port 883c2890-3eb8-41f1-9be4-2442f3978f83, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=883c2890-3eb8-41f1-9be4-2442f3978f83,segment=NetworkSegment(8650d692-b0d5-4718-82c9-ebf069e4b397),segment_id=8650d692-b0d5-4718-82c9-ebf069e4b397)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:45.042421 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e56e8195-7fea-45cb-896b-77f056b4c71d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.060923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e56e8195-7fea-45cb-896b-77f056b4c71d None None] Calling delete_port for 883c2890-3eb8-41f1-9be4-2442f3978f83 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:45.063464 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9921bc9-b16b-4e0e-ae50-67696536c2fe tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.141134 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-94a512ab-7f06-4519-8d69-d84ee4592f26 req-c4254aae-51e8-47aa-a9d5-8d9b4286e6ab tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.155008 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['280a9781-3336-473d-a912-92941d71be43', '765228c5-02c0-43fb-9ca5-f1f3605335c8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:45.161662 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['59f76e2d-b125-4739-aed6-41cce9bb0c6c', '92c22e18-8a4c-4fe2-8e35-9e017d44f80b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:45.207205 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a565e19e-425c-4b68-9baf-adc1931682ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.234470 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e56e8195-7fea-45cb-896b-77f056b4c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.271244 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e8195-7fea-45cb-896b-77f056b4c71d None None] No DVR routers for this DVR port 883c2890-3eb8-41f1-9be4-2442f3978f83 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:45.272876 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e8195-7fea-45cb-896b-77f056b4c71d None None] Pushing event deleted for resources: {'Port': ['ID=883c2890-3eb8-41f1-9be4-2442f3978f83,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:45.294413 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 07205b90-39c8-4267-b0cb-5aca03820b33 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:45.349577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4254aae-51e8-47aa-a9d5-8d9b4286e6ab tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Pushing event deleted for resources: {'Port': ['ID=765228c5-02c0-43fb-9ca5-f1f3605335c8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:45.383565 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9921bc9-b16b-4e0e-ae50-67696536c2fe tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.436211 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9921bc9-b16b-4e0e-ae50-67696536c2fe tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e157bd-96ce-436f-8bd3-5b6e5d6527f5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:45.470483 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9921bc9-b16b-4e0e-ae50-67696536c2fe tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.472919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c9921bc9-b16b-4e0e-ae50-67696536c2fe tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "DELETE /v2.0/subnets/e3e157bd-96ce-436f-8bd3-5b6e5d6527f5 HTTP/1.1" status: 204 len: 168 time: 0.9052544 Aug 06 16:12:45.477163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a512ab-7f06-4519-8d69-d84ee4592f26 req-c4254aae-51e8-47aa-a9d5-8d9b4286e6ab tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] No DVR routers for this DVR port 765228c5-02c0-43fb-9ca5-f1f3605335c8 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:45.478800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51562) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:45.495068 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-94a512ab-7f06-4519-8d69-d84ee4592f26 req-c4254aae-51e8-47aa-a9d5-8d9b4286e6ab tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.499620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94a512ab-7f06-4519-8d69-d84ee4592f26 req-c4254aae-51e8-47aa-a9d5-8d9b4286e6ab tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.13 "DELETE /v2.0/ports/765228c5-02c0-43fb-9ca5-f1f3605335c8 HTTP/1.1" status: 204 len: 173 time: 1.4238369 Aug 06 16:12:45.501065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ad630f-c5f4-4dd6-87b9-28a7281dd7b6', 'name': 'network-vif-deleted', 'tag': '765228c5-02c0-43fb-9ca5-f1f3605335c8'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:45.504568 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1756e8b2-30de-4e31-b05b-f8ccb013d02f" -d '{"events": [{"server_uuid": "50ad630f-c5f4-4dd6-87b9-28a7281dd7b6", "name": "network-vif-deleted", "tag": "765228c5-02c0-43fb-9ca5-f1f3605335c8"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:45.505800 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a15a09-f5cc-441d-9aa2-1911b34629a5 None None] Network 0289d76d-e14d-4c22-8519-329bdca6f8e4 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:45.551516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 07205b90-39c8-4267-b0cb-5aca03820b33 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:45.572142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51566) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:45.590268 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 07205b90-39c8-4267-b0cb-5aca03820b33 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:45.592286 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.626393 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7cb99b-3ad5-4d5a-a572-7ffe5e75e6bb x-openstack-request-id: req-ad7cb99b-3ad5-4d5a-a572-7ffe5e75e6bb {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:45.626688 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ad630f-c5f4-4dd6-87b9-28a7281dd7b6", "name": "network-vif-deleted", "tag": "765228c5-02c0-43fb-9ca5-f1f3605335c8", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:45.627003 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad7cb99b-3ad5-4d5a-a572-7ffe5e75e6bb {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:45.627899 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ad630f-c5f4-4dd6-87b9-28a7281dd7b6', 'name': 'network-vif-deleted', 'tag': '765228c5-02c0-43fb-9ca5-f1f3605335c8', 'status': 'completed', 'code': 200} Aug 06 16:12:45.641536 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-80b5657c-3e67-4b4a-8121-57617efe1e49 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.666443 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a565e19e-425c-4b68-9baf-adc1931682ba admin admin] Deleting port b5bfb634-707d-45e1-8c2f-23f7f8d63d3e {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:45.668083 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a565e19e-425c-4b68-9baf-adc1931682ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.689161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f38b844-1eb0-4897-ad48-d59c4768d871 admin admin] Deleting subnet ec125ff5-c346-4a3d-9b12-64dc191d2b5a {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:12:45.696495 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4f38b844-1eb0-4897-ad48-d59c4768d871 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.784631 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4f38b844-1eb0-4897-ad48-d59c4768d871 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.813554 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 883c2890-3eb8-41f1-9be4-2442f3978f83 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:45.860269 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 883c2890-3eb8-41f1-9be4-2442f3978f83 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:45.860641 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 883c2890-3eb8-41f1-9be4-2442f3978f83 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:45.861065 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 04243a59-bb36-4329-86bf-03fd3b4dda9b no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:45.872694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-a565e19e-425c-4b68-9baf-adc1931682ba admin admin] For port b5bfb634-707d-45e1-8c2f-23f7f8d63d3e, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b5bfb634-707d-45e1-8c2f-23f7f8d63d3e,segment=NetworkSegment(48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5),segment_id=48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:45.873362 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a565e19e-425c-4b68-9baf-adc1931682ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.886064 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4f38b844-1eb0-4897-ad48-d59c4768d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.890485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a565e19e-425c-4b68-9baf-adc1931682ba admin admin] Calling delete_port for b5bfb634-707d-45e1-8c2f-23f7f8d63d3e owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:45.913075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 04243a59-bb36-4329-86bf-03fd3b4dda9b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:45.913075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 04243a59-bb36-4329-86bf-03fd3b4dda9b not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:45.946276 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55d479c3-3e57-4ba3-96c2-14fa98bd8996 req-6dd37227-f3ca-4571-9400-091c19728bb2 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=50ad630f-c5f4-4dd6-87b9-28a7281dd7b6 HTTP/1.1" status: 200 len: 210 time: 0.1130774 Aug 06 16:12:45.951133 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-80b5657c-3e67-4b4a-8121-57617efe1e49 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.975158 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b0e5-fb77-4d60-8f03-91e8fc488054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.983861 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-80b5657c-3e67-4b4a-8121-57617efe1e49 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694c032e-723f-44df-83a9-40d4adea9477']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:46.045306 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-80b5657c-3e67-4b4a-8121-57617efe1e49 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8650d692-b0d5-4718-82c9-ebf069e4b397') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:46.045874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-80b5657c-3e67-4b4a-8121-57617efe1e49 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8650d692-b0d5-4718-82c9-ebf069e4b397') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:46.050567 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.078430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-80b5657c-3e67-4b4a-8121-57617efe1e49 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.087840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 936fad1b-f6ac-4664-a85c-5edad11a5fe5 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:46.147926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 936fad1b-f6ac-4664-a85c-5edad11a5fe5 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:46.148270 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 936fad1b-f6ac-4664-a85c-5edad11a5fe5 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:46.156918 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:46.159174 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1be09d5-7157-49d0-b442-564af83c1b5f" -d '{"events": [{"server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "name": "network-vif-plugged", "status": "completed", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:46.167643 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-80b5657c-3e67-4b4a-8121-57617efe1e49 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.176387 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4f38b844-1eb0-4897-ad48-d59c4768d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.187795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320b70a2-a030-4f5b-a234-64ea49ae9154 None None] DHCP port deletion for 0289d76d-e14d-4c22-8519-329bdca6f8e4 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:12:46.197684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b5657c-3e67-4b4a-8121-57617efe1e49 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:12:46.198405 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-80b5657c-3e67-4b4a-8121-57617efe1e49 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:12:46.202455 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:12:46.210890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=07205b90-39c8-4267-b0cb-5aca03820b33,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:46.231756 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4f38b844-1eb0-4897-ad48-d59c4768d871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.234305 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4f38b844-1eb0-4897-ad48-d59c4768d871 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ec125ff5-c346-4a3d-9b12-64dc191d2b5a HTTP/1.1" status: 204 len: 168 time: 0.6527689 Aug 06 16:12:46.236652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51580) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:46.248463 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a565e19e-425c-4b68-9baf-adc1931682ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.252102 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dd189b-1e44-4602-ac3d-ff0a5b448a19 x-openstack-request-id: req-09dd189b-1e44-4602-ac3d-ff0a5b448a19 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:46.252393 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "name": "network-vif-plugged", "status": "completed", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:46.252660 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09dd189b-1e44-4602-ac3d-ff0a5b448a19 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:46.253027 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33', 'code': 200} Aug 06 16:12:46.256869 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.257725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device cca27a0e-32f7-473b-b8a4-f84f719a2ca7 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:46.261721 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38b844-1eb0-4897-ad48-d59c4768d871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec125ff5-c346-4a3d-9b12-64dc191d2b5a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:46.292438 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565e19e-425c-4b68-9baf-adc1931682ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bfb634-707d-45e1-8c2f-23f7f8d63d3e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:46.300876 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: cca27a0e-32f7-473b-b8a4-f84f719a2ca7 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:46.301223 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device cca27a0e-32f7-473b-b8a4-f84f719a2ca7 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:46.301654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 765228c5-02c0-43fb-9ca5-f1f3605335c8 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:46.327940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 765228c5-02c0-43fb-9ca5-f1f3605335c8 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:46.328327 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 765228c5-02c0-43fb-9ca5-f1f3605335c8 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:46.368945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=07205b90-39c8-4267-b0cb-5aca03820b33,revision_number=13']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:46.377566 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-320b70a2-a030-4f5b-a234-64ea49ae9154 None None] Deleting port 8ae90ed3-3b87-482e-9798-e255b3dc8c53 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:46.377960 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-320b70a2-a030-4f5b-a234-64ea49ae9154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.379204 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fc6fd1d-a316-4165-bb34-3beac78c99df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.460479 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-320b70a2-a030-4f5b-a234-64ea49ae9154 None None] For port 8ae90ed3-3b87-482e-9798-e255b3dc8c53, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8ae90ed3-3b87-482e-9798-e255b3dc8c53,segment=NetworkSegment(5ed32bd7-9cfb-4307-8469-761ac7070512),segment_id=5ed32bd7-9cfb-4307-8469-761ac7070512)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:46.460880 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-320b70a2-a030-4f5b-a234-64ea49ae9154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.477617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-320b70a2-a030-4f5b-a234-64ea49ae9154 None None] Calling delete_port for 8ae90ed3-3b87-482e-9798-e255b3dc8c53 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:46.535315 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-80b5657c-3e67-4b4a-8121-57617efe1e49 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.546197 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-80b5657c-3e67-4b4a-8121-57617efe1e49 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.548169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-80b5657c-3e67-4b4a-8121-57617efe1e49 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "DELETE /v2.0/networks/694c032e-723f-44df-83a9-40d4adea9477 HTTP/1.1" status: 204 len: 168 time: 1.0632973 Aug 06 16:12:46.550864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51588) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:46.551365 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fc6fd1d-a316-4165-bb34-3beac78c99df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.574891 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-1fc6fd1d-a316-4165-bb34-3beac78c99df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf51f29-e8ab-4db1-8741-a172cde7c91f']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:46.580807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5657c-3e67-4b4a-8121-57617efe1e49 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event deleted for resources: {'Network': ['ID=694c032e-723f-44df-83a9-40d4adea9477,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:46.592966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-1fc6fd1d-a316-4165-bb34-3beac78c99df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c822d039-7f05-4ed3-9fed-e8aefd2989ec') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:46.593332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-1fc6fd1d-a316-4165-bb34-3beac78c99df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c822d039-7f05-4ed3-9fed-e8aefd2989ec') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:46.597883 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a565e19e-425c-4b68-9baf-adc1931682ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.608257 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fc6fd1d-a316-4165-bb34-3beac78c99df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.612644 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-320b70a2-a030-4f5b-a234-64ea49ae9154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.626123 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fc6fd1d-a316-4165-bb34-3beac78c99df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.635189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc6fd1d-a316-4165-bb34-3beac78c99df admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:12:46.635885 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fc6fd1d-a316-4165-bb34-3beac78c99df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:12:46.637784 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:12:46.640250 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b70a2-a030-4f5b-a234-64ea49ae9154 None None] Pushing event deleted for resources: {'Port': ['ID=8ae90ed3-3b87-482e-9798-e255b3dc8c53,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:46.653939 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b70a2-a030-4f5b-a234-64ea49ae9154 None None] No DVR routers for this DVR port 8ae90ed3-3b87-482e-9798-e255b3dc8c53 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:46.731839 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30be6d0a-8bb0-4391-b6da-5ddbaa1b2451 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.750533 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fc6fd1d-a316-4165-bb34-3beac78c99df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.769341 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fc6fd1d-a316-4165-bb34-3beac78c99df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.772412 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1fc6fd1d-a316-4165-bb34-3beac78c99df admin admin] 10.222.0.37 "DELETE /v2.0/networks/ebf51f29-e8ab-4db1-8741-a172cde7c91f HTTP/1.1" status: 204 len: 168 time: 0.5229433 Aug 06 16:12:46.773593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6fd1d-a316-4165-bb34-3beac78c99df admin admin] Pushing event deleted for resources: {'Network': ['ID=ebf51f29-e8ab-4db1-8741-a172cde7c91f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:46.802598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e6c3b0e5-fb77-4d60-8f03-91e8fc488054 admin admin] Deleting port 6085f8ff-2405-4ed3-a817-eff59d742a4f {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:46.803140 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b0e5-fb77-4d60-8f03-91e8fc488054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.901093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-e6c3b0e5-fb77-4d60-8f03-91e8fc488054 admin admin] For port 6085f8ff-2405-4ed3-a817-eff59d742a4f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=6085f8ff-2405-4ed3-a817-eff59d742a4f,segment=NetworkSegment(b0dab7f2-2e46-47d9-ae27-155f6606e4af),segment_id=b0dab7f2-2e46-47d9-ae27-155f6606e4af)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:46.901523 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b0e5-fb77-4d60-8f03-91e8fc488054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.916553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e6c3b0e5-fb77-4d60-8f03-91e8fc488054 admin admin] Calling delete_port for 6085f8ff-2405-4ed3-a817-eff59d742a4f owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:46.923473 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30be6d0a-8bb0-4391-b6da-5ddbaa1b2451 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.938335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-30be6d0a-8bb0-4391-b6da-5ddbaa1b2451 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0289d76d-e14d-4c22-8519-329bdca6f8e4']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:46.981412 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-30be6d0a-8bb0-4391-b6da-5ddbaa1b2451 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed32bd7-9cfb-4307-8469-761ac7070512') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:46.981739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-30be6d0a-8bb0-4391-b6da-5ddbaa1b2451 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed32bd7-9cfb-4307-8469-761ac7070512') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:46.996178 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30be6d0a-8bb0-4391-b6da-5ddbaa1b2451 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.048503 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51606) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:47.055914 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30be6d0a-8bb0-4391-b6da-5ddbaa1b2451 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.068679 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30be6d0a-8bb0-4391-b6da-5ddbaa1b2451 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:12:47.069591 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30be6d0a-8bb0-4391-b6da-5ddbaa1b2451 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:12:47.078294 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:12:47.131808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fa6d03f3-d03b-422c-ac94-4e37fb6e638c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2870c870ff744359c023e884b74f13b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0819216 Aug 06 16:12:47.134890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51612) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:47.164781 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a565e19e-425c-4b68-9baf-adc1931682ba admin admin] Router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:12:47.166752 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30be6d0a-8bb0-4391-b6da-5ddbaa1b2451 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.180568 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30be6d0a-8bb0-4391-b6da-5ddbaa1b2451 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.182989 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-30be6d0a-8bb0-4391-b6da-5ddbaa1b2451 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] 10.222.0.37 "DELETE /v2.0/networks/0289d76d-e14d-4c22-8519-329bdca6f8e4 HTTP/1.1" status: 204 len: 168 time: 0.6311417 Aug 06 16:12:47.211083 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be6d0a-8bb0-4391-b6da-5ddbaa1b2451 tempest-TaggedBootDevicesTest-1350704194 tempest-TaggedBootDevicesTest-1350704194-project] Pushing event deleted for resources: {'Network': ['ID=0289d76d-e14d-4c22-8519-329bdca6f8e4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:47.285341 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b0e5-fb77-4d60-8f03-91e8fc488054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.311654 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03a6835f-0782-4a1a-a3f5-d0e56d194c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.315976 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3b0e5-fb77-4d60-8f03-91e8fc488054 admin admin] Pushing event deleted for resources: {'Port': ['ID=6085f8ff-2405-4ed3-a817-eff59d742a4f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:47.374129 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03a6835f-0782-4a1a-a3f5-d0e56d194c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.391512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a565e19e-425c-4b68-9baf-adc1931682ba admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:12:47.401920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51618) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:47.405836 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a565e19e-425c-4b68-9baf-adc1931682ba admin admin] 10.222.0.37 "PUT /v2.0/routers/3f5ff275-232a-4e93-a1b0-ac0fe72c4c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7862899 Aug 06 16:12:47.409701 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965200a8-f4f2-4cb6-a47e-5adb2564d812 None None] Sync routers for ids ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:12:47.423964 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965200a8-f4f2-4cb6-a47e-5adb2564d812 None None] Routers {'3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:47.424697 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-965200a8-f4f2-4cb6-a47e-5adb2564d812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:12:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:47.603335 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03a6835f-0782-4a1a-a3f5-d0e56d194c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.606167 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03a6835f-0782-4a1a-a3f5-d0e56d194c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.625478 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-03a6835f-0782-4a1a-a3f5-d0e56d194c52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7edc44a8-3e8c-45b2-9bdd-234735ab0f51 HTTP/1.1" status: 204 len: 168 time: 0.4758606 Aug 06 16:12:47.704252 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-965200a8-f4f2-4cb6-a47e-5adb2564d812 None None] Set router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:47.713658 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6835f-0782-4a1a-a3f5-d0e56d194c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edc44a8-3e8c-45b2-9bdd-234735ab0f51,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:47.884478 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8ae90ed3-3b87-482e-9798-e255b3dc8c53 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:47.947510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 8ae90ed3-3b87-482e-9798-e255b3dc8c53 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:47.949328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8ae90ed3-3b87-482e-9798-e255b3dc8c53 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:48.074793 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-965200a8-f4f2-4cb6-a47e-5adb2564d812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-router', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:12:46Z', 'revision_number': 5, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'gw_port': {'id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:14Z', 'updated_at': '2021-08-06T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:48.126590 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965200a8-f4f2-4cb6-a47e-5adb2564d812 None None] Checking router: 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:12:48.137117 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965200a8-f4f2-4cb6-a47e-5adb2564d812 None None] Routers {'3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:48.138290 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-965200a8-f4f2-4cb6-a47e-5adb2564d812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:12:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:48.321487 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5a09a2d-1888-4468-bb60-a74522e94597 admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.327830 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-965200a8-f4f2-4cb6-a47e-5adb2564d812 None None] Set router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:48.494103 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e6c3b0e5-fb77-4d60-8f03-91e8fc488054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.597326 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51648) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:48.669460 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-965200a8-f4f2-4cb6-a47e-5adb2564d812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-router', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:12:46Z', 'revision_number': 5, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'gw_port': {'id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:14Z', 'updated_at': '2021-08-06T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:48.736068 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965200a8-f4f2-4cb6-a47e-5adb2564d812 None None] The sync data for ids ['3f5ff275-232a-4e93-a1b0-ac0fe72c4c32'] in n-d-803756-1 is: [{'id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1630275382-router', 'tenant_id': '549ca2e0574448e4b0e8bf73cea4acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:13Z', 'updated_at': '2021-08-06T16:12:46Z', 'revision_number': 5, 'project_id': '549ca2e0574448e4b0e8bf73cea4acee', 'gw_port': {'id': '186c8ad7-1583-4ced-8704-a7ac2c1f35ae', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ff275-232a-4e93-a1b0-ac0fe72c4c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:14Z', 'updated_at': '2021-08-06T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:12:48.751687 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5a09a2d-1888-4468-bb60-a74522e94597 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.820732 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35af09f8-2caa-47a3-927b-aa9fbf98400b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.952963 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35af09f8-2caa-47a3-927b-aa9fbf98400b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.961172 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35af09f8-2caa-47a3-927b-aa9fbf98400b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.000034 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c3b0e5-fb77-4d60-8f03-91e8fc488054 admin admin] Router 1712a055-c46d-4c6d-9f32-e92e28bd16f4 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:12:49.010726 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-35af09f8-2caa-47a3-927b-aa9fbf98400b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c15ae97dd5a54d7689d0018b602aef34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4081368 Aug 06 16:12:49.011072 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51662) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:49.011465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51664) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:49.015462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-f5a09a2d-1888-4468-bb60-a74522e94597 admin admin] Deleting port 186c8ad7-1583-4ced-8704-a7ac2c1f35ae {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:49.015873 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5a09a2d-1888-4468-bb60-a74522e94597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.035363 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af09f8-2caa-47a3-927b-aa9fbf98400b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e4fd03-c092-4e8d-9b1b-3c5f83911617,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:49.085185 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e8dfe3a8-3105-46c1-9d10-ede855545582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.114180 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e8dfe3a8-3105-46c1-9d10-ede855545582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.186461 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e8dfe3a8-3105-46c1-9d10-ede855545582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.189372 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e8dfe3a8-3105-46c1-9d10-ede855545582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.193047 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e8dfe3a8-3105-46c1-9d10-ede855545582 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21e4fd03-c092-4e8d-9b1b-3c5f83911617 HTTP/1.1" status: 204 len: 168 time: 0.1783180 Aug 06 16:12:49.208359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfe3a8-3105-46c1-9d10-ede855545582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e4fd03-c092-4e8d-9b1b-3c5f83911617,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:49.251261 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-19d78576-7a50-41c2-b853-3d96152953a6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1422924934-network', 'tenant_id': '874b5d3483684aada68738d45d257709'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:49.302674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d78576-7a50-41c2-b853-3d96152953a6 admin admin] Made reservation on behalf of 874b5d3483684aada68738d45d257709 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:49.311496 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19d78576-7a50-41c2-b853-3d96152953a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.323320 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19d78576-7a50-41c2-b853-3d96152953a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.350804 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-f5a09a2d-1888-4468-bb60-a74522e94597 admin admin] For port 186c8ad7-1583-4ced-8704-a7ac2c1f35ae, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=186c8ad7-1583-4ced-8704-a7ac2c1f35ae,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:49.351400 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5a09a2d-1888-4468-bb60-a74522e94597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.385461 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-f5a09a2d-1888-4468-bb60-a74522e94597 admin admin] Calling delete_port for 186c8ad7-1583-4ced-8704-a7ac2c1f35ae owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:49.424198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c3b0e5-fb77-4d60-8f03-91e8fc488054 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:12:49.438368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ee57b-42db-40de-9e1b-cdaa90673e27 None None] Sync routers for ids ['1712a055-c46d-4c6d-9f32-e92e28bd16f4'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:12:49.457757 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ee57b-42db-40de-9e1b-cdaa90673e27 None None] Routers {'1712a055-c46d-4c6d-9f32-e92e28bd16f4'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:49.460766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-017ee57b-42db-40de-9e1b-cdaa90673e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:12:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['1712a055-c46d-4c6d-9f32-e92e28bd16f4'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:49.475481 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e6c3b0e5-fb77-4d60-8f03-91e8fc488054 admin admin] 10.222.0.37 "PUT /v2.0/routers/1712a055-c46d-4c6d-9f32-e92e28bd16f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6443036 Aug 06 16:12:49.485409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51674) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:49.575688 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19d78576-7a50-41c2-b853-3d96152953a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.651887 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19d78576-7a50-41c2-b853-3d96152953a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.741199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51676) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:49.749712 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-963809f7-6123-45e7-9e4d-9e2640ae40fd admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.755693 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3b1908ce-37da-486b-8163-fc3bfd30637d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.783298 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5a09a2d-1888-4468-bb60-a74522e94597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.826209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a09a2d-1888-4468-bb60-a74522e94597 admin admin] Pushing event deleted for resources: {'Port': ['ID=186c8ad7-1583-4ced-8704-a7ac2c1f35ae,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:49.884171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b5bfb634-707d-45e1-8c2f-23f7f8d63d3e no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:49.908883 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: b5bfb634-707d-45e1-8c2f-23f7f8d63d3e {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:49.909147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b5bfb634-707d-45e1-8c2f-23f7f8d63d3e not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:49.922942 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d78576-7a50-41c2-b853-3d96152953a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077b0f78-8c03-41be-b550-2eba81952e71,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:49.942520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d78576-7a50-41c2-b853-3d96152953a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:12:49.954534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-017ee57b-42db-40de-9e1b-cdaa90673e27 None None] Set router 1712a055-c46d-4c6d-9f32-e92e28bd16f4 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:49.963780 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19d78576-7a50-41c2-b853-3d96152953a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.964127 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-19d78576-7a50-41c2-b853-3d96152953a6 admin admin] Added segment 7eecbf98-9381-455f-85ad-d8f55fccc5c5 of type vlan for network a99cc60d-b371-4f98-ab52-073abe0e27be Aug 06 16:12:49.983875 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3b1908ce-37da-486b-8163-fc3bfd30637d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.994712 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5a09a2d-1888-4468-bb60-a74522e94597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.997930 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3b1908ce-37da-486b-8163-fc3bfd30637d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.016078 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19d78576-7a50-41c2-b853-3d96152953a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.020130 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-963809f7-6123-45e7-9e4d-9e2640ae40fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.090991 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19d78576-7a50-41c2-b853-3d96152953a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.093016 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d78576-7a50-41c2-b853-3d96152953a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:50.093894 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19d78576-7a50-41c2-b853-3d96152953a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.148004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1908ce-37da-486b-8163-fc3bfd30637d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c1176a-dbc8-40e9-988e-fd82ef019579,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:50.178242 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-19d78576-7a50-41c2-b853-3d96152953a6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1602001 Aug 06 16:12:50.183734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51680) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:50.191560 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-90feb09a-a4c6-4ac0-bf6d-073f9c14d90b admin admin] Request body: {'subnet': {'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1422924934-subnet', 'tenant_id': '874b5d3483684aada68738d45d257709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:50.197866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-017ee57b-42db-40de-9e1b-cdaa90673e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'name': 'tempest-ServersTestMultiNic-1104589887-router', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '1e8e165a-d1a4-4d8d-895b-5cdc7946a599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:08Z', 'updated_at': '2021-08-06T16:12:47Z', 'revision_number': 5, 'project_id': 'a3820122cb71450fa766a24bf9be70b8', 'gw_port': {'id': '1e8e165a-d1a4-4d8d-895b-5cdc7946a599', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:09Z', 'updated_at': '2021-08-06T16:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:50.208883 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5a09a2d-1888-4468-bb60-a74522e94597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.214255 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5a09a2d-1888-4468-bb60-a74522e94597 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.222094 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3b1908ce-37da-486b-8163-fc3bfd30637d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=647f8f78fda348b58fad9bcef7c55976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4802022 Aug 06 16:12:50.226380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51682) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:50.252635 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-963809f7-6123-45e7-9e4d-9e2640ae40fd admin admin] Deleting port 1e8e165a-d1a4-4d8d-895b-5cdc7946a599 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:50.253080 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-963809f7-6123-45e7-9e4d-9e2640ae40fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.257184 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ee57b-42db-40de-9e1b-cdaa90673e27 None None] Checking router: 1712a055-c46d-4c6d-9f32-e92e28bd16f4 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:12:50.277752 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ee57b-42db-40de-9e1b-cdaa90673e27 None None] Routers {'1712a055-c46d-4c6d-9f32-e92e28bd16f4'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:50.279299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-017ee57b-42db-40de-9e1b-cdaa90673e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:12:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['1712a055-c46d-4c6d-9f32-e92e28bd16f4'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:50.280641 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5a09a2d-1888-4468-bb60-a74522e94597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.281956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a09a2d-1888-4468-bb60-a74522e94597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:12:50.289712 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5a09a2d-1888-4468-bb60-a74522e94597 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.290909 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f5a09a2d-1888-4468-bb60-a74522e94597 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3f5ff275-232a-4e93-a1b0-ac0fe72c4c32 HTTP/1.1" status: 204 len: 168 time: 2.8878055 Aug 06 16:12:50.295212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51684) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:50.401352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-64123a80-ad6a-49d3-b820-d80a0cf72cc1 admin admin] Deleting subnet a1056e5c-559a-4a53-a352-33d04b3f97d1 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:12:50.415815 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-64123a80-ad6a-49d3-b820-d80a0cf72cc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.419433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-963809f7-6123-45e7-9e4d-9e2640ae40fd admin admin] For port 1e8e165a-d1a4-4d8d-895b-5cdc7946a599, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1e8e165a-d1a4-4d8d-895b-5cdc7946a599,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:50.419892 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-963809f7-6123-45e7-9e4d-9e2640ae40fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.437956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-963809f7-6123-45e7-9e4d-9e2640ae40fd admin admin] Calling delete_port for 1e8e165a-d1a4-4d8d-895b-5cdc7946a599 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:50.456515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-017ee57b-42db-40de-9e1b-cdaa90673e27 None None] Set router 1712a055-c46d-4c6d-9f32-e92e28bd16f4 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:50.489776 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-67bf4dbf-2c56-40a9-b4bd-7f1e6f70b7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.507272 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-64123a80-ad6a-49d3-b820-d80a0cf72cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.557852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-017ee57b-42db-40de-9e1b-cdaa90673e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'name': 'tempest-ServersTestMultiNic-1104589887-router', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:08Z', 'updated_at': '2021-08-06T16:12:50Z', 'revision_number': 6, 'project_id': 'a3820122cb71450fa766a24bf9be70b8', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:50.574732 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-67bf4dbf-2c56-40a9-b4bd-7f1e6f70b7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.579421 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d78576-7a50-41c2-b853-3d96152953a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a99cc60d-b371-4f98-ab52-073abe0e27be,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:50.589427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90feb09a-a4c6-4ac0-bf6d-073f9c14d90b admin admin] Made reservation on behalf of 874b5d3483684aada68738d45d257709 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:50.591480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ee57b-42db-40de-9e1b-cdaa90673e27 None None] The sync data for ids ['1712a055-c46d-4c6d-9f32-e92e28bd16f4'] in n-d-803756-1 is: [{'id': '1712a055-c46d-4c6d-9f32-e92e28bd16f4', 'name': 'tempest-ServersTestMultiNic-1104589887-router', 'tenant_id': 'a3820122cb71450fa766a24bf9be70b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:08Z', 'updated_at': '2021-08-06T16:12:50Z', 'revision_number': 6, 'project_id': 'a3820122cb71450fa766a24bf9be70b8', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:12:50.593135 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90feb09a-a4c6-4ac0-bf6d-073f9c14d90b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.601406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a99cc60d-b371-4f98-ab52-073abe0e27be details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:12:50.625775 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-64123a80-ad6a-49d3-b820-d80a0cf72cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.703639 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-67bf4dbf-2c56-40a9-b4bd-7f1e6f70b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.706657 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-67bf4dbf-2c56-40a9-b4bd-7f1e6f70b7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.710897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-67bf4dbf-2c56-40a9-b4bd-7f1e6f70b7ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8c1176a-dbc8-40e9-988e-fd82ef019579 HTTP/1.1" status: 204 len: 168 time: 0.4814548 Aug 06 16:12:50.717992 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf4dbf-2c56-40a9-b4bd-7f1e6f70b7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c1176a-dbc8-40e9-988e-fd82ef019579,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:50.720490 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-64123a80-ad6a-49d3-b820-d80a0cf72cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.754162 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-64123a80-ad6a-49d3-b820-d80a0cf72cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.757155 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-64123a80-ad6a-49d3-b820-d80a0cf72cc1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a1056e5c-559a-4a53-a352-33d04b3f97d1 HTTP/1.1" status: 204 len: 168 time: 0.4609704 Aug 06 16:12:50.758962 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64123a80-ad6a-49d3-b820-d80a0cf72cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1056e5c-559a-4a53-a352-33d04b3f97d1,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:50.761705 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51690) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:50.873231 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7804-7fbd-4826-a339-78cc25b0ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.979298 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-963809f7-6123-45e7-9e4d-9e2640ae40fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:51.020544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963809f7-6123-45e7-9e4d-9e2640ae40fd admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8e165a-d1a4-4d8d-895b-5cdc7946a599,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:51.041844 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7804-7fbd-4826-a339-78cc25b0ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:51.053470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-7b5f7804-7fbd-4826-a339-78cc25b0ac93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e3160e-dcae-458f-8e68-33097bb25302']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:51.065326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-7b5f7804-7fbd-4826-a339-78cc25b0ac93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:51.065898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-7b5f7804-7fbd-4826-a339-78cc25b0ac93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48dc6946-ebb8-4f8b-a9a2-aeb7824bd3f5') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:51.076287 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7804-7fbd-4826-a339-78cc25b0ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:51.076875 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90feb09a-a4c6-4ac0-bf6d-073f9c14d90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:51.091936 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7804-7fbd-4826-a339-78cc25b0ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:51.098907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5f7804-7fbd-4826-a339-78cc25b0ac93 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:12:51.099658 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7804-7fbd-4826-a339-78cc25b0ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:12:51.160760 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:12:51.192329 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7804-7fbd-4826-a339-78cc25b0ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:51.207668 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7804-7fbd-4826-a339-78cc25b0ac93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:51.222320 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7b5f7804-7fbd-4826-a339-78cc25b0ac93 admin admin] 10.222.0.37 "DELETE /v2.0/networks/31e3160e-dcae-458f-8e68-33097bb25302 HTTP/1.1" status: 204 len: 168 time: 0.4539876 Aug 06 16:12:51.245333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f7804-7fbd-4826-a339-78cc25b0ac93 admin admin] Pushing event deleted for resources: {'Network': ['ID=31e3160e-dcae-458f-8e68-33097bb25302,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:51.515175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51704) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:51.598899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51710) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:51.618311 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f50fa189-b01b-4bc7-8622-44b49312ca6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=549ca2e0574448e4b0e8bf73cea4acee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1014543 Aug 06 16:12:51.666599 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-963809f7-6123-45e7-9e4d-9e2640ae40fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:51.854289 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 186c8ad7-1583-4ced-8704-a7ac2c1f35ae no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:51.879514 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90feb09a-a4c6-4ac0-bf6d-073f9c14d90b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f468d397-4915-47a1-9048-e9856cdf5883,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:51.886938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 186c8ad7-1583-4ced-8704-a7ac2c1f35ae {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:51.887523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 186c8ad7-1583-4ced-8704-a7ac2c1f35ae not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:51.888169 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 6085f8ff-2405-4ed3-a817-eff59d742a4f no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:51.916425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 6085f8ff-2405-4ed3-a817-eff59d742a4f {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:51.917150 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 6085f8ff-2405-4ed3-a817-eff59d742a4f not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:51.917837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1e8e165a-d1a4-4d8d-895b-5cdc7946a599 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:51.931444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-963809f7-6123-45e7-9e4d-9e2640ae40fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:51.940916 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-963809f7-6123-45e7-9e4d-9e2640ae40fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:51.942972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90feb09a-a4c6-4ac0-bf6d-073f9c14d90b admin admin] Checking segment: {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:51.943332 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90feb09a-a4c6-4ac0-bf6d-073f9c14d90b admin admin] Network hostable DHCP agents. Network: a99cc60d-b371-4f98-ab52-073abe0e27be, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:12:51.949773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 1e8e165a-d1a4-4d8d-895b-5cdc7946a599 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:51.950490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1e8e165a-d1a4-4d8d-895b-5cdc7946a599 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:51.953287 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fcade016-9ae0-468b-bbad-1a82c420ea6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:51.985340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3aec9-45d5-4830-8751-2cee6b7d3762 req-f55d9313-a31e-4525-a824-0f8204e29916 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:51.985861 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-57b3aec9-45d5-4830-8751-2cee6b7d3762 req-f55d9313-a31e-4525-a824-0f8204e29916 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b699cc2-8d34-4829-b571-032b080019b4 HTTP/1.1" status: 200 len: 945 time: 0.0850029 Aug 06 16:12:52.087773 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-57b3aec9-45d5-4830-8751-2cee6b7d3762 req-8a4cf502-e15a-41c6-a383-605f49f4a6c5 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923071 Aug 06 16:12:52.093521 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-963809f7-6123-45e7-9e4d-9e2640ae40fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.095007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963809f7-6123-45e7-9e4d-9e2640ae40fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1712a055-c46d-4c6d-9f32-e92e28bd16f4 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:12:52.115905 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-963809f7-6123-45e7-9e4d-9e2640ae40fd admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.118685 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-963809f7-6123-45e7-9e4d-9e2640ae40fd admin admin] 10.222.0.37 "DELETE /v2.0/routers/1712a055-c46d-4c6d-9f32-e92e28bd16f4 HTTP/1.1" status: 204 len: 168 time: 2.6322405 Aug 06 16:12:52.120733 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90feb09a-a4c6-4ac0-bf6d-073f9c14d90b admin admin] Network a99cc60d-b371-4f98-ab52-073abe0e27be is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:12:52.130418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51728) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:52.146039 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fcade016-9ae0-468b-bbad-1a82c420ea6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.166812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-90feb09a-a4c6-4ac0-bf6d-073f9c14d90b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a99cc60d-b371-4f98-ab52-073abe0e27be) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:52.176398 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4195b1c1-880b-49de-b251-1fde431a2ec9 None None] Network a99cc60d-b371-4f98-ab52-073abe0e27be requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:52.182121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90feb09a-a4c6-4ac0-bf6d-073f9c14d90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:52.183731 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90feb09a-a4c6-4ac0-bf6d-073f9c14d90b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.227618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a560fbd6-c16c-4c6b-a730-00e5930b1dc1 admin admin] Deleting subnet bcc87f47-a7ef-450c-94ef-17bccaee40cd {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:12:52.235912 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a560fbd6-c16c-4c6b-a730-00e5930b1dc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.260741 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-90feb09a-a4c6-4ac0-bf6d-073f9c14d90b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.0746405 Aug 06 16:12:52.278808 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fcade016-9ae0-468b-bbad-1a82c420ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.282573 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fcade016-9ae0-468b-bbad-1a82c420ea6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.283857 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fcade016-9ae0-468b-bbad-1a82c420ea6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56b7366c-b3cf-41f2-a75a-2f984d2fec91 HTTP/1.1" status: 204 len: 168 time: 0.6817665 Aug 06 16:12:52.302297 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcade016-9ae0-468b-bbad-1a82c420ea6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b7366c-b3cf-41f2-a75a-2f984d2fec91,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:52.349344 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a560fbd6-c16c-4c6b-a730-00e5930b1dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.526319 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a560fbd6-c16c-4c6b-a730-00e5930b1dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.577572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d19f956-de0b-4a62-a881-c2cbb72123c6 None None] Network a99cc60d-b371-4f98-ab52-073abe0e27be requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:52.639173 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a560fbd6-c16c-4c6b-a730-00e5930b1dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.716470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560fbd6-c16c-4c6b-a730-00e5930b1dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc87f47-a7ef-450c-94ef-17bccaee40cd,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:52.722449 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a560fbd6-c16c-4c6b-a730-00e5930b1dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.727130 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a560fbd6-c16c-4c6b-a730-00e5930b1dc1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bcc87f47-a7ef-450c-94ef-17bccaee40cd HTTP/1.1" status: 204 len: 168 time: 0.6013958 Aug 06 16:12:52.727507 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51748) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:52.731945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e71f045-c035-46cc-a0c0-b3f04d284d84 None None] Network 335b61e1-9a9c-4bc8-a391-1167df3f4682 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:52.905345 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.014555 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Deleting port 20df4d29-055d-4832-95c7-5c0af8165974 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:53.014796 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.049131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035a9967-cb79-4e73-a545-ac4861651929 None None] DHCP port deletion for 335b61e1-9a9c-4bc8-a391-1167df3f4682 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:12:53.163176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-035a9967-cb79-4e73-a545-ac4861651929 None None] Deleting port 20df4d29-055d-4832-95c7-5c0af8165974 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:53.163785 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-035a9967-cb79-4e73-a545-ac4861651929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.277491 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] For port 20df4d29-055d-4832-95c7-5c0af8165974, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=20df4d29-055d-4832-95c7-5c0af8165974,segment=NetworkSegment(b0dab7f2-2e46-47d9-ae27-155f6606e4af),segment_id=b0dab7f2-2e46-47d9-ae27-155f6606e4af)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:53.278162 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.305155 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Calling delete_port for 20df4d29-055d-4832-95c7-5c0af8165974 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:53.374094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-035a9967-cb79-4e73-a545-ac4861651929 None None] For port 20df4d29-055d-4832-95c7-5c0af8165974, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=20df4d29-055d-4832-95c7-5c0af8165974,segment=NetworkSegment(b0dab7f2-2e46-47d9-ae27-155f6606e4af),segment_id=b0dab7f2-2e46-47d9-ae27-155f6606e4af)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:53.374718 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-035a9967-cb79-4e73-a545-ac4861651929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.458269 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-035a9967-cb79-4e73-a545-ac4861651929 None None] Calling delete_port for 20df4d29-055d-4832-95c7-5c0af8165974 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:53.468512 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.540945 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.564552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] No DVR routers for this DVR port 20df4d29-055d-4832-95c7-5c0af8165974 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:53.654974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-173f4181-fb71-4f32-bd5d-8873fc29cb72 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:53.669471 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-173f4181-fb71-4f32-bd5d-8873fc29cb72 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 806 time: 0.3333166 Aug 06 16:12:53.670661 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-035a9967-cb79-4e73-a545-ac4861651929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.699313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e04509-2549-483c-9c17-a73d6a683e7e req-9664f4b5-44f6-412d-b022-4859b28e6a16 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:53.701297 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27e04509-2549-483c-9c17-a73d6a683e7e req-9664f4b5-44f6-412d-b022-4859b28e6a16 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b699cc2-8d34-4829-b571-032b080019b4 HTTP/1.1" status: 200 len: 945 time: 0.4510391 Aug 06 16:12:53.706020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=20df4d29-055d-4832-95c7-5c0af8165974,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:53.709613 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a9967-cb79-4e73-a545-ac4861651929 None None] Pushing event deleted for resources: {'Port': ['ID=20df4d29-055d-4832-95c7-5c0af8165974,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:53.713295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51780) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:53.718222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-3488ed31-9a4a-4992-9d39-6d1cca35f793 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/quotas/874b5d3483684aada68738d45d257709 HTTP/1.1" status: 200 len: 375 time: 0.0472870 Aug 06 16:12:53.719527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a9967-cb79-4e73-a545-ac4861651929 None None] No DVR routers for this DVR port 20df4d29-055d-4832-95c7-5c0af8165974 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:53.756733 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.784686 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 20df4d29-055d-4832-95c7-5c0af8165974 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:53.798005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:53.798597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:53.799104 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:53.799613 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:53.800135 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:53.800646 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:53.801211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:53.801744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:53.802238 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:53.802749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:53.803403 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:53.803908 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:53.851905 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-cd29db7c-a8fb-47d8-9d9f-828e46b98d18 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845802 Aug 06 16:12:53.861818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 20df4d29-055d-4832-95c7-5c0af8165974 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:53.863562 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 20df4d29-055d-4832-95c7-5c0af8165974 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:53.879327 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.892022 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883b280-cb6f-4033-86ca-1c706a206051 req-21ca0df4-8357-4e9c-a0ad-44436e5f1861 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:53.894105 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1883b280-cb6f-4033-86ca-1c706a206051 req-21ca0df4-8357-4e9c-a0ad-44436e5f1861 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b699cc2-8d34-4829-b571-032b080019b4 HTTP/1.1" status: 200 len: 945 time: 0.2090242 Aug 06 16:12:53.898616 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27e04509-2549-483c-9c17-a73d6a683e7e req-5a17e14a-b182-408b-a378-53da4bc4318f tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770322 Aug 06 16:12:53.904220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335b61e1-9a9c-4bc8-a391-1167df3f4682']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:53.946544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0dab7f2-2e46-47d9-ae27-155f6606e4af') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:53.946846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0dab7f2-2e46-47d9-ae27-155f6606e4af') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:53.963670 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.013489 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.034938 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:12:54.035410 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:12:54.038786 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:12:54.041067 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a63629ca-bbde-4405-8c1b-20fe2158efd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.041509 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-4ce2d85d-0752-46f3-a7be-ee69be103b85 service neutron] 10.222.0.37 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705410 Aug 06 16:12:54.098295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51792) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:54.127789 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-1883b280-cb6f-4033-86ca-1c706a206051 req-16f1b49f-dd86-463f-966a-6147384e3fe5 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Deleting port 92c22e18-8a4c-4fe2-8e35-9e017d44f80b {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:54.128140 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1883b280-cb6f-4033-86ca-1c706a206051 req-16f1b49f-dd86-463f-966a-6147384e3fe5 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.157528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-32e96e07-dcfb-4859-a0cb-0f1fe0263b0c service neutron] 10.222.0.37 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148095 Aug 06 16:12:54.166891 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.203814 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.205785 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/335b61e1-9a9c-4bc8-a391-1167df3f4682 HTTP/1.1" status: 204 len: 168 time: 1.4772689 Aug 06 16:12:54.232932 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-588acddc-e901-459d-b750-8a96207c1124 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-765010815-network', 'tenant_id': '1dba091ea62c4e1ea698768d5a98f197'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:54.238884 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f537158-ea18-47a8-8d5b-c151369618a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=335b61e1-9a9c-4bc8-a391-1167df3f4682,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:54.293532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1883b280-cb6f-4033-86ca-1c706a206051 req-16f1b49f-dd86-463f-966a-6147384e3fe5 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] For port 92c22e18-8a4c-4fe2-8e35-9e017d44f80b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=92c22e18-8a4c-4fe2-8e35-9e017d44f80b,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:54.294350 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1883b280-cb6f-4033-86ca-1c706a206051 req-16f1b49f-dd86-463f-966a-6147384e3fe5 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.315096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-1883b280-cb6f-4033-86ca-1c706a206051 req-16f1b49f-dd86-463f-966a-6147384e3fe5 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Calling delete_port for 92c22e18-8a4c-4fe2-8e35-9e017d44f80b owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:54.393342 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a63629ca-bbde-4405-8c1b-20fe2158efd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.402768 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51802) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:54.416431 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4807551d-d2e1-4970-bc8b-4cfffc7f4fd0 req-f0cb5748-ad21-498a-b776-3777da8cef33 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 210 time: 0.0432324 Aug 06 16:12:54.422721 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a63629ca-bbde-4405-8c1b-20fe2158efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.497760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588acddc-e901-459d-b750-8a96207c1124 admin admin] Made reservation on behalf of 1dba091ea62c4e1ea698768d5a98f197 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:54.500170 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-588acddc-e901-459d-b750-8a96207c1124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.530108 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63629ca-bbde-4405-8c1b-20fe2158efd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb54e7c-dc0f-402e-8dc2-8f8d1244891b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:54.536976 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a63629ca-bbde-4405-8c1b-20fe2158efd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=acc3713597f14228bea0802f0afd33a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8213851 Aug 06 16:12:54.538651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51808) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:54.538984 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-588acddc-e901-459d-b750-8a96207c1124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.546242 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-083cee6a-f77d-4a48-ab56-e2e4b5b7c468 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3820122cb71450fa766a24bf9be70b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419446 Aug 06 16:12:54.548825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51810) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:54.642907 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5d067e97-5100-49cf-8601-d3f5624ddd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.675237 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5d067e97-5100-49cf-8601-d3f5624ddd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.690869 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1883b280-cb6f-4033-86ca-1c706a206051 req-16f1b49f-dd86-463f-966a-6147384e3fe5 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.697302 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8b3d-643b-42f2-a636-46949091557c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.705728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['280a9781-3336-473d-a912-92941d71be43'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:54.708910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['59f76e2d-b125-4739-aed6-41cce9bb0c6c', '92c22e18-8a4c-4fe2-8e35-9e017d44f80b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:54.742027 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5d067e97-5100-49cf-8601-d3f5624ddd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.745157 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5d067e97-5100-49cf-8601-d3f5624ddd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.749192 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1b49f-dd86-463f-966a-6147384e3fe5 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Pushing event deleted for resources: {'Port': ['ID=92c22e18-8a4c-4fe2-8e35-9e017d44f80b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:54.749560 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5d067e97-5100-49cf-8601-d3f5624ddd0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd0724d1-fb82-41e8-a0fb-ac08d3768700 HTTP/1.1" status: 204 len: 168 time: 0.1991556 Aug 06 16:12:54.759994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d067e97-5100-49cf-8601-d3f5624ddd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0724d1-fb82-41e8-a0fb-ac08d3768700,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:54.804394 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8b3d-643b-42f2-a636-46949091557c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.904559 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1883b280-cb6f-4033-86ca-1c706a206051 req-16f1b49f-dd86-463f-966a-6147384e3fe5 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] No DVR routers for this DVR port 92c22e18-8a4c-4fe2-8e35-9e017d44f80b on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:54.909545 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1883b280-cb6f-4033-86ca-1c706a206051 req-16f1b49f-dd86-463f-966a-6147384e3fe5 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.912025 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1883b280-cb6f-4033-86ca-1c706a206051 req-16f1b49f-dd86-463f-966a-6147384e3fe5 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.78 "DELETE /v2.0/ports/92c22e18-8a4c-4fe2-8e35-9e017d44f80b HTTP/1.1" status: 204 len: 173 time: 1.0047796 Aug 06 16:12:54.913609 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b699cc2-8d34-4829-b571-032b080019b4', 'name': 'network-vif-deleted', 'tag': '92c22e18-8a4c-4fe2-8e35-9e017d44f80b'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:54.924759 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44c0a77-cd52-4bf9-82ca-222766584525" -d '{"events": [{"server_uuid": "6b699cc2-8d34-4829-b571-032b080019b4", "name": "network-vif-deleted", "tag": "92c22e18-8a4c-4fe2-8e35-9e017d44f80b"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:54.991201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8b3d-643b-42f2-a636-46949091557c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.994993 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8b3d-643b-42f2-a636-46949091557c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:55.001148 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0dcc8b3d-643b-42f2-a636-46949091557c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aeb54e7c-dc0f-402e-8dc2-8f8d1244891b HTTP/1.1" status: 204 len: 168 time: 0.4570529 Aug 06 16:12:55.010753 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076054d5-c755-4e11-b7d1-903da920f4d5 x-openstack-request-id: req-076054d5-c755-4e11-b7d1-903da920f4d5 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:55.011043 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b699cc2-8d34-4829-b571-032b080019b4", "name": "network-vif-deleted", "tag": "92c22e18-8a4c-4fe2-8e35-9e017d44f80b", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:55.012574 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-076054d5-c755-4e11-b7d1-903da920f4d5 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:55.013184 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b699cc2-8d34-4829-b571-032b080019b4', 'name': 'network-vif-deleted', 'tag': '92c22e18-8a4c-4fe2-8e35-9e017d44f80b', 'status': 'completed', 'code': 200} Aug 06 16:12:55.028326 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-588acddc-e901-459d-b750-8a96207c1124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:55.042067 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc8b3d-643b-42f2-a636-46949091557c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb54e7c-dc0f-402e-8dc2-8f8d1244891b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:55.047478 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-588acddc-e901-459d-b750-8a96207c1124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:55.127133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588acddc-e901-459d-b750-8a96207c1124 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:12:55.139972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588acddc-e901-459d-b750-8a96207c1124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cf82fa-f956-4f35-84d6-f83727586a7d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:55.157420 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-944a75c5-021e-4685-9feb-ac2c48158f95 req-82c2bfa2-29af-495c-99fd-4be7f2f4c6e9 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b699cc2-8d34-4829-b571-032b080019b4 HTTP/1.1" status: 200 len: 210 time: 0.0694025 Aug 06 16:12:55.159838 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-588acddc-e901-459d-b750-8a96207c1124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:55.161751 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-588acddc-e901-459d-b750-8a96207c1124 admin admin] Added segment d76617c5-bc46-4266-b2f6-ec828afe67cb of type vlan for network ff64b635-ab01-4178-9b09-324438190fae Aug 06 16:12:55.256852 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-588acddc-e901-459d-b750-8a96207c1124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:55.305699 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-588acddc-e901-459d-b750-8a96207c1124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:55.307531 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588acddc-e901-459d-b750-8a96207c1124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:55.308011 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-588acddc-e901-459d-b750-8a96207c1124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:55.356051 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-588acddc-e901-459d-b750-8a96207c1124 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2500100 Aug 06 16:12:55.361642 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51830) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:55.369554 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-23caa24b-15d7-4e54-a893-7045e519436c admin admin] Request body: {'subnet': {'network_id': 'ff64b635-ab01-4178-9b09-324438190fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-765010815-subnet', 'tenant_id': '1dba091ea62c4e1ea698768d5a98f197', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:55.393500 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588acddc-e901-459d-b750-8a96207c1124 admin admin] Pushing event updated for resources: {'Network': ['ID=ff64b635-ab01-4178-9b09-324438190fae,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:55.405567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network ff64b635-ab01-4178-9b09-324438190fae details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:12:55.423740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23caa24b-15d7-4e54-a893-7045e519436c admin admin] Made reservation on behalf of 1dba091ea62c4e1ea698768d5a98f197 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:55.430305 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-23caa24b-15d7-4e54-a893-7045e519436c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:55.613310 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-93cfb6a0-5ca5-4eac-9276-d83a3e089ab2 req-18031569-cf7b-4591-9550-060005e64f18 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 210 time: 0.0500035 Aug 06 16:12:55.790707 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-23caa24b-15d7-4e54-a893-7045e519436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:55.865678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23caa24b-15d7-4e54-a893-7045e519436c admin admin] Checking segment: {'id': 'd76617c5-bc46-4266-b2f6-ec828afe67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ff64b635-ab01-4178-9b09-324438190fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:55.866203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23caa24b-15d7-4e54-a893-7045e519436c admin admin] Network hostable DHCP agents. Network: ff64b635-ab01-4178-9b09-324438190fae, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:12:55.869916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23caa24b-15d7-4e54-a893-7045e519436c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b813781d-0c77-461c-81ea-dfbdb373fdf6,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:55.891255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23caa24b-15d7-4e54-a893-7045e519436c admin admin] Network ff64b635-ab01-4178-9b09-324438190fae is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:12:55.911118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-23caa24b-15d7-4e54-a893-7045e519436c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, ff64b635-ab01-4178-9b09-324438190fae) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:55.916462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23caa24b-15d7-4e54-a893-7045e519436c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:55.917075 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-23caa24b-15d7-4e54-a893-7045e519436c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:55.927549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f9762-177c-4ffd-97ae-5a40053ae3eb None None] Network ff64b635-ab01-4178-9b09-324438190fae requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:55.951317 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-23caa24b-15d7-4e54-a893-7045e519436c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5880070 Aug 06 16:12:56.114407 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f8b974-9e72-41c7-a052-3f4ed0430bf6 None None] Network ff64b635-ab01-4178-9b09-324438190fae requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:56.369096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-70d565f0-ad9b-4085-a4b4-43f57f2c088a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:56.372450 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-70d565f0-ad9b-4085-a4b4-43f57f2c088a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.78 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 806 time: 0.2714789 Aug 06 16:12:56.390753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-755a73f3-0c10-4f1b-b82c-a2ddd82b5543 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Request body: {'port': {'device_id': '89d64e28-0d5b-4efe-b412-a7b1c348f4e8', 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be', 'admin_state_up': True, 'tenant_id': '874b5d3483684aada68738d45d257709'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:56.551905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51878) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:56.563947 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-755a73f3-0c10-4f1b-b82c-a2ddd82b5543 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Made reservation on behalf of 874b5d3483684aada68738d45d257709 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:56.575546 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-755a73f3-0c10-4f1b-b82c-a2ddd82b5543 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:56.591287 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a06e6-7e5d-4947-8d30-7567ad3b9364 req-f74d6c52-83a8-435c-8266-f5acee9b4425 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:56.592908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-624a06e6-7e5d-4947-8d30-7567ad3b9364 req-f74d6c52-83a8-435c-8266-f5acee9b4425 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 946 time: 0.0767012 Aug 06 16:12:56.640825 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-624a06e6-7e5d-4947-8d30-7567ad3b9364 req-164a6226-9e4b-4948-a79d-cd6e684256e3 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413659 Aug 06 16:12:56.768252 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9edb71a8-45d5-467f-b8fc-45032d8c5696 req-61fc054c-024b-4288-a02d-0a12857b65de tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 210 time: 0.0490222 Aug 06 16:12:56.826284 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-755a73f3-0c10-4f1b-b82c-a2ddd82b5543 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Allocated IP 172.20.0.11 (a99cc60d-b371-4f98-ab52-073abe0e27be/f468d397-4915-47a1-9048-e9856cdf5883/11f70e67-e4a7-417e-b198-76fea0a61c3b) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:12:56.853260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b72dd39f-fe5a-4390-abc5-2f1c05604b8c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-379157163-network', 'tenant_id': 'e71751dd5390449b857c205703ffd2ac'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:56.928467 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72dd39f-fe5a-4390-abc5-2f1c05604b8c admin admin] Made reservation on behalf of e71751dd5390449b857c205703ffd2ac for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:56.932400 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b72dd39f-fe5a-4390-abc5-2f1c05604b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:56.955136 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b72dd39f-fe5a-4390-abc5-2f1c05604b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.028789 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51914) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:57.034825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6912bbdf-e6a4-4c8e-b449-ec755b4fe31c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1153509232-network', 'tenant_id': '5ec6f8c819fb408391621df4ec5207b5'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:57.182040 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-755a73f3-0c10-4f1b-b82c-a2ddd82b5543 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.225697 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b72dd39f-fe5a-4390-abc5-2f1c05604b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.237092 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b72dd39f-fe5a-4390-abc5-2f1c05604b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.250123 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72dd39f-fe5a-4390-abc5-2f1c05604b8c admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:12:57.265396 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6912bbdf-e6a4-4c8e-b449-ec755b4fe31c admin admin] Made reservation on behalf of 5ec6f8c819fb408391621df4ec5207b5 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:57.265396 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6912bbdf-e6a4-4c8e-b449-ec755b4fe31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.286982 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6912bbdf-e6a4-4c8e-b449-ec755b4fe31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.306180 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b72dd39f-fe5a-4390-abc5-2f1c05604b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.306521 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-b72dd39f-fe5a-4390-abc5-2f1c05604b8c admin admin] Added segment dddc4cba-57e1-4c4e-a79a-4b1ff710419c of type vlan for network d6bade16-30a6-4115-bfef-a85a62af1a37 Aug 06 16:12:57.319963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dd39f-fe5a-4390-abc5-2f1c05604b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a03e15-db81-4757-9230-9cc0a84cc7e3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:57.387165 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-755a73f3-0c10-4f1b-b82c-a2ddd82b5543 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.414398 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6912bbdf-e6a4-4c8e-b449-ec755b4fe31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.421227 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6912bbdf-e6a4-4c8e-b449-ec755b4fe31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.450349 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6912bbdf-e6a4-4c8e-b449-ec755b4fe31c admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:12:57.478480 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b72dd39f-fe5a-4390-abc5-2f1c05604b8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.479927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912bbdf-e6a4-4c8e-b449-ec755b4fe31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d78009e-086d-448e-a3ea-46b9696e8974,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:57.487351 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6912bbdf-e6a4-4c8e-b449-ec755b4fe31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.488054 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-6912bbdf-e6a4-4c8e-b449-ec755b4fe31c admin admin] Added segment d78e439d-4089-46ef-9ba3-bf9ae22388d8 of type vlan for network 7cae7d0a-5638-406a-87d6-0917dfaa3124 Aug 06 16:12:57.518572 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-755a73f3-0c10-4f1b-b82c-a2ddd82b5543 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Network a99cc60d-b371-4f98-ab52-073abe0e27be is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:12:57.537978 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-755a73f3-0c10-4f1b-b82c-a2ddd82b5543 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:57.548793 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a73f3-0c10-4f1b-b82c-a2ddd82b5543 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Pushing event updated for resources: {'Port': ['ID=11f70e67-e4a7-417e-b198-76fea0a61c3b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:57.552724 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-755a73f3-0c10-4f1b-b82c-a2ddd82b5543 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:12:57.554470 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6912bbdf-e6a4-4c8e-b449-ec755b4fe31c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.630349 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6912bbdf-e6a4-4c8e-b449-ec755b4fe31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.632985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6912bbdf-e6a4-4c8e-b449-ec755b4fe31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:57.634310 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6912bbdf-e6a4-4c8e-b449-ec755b4fe31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.642762 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b72dd39f-fe5a-4390-abc5-2f1c05604b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.643744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72dd39f-fe5a-4390-abc5-2f1c05604b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:57.650763 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b72dd39f-fe5a-4390-abc5-2f1c05604b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.726897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6912bbdf-e6a4-4c8e-b449-ec755b4fe31c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6959929 Aug 06 16:12:57.730037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51974) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:57.736091 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b8210956-9c09-4d89-8609-2818363091fa admin admin] Request body: {'subnet': {'network_id': '7cae7d0a-5638-406a-87d6-0917dfaa3124', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1153509232-subnet', 'tenant_id': '5ec6f8c819fb408391621df4ec5207b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:57.749466 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912bbdf-e6a4-4c8e-b449-ec755b4fe31c admin admin] Pushing event updated for resources: {'Network': ['ID=7cae7d0a-5638-406a-87d6-0917dfaa3124,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:57.760842 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-755a73f3-0c10-4f1b-b82c-a2ddd82b5543 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:57.761505 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-755a73f3-0c10-4f1b-b82c-a2ddd82b5543 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.762845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 7cae7d0a-5638-406a-87d6-0917dfaa3124 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:12:57.808083 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b72dd39f-fe5a-4390-abc5-2f1c05604b8c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2570662 Aug 06 16:12:57.841435 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51986) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:57.860716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1efad69d-2da0-40ca-9040-aa0063feb914 admin admin] Request body: {'subnet': {'network_id': 'd6bade16-30a6-4115-bfef-a85a62af1a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-379157163-subnet', 'tenant_id': 'e71751dd5390449b857c205703ffd2ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:57.925743 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dd39f-fe5a-4390-abc5-2f1c05604b8c admin admin] Pushing event updated for resources: {'Network': ['ID=d6bade16-30a6-4115-bfef-a85a62af1a37,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:57.935433 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-755a73f3-0c10-4f1b-b82c-a2ddd82b5543 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5495706 Aug 06 16:12:57.937426 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8210956-9c09-4d89-8609-2818363091fa admin admin] Made reservation on behalf of 5ec6f8c819fb408391621df4ec5207b5 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:57.938453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network d6bade16-30a6-4115-bfef-a85a62af1a37 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:12:57.939848 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8210956-9c09-4d89-8609-2818363091fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.951155 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Request body: {'port': {'device_id': '89d64e28-0d5b-4efe-b412-a7b1c348f4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:58.030950 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.111333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efad69d-2da0-40ca-9040-aa0063feb914 admin admin] Made reservation on behalf of e71751dd5390449b857c205703ffd2ac for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:58.114319 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1efad69d-2da0-40ca-9040-aa0063feb914 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.131823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f9bfc-3c45-4ab0-9d65-cf44fb890116 req-67b18ce7-da03-4bd1-880e-e2df1bf571fc tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:58.133746 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe4f9bfc-3c45-4ab0-9d65-cf44fb890116 req-67b18ce7-da03-4bd1-880e-e2df1bf571fc tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.13 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 946 time: 0.3482149 Aug 06 16:12:58.140153 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 92c22e18-8a4c-4fe2-8e35-9e017d44f80b no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:58.186701 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 92c22e18-8a4c-4fe2-8e35-9e017d44f80b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:58.188487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 92c22e18-8a4c-4fe2-8e35-9e017d44f80b not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:58.189690 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4dfa1-d721-41fd-85d9-9407717a6d76 req-314675ee-d70e-4e26-86aa-ff1823674edd tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:58.191435 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00b4dfa1-d721-41fd-85d9-9407717a6d76 req-314675ee-d70e-4e26-86aa-ff1823674edd tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 932 time: 0.2935340 Aug 06 16:12:58.252621 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c95f87-6fd8-4416-b72d-7cbb78bd3524 req-51bb0f41-67eb-4173-9ee6-ecf1c4ea1cdd tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:58.254490 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08c95f87-6fd8-4416-b72d-7cbb78bd3524 req-51bb0f41-67eb-4173-9ee6-ecf1c4ea1cdd tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 946 time: 0.4109154 Aug 06 16:12:58.357820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51998) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:58.398797 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f70e67-e4a7-417e-b198-76fea0a61c3b {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:12:58.409010 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.411313 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08c95f87-6fd8-4416-b72d-7cbb78bd3524 req-cd90dd1e-9344-4d70-98c0-a61b3e79e6a4 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472378 Aug 06 16:12:58.424164 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00b4dfa1-d721-41fd-85d9-9407717a6d76 req-87466093-443d-46c5-8dbd-b8b08bd60eee tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806650 Aug 06 16:12:58.424406 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Transition to ACTIVE for port object 11f70e67-e4a7-417e-b198-76fea0a61c3b will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:58.435002 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.503199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-fe4f9bfc-3c45-4ab0-9d65-cf44fb890116 req-20af0b5a-7451-4336-95e4-deb0b4d689e1 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Deleting port 280a9781-3336-473d-a912-92941d71be43 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:58.503716 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fe4f9bfc-3c45-4ab0-9d65-cf44fb890116 req-20af0b5a-7451-4336-95e4-deb0b4d689e1 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.525748 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Pushing event updated for resources: {'Port': ['ID=11f70e67-e4a7-417e-b198-76fea0a61c3b,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:58.630274 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e60a12c2-7445-47a0-8ed0-43f2805bf3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.635801 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Attempting to bind port 11f70e67-e4a7-417e-b198-76fea0a61c3b on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:12:58.636962 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Attempting to bind port 11f70e67-e4a7-417e-b198-76fea0a61c3b by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:12:58.637385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Attempting to bind port 11f70e67-e4a7-417e-b198-76fea0a61c3b on network a99cc60d-b371-4f98-ab52-073abe0e27be {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:58.641861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Port 11f70e67-e4a7-417e-b198-76fea0a61c3b on network a99cc60d-b371-4f98-ab52-073abe0e27be not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:12:58.642181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Attempting to bind port 11f70e67-e4a7-417e-b198-76fea0a61c3b on network a99cc60d-b371-4f98-ab52-073abe0e27be {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:58.648328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:12:58.648668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Checking segment: {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:58.649184 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Bound using segment: {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:12:58.649607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Bound port: 11f70e67-e4a7-417e-b198-76fea0a61c3b, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:12:58.650020 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.710175 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8210956-9c09-4d89-8609-2818363091fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.722613 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] For port 11f70e67-e4a7-417e-b198-76fea0a61c3b, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:58.727401 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] For port 11f70e67-e4a7-417e-b198-76fea0a61c3b, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=11f70e67-e4a7-417e-b198-76fea0a61c3b,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:12:58.734014 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.776515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:58.777338 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.778939 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] 10.222.0.78 "PUT /v2.0/ports/11f70e67-e4a7-417e-b198-76fea0a61c3b HTTP/1.1" status: 200 len: 1092 time: 0.8354607 Aug 06 16:12:58.779430 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d64e28-0d5b-4efe-b412-a7b1c348f4e8', 'tag': '11f70e67-e4a7-417e-b198-76fea0a61c3b'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:58.782048 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454cc843-cc96-47c4-b379-4f48dfd385ee" -d '{"events": [{"name": "network-changed", "server_uuid": "89d64e28-0d5b-4efe-b412-a7b1c348f4e8", "tag": "11f70e67-e4a7-417e-b198-76fea0a61c3b"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:58.795217 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1efad69d-2da0-40ca-9040-aa0063feb914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.806192 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb0748-44e5-48e5-83ae-9dd03b812d6d service neutron] Pushing event updated for resources: {'Port': ['ID=11f70e67-e4a7-417e-b198-76fea0a61c3b,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:58.848017 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a656792-63de-4dd4-9ef6-d973b6a7c1eb x-openstack-request-id: req-8a656792-63de-4dd4-9ef6-d973b6a7c1eb {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:58.848017 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d64e28-0d5b-4efe-b412-a7b1c348f4e8", "tag": "11f70e67-e4a7-417e-b198-76fea0a61c3b", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:58.848017 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a656792-63de-4dd4-9ef6-d973b6a7c1eb {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:58.848484 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d64e28-0d5b-4efe-b412-a7b1c348f4e8', 'tag': '11f70e67-e4a7-417e-b198-76fea0a61c3b', 'status': 'completed', 'code': 200} Aug 06 16:12:58.850638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-fe4f9bfc-3c45-4ab0-9d65-cf44fb890116 req-20af0b5a-7451-4336-95e4-deb0b4d689e1 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] For port 280a9781-3336-473d-a912-92941d71be43, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=280a9781-3336-473d-a912-92941d71be43,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:58.851015 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fe4f9bfc-3c45-4ab0-9d65-cf44fb890116 req-20af0b5a-7451-4336-95e4-deb0b4d689e1 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.885942 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-03f1bbde-9efc-4d22-ae3c-b8d394d60fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:58.887504 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-03f1bbde-9efc-4d22-ae3c-b8d394d60fd7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 1095 time: 0.0527050 Aug 06 16:12:58.892661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-fe4f9bfc-3c45-4ab0-9d65-cf44fb890116 req-20af0b5a-7451-4336-95e4-deb0b4d689e1 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Calling delete_port for 280a9781-3336-473d-a912-92941d71be43 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:58.896934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8210956-9c09-4d89-8609-2818363091fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7260a8f-c836-4598-979d-c93a202c9625,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:58.932818 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-3d2402bc-dde1-4eab-ae3e-5fd8cfebe2aa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11f70e67-e4a7-417e-b198-76fea0a61c3b HTTP/1.1" status: 200 len: 217 time: 0.0365329 Aug 06 16:12:58.984532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-dc32a571-84eb-4ea2-be79-363662900750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:58.986082 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-dc32a571-84eb-4ea2-be79-363662900750 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 200 len: 846 time: 0.0458875 Aug 06 16:12:58.987947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8210956-9c09-4d89-8609-2818363091fa admin admin] Checking segment: {'id': 'd78e439d-4089-46ef-9ba3-bf9ae22388d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '7cae7d0a-5638-406a-87d6-0917dfaa3124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:58.988315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8210956-9c09-4d89-8609-2818363091fa admin admin] Network hostable DHCP agents. Network: 7cae7d0a-5638-406a-87d6-0917dfaa3124, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:12:59.022469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efad69d-2da0-40ca-9040-aa0063feb914 admin admin] Checking segment: {'id': 'dddc4cba-57e1-4c4e-a79a-4b1ff710419c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd6bade16-30a6-4115-bfef-a85a62af1a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:59.022734 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efad69d-2da0-40ca-9040-aa0063feb914 admin admin] Network hostable DHCP agents. Network: d6bade16-30a6-4115-bfef-a85a62af1a37, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:12:59.025707 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-8f1559ac-7be4-48de-8bff-e7647c22229f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a99cc60d-b371-4f98-ab52-073abe0e27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319915 Aug 06 16:12:59.034460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efad69d-2da0-40ca-9040-aa0063feb914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4310497b-066c-443c-908c-556677636f46,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:59.064406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8210956-9c09-4d89-8609-2818363091fa admin admin] Network 7cae7d0a-5638-406a-87d6-0917dfaa3124 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:12:59.110872 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-b8210956-9c09-4d89-8609-2818363091fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 7cae7d0a-5638-406a-87d6-0917dfaa3124) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:59.114174 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e60a12c2-7445-47a0-8ed0-43f2805bf3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.118560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efad69d-2da0-40ca-9040-aa0063feb914 admin admin] Network d6bade16-30a6-4115-bfef-a85a62af1a37 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:12:59.125528 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8210956-9c09-4d89-8609-2818363091fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:59.126165 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8210956-9c09-4d89-8609-2818363091fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.126317 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24df75c7-8c83-4419-86a3-2bd1cdf03208 None None] Network 7cae7d0a-5638-406a-87d6-0917dfaa3124 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:59.154547 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e60a12c2-7445-47a0-8ed0-43f2805bf3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.164023 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-1efad69d-2da0-40ca-9040-aa0063feb914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, d6bade16-30a6-4115-bfef-a85a62af1a37) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:59.179431 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-032e2792-964a-42d3-98e7-cd897b55407d service neutron] 10.222.0.78 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448357 Aug 06 16:12:59.185496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efad69d-2da0-40ca-9040-aa0063feb914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:59.186156 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1efad69d-2da0-40ca-9040-aa0063feb914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.213791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aff380-a829-49ce-b3cf-1203a4886294 None None] Network d6bade16-30a6-4115-bfef-a85a62af1a37 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:59.215989 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b8210956-9c09-4d89-8609-2818363091fa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4842684 Aug 06 16:12:59.240134 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e60a12c2-7445-47a0-8ed0-43f2805bf3cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=398b02581bc74d749e3bb9025c291ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8788292 Aug 06 16:12:59.244945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a12c2-7445-47a0-8ed0-43f2805bf3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c8f9d2-3a82-4b62-b716-ac494716fa55,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:59.247751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52008) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:59.266203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1efad69d-2da0-40ca-9040-aa0063feb914 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4169948 Aug 06 16:12:59.283431 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fe4f9bfc-3c45-4ab0-9d65-cf44fb890116 req-20af0b5a-7451-4336-95e4-deb0b4d689e1 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.314305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['280a9781-3336-473d-a912-92941d71be43'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:59.339482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['59f76e2d-b125-4739-aed6-41cce9bb0c6c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:59.340829 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8fa5f6a2-df66-483f-820c-908aa966f133 req-749f866a-a920-453d-a219-95391ddd9809 service neutron] 10.222.0.78 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449459 Aug 06 16:12:59.421685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af0b5a-7451-4336-95e4-deb0b4d689e1 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Pushing event deleted for resources: {'Port': ['ID=280a9781-3336-473d-a912-92941d71be43,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:59.449429 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cda0049-6b8e-40c3-a354-985fbd3a8690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.464775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d52302-19b3-4d89-b0a5-1ddc253646ed None None] Network d6bade16-30a6-4115-bfef-a85a62af1a37 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:59.518815 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc843-cc96-47c4-b379-4f48dfd385ee req-b03cc331-eac1-4b12-9f0f-28062329769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:59.521265 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-454cc843-cc96-47c4-b379-4f48dfd385ee req-b03cc331-eac1-4b12-9f0f-28062329769f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 1095 time: 0.1186798 Aug 06 16:12:59.582440 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4f9bfc-3c45-4ab0-9d65-cf44fb890116 req-20af0b5a-7451-4336-95e4-deb0b4d689e1 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] No DVR routers for this DVR port 280a9781-3336-473d-a912-92941d71be43 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:59.600109 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fe4f9bfc-3c45-4ab0-9d65-cf44fb890116 req-20af0b5a-7451-4336-95e4-deb0b4d689e1 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.602388 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe4f9bfc-3c45-4ab0-9d65-cf44fb890116 req-20af0b5a-7451-4336-95e4-deb0b4d689e1 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.13 "DELETE /v2.0/ports/280a9781-3336-473d-a912-92941d71be43 HTTP/1.1" status: 204 len: 173 time: 1.4421580 Aug 06 16:12:59.605355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36baf6df-c880-4ca8-92de-493c8bdb7b26', 'name': 'network-vif-deleted', 'tag': '280a9781-3336-473d-a912-92941d71be43'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:59.607751 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a735db-0026-4571-86ea-c9d5c67436ef" -d '{"events": [{"server_uuid": "36baf6df-c880-4ca8-92de-493c8bdb7b26", "name": "network-vif-deleted", "tag": "280a9781-3336-473d-a912-92941d71be43"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:59.657714 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cda0049-6b8e-40c3-a354-985fbd3a8690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.698327 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8f87572-bf86-43a2-9f2b-3a1210203021 req-dc1c739b-216d-4fac-8ac9-47e12291f8a9 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=36baf6df-c880-4ca8-92de-493c8bdb7b26 HTTP/1.1" status: 200 len: 210 time: 0.0936356 Aug 06 16:12:59.723243 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc843-cc96-47c4-b379-4f48dfd385ee req-e4e99915-70f8-47bf-8784-7de80e1adecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:59.725401 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-454cc843-cc96-47c4-b379-4f48dfd385ee req-e4e99915-70f8-47bf-8784-7de80e1adecd service neutron] 10.222.0.78 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 907 time: 0.1940651 Aug 06 16:12:59.767771 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332fb27-03c1-4500-b117-2605f3a8d5d8 req-7fd4e5da-8b2f-4bd3-aab3-16117dd750a5 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:59.769451 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e332fb27-03c1-4500-b117-2605f3a8d5d8 req-7fd4e5da-8b2f-4bd3-aab3-16117dd750a5 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 944 time: 0.1660669 Aug 06 16:12:59.799406 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cda0049-6b8e-40c3-a354-985fbd3a8690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.802255 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cda0049-6b8e-40c3-a354-985fbd3a8690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.803475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6cda0049-6b8e-40c3-a354-985fbd3a8690 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4c8f9d2-3a82-4b62-b716-ac494716fa55 HTTP/1.1" status: 204 len: 168 time: 0.5530553 Aug 06 16:12:59.826796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda0049-6b8e-40c3-a354-985fbd3a8690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c8f9d2-3a82-4b62-b716-ac494716fa55,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:59.861197 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e332fb27-03c1-4500-b117-2605f3a8d5d8 req-0cecac05-8126-4e20-acae-865bda12fe97 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825398 Aug 06 16:12:59.876941 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3452b91-795d-4ee1-9895-f71440859111 None None] Network 7cae7d0a-5638-406a-87d6-0917dfaa3124 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:59.901975 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-454cc843-cc96-47c4-b379-4f48dfd385ee req-ad4649cd-5898-443c-a52c-0c618e79caa7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11f70e67-e4a7-417e-b198-76fea0a61c3b HTTP/1.1" status: 200 len: 217 time: 0.1604478 Aug 06 16:12:59.963214 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c657538d-4949-4f12-be49-7ef7439dc3ab x-openstack-request-id: req-c657538d-4949-4f12-be49-7ef7439dc3ab {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:59.963403 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36baf6df-c880-4ca8-92de-493c8bdb7b26", "name": "network-vif-deleted", "tag": "280a9781-3336-473d-a912-92941d71be43", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:59.963638 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c657538d-4949-4f12-be49-7ef7439dc3ab {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:59.964098 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36baf6df-c880-4ca8-92de-493c8bdb7b26', 'name': 'network-vif-deleted', 'tag': '280a9781-3336-473d-a912-92941d71be43', 'status': 'completed', 'code': 200} Aug 06 16:12:59.976571 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc843-cc96-47c4-b379-4f48dfd385ee req-554789fb-6d56-4fac-91ef-8d6c47e862e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:59.980813 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-454cc843-cc96-47c4-b379-4f48dfd385ee req-554789fb-6d56-4fac-91ef-8d6c47e862e0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 200 len: 846 time: 0.0700316 Aug 06 16:13:00.061979 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-454cc843-cc96-47c4-b379-4f48dfd385ee req-7dcd9980-ad3a-4a94-b9bd-be976b373304 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a99cc60d-b371-4f98-ab52-073abe0e27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727608 Aug 06 16:13:00.310055 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-454cc843-cc96-47c4-b379-4f48dfd385ee req-4eceee71-f0dc-4377-9f0a-6118e2eb89d5 service neutron] 10.222.0.78 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158840 Aug 06 16:13:00.460511 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-454cc843-cc96-47c4-b379-4f48dfd385ee req-6ac0dbaa-dc88-4668-9a97-6bc3f751ac21 service neutron] 10.222.0.78 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363990 Aug 06 16:13:00.481769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-2724a2cb-a96f-4d95-875c-b0299a3f4e76 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:00.491302 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-2724a2cb-a96f-4d95-875c-b0299a3f4e76 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/networks?id=d6bade16-30a6-4115-bfef-a85a62af1a37 HTTP/1.1" status: 200 len: 817 time: 0.3662660 Aug 06 16:13:00.505114 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-6d0f708f-874a-40e9-9217-2b30793a976a tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/quotas/e71751dd5390449b857c205703ffd2ac HTTP/1.1" status: 200 len: 375 time: 0.0122533 Aug 06 16:13:00.554794 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-17749773-b8b3-4bfa-a0c7-d51e0fb7a4ac tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e71751dd5390449b857c205703ffd2ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437911 Aug 06 16:13:00.741648 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-45f79e6b-9cf9-48bd-b834-bbe857cdf3f3 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:00.743359 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-45f79e6b-9cf9-48bd-b834-bbe857cdf3f3 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/networks?id=ff64b635-ab01-4178-9b09-324438190fae HTTP/1.1" status: 200 len: 824 time: 0.2167606 Aug 06 16:13:00.751266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-5d17d460-53eb-4372-9482-aede09e24923 service neutron] 10.222.0.37 "GET /v2.0/networks/d6bade16-30a6-4115-bfef-a85a62af1a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773543 Aug 06 16:13:00.785121 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-dd9a5dbe-bbd0-4a9a-9d6b-efc7ab530ca8 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/quotas/1dba091ea62c4e1ea698768d5a98f197 HTTP/1.1" status: 200 len: 375 time: 0.0318470 Aug 06 16:13:01.021210 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:13:01.204538 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-d3872b77-5180-465b-a9ba-0f1005eeef77 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1dba091ea62c4e1ea698768d5a98f197&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323811 Aug 06 16:13:01.294065 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-2edcfd94-ead8-4ba8-a40f-f397f51f7839 service neutron] 10.222.0.37 "GET /v2.0/networks/d6bade16-30a6-4115-bfef-a85a62af1a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408692 Aug 06 16:13:01.310822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52088) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:01.323679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-ec02f45d-2156-4212-af06-59d9b54e5426 service neutron] 10.222.0.37 "GET /v2.0/networks/ff64b635-ab01-4178-9b09-324438190fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109138 Aug 06 16:13:01.383687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 280a9781-3336-473d-a912-92941d71be43 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:13:01.441660 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-62eee5fa-0a36-4339-8d91-a0f1c362acd4 service neutron] 10.222.0.37 "GET /v2.0/networks/ff64b635-ab01-4178-9b09-324438190fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090653 Aug 06 16:13:01.450018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52094) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:01.625186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe762f52-b7e6-4073-9aec-c280630c0ca2 req-5eb524b0-f5de-4c7f-874a-7b72dbed0f2a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:01.635924 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe762f52-b7e6-4073-9aec-c280630c0ca2 req-5eb524b0-f5de-4c7f-874a-7b72dbed0f2a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 944 time: 0.0797164 Aug 06 16:13:01.694543 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-5c428947-a102-4dc9-ae4b-e194335f0a3a tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-50765654'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:01.760649 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe762f52-b7e6-4073-9aec-c280630c0ca2 req-293c0780-ef7c-4482-9896-559cc4924589 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235626 Aug 06 16:13:01.805025 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c428947-a102-4dc9-ae4b-e194335f0a3a tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Made reservation on behalf of 0a6ff32fe9c44cca8a816fda45f647af for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:01.808890 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5c428947-a102-4dc9-ae4b-e194335f0a3a tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:01.815749 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e0fb598-8e48-41de-a84a-63e1842dff7c req-a7015326-b460-4803-8c3e-eb21e3a836ec tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/ports?device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 210 time: 0.0393088 Aug 06 16:13:01.842899 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5c428947-a102-4dc9-ae4b-e194335f0a3a tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:01.877087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 280a9781-3336-473d-a912-92941d71be43 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:13:01.877441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 280a9781-3336-473d-a912-92941d71be43 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:13:01.892936 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ffc997b6-ed5a-40d8-9b28-f9b4b80c164b req-6171afcb-55a2-44cc-94f9-49a6ece05875 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 210 time: 0.0437586 Aug 06 16:13:02.103284 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5c428947-a102-4dc9-ae4b-e194335f0a3a tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:02.127129 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5c428947-a102-4dc9-ae4b-e194335f0a3a tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:02.153907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 11f70e67-e4a7-417e-b198-76fea0a61c3b details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:13:02.163706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c428947-a102-4dc9-ae4b-e194335f0a3a tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:13:02.186973 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c428947-a102-4dc9-ae4b-e194335f0a3a tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef657b40-0d77-4c85-8638-65aadc8e53bf,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:02.192259 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5c428947-a102-4dc9-ae4b-e194335f0a3a tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:02.192707 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-5c428947-a102-4dc9-ae4b-e194335f0a3a tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Added segment 5c4a862b-661a-47c1-9fbb-9ac69f14db31 of type vlan for network e5865b9c-41ab-4aa2-9e7a-22fe79230f70 Aug 06 16:13:02.260706 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5c428947-a102-4dc9-ae4b-e194335f0a3a tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:02.332405 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5c428947-a102-4dc9-ae4b-e194335f0a3a tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:02.335097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 11f70e67-e4a7-417e-b198-76fea0a61c3b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=11f70e67-e4a7-417e-b198-76fea0a61c3b,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:02.338717 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c428947-a102-4dc9-ae4b-e194335f0a3a tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:02.339427 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5c428947-a102-4dc9-ae4b-e194335f0a3a tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:02.348134 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '11f70e67-e4a7-417e-b198-76fea0a61c3b', 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be', 'port_id': '11f70e67-e4a7-417e-b198-76fea0a61c3b', 'mac_address': 'fa:16:3e:79:48:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f468d397-4915-47a1-9048-e9856cdf5883', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:13:02.397065 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:02.411174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f70e67-e4a7-417e-b198-76fea0a61c3b {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:02.429536 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5c428947-a102-4dc9-ae4b-e194335f0a3a tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9782715 Aug 06 16:13:02.432737 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52120) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:02.440709 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53c49be2-4163-4513-a336-2d63acb80654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:02.455551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 11f70e67-e4a7-417e-b198-76fea0a61c3b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=11f70e67-e4a7-417e-b198-76fea0a61c3b,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:02.463366 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:02.492183 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c428947-a102-4dc9-ae4b-e194335f0a3a tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Pushing event updated for resources: {'Network': ['ID=e5865b9c-41ab-4aa2-9e7a-22fe79230f70,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:02.508952 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network e5865b9c-41ab-4aa2-9e7a-22fe79230f70 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:13:02.598472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-83319f32-4d8d-4475-b2c3-81e8883d0ff2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Request body: {'network': {'name': 'tempest-network--735967867', 'router:external': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:02.623284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=11f70e67-e4a7-417e-b198-76fea0a61c3b,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:02.643000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83319f32-4d8d-4475-b2c3-81e8883d0ff2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Made reservation on behalf of 8ec3f4e93d634a489f79ed4d271956e7 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:02.648589 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83319f32-4d8d-4475-b2c3-81e8883d0ff2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:02.650527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:02.650712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:02.650910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:02.651491 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:02.651995 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:02.652608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:02.653367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:02.653898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:02.655137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:02.655819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:02.656472 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:02.656956 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:02.663292 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83319f32-4d8d-4475-b2c3-81e8883d0ff2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:02.783326 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83319f32-4d8d-4475-b2c3-81e8883d0ff2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:02.788492 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83319f32-4d8d-4475-b2c3-81e8883d0ff2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:02.793027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['11f70e67-e4a7-417e-b198-76fea0a61c3b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:13:02.815101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83319f32-4d8d-4475-b2c3-81e8883d0ff2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c698701f-e2fd-4c63-b8b0-b78821599470,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:02.835862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83319f32-4d8d-4475-b2c3-81e8883d0ff2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:13:02.862294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-53c49be2-4163-4513-a336-2d63acb80654 admin admin] Deleting port 2f7531f4-acc7-4b21-b257-a2ac2168a022 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:13:02.863154 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53c49be2-4163-4513-a336-2d63acb80654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:02.871731 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83319f32-4d8d-4475-b2c3-81e8883d0ff2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:02.872083 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-83319f32-4d8d-4475-b2c3-81e8883d0ff2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Added segment 2b674f7c-b960-4ea7-a07b-ef0bc90a0883 of type vlan for network 1ace26f9-d0fd-4b4e-abd0-082515bdec69 Aug 06 16:13:02.976805 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-53c49be2-4163-4513-a336-2d63acb80654 admin admin] For port 2f7531f4-acc7-4b21-b257-a2ac2168a022, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=2f7531f4-acc7-4b21-b257-a2ac2168a022,segment=NetworkSegment(38b85d99-f64f-4222-b89d-6f0da7d97f63),segment_id=38b85d99-f64f-4222-b89d-6f0da7d97f63)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:02.977461 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53c49be2-4163-4513-a336-2d63acb80654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:02.994300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-53c49be2-4163-4513-a336-2d63acb80654 admin admin] Calling delete_port for 2f7531f4-acc7-4b21-b257-a2ac2168a022 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:13:03.030642 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83319f32-4d8d-4475-b2c3-81e8883d0ff2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:03.112278 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83319f32-4d8d-4475-b2c3-81e8883d0ff2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:03.113738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83319f32-4d8d-4475-b2c3-81e8883d0ff2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:03.114708 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83319f32-4d8d-4475-b2c3-81e8883d0ff2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:03.158255 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-828af18e-befa-4675-8a8e-0f800d108fa0 req-eb10690c-4f18-4869-96b7-10d2d61de4eb tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/ports?device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 210 time: 0.0760341 Aug 06 16:13:03.271619 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-83319f32-4d8d-4475-b2c3-81e8883d0ff2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8368306 Aug 06 16:13:03.279653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52132) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:03.321063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83319f32-4d8d-4475-b2c3-81e8883d0ff2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event updated for resources: {'Network': ['ID=1ace26f9-d0fd-4b4e-abd0-082515bdec69,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:03.332931 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 1ace26f9-d0fd-4b4e-abd0-082515bdec69 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:13:03.370792 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f258da7-4af6-4adf-ae23-7ef803d4abbb req-d86c98d7-876e-4341-8020-58d060f868c4 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:03.372852 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f258da7-4af6-4adf-ae23-7ef803d4abbb req-d86c98d7-876e-4341-8020-58d060f868c4 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 945 time: 0.4790258 Aug 06 16:13:03.391885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07a8cdf8-8120-4979-baff-b091f89cfa10 req-5193711c-6b73-4906-98d7-bfd12bad7f6c tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 210 time: 0.1161966 Aug 06 16:13:03.507283 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-cc1bec95-4e06-4b20-a4ca-9cc95e8512c0 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:03.509672 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-cc1bec95-4e06-4b20-a4ca-9cc95e8512c0 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.13 "GET /v2.0/networks?id=d6bade16-30a6-4115-bfef-a85a62af1a37 HTTP/1.1" status: 200 len: 817 time: 0.4399889 Aug 06 16:13:03.513178 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd9caf0b-e7d9-4d2b-8235-05f343ee7b83 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:03.586743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-0f5e4870-08d6-40fd-b1ea-bdb9d113bb9d tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Request body: {'port': {'device_id': '102a8c01-a270-405f-aa17-75a75d81c81f', 'network_id': 'd6bade16-30a6-4115-bfef-a85a62af1a37', 'admin_state_up': True, 'tenant_id': 'e71751dd5390449b857c205703ffd2ac'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:03.614929 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53c49be2-4163-4513-a336-2d63acb80654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:03.652254 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c49be2-4163-4513-a336-2d63acb80654 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7531f4-acc7-4b21-b257-a2ac2168a022,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:03.713443 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9a214e50-88f6-49c5-a865-17dbd8df5a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:03.735198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f258da7-4af6-4adf-ae23-7ef803d4abbb req-2f36f7de-541c-47cf-bb03-f286435bba41 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404915 Aug 06 16:13:03.858994 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd9caf0b-e7d9-4d2b-8235-05f343ee7b83 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:03.873135 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53c49be2-4163-4513-a336-2d63acb80654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:03.878728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-fd9caf0b-e7d9-4d2b-8235-05f343ee7b83 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ace26f9-d0fd-4b4e-abd0-082515bdec69']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:03.899240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-fd9caf0b-e7d9-4d2b-8235-05f343ee7b83 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b674f7c-b960-4ea7-a07b-ef0bc90a0883') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:03.899602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-fd9caf0b-e7d9-4d2b-8235-05f343ee7b83 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b674f7c-b960-4ea7-a07b-ef0bc90a0883') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:03.907767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8bcd08b5-da2e-46a9-bb85-c25d78cc29bd tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:03.909353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8bcd08b5-da2e-46a9-bb85-c25d78cc29bd tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.13 "GET /v2.0/networks?id=ff64b635-ab01-4178-9b09-324438190fae HTTP/1.1" status: 200 len: 824 time: 0.4453053 Aug 06 16:13:03.941082 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd9caf0b-e7d9-4d2b-8235-05f343ee7b83 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:03.956335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-f29254f3-6746-4ade-acba-44a237dda403 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Request body: {'port': {'device_id': '771264ca-ad6a-4640-ba77-8528f67dad75', 'network_id': 'ff64b635-ab01-4178-9b09-324438190fae', 'admin_state_up': True, 'tenant_id': '1dba091ea62c4e1ea698768d5a98f197'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:03.963263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-0f5e4870-08d6-40fd-b1ea-bdb9d113bb9d tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Made reservation on behalf of e71751dd5390449b857c205703ffd2ac for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:03.967494 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-0f5e4870-08d6-40fd-b1ea-bdb9d113bb9d tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.003126 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd9caf0b-e7d9-4d2b-8235-05f343ee7b83 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.042825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9caf0b-e7d9-4d2b-8235-05f343ee7b83 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:13:04.043232 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd9caf0b-e7d9-4d2b-8235-05f343ee7b83 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:13:04.044958 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:13:04.123252 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c49be2-4163-4513-a336-2d63acb80654 admin admin] Router 294998e4-57aa-4181-8e21-c80e09a62232 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:13:04.163109 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd9caf0b-e7d9-4d2b-8235-05f343ee7b83 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.171103 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 11f70e67-e4a7-417e-b198-76fea0a61c3b up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:04.181356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9caf0b-e7d9-4d2b-8235-05f343ee7b83 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ace26f9-d0fd-4b4e-abd0-082515bdec69 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 16:13:04.205594 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fd9caf0b-e7d9-4d2b-8235-05f343ee7b83 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.210562 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fd9caf0b-e7d9-4d2b-8235-05f343ee7b83 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "DELETE /v2.0/networks/1ace26f9-d0fd-4b4e-abd0-082515bdec69 HTTP/1.1" status: 204 len: 168 time: 0.9267964 Aug 06 16:13:04.223411 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52138) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:04.230091 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-750011ed-3dd1-4236-8189-4b27cb043e9e tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:04.230301 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9caf0b-e7d9-4d2b-8235-05f343ee7b83 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ace26f9-d0fd-4b4e-abd0-082515bdec69,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:04.288181 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-f29254f3-6746-4ade-acba-44a237dda403 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:13:04.288181 n-d-803756-1 neutron-server[105765]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 16:13:04.288181 n-d-803756-1 neutron-server[105765]: [parameters: {'project_id_1': '1dba091ea62c4e1ea698768d5a98f197', 'expiration_1': datetime.datetime(2021, 8, 6, 16, 13, 4, 262683)}] Aug 06 16:13:04.288181 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:13:04.289129 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-f29254f3-6746-4ade-acba-44a237dda403 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:13:04.294239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c49be2-4163-4513-a336-2d63acb80654 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:13:04.301143 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-53c49be2-4163-4513-a336-2d63acb80654 admin admin] 10.222.0.37 "PUT /v2.0/routers/294998e4-57aa-4181-8e21-c80e09a62232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9892521 Aug 06 16:13:04.305938 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750011ed-3dd1-4236-8189-4b27cb043e9e tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Made reservation on behalf of 8ec3f4e93d634a489f79ed4d271956e7 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:04.308128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52140) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:04.309312 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-750011ed-3dd1-4236-8189-4b27cb043e9e tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.320091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 11f70e67-e4a7-417e-b198-76fea0a61c3b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:04.328435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 11f70e67-e4a7-417e-b198-76fea0a61c3b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:04.328809 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.347475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbbf95fb-2c9d-4ae3-9fbe-08a716bb146a req-325adec1-9989-4d22-8bf2-90c5e361679a tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/ports?device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 210 time: 0.0742004 Aug 06 16:13:04.359166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750011ed-3dd1-4236-8189-4b27cb043e9e tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:13:04.380009 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-750011ed-3dd1-4236-8189-4b27cb043e9e tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.381767 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-750011ed-3dd1-4236-8189-4b27cb043e9e tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Added segment 770cade7-3c6d-4513-9505-fc822304ab82 of type vlan for network 6fd117e9-06e9-4ba3-92cf-115014099073 Aug 06 16:13:04.453474 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.455762 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-750011ed-3dd1-4236-8189-4b27cb043e9e tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.474888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-0f5e4870-08d6-40fd-b1ea-bdb9d113bb9d tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Allocated IP 172.20.0.2 (d6bade16-30a6-4115-bfef-a85a62af1a37/4310497b-066c-443c-908c-556677636f46/c09b9a32-8b4e-4324-b6b8-92e50e16ce8e) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:04.507628 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d64e28-0d5b-4efe-b412-a7b1c348f4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f70e67-e4a7-417e-b198-76fea0a61c3b'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:04.510550 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e23916-8b40-49a9-9c9e-dc4b0aede7fa" -d '{"events": [{"server_uuid": "89d64e28-0d5b-4efe-b412-a7b1c348f4e8", "name": "network-vif-plugged", "status": "completed", "tag": "11f70e67-e4a7-417e-b198-76fea0a61c3b"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:04.525565 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-750011ed-3dd1-4236-8189-4b27cb043e9e tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.526675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750011ed-3dd1-4236-8189-4b27cb043e9e tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:04.527652 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-750011ed-3dd1-4236-8189-4b27cb043e9e tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.544579 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25da551d-565a-4116-b65a-e6294e877a1f admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.554609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 11f70e67-e4a7-417e-b198-76fea0a61c3b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=11f70e67-e4a7-417e-b198-76fea0a61c3b,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:04.570405 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.630425 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee425096-6b24-49ff-9406-2f96055ca1be x-openstack-request-id: req-ee425096-6b24-49ff-9406-2f96055ca1be {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:04.631866 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d64e28-0d5b-4efe-b412-a7b1c348f4e8", "name": "network-vif-plugged", "status": "completed", "tag": "11f70e67-e4a7-417e-b198-76fea0a61c3b", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:04.632319 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee425096-6b24-49ff-9406-2f96055ca1be {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:04.632871 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d64e28-0d5b-4efe-b412-a7b1c348f4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f70e67-e4a7-417e-b198-76fea0a61c3b', 'code': 200} Aug 06 16:13:04.680265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750011ed-3dd1-4236-8189-4b27cb043e9e tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event updated for resources: {'Network': ['ID=6fd117e9-06e9-4ba3-92cf-115014099073,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:04.689259 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=11f70e67-e4a7-417e-b198-76fea0a61c3b,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:04.698431 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 6fd117e9-06e9-4ba3-92cf-115014099073 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:13:04.730126 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-750011ed-3dd1-4236-8189-4b27cb043e9e tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5055511 Aug 06 16:13:04.731415 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52146) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:04.747073 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8d6a3f0c-c920-4b41-adfe-9ad668381168 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Request body: {'subnet': {'network_id': '6fd117e9-06e9-4ba3-92cf-115014099073', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:04.804662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e1462-f6f9-4cc0-a8c5-6e1e458d4021 req-b405acbc-0f7a-4c61-9b5d-c71aa5198b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:04.806213 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5c6e1462-f6f9-4cc0-a8c5-6e1e458d4021 req-b405acbc-0f7a-4c61-9b5d-c71aa5198b49 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 1097 time: 0.1152115 Aug 06 16:13:04.814823 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6a3f0c-c920-4b41-adfe-9ad668381168 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Made reservation on behalf of 8ec3f4e93d634a489f79ed4d271956e7 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:04.817151 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3f0c-c920-4b41-adfe-9ad668381168 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.856083 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-755b290b-4107-4e33-9780-faed737b0d82 req-ce5d602d-e979-420e-81f8-0619eb51d33d tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 210 time: 0.3154409 Aug 06 16:13:04.935778 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-0f5e4870-08d6-40fd-b1ea-bdb9d113bb9d tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.949939 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5c6e1462-f6f9-4cc0-a8c5-6e1e458d4021 req-2a033470-28f7-4add-99fe-c6f99f65ad5e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966520 Aug 06 16:13:05.004855 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aac89a-e1c1-4375-aed6-79891b0a7180 None None] Sync routers for ids ['294998e4-57aa-4181-8e21-c80e09a62232'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:13:05.031501 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aac89a-e1c1-4375-aed6-79891b0a7180 None None] Routers {'294998e4-57aa-4181-8e21-c80e09a62232'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:05.032546 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-34aac89a-e1c1-4375-aed6-79891b0a7180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:12:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['294998e4-57aa-4181-8e21-c80e09a62232'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:05.053901 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-f29254f3-6746-4ade-acba-44a237dda403 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Made reservation on behalf of 1dba091ea62c4e1ea698768d5a98f197 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:05.059110 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-f29254f3-6746-4ade-acba-44a237dda403 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:05.119642 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f859e2-d2aa-409c-a779-e6071a403a35 req-e2c16757-4a3e-48e2-8a04-692fba690171 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:05.121200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80f859e2-d2aa-409c-a779-e6071a403a35 req-e2c16757-4a3e-48e2-8a04-692fba690171 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 946 time: 0.2569869 Aug 06 16:13:05.174280 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-0f5e4870-08d6-40fd-b1ea-bdb9d113bb9d tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:05.239064 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-34aac89a-e1c1-4375-aed6-79891b0a7180 None None] Set router 294998e4-57aa-4181-8e21-c80e09a62232 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:05.317524 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80f859e2-d2aa-409c-a779-e6071a403a35 req-fad65410-4b18-426c-84fa-6f739bfc4be4 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851654 Aug 06 16:13:05.335025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-0f5e4870-08d6-40fd-b1ea-bdb9d113bb9d tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Network d6bade16-30a6-4115-bfef-a85a62af1a37 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:05.356972 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-0f5e4870-08d6-40fd-b1ea-bdb9d113bb9d tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:05.360519 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25da551d-565a-4116-b65a-e6294e877a1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:05.373091 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-0f5e4870-08d6-40fd-b1ea-bdb9d113bb9d tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:05.383253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e4870-08d6-40fd-b1ea-bdb9d113bb9d tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Pushing event updated for resources: {'Port': ['ID=c09b9a32-8b4e-4324-b6b8-92e50e16ce8e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:05.403512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.objects.ports [None req-8d6a3f0c-c920-4b41-adfe-9ad668381168 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:13:05.408404 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3f0c-c920-4b41-adfe-9ad668381168 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:05.518928 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d6570-8bc9-4032-9a02-190f884c9fb0 req-392cdfb1-86ab-48eb-bd8d-4c4e53af3f3f tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:05.520922 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e4d6570-8bc9-4032-9a02-190f884c9fb0 req-392cdfb1-86ab-48eb-bd8d-4c4e53af3f3f tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 945 time: 0.2828515 Aug 06 16:13:05.532611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a3f0c-c920-4b41-adfe-9ad668381168 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0b767717-199e-44e0-8307-50cf416625df,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:05.540877 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-34aac89a-e1c1-4375-aed6-79891b0a7180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294998e4-57aa-4181-8e21-c80e09a62232', 'name': 'tempest-TaggedBootDevicesTest-2028610235-router', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:28Z', 'updated_at': '2021-08-06T16:13:03Z', 'revision_number': 5, 'project_id': '964dc75051674f75a50f3eba300bee26', 'gw_port': {'id': '95033e3c-affd-4d17-aeb2-e40db7734c8c', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294998e4-57aa-4181-8e21-c80e09a62232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:29Z', 'updated_at': '2021-08-06T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:05.578979 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aac89a-e1c1-4375-aed6-79891b0a7180 None None] Checking router: 294998e4-57aa-4181-8e21-c80e09a62232 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:13:05.581429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-f29254f3-6746-4ade-acba-44a237dda403 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Allocated IP 172.20.0.3 (ff64b635-ab01-4178-9b09-324438190fae/b813781d-0c77-461c-81ea-dfbdb373fdf6/6e7995e5-9381-4ebd-a16b-bb1a62bf0486) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:05.582798 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a3f0c-c920-4b41-adfe-9ad668381168 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Checking segment: {'id': '770cade7-3c6d-4513-9505-fc822304ab82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '6fd117e9-06e9-4ba3-92cf-115014099073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:05.586650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6a3f0c-c920-4b41-adfe-9ad668381168 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Network hostable DHCP agents. Network: 6fd117e9-06e9-4ba3-92cf-115014099073, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:13:05.591387 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aac89a-e1c1-4375-aed6-79891b0a7180 None None] Routers {'294998e4-57aa-4181-8e21-c80e09a62232'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:05.591726 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-0f5e4870-08d6-40fd-b1ea-bdb9d113bb9d tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:05.592400 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-34aac89a-e1c1-4375-aed6-79891b0a7180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:12:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['294998e4-57aa-4181-8e21-c80e09a62232'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:05.592543 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-0f5e4870-08d6-40fd-b1ea-bdb9d113bb9d tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:05.617318 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6a3f0c-c920-4b41-adfe-9ad668381168 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Network 6fd117e9-06e9-4ba3-92cf-115014099073 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:13:05.635515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8d6a3f0c-c920-4b41-adfe-9ad668381168 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 6fd117e9-06e9-4ba3-92cf-115014099073) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:05.643011 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-0f5e4870-08d6-40fd-b1ea-bdb9d113bb9d tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0959258 Aug 06 16:13:05.651094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6a3f0c-c920-4b41-adfe-9ad668381168 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:05.651519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37862f8-951f-4dab-ad85-769d03329336 None None] Network 6fd117e9-06e9-4ba3-92cf-115014099073 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:13:05.654424 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8d6a3f0c-c920-4b41-adfe-9ad668381168 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:05.679159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Request body: {'port': {'device_id': '102a8c01-a270-405f-aa17-75a75d81c81f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:05.692492 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8d6a3f0c-c920-4b41-adfe-9ad668381168 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9598579 Aug 06 16:13:05.696600 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52158) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:05.703905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Request body: {'floatingip': {'floating_network_id': '6fd117e9-06e9-4ba3-92cf-115014099073'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:05.742569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e4d6570-8bc9-4032-9a02-190f884c9fb0 req-0ac097de-2eea-4ac8-8287-ea39319f5eb1 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968408 Aug 06 16:13:05.775873 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-34aac89a-e1c1-4375-aed6-79891b0a7180 None None] Set router 294998e4-57aa-4181-8e21-c80e09a62232 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:05.785178 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:05.795812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed410cd1-e9b8-4521-8be4-ad6be2b7106f req-ed8a1888-596f-4c60-92ee-e842d6445c84 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:05.799899 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed410cd1-e9b8-4521-8be4-ad6be2b7106f req-ed8a1888-596f-4c60-92ee-e842d6445c84 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/ports?device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 931 time: 0.3008125 Aug 06 16:13:05.841592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-25da551d-565a-4116-b65a-e6294e877a1f admin admin] Deleting port 95033e3c-affd-4d17-aeb2-e40db7734c8c {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:13:05.848717 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25da551d-565a-4116-b65a-e6294e877a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:05.855583 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-34aac89a-e1c1-4375-aed6-79891b0a7180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294998e4-57aa-4181-8e21-c80e09a62232', 'name': 'tempest-TaggedBootDevicesTest-2028610235-router', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:28Z', 'updated_at': '2021-08-06T16:13:05Z', 'revision_number': 6, 'project_id': '964dc75051674f75a50f3eba300bee26', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:06.005556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-25da551d-565a-4116-b65a-e6294e877a1f admin admin] For port 95033e3c-affd-4d17-aeb2-e40db7734c8c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=95033e3c-affd-4d17-aeb2-e40db7734c8c,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:06.006249 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25da551d-565a-4116-b65a-e6294e877a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:06.018248 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:06.023125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-25da551d-565a-4116-b65a-e6294e877a1f admin admin] Calling delete_port for 95033e3c-affd-4d17-aeb2-e40db7734c8c owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:13:06.039496 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b799e11e-23a4-4336-9abf-cc0d584df930 None None] Network 6fd117e9-06e9-4ba3-92cf-115014099073 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:13:06.054863 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aac89a-e1c1-4375-aed6-79891b0a7180 None None] The sync data for ids ['294998e4-57aa-4181-8e21-c80e09a62232'] in n-d-803756-1 is: [{'id': '294998e4-57aa-4181-8e21-c80e09a62232', 'name': 'tempest-TaggedBootDevicesTest-2028610235-router', 'tenant_id': '964dc75051674f75a50f3eba300bee26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:28Z', 'updated_at': '2021-08-06T16:13:05Z', 'revision_number': 6, 'project_id': '964dc75051674f75a50f3eba300bee26', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:13:06.168362 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-270c6468-62e1-4249-9fd7-561621b919fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:06.169376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82c4f318-ad9a-482d-9157-a023a1e012ef req-9030c8ab-bdd1-4f98-b108-f151707deeb1 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 210 time: 0.1292760 Aug 06 16:13:06.202780 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:06.276706 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed410cd1-e9b8-4521-8be4-ad6be2b7106f req-34a60512-e61f-4b99-b5cb-2e7f42e6e0c6 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2a03e15-db81-4757-9230-9cc0a84cc7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388294 Aug 06 16:13:06.304147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Allocated IP 172.20.0.5 (6fd117e9-06e9-4ba3-92cf-115014099073/0b767717-199e-44e0-8307-50cf416625df/824646fe-7c7b-4e63-bf3d-382e881c69b7) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:06.442493 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:06.499577 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:06.587416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Network 6fd117e9-06e9-4ba3-92cf-115014099073 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:06.593277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:06.598498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:06.607445 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:06.613381 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event updated for resources: {'Port': ['ID=824646fe-7c7b-4e63-bf3d-382e881c69b7,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:06.711247 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:06.752318 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:06.909753 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-f29254f3-6746-4ade-acba-44a237dda403 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:06.986653 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:06.994084 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.061279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30539e-8ad7-452d-bfa1-4119f34c6b25 req-5b67afab-e893-4484-8723-cfb2aefc6397 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:07.062849 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f30539e-8ad7-452d-bfa1-4119f34c6b25 req-5b67afab-e893-4484-8723-cfb2aefc6397 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 946 time: 0.6154711 Aug 06 16:13:07.083010 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f3759-5e22-4f86-9a0c-ca7237140cbc req-42bc1a27-dd49-4c4a-976e-008c9514841f tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:07.084521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-300f3759-5e22-4f86-9a0c-ca7237140cbc req-42bc1a27-dd49-4c4a-976e-008c9514841f tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 945 time: 0.2357771 Aug 06 16:13:07.105577 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25da551d-565a-4116-b65a-e6294e877a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.130789 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event updated for resources: {'Port': ['ID=824646fe-7c7b-4e63-bf3d-382e881c69b7,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:07.181387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da551d-565a-4116-b65a-e6294e877a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=95033e3c-affd-4d17-aeb2-e40db7734c8c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:07.191780 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.213897 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.217756 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3690129e-db2e-4eed-8e3e-f2408ab754cc tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5175006 Aug 06 16:13:07.223577 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bd2ac-8a93-41bf-926b-28f1cfc34b42 req-3a2be08b-a36f-465c-9e1f-d925bdbae5bd tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:07.225115 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-258bd2ac-8a93-41bf-926b-28f1cfc34b42 req-3a2be08b-a36f-465c-9e1f-d925bdbae5bd tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.78 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 945 time: 0.0961509 Aug 06 16:13:07.225673 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52172) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:07.241516 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f30539e-8ad7-452d-bfa1-4119f34c6b25 req-c0f33fe5-0ba6-4729-b402-5c90eb90d38c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663737 Aug 06 16:13:07.242444 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-f29254f3-6746-4ade-acba-44a237dda403 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.275899 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.336977 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1649b67a-0ada-44a3-b2c6-87af06dd9cd5 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=6fd117e9-06e9-4ba3-92cf-115014099073 HTTP/1.1" status: 200 len: 689 time: 0.1101174 Aug 06 16:13:07.339501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52178) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:07.346726 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-300f3759-5e22-4f86-9a0c-ca7237140cbc req-8b2c9aea-2bec-4346-b0e7-bce7c92d2e96 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/security-groups?id=179929f3-a352-4005-97bd-018a539fdfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430124 Aug 06 16:13:07.369880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-f29254f3-6746-4ade-acba-44a237dda403 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Network ff64b635-ab01-4178-9b09-324438190fae is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:07.381910 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-f29254f3-6746-4ade-acba-44a237dda403 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:07.394313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29254f3-6746-4ade-acba-44a237dda403 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Pushing event updated for resources: {'Port': ['ID=6e7995e5-9381-4ebd-a16b-bb1a62bf0486,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:07.406261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-f29254f3-6746-4ade-acba-44a237dda403 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:07.476118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-258bd2ac-8a93-41bf-926b-28f1cfc34b42 req-d5f5cb61-c3df-4a81-9e5e-de6224fbbeb8 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Deleting port 59f76e2d-b125-4739-aed6-41cce9bb0c6c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:13:07.476454 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-258bd2ac-8a93-41bf-926b-28f1cfc34b42 req-d5f5cb61-c3df-4a81-9e5e-de6224fbbeb8 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.480879 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.526121 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25da551d-565a-4116-b65a-e6294e877a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.536074 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09b9a32-8b4e-4324-b6b8-92e50e16ce8e {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:07.608950 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.657388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-f29254f3-6746-4ade-acba-44a237dda403 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:07.658049 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-f29254f3-6746-4ade-acba-44a237dda403 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.659573 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-258bd2ac-8a93-41bf-926b-28f1cfc34b42 req-d5f5cb61-c3df-4a81-9e5e-de6224fbbeb8 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] For port 59f76e2d-b125-4739-aed6-41cce9bb0c6c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=59f76e2d-b125-4739-aed6-41cce9bb0c6c,segment=NetworkSegment(bf9ead4f-ccc4-49ca-88d3-d80a957f01eb),segment_id=bf9ead4f-ccc4-49ca-88d3-d80a957f01eb)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:07.659933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-258bd2ac-8a93-41bf-926b-28f1cfc34b42 req-d5f5cb61-c3df-4a81-9e5e-de6224fbbeb8 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.668454 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25da551d-565a-4116-b65a-e6294e877a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.674790 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-258bd2ac-8a93-41bf-926b-28f1cfc34b42 req-d5f5cb61-c3df-4a81-9e5e-de6224fbbeb8 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Calling delete_port for 59f76e2d-b125-4739-aed6-41cce9bb0c6c owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:13:07.681966 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25da551d-565a-4116-b65a-e6294e877a1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.685997 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Transition to ACTIVE for port object c09b9a32-8b4e-4324-b6b8-92e50e16ce8e will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:07.693223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Deleting port 824646fe-7c7b-4e63-bf3d-382e881c69b7 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:13:07.694152 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.695575 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead3d7a-8f79-4e10-96b2-d33588f59dda req-1b1c80c8-42c6-45f3-9a19-ba36e626c785 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:07.697120 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aead3d7a-8f79-4e10-96b2-d33588f59dda req-1b1c80c8-42c6-45f3-9a19-ba36e626c785 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 931 time: 0.3172097 Aug 06 16:13:07.704951 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.709031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 95033e3c-affd-4d17-aeb2-e40db7734c8c no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:13:07.731098 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 95033e3c-affd-4d17-aeb2-e40db7734c8c {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:13:07.731615 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 95033e3c-affd-4d17-aeb2-e40db7734c8c not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:13:07.732140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 2f7531f4-acc7-4b21-b257-a2ac2168a022 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:13:07.746300 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-f29254f3-6746-4ade-acba-44a237dda403 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8027377 Aug 06 16:13:07.756812 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 2f7531f4-acc7-4b21-b257-a2ac2168a022 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:13:07.757294 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 2f7531f4-acc7-4b21-b257-a2ac2168a022 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:13:07.783273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44836b89-1cdd-4788-b7d6-8ec7c64fe926 req-a263ca04-804e-47e0-92ce-1c726ad25bb0 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:07.785394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44836b89-1cdd-4788-b7d6-8ec7c64fe926 req-a263ca04-804e-47e0-92ce-1c726ad25bb0 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/ports?device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 931 time: 0.3064406 Aug 06 16:13:07.810028 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Request body: {'port': {'device_id': '771264ca-ad6a-4640-ba77-8528f67dad75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:07.841114 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.841763 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.862629 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25da551d-565a-4116-b65a-e6294e877a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.863183 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25da551d-565a-4116-b65a-e6294e877a1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 294998e4-57aa-4181-8e21-c80e09a62232 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:13:07.875077 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25da551d-565a-4116-b65a-e6294e877a1f admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.875458 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Calling delete_port for 824646fe-7c7b-4e63-bf3d-382e881c69b7 owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:13:07.876229 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-25da551d-565a-4116-b65a-e6294e877a1f admin admin] 10.222.0.37 "DELETE /v2.0/routers/294998e4-57aa-4181-8e21-c80e09a62232 HTTP/1.1" status: 204 len: 168 time: 3.5499568 Aug 06 16:13:07.881675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52182) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:07.900750 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Pushing event updated for resources: {'Port': ['ID=c09b9a32-8b4e-4324-b6b8-92e50e16ce8e,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:07.984503 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7881bd7-4b4a-4af4-abf6-5c714e1d9506 admin admin] Deleting subnet 439dc982-ce89-4fa4-9cd7-95fb9df42d90 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:13:07.986454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aead3d7a-8f79-4e10-96b2-d33588f59dda req-df79f9d0-0a3c-40f2-bdb9-316eb342308c tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/security-groups?id=38cf82fa-f956-4f35-84d6-f83727586a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298379 Aug 06 16:13:07.988031 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-258bd2ac-8a93-41bf-926b-28f1cfc34b42 req-d5f5cb61-c3df-4a81-9e5e-de6224fbbeb8 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.001356 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44836b89-1cdd-4788-b7d6-8ec7c64fe926 req-c5365bd0-0e5b-4a2e-b93c-1b77c1639fbe tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2a03e15-db81-4757-9230-9cc0a84cc7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059567 Aug 06 16:13:08.007373 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b7881bd7-4b4a-4af4-abf6-5c714e1d9506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.008383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['59f76e2d-b125-4739-aed6-41cce9bb0c6c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:13:08.019447 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.094968 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5cb61-c3df-4a81-9e5e-de6224fbbeb8 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Pushing event deleted for resources: {'Port': ['ID=59f76e2d-b125-4739-aed6-41cce9bb0c6c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:08.125885 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Attempting to bind port c09b9a32-8b4e-4324-b6b8-92e50e16ce8e on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:13:08.126460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Attempting to bind port c09b9a32-8b4e-4324-b6b8-92e50e16ce8e by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'dddc4cba-57e1-4c4e-a79a-4b1ff710419c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd6bade16-30a6-4115-bfef-a85a62af1a37'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:13:08.126574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Attempting to bind port c09b9a32-8b4e-4324-b6b8-92e50e16ce8e on network d6bade16-30a6-4115-bfef-a85a62af1a37 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:08.139511 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b7881bd7-4b4a-4af4-abf6-5c714e1d9506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.166494 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Port c09b9a32-8b4e-4324-b6b8-92e50e16ce8e on network d6bade16-30a6-4115-bfef-a85a62af1a37 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:13:08.166955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Attempting to bind port c09b9a32-8b4e-4324-b6b8-92e50e16ce8e on network d6bade16-30a6-4115-bfef-a85a62af1a37 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:08.207568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-258bd2ac-8a93-41bf-926b-28f1cfc34b42 req-d5f5cb61-c3df-4a81-9e5e-de6224fbbeb8 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] No DVR routers for this DVR port 59f76e2d-b125-4739-aed6-41cce9bb0c6c on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:13:08.217010 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-258bd2ac-8a93-41bf-926b-28f1cfc34b42 req-d5f5cb61-c3df-4a81-9e5e-de6224fbbeb8 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.220061 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-258bd2ac-8a93-41bf-926b-28f1cfc34b42 req-d5f5cb61-c3df-4a81-9e5e-de6224fbbeb8 tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.78 "DELETE /v2.0/ports/59f76e2d-b125-4739-aed6-41cce9bb0c6c HTTP/1.1" status: 204 len: 173 time: 0.9703515 Aug 06 16:13:08.220519 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f02480e-358d-4fa8-8987-73ec70ad0aca', 'name': 'network-vif-deleted', 'tag': '59f76e2d-b125-4739-aed6-41cce9bb0c6c'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:08.223175 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e992284-a1ed-4551-a728-e0a66429bf12" -d '{"events": [{"server_uuid": "1f02480e-358d-4fa8-8987-73ec70ad0aca", "name": "network-vif-deleted", "tag": "59f76e2d-b125-4739-aed6-41cce9bb0c6c"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:08.240451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:13:08.240837 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Checking segment: {'id': 'dddc4cba-57e1-4c4e-a79a-4b1ff710419c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd6bade16-30a6-4115-bfef-a85a62af1a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:08.241229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Bound using segment: {'id': 'dddc4cba-57e1-4c4e-a79a-4b1ff710419c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd6bade16-30a6-4115-bfef-a85a62af1a37'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:13:08.241703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Bound port: c09b9a32-8b4e-4324-b6b8-92e50e16ce8e, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dddc4cba-57e1-4c4e-a79a-4b1ff710419c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd6bade16-30a6-4115-bfef-a85a62af1a37'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:13:08.242072 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.302658 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5b7038-272c-4055-8c17-f9507ea79b63 x-openstack-request-id: req-fa5b7038-272c-4055-8c17-f9507ea79b63 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:08.303015 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f02480e-358d-4fa8-8987-73ec70ad0aca", "name": "network-vif-deleted", "tag": "59f76e2d-b125-4739-aed6-41cce9bb0c6c", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:08.303216 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa5b7038-272c-4055-8c17-f9507ea79b63 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:08.303577 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f02480e-358d-4fa8-8987-73ec70ad0aca', 'name': 'network-vif-deleted', 'tag': '59f76e2d-b125-4739-aed6-41cce9bb0c6c', 'status': 'completed', 'code': 200} Aug 06 16:13:08.331292 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b7881bd7-4b4a-4af4-abf6-5c714e1d9506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.345774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07097403-ee4c-4550-8375-95b070d7cec8 req-7f304910-5f4a-4346-a8fa-b0271dbab407 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:08.347272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07097403-ee4c-4550-8375-95b070d7cec8 req-7f304910-5f4a-4346-a8fa-b0271dbab407 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 806 time: 0.2724879 Aug 06 16:13:08.364569 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.401674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event deleted for resources: {'Port': ['ID=824646fe-7c7b-4e63-bf3d-382e881c69b7,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:08.427406 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07097403-ee4c-4550-8375-95b070d7cec8 req-97aa2155-5604-44a5-84ef-2d2021707086 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/quotas/874b5d3483684aada68738d45d257709 HTTP/1.1" status: 200 len: 375 time: 0.0696330 Aug 06 16:13:08.469597 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b7881bd7-4b4a-4af4-abf6-5c714e1d9506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.492790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] For port c09b9a32-8b4e-4324-b6b8-92e50e16ce8e, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:13:08.504689 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.508658 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7881bd7-4b4a-4af4-abf6-5c714e1d9506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=439dc982-ce89-4fa4-9cd7-95fb9df42d90,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:08.511981 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b7881bd7-4b4a-4af4-abf6-5c714e1d9506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.515079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e37601-b2de-4e18-92a2-c4a55009840b None None] Network 7014f70e-1588-4abd-8ad1-8e22ba7acd96 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:13:08.516513 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b7881bd7-4b4a-4af4-abf6-5c714e1d9506 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/439dc982-ce89-4fa4-9cd7-95fb9df42d90 HTTP/1.1" status: 204 len: 168 time: 0.6338587 Aug 06 16:13:08.519807 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52196) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:08.530615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13231020-9944-41f1-b6b1-d2d3872c8762 req-2e9eb03b-e77a-4fc1-8816-559f03293ead tempest-AttachVolumeNegativeTest-1514848181 tempest-AttachVolumeNegativeTest-1514848181-project] 10.222.0.37 "GET /v2.0/ports?device_id=1f02480e-358d-4fa8-8987-73ec70ad0aca HTTP/1.1" status: 200 len: 210 time: 0.0645573 Aug 06 16:13:08.543974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] For port c09b9a32-8b4e-4324-b6b8-92e50e16ce8e, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c09b9a32-8b4e-4324-b6b8-92e50e16ce8e,segment=NetworkSegment(dddc4cba-57e1-4c4e-a79a-4b1ff710419c),segment_id=dddc4cba-57e1-4c4e-a79a-4b1ff710419c)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:13:08.553750 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.632752 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07097403-ee4c-4550-8375-95b070d7cec8 req-a24ca487-7844-4405-a5ed-8966fa768f32 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1934416 Aug 06 16:13:08.634388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:08.634885 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.636299 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] 10.222.0.13 "PUT /v2.0/ports/c09b9a32-8b4e-4324-b6b8-92e50e16ce8e HTTP/1.1" status: 200 len: 1091 time: 2.9717271 Aug 06 16:13:08.642064 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.645033 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.670207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102a8c01-a270-405f-aa17-75a75d81c81f', 'tag': 'c09b9a32-8b4e-4324-b6b8-92e50e16ce8e'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:08.673333 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bf24a3-7728-4296-a44b-03180b8a06ed" -d '{"events": [{"name": "network-changed", "server_uuid": "102a8c01-a270-405f-aa17-75a75d81c81f", "tag": "c09b9a32-8b4e-4324-b6b8-92e50e16ce8e"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:08.768112 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.770872 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14b1ea6-3032-4bc3-a18f-08365f16f0fa x-openstack-request-id: req-e14b1ea6-3032-4bc3-a18f-08365f16f0fa {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:08.771217 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102a8c01-a270-405f-aa17-75a75d81c81f", "tag": "c09b9a32-8b4e-4324-b6b8-92e50e16ce8e", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:08.771586 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e14b1ea6-3032-4bc3-a18f-08365f16f0fa {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:08.772542 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102a8c01-a270-405f-aa17-75a75d81c81f', 'tag': 'c09b9a32-8b4e-4324-b6b8-92e50e16ce8e', 'status': 'completed', 'code': 200} Aug 06 16:13:08.785241 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bc8578-54e6-4097-9172-83009befc05f None None] DHCP port deletion for 7014f70e-1588-4abd-8ad1-8e22ba7acd96 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:13:08.819766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:08.827299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c8a7f-dfed-41d8-a14f-2aed44d98e1a service neutron] Pushing event updated for resources: {'Port': ['ID=c09b9a32-8b4e-4324-b6b8-92e50e16ce8e,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:08.845438 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0b767717-199e-44e0-8307-50cf416625df,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:08.851390 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] Deleting port c19b014b-e9b4-4672-ae1e-869fb3f6e838 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:13:08.851736 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.854220 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.861445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-3431529c-25f0-4e16-872a-c5920b134025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:08.863011 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-3431529c-25f0-4e16-872a-c5920b134025 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e71751dd5390449b857c205703ffd2ac&device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 1094 time: 0.1763990 Aug 06 16:13:08.874370 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc8578-54e6-4097-9172-83009befc05f None None] Deleting port c19b014b-e9b4-4672-ae1e-869fb3f6e838 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:13:08.875663 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8578-54e6-4097-9172-83009befc05f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.885534 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Transition to ACTIVE for port object 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:08.912625 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.916861 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.936482 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9390e2e4-2a2d-4f0b-bf5c-5e231db28337 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c09b9a32-8b4e-4324-b6b8-92e50e16ce8e HTTP/1.1" status: 200 len: 217 time: 0.0622849 Aug 06 16:13:08.959878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd117e9-06e9-4ba3-92cf-115014099073']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:08.961136 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e0bc8578-54e6-4097-9172-83009befc05f None None] For port c19b014b-e9b4-4672-ae1e-869fb3f6e838, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c19b014b-e9b4-4672-ae1e-869fb3f6e838,segment=NetworkSegment(38b85d99-f64f-4222-b89d-6f0da7d97f63),segment_id=38b85d99-f64f-4222-b89d-6f0da7d97f63)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:08.961881 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8578-54e6-4097-9172-83009befc05f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.980634 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770cade7-3c6d-4513-9505-fc822304ab82') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:08.981039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770cade7-3c6d-4513-9505-fc822304ab82') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:08.983583 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc8578-54e6-4097-9172-83009befc05f None None] Calling delete_port for c19b014b-e9b4-4672-ae1e-869fb3f6e838 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:13:08.996494 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] For port c19b014b-e9b4-4672-ae1e-869fb3f6e838, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c19b014b-e9b4-4672-ae1e-869fb3f6e838,segment=NetworkSegment(38b85d99-f64f-4222-b89d-6f0da7d97f63),segment_id=38b85d99-f64f-4222-b89d-6f0da7d97f63)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:08.998549 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.002144 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.016115 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07097403-ee4c-4550-8375-95b070d7cec8 req-a3f95cd5-bfaf-43dd-a8cd-6b26ba5b1994 service neutron] 10.222.0.37 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393593 Aug 06 16:13:09.019769 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.024979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] Calling delete_port for c19b014b-e9b4-4672-ae1e-869fb3f6e838 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:13:09.030077 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.047385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:13:09.047992 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:13:09.050260 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:13:09.117647 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8578-54e6-4097-9172-83009befc05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.131916 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bc8578-54e6-4097-9172-83009befc05f None None] No DVR routers for this DVR port c19b014b-e9b4-4672-ae1e-869fb3f6e838 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:13:09.148047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7995e5-9381-4ebd-a16b-bb1a62bf0486,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:09.158911 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc8578-54e6-4097-9172-83009befc05f None None] Pushing event deleted for resources: {'Port': ['ID=c19b014b-e9b4-4672-ae1e-869fb3f6e838,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:09.169361 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.173710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-0078d7a8-02c0-4e53-b62e-0095812899bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.174690 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6fd117e9-06e9-4ba3-92cf-115014099073 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 16:13:09.175230 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-0078d7a8-02c0-4e53-b62e-0095812899bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4310497b-066c-443c-908c-556677636f46 HTTP/1.1" status: 200 len: 857 time: 0.2288995 Aug 06 16:13:09.178466 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.182101 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "DELETE /v2.0/networks/6fd117e9-06e9-4ba3-92cf-115014099073 HTTP/1.1" status: 204 len: 168 time: 1.8415859 Aug 06 16:13:09.182933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52204) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:09.227412 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-0e6cd10a-e843-4b5f-a5d5-17301854b85e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6bade16-30a6-4115-bfef-a85a62af1a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401282 Aug 06 16:13:09.261697 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ce67d-c9b7-47d4-a446-c133bd7385c2 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event deleted for resources: {'Network': ['ID=6fd117e9-06e9-4ba3-92cf-115014099073,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:09.276428 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35c791-6a11-4e2c-99d8-1c63f2f06c5f req-03945934-97fa-4f17-86d2-5cdf26473ec8 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.278069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f35c791-6a11-4e2c-99d8-1c63f2f06c5f req-03945934-97fa-4f17-86d2-5cdf26473ec8 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 943 time: 0.1892207 Aug 06 16:13:09.289774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Attempting to bind port 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:13:09.290115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Attempting to bind port 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'd76617c5-bc46-4266-b2f6-ec828afe67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ff64b635-ab01-4178-9b09-324438190fae'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:13:09.290444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Attempting to bind port 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 on network ff64b635-ab01-4178-9b09-324438190fae {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:09.317448 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07097403-ee4c-4550-8375-95b070d7cec8 req-e5a8516c-0129-4439-92d7-8ff356cab0f9 service neutron] 10.222.0.37 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001919 Aug 06 16:13:09.321037 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.338859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] No DVR routers for this DVR port c19b014b-e9b4-4672-ae1e-869fb3f6e838 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:13:09.346750 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Port 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 on network ff64b635-ab01-4178-9b09-324438190fae not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:13:09.347056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Attempting to bind port 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 on network ff64b635-ab01-4178-9b09-324438190fae {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:09.362983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:13:09.363278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Checking segment: {'id': 'd76617c5-bc46-4266-b2f6-ec828afe67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ff64b635-ab01-4178-9b09-324438190fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:09.363664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Bound using segment: {'id': 'd76617c5-bc46-4266-b2f6-ec828afe67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ff64b635-ab01-4178-9b09-324438190fae'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:13:09.364098 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Bound port: 6e7995e5-9381-4ebd-a16b-bb1a62bf0486, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd76617c5-bc46-4266-b2f6-ec828afe67cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ff64b635-ab01-4178-9b09-324438190fae'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:13:09.364521 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.393016 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ede1c106-65aa-4dff-9bd3-5e8bda8ab8b6 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.2055128 Aug 06 16:13:09.394722 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52208) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:09.396001 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] Pushing event deleted for resources: {'Port': ['ID=c19b014b-e9b4-4672-ae1e-869fb3f6e838,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:09.406571 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f35c791-6a11-4e2c-99d8-1c63f2f06c5f req-cf958078-0cbb-469d-9e6b-388a55efb77d tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/security-groups?id=38cf82fa-f956-4f35-84d6-f83727586a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063225 Aug 06 16:13:09.444038 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-9116d724-4372-43ee-8b1f-5f199f2cec74 service neutron] 10.222.0.13 "GET /v2.0/networks/d6bade16-30a6-4115-bfef-a85a62af1a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063665 Aug 06 16:13:09.487775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.503576 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7014f70e-1588-4abd-8ad1-8e22ba7acd96']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:09.514550 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b85d99-f64f-4222-b89d-6f0da7d97f63') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:09.514848 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b85d99-f64f-4222-b89d-6f0da7d97f63') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:09.525399 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.528709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] For port 6e7995e5-9381-4ebd-a16b-bb1a62bf0486, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:13:09.565679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] For port 6e7995e5-9381-4ebd-a16b-bb1a62bf0486, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6e7995e5-9381-4ebd-a16b-bb1a62bf0486,segment=NetworkSegment(d76617c5-bc46-4266-b2f6-ec828afe67cb),segment_id=d76617c5-bc46-4266-b2f6-ec828afe67cb)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:13:09.582574 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.585457 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.590364 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:13:09.590898 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.644408 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-679ca7c1-ffe6-4304-9c0d-62c4ee6e3fde req-c091a670-f545-46e9-8d22-9272e8f87c7c service neutron] 10.222.0.13 "GET /v2.0/networks/d6bade16-30a6-4115-bfef-a85a62af1a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921544 Aug 06 16:13:09.648898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.649523 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.651314 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] 10.222.0.13 "PUT /v2.0/ports/6e7995e5-9381-4ebd-a16b-bb1a62bf0486 HTTP/1.1" status: 200 len: 1091 time: 1.8574381 Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:13:09.675993 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:13:09.686967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4042af-6d45-4de1-9a32-e18a886ddb17 req-8d8cfc96-c74b-4e3b-8da7-a41b0d3b3c10 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.689355 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b4042af-6d45-4de1-9a32-e18a886ddb17 req-8d8cfc96-c74b-4e3b-8da7-a41b0d3b3c10 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/ports?device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 943 time: 0.1406062 Aug 06 16:13:09.691284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb36ab2-7caf-446b-a12d-99506a59e090 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7995e5-9381-4ebd-a16b-bb1a62bf0486,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:09.784570 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c19b014b-e9b4-4672-ae1e-869fb3f6e838 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:13:09.806315 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.817848 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b4042af-6d45-4de1-9a32-e18a886ddb17 req-557b31f1-24b6-4581-aef1-a596ccfc55d1 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2a03e15-db81-4757-9230-9cc0a84cc7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149697 Aug 06 16:13:09.823164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.826386 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7014f70e-1588-4abd-8ad1-8e22ba7acd96 HTTP/1.1" status: 204 len: 168 time: 1.3072884 Aug 06 16:13:09.842987 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: c19b014b-e9b4-4672-ae1e-869fb3f6e838 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:13:09.843459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c19b014b-e9b4-4672-ae1e-869fb3f6e838 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:13:09.862087 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-936bc2de-bca7-4d78-850a-0e100f280899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.866951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-936bc2de-bca7-4d78-850a-0e100f280899 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1dba091ea62c4e1ea698768d5a98f197&device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 1094 time: 0.1493185 Aug 06 16:13:09.871225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf24a3-7728-4296-a44b-03180b8a06ed req-7086de62-0cea-4db7-8395-c0ab4edfd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.873896 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bf24a3-7728-4296-a44b-03180b8a06ed req-7086de62-0cea-4db7-8395-c0ab4edfd8a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e71751dd5390449b857c205703ffd2ac&device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 1094 time: 0.1458077 Aug 06 16:13:09.883232 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ae9d6-ef2e-4c95-8dbd-0bc25a862438 admin admin] Pushing event deleted for resources: {'Network': ['ID=7014f70e-1588-4abd-8ad1-8e22ba7acd96,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:09.901220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030bb78-9041-45df-ad65-55a6aa8638bf tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.901708 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030bb78-9041-45df-ad65-55a6aa8638bf tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.902240 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030bb78-9041-45df-ad65-55a6aa8638bf tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.902945 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030bb78-9041-45df-ad65-55a6aa8638bf tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.903410 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030bb78-9041-45df-ad65-55a6aa8638bf tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.903858 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030bb78-9041-45df-ad65-55a6aa8638bf tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.904296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030bb78-9041-45df-ad65-55a6aa8638bf tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.904743 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030bb78-9041-45df-ad65-55a6aa8638bf tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.905182 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030bb78-9041-45df-ad65-55a6aa8638bf tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.905645 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030bb78-9041-45df-ad65-55a6aa8638bf tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.906112 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030bb78-9041-45df-ad65-55a6aa8638bf tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.906507 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030bb78-9041-45df-ad65-55a6aa8638bf tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:09.909043 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7030bb78-9041-45df-ad65-55a6aa8638bf tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7768 time: 0.5042331 Aug 06 16:13:09.912834 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52226) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:09.926899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52228) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:09.976477 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-209735bf-c165-4deb-a7c8-d65e6f03539e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e7995e5-9381-4ebd-a16b-bb1a62bf0486 HTTP/1.1" status: 200 len: 217 time: 0.0913563 Aug 06 16:13:10.089032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52238) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:10.164882 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-04cf25a1-2d98-432e-a44e-328700c6bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:10.166583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-04cf25a1-2d98-432e-a44e-328700c6bf0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b813781d-0c77-461c-81ea-dfbdb373fdf6 HTTP/1.1" status: 200 len: 864 time: 0.1439462 Aug 06 16:13:10.179135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b36cbfe5-e522-41e3-bd6e-028511a36e16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=964dc75051674f75a50f3eba300bee26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0887432 Aug 06 16:13:10.180671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf24a3-7728-4296-a44b-03180b8a06ed req-d60afb2a-bd03-4c1a-b4f5-0a176e51b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:10.182608 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bf24a3-7728-4296-a44b-03180b8a06ed req-d60afb2a-bd03-4c1a-b4f5-0a176e51b3e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6bade16-30a6-4115-bfef-a85a62af1a37 HTTP/1.1" status: 200 len: 918 time: 0.2987454 Aug 06 16:13:10.191467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52242) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:10.205958 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 59f76e2d-b125-4739-aed6-41cce9bb0c6c no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:13:10.250705 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 59f76e2d-b125-4739-aed6-41cce9bb0c6c {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:13:10.251055 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 59f76e2d-b125-4739-aed6-41cce9bb0c6c not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:13:10.292624 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-30820347-4335-47ef-a9e4-9ced50cb4381 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff64b635-ab01-4178-9b09-324438190fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088352 Aug 06 16:13:10.298801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bf24a3-7728-4296-a44b-03180b8a06ed req-ee0a177d-6093-4dbd-a42f-34983d783fde service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c09b9a32-8b4e-4324-b6b8-92e50e16ce8e HTTP/1.1" status: 200 len: 217 time: 0.0977011 Aug 06 16:13:10.393607 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-70fc2dca-1e33-4c80-848c-87ebc795bb9f tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] delete failed (client error): The resource could not be found. Aug 06 16:13:10.394654 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-70fc2dca-1e33-4c80-848c-87ebc795bb9f tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/b4a5a79b-9d27-4094-ac90-d38132a97949 HTTP/1.1" status: 404 len: 345 time: 0.4808137 Aug 06 16:13:10.398705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52254) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:10.425563 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-05aebaf2-33fd-4e4d-87c2-ec9b2faea5ff tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] DELETE failed (client error): The resource could not be found. Aug 06 16:13:10.426230 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05aebaf2-33fd-4e4d-87c2-ec9b2faea5ff tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:13:10.432259 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-05aebaf2-33fd-4e4d-87c2-ec9b2faea5ff tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "DELETE /v2.0/networks/6fd117e9-06e9-4ba3-92cf-115014099073 HTTP/1.1" status: 404 len: 339 time: 0.0283017 Aug 06 16:13:10.434926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52256) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:10.440321 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a3c93fd0-562c-4031-b436-444757a67648 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Request body: {'network': {'name': 'tempest-network--2137003997', 'router:external': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:10.448640 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-609887f8-5da4-4659-854e-1df347d93561 admin admin] Deleting subnet 4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:13:10.456402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-609887f8-5da4-4659-854e-1df347d93561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:10.508777 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-609887f8-5da4-4659-854e-1df347d93561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:10.510710 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c93fd0-562c-4031-b436-444757a67648 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Made reservation on behalf of 8ec3f4e93d634a489f79ed4d271956e7 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:10.517164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3c93fd0-562c-4031-b436-444757a67648 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:10.575012 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c93fd0-562c-4031-b436-444757a67648 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:13:10.577733 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-609887f8-5da4-4659-854e-1df347d93561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:10.608393 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3c93fd0-562c-4031-b436-444757a67648 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:10.608746 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-a3c93fd0-562c-4031-b436-444757a67648 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Added segment 5050710a-9e17-4a5f-a2cb-5fad302e9f77 of type vlan for network 37f96439-2cc6-447e-9872-0a616c41d70d Aug 06 16:13:10.675923 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3c93fd0-562c-4031-b436-444757a67648 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:10.690480 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-609887f8-5da4-4659-854e-1df347d93561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:10.736207 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609887f8-5da4-4659-854e-1df347d93561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:10.743584 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-609887f8-5da4-4659-854e-1df347d93561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:10.745469 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-609887f8-5da4-4659-854e-1df347d93561 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4c512dd3-b4cc-42dc-8e0b-e6b8c7f34d89 HTTP/1.1" status: 204 len: 168 time: 0.8176458 Aug 06 16:13:10.748065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52262) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:10.783435 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3c93fd0-562c-4031-b436-444757a67648 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:10.785041 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c93fd0-562c-4031-b436-444757a67648 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:10.785962 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3c93fd0-562c-4031-b436-444757a67648 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:10.804974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771264ca-ad6a-4640-ba77-8528f67dad75', 'tag': '6e7995e5-9381-4ebd-a16b-bb1a62bf0486'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:10.807328 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6cc3ad-0eb8-4c16-8fca-fade8c25e126" -d '{"events": [{"name": "network-changed", "server_uuid": "771264ca-ad6a-4640-ba77-8528f67dad75", "tag": "6e7995e5-9381-4ebd-a16b-bb1a62bf0486"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:10.829004 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39c8ca2c-4afc-4cd0-959c-f12633bea166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:10.888686 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a3c93fd0-562c-4031-b436-444757a67648 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4526627 Aug 06 16:13:10.893229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52268) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:10.932871 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c32a76de-de2c-4bd4-9470-7924373d6c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:10.934562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c93fd0-562c-4031-b436-444757a67648 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event updated for resources: {'Network': ['ID=37f96439-2cc6-447e-9872-0a616c41d70d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:10.942043 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39c8ca2c-4afc-4cd0-959c-f12633bea166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:10.948296 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 37f96439-2cc6-447e-9872-0a616c41d70d details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:13:10.960379 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf24a3-7728-4296-a44b-03180b8a06ed req-f4600033-4fbd-48d8-bd80-2045319178ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:10.961901 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bf24a3-7728-4296-a44b-03180b8a06ed req-f4600033-4fbd-48d8-bd80-2045319178ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4310497b-066c-443c-908c-556677636f46 HTTP/1.1" status: 200 len: 857 time: 0.6499448 Aug 06 16:13:11.048801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bf24a3-7728-4296-a44b-03180b8a06ed req-c6cf4a14-dbde-462d-9b3a-0b8b23608ab5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6bade16-30a6-4115-bfef-a85a62af1a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662320 Aug 06 16:13:11.093277 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-3de99ce2-bb39-451a-a62a-0bce34902777 service neutron] 10.222.0.13 "GET /v2.0/networks/ff64b635-ab01-4178-9b09-324438190fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7824142 Aug 06 16:13:11.100685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-ff736ff4-481b-43e7-aac1-3d4d81ea503d tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:11.105676 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-ff736ff4-481b-43e7-aac1-3d4d81ea503d tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 806 time: 0.7729859 Aug 06 16:13:11.114366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf8810-538a-465d-8650-0879d3ddf610 req-5068a578-485b-4a51-995f-313b2a662591 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:11.116334 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-57cf8810-538a-465d-8650-0879d3ddf610 req-5068a578-485b-4a51-995f-313b2a662591 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 943 time: 0.3059146 Aug 06 16:13:11.165578 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac911fe-fcc7-4652-9763-df09886851e6 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:11.171607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac911fe-fcc7-4652-9763-df09886851e6 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:11.177529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac911fe-fcc7-4652-9763-df09886851e6 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:11.183910 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac911fe-fcc7-4652-9763-df09886851e6 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:11.185552 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bac911fe-fcc7-4652-9763-df09886851e6 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2895541 Aug 06 16:13:11.188573 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52270) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:11.191349 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c32a76de-de2c-4bd4-9470-7924373d6c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.215332 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c32a76de-de2c-4bd4-9470-7924373d6c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15911d68-8707-4502-a324-891837d491b2']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:11.232216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c32a76de-de2c-4bd4-9470-7924373d6c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:11.232512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c32a76de-de2c-4bd4-9470-7924373d6c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9ead4f-ccc4-49ca-88d3-d80a957f01eb') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:11.232950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-f48756c5-8d2e-48d4-9f12-a0d55b33b6ef tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/quotas/874b5d3483684aada68738d45d257709 HTTP/1.1" status: 200 len: 375 time: 0.1156895 Aug 06 16:13:11.273934 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c32a76de-de2c-4bd4-9470-7924373d6c04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.296311 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fecc049-0327-4db6-9dab-9a4caa72fc0a tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.296571 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39c8ca2c-4afc-4cd0-959c-f12633bea166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.298233 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c32a76de-de2c-4bd4-9470-7924373d6c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.299073 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39c8ca2c-4afc-4cd0-959c-f12633bea166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.300196 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-39c8ca2c-4afc-4cd0-959c-f12633bea166 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55e4a51c-7200-4102-afef-6cf59a79a96e HTTP/1.1" status: 204 len: 168 time: 1.1073482 Aug 06 16:13:11.309945 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32a76de-de2c-4bd4-9470-7924373d6c04 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:13:11.310351 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c32a76de-de2c-4bd4-9470-7924373d6c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:13:11.312108 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:13:11.327666 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-57cf8810-538a-465d-8650-0879d3ddf610 req-e229f46c-38b3-46d9-826e-6be27384c9c7 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/security-groups?id=38cf82fa-f956-4f35-84d6-f83727586a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914153 Aug 06 16:13:11.339839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8ca2c-4afc-4cd0-959c-f12633bea166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e4a51c-7200-4102-afef-6cf59a79a96e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:11.358902 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c170ef0a-8611-4bb0-bbe9-90ace4bae011 req-d0111ace-6d7f-497b-87e3-f981a9f9b786 service neutron] 10.222.0.13 "GET /v2.0/networks/ff64b635-ab01-4178-9b09-324438190fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521980 Aug 06 16:13:11.363357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bf24a3-7728-4296-a44b-03180b8a06ed req-b61ce7a4-1c57-49e0-b8e5-55a5b79b5e3a service neutron] 10.222.0.13 "GET /v2.0/networks/d6bade16-30a6-4115-bfef-a85a62af1a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852528 Aug 06 16:13:11.388736 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-891beecf-0501-4bc6-92a4-71c74e1c29a1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1471050 Aug 06 16:13:11.413442 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c32a76de-de2c-4bd4-9470-7924373d6c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.419901 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c32a76de-de2c-4bd4-9470-7924373d6c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.428153 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c248a908-4fc4-431c-a1e4-b9e22832054b x-openstack-request-id: req-c248a908-4fc4-431c-a1e4-b9e22832054b {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:11.428458 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771264ca-ad6a-4640-ba77-8528f67dad75", "tag": "6e7995e5-9381-4ebd-a16b-bb1a62bf0486", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:11.428714 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c248a908-4fc4-431c-a1e4-b9e22832054b {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:11.429104 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771264ca-ad6a-4640-ba77-8528f67dad75', 'tag': '6e7995e5-9381-4ebd-a16b-bb1a62bf0486', 'status': 'completed', 'code': 200} Aug 06 16:13:11.432286 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c32a76de-de2c-4bd4-9470-7924373d6c04 admin admin] 10.222.0.37 "DELETE /v2.0/networks/15911d68-8707-4502-a324-891837d491b2 HTTP/1.1" status: 204 len: 168 time: 0.6753547 Aug 06 16:13:11.500391 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fecc049-0327-4db6-9dab-9a4caa72fc0a tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.503433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a76de-de2c-4bd4-9470-7924373d6c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=15911d68-8707-4502-a324-891837d491b2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:11.513780 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2fecc049-0327-4db6-9dab-9a4caa72fc0a tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f96439-2cc6-447e-9872-0a616c41d70d']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:11.528018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2fecc049-0327-4db6-9dab-9a4caa72fc0a tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5050710a-9e17-4a5f-a2cb-5fad302e9f77') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:11.528309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2fecc049-0327-4db6-9dab-9a4caa72fc0a tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5050710a-9e17-4a5f-a2cb-5fad302e9f77') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:11.538114 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fecc049-0327-4db6-9dab-9a4caa72fc0a tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.552643 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fecc049-0327-4db6-9dab-9a4caa72fc0a tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.563091 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fecc049-0327-4db6-9dab-9a4caa72fc0a tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:13:11.563576 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fecc049-0327-4db6-9dab-9a4caa72fc0a tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:13:11.569618 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:13:11.641156 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cc3ad-0eb8-4c16-8fca-fade8c25e126 req-8ab864d6-e6fc-4127-bf69-a5212be57ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:11.642695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf6cc3ad-0eb8-4c16-8fca-fade8c25e126 req-8ab864d6-e6fc-4127-bf69-a5212be57ead service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1dba091ea62c4e1ea698768d5a98f197&device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 1094 time: 0.1863611 Aug 06 16:13:11.646858 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-6e03082c-c389-44ff-9ca2-0db692f34130 service neutron] 10.222.0.37 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409549 Aug 06 16:13:11.650844 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0bf24a3-7728-4296-a44b-03180b8a06ed req-82e0e338-27d2-47a7-aaca-7b2f2e3c87e4 service neutron] 10.222.0.13 "GET /v2.0/networks/d6bade16-30a6-4115-bfef-a85a62af1a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747810 Aug 06 16:13:11.655014 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fecc049-0327-4db6-9dab-9a4caa72fc0a tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.665377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fecc049-0327-4db6-9dab-9a4caa72fc0a tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37f96439-2cc6-447e-9872-0a616c41d70d {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 16:13:11.668748 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fecc049-0327-4db6-9dab-9a4caa72fc0a tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.677122 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2fecc049-0327-4db6-9dab-9a4caa72fc0a tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "DELETE /v2.0/networks/37f96439-2cc6-447e-9872-0a616c41d70d HTTP/1.1" status: 204 len: 168 time: 0.4870973 Aug 06 16:13:11.684159 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52278) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:11.693982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f707293-7829-48b4-b18d-2bf3013b97bb req-2c2dd5ee-d6e2-4d89-843e-380bcedd68a2 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:11.695418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f707293-7829-48b4-b18d-2bf3013b97bb req-2c2dd5ee-d6e2-4d89-843e-380bcedd68a2 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/ports?device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 943 time: 0.1947236 Aug 06 16:13:11.699872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-27a7bfda-d1e1-4bdb-87e6-92b170fc8f54 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Request body: {'network': {'name': 'tempest-network--130543636', 'router:external': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:11.730487 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecc049-0327-4db6-9dab-9a4caa72fc0a tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event deleted for resources: {'Network': ['ID=37f96439-2cc6-447e-9872-0a616c41d70d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:11.733795 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a7bfda-d1e1-4bdb-87e6-92b170fc8f54 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Made reservation on behalf of 8ec3f4e93d634a489f79ed4d271956e7 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:11.736195 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-27a7bfda-d1e1-4bdb-87e6-92b170fc8f54 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.770329 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a7bfda-d1e1-4bdb-87e6-92b170fc8f54 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:13:11.788695 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-27a7bfda-d1e1-4bdb-87e6-92b170fc8f54 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.789242 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-27a7bfda-d1e1-4bdb-87e6-92b170fc8f54 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Added segment ccc94b67-2a49-4b6a-bd48-d314e68a5b62 of type vlan for network 0384735d-fbef-49c8-bbed-208a1236ff86 Aug 06 16:13:11.801226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52284) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:11.858226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f707293-7829-48b4-b18d-2bf3013b97bb req-b08496db-e304-462d-8446-fc80fe6f1181 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2a03e15-db81-4757-9230-9cc0a84cc7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411326 Aug 06 16:13:11.902029 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-27a7bfda-d1e1-4bdb-87e6-92b170fc8f54 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.914415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-d9d94d4c-410a-4226-8a25-aceb0eb9c1fa service neutron] 10.222.0.37 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529302 Aug 06 16:13:11.915861 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cc3ad-0eb8-4c16-8fca-fade8c25e126 req-1317cc51-db6b-4c7e-9430-cc106dcb08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:11.917360 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf6cc3ad-0eb8-4c16-8fca-fade8c25e126 req-1317cc51-db6b-4c7e-9430-cc106dcb08c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff64b635-ab01-4178-9b09-324438190fae HTTP/1.1" status: 200 len: 925 time: 0.2656710 Aug 06 16:13:11.943300 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-77a2f474-9dcf-4381-9c52-78f7681620eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce896c97c1764140b85cefb353e9cfcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400089 Aug 06 16:13:11.945813 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52288) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:11.984797 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf6cc3ad-0eb8-4c16-8fca-fade8c25e126 req-a2cda111-8f84-4bab-b064-defc736b1352 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e7995e5-9381-4ebd-a16b-bb1a62bf0486 HTTP/1.1" status: 200 len: 217 time: 0.0587342 Aug 06 16:13:11.988237 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-27a7bfda-d1e1-4bdb-87e6-92b170fc8f54 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.989433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a7bfda-d1e1-4bdb-87e6-92b170fc8f54 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:11.990171 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-27a7bfda-d1e1-4bdb-87e6-92b170fc8f54 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:12.064627 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-27a7bfda-d1e1-4bdb-87e6-92b170fc8f54 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3660593 Aug 06 16:13:12.065504 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52294) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:12.144092 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cc3ad-0eb8-4c16-8fca-fade8c25e126 req-7bd3ef20-15df-4888-be3b-f38769512226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:12.146048 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf6cc3ad-0eb8-4c16-8fca-fade8c25e126 req-7bd3ef20-15df-4888-be3b-f38769512226 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b813781d-0c77-461c-81ea-dfbdb373fdf6 HTTP/1.1" status: 200 len: 864 time: 0.1531007 Aug 06 16:13:12.172624 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7e70dec-d370-4144-914c-18f9754ed38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:12.179461 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7bfda-d1e1-4bdb-87e6-92b170fc8f54 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event updated for resources: {'Network': ['ID=0384735d-fbef-49c8-bbed-208a1236ff86,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:12.188112 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-771e72f2-163e-433c-ae59-f4d3e5a889d5 req-68815761-a3ac-4e4c-9c68-7b0da0970ec5 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 210 time: 0.0823147 Aug 06 16:13:12.191905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 0384735d-fbef-49c8-bbed-208a1236ff86 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:13:12.232426 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7e70dec-d370-4144-914c-18f9754ed38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:12.241917 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf6cc3ad-0eb8-4c16-8fca-fade8c25e126 req-da8ecee7-f851-44dd-a5a8-ae9a063ce0ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff64b635-ab01-4178-9b09-324438190fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709810 Aug 06 16:13:12.312362 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7e70dec-d370-4144-914c-18f9754ed38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:12.315720 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7e70dec-d370-4144-914c-18f9754ed38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:12.318588 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a7e70dec-d370-4144-914c-18f9754ed38a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/179929f3-a352-4005-97bd-018a539fdfa5 HTTP/1.1" status: 204 len: 168 time: 0.3670900 Aug 06 16:13:12.326930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e70dec-d370-4144-914c-18f9754ed38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179929f3-a352-4005-97bd-018a539fdfa5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:12.339142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950d5f9e-2dcd-4416-b3d9-f33ee0d2fbd2 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:12.342469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-950d5f9e-2dcd-4416-b3d9-f33ee0d2fbd2 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] 10.222.0.37 "GET /v2.0/networks/0384735d-fbef-49c8-bbed-208a1236ff86 HTTP/1.1" status: 200 len: 756 time: 0.2727623 Aug 06 16:13:12.345395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52308) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:12.486600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf6cc3ad-0eb8-4c16-8fca-fade8c25e126 req-c40bf9d5-c493-4595-b168-6c8e4d418dde service neutron] 10.222.0.13 "GET /v2.0/networks/ff64b635-ab01-4178-9b09-324438190fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301607 Aug 06 16:13:12.494277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbda686-9baa-4aec-bc34-6832b0746f3e tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:12.497372 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ecbda686-9baa-4aec-bc34-6832b0746f3e tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] 10.222.0.37 "GET /v2.0/networks/e5865b9c-41ab-4aa2-9e7a-22fe79230f70 HTTP/1.1" status: 200 len: 766 time: 0.1508915 Aug 06 16:13:12.501029 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52318) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:12.600881 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12371164-e00c-45de-8f05-c6a26086a7af tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:12.634017 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf6cc3ad-0eb8-4c16-8fca-fade8c25e126 req-ee206907-fcab-4008-ac8c-09ba6a5d018e service neutron] 10.222.0.13 "GET /v2.0/networks/ff64b635-ab01-4178-9b09-324438190fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392879 Aug 06 16:13:12.704396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52326) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:12.720851 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12371164-e00c-45de-8f05-c6a26086a7af tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:12.734749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-12371164-e00c-45de-8f05-c6a26086a7af tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0384735d-fbef-49c8-bbed-208a1236ff86']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:12.759672 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-12371164-e00c-45de-8f05-c6a26086a7af tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc94b67-2a49-4b6a-bd48-d314e68a5b62') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:12.760228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-12371164-e00c-45de-8f05-c6a26086a7af tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc94b67-2a49-4b6a-bd48-d314e68a5b62') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:12.772481 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12371164-e00c-45de-8f05-c6a26086a7af tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:12.796015 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12371164-e00c-45de-8f05-c6a26086a7af tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:12.804181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12371164-e00c-45de-8f05-c6a26086a7af tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:13:12.806402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12371164-e00c-45de-8f05-c6a26086a7af tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:13:12.810263 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:13:12.845093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d65b6e91-da95-4da6-b64e-8124b4e95e1b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2019014897-network', 'tenant_id': '029cb2120f2342508521a6ddd5b2b8c5'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:12.880311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef889e9-cfd9-4408-ae67-909d8728da04 req-a2dfc63d-b248-4cfc-9419-a0534baee643 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:12.891949 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7ef889e9-cfd9-4408-ae67-909d8728da04 req-a2dfc63d-b248-4cfc-9419-a0534baee643 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 943 time: 0.4542487 Aug 06 16:13:12.912580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65b6e91-da95-4da6-b64e-8124b4e95e1b admin admin] Made reservation on behalf of 029cb2120f2342508521a6ddd5b2b8c5 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:12.916204 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d65b6e91-da95-4da6-b64e-8124b4e95e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:12.930461 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12371164-e00c-45de-8f05-c6a26086a7af tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:12.935719 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d65b6e91-da95-4da6-b64e-8124b4e95e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:12.942106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12371164-e00c-45de-8f05-c6a26086a7af tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0384735d-fbef-49c8-bbed-208a1236ff86 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 16:13:12.946816 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12371164-e00c-45de-8f05-c6a26086a7af tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:12.948924 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-12371164-e00c-45de-8f05-c6a26086a7af tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "DELETE /v2.0/networks/0384735d-fbef-49c8-bbed-208a1236ff86 HTTP/1.1" status: 204 len: 168 time: 0.4469678 Aug 06 16:13:12.962698 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52340) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:12.967549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12371164-e00c-45de-8f05-c6a26086a7af tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event deleted for resources: {'Network': ['ID=0384735d-fbef-49c8-bbed-208a1236ff86,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:12.975125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-0df33272-7bcd-44f2-82c6-922f87c7acfe tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Request body: {'network': {'name': 'tempest-network--718203209'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:13.013654 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7ef889e9-cfd9-4408-ae67-909d8728da04 req-4dabed6e-255f-4a21-a6ea-2fe3e0041b4b tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/security-groups?id=38cf82fa-f956-4f35-84d6-f83727586a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176162 Aug 06 16:13:13.016565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1927c11-361f-4265-be3c-e44856dc9a1c req-75668fc5-418d-4106-b200-9e72feaa1fe7 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:13.026423 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1927c11-361f-4265-be3c-e44856dc9a1c req-75668fc5-418d-4106-b200-9e72feaa1fe7 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1097 time: 0.1082723 Aug 06 16:13:13.096084 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1927c11-361f-4265-be3c-e44856dc9a1c req-551dce61-3c1e-4c1f-9def-eafc41f4c006 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642676 Aug 06 16:13:13.115127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52344) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:13.119232 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d65b6e91-da95-4da6-b64e-8124b4e95e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:13.125844 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d65b6e91-da95-4da6-b64e-8124b4e95e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:13.159862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df33272-7bcd-44f2-82c6-922f87c7acfe tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Made reservation on behalf of 8ec3f4e93d634a489f79ed4d271956e7 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:13.162892 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0df33272-7bcd-44f2-82c6-922f87c7acfe tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:13.175308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65b6e91-da95-4da6-b64e-8124b4e95e1b admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:13:13.186592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b6e91-da95-4da6-b64e-8124b4e95e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1fd427-3746-4a0f-9157-0f4313f4ce65,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:13.230638 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d65b6e91-da95-4da6-b64e-8124b4e95e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:13.232120 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-d65b6e91-da95-4da6-b64e-8124b4e95e1b admin admin] Added segment 173668ea-61d1-4d39-af34-bbab3069792a of type vlan for network a76fcab5-c535-4e37-8135-6639cb62ef5b Aug 06 16:13:13.243776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885a73f-d1b2-4d5e-847b-16e9120a920f req-8b80e347-8942-478b-a482-e3cedc394393 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:13.254701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b885a73f-d1b2-4d5e-847b-16e9120a920f req-8b80e347-8942-478b-a482-e3cedc394393 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/ports?device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 943 time: 0.1473596 Aug 06 16:13:13.303720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df33272-7bcd-44f2-82c6-922f87c7acfe tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:13:13.324383 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d65b6e91-da95-4da6-b64e-8124b4e95e1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:13.355359 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0df33272-7bcd-44f2-82c6-922f87c7acfe tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:13.356146 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-0df33272-7bcd-44f2-82c6-922f87c7acfe tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Added segment ff623fbc-83f1-4e9b-beb6-709c9a239790 of type vlan for network 248c2105-45dc-4fce-9f12-8b89d77f3abb Aug 06 16:13:13.361020 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51867459-dc97-4ec0-8b19-df0d7efe6f6f req-4decad6b-05b2-4e6b-9226-4845da068140 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 210 time: 0.0516970 Aug 06 16:13:13.387231 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b885a73f-d1b2-4d5e-847b-16e9120a920f req-a1115265-41f8-4484-a14a-9c45dbed0c79 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2a03e15-db81-4757-9230-9cc0a84cc7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310217 Aug 06 16:13:13.410385 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d65b6e91-da95-4da6-b64e-8124b4e95e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:13.413529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65b6e91-da95-4da6-b64e-8124b4e95e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:13.415020 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d65b6e91-da95-4da6-b64e-8124b4e95e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:13.445988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device c09b9a32-8b4e-4324-b6b8-92e50e16ce8e details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:13:13.457897 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0df33272-7bcd-44f2-82c6-922f87c7acfe tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:13.495081 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0df33272-7bcd-44f2-82c6-922f87c7acfe tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:13.496438 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df33272-7bcd-44f2-82c6-922f87c7acfe tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:13.497843 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0df33272-7bcd-44f2-82c6-922f87c7acfe tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:13.566456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df33272-7bcd-44f2-82c6-922f87c7acfe tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event updated for resources: {'Network': ['ID=248c2105-45dc-4fce-9f12-8b89d77f3abb,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:13.577064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0df33272-7bcd-44f2-82c6-922f87c7acfe tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6066287 Aug 06 16:13:13.579613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52358) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:13.582819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 248c2105-45dc-4fce-9f12-8b89d77f3abb details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:13:13.586441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6000144d-dd96-42e6-bfcb-b874b6d168bb tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:13.670048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port c09b9a32-8b4e-4324-b6b8-92e50e16ce8e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c09b9a32-8b4e-4324-b6b8-92e50e16ce8e,segment=NetworkSegment(dddc4cba-57e1-4c4e-a79a-4b1ff710419c),segment_id=dddc4cba-57e1-4c4e-a79a-4b1ff710419c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:13.685203 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-c7ce7a16-5312-4a99-a85b-06f284843c55 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:13.686545 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-c7ce7a16-5312-4a99-a85b-06f284843c55 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.78 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 806 time: 0.1820915 Aug 06 16:13:13.704496 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d65b6e91-da95-4da6-b64e-8124b4e95e1b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9987473 Aug 06 16:13:13.710295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52362) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:13.711798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'c09b9a32-8b4e-4324-b6b8-92e50e16ce8e', 'network_id': 'd6bade16-30a6-4115-bfef-a85a62af1a37', 'port_id': 'c09b9a32-8b4e-4324-b6b8-92e50e16ce8e', 'mac_address': 'fa:16:3e:d8:01:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4310497b-066c-443c-908c-556677636f46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:13:13.714888 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-9926e326-e38c-4aa5-957e-00be4e9e9326 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Request body: {'port': {'device_id': 'b6611da9-993a-488c-90d6-3d3a7926d32a', 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be', 'admin_state_up': True, 'tenant_id': '874b5d3483684aada68738d45d257709'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:13.766303 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:13.782932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09b9a32-8b4e-4324-b6b8-92e50e16ce8e {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:13.794566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-43dadc75-39ef-40dd-8067-e56e963474a8 admin admin] Request body: {'subnet': {'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2019014897-subnet', 'tenant_id': '029cb2120f2342508521a6ddd5b2b8c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:13.809351 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port c09b9a32-8b4e-4324-b6b8-92e50e16ce8e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c09b9a32-8b4e-4324-b6b8-92e50e16ce8e,segment=NetworkSegment(dddc4cba-57e1-4c4e-a79a-4b1ff710419c),segment_id=dddc4cba-57e1-4c4e-a79a-4b1ff710419c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:13.817363 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:13.851059 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6000144d-dd96-42e6-bfcb-b874b6d168bb tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:13.865784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b6e91-da95-4da6-b64e-8124b4e95e1b admin admin] Pushing event updated for resources: {'Network': ['ID=a76fcab5-c535-4e37-8135-6639cb62ef5b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:13.869083 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6000144d-dd96-42e6-bfcb-b874b6d168bb tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:13.881219 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6000144d-dd96-42e6-bfcb-b874b6d168bb tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Network 248c2105-45dc-4fce-9f12-8b89d77f3abb is not hosted by any dhcp agent {{(pid=105765) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 16:13:13.884178 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a76fcab5-c535-4e37-8135-6639cb62ef5b details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:13:13.885597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6000144d-dd96-42e6-bfcb-b874b6d168bb tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:13.886342 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6000144d-dd96-42e6-bfcb-b874b6d168bb tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:13.887792 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6000144d-dd96-42e6-bfcb-b874b6d168bb tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "PUT /v2.0/networks/248c2105-45dc-4fce-9f12-8b89d77f3abb HTTP/1.1" status: 200 len: 857 time: 0.3071482 Aug 06 16:13:13.899433 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52366) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:13.915380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=c09b9a32-8b4e-4324-b6b8-92e50e16ce8e,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:13.943758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dadc75-39ef-40dd-8067-e56e963474a8 admin admin] Made reservation on behalf of 029cb2120f2342508521a6ddd5b2b8c5 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:13.945957 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43dadc75-39ef-40dd-8067-e56e963474a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.003174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000144d-dd96-42e6-bfcb-b874b6d168bb tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event updated for resources: {'Network': ['ID=248c2105-45dc-4fce-9f12-8b89d77f3abb,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:14.025966 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-590ff98d-b2b9-476a-9c81-dd598d445de8 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.053489 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['c09b9a32-8b4e-4324-b6b8-92e50e16ce8e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:13:14.119086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-9926e326-e38c-4aa5-957e-00be4e9e9326 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Made reservation on behalf of 874b5d3483684aada68738d45d257709 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:14.122908 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-9926e326-e38c-4aa5-957e-00be4e9e9326 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.123568 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-590ff98d-b2b9-476a-9c81-dd598d445de8 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.136373 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-590ff98d-b2b9-476a-9c81-dd598d445de8 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248c2105-45dc-4fce-9f12-8b89d77f3abb']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:14.149712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-590ff98d-b2b9-476a-9c81-dd598d445de8 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff623fbc-83f1-4e9b-beb6-709c9a239790') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:14.150007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-590ff98d-b2b9-476a-9c81-dd598d445de8 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff623fbc-83f1-4e9b-beb6-709c9a239790') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:14.162048 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-590ff98d-b2b9-476a-9c81-dd598d445de8 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.183862 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-590ff98d-b2b9-476a-9c81-dd598d445de8 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.191356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590ff98d-b2b9-476a-9c81-dd598d445de8 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:13:14.191762 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-590ff98d-b2b9-476a-9c81-dd598d445de8 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.208374 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-26cf66fb-80cc-49cd-b1f8-f7a0d539576f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting port 4ea4b923-55e4-4625-9ed8-13e0b5b2810f {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:13:14.208755 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26cf66fb-80cc-49cd-b1f8-f7a0d539576f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:13:14.261433 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:13:14.263977 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-590ff98d-b2b9-476a-9c81-dd598d445de8 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.270527 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590ff98d-b2b9-476a-9c81-dd598d445de8 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 248c2105-45dc-4fce-9f12-8b89d77f3abb {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 16:13:14.281961 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-590ff98d-b2b9-476a-9c81-dd598d445de8 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.283938 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-590ff98d-b2b9-476a-9c81-dd598d445de8 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] 10.222.0.37 "DELETE /v2.0/networks/248c2105-45dc-4fce-9f12-8b89d77f3abb HTTP/1.1" status: 204 len: 168 time: 0.3835530 Aug 06 16:13:14.288039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52380) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:14.296297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ff98d-b2b9-476a-9c81-dd598d445de8 tempest-ExternalNetworksTestJSON-11565213 tempest-ExternalNetworksTestJSON-11565213-project-admin] Pushing event deleted for resources: {'Network': ['ID=248c2105-45dc-4fce-9f12-8b89d77f3abb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:14.326402 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1c2244-cb9b-43c0-b6a4-24c31660810d tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] DELETE failed (client error): The resource could not be found. Aug 06 16:13:14.328115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1c2244-cb9b-43c0-b6a4-24c31660810d tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:13:14.330715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dd1c2244-cb9b-43c0-b6a4-24c31660810d tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] 10.222.0.37 "DELETE /v2.0/subnets/0b767717-199e-44e0-8307-50cf416625df HTTP/1.1" status: 404 len: 337 time: 0.0414639 Aug 06 16:13:14.333030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52384) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:14.362469 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43dadc75-39ef-40dd-8067-e56e963474a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.446093 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9d2ea8d7-33cb-4f60-bf7c-f32465ae7992 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.485896 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26cf66fb-80cc-49cd-b1f8-f7a0d539576f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.486477 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26cf66fb-80cc-49cd-b1f8-f7a0d539576f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.505257 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dadc75-39ef-40dd-8067-e56e963474a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f00088e-5a2f-4758-9222-51a8a99c6837,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:14.519633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-9926e326-e38c-4aa5-957e-00be4e9e9326 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Allocated IP 172.20.0.9 (a99cc60d-b371-4f98-ab52-073abe0e27be/f468d397-4915-47a1-9048-e9856cdf5883/fcfceef4-2a3f-42da-be78-f1d9a5054319) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:14.525235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-26cf66fb-80cc-49cd-b1f8-f7a0d539576f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Calling delete_port for 4ea4b923-55e4-4625-9ed8-13e0b5b2810f owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:13:14.557762 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dadc75-39ef-40dd-8067-e56e963474a8 admin admin] Checking segment: {'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:14.557762 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dadc75-39ef-40dd-8067-e56e963474a8 admin admin] Network hostable DHCP agents. Network: a76fcab5-c535-4e37-8135-6639cb62ef5b, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:13:14.578058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7da64813-e5fb-4b81-a18f-26fce02381c0 req-d53b02b5-3d5a-4807-8b81-4ce3b9e7e77b tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 210 time: 0.0710680 Aug 06 16:13:14.582421 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9d2ea8d7-33cb-4f60-bf7c-f32465ae7992 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.595045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-9d2ea8d7-33cb-4f60-bf7c-f32465ae7992 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5865b9c-41ab-4aa2-9e7a-22fe79230f70']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:14.624980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-9d2ea8d7-33cb-4f60-bf7c-f32465ae7992 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4a862b-661a-47c1-9fbb-9ac69f14db31') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:14.625342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-9d2ea8d7-33cb-4f60-bf7c-f32465ae7992 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4a862b-661a-47c1-9fbb-9ac69f14db31') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:14.652076 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9d2ea8d7-33cb-4f60-bf7c-f32465ae7992 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.675914 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9d2ea8d7-33cb-4f60-bf7c-f32465ae7992 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.684817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2ea8d7-33cb-4f60-bf7c-f32465ae7992 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:13:14.685273 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9d2ea8d7-33cb-4f60-bf7c-f32465ae7992 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.737115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dadc75-39ef-40dd-8067-e56e963474a8 admin admin] Network a76fcab5-c535-4e37-8135-6639cb62ef5b is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:13:14.799884 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:13:14.809122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-43dadc75-39ef-40dd-8067-e56e963474a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a76fcab5-c535-4e37-8135-6639cb62ef5b) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:14.813694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dadc75-39ef-40dd-8067-e56e963474a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:14.814412 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43dadc75-39ef-40dd-8067-e56e963474a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.819155 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe1681a-c504-4e2f-b5aa-a68c9904ab52 None None] Network a76fcab5-c535-4e37-8135-6639cb62ef5b requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:13:14.836860 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9d2ea8d7-33cb-4f60-bf7c-f32465ae7992 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.844742 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9d2ea8d7-33cb-4f60-bf7c-f32465ae7992 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:14.852742 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9d2ea8d7-33cb-4f60-bf7c-f32465ae7992 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] 10.222.0.37 "DELETE /v2.0/networks/e5865b9c-41ab-4aa2-9e7a-22fe79230f70 HTTP/1.1" status: 204 len: 168 time: 0.5151286 Aug 06 16:13:14.925885 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-43dadc75-39ef-40dd-8067-e56e963474a8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1843243 Aug 06 16:13:14.926704 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ea8d7-33cb-4f60-bf7c-f32465ae7992 tempest-ExternalNetworksTestJSON-1906579841 tempest-ExternalNetworksTestJSON-1906579841-project] Pushing event deleted for resources: {'Network': ['ID=e5865b9c-41ab-4aa2-9e7a-22fe79230f70,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:14.980962 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e89fe-c41f-4ab8-bc1d-3dd11d0da679 req-75a8d30d-6f96-457f-9cac-62627ba90ea5 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:14.991629 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b8e89fe-c41f-4ab8-bc1d-3dd11d0da679 req-75a8d30d-6f96-457f-9cac-62627ba90ea5 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/ports?device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 944 time: 0.1894934 Aug 06 16:13:15.017829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1598b-a8bb-49d2-8708-9ea6be9148f7 req-1cf2223c-a2b0-4378-a489-f79760082ae3 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:15.019391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82a1598b-a8bb-49d2-8708-9ea6be9148f7 req-1cf2223c-a2b0-4378-a489-f79760082ae3 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 943 time: 0.7653000 Aug 06 16:13:15.062291 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-9926e326-e38c-4aa5-957e-00be4e9e9326 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:15.097516 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26cf66fb-80cc-49cd-b1f8-f7a0d539576f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:15.158224 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-a76fcab5-c535-4e37-8135-6639cb62ef5b', 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b', 'tenant_id': '029cb2120f2342508521a6ddd5b2b8c5', 'fixed_ips': [{'subnet_id': '7f00088e-5a2f-4758-9222-51a8a99c6837'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:13:15.161587 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:15.165157 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82a1598b-a8bb-49d2-8708-9ea6be9148f7 req-524e7544-4629-432b-a603-e6cca4936d9c tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/security-groups?id=38cf82fa-f956-4f35-84d6-f83727586a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175787 Aug 06 16:13:15.175852 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b8e89fe-c41f-4ab8-bc1d-3dd11d0da679 req-87b1661f-1a0d-4f81-b3fd-561a535ddbbf tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2a03e15-db81-4757-9230-9cc0a84cc7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554801 Aug 06 16:13:15.216559 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf66fb-80cc-49cd-b1f8-f7a0d539576f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Port': ['ID=4ea4b923-55e4-4625-9ed8-13e0b5b2810f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:15.244388 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-9926e326-e38c-4aa5-957e-00be4e9e9326 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:15.252311 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26cf66fb-80cc-49cd-b1f8-f7a0d539576f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:15.252899 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-26cf66fb-80cc-49cd-b1f8-f7a0d539576f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Floating IP 30d97a72-5d37-4813-8e87-8ab83c79ca9a disassociated (deleted). External IP: 172.25.1.114, port: 07205b90-39c8-4267-b0cb-5aca03820b33. Aug 06 16:13:15.342584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['11f70e67-e4a7-417e-b198-76fea0a61c3b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:13:15.354626 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-9926e326-e38c-4aa5-957e-00be4e9e9326 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Network a99cc60d-b371-4f98-ab52-073abe0e27be is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:15.397545 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-9926e326-e38c-4aa5-957e-00be4e9e9326 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:15.400216 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Allocated IP 172.20.0.2 (a76fcab5-c535-4e37-8135-6639cb62ef5b/7f00088e-5a2f-4758-9222-51a8a99c6837/ad41e73b-8293-4121-8f69-fad9d0e254e4) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:15.401438 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-9926e326-e38c-4aa5-957e-00be4e9e9326 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:15.425543 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52410) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:15.465985 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926e326-e38c-4aa5-957e-00be4e9e9326 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Pushing event updated for resources: {'Port': ['ID=fcfceef4-2a3f-42da-be78-f1d9a5054319,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:15.489908 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:13:15.496270 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device c09b9a32-8b4e-4324-b6b8-92e50e16ce8e up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:15.501386 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-9926e326-e38c-4aa5-957e-00be4e9e9326 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:15.502070 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-9926e326-e38c-4aa5-957e-00be4e9e9326 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:15.582786 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-9926e326-e38c-4aa5-957e-00be4e9e9326 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8771639 Aug 06 16:13:15.598541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Request body: {'port': {'device_id': 'b6611da9-993a-488c-90d6-3d3a7926d32a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:15.684378 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c9a4cde6-447c-445e-95e8-cd02a5181a57 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a6ff32fe9c44cca8a816fda45f647af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574344 Aug 06 16:13:15.690179 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52420) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:15.692018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port c09b9a32-8b4e-4324-b6b8-92e50e16ce8e completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:15.700052 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.resource_extend [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:13:15.701931 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port c09b9a32-8b4e-4324-b6b8-92e50e16ce8e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:15.702535 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:15.809507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd36f2c-af97-4387-bea9-a9a16d5e4234 req-bf136828-8616-4e3b-9680-47478b1b1834 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:15.819031 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ebd36f2c-af97-4387-bea9-a9a16d5e4234 req-bf136828-8616-4e3b-9680-47478b1b1834 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 931 time: 0.0946493 Aug 06 16:13:15.854177 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b34db9c7-0c69-432b-9453-dfa9e3a0d055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:15.854920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6e7995e5-9381-4ebd-a16b-bb1a62bf0486, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6e7995e5-9381-4ebd-a16b-bb1a62bf0486,segment=NetworkSegment(d76617c5-bc46-4266-b2f6-ec828afe67cb),segment_id=d76617c5-bc46-4266-b2f6-ec828afe67cb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:15.867232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '6e7995e5-9381-4ebd-a16b-bb1a62bf0486', 'network_id': 'ff64b635-ab01-4178-9b09-324438190fae', 'port_id': '6e7995e5-9381-4ebd-a16b-bb1a62bf0486', 'mac_address': 'fa:16:3e:d6:d9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b813781d-0c77-461c-81ea-dfbdb373fdf6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:13:15.895126 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ebd36f2c-af97-4387-bea9-a9a16d5e4234 req-15c0a38b-4e0b-4d98-a543-f716969d890a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749450 Aug 06 16:13:15.911082 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b34db9c7-0c69-432b-9453-dfa9e3a0d055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:15.967770 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:15.976949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Transition to ACTIVE for port object ad41e73b-8293-4121-8f69-fad9d0e254e4 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:16.004332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Transition to ACTIVE for port object ad41e73b-8293-4121-8f69-fad9d0e254e4 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:16.015344 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b34db9c7-0c69-432b-9453-dfa9e3a0d055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:16.024376 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b34db9c7-0c69-432b-9453-dfa9e3a0d055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:16.027952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b34db9c7-0c69-432b-9453-dfa9e3a0d055 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef657b40-0d77-4c85-8638-65aadc8e53bf HTTP/1.1" status: 204 len: 168 time: 0.3344591 Aug 06 16:13:16.047176 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:16.052280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34db9c7-0c69-432b-9453-dfa9e3a0d055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef657b40-0d77-4c85-8638-65aadc8e53bf,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:16.145793 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:16.154013 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Network a76fcab5-c535-4e37-8135-6639cb62ef5b is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:16.165523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Pushing event updated for resources: {'Port': ['ID=ad41e73b-8293-4121-8f69-fad9d0e254e4,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:16.168888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:16.182921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:16.189944 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:16.212392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:16.222302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cf66fb-80cc-49cd-b1f8-f7a0d539576f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router b74a4dfb-3b67-4468-acf3-720e6f645077 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:13:16.226589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-040e4228-cf8d-49e1-b15c-607d11039a2e tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:16.228678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-040e4228-cf8d-49e1-b15c-607d11039a2e tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/networks?id=a76fcab5-c535-4e37-8135-6639cb62ef5b HTTP/1.1" status: 200 len: 816 time: 0.1571701 Aug 06 16:13:16.280117 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-d8728d63-0b86-4876-8e70-c619e58dff28 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/quotas/029cb2120f2342508521a6ddd5b2b8c5 HTTP/1.1" status: 200 len: 375 time: 0.0332575 Aug 06 16:13:16.453841 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-5c777625-d743-4c25-988f-5734d84d11e4 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=029cb2120f2342508521a6ddd5b2b8c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1655385 Aug 06 16:13:16.493710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6e7995e5-9381-4ebd-a16b-bb1a62bf0486, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6e7995e5-9381-4ebd-a16b-bb1a62bf0486,segment=NetworkSegment(d76617c5-bc46-4266-b2f6-ec828afe67cb),segment_id=d76617c5-bc46-4266-b2f6-ec828afe67cb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:16.500694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cf66fb-80cc-49cd-b1f8-f7a0d539576f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:13:16.501336 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:16.503897 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:16.512710 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26cf66fb-80cc-49cd-b1f8-f7a0d539576f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:16.525369 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f5589-36b7-4463-9105-dc10b2d03c23 None None] Sync routers for ids ['b74a4dfb-3b67-4468-acf3-720e6f645077'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:13:16.555844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Attempting to bind port ad41e73b-8293-4121-8f69-fad9d0e254e4 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:13:16.556188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Attempting to bind port ad41e73b-8293-4121-8f69-fad9d0e254e4 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:13:16.556554 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Attempting to bind port ad41e73b-8293-4121-8f69-fad9d0e254e4 on network a76fcab5-c535-4e37-8135-6639cb62ef5b {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:16.580426 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-26cf66fb-80cc-49cd-b1f8-f7a0d539576f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/floatingips/30d97a72-5d37-4813-8e87-8ab83c79ca9a HTTP/1.1" status: 204 len: 168 time: 3.4610474 Aug 06 16:13:16.582906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:16.585984 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee666a76-1e81-4b01-bda5-254d523b4c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:16.591399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102a8c01-a270-405f-aa17-75a75d81c81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09b9a32-8b4e-4324-b6b8-92e50e16ce8e'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:16.592538 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-af345775-ace3-4fe6-b6c7-1e284dd7186a service neutron] 10.222.0.37 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298554 Aug 06 16:13:16.601028 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46b1f3f-5e15-4ceb-adc6-32f6007a81fc" -d '{"events": [{"server_uuid": "102a8c01-a270-405f-aa17-75a75d81c81f", "name": "network-vif-plugged", "status": "completed", "tag": "c09b9a32-8b4e-4324-b6b8-92e50e16ce8e"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:16.604822 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:13:16.605314 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Checking segment: {'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:16.605697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4118f-9769-4b8a-9584-7e94432da731 req-1423c5bb-6821-4cf7-8c3d-9acc218233fd tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:16.605837 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:16.606248 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Bound using segment: {'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:13:16.606687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Bound port: ad41e73b-8293-4121-8f69-fad9d0e254e4, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:13:16.607112 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:16.607542 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4e4118f-9769-4b8a-9584-7e94432da731 req-1423c5bb-6821-4cf7-8c3d-9acc218233fd tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 943 time: 0.2488470 Aug 06 16:13:16.614425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f5589-36b7-4463-9105-dc10b2d03c23 None None] Routers {'b74a4dfb-3b67-4468-acf3-720e6f645077'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:16.615150 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b02f5589-36b7-4463-9105-dc10b2d03c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:13:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b74a4dfb-3b67-4468-acf3-720e6f645077'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:16.684908 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port c09b9a32-8b4e-4324-b6b8-92e50e16ce8e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c09b9a32-8b4e-4324-b6b8-92e50e16ce8e,segment=NetworkSegment(dddc4cba-57e1-4c4e-a79a-4b1ff710419c),segment_id=dddc4cba-57e1-4c4e-a79a-4b1ff710419c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:16.696796 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:16.698831 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=6e7995e5-9381-4ebd-a16b-bb1a62bf0486,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:16.702333 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-99aef192-fd88-4f4c-803d-44279313ec82 service neutron] 10.222.0.37 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937448 Aug 06 16:13:16.749637 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4e4118f-9769-4b8a-9584-7e94432da731 req-411a634d-793d-4f3c-8f77-e01ddde846f3 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/security-groups?id=38cf82fa-f956-4f35-84d6-f83727586a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418913 Aug 06 16:13:16.778710 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfceef4-2a3f-42da-be78-f1d9a5054319 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:16.783024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['6e7995e5-9381-4ebd-a16b-bb1a62bf0486'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:13:16.784559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52454) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:16.803354 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:16.826976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52458) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:16.831035 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Transition to ACTIVE for port object fcfceef4-2a3f-42da-be78-f1d9a5054319 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:16.854529 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:16.906813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422803a9-bbae-4261-bc26-257f1309f438 req-cebb60c6-a2c1-42e9-b416-3070994d0766 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:16.908375 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-422803a9-bbae-4261-bc26-257f1309f438 req-cebb60c6-a2c1-42e9-b416-3070994d0766 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/ports?device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 945 time: 0.0671682 Aug 06 16:13:16.954143 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3decac5e-a901-44dc-854e-0e79cf9b8395 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ec3f4e93d634a489f79ed4d271956e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1244855 Aug 06 16:13:16.958247 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52464) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:17.016201 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=c09b9a32-8b4e-4324-b6b8-92e50e16ce8e,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:17.019536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] For port ad41e73b-8293-4121-8f69-fad9d0e254e4, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:13:17.027385 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] For port ad41e73b-8293-4121-8f69-fad9d0e254e4, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ad41e73b-8293-4121-8f69-fad9d0e254e4,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:13:17.039298 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:17.063614 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-b02f5589-36b7-4463-9105-dc10b2d03c23 None None] Set router b74a4dfb-3b67-4468-acf3-720e6f645077 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:17.068743 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfceef4-2a3f-42da-be78-f1d9a5054319,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:17.108172 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-422803a9-bbae-4261-bc26-257f1309f438 req-b550d232-c990-4aeb-9148-52e3cafbff90 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2a03e15-db81-4757-9230-9cc0a84cc7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861727 Aug 06 16:13:17.135592 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-90f96855-f2fe-43ff-a4a7-689f06f42341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:17.234021 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26b19a3b-067d-4a7f-ab6e-737ef0bb3896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:17.266138 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26b19a3b-067d-4a7f-ab6e-737ef0bb3896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:17.282911 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ed35f4-682a-49b4-9226-5b8b937fe3c2 x-openstack-request-id: req-12ed35f4-682a-49b4-9226-5b8b937fe3c2 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:17.283347 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102a8c01-a270-405f-aa17-75a75d81c81f", "name": "network-vif-plugged", "status": "completed", "tag": "c09b9a32-8b4e-4324-b6b8-92e50e16ce8e", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:17.283706 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12ed35f4-682a-49b4-9226-5b8b937fe3c2 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:17.284341 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102a8c01-a270-405f-aa17-75a75d81c81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09b9a32-8b4e-4324-b6b8-92e50e16ce8e', 'code': 200} Aug 06 16:13:17.363262 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb6e67e-a602-4807-a383-b0324f21743f x-openstack-request-id: req-9eb6e67e-a602-4807-a383-b0324f21743f {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:17.363614 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:17.363827 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9eb6e67e-a602-4807-a383-b0324f21743f {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:17.364199 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33', 'status': 'completed', 'code': 200} Aug 06 16:13:17.391598 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6ebd3-baf2-47cd-9e0e-c451314042ce None None] Pushing event updated for resources: {'Port': ['ID=ad41e73b-8293-4121-8f69-fad9d0e254e4,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:17.403833 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Attempting to bind port fcfceef4-2a3f-42da-be78-f1d9a5054319 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:13:17.404408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Attempting to bind port fcfceef4-2a3f-42da-be78-f1d9a5054319 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:13:17.405664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Attempting to bind port fcfceef4-2a3f-42da-be78-f1d9a5054319 on network a99cc60d-b371-4f98-ab52-073abe0e27be {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:17.410854 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26b19a3b-067d-4a7f-ab6e-737ef0bb3896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:17.414317 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26b19a3b-067d-4a7f-ab6e-737ef0bb3896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:17.415670 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-26b19a3b-067d-4a7f-ab6e-737ef0bb3896 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c698701f-e2fd-4c63-b8b0-b78821599470 HTTP/1.1" status: 204 len: 168 time: 0.4509766 Aug 06 16:13:17.416621 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Port fcfceef4-2a3f-42da-be78-f1d9a5054319 on network a99cc60d-b371-4f98-ab52-073abe0e27be not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:13:17.417142 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Attempting to bind port fcfceef4-2a3f-42da-be78-f1d9a5054319 on network a99cc60d-b371-4f98-ab52-073abe0e27be {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:17.431918 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b19a3b-067d-4a7f-ab6e-737ef0bb3896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c698701f-e2fd-4c63-b8b0-b78821599470,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:17.442751 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:13:17.444242 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Checking segment: {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:17.444788 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Bound using segment: {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:13:17.445414 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Bound port: fcfceef4-2a3f-42da-be78-f1d9a5054319, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:13:17.447102 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:17.630089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee666a76-1e81-4b01-bda5-254d523b4c3f req-2940e687-a86a-4b32-9224-80dc9cb3c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:17.631820 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee666a76-1e81-4b01-bda5-254d523b4c3f req-2940e687-a86a-4b32-9224-80dc9cb3c435 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 1097 time: 0.3798864 Aug 06 16:13:17.678706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] For port fcfceef4-2a3f-42da-be78-f1d9a5054319, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:13:17.691377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] For port fcfceef4-2a3f-42da-be78-f1d9a5054319, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=fcfceef4-2a3f-42da-be78-f1d9a5054319,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:13:17.700105 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:17.751127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b02f5589-36b7-4463-9105-dc10b2d03c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819509424', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:10:28Z', 'updated_at': '2021-08-06T16:10:36Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:29Z', 'updated_at': '2021-08-06T16:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '9482ef92-b0d4-49db-8163-bf9c8fe138d4', 'name': '', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1b:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:34Z', 'updated_at': '2021-08-06T16:10:43Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:17.769147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef228b4a-2239-4e00-8ba6-b91cacbd187e req-32e71941-4192-4c5a-a963-6028656011ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:17.771290 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ef228b4a-2239-4e00-8ba6-b91cacbd187e req-32e71941-4192-4c5a-a963-6028656011ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 1096 time: 0.3796072 Aug 06 16:13:17.786967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f5589-36b7-4463-9105-dc10b2d03c23 None None] Checking router: b74a4dfb-3b67-4468-acf3-720e6f645077 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:13:17.842336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:17.844723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f5589-36b7-4463-9105-dc10b2d03c23 None None] Routers {'b74a4dfb-3b67-4468-acf3-720e6f645077'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:17.845263 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:17.845824 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b02f5589-36b7-4463-9105-dc10b2d03c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:13:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b74a4dfb-3b67-4468-acf3-720e6f645077'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:17.849096 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] 10.222.0.78 "PUT /v2.0/ports/fcfceef4-2a3f-42da-be78-f1d9a5054319 HTTP/1.1" status: 200 len: 1091 time: 2.2554209 Aug 06 16:13:17.921854 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c158d0a-58f9-4384-89ce-6ed1ae56f2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfceef4-2a3f-42da-be78-f1d9a5054319,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:17.926191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ad41e73b-8293-4121-8f69-fad9d0e254e4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:17.929162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fd47a-9219-4227-a225-9b8b1c5f3c69 req-b4825c6f-d2f6-42a8-b636-328b0bdbc76c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:17.944373 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b50fd47a-9219-4227-a225-9b8b1c5f3c69 req-b4825c6f-d2f6-42a8-b636-328b0bdbc76c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 943 time: 0.5621116 Aug 06 16:13:17.972852 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-90f96855-f2fe-43ff-a4a7-689f06f42341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:17.984436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7f94b1b1-aa56-442e-919f-af11ee554eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:17.989364 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-7f94b1b1-aa56-442e-919f-af11ee554eac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 1094 time: 0.0660825 Aug 06 16:13:17.990710 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-90f96855-f2fe-43ff-a4a7-689f06f42341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:18.013320 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-8c94c66b-093a-4374-995c-656e9c52321d tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:18.030199 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-8c94c66b-093a-4374-995c-656e9c52321d tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/networks?id=a76fcab5-c535-4e37-8135-6639cb62ef5b HTTP/1.1" status: 200 len: 816 time: 0.5881927 Aug 06 16:13:18.071502 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-22e3ca47-c6d9-4f93-8f59-18fbf71f1170 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcfceef4-2a3f-42da-be78-f1d9a5054319 HTTP/1.1" status: 200 len: 217 time: 0.0702994 Aug 06 16:13:18.097045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-b02f5589-36b7-4463-9105-dc10b2d03c23 None None] Set router b74a4dfb-3b67-4468-acf3-720e6f645077 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:18.138471 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port ad41e73b-8293-4121-8f69-fad9d0e254e4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:18.205804 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-f32a0051-7c53-44d3-8786-7a26afad4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:18.207370 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-f32a0051-7c53-44d3-8786-7a26afad4ee4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 200 len: 846 time: 0.1211791 Aug 06 16:13:18.284021 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-df2b9a8e-0bf5-443c-b731-2783f4cd9a57 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a99cc60d-b371-4f98-ab52-073abe0e27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532346 Aug 06 16:13:18.516271 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-9ce9f06b-bccc-484a-815a-de8e8c6521a9 service neutron] 10.222.0.78 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017591 Aug 06 16:13:18.534418 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b02f5589-36b7-4463-9105-dc10b2d03c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819509424', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:10:28Z', 'updated_at': '2021-08-06T16:10:36Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:29Z', 'updated_at': '2021-08-06T16:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '9482ef92-b0d4-49db-8163-bf9c8fe138d4', 'name': '', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1b:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:34Z', 'updated_at': '2021-08-06T16:10:43Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:18.572708 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f5589-36b7-4463-9105-dc10b2d03c23 None None] The sync data for ids ['b74a4dfb-3b67-4468-acf3-720e6f645077'] in n-d-803756-1 is: [{'id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819509424', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:10:28Z', 'updated_at': '2021-08-06T16:10:36Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:29Z', 'updated_at': '2021-08-06T16:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '9482ef92-b0d4-49db-8163-bf9c8fe138d4', 'name': '', 'network_id': 'a6137071-7cbf-40ba-8c86-55f4cf3a95a2', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1b:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:34Z', 'updated_at': '2021-08-06T16:10:43Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '2d9457db-69ad-4917-87cd-7d1f42be3fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:13:18.652211 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ccaf492-2ce5-45d8-b00a-18680bd3b969 req-50fd2fd3-d1e5-469c-aad7-7606f63a40f1 service neutron] 10.222.0.78 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267223 Aug 06 16:13:18.803464 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-b9fcd0dd-9502-44be-b990-e392222df324 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/quotas/029cb2120f2342508521a6ddd5b2b8c5 HTTP/1.1" status: 200 len: 375 time: 0.7709274 Aug 06 16:13:18.887378 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ef228b4a-2239-4e00-8ba6-b91cacbd187e req-faea5d92-4c94-4c32-b8ec-a1c4177f5028 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b2a03e15-db81-4757-9230-9cc0a84cc7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0996590 Aug 06 16:13:18.891971 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f96855-f2fe-43ff-a4a7-689f06f42341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5001fc6-6ad2-4f27-818e-446c08e642a5,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:18.910967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-90f96855-f2fe-43ff-a4a7-689f06f42341 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8022c90f86164633a4491f5990fa45fc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1207771 Aug 06 16:13:18.911255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52510) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:18.911764 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee666a76-1e81-4b01-bda5-254d523b4c3f req-af52d18f-b081-42be-9ffa-a28b21d14664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:18.913856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee666a76-1e81-4b01-bda5-254d523b4c3f req-af52d18f-b081-42be-9ffa-a28b21d14664 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2 HTTP/1.1" status: 200 len: 897 time: 1.2668724 Aug 06 16:13:18.929830 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b50fd47a-9219-4227-a225-9b8b1c5f3c69 req-eee8c1b0-f607-4ed0-b41a-56e021b6b957 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9840400 Aug 06 16:13:18.984272 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1948a2-7441-42fd-8b44-1968e144f791 None None] Network a76fcab5-c535-4e37-8135-6639cb62ef5b requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:13:19.055562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-47bd78c6-1d74-486b-a5cf-1e9a268c4c8b tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:19.058079 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-47bd78c6-1d74-486b-a5cf-1e9a268c4c8b tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.13 "GET /v2.0/networks?id=a76fcab5-c535-4e37-8135-6639cb62ef5b HTTP/1.1" status: 200 len: 816 time: 0.2940295 Aug 06 16:13:19.069414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02002e02-edb0-4115-9b48-1aa19b2059b3 req-d6307bf7-4b2b-485a-8728-d1899dd4cd0c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:19.071904 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02002e02-edb0-4115-9b48-1aa19b2059b3 req-d6307bf7-4b2b-485a-8728-d1899dd4cd0c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.13 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 946 time: 0.3211436 Aug 06 16:13:19.074801 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51805a87-3e11-4b2a-a7d9-b5374c3124c4 None None] New status for floating IP 30d97a72-5d37-4813-8e87-8ab83c79ca9a: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:13:19.087994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-65a1cd36-0944-40f8-a4da-918b73fccd8b tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=029cb2120f2342508521a6ddd5b2b8c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2832375 Aug 06 16:13:19.100117 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee666a76-1e81-4b01-bda5-254d523b4c3f req-8f178927-5a8e-4ad2-8d1e-a0c97c944432 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 200 len: 217 time: 0.1459832 Aug 06 16:13:19.107394 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-8356250c-b709-4087-80dc-f59838225151 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Request body: {'port': {'device_id': 'dbd29868-55cc-4cb0-89f2-1f8a3c647b00', 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b', 'admin_state_up': True, 'tenant_id': '029cb2120f2342508521a6ddd5b2b8c5'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:19.185609 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f42ddfde-2820-40bd-8634-78b5c2ef2304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:19.185851 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3577e16c-d8ec-47e7-b2d2-3381779302bb None None] Provisioning for port ad41e73b-8293-4121-8f69-fad9d0e254e4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:19.208448 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3577e16c-d8ec-47e7-b2d2-3381779302bb None None] Provisioning complete for port ad41e73b-8293-4121-8f69-fad9d0e254e4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:19.209044 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3577e16c-d8ec-47e7-b2d2-3381779302bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:19.299453 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f42ddfde-2820-40bd-8634-78b5c2ef2304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:19.367050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee666a76-1e81-4b01-bda5-254d523b4c3f req-1fd6e458-47fb-4a8c-ac52-4494ec34abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:19.368547 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee666a76-1e81-4b01-bda5-254d523b4c3f req-1fd6e458-47fb-4a8c-ac52-4494ec34abd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d9457db-69ad-4917-87cd-7d1f42be3fc5 HTTP/1.1" status: 200 len: 835 time: 0.2458534 Aug 06 16:13:19.378762 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3577e16c-d8ec-47e7-b2d2-3381779302bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:19.399215 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6611da9-993a-488c-90d6-3d3a7926d32a', 'tag': 'fcfceef4-2a3f-42da-be78-f1d9a5054319'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:19.408973 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea9b737-b671-41d9-9e0f-c6c40232a37e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6611da9-993a-488c-90d6-3d3a7926d32a", "tag": "fcfceef4-2a3f-42da-be78-f1d9a5054319"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:19.414313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eda509-7d03-4956-a3d9-b1d62cd2b8ce req-a8a872b2-c1a1-499a-8e24-35a38697ea50 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:19.419088 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91eda509-7d03-4956-a3d9-b1d62cd2b8ce req-a8a872b2-c1a1-499a-8e24-35a38697ea50 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 946 time: 0.3429165 Aug 06 16:13:19.482911 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f42ddfde-2820-40bd-8634-78b5c2ef2304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:19.486451 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-029ff5bb-0c0c-432c-bd5c-a63a03d95332 service neutron] 10.222.0.37 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972015 Aug 06 16:13:19.490623 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f42ddfde-2820-40bd-8634-78b5c2ef2304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:19.506330 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f42ddfde-2820-40bd-8634-78b5c2ef2304 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5001fc6-6ad2-4f27-818e-446c08e642a5 HTTP/1.1" status: 204 len: 168 time: 0.5888243 Aug 06 16:13:19.523031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3577e16c-d8ec-47e7-b2d2-3381779302bb None None] For port ad41e73b-8293-4121-8f69-fad9d0e254e4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ad41e73b-8293-4121-8f69-fad9d0e254e4,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:19.530794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:19.555058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ddfde-2820-40bd-8634-78b5c2ef2304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5001fc6-6ad2-4f27-818e-446c08e642a5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:19.561194 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-02002e02-edb0-4115-9b48-1aa19b2059b3 req-ed242609-7d7e-4878-925c-36403b413143 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting port 07205b90-39c8-4267-b0cb-5aca03820b33 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:13:19.561655 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-02002e02-edb0-4115-9b48-1aa19b2059b3 req-ed242609-7d7e-4878-925c-36403b413143 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:19.588406 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3577e16c-d8ec-47e7-b2d2-3381779302bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:19.590916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-8356250c-b709-4087-80dc-f59838225151 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Made reservation on behalf of 029cb2120f2342508521a6ddd5b2b8c5 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:19.597100 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-8356250c-b709-4087-80dc-f59838225151 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:19.617525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee666a76-1e81-4b01-bda5-254d523b4c3f req-0446e39b-c610-430a-a986-f4643da7c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:19.619340 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee666a76-1e81-4b01-bda5-254d523b4c3f req-0446e39b-c610-430a-a986-f4643da7c8bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6137071-7cbf-40ba-8c86-55f4cf3a95a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2384825 Aug 06 16:13:19.623983 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91eda509-7d03-4956-a3d9-b1d62cd2b8ce req-eab9a549-8867-431d-9b96-a4c16fe6b818 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=4bf3881c-ebe3-4108-84da-58790b65c32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784658 Aug 06 16:13:19.872957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577e16c-d8ec-47e7-b2d2-3381779302bb None None] Pushing event updated for resources: {'Port': ['ID=ad41e73b-8293-4121-8f69-fad9d0e254e4,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:19.901030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:19.909876 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:19.910491 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:19.976761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52534) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:20.064165 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-687de695-4a08-4754-90c0-42e3b1bb6dba None None] Provisioning complete for port ad41e73b-8293-4121-8f69-fad9d0e254e4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:20.064849 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-687de695-4a08-4754-90c0-42e3b1bb6dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:20.111307 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-8356250c-b709-4087-80dc-f59838225151 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Allocated IP 172.20.0.10 (a76fcab5-c535-4e37-8135-6639cb62ef5b/7f00088e-5a2f-4758-9222-51a8a99c6837/0d6be3de-6048-40c0-8a11-cdf5345fffbf) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:20.156635 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee666a76-1e81-4b01-bda5-254d523b4c3f req-662922fd-ca6e-4b2e-9316-6455633aa7fe service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028830 Aug 06 16:13:20.207572 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-ceb9f7e7-8368-4380-93de-5965a08740a3 service neutron] 10.222.0.37 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7196143 Aug 06 16:13:20.231969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-02002e02-edb0-4115-9b48-1aa19b2059b3 req-ed242609-7d7e-4878-925c-36403b413143 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] For port 07205b90-39c8-4267-b0cb-5aca03820b33, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=07205b90-39c8-4267-b0cb-5aca03820b33,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:20.232293 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-02002e02-edb0-4115-9b48-1aa19b2059b3 req-ed242609-7d7e-4878-925c-36403b413143 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:20.253580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1951606501', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:20.272817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52538) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:20.291192 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-57dbdbfd-95fe-48c7-9617-f2bad85626c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:20.307155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac825d7d-7be4-4500-9b9e-b652ffc9c9d8 req-9470e869-ad97-43ca-b97b-6338af088968 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:20.308808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac825d7d-7be4-4500-9b9e-b652ffc9c9d8 req-9470e869-ad97-43ca-b97b-6338af088968 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 944 time: 0.4197099 Aug 06 16:13:20.317713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-02002e02-edb0-4115-9b48-1aa19b2059b3 req-ed242609-7d7e-4878-925c-36403b413143 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Calling delete_port for 07205b90-39c8-4267-b0cb-5aca03820b33 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:13:20.367731 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device fcfceef4-2a3f-42da-be78-f1d9a5054319 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:13:20.394875 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:20.419565 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-8356250c-b709-4087-80dc-f59838225151 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:20.440684 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-8356250c-b709-4087-80dc-f59838225151 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Transition to ACTIVE for port object 0d6be3de-6048-40c0-8a11-cdf5345fffbf will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:20.487010 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee666a76-1e81-4b01-bda5-254d523b4c3f req-0ef9a143-255e-4e70-85ca-a90035ad7e03 service neutron] 10.222.0.13 "GET /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999403 Aug 06 16:13:20.499330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac825d7d-7be4-4500-9b9e-b652ffc9c9d8 req-bc8cee9e-2150-4ef2-a9f7-364092be9df0 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/security-groups?id=38cf82fa-f956-4f35-84d6-f83727586a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706500 Aug 06 16:13:20.501119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771264ca-ad6a-4640-ba77-8528f67dad75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7995e5-9381-4ebd-a16b-bb1a62bf0486'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:20.508632 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74bd221-8368-4254-bcc6-7b2932ca3d87" -d '{"events": [{"server_uuid": "771264ca-ad6a-4640-ba77-8528f67dad75", "name": "network-vif-plugged", "status": "completed", "tag": "6e7995e5-9381-4ebd-a16b-bb1a62bf0486"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:20.517984 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-8356250c-b709-4087-80dc-f59838225151 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:20.588405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6e7995e5-9381-4ebd-a16b-bb1a62bf0486, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6e7995e5-9381-4ebd-a16b-bb1a62bf0486,segment=NetworkSegment(d76617c5-bc46-4266-b2f6-ec828afe67cb),segment_id=d76617c5-bc46-4266-b2f6-ec828afe67cb)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:20.680699 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-57dbdbfd-95fe-48c7-9617-f2bad85626c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:20.710750 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-57dbdbfd-95fe-48c7-9617-f2bad85626c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:20.742322 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a01ebde-e8ff-4be6-bbde-a9c18d4bdb1d x-openstack-request-id: req-6a01ebde-e8ff-4be6-bbde-a9c18d4bdb1d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:20.742784 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6611da9-993a-488c-90d6-3d3a7926d32a", "tag": "fcfceef4-2a3f-42da-be78-f1d9a5054319", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:20.747375 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a01ebde-e8ff-4be6-bbde-a9c18d4bdb1d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:20.748766 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6611da9-993a-488c-90d6-3d3a7926d32a', 'tag': 'fcfceef4-2a3f-42da-be78-f1d9a5054319', 'status': 'completed', 'code': 200} Aug 06 16:13:20.750941 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:20.752247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 07205b90-39c8-4267-b0cb-5aca03820b33 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:13:20.785848 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-57dbdbfd-95fe-48c7-9617-f2bad85626c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7d74968a5a54fac9f063603e0ed8721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5104823 Aug 06 16:13:20.802208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52554) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:20.826022 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-02002e02-edb0-4115-9b48-1aa19b2059b3 req-ed242609-7d7e-4878-925c-36403b413143 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:20.859324 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-8356250c-b709-4087-80dc-f59838225151 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Network a76fcab5-c535-4e37-8135-6639cb62ef5b is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:20.873289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-8356250c-b709-4087-80dc-f59838225151 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:20.890227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-8356250c-b709-4087-80dc-f59838225151 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:20.940078 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port fcfceef4-2a3f-42da-be78-f1d9a5054319, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=fcfceef4-2a3f-42da-be78-f1d9a5054319,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:20.962276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-8356250c-b709-4087-80dc-f59838225151 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:20.963351 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-8356250c-b709-4087-80dc-f59838225151 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:20.966465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356250c-b709-4087-80dc-f59838225151 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Pushing event updated for resources: {'Port': ['ID=0d6be3de-6048-40c0-8a11-cdf5345fffbf,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:20.985232 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Made reservation on behalf of 71e556a5f2784538b760c58932a449e9 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:20.989792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:20.992887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=6e7995e5-9381-4ebd-a16b-bb1a62bf0486,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:20.995748 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'fcfceef4-2a3f-42da-be78-f1d9a5054319', 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be', 'port_id': 'fcfceef4-2a3f-42da-be78-f1d9a5054319', 'mac_address': 'fa:16:3e:f4:1b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f468d397-4915-47a1-9048-e9856cdf5883', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:13:21.004196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed242609-7d7e-4878-925c-36403b413143 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Port': ['ID=07205b90-39c8-4267-b0cb-5aca03820b33,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:21.037737 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:21.055687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No active binding found for port 07205b90-39c8-4267-b0cb-5aca03820b33 {{(pid=105766) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 16:13:21.057468 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 07205b90-39c8-4267-b0cb-5aca03820b33 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:13:21.063484 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-8356250c-b709-4087-80dc-f59838225151 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9646733 Aug 06 16:13:21.065371 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:21.076601 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Request body: {'port': {'device_id': 'dbd29868-55cc-4cb0-89f2-1f8a3c647b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:21.082071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfceef4-2a3f-42da-be78-f1d9a5054319 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:21.082380 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9b737-b671-41d9-9e0f-c6c40232a37e req-a78a0dc8-15d1-4e53-96f1-8b6cfb491cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:21.084230 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fea9b737-b671-41d9-9e0f-c6c40232a37e req-a78a0dc8-15d1-4e53-96f1-8b6cfb491cdb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 1094 time: 0.3073919 Aug 06 16:13:21.111419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbdbfd-95fe-48c7-9617-f2bad85626c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4743bb10-b840-4a9b-bd0a-c42bf5fe6a57,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:21.120464 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port fcfceef4-2a3f-42da-be78-f1d9a5054319, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=fcfceef4-2a3f-42da-be78-f1d9a5054319,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:21.128722 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:21.190127 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74cf8a-4e06-4081-8716-2d4c5365bda5 req-880455fc-ad26-4739-be24-42575d437848 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:21.193858 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa74cf8a-4e06-4081-8716-2d4c5365bda5 req-880455fc-ad26-4739-be24-42575d437848 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 943 time: 0.4184756 Aug 06 16:13:21.259360 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9688ee7-f280-49f1-a9da-38aaf319b9d0 req-198d15d0-cc1e-4fa4-8d5d-538ee3f7e0f3 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:21.263197 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9688ee7-f280-49f1-a9da-38aaf319b9d0 req-198d15d0-cc1e-4fa4-8d5d-538ee3f7e0f3 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/ports?device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 945 time: 0.4856284 Aug 06 16:13:21.270683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=fcfceef4-2a3f-42da-be78-f1d9a5054319,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:21.300188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-02002e02-edb0-4115-9b48-1aa19b2059b3 req-ed242609-7d7e-4878-925c-36403b413143 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] No DVR routers for this DVR port 07205b90-39c8-4267-b0cb-5aca03820b33 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:13:21.309893 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-02002e02-edb0-4115-9b48-1aa19b2059b3 req-ed242609-7d7e-4878-925c-36403b413143 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:21.312285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02002e02-edb0-4115-9b48-1aa19b2059b3 req-ed242609-7d7e-4878-925c-36403b413143 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.13 "DELETE /v2.0/ports/07205b90-39c8-4267-b0cb-5aca03820b33 HTTP/1.1" status: 204 len: 173 time: 2.2221360 Aug 06 16:13:21.316800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'name': 'network-vif-deleted', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:21.320201 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532ea243-05f1-482a-9e43-d9fd6acc2095" -d '{"events": [{"server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "name": "network-vif-deleted", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:21.365261 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6743fd33-d088-48ff-9140-c945de8905cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:21.391365 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:21.398246 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa74cf8a-4e06-4081-8716-2d4c5365bda5 req-95d0902b-7a4f-4e33-9c65-4ad5c1db6547 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718917 Aug 06 16:13:21.407912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9688ee7-f280-49f1-a9da-38aaf319b9d0 req-0d652dd5-a54a-48ae-8378-4493e56ab39c tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2a03e15-db81-4757-9230-9cc0a84cc7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123071 Aug 06 16:13:21.422519 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6743fd33-d088-48ff-9140-c945de8905cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:21.473159 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2386714b-36bc-4e64-ac84-005a1f5a6d7e None None] Provisioning for port 0d6be3de-6048-40c0-8a11-cdf5345fffbf completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:21.483964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['fcfceef4-2a3f-42da-be78-f1d9a5054319'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:13:21.510399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2386714b-36bc-4e64-ac84-005a1f5a6d7e None None] Provisioning complete for port 0d6be3de-6048-40c0-8a11-cdf5345fffbf triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:21.511154 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2386714b-36bc-4e64-ac84-005a1f5a6d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:21.543412 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6743fd33-d088-48ff-9140-c945de8905cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:21.551390 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6743fd33-d088-48ff-9140-c945de8905cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:21.555172 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6743fd33-d088-48ff-9140-c945de8905cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4743bb10-b840-4a9b-bd0a-c42bf5fe6a57 HTTP/1.1" status: 204 len: 168 time: 0.7310092 Aug 06 16:13:21.608329 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743fd33-d088-48ff-9140-c945de8905cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4743bb10-b840-4a9b-bd0a-c42bf5fe6a57,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:21.624244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9b737-b671-41d9-9e0f-c6c40232a37e req-d8d0f56c-ae5a-4632-8a7a-059f555306eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:21.630407 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fea9b737-b671-41d9-9e0f-c6c40232a37e req-d8d0f56c-ae5a-4632-8a7a-059f555306eb service neutron] 10.222.0.78 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 907 time: 0.5178440 Aug 06 16:13:21.635329 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6050d7c-48da-4b5b-8c20-44d55291c94e x-openstack-request-id: req-a6050d7c-48da-4b5b-8c20-44d55291c94e {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:21.636256 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771264ca-ad6a-4640-ba77-8528f67dad75", "name": "network-vif-plugged", "status": "completed", "tag": "6e7995e5-9381-4ebd-a16b-bb1a62bf0486", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:21.636701 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6050d7c-48da-4b5b-8c20-44d55291c94e {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:21.637250 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771264ca-ad6a-4640-ba77-8528f67dad75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7995e5-9381-4ebd-a16b-bb1a62bf0486', 'code': 200} Aug 06 16:13:21.638094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2386714b-36bc-4e64-ac84-005a1f5a6d7e None None] Port 0d6be3de-6048-40c0-8a11-cdf5345fffbf cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:13:21.765527 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fea9b737-b671-41d9-9e0f-c6c40232a37e req-9b259133-28f0-48e1-aad3-1ac7225d4eb6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcfceef4-2a3f-42da-be78-f1d9a5054319 HTTP/1.1" status: 200 len: 217 time: 0.0987453 Aug 06 16:13:21.829667 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b9e6f09-2396-41de-9c03-52f8be1e99a5 req-92b1d3a6-7793-41fd-899e-918a4762341a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=344341f9-f5fd-4ddb-94f3-e67bd8ac55ae HTTP/1.1" status: 200 len: 210 time: 0.1263177 Aug 06 16:13:21.859645 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ad41e73b-8293-4121-8f69-fad9d0e254e4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:21.904048 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9b737-b671-41d9-9e0f-c6c40232a37e req-20685b43-8ffb-4fba-b010-b20bc2c216ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:21.911254 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fea9b737-b671-41d9-9e0f-c6c40232a37e req-20685b43-8ffb-4fba-b010-b20bc2c216ee service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 200 len: 846 time: 0.1366301 Aug 06 16:13:21.987267 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77bae30-16f7-42fc-87e5-c780c7446b44 x-openstack-request-id: req-a77bae30-16f7-42fc-87e5-c780c7446b44 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:21.987582 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344341f9-f5fd-4ddb-94f3-e67bd8ac55ae", "name": "network-vif-deleted", "tag": "07205b90-39c8-4267-b0cb-5aca03820b33", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:21.987800 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a77bae30-16f7-42fc-87e5-c780c7446b44 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:21.988193 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344341f9-f5fd-4ddb-94f3-e67bd8ac55ae', 'name': 'network-vif-deleted', 'tag': '07205b90-39c8-4267-b0cb-5aca03820b33', 'status': 'completed', 'code': 200} Aug 06 16:13:22.003729 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37519904-a5f7-475c-98d6-ebd359a6c51c req-8950ac22-32c2-4402-93b6-a51ff876aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:22.007071 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37519904-a5f7-475c-98d6-ebd359a6c51c req-8950ac22-32c2-4402-93b6-a51ff876aa48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 1096 time: 0.3189905 Aug 06 16:13:22.037336 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fea9b737-b671-41d9-9e0f-c6c40232a37e req-a102b94a-0d3b-487d-86d0-5e1128da3df9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a99cc60d-b371-4f98-ab52-073abe0e27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846574 Aug 06 16:13:22.081608 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37519904-a5f7-475c-98d6-ebd359a6c51c req-f8f44135-7b93-4c34-96fc-c71e5ec2188f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=38cf82fa-f956-4f35-84d6-f83727586a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567067 Aug 06 16:13:22.111874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-2fac3515-f5bc-41e8-aff0-7072b6ac6d1f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:22.122762 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-2fac3515-f5bc-41e8-aff0-7072b6ac6d1f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/networks?id=a76fcab5-c535-4e37-8135-6639cb62ef5b HTTP/1.1" status: 200 len: 816 time: 0.3723781 Aug 06 16:13:22.161447 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-dcd5d3f3-dafb-4ac3-a572-0955ee4f6bcb tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/quotas/029cb2120f2342508521a6ddd5b2b8c5 HTTP/1.1" status: 200 len: 375 time: 0.0371773 Aug 06 16:13:22.171533 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ad41e73b-8293-4121-8f69-fad9d0e254e4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:22.172255 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:22.275190 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-233a2a58-f61b-4c06-8467-32f4a0613c35 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=029cb2120f2342508521a6ddd5b2b8c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123650 Aug 06 16:13:22.465362 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:22.488637 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-57212fa9-870f-40c6-a9cd-8cdbc964a957 service neutron] 10.222.0.37 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101803 Aug 06 16:13:22.512698 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:22.581838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] device_id is not set on port 78484db4-3ea7-461b-afd9-b9555f64a04f yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:13:22.603134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f58bfc-3cb9-4c59-9108-b60334057d53 req-097df5aa-0c99-4621-9601-60920b5abbe6 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:22.604708 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77f58bfc-3cb9-4c59-9108-b60334057d53 req-097df5aa-0c99-4621-9601-60920b5abbe6 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 945 time: 0.1487505 Aug 06 16:13:22.658238 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-f3e7a484-8e3c-4c77-8c4c-b8ec91befce6 service neutron] 10.222.0.37 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683795 Aug 06 16:13:22.677242 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75741946-dce6-40d2-9ba2-9feaedfa1417,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:22.680524 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77f58bfc-3cb9-4c59-9108-b60334057d53 req-e28f01e7-d149-44ab-a65c-f9f02557f2b0 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/security-groups?id=38cf82fa-f956-4f35-84d6-f83727586a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686669 Aug 06 16:13:22.762169 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fea9b737-b671-41d9-9e0f-c6c40232a37e req-bfe5d949-dc4b-4404-ad8a-81133dc01443 service neutron] 10.222.0.78 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197439 Aug 06 16:13:22.768967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-af99b733-12a8-476b-8ae0-aabe44c49a09 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:22.770530 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-af99b733-12a8-476b-8ae0-aabe44c49a09 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.78 "GET /v2.0/networks?id=a76fcab5-c535-4e37-8135-6639cb62ef5b HTTP/1.1" status: 200 len: 816 time: 0.5276854 Aug 06 16:13:22.973458 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-78a50ec4-c604-450d-972d-19b8f7da58ad tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Request body: {'port': {'device_id': 'c4477f17-59e6-4abb-85b6-d6c69d9b2ef0', 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b', 'admin_state_up': True, 'tenant_id': '029cb2120f2342508521a6ddd5b2b8c5'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:23.027369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0de3e-571e-42aa-ac12-f085cc1a81ea req-5a7c6c6e-5712-413a-83ac-2be632e9aab7 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:23.028835 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0d0de3e-571e-42aa-ac12-f085cc1a81ea req-5a7c6c6e-5712-413a-83ac-2be632e9aab7 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 944 time: 0.1335158 Aug 06 16:13:23.038469 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6be3de-6048-40c0-8a11-cdf5345fffbf {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:23.065312 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4f8e6-fdd0-448e-9ef0-73df8c4d048d req-be22bbfd-b146-41ef-8d45-94a275e04e47 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:23.076540 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3af4f8e6-fdd0-448e-9ef0-73df8c4d048d req-be22bbfd-b146-41ef-8d45-94a275e04e47 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/ports?device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 945 time: 0.1631148 Aug 06 16:13:23.110444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:23.140017 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3af4f8e6-fdd0-448e-9ef0-73df8c4d048d req-4fe60027-43cd-4cd6-817e-bb6be7baf586 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2a03e15-db81-4757-9230-9cc0a84cc7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608761 Aug 06 16:13:23.163389 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0d0de3e-571e-42aa-ac12-f085cc1a81ea req-b8576b1a-c575-4335-98c0-0648493b6061 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258121 Aug 06 16:13:23.167982 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Transition to ACTIVE for port object 0d6be3de-6048-40c0-8a11-cdf5345fffbf will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:23.182808 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:23.234118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52608) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:23.239547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Allocated IP 172.25.1.140 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/78484db4-3ea7-461b-afd9-b9555f64a04f) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:23.245290 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6be3de-6048-40c0-8a11-cdf5345fffbf,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:23.356450 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-497918c0-a7af-47d1-98f4-41c4707f459c req-ed12c555-0ec8-435b-9a57-730f1e1295e4 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 210 time: 0.1230991 Aug 06 16:13:23.362791 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fea9b737-b671-41d9-9e0f-c6c40232a37e req-608350d8-4b3b-4d54-aa95-4b793249f865 service neutron] 10.222.0.78 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708225 Aug 06 16:13:23.420350 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:23.549429 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-78a50ec4-c604-450d-972d-19b8f7da58ad tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Made reservation on behalf of 029cb2120f2342508521a6ddd5b2b8c5 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:23.553901 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-78a50ec4-c604-450d-972d-19b8f7da58ad tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:23.666699 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Attempting to bind port 0d6be3de-6048-40c0-8a11-cdf5345fffbf on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:13:23.666878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Attempting to bind port 0d6be3de-6048-40c0-8a11-cdf5345fffbf by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:13:23.667362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Attempting to bind port 0d6be3de-6048-40c0-8a11-cdf5345fffbf on network a76fcab5-c535-4e37-8135-6639cb62ef5b {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:23.690022 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Port 0d6be3de-6048-40c0-8a11-cdf5345fffbf on network a76fcab5-c535-4e37-8135-6639cb62ef5b not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:13:23.690656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Attempting to bind port 0d6be3de-6048-40c0-8a11-cdf5345fffbf on network a76fcab5-c535-4e37-8135-6639cb62ef5b {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:23.703270 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:13:23.703611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Checking segment: {'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:23.704001 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Bound using segment: {'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:13:23.704441 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Bound port: 0d6be3de-6048-40c0-8a11-cdf5345fffbf, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:13:23.704799 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:23.763380 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:23.797082 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-78a50ec4-c604-450d-972d-19b8f7da58ad tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Allocated IP 172.20.0.9 (a76fcab5-c535-4e37-8135-6639cb62ef5b/7f00088e-5a2f-4758-9222-51a8a99c6837/026d704c-f59f-4cc4-8334-80c21a1561f8) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:23.804354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0e06c-d9b7-495e-9024-a49f3198490e req-79a641a9-2eee-4f57-9c70-922098784d94 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:23.805880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abc0e06c-d9b7-495e-9024-a49f3198490e req-79a641a9-2eee-4f57-9c70-922098784d94 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.13 "GET /v2.0/ports?device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 945 time: 0.0779028 Aug 06 16:13:23.954834 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:23.995069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf4f29-0b48-40ca-856d-f9c6f573656d req-8a641748-07f4-4b86-9132-067f86261b70 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:23.997994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fbf4f29-0b48-40ca-856d-f9c6f573656d req-8a641748-07f4-4b86-9132-067f86261b70 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 945 time: 0.1042674 Aug 06 16:13:24.055245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-abc0e06c-d9b7-495e-9024-a49f3198490e req-0a540c3d-50ba-4bfa-83d8-3f4e999c3bdc tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Deleting port c09b9a32-8b4e-4324-b6b8-92e50e16ce8e {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:13:24.055245 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-abc0e06c-d9b7-495e-9024-a49f3198490e req-0a540c3d-50ba-4bfa-83d8-3f4e999c3bdc tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:24.095825 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-78a50ec4-c604-450d-972d-19b8f7da58ad tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:24.102033 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fbf4f29-0b48-40ca-856d-f9c6f573656d req-9a167935-214d-4a03-b823-610131324197 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/security-groups?id=38cf82fa-f956-4f35-84d6-f83727586a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938456 Aug 06 16:13:24.111398 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] For port 0d6be3de-6048-40c0-8a11-cdf5345fffbf, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:13:24.134319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-78a50ec4-c604-450d-972d-19b8f7da58ad tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Transition to ACTIVE for port object 026d704c-f59f-4cc4-8334-80c21a1561f8 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:24.134442 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c91c5f97-14b0-48d3-bf84-93960d4f273d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:24.176288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] For port 0d6be3de-6048-40c0-8a11-cdf5345fffbf, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0d6be3de-6048-40c0-8a11-cdf5345fffbf,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:13:24.180489 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-78a50ec4-c604-450d-972d-19b8f7da58ad tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:24.183808 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:24.191304 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:24.275075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a50ec4-c604-450d-972d-19b8f7da58ad tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Pushing event updated for resources: {'Port': ['ID=026d704c-f59f-4cc4-8334-80c21a1561f8,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:24.283936 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device fcfceef4-2a3f-42da-be78-f1d9a5054319 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:24.304398 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-78a50ec4-c604-450d-972d-19b8f7da58ad tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Network a76fcab5-c535-4e37-8135-6639cb62ef5b is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:24.332672 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-78a50ec4-c604-450d-972d-19b8f7da58ad tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:24.359309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-78a50ec4-c604-450d-972d-19b8f7da58ad tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:24.366030 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:24.368309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:24.369238 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:24.371358 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] 10.222.0.13 "PUT /v2.0/ports/0d6be3de-6048-40c0-8a11-cdf5345fffbf HTTP/1.1" status: 200 len: 1092 time: 3.2990370 Aug 06 16:13:24.376426 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port fcfceef4-2a3f-42da-be78-f1d9a5054319 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:24.383993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port fcfceef4-2a3f-42da-be78-f1d9a5054319 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:24.384911 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd29868-55cc-4cb0-89f2-1f8a3c647b00', 'tag': '0d6be3de-6048-40c0-8a11-cdf5345fffbf'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:24.385262 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:24.388087 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c6f544-4e0c-4289-9b81-8ad3aaab0867" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd29868-55cc-4cb0-89f2-1f8a3c647b00", "tag": "0d6be3de-6048-40c0-8a11-cdf5345fffbf"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:24.488792 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:24.608854 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:24.642148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6611da9-993a-488c-90d6-3d3a7926d32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfceef4-2a3f-42da-be78-f1d9a5054319'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:24.645195 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be41bb16-8cd9-48d7-9c4a-974da42ab18f" -d '{"events": [{"server_uuid": "b6611da9-993a-488c-90d6-3d3a7926d32a", "name": "network-vif-plugged", "status": "completed", "tag": "fcfceef4-2a3f-42da-be78-f1d9a5054319"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:24.690307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port fcfceef4-2a3f-42da-be78-f1d9a5054319, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=fcfceef4-2a3f-42da-be78-f1d9a5054319,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:24.700494 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:24.771235 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=fcfceef4-2a3f-42da-be78-f1d9a5054319,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:24.848780 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-abc0e06c-d9b7-495e-9024-a49f3198490e req-0a540c3d-50ba-4bfa-83d8-3f4e999c3bdc tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] For port c09b9a32-8b4e-4324-b6b8-92e50e16ce8e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=c09b9a32-8b4e-4324-b6b8-92e50e16ce8e,segment=NetworkSegment(dddc4cba-57e1-4c4e-a79a-4b1ff710419c),segment_id=dddc4cba-57e1-4c4e-a79a-4b1ff710419c)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:24.850983 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-abc0e06c-d9b7-495e-9024-a49f3198490e req-0a540c3d-50ba-4bfa-83d8-3f4e999c3bdc tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:24.860365 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c563c223-2b63-48f0-9921-3e7f3f1a0a23 None None] Provisioning for port 026d704c-f59f-4cc4-8334-80c21a1561f8 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:24.869456 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c563c223-2b63-48f0-9921-3e7f3f1a0a23 None None] Provisioning complete for port 026d704c-f59f-4cc4-8334-80c21a1561f8 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:24.869923 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c563c223-2b63-48f0-9921-3e7f3f1a0a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:24.909453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c563c223-2b63-48f0-9921-3e7f3f1a0a23 None None] Port 026d704c-f59f-4cc4-8334-80c21a1561f8 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:13:24.924805 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-abc0e06c-d9b7-495e-9024-a49f3198490e req-0a540c3d-50ba-4bfa-83d8-3f4e999c3bdc tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Calling delete_port for c09b9a32-8b4e-4324-b6b8-92e50e16ce8e owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:13:24.945264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2de71-2b54-442b-ab43-1b357cd8c4d8 req-2cfa106c-73a3-480d-8fba-6ee4b179a9cb tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:24.948341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54c2de71-2b54-442b-ab43-1b357cd8c4d8 req-2cfa106c-73a3-480d-8fba-6ee4b179a9cb tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/ports?device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 945 time: 0.2875645 Aug 06 16:13:24.966920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ffb3a-da3f-4ddf-8139-784aa5296021 req-62956854-3fd4-46d7-8eca-8d60e6fb1528 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:24.974260 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2d3ffb3a-da3f-4ddf-8139-784aa5296021 req-62956854-3fd4-46d7-8eca-8d60e6fb1528 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 945 time: 0.3325839 Aug 06 16:13:25.074742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:25.087858 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2d3ffb3a-da3f-4ddf-8139-784aa5296021 req-94086bfc-17d6-425d-99a4-cb2bf69b1d3e tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/security-groups?id=38cf82fa-f956-4f35-84d6-f83727586a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051223 Aug 06 16:13:25.179676 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54c2de71-2b54-442b-ab43-1b357cd8c4d8 req-6ae2fec4-232d-497c-9c59-c6d98c3e4596 tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2a03e15-db81-4757-9230-9cc0a84cc7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981580 Aug 06 16:13:25.222320 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d2362-dd5a-4715-b0cb-3724d36ee776 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6be3de-6048-40c0-8a11-cdf5345fffbf,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:25.272547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-78a50ec4-c604-450d-972d-19b8f7da58ad tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:25.274591 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-78a50ec4-c604-450d-972d-19b8f7da58ad tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.301997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-187cff8e-f9d7-415b-821b-b1b803f4a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:25.304170 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-187cff8e-f9d7-415b-821b-b1b803f4a0b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=029cb2120f2342508521a6ddd5b2b8c5&device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 1095 time: 0.8511710 Aug 06 16:13:25.315141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:25.315757 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.330136 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Pushing event updated for resources: {'Port': ['ID=78484db4-3ea7-461b-afd9-b9555f64a04f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:25.339397 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-78a50ec4-c604-450d-972d-19b8f7da58ad tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4117641 Aug 06 16:13:25.356966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae8350-d73d-4714-b598-381c3147ede0 req-dfa5f37d-c7e0-4f14-a9da-9a207f6c3282 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:25.358703 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43ae8350-d73d-4714-b598-381c3147ede0 req-dfa5f37d-c7e0-4f14-a9da-9a207f6c3282 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 945 time: 0.1541550 Aug 06 16:13:25.360841 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ebb6b17-ba8c-4fc4-ad12-f998ff2e2c6a req-221c66ce-1231-4705-9380-5bb14859de88 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 210 time: 0.0922174 Aug 06 16:13:25.388895 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Request body: {'port': {'device_id': 'c4477f17-59e6-4abb-85b6-d6c69d9b2ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:25.400345 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-3e77c2be-fb1c-4e2d-9b95-916c5654e01d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d6be3de-6048-40c0-8a11-cdf5345fffbf HTTP/1.1" status: 200 len: 217 time: 0.0775425 Aug 06 16:13:25.419298 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f7907cfd-6b0d-4d44-95d6-e4c6311c8cf7 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.4411719 Aug 06 16:13:25.435468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-dfd428f5-b627-4a67-b683-bca9a7a4d9c0 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:25.436279 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-dfd428f5-b627-4a67-b683-bca9a7a4d9c0 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.78 "GET /v2.0/networks?id=a76fcab5-c535-4e37-8135-6639cb62ef5b HTTP/1.1" status: 200 len: 816 time: 1.0269699 Aug 06 16:13:25.437757 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8ac73f-ecb0-4cca-aec3-3ab59a6f44ab x-openstack-request-id: req-ec8ac73f-ecb0-4cca-aec3-3ab59a6f44ab {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:25.438061 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd29868-55cc-4cb0-89f2-1f8a3c647b00", "tag": "0d6be3de-6048-40c0-8a11-cdf5345fffbf", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:25.438319 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec8ac73f-ecb0-4cca-aec3-3ab59a6f44ab {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:25.438660 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd29868-55cc-4cb0-89f2-1f8a3c647b00', 'tag': '0d6be3de-6048-40c0-8a11-cdf5345fffbf', 'status': 'completed', 'code': 200} Aug 06 16:13:25.442421 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52672) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:25.466014 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d8c6307d-1665-4aba-b828-4cfb3936c380 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.140'}]}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:25.478118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-fabbac3d-9f0e-4253-bf9e-f5512a0649c7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Request body: {'port': {'device_id': 'b0bd0f20-fa82-4056-9b8a-0629aef7c4b8', 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b', 'admin_state_up': True, 'tenant_id': '029cb2120f2342508521a6ddd5b2b8c5'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:25.480918 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec1aaf1-5c7a-49ad-94ba-82b134e8be12 x-openstack-request-id: req-5ec1aaf1-5c7a-49ad-94ba-82b134e8be12 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:25.481218 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6611da9-993a-488c-90d6-3d3a7926d32a", "name": "network-vif-plugged", "status": "completed", "tag": "fcfceef4-2a3f-42da-be78-f1d9a5054319", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:25.481469 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ec1aaf1-5c7a-49ad-94ba-82b134e8be12 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:25.482147 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6611da9-993a-488c-90d6-3d3a7926d32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfceef4-2a3f-42da-be78-f1d9a5054319', 'code': 200} Aug 06 16:13:25.572887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43ae8350-d73d-4714-b598-381c3147ede0 req-08aff386-7d49-4e99-bea4-07cb9e270e72 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623907 Aug 06 16:13:25.596742 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.597292 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-abc0e06c-d9b7-495e-9024-a49f3198490e req-0a540c3d-50ba-4bfa-83d8-3f4e999c3bdc tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.599531 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-ac77a2eb-27bf-4997-a17d-62cef591d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:25.601155 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-ac77a2eb-27bf-4997-a17d-62cef591d08b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f00088e-5a2f-4758-9222-51a8a99c6837 HTTP/1.1" status: 200 len: 855 time: 0.1866770 Aug 06 16:13:25.611025 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8c6307d-1665-4aba-b828-4cfb3936c380 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.612065 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8c6307d-1665-4aba-b828-4cfb3936c380 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.627561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-c91c5f97-14b0-48d3-bf84-93960d4f273d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting port 9482ef92-b0d4-49db-8163-bf9c8fe138d4 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:13:25.627922 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c91c5f97-14b0-48d3-bf84-93960d4f273d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.692775 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a540c3d-50ba-4bfa-83d8-3f4e999c3bdc tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Pushing event deleted for resources: {'Port': ['ID=c09b9a32-8b4e-4324-b6b8-92e50e16ce8e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:25.775176 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8c6307d-1665-4aba-b828-4cfb3936c380 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.787020 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc0e06c-d9b7-495e-9024-a49f3198490e req-0a540c3d-50ba-4bfa-83d8-3f4e999c3bdc tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] No DVR routers for this DVR port c09b9a32-8b4e-4324-b6b8-92e50e16ce8e on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:13:25.790434 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-abc0e06c-d9b7-495e-9024-a49f3198490e req-0a540c3d-50ba-4bfa-83d8-3f4e999c3bdc tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.792592 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abc0e06c-d9b7-495e-9024-a49f3198490e req-0a540c3d-50ba-4bfa-83d8-3f4e999c3bdc tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.13 "DELETE /v2.0/ports/c09b9a32-8b4e-4324-b6b8-92e50e16ce8e HTTP/1.1" status: 204 len: 173 time: 1.9805703 Aug 06 16:13:25.803831 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-32d147a3-7e61-494e-bb99-b16ec3fe44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:25.804808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102a8c01-a270-405f-aa17-75a75d81c81f', 'name': 'network-vif-deleted', 'tag': 'c09b9a32-8b4e-4324-b6b8-92e50e16ce8e'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:25.805594 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-32d147a3-7e61-494e-bb99-b16ec3fe44fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a76fcab5-c535-4e37-8135-6639cb62ef5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1815195 Aug 06 16:13:25.810442 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98074cdf-2ec6-4dce-97e7-3e7cf8d54a09" -d '{"events": [{"server_uuid": "102a8c01-a270-405f-aa17-75a75d81c81f", "name": "network-vif-deleted", "tag": "c09b9a32-8b4e-4324-b6b8-92e50e16ce8e"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:25.826796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1967be-54ab-4e70-94a6-88a06190183f req-fa4e85d2-e6f3-44c7-8a51-80adf8c4ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:25.837127 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe1967be-54ab-4e70-94a6-88a06190183f req-fa4e85d2-e6f3-44c7-8a51-80adf8c4ca38 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 1096 time: 0.2594566 Aug 06 16:13:25.897013 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-c91c5f97-14b0-48d3-bf84-93960d4f273d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] For port 9482ef92-b0d4-49db-8163-bf9c8fe138d4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9482ef92-b0d4-49db-8163-bf9c8fe138d4,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:25.897737 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c91c5f97-14b0-48d3-bf84-93960d4f273d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.914527 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfac39a-5d89-4c74-9b40-2eb3b7da8c1e x-openstack-request-id: req-4cfac39a-5d89-4c74-9b40-2eb3b7da8c1e {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:25.914813 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102a8c01-a270-405f-aa17-75a75d81c81f", "name": "network-vif-deleted", "tag": "c09b9a32-8b4e-4324-b6b8-92e50e16ce8e", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:25.915065 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cfac39a-5d89-4c74-9b40-2eb3b7da8c1e {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:25.915457 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102a8c01-a270-405f-aa17-75a75d81c81f', 'name': 'network-vif-deleted', 'tag': 'c09b9a32-8b4e-4324-b6b8-92e50e16ce8e', 'status': 'completed', 'code': 200} Aug 06 16:13:25.924515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-c91c5f97-14b0-48d3-bf84-93960d4f273d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Calling delete_port for 9482ef92-b0d4-49db-8163-bf9c8fe138d4 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:13:25.934596 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe1967be-54ab-4e70-94a6-88a06190183f req-98d5503e-00ff-4e0a-8470-94ace261aa8e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823359 Aug 06 16:13:26.045325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52686) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:26.130376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cf8ec-f5bb-409a-b409-ce1493ff608f req-ed383442-9bdd-4f90-b00b-ad9229f713f2 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:26.132597 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b5cf8ec-f5bb-409a-b409-ce1493ff608f req-ed383442-9bdd-4f90-b00b-ad9229f713f2 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 945 time: 0.1235247 Aug 06 16:13:26.139960 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8c6307d-1665-4aba-b828-4cfb3936c380 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:26.153973 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-fabbac3d-9f0e-4253-bf9e-f5512a0649c7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Made reservation on behalf of 029cb2120f2342508521a6ddd5b2b8c5 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:26.157928 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-fabbac3d-9f0e-4253-bf9e-f5512a0649c7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:26.234640 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-2b3db3d3-bca2-482e-9b96-c9537859a90c service neutron] 10.222.0.13 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461349 Aug 06 16:13:26.276829 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b5cf8ec-f5bb-409a-b409-ce1493ff608f req-2cb7aae6-d3f8-4618-af13-d976d20833fe tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/security-groups?id=38cf82fa-f956-4f35-84d6-f83727586a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196434 Aug 06 16:13:26.318182 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5fbddbe2-26b7-45f3-ba61-ef0b504792ff req-5ae1c8d5-a115-411c-9fe6-e1b3d928fc9a tempest-InstanceActionsV221TestJSON-45494374 tempest-InstanceActionsV221TestJSON-45494374-project] 10.222.0.37 "GET /v2.0/ports?device_id=102a8c01-a270-405f-aa17-75a75d81c81f HTTP/1.1" status: 200 len: 210 time: 0.0374839 Aug 06 16:13:26.319576 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c91c5f97-14b0-48d3-bf84-93960d4f273d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:26.353929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c5f97-14b0-48d3-bf84-93960d4f273d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Port': ['ID=9482ef92-b0d4-49db-8163-bf9c8fe138d4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:26.661056 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c91c5f97-14b0-48d3-bf84-93960d4f273d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:26.691999 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a638cd1-c285-4611-b7c6-f16ee83d02c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:26.700288 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e72e8370-703c-426a-8b16-8c6912bf98ff req-c8e82f32-9bf9-499f-87e5-09293a97a8aa service neutron] 10.222.0.13 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425747 Aug 06 16:13:26.747747 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026d704c-f59f-4cc4-8334-80c21a1561f8 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:26.768988 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:26.797046 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90da3fa5-60f3-4fe0-a775-eb1ee2d36b72 req-a86fcdff-b696-4382-8199-70e7a4378cd4 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 210 time: 0.1263697 Aug 06 16:13:26.810838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Transition to ACTIVE for port object 026d704c-f59f-4cc4-8334-80c21a1561f8 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:26.909355 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:26.935899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22f7e1-05e5-4807-9f8c-8e79f5c025ff req-b04f28b4-dee6-4be5-a6be-53fc43627951 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:26.937439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f22f7e1-05e5-4807-9f8c-8e79f5c025ff req-b04f28b4-dee6-4be5-a6be-53fc43627951 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 945 time: 0.1805327 Aug 06 16:13:27.005023 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6f544-4e0c-4289-9b81-8ad3aaab0867 req-c523c235-ea69-4996-b4c4-048ed3a5a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:27.008099 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f2c6f544-4e0c-4289-9b81-8ad3aaab0867 req-c523c235-ea69-4996-b4c4-048ed3a5a9d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=029cb2120f2342508521a6ddd5b2b8c5&device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 1095 time: 0.2525451 Aug 06 16:13:27.012896 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f22f7e1-05e5-4807-9f8c-8e79f5c025ff req-649b3f12-3b35-408e-8c93-058b81a2da1b tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622542 Aug 06 16:13:27.051707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354f1af-5746-4d35-8f85-2ca4f05f5410 req-0cc85ecd-1af3-46c1-b029-4d450ab51ba6 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:27.053343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b354f1af-5746-4d35-8f85-2ca4f05f5410 req-0cc85ecd-1af3-46c1-b029-4d450ab51ba6 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 945 time: 0.1582322 Aug 06 16:13:27.149411 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-fabbac3d-9f0e-4253-bf9e-f5512a0649c7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Allocated IP 172.20.0.11 (a76fcab5-c535-4e37-8135-6639cb62ef5b/7f00088e-5a2f-4758-9222-51a8a99c6837/85adbf41-8c60-4b3e-bae9-44224787436c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:27.166475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b354f1af-5746-4d35-8f85-2ca4f05f5410 req-508da99c-9ff2-4158-837c-21eabbf4886a tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/security-groups?id=38cf82fa-f956-4f35-84d6-f83727586a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633674 Aug 06 16:13:27.207552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Pushing event updated for resources: {'Port': ['ID=026d704c-f59f-4cc4-8334-80c21a1561f8,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:27.225773 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a638cd1-c285-4611-b7c6-f16ee83d02c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:27.232921 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a638cd1-c285-4611-b7c6-f16ee83d02c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:27.281324 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91c5f97-14b0-48d3-bf84-93960d4f273d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router b74a4dfb-3b67-4468-acf3-720e6f645077 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:13:27.290027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a638cd1-c285-4611-b7c6-f16ee83d02c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177bafa1-99ee-4200-8810-535e1d88db56,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:27.299485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1a638cd1-c285-4611-b7c6-f16ee83d02c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6186a2b3f6ee4f03b12bd081379fddf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2507932 Aug 06 16:13:27.300194 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52702) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:27.305670 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8c6307d-1665-4aba-b828-4cfb3936c380 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:27.395034 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8c6307d-1665-4aba-b828-4cfb3936c380 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:27.436142 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7eee51ca-bbb2-48c1-ae20-e42123c5022e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:27.477177 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7eee51ca-bbb2-48c1-ae20-e42123c5022e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:27.496890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91c5f97-14b0-48d3-bf84-93960d4f273d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:13:27.506306 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c91c5f97-14b0-48d3-bf84-93960d4f273d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "PUT /v2.0/routers/b74a4dfb-3b67-4468-acf3-720e6f645077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2682250 Aug 06 16:13:27.511100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52710) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:27.515756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bf9509-9c52-4e8d-9724-f98e149dc62d None None] Sync routers for ids ['b74a4dfb-3b67-4468-acf3-720e6f645077'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:13:27.528364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bf9509-9c52-4e8d-9724-f98e149dc62d None None] Routers {'b74a4dfb-3b67-4468-acf3-720e6f645077'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:27.529409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d5bf9509-9c52-4e8d-9724-f98e149dc62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:13:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b74a4dfb-3b67-4468-acf3-720e6f645077'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:27.564260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6f544-4e0c-4289-9b81-8ad3aaab0867 req-a05f7c90-206b-4100-92b4-f6d07a7a2961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:27.567728 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f2c6f544-4e0c-4289-9b81-8ad3aaab0867 req-a05f7c90-206b-4100-92b4-f6d07a7a2961 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a76fcab5-c535-4e37-8135-6639cb62ef5b HTTP/1.1" status: 200 len: 917 time: 0.4900956 Aug 06 16:13:27.576720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-427ec9b7-90ce-4cd1-b513-7f22a7f0a1f4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting subnet 2d9457db-69ad-4917-87cd-7d1f42be3fc5 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:13:27.579365 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-427ec9b7-90ce-4cd1-b513-7f22a7f0a1f4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:27.601707 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device c09b9a32-8b4e-4324-b6b8-92e50e16ce8e no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:13:27.605116 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52714) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:27.654078 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: c09b9a32-8b4e-4324-b6b8-92e50e16ce8e {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:13:27.654917 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device c09b9a32-8b4e-4324-b6b8-92e50e16ce8e not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:13:27.655399 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9179c2-264c-48cf-aaa6-3e1558692e7f admin admin] Deleting subnet 4310497b-066c-443c-908c-556677636f46 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:13:27.662481 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7eee51ca-bbb2-48c1-ae20-e42123c5022e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:27.665861 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7eee51ca-bbb2-48c1-ae20-e42123c5022e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:27.669874 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7eee51ca-bbb2-48c1-ae20-e42123c5022e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/177bafa1-99ee-4200-8810-535e1d88db56 HTTP/1.1" status: 204 len: 168 time: 0.3688035 Aug 06 16:13:27.671036 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6a9179c2-264c-48cf-aaa6-3e1558692e7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:27.716939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee51ca-bbb2-48c1-ae20-e42123c5022e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177bafa1-99ee-4200-8810-535e1d88db56,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:27.723029 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-427ec9b7-90ce-4cd1-b513-7f22a7f0a1f4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:27.750476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d5bf9509-9c52-4e8d-9724-f98e149dc62d None None] Set router b74a4dfb-3b67-4468-acf3-720e6f645077 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:27.761617 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6a9179c2-264c-48cf-aaa6-3e1558692e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:27.791767 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f2c6f544-4e0c-4289-9b81-8ad3aaab0867 req-98c685a1-e920-4e28-b563-789763ce36ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d6be3de-6048-40c0-8a11-cdf5345fffbf HTTP/1.1" status: 200 len: 217 time: 0.1789408 Aug 06 16:13:27.798294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Attempting to bind port 026d704c-f59f-4cc4-8334-80c21a1561f8 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:13:27.798689 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Attempting to bind port 026d704c-f59f-4cc4-8334-80c21a1561f8 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:13:27.799009 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Attempting to bind port 026d704c-f59f-4cc4-8334-80c21a1561f8 on network a76fcab5-c535-4e37-8135-6639cb62ef5b {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:27.889664 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-427ec9b7-90ce-4cd1-b513-7f22a7f0a1f4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:27.937020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Port 026d704c-f59f-4cc4-8334-80c21a1561f8 on network a76fcab5-c535-4e37-8135-6639cb62ef5b not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:13:27.937753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Attempting to bind port 026d704c-f59f-4cc4-8334-80c21a1561f8 on network a76fcab5-c535-4e37-8135-6639cb62ef5b {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:27.955266 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6a9179c2-264c-48cf-aaa6-3e1558692e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.004752 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:13:28.005189 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Checking segment: {'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:28.006004 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Bound using segment: {'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:13:28.006484 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Bound port: 026d704c-f59f-4cc4-8334-80c21a1561f8, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:13:28.006846 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.067488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d5bf9509-9c52-4e8d-9724-f98e149dc62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819509424', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:10:28Z', 'updated_at': '2021-08-06T16:13:26Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:29Z', 'updated_at': '2021-08-06T16:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:28.078293 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6f544-4e0c-4289-9b81-8ad3aaab0867 req-4d468904-a208-4d55-9306-e52ed2fbc1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:28.079784 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f2c6f544-4e0c-4289-9b81-8ad3aaab0867 req-4d468904-a208-4d55-9306-e52ed2fbc1b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f00088e-5a2f-4758-9222-51a8a99c6837 HTTP/1.1" status: 200 len: 855 time: 0.2486019 Aug 06 16:13:28.082898 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-fabbac3d-9f0e-4253-bf9e-f5512a0649c7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.117444 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bf9509-9c52-4e8d-9724-f98e149dc62d None None] Checking router: b74a4dfb-3b67-4468-acf3-720e6f645077 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:13:28.135342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bf9509-9c52-4e8d-9724-f98e149dc62d None None] Routers {'b74a4dfb-3b67-4468-acf3-720e6f645077'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:28.136523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d5bf9509-9c52-4e8d-9724-f98e149dc62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:13:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b74a4dfb-3b67-4468-acf3-720e6f645077'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:28.154599 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8c6307d-1665-4aba-b828-4cfb3936c380 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.169226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43181d92-41d9-4767-8c14-6e6e3bfa6f1b req-dfbd2c10-203d-408d-a700-6e004119436c tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 210 time: 0.1582088 Aug 06 16:13:28.183204 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6a9179c2-264c-48cf-aaa6-3e1558692e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.200250 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37930492-3bd2-43e3-be67-564889b9928b req-4179e87d-79b1-4a33-9e05-9c6cd70ccf56 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:28.202460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37930492-3bd2-43e3-be67-564889b9928b req-4179e87d-79b1-4a33-9e05-9c6cd70ccf56 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.13 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 945 time: 0.1908984 Aug 06 16:13:28.203553 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-427ec9b7-90ce-4cd1-b513-7f22a7f0a1f4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.252126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-fabbac3d-9f0e-4253-bf9e-f5512a0649c7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Transition to ACTIVE for port object 85adbf41-8c60-4b3e-bae9-44224787436c will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:28.293092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d5bf9509-9c52-4e8d-9724-f98e149dc62d None None] Set router b74a4dfb-3b67-4468-acf3-720e6f645077 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:28.296475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] For port 026d704c-f59f-4cc4-8334-80c21a1561f8, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:13:28.306918 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] For port 026d704c-f59f-4cc4-8334-80c21a1561f8, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=026d704c-f59f-4cc4-8334-80c21a1561f8,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:13:28.307740 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52726) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:28.334965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9179c2-264c-48cf-aaa6-3e1558692e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4310497b-066c-443c-908c-556677636f46,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:28.337385 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6a9179c2-264c-48cf-aaa6-3e1558692e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.345233 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6a9179c2-264c-48cf-aaa6-3e1558692e7f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4310497b-066c-443c-908c-556677636f46 HTTP/1.1" status: 204 len: 168 time: 0.7363260 Aug 06 16:13:28.358700 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-427ec9b7-90ce-4cd1-b513-7f22a7f0a1f4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.360588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-427ec9b7-90ce-4cd1-b513-7f22a7f0a1f4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/subnets/2d9457db-69ad-4917-87cd-7d1f42be3fc5 HTTP/1.1" status: 204 len: 168 time: 0.8482723 Aug 06 16:13:28.363796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52728) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:28.363796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52730) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:28.379600 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.383297 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6f544-4e0c-4289-9b81-8ad3aaab0867 req-9de3a2b9-75c3-4b3d-bd72-4d560942a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:28.383565 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b52d82b-82ab-4353-88b4-cf180953b7c5 None None] Network a6137071-7cbf-40ba-8c86-55f4cf3a95a2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:13:28.384825 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f2c6f544-4e0c-4289-9b81-8ad3aaab0867 req-9de3a2b9-75c3-4b3d-bd72-4d560942a00f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a76fcab5-c535-4e37-8135-6639cb62ef5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2766366 Aug 06 16:13:28.442232 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e7076fd-c7d0-4e15-a274-e9107167ea62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.450515 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8c6307d-1665-4aba-b828-4cfb3936c380 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.476608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ec9b7-90ce-4cd1-b513-7f22a7f0a1f4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Subnet': ['ID=2d9457db-69ad-4917-87cd-7d1f42be3fc5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:28.491304 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8c6307d-1665-4aba-b828-4cfb3936c380 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.519496 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:28.520170 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.521737 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] 10.222.0.78 "PUT /v2.0/ports/026d704c-f59f-4cc4-8334-80c21a1561f8 HTTP/1.1" status: 200 len: 1091 time: 3.1425428 Aug 06 16:13:28.526108 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4477f17-59e6-4abb-85b6-d6c69d9b2ef0', 'tag': '026d704c-f59f-4cc4-8334-80c21a1561f8'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:28.528825 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b22b77-78f3-4aa5-aaca-a80b7465e8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c4477f17-59e6-4abb-85b6-d6c69d9b2ef0", "tag": "026d704c-f59f-4cc4-8334-80c21a1561f8"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:28.615785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658296c8-f043-4c50-bb2f-3ae49fd29cfa req-968c3af4-feeb-488d-bec6-2d4f029ea3b3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:28.619055 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-658296c8-f043-4c50-bb2f-3ae49fd29cfa req-968c3af4-feeb-488d-bec6-2d4f029ea3b3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 945 time: 0.4482002 Aug 06 16:13:28.653041 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f7b5f-1cab-4de4-ba69-c7786de1d308 req-9107d486-9034-4532-8656-70fbe3aa37dd tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:28.653493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d5bf9509-9c52-4e8d-9724-f98e149dc62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819509424', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:10:28Z', 'updated_at': '2021-08-06T16:13:26Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:29Z', 'updated_at': '2021-08-06T16:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:28.663225 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-fabbac3d-9f0e-4253-bf9e-f5512a0649c7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.663854 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-188f7b5f-1cab-4de4-ba69-c7786de1d308 req-9107d486-9034-4532-8656-70fbe3aa37dd tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 945 time: 0.3338678 Aug 06 16:13:28.677815 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8c6307d-1665-4aba-b828-4cfb3936c380 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.678402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c6307d-1665-4aba-b828-4cfb3936c380 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55e546a6-faa2-4059-bf70-a233bd509858 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:13:28.697923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bf9509-9c52-4e8d-9724-f98e149dc62d None None] The sync data for ids ['b74a4dfb-3b67-4468-acf3-720e6f645077'] in n-d-803756-1 is: [{'id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819509424', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:10:28Z', 'updated_at': '2021-08-06T16:13:26Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '06da699d-b039-4e62-9e98-d86e53bed6cb', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74a4dfb-3b67-4468-acf3-720e6f645077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1607, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:10:29Z', 'updated_at': '2021-08-06T16:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:13:28.740515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9eb715-3f23-4bc2-85b6-65fb490ee446 service neutron] Pushing event updated for resources: {'Port': ['ID=026d704c-f59f-4cc4-8334-80c21a1561f8,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:28.772346 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e53749-9ab5-4eb8-b3b3-20a05abcfde6 None None] DHCP port deletion for a6137071-7cbf-40ba-8c86-55f4cf3a95a2 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:13:28.796319 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eba8dc74-d860-4c43-b962-422ed499cfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.832202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-188f7b5f-1cab-4de4-ba69-c7786de1d308 req-55ddbb80-c8b8-4618-84f8-cab3d9f16bf7 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/security-groups?id=38cf82fa-f956-4f35-84d6-f83727586a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667874 Aug 06 16:13:28.843249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-fabbac3d-9f0e-4253-bf9e-f5512a0649c7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Network a76fcab5-c535-4e37-8135-6639cb62ef5b is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:28.856249 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f2c6f544-4e0c-4289-9b81-8ad3aaab0867 req-547d72c1-e16d-48a7-94f9-0ca95ec134ad service neutron] 10.222.0.13 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324574 Aug 06 16:13:28.860198 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c2e53749-9ab5-4eb8-b3b3-20a05abcfde6 None None] Deleting port 81844de8-a59f-4564-a579-e50f02e73640 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:13:28.860610 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2e53749-9ab5-4eb8-b3b3-20a05abcfde6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.868299 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-fabbac3d-9f0e-4253-bf9e-f5512a0649c7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:28.871831 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-fabbac3d-9f0e-4253-bf9e-f5512a0649c7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:28.888771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-ef072162-5c94-43c7-8562-075a40d7ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:28.891456 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-ef072162-5c94-43c7-8562-075a40d7ade3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=029cb2120f2342508521a6ddd5b2b8c5&device_id=c4477f17-59e6-4abb-85b6-d6c69d9b2ef0 HTTP/1.1" status: 200 len: 1094 time: 0.2807355 Aug 06 16:13:28.939062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-37930492-3bd2-43e3-be67-564889b9928b req-ae0d418b-d954-48b1-a14a-bf88cd1aacbe tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Deleting port 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:13:28.940312 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-37930492-3bd2-43e3-be67-564889b9928b req-ae0d418b-d954-48b1-a14a-bf88cd1aacbe tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:28.946325 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23104fab-c10c-4ebf-9172-741e6caf3bb7 x-openstack-request-id: req-23104fab-c10c-4ebf-9172-741e6caf3bb7 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:28.946627 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4477f17-59e6-4abb-85b6-d6c69d9b2ef0", "tag": "026d704c-f59f-4cc4-8334-80c21a1561f8", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:28.946929 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23104fab-c10c-4ebf-9172-741e6caf3bb7 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:28.947326 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4477f17-59e6-4abb-85b6-d6c69d9b2ef0', 'tag': '026d704c-f59f-4cc4-8334-80c21a1561f8', 'status': 'completed', 'code': 200} Aug 06 16:13:28.960929 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-658296c8-f043-4c50-bb2f-3ae49fd29cfa req-4ac39689-0998-4e7c-8b3d-d56cd43724ba tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692230 Aug 06 16:13:28.996053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c2e53749-9ab5-4eb8-b3b3-20a05abcfde6 None None] For port 81844de8-a59f-4564-a579-e50f02e73640, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=81844de8-a59f-4564-a579-e50f02e73640,segment=NetworkSegment(e3aca0f2-a2e6-47d7-bd79-875b4c69e774),segment_id=e3aca0f2-a2e6-47d7-bd79-875b4c69e774)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:28.996481 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2e53749-9ab5-4eb8-b3b3-20a05abcfde6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.036604 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c2e53749-9ab5-4eb8-b3b3-20a05abcfde6 None None] Calling delete_port for 81844de8-a59f-4564-a579-e50f02e73640 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:13:29.079972 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-587d162e-5efe-4cb7-85d5-ceb6b5791e6d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.344589 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2e53749-9ab5-4eb8-b3b3-20a05abcfde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.378493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e53749-9ab5-4eb8-b3b3-20a05abcfde6 None None] Pushing event deleted for resources: {'Port': ['ID=81844de8-a59f-4564-a579-e50f02e73640,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:29.388112 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-587d162e-5efe-4cb7-85d5-ceb6b5791e6d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.395063 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e53749-9ab5-4eb8-b3b3-20a05abcfde6 None None] No DVR routers for this DVR port 81844de8-a59f-4564-a579-e50f02e73640 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:13:29.395362 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eba8dc74-d860-4c43-b962-422ed499cfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.399321 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b8f256ce-07ac-4155-a1f7-2becee554a9e None None] Provisioning for port 85adbf41-8c60-4b3e-bae9-44224787436c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:29.406814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b8f256ce-07ac-4155-a1f7-2becee554a9e None None] Provisioning complete for port 85adbf41-8c60-4b3e-bae9-44224787436c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:29.407201 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b8f256ce-07ac-4155-a1f7-2becee554a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.446552 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-eba8dc74-d860-4c43-b962-422ed499cfd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bade16-30a6-4115-bfef-a85a62af1a37']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:29.453568 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b8f256ce-07ac-4155-a1f7-2becee554a9e None None] Port 85adbf41-8c60-4b3e-bae9-44224787436c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:13:29.465395 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-eba8dc74-d860-4c43-b962-422ed499cfd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dddc4cba-57e1-4c4e-a79a-4b1ff710419c') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:29.465764 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-eba8dc74-d860-4c43-b962-422ed499cfd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dddc4cba-57e1-4c4e-a79a-4b1ff710419c') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:29.480915 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-8936c16c-c8ff-4b90-a4ca-f693dc11667e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=026d704c-f59f-4cc4-8334-80c21a1561f8 HTTP/1.1" status: 200 len: 217 time: 0.5423067 Aug 06 16:13:29.481833 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbac3d-9f0e-4253-bf9e-f5512a0649c7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Pushing event updated for resources: {'Port': ['ID=85adbf41-8c60-4b3e-bae9-44224787436c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:29.510957 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eba8dc74-d860-4c43-b962-422ed499cfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.521781 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-37930492-3bd2-43e3-be67-564889b9928b req-ae0d418b-d954-48b1-a14a-bf88cd1aacbe tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] For port 6e7995e5-9381-4ebd-a16b-bb1a62bf0486, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6e7995e5-9381-4ebd-a16b-bb1a62bf0486,segment=NetworkSegment(d76617c5-bc46-4266-b2f6-ec828afe67cb),segment_id=d76617c5-bc46-4266-b2f6-ec828afe67cb)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:29.522401 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-37930492-3bd2-43e3-be67-564889b9928b req-ae0d418b-d954-48b1-a14a-bf88cd1aacbe tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.547838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc7089-8eb7-449a-8994-0bc9f484cfa5 req-51018087-5b64-4b03-9392-030e6fac3c99 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:29.550106 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-49cc7089-8eb7-449a-8994-0bc9f484cfa5 req-51018087-5b64-4b03-9392-030e6fac3c99 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 932 time: 0.2077689 Aug 06 16:13:29.562041 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e7d96-9247-4bc3-aae4-fe86ae5a9e86 req-3c56ff52-1b28-4198-a578-b5c6c11c6ff0 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:29.564286 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd5e7d96-9247-4bc3-aae4-fe86ae5a9e86 req-3c56ff52-1b28-4198-a578-b5c6c11c6ff0 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 945 time: 0.3076484 Aug 06 16:13:29.571963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-37930492-3bd2-43e3-be67-564889b9928b req-ae0d418b-d954-48b1-a14a-bf88cd1aacbe tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Calling delete_port for 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:13:29.573761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-fabbac3d-9f0e-4253-bf9e-f5512a0649c7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:29.574635 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-fabbac3d-9f0e-4253-bf9e-f5512a0649c7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.579114 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eba8dc74-d860-4c43-b962-422ed499cfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.587740 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0d6be3de-6048-40c0-8a11-cdf5345fffbf details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:13:29.612669 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e7076fd-c7d0-4e15-a274-e9107167ea62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.626159 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e7076fd-c7d0-4e15-a274-e9107167ea62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.646809 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-fabbac3d-9f0e-4253-bf9e-f5512a0649c7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1767731 Aug 06 16:13:29.652650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-3d7bd55e-26e3-40f6-ba71-cb876ad29372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:29.654178 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-3d7bd55e-26e3-40f6-ba71-cb876ad29372 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f00088e-5a2f-4758-9222-51a8a99c6837 HTTP/1.1" status: 200 len: 855 time: 0.1387992 Aug 06 16:13:29.655099 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-d8c6307d-1665-4aba-b828-4cfb3936c380 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 06 16:13:29.659198 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d8c6307d-1665-4aba-b828-4cfb3936c380 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.2159734 Aug 06 16:13:29.663446 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52738) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:29.682606 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Request body: {'port': {'device_id': 'b0bd0f20-fa82-4056-9b8a-0629aef7c4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:29.688438 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f2c6f544-4e0c-4289-9b81-8ad3aaab0867 req-ff1c2f2e-35ba-4689-a185-dda02a02e389 service neutron] 10.222.0.13 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8124356 Aug 06 16:13:29.745115 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 0d6be3de-6048-40c0-8a11-cdf5345fffbf, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0d6be3de-6048-40c0-8a11-cdf5345fffbf,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:29.760461 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 81844de8-a59f-4564-a579-e50f02e73640 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:13:29.773701 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4e7076fd-c7d0-4e15-a274-e9107167ea62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7005df7c6584a3f9859f4d76f24f21e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4618452 Aug 06 16:13:29.785983 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52742) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:29.794723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 81844de8-a59f-4564-a579-e50f02e73640 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:13:29.795154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 81844de8-a59f-4564-a579-e50f02e73640 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:13:29.795680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9482ef92-b0d4-49db-8163-bf9c8fe138d4 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:13:29.797085 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7076fd-c7d0-4e15-a274-e9107167ea62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9710d8-4533-4c60-902a-01e00cd92109,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:29.798965 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '0d6be3de-6048-40c0-8a11-cdf5345fffbf', 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b', 'port_id': '0d6be3de-6048-40c0-8a11-cdf5345fffbf', 'mac_address': 'fa:16:3e:c7:34:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f00088e-5a2f-4758-9222-51a8a99c6837', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:13:29.848648 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 9482ef92-b0d4-49db-8163-bf9c8fe138d4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:13:29.849139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9482ef92-b0d4-49db-8163-bf9c8fe138d4 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:13:29.877793 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.890326 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.892803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6be3de-6048-40c0-8a11-cdf5345fffbf {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:29.897087 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-04cff837-7f6d-4fc6-b1df-4ecfb1a00e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:29.898665 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-04cff837-7f6d-4fc6-b1df-4ecfb1a00e59 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a76fcab5-c535-4e37-8135-6639cb62ef5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2271063 Aug 06 16:13:29.930107 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 0d6be3de-6048-40c0-8a11-cdf5345fffbf, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0d6be3de-6048-40c0-8a11-cdf5345fffbf,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:29.936067 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.993209 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-725e0464-449f-4177-9d0d-f4f538e72c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.994113 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=0d6be3de-6048-40c0-8a11-cdf5345fffbf,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:30.006865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba8dc74-d860-4c43-b962-422ed499cfd6 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:13:30.007455 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eba8dc74-d860-4c43-b962-422ed499cfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:13:30.008977 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:13:30.058967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-833da8e2-ad4d-4c0e-8347-12fd9e797c60 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Deleting port 78484db4-3ea7-461b-afd9-b9555f64a04f {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:13:30.059322 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-833da8e2-ad4d-4c0e-8347-12fd9e797c60 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:30.124716 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['0d6be3de-6048-40c0-8a11-cdf5345fffbf'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:13:30.146722 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-725e0464-449f-4177-9d0d-f4f538e72c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:30.157675 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-49cc7089-8eb7-449a-8994-0bc9f484cfa5 req-c1f5b15a-0d7c-4181-b089-7bed23167bc7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910232 Aug 06 16:13:30.165424 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd5e7d96-9247-4bc3-aae4-fe86ae5a9e86 req-fa0711a0-6c3d-424d-9267-1083b8c695a8 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912099 Aug 06 16:13:30.171497 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eba8dc74-d860-4c43-b962-422ed499cfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:30.175785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-587d162e-5efe-4cb7-85d5-ceb6b5791e6d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting port 06da699d-b039-4e62-9e98-d86e53bed6cb {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:13:30.176170 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-587d162e-5efe-4cb7-85d5-ceb6b5791e6d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:30.207722 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eba8dc74-d860-4c43-b962-422ed499cfd6 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:30.210005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-eba8dc74-d860-4c43-b962-422ed499cfd6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d6bade16-30a6-4115-bfef-a85a62af1a37 HTTP/1.1" status: 204 len: 168 time: 1.8405030 Aug 06 16:13:30.236202 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8dc74-d860-4c43-b962-422ed499cfd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6bade16-30a6-4115-bfef-a85a62af1a37,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:30.244871 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-d544009e-cdef-4a38-a910-53c39d5ba043 service neutron] 10.222.0.78 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289218 Aug 06 16:13:30.407699 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-833da8e2-ad4d-4c0e-8347-12fd9e797c60 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:30.442771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-833da8e2-ad4d-4c0e-8347-12fd9e797c60 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Calling delete_port for 78484db4-3ea7-461b-afd9-b9555f64a04f owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:13:30.469448 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-587d162e-5efe-4cb7-85d5-ceb6b5791e6d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] For port 06da699d-b039-4e62-9e98-d86e53bed6cb, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=06da699d-b039-4e62-9e98-d86e53bed6cb,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:30.476590 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-587d162e-5efe-4cb7-85d5-ceb6b5791e6d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:30.481323 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-725e0464-449f-4177-9d0d-f4f538e72c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:30.486587 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-725e0464-449f-4177-9d0d-f4f538e72c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:30.488013 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-725e0464-449f-4177-9d0d-f4f538e72c0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec9710d8-4533-4c60-902a-01e00cd92109 HTTP/1.1" status: 204 len: 168 time: 0.7010493 Aug 06 16:13:30.544222 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-37930492-3bd2-43e3-be67-564889b9928b req-ae0d418b-d954-48b1-a14a-bf88cd1aacbe tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:30.561595 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-587d162e-5efe-4cb7-85d5-ceb6b5791e6d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Calling delete_port for 06da699d-b039-4e62-9e98-d86e53bed6cb owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:13:30.563449 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e0464-449f-4177-9d0d-f4f538e72c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9710d8-4533-4c60-902a-01e00cd92109,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:30.587529 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a816ef56-e291-4050-be9c-04ec9d67c8f8 req-8031e25b-0588-4439-ab75-ee3ab3b2503c service neutron] 10.222.0.78 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276069 Aug 06 16:13:30.596543 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53d558-a33f-4cd6-9f8c-7e3e1f8e01cb req-80011817-03c5-4351-97ca-32b02fb1fd08 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:30.604648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de53d558-a33f-4cd6-9f8c-7e3e1f8e01cb req-80011817-03c5-4351-97ca-32b02fb1fd08 tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/ports?device_id=771264ca-ad6a-4640-ba77-8528f67dad75 HTTP/1.1" status: 200 len: 867 time: 0.2580421 Aug 06 16:13:30.675944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d418b-d954-48b1-a14a-bf88cd1aacbe tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Pushing event deleted for resources: {'Port': ['ID=6e7995e5-9381-4ebd-a16b-bb1a62bf0486,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:30.739286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52754) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:30.788939 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85adbf41-8c60-4b3e-bae9-44224787436c {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:30.802724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-37930492-3bd2-43e3-be67-564889b9928b req-ae0d418b-d954-48b1-a14a-bf88cd1aacbe tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] No DVR routers for this DVR port 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:13:30.806040 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:30.816663 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de53d558-a33f-4cd6-9f8c-7e3e1f8e01cb req-9072b450-84e3-4c8d-988b-9e6b6a68009d tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.37 "GET /v2.0/security-groups?id=38cf82fa-f956-4f35-84d6-f83727586a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106671 Aug 06 16:13:30.861105 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Transition to ACTIVE for port object 85adbf41-8c60-4b3e-bae9-44224787436c will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:30.870658 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:30.878363 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b22b77-78f3-4aa5-aaca-a80b7465e8dc req-a91fab28-6e96-4db2-be5a-fdb0fb5b90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:30.879975 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-76b22b77-78f3-4aa5-aaca-a80b7465e8dc req-a91fab28-6e96-4db2-be5a-fdb0fb5b90eb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=029cb2120f2342508521a6ddd5b2b8c5&device_id=c4477f17-59e6-4abb-85b6-d6c69d9b2ef0 HTTP/1.1" status: 200 len: 1094 time: 0.1568980 Aug 06 16:13:30.889157 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-37930492-3bd2-43e3-be67-564889b9928b req-ae0d418b-d954-48b1-a14a-bf88cd1aacbe tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:30.891245 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37930492-3bd2-43e3-be67-564889b9928b req-ae0d418b-d954-48b1-a14a-bf88cd1aacbe tempest-ServersNegativeTestMultiTenantJSON-964155881 tempest-ServersNegativeTestMultiTenantJSON-964155881-project] 10.222.0.13 "DELETE /v2.0/ports/6e7995e5-9381-4ebd-a16b-bb1a62bf0486 HTTP/1.1" status: 204 len: 173 time: 2.6588118 Aug 06 16:13:30.892192 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771264ca-ad6a-4640-ba77-8528f67dad75', 'name': 'network-vif-deleted', 'tag': '6e7995e5-9381-4ebd-a16b-bb1a62bf0486'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:30.895659 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c11bfc-4ea6-4c24-ac1f-871c2a0b6c39" -d '{"events": [{"server_uuid": "771264ca-ad6a-4640-ba77-8528f67dad75", "name": "network-vif-deleted", "tag": "6e7995e5-9381-4ebd-a16b-bb1a62bf0486"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:30.929086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d5b97-591b-494d-8027-310bae4527a5 req-f6d709a8-15d5-4079-9e13-5e2b3792f8fb tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:30.930892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-295d5b97-591b-494d-8027-310bae4527a5 req-f6d709a8-15d5-4079-9e13-5e2b3792f8fb tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 945 time: 0.2962222 Aug 06 16:13:30.990857 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-833da8e2-ad4d-4c0e-8347-12fd9e797c60 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:31.036141 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1ea9b4bd-a948-4518-9f9c-4eba24f83fbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e71751dd5390449b857c205703ffd2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921622 Aug 06 16:13:31.039353 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67182154-614a-4906-8f9b-ef77d5c135d4 x-openstack-request-id: req-67182154-614a-4906-8f9b-ef77d5c135d4 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:31.040122 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771264ca-ad6a-4640-ba77-8528f67dad75", "name": "network-vif-deleted", "tag": "6e7995e5-9381-4ebd-a16b-bb1a62bf0486", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:31.042182 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67182154-614a-4906-8f9b-ef77d5c135d4 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:31.043503 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771264ca-ad6a-4640-ba77-8528f67dad75', 'name': 'network-vif-deleted', 'tag': '6e7995e5-9381-4ebd-a16b-bb1a62bf0486', 'status': 'completed', 'code': 200} Aug 06 16:13:31.053611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52762) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:31.058244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Pushing event updated for resources: {'Port': ['ID=85adbf41-8c60-4b3e-bae9-44224787436c,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:31.161402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833da8e2-ad4d-4c0e-8347-12fd9e797c60 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Pushing event deleted for resources: {'Port': ['ID=78484db4-3ea7-461b-afd9-b9555f64a04f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:31.181401 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-587d162e-5efe-4cb7-85d5-ceb6b5791e6d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:31.255594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d162e-5efe-4cb7-85d5-ceb6b5791e6d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Port': ['ID=06da699d-b039-4e62-9e98-d86e53bed6cb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:31.273617 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-295d5b97-591b-494d-8027-310bae4527a5 req-bcb682df-47ae-4c24-9a88-4ecedb7a5cb4 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286758 Aug 06 16:13:31.305569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b22b77-78f3-4aa5-aaca-a80b7465e8dc req-cf68fd0a-5dce-4df0-9106-9d88e315e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:31.307124 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-76b22b77-78f3-4aa5-aaca-a80b7465e8dc req-cf68fd0a-5dce-4df0-9106-9d88e315e22e service neutron] 10.222.0.78 "GET /v2.0/networks?id=a76fcab5-c535-4e37-8135-6639cb62ef5b HTTP/1.1" status: 200 len: 917 time: 0.3772063 Aug 06 16:13:31.372950 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-833da8e2-ad4d-4c0e-8347-12fd9e797c60 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:31.374956 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-833da8e2-ad4d-4c0e-8347-12fd9e797c60 tempest-RoutersAdminNegativeTest-18163770 tempest-RoutersAdminNegativeTest-18163770-project-admin] 10.222.0.37 "DELETE /v2.0/ports/78484db4-3ea7-461b-afd9-b9555f64a04f HTTP/1.1" status: 204 len: 168 time: 1.7046893 Aug 06 16:13:31.386542 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-76b22b77-78f3-4aa5-aaca-a80b7465e8dc req-84a4699c-c87c-43c7-ae5b-832325776273 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=026d704c-f59f-4cc4-8334-80c21a1561f8 HTTP/1.1" status: 200 len: 217 time: 0.0682991 Aug 06 16:13:31.388836 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75f821bd-8449-4a43-a83e-4ce85ca59a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:31.394026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Attempting to bind port 85adbf41-8c60-4b3e-bae9-44224787436c on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:13:31.394408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Attempting to bind port 85adbf41-8c60-4b3e-bae9-44224787436c by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:13:31.394686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Attempting to bind port 85adbf41-8c60-4b3e-bae9-44224787436c on network a76fcab5-c535-4e37-8135-6639cb62ef5b {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:31.458559 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Port 85adbf41-8c60-4b3e-bae9-44224787436c on network a76fcab5-c535-4e37-8135-6639cb62ef5b not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:13:31.460594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Attempting to bind port 85adbf41-8c60-4b3e-bae9-44224787436c on network a76fcab5-c535-4e37-8135-6639cb62ef5b {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:31.464361 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-587d162e-5efe-4cb7-85d5-ceb6b5791e6d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:31.487953 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75f821bd-8449-4a43-a83e-4ce85ca59a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:31.491319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:13:31.492093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Checking segment: {'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:31.492666 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Bound using segment: {'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:13:31.493328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Bound port: 85adbf41-8c60-4b3e-bae9-44224787436c, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173668ea-61d1-4d39-af34-bbab3069792a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:13:31.493737 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:31.548352 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b22b77-78f3-4aa5-aaca-a80b7465e8dc req-81ff85ed-e493-4a8b-8404-955bf21d0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:31.550393 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-76b22b77-78f3-4aa5-aaca-a80b7465e8dc req-81ff85ed-e493-4a8b-8404-955bf21d0ddf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f00088e-5a2f-4758-9222-51a8a99c6837 HTTP/1.1" status: 200 len: 855 time: 0.1502171 Aug 06 16:13:31.606571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0d6be3de-6048-40c0-8a11-cdf5345fffbf up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:31.654699 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] For port 85adbf41-8c60-4b3e-bae9-44224787436c, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:13:31.658276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b22b77-78f3-4aa5-aaca-a80b7465e8dc req-4d0e32f6-d437-4917-a319-96a9b173bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:31.659812 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-76b22b77-78f3-4aa5-aaca-a80b7465e8dc req-4d0e32f6-d437-4917-a319-96a9b173bbf4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a76fcab5-c535-4e37-8135-6639cb62ef5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830419 Aug 06 16:13:31.661619 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] For port 85adbf41-8c60-4b3e-bae9-44224787436c, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=85adbf41-8c60-4b3e-bae9-44224787436c,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:13:31.675613 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [req-76b22b77-78f3-4aa5-aaca-a80b7465e8dc req-931b8693-a2df-4700-95da-b69c4fcf5ed4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:13:31.676740 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-76b22b77-78f3-4aa5-aaca-a80b7465e8dc req-931b8693-a2df-4700-95da-b69c4fcf5ed4 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057590 Aug 06 16:13:31.687354 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75f821bd-8449-4a43-a83e-4ce85ca59a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:31.706616 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75f821bd-8449-4a43-a83e-4ce85ca59a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:31.708296 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-75f821bd-8449-4a43-a83e-4ce85ca59a2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2a03e15-db81-4757-9230-9cc0a84cc7e3 HTTP/1.1" status: 204 len: 168 time: 0.6536298 Aug 06 16:13:31.713670 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:31.720316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611423b-30ad-4a46-aa67-7b72c0fa8988 req-8eeabc77-d986-466e-872f-aa179b095303 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:31.723663 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f611423b-30ad-4a46-aa67-7b72c0fa8988 req-8eeabc77-d986-466e-872f-aa179b095303 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 944 time: 0.3747504 Aug 06 16:13:31.730062 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-587d162e-5efe-4cb7-85d5-ceb6b5791e6d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:31.736952 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-587d162e-5efe-4cb7-85d5-ceb6b5791e6d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:31.793158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 0d6be3de-6048-40c0-8a11-cdf5345fffbf completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:31.804280 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f611423b-30ad-4a46-aa67-7b72c0fa8988 req-5eb989bc-34cb-4953-89e3-50bca49548fe tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699410 Aug 06 16:13:31.807760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 0d6be3de-6048-40c0-8a11-cdf5345fffbf triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:31.811830 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:31.882946 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-587d162e-5efe-4cb7-85d5-ceb6b5791e6d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:31.884076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587d162e-5efe-4cb7-85d5-ceb6b5791e6d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Fanout notify agent at l3_agent the message router_deleted on router b74a4dfb-3b67-4468-acf3-720e6f645077 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:13:31.910501 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-587d162e-5efe-4cb7-85d5-ceb6b5791e6d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:31.917536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-587d162e-5efe-4cb7-85d5-ceb6b5791e6d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/routers/b74a4dfb-3b67-4468-acf3-720e6f645077 HTTP/1.1" status: 204 len: 168 time: 3.5468438 Aug 06 16:13:31.923934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52782) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:31.965158 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52786) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:32.026715 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-76b22b77-78f3-4aa5-aaca-a80b7465e8dc req-7104675e-5e9a-4063-830f-13d6c2d5a0d8 service neutron] 10.222.0.78 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172688 Aug 06 16:13:32.047747 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:32.048564 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:32.052791 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] 10.222.0.78 "PUT /v2.0/ports/85adbf41-8c60-4b3e-bae9-44224787436c HTTP/1.1" status: 200 len: 1092 time: 2.3875296 Aug 06 16:13:32.081905 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:32.130246 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b6c1-18a0-4a04-9576-88e3b64cfd3c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:32.158047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd29868-55cc-4cb0-89f2-1f8a3c647b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6be3de-6048-40c0-8a11-cdf5345fffbf'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:32.169657 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125bdd5e-e102-498d-8af7-b70b5c43ca23" -d '{"events": [{"server_uuid": "dbd29868-55cc-4cb0-89f2-1f8a3c647b00", "name": "network-vif-plugged", "status": "completed", "tag": "0d6be3de-6048-40c0-8a11-cdf5345fffbf"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:32.198151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0bd0f20-fa82-4056-9b8a-0629aef7c4b8', 'tag': '85adbf41-8c60-4b3e-bae9-44224787436c'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:32.202669 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 0d6be3de-6048-40c0-8a11-cdf5345fffbf, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0d6be3de-6048-40c0-8a11-cdf5345fffbf,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:32.204220 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f8b4d4-9794-490c-bd45-3f5a8f9402ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b0bd0f20-fa82-4056-9b8a-0629aef7c4b8", "tag": "85adbf41-8c60-4b3e-bae9-44224787436c"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:32.204820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3462faf5-e5ac-4b3a-819b-a53ebe2f6ada admin admin] Deleting subnet b813781d-0c77-461c-81ea-dfbdb373fdf6 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:13:32.208573 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:32.211338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:13:32.213022 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625824d-09f6-4173-9d6e-3bcd0ab90454 service neutron] Pushing event updated for resources: {'Port': ['ID=85adbf41-8c60-4b3e-bae9-44224787436c,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:32.213423 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3462faf5-e5ac-4b3a-819b-a53ebe2f6ada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:32.245652 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f821bd-8449-4a43-a83e-4ce85ca59a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a03e15-db81-4757-9230-9cc0a84cc7e3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:32.337535 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3462faf5-e5ac-4b3a-819b-a53ebe2f6ada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:32.379407 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b3996e-dcad-4ded-8f81-1d5f128e9cf3 x-openstack-request-id: req-89b3996e-dcad-4ded-8f81-1d5f128e9cf3 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:32.379774 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0bd0f20-fa82-4056-9b8a-0629aef7c4b8", "tag": "85adbf41-8c60-4b3e-bae9-44224787436c", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:32.379941 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89b3996e-dcad-4ded-8f81-1d5f128e9cf3 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:32.380603 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0bd0f20-fa82-4056-9b8a-0629aef7c4b8', 'tag': '85adbf41-8c60-4b3e-bae9-44224787436c', 'status': 'completed', 'code': 200} Aug 06 16:13:32.384457 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f90eaa-64a1-43ec-b911-ba6e2ac2a2d0 x-openstack-request-id: req-28f90eaa-64a1-43ec-b911-ba6e2ac2a2d0 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:32.384844 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd29868-55cc-4cb0-89f2-1f8a3c647b00", "name": "network-vif-plugged", "status": "completed", "tag": "0d6be3de-6048-40c0-8a11-cdf5345fffbf", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:32.387694 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28f90eaa-64a1-43ec-b911-ba6e2ac2a2d0 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:32.388691 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd29868-55cc-4cb0-89f2-1f8a3c647b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6be3de-6048-40c0-8a11-cdf5345fffbf', 'code': 200} Aug 06 16:13:32.400050 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 026d704c-f59f-4cc4-8334-80c21a1561f8 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:13:32.424069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:13:32.429375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6e7995e5-9381-4ebd-a16b-bb1a62bf0486 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:13:32.451943 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52798) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:32.495816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-847bd9ec-15dd-4c97-a075-fa310b350aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:32.498928 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-847bd9ec-15dd-4c97-a075-fa310b350aed service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=029cb2120f2342508521a6ddd5b2b8c5&device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 1095 time: 0.2662959 Aug 06 16:13:32.572829 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-3fa8f226-6bac-4650-87ab-812b2d71cb71 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85adbf41-8c60-4b3e-bae9-44224787436c HTTP/1.1" status: 200 len: 217 time: 0.0558043 Aug 06 16:13:32.573457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=0d6be3de-6048-40c0-8a11-cdf5345fffbf,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:32.580088 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-76b22b77-78f3-4aa5-aaca-a80b7465e8dc req-add05c96-ff4e-4326-9588-df8123233f0f service neutron] 10.222.0.78 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413501 Aug 06 16:13:32.658537 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c6b1aa7e-3fad-4867-a802-6468bd68f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:32.660581 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-c6b1aa7e-3fad-4867-a802-6468bd68f915 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f00088e-5a2f-4758-9222-51a8a99c6837 HTTP/1.1" status: 200 len: 855 time: 0.0790951 Aug 06 16:13:32.697534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 026d704c-f59f-4cc4-8334-80c21a1561f8, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=026d704c-f59f-4cc4-8334-80c21a1561f8,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:32.713183 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '026d704c-f59f-4cc4-8334-80c21a1561f8', 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b', 'port_id': '026d704c-f59f-4cc4-8334-80c21a1561f8', 'mac_address': 'fa:16:3e:09:ae:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f00088e-5a2f-4758-9222-51a8a99c6837', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:13:32.726067 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-7eb3d46c-0226-405e-a583-2a72959fa3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:32.728206 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-7eb3d46c-0226-405e-a583-2a72959fa3ce service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a76fcab5-c535-4e37-8135-6639cb62ef5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591989 Aug 06 16:13:32.753236 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b6c1-18a0-4a04-9576-88e3b64cfd3c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:32.766307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d8d9b6c1-18a0-4a04-9576-88e3b64cfd3c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6137071-7cbf-40ba-8c86-55f4cf3a95a2']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:32.782063 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:32.809401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026d704c-f59f-4cc4-8334-80c21a1561f8 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:32.810532 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d8d9b6c1-18a0-4a04-9576-88e3b64cfd3c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:32.810824 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d8d9b6c1-18a0-4a04-9576-88e3b64cfd3c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3aca0f2-a2e6-47d7-bd79-875b4c69e774') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:32.837686 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3462faf5-e5ac-4b3a-819b-a53ebe2f6ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:32.859546 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 026d704c-f59f-4cc4-8334-80c21a1561f8, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=026d704c-f59f-4cc4-8334-80c21a1561f8,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:32.863971 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-dbd9d339-f2a5-4bc6-824e-1512ecc5b0c6 service neutron] 10.222.0.78 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252165 Aug 06 16:13:32.866745 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:32.886917 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b6c1-18a0-4a04-9576-88e3b64cfd3c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:32.892955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53db6f-8681-4d7c-aa44-ff570e37c1f3 req-7d786734-9885-447a-97f9-188820d8b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:32.894735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c53db6f-8681-4d7c-aa44-ff570e37c1f3 req-7d786734-9885-447a-97f9-188820d8b90f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 1097 time: 0.4388442 Aug 06 16:13:32.940179 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0855c7ed-5bb4-49f3-9b61-817f52d2d489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:32.950334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226b456-f74e-4268-b57f-d4ce6e03d2c7 req-d253858c-2440-465a-8651-355c1251883e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:32.952088 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7226b456-f74e-4268-b57f-d4ce6e03d2c7 req-d253858c-2440-465a-8651-355c1251883e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 945 time: 0.5089297 Aug 06 16:13:32.977709 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=026d704c-f59f-4cc4-8334-80c21a1561f8,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:32.982582 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b6c1-18a0-4a04-9576-88e3b64cfd3c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:32.991352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d9b6c1-18a0-4a04-9576-88e3b64cfd3c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:13:32.992219 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b6c1-18a0-4a04-9576-88e3b64cfd3c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.067121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a97824-c401-4746-a165-b755bffe98a1 req-bcbb46db-6ba0-44ee-96ed-a62e9d18611c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:33.068754 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-92a97824-c401-4746-a165-b755bffe98a1 req-bcbb46db-6ba0-44ee-96ed-a62e9d18611c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.78 "GET /v2.0/ports?device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 945 time: 0.4576259 Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:13:33.069480 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:13:33.107167 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1e96888d-912a-4895-8543-a24d4f3e3794 req-a8f984dd-5abc-48ed-b2b9-4f9c7667011f service neutron] 10.222.0.78 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057228 Aug 06 16:13:33.197843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c53db6f-8681-4d7c-aa44-ff570e37c1f3 req-6107048e-5ac1-425d-9054-25432d971d8f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826803 Aug 06 16:13:33.198499 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b6c1-18a0-4a04-9576-88e3b64cfd3c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.209888 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3462faf5-e5ac-4b3a-819b-a53ebe2f6ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.223655 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b6c1-18a0-4a04-9576-88e3b64cfd3c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.226172 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d8d9b6c1-18a0-4a04-9576-88e3b64cfd3c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/networks/a6137071-7cbf-40ba-8c86-55f4cf3a95a2 HTTP/1.1" status: 204 len: 168 time: 1.2992439 Aug 06 16:13:33.236760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52818) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:33.244306 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0855c7ed-5bb4-49f3-9b61-817f52d2d489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.282614 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0855c7ed-5bb4-49f3-9b61-817f52d2d489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.298722 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7226b456-f74e-4268-b57f-d4ce6e03d2c7 req-0bd7e845-bd33-44cf-9e76-9bb37abd10a7 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192852 Aug 06 16:13:33.307909 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['026d704c-f59f-4cc4-8334-80c21a1561f8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:13:33.339777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462faf5-e5ac-4b3a-819b-a53ebe2f6ada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b813781d-0c77-461c-81ea-dfbdb373fdf6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:33.346062 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3462faf5-e5ac-4b3a-819b-a53ebe2f6ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.355526 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855c7ed-5bb4-49f3-9b61-817f52d2d489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47635b07-c92e-4569-bb92-adf7c5f6d21a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:33.356678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3462faf5-e5ac-4b3a-819b-a53ebe2f6ada admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b813781d-0c77-461c-81ea-dfbdb373fdf6 HTTP/1.1" status: 204 len: 168 time: 1.3899794 Aug 06 16:13:33.360496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52822) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:33.370065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b6c1-18a0-4a04-9576-88e3b64cfd3c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Network': ['ID=a6137071-7cbf-40ba-8c86-55f4cf3a95a2,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:33.385196 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8b4d4-9794-490c-bd45-3f5a8f9402ca req-ca87fc55-94ff-40e2-bcaf-c323cf4be98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:33.387179 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-55f8b4d4-9794-490c-bd45-3f5a8f9402ca req-ca87fc55-94ff-40e2-bcaf-c323cf4be98c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=029cb2120f2342508521a6ddd5b2b8c5&device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 1095 time: 0.1858060 Aug 06 16:13:33.391006 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0855c7ed-5bb4-49f3-9b61-817f52d2d489 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99c173d6560b43a3a967a6bfcaeece68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9371328 Aug 06 16:13:33.396879 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52828) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:33.407852 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0018f4-08b0-405a-9671-64c8d37aef28 req-1c8f8ad9-ad90-4e16-8e0b-ade6af534f2f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:33.409460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df0018f4-08b0-405a-9671-64c8d37aef28 req-1c8f8ad9-ad90-4e16-8e0b-ade6af534f2f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 944 time: 0.3362539 Aug 06 16:13:33.472164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9ffbf11-dd86-4520-aed9-2160eb86c840 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.573004 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32d79119-b0c7-487d-91a7-9ea7105ab7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.573412 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9ffbf11-dd86-4520-aed9-2160eb86c840 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.592277 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df0018f4-08b0-405a-9671-64c8d37aef28 req-20fe82f6-4da9-41c9-bc15-cf150dcca3e7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509881 Aug 06 16:13:33.603704 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-92a97824-c401-4746-a165-b755bffe98a1 req-c0ce4c5f-d0ce-40b6-9b4b-3af595f79383 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Deleting port fcfceef4-2a3f-42da-be78-f1d9a5054319 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:13:33.604049 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-92a97824-c401-4746-a165-b755bffe98a1 req-c0ce4c5f-d0ce-40b6-9b4b-3af595f79383 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.645309 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-347ca84e-cc57-4b22-a483-ceb1aeed8eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.679602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8b4d4-9794-490c-bd45-3f5a8f9402ca req-62d5a76e-0cf0-4997-b3b7-80fdcb636eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:33.681668 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-55f8b4d4-9794-490c-bd45-3f5a8f9402ca req-62d5a76e-0cf0-4997-b3b7-80fdcb636eca service neutron] 10.222.0.78 "GET /v2.0/networks?id=a76fcab5-c535-4e37-8135-6639cb62ef5b HTTP/1.1" status: 200 len: 917 time: 0.2765813 Aug 06 16:13:33.727522 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-347ca84e-cc57-4b22-a483-ceb1aeed8eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.730782 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 06da699d-b039-4e62-9e98-d86e53bed6cb no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:13:33.772914 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32d79119-b0c7-487d-91a7-9ea7105ab7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.780162 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e6b3876b-4b6a-4eb9-80b1-8020b4975443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.787924 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 06da699d-b039-4e62-9e98-d86e53bed6cb {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:13:33.789522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 06da699d-b039-4e62-9e98-d86e53bed6cb not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:13:33.801006 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-55f8b4d4-9794-490c-bd45-3f5a8f9402ca req-12aac27d-9450-4fd2-853a-2429a674fa76 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85adbf41-8c60-4b3e-bae9-44224787436c HTTP/1.1" status: 200 len: 217 time: 0.1004231 Aug 06 16:13:33.804992 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-32d79119-b0c7-487d-91a7-9ea7105ab7db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff64b635-ab01-4178-9b09-324438190fae']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:33.855086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-92a97824-c401-4746-a165-b755bffe98a1 req-c0ce4c5f-d0ce-40b6-9b4b-3af595f79383 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] For port fcfceef4-2a3f-42da-be78-f1d9a5054319, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=fcfceef4-2a3f-42da-be78-f1d9a5054319,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:33.855476 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-92a97824-c401-4746-a165-b755bffe98a1 req-c0ce4c5f-d0ce-40b6-9b4b-3af595f79383 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.864514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52840) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:33.890465 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-32d79119-b0c7-487d-91a7-9ea7105ab7db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76617c5-bc46-4266-b2f6-ec828afe67cb') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:33.890863 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-32d79119-b0c7-487d-91a7-9ea7105ab7db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76617c5-bc46-4266-b2f6-ec828afe67cb') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:33.904964 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8b4d4-9794-490c-bd45-3f5a8f9402ca req-5c35bcc2-aa81-4c42-acb4-baa06f7f9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:33.908529 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-55f8b4d4-9794-490c-bd45-3f5a8f9402ca req-5c35bcc2-aa81-4c42-acb4-baa06f7f9c08 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7f00088e-5a2f-4758-9222-51a8a99c6837 HTTP/1.1" status: 200 len: 855 time: 0.0961983 Aug 06 16:13:33.928823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-92a97824-c401-4746-a165-b755bffe98a1 req-c0ce4c5f-d0ce-40b6-9b4b-3af595f79383 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Calling delete_port for fcfceef4-2a3f-42da-be78-f1d9a5054319 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:13:33.933046 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32d79119-b0c7-487d-91a7-9ea7105ab7db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.952438 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9ffbf11-dd86-4520-aed9-2160eb86c840 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.955604 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9ffbf11-dd86-4520-aed9-2160eb86c840 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:33.957409 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c9ffbf11-dd86-4520-aed9-2160eb86c840 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/security-groups/4bf3881c-ebe3-4108-84da-58790b65c32b HTTP/1.1" status: 204 len: 168 time: 0.7115963 Aug 06 16:13:33.968724 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32d79119-b0c7-487d-91a7-9ea7105ab7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.003679 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffbf11-dd86-4520-aed9-2160eb86c840 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf3881c-ebe3-4108-84da-58790b65c32b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:34.018885 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8b4d4-9794-490c-bd45-3f5a8f9402ca req-6560a2e2-661d-4a67-9940-3ef74aea1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:34.022145 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-55f8b4d4-9794-490c-bd45-3f5a8f9402ca req-6560a2e2-661d-4a67-9940-3ef74aea1618 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a76fcab5-c535-4e37-8135-6639cb62ef5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019518 Aug 06 16:13:34.032733 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-347ca84e-cc57-4b22-a483-ceb1aeed8eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.047637 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-347ca84e-cc57-4b22-a483-ceb1aeed8eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.049138 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-347ca84e-cc57-4b22-a483-ceb1aeed8eb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47635b07-c92e-4569-bb92-adf7c5f6d21a HTTP/1.1" status: 204 len: 168 time: 0.6509109 Aug 06 16:13:34.072988 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ca84e-cc57-4b22-a483-ceb1aeed8eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47635b07-c92e-4569-bb92-adf7c5f6d21a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:34.100295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d79119-b0c7-487d-91a7-9ea7105ab7db admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:13:34.100899 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32d79119-b0c7-487d-91a7-9ea7105ab7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:13:34.107801 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:13:34.214533 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32d79119-b0c7-487d-91a7-9ea7105ab7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.224246 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32d79119-b0c7-487d-91a7-9ea7105ab7db admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.229459 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-32d79119-b0c7-487d-91a7-9ea7105ab7db admin admin] 10.222.0.37 "DELETE /v2.0/networks/ff64b635-ab01-4178-9b09-324438190fae HTTP/1.1" status: 204 len: 168 time: 0.8618286 Aug 06 16:13:34.231818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52854) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:34.252954 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d79119-b0c7-487d-91a7-9ea7105ab7db admin admin] Pushing event deleted for resources: {'Network': ['ID=ff64b635-ab01-4178-9b09-324438190fae,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:34.307128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-abe6675a-4623-4779-bc0b-745ea96e93df admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1069883623-network', 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:34.315268 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 85adbf41-8c60-4b3e-bae9-44224787436c details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:13:34.351432 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-92a97824-c401-4746-a165-b755bffe98a1 req-c0ce4c5f-d0ce-40b6-9b4b-3af595f79383 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.355307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe6675a-4623-4779-bc0b-745ea96e93df admin admin] Made reservation on behalf of 1dd9d5eec2aa4eb68c1a1b78b1823036 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:34.356160 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a70a755-7ce3-424d-88a1-2324d26f5539 admin admin] Deleting subnet d7260a8f-c836-4598-979d-c93a202c9625 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:13:34.358809 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-abe6675a-4623-4779-bc0b-745ea96e93df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.379581 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a70a755-7ce3-424d-88a1-2324d26f5539 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.410084 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-abe6675a-4623-4779-bc0b-745ea96e93df admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.418866 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce4c5f-d0ce-40b6-9b4b-3af595f79383 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Pushing event deleted for resources: {'Port': ['ID=fcfceef4-2a3f-42da-be78-f1d9a5054319,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:34.448062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['11f70e67-e4a7-417e-b198-76fea0a61c3b', 'fcfceef4-2a3f-42da-be78-f1d9a5054319'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:13:34.475446 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a70a755-7ce3-424d-88a1-2324d26f5539 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.581665 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a70a755-7ce3-424d-88a1-2324d26f5539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.600079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 85adbf41-8c60-4b3e-bae9-44224787436c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=85adbf41-8c60-4b3e-bae9-44224787436c,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:34.632193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '85adbf41-8c60-4b3e-bae9-44224787436c', 'network_id': 'a76fcab5-c535-4e37-8135-6639cb62ef5b', 'port_id': '85adbf41-8c60-4b3e-bae9-44224787436c', 'mac_address': 'fa:16:3e:97:24:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f00088e-5a2f-4758-9222-51a8a99c6837', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:13:34.662545 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-abe6675a-4623-4779-bc0b-745ea96e93df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.663735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52862) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:34.682632 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2e15379a-ad44-40a9-9429-3ca0838ecf7b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-619696091', 'description': 'tempest-secgroup-smoke-619696091 description', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:34.727980 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-55f8b4d4-9794-490c-bd45-3f5a8f9402ca req-5d458a07-668a-40e4-b331-7f1b3a6277bc service neutron] 10.222.0.78 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774206 Aug 06 16:13:34.737915 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-abe6675a-4623-4779-bc0b-745ea96e93df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.758470 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a70a755-7ce3-424d-88a1-2324d26f5539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.766941 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.789917 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70a755-7ce3-424d-88a1-2324d26f5539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7260a8f-c836-4598-979d-c93a202c9625,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:34.797278 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a70a755-7ce3-424d-88a1-2324d26f5539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.801802 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2a70a755-7ce3-424d-88a1-2324d26f5539 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d7260a8f-c836-4598-979d-c93a202c9625 HTTP/1.1" status: 204 len: 168 time: 0.5663009 Aug 06 16:13:34.802378 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52868) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:34.809490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85adbf41-8c60-4b3e-bae9-44224787436c {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:34.840280 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 85adbf41-8c60-4b3e-bae9-44224787436c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=85adbf41-8c60-4b3e-bae9-44224787436c,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:34.846115 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.915680 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc400d97-fe7b-4b6c-972c-e83af70009b7 req-4fccf844-4277-443e-b792-12365e018055 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6611da9-993a-488c-90d6-3d3a7926d32a HTTP/1.1" status: 200 len: 210 time: 0.2488060 Aug 06 16:13:34.926416 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9efef63e-57c1-41fd-8872-0d7c1043222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.929392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a97824-c401-4746-a165-b755bffe98a1 req-c0ce4c5f-d0ce-40b6-9b4b-3af595f79383 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] No DVR routers for this DVR port fcfceef4-2a3f-42da-be78-f1d9a5054319 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:13:34.942371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6675a-4623-4779-bc0b-745ea96e93df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32689dce-4944-4663-af9e-74657b585471,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:34.957143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe6675a-4623-4779-bc0b-745ea96e93df admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:13:34.965074 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-92a97824-c401-4746-a165-b755bffe98a1 req-c0ce4c5f-d0ce-40b6-9b4b-3af595f79383 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:34.971448 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-92a97824-c401-4746-a165-b755bffe98a1 req-c0ce4c5f-d0ce-40b6-9b4b-3af595f79383 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.78 "DELETE /v2.0/ports/fcfceef4-2a3f-42da-be78-f1d9a5054319 HTTP/1.1" status: 204 len: 173 time: 1.8918993 Aug 06 16:13:34.980228 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6611da9-993a-488c-90d6-3d3a7926d32a', 'name': 'network-vif-deleted', 'tag': 'fcfceef4-2a3f-42da-be78-f1d9a5054319'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:34.984688 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9c387b-e66e-42ad-af27-41d0aa3779e0" -d '{"events": [{"server_uuid": "b6611da9-993a-488c-90d6-3d3a7926d32a", "name": "network-vif-deleted", "tag": "fcfceef4-2a3f-42da-be78-f1d9a5054319"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:35.028114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=85adbf41-8c60-4b3e-bae9-44224787436c,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:35.037983 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9efef63e-57c1-41fd-8872-0d7c1043222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.055179 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-9efef63e-57c1-41fd-8872-0d7c1043222f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cae7d0a-5638-406a-87d6-0917dfaa3124']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:35.062162 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-abe6675a-4623-4779-bc0b-745ea96e93df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.062810 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-abe6675a-4623-4779-bc0b-745ea96e93df admin admin] Added segment 17e1613e-e63e-48e5-b868-1218eacda7d5 of type vlan for network e45d3342-7250-400e-8edc-6eb56b28c052 Aug 06 16:13:35.067047 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-9efef63e-57c1-41fd-8872-0d7c1043222f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78e439d-4089-46ef-9ba3-bf9ae22388d8') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:35.068175 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-9efef63e-57c1-41fd-8872-0d7c1043222f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78e439d-4089-46ef-9ba3-bf9ae22388d8') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:35.068541 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2e15379a-ad44-40a9-9429-3ca0838ecf7b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.078764 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9efef63e-57c1-41fd-8872-0d7c1043222f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.100766 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9efef63e-57c1-41fd-8872-0d7c1043222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.134319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efef63e-57c1-41fd-8872-0d7c1043222f admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:13:35.134736 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9efef63e-57c1-41fd-8872-0d7c1043222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:13:35.136507 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:13:35.158952 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4982c42e-9bb2-4f04-aa4b-ecde33004b96 x-openstack-request-id: req-4982c42e-9bb2-4f04-aa4b-ecde33004b96 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:35.159394 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6611da9-993a-488c-90d6-3d3a7926d32a", "name": "network-vif-deleted", "tag": "fcfceef4-2a3f-42da-be78-f1d9a5054319", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:35.159782 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4982c42e-9bb2-4f04-aa4b-ecde33004b96 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:35.160387 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6611da9-993a-488c-90d6-3d3a7926d32a', 'name': 'network-vif-deleted', 'tag': 'fcfceef4-2a3f-42da-be78-f1d9a5054319', 'status': 'completed', 'code': 200} Aug 06 16:13:35.239539 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['85adbf41-8c60-4b3e-bae9-44224787436c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:13:35.264414 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9efef63e-57c1-41fd-8872-0d7c1043222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.268039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dc684-e1df-45ed-8021-1183c4aa034a req-2c081dae-d6dd-4963-97ea-43d9bc1b0da1 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:35.273688 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9efef63e-57c1-41fd-8872-0d7c1043222f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.278052 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9efef63e-57c1-41fd-8872-0d7c1043222f admin admin] 10.222.0.37 "DELETE /v2.0/networks/7cae7d0a-5638-406a-87d6-0917dfaa3124 HTTP/1.1" status: 204 len: 168 time: 0.4715962 Aug 06 16:13:35.281024 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-958dc684-e1df-45ed-8021-1183c4aa034a req-2c081dae-d6dd-4963-97ea-43d9bc1b0da1 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 945 time: 0.3824546 Aug 06 16:13:35.317485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efef63e-57c1-41fd-8872-0d7c1043222f admin admin] Pushing event deleted for resources: {'Network': ['ID=7cae7d0a-5638-406a-87d6-0917dfaa3124,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:35.329924 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-abe6675a-4623-4779-bc0b-745ea96e93df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.331329 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-55f8b4d4-9794-490c-bd45-3f5a8f9402ca req-c7ae0f3e-0d3f-4390-94bf-49302a8f76d9 service neutron] 10.222.0.78 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5950043 Aug 06 16:13:35.418611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-958dc684-e1df-45ed-8021-1183c4aa034a req-cdbc70d8-6d82-40c6-bef8-a2f5c53a2d52 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360443 Aug 06 16:13:35.463329 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52880) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:35.500379 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-abe6675a-4623-4779-bc0b-745ea96e93df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.506030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe6675a-4623-4779-bc0b-745ea96e93df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:35.506721 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-abe6675a-4623-4779-bc0b-745ea96e93df admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.549182 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0eaf1306-6f41-419c-89b8-6aec2bcfe0fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71e556a5f2784538b760c58932a449e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843742 Aug 06 16:13:35.551978 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52882) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:35.554886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52884) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:35.650298 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6675a-4623-4779-bc0b-745ea96e93df admin admin] Pushing event updated for resources: {'Network': ['ID=e45d3342-7250-400e-8edc-6eb56b28c052,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:35.652462 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-54bd84c8-2d67-481d-8724-495a2d581e94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1dba091ea62c4e1ea698768d5a98f197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962043 Aug 06 16:13:35.653890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52886) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:35.671670 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2e15379a-ad44-40a9-9429-3ca0838ecf7b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.678760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network e45d3342-7250-400e-8edc-6eb56b28c052 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:13:35.679050 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5286ad12-eedd-47b4-a926-127515f85877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.681804 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2e15379a-ad44-40a9-9429-3ca0838ecf7b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.697735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-abe6675a-4623-4779-bc0b-745ea96e93df admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8320088 Aug 06 16:13:35.700673 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52888) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:35.710711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ff50d76a-c9a4-409f-b177-515997639cde admin admin] Request body: {'subnet': {'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1069883623-subnet', 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:35.728257 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2e15379a-ad44-40a9-9429-3ca0838ecf7b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.733557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2e15379a-ad44-40a9-9429-3ca0838ecf7b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0553067 Aug 06 16:13:35.733557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15379a-ad44-40a9-9429-3ca0838ecf7b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:35.737904 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52890) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:35.744320 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e71c988f-2761-4eb9-bd46-4e0171085227 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:35.759706 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5286ad12-eedd-47b4-a926-127515f85877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.834755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff50d76a-c9a4-409f-b177-515997639cde admin admin] Made reservation on behalf of 1dd9d5eec2aa4eb68c1a1b78b1823036 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:35.838990 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff50d76a-c9a4-409f-b177-515997639cde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.907410 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3fcdc21-55e0-477d-a9e1-aad44b287ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.009336 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e71c988f-2761-4eb9-bd46-4e0171085227 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.015402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3fcdc21-55e0-477d-a9e1-aad44b287ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.067567 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5286ad12-eedd-47b4-a926-127515f85877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.070534 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5286ad12-eedd-47b4-a926-127515f85877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.071742 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5286ad12-eedd-47b4-a926-127515f85877 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75741946-dce6-40d2-9ba2-9feaedfa1417 HTTP/1.1" status: 204 len: 168 time: 0.5179262 Aug 06 16:13:36.105044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286ad12-eedd-47b4-a926-127515f85877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75741946-dce6-40d2-9ba2-9feaedfa1417,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:36.151123 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e71c988f-2761-4eb9-bd46-4e0171085227 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.159002 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e71c988f-2761-4eb9-bd46-4e0171085227 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.190520 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-004f1e71-1f27-4964-8627-7b890a291e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.218068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c988f-2761-4eb9-bd46-4e0171085227 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3523f958-fc18-460b-80f7-984d8fcbc8ac,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:36.220444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3fcdc21-55e0-477d-a9e1-aad44b287ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.223412 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3fcdc21-55e0-477d-a9e1-aad44b287ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.226989 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f3fcdc21-55e0-477d-a9e1-aad44b287ab6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38cf82fa-f956-4f35-84d6-f83727586a7d HTTP/1.1" status: 204 len: 168 time: 0.5639400 Aug 06 16:13:36.235017 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e71c988f-2761-4eb9-bd46-4e0171085227 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.236225 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e71c988f-2761-4eb9-bd46-4e0171085227 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4971454 Aug 06 16:13:36.239619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52904) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:36.246725 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcdc21-55e0-477d-a9e1-aad44b287ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cf82fa-f956-4f35-84d6-f83727586a7d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:36.247127 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:36.291775 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.322077 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 026d704c-f59f-4cc4-8334-80c21a1561f8 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:36.343493 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff50d76a-c9a4-409f-b177-515997639cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.420103 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.425784 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 026d704c-f59f-4cc4-8334-80c21a1561f8 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:36.429614 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.433789 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 026d704c-f59f-4cc4-8334-80c21a1561f8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:36.436068 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.445923 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50d76a-c9a4-409f-b177-515997639cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:36.457427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8fbd42-d953-4e3b-9c49-9f5bcb5193a2,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:36.467102 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff50d76a-c9a4-409f-b177-515997639cde admin admin] Checking segment: {'id': '17e1613e-e63e-48e5-b868-1218eacda7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:36.467695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff50d76a-c9a4-409f-b177-515997639cde admin admin] Network hostable DHCP agents. Network: e45d3342-7250-400e-8edc-6eb56b28c052, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:13:36.472390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:36.473460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:36.474561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:36.475421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:36.475958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:36.476491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:36.477360 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:36.478122 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:36.479241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:36.479920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:36.480439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:36.480950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:36.484862 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.486325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1a0be410-5cc5-4d7d-a140-293ce55b8ec0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2450972 Aug 06 16:13:36.489264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52914) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:36.493008 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff50d76a-c9a4-409f-b177-515997639cde admin admin] Network e45d3342-7250-400e-8edc-6eb56b28c052 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:13:36.496977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-cf6fa9e9-0e91-4ae5-bcfb-784813c45673 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:36.506896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-ff50d76a-c9a4-409f-b177-515997639cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, e45d3342-7250-400e-8edc-6eb56b28c052) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:36.512670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff50d76a-c9a4-409f-b177-515997639cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:36.513448 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff50d76a-c9a4-409f-b177-515997639cde admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.524890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97abe742-ce40-4052-ae60-75c283aab2a0 None None] Network e45d3342-7250-400e-8edc-6eb56b28c052 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:13:36.532755 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cf6fa9e9-0e91-4ae5-bcfb-784813c45673 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.538788 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ff50d76a-c9a4-409f-b177-515997639cde admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8323319 Aug 06 16:13:36.539363 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52916) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:36.549315 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1069883623-router', 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:36.592455 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.597370 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.688957 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cf6fa9e9-0e91-4ae5-bcfb-784813c45673 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.703365 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cf6fa9e9-0e91-4ae5-bcfb-784813c45673 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.711869 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.713893 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.728300 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3c99aa-0f83-450d-a603-39d3d79d89ee None None] Network e45d3342-7250-400e-8edc-6eb56b28c052 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:13:36.742949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d47fd5-77bf-4483-af0c-4382cfe97ed9 req-bc54891c-03a3-4cbb-b382-2b96e159ed2c tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:36.746997 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97d47fd5-77bf-4483-af0c-4382cfe97ed9 req-bc54891c-03a3-4cbb-b382-2b96e159ed2c tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 945 time: 0.1235013 Aug 06 16:13:36.788957 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.806457 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fa9e9-0e91-4ae5-bcfb-784813c45673 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c7c75f-041b-4c09-8b60-f2b7395cc778,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:36.850675 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cf6fa9e9-0e91-4ae5-bcfb-784813c45673 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.852524 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cf6fa9e9-0e91-4ae5-bcfb-784813c45673 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3610675 Aug 06 16:13:36.856037 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52922) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:36.862677 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-355007f8-42b3-4548-b07c-483ca38ec754 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:36.869897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 026d704c-f59f-4cc4-8334-80c21a1561f8, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=026d704c-f59f-4cc4-8334-80c21a1561f8,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:36.878947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4477f17-59e6-4abb-85b6-d6c69d9b2ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026d704c-f59f-4cc4-8334-80c21a1561f8'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:36.884349 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656c24b1-c155-49aa-aeff-ec7ccacd6504" -d '{"events": [{"server_uuid": "c4477f17-59e6-4abb-85b6-d6c69d9b2ef0", "name": "network-vif-plugged", "status": "completed", "tag": "026d704c-f59f-4cc4-8334-80c21a1561f8"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:36.889916 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97d47fd5-77bf-4483-af0c-4382cfe97ed9 req-f2dceeb5-f8ac-4ec2-a483-fc40371ccfbc tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268795 Aug 06 16:13:36.903696 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:36.904520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device fcfceef4-2a3f-42da-be78-f1d9a5054319 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:13:36.950865 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: fcfceef4-2a3f-42da-be78-f1d9a5054319 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:13:36.951608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device fcfceef4-2a3f-42da-be78-f1d9a5054319 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:13:36.980165 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9477e16-dea0-4747-a7a8-19be2ed64b55 x-openstack-request-id: req-c9477e16-dea0-4747-a7a8-19be2ed64b55 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:36.980474 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4477f17-59e6-4abb-85b6-d6c69d9b2ef0", "name": "network-vif-plugged", "status": "completed", "tag": "026d704c-f59f-4cc4-8334-80c21a1561f8", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:36.980798 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9477e16-dea0-4747-a7a8-19be2ed64b55 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:36.981353 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4477f17-59e6-4abb-85b6-d6c69d9b2ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026d704c-f59f-4cc4-8334-80c21a1561f8', 'code': 200} Aug 06 16:13:37.106006 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=026d704c-f59f-4cc4-8334-80c21a1561f8,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:37.223742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06b928-824c-453a-804e-969463d4e2fc req-57805d1b-37e4-42ad-aa0b-6daad6ac74c0 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:37.226838 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec06b928-824c-453a-804e-969463d4e2fc req-57805d1b-37e4-42ad-aa0b-6daad6ac74c0 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 806 time: 0.1590886 Aug 06 16:13:37.249650 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec06b928-824c-453a-804e-969463d4e2fc req-cc3ec3a1-143f-4ee3-a7da-253473f7a3ff tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/quotas/874b5d3483684aada68738d45d257709 HTTP/1.1" status: 200 len: 375 time: 0.0102990 Aug 06 16:13:37.276599 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.309347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52944) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:37.324763 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec06b928-824c-453a-804e-969463d4e2fc req-88546b7f-2c83-4688-a3a9-ce8a0488402d tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678315 Aug 06 16:13:37.358932 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.409540 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-355007f8-42b3-4548-b07c-483ca38ec754 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.416075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8688-0596-4ee3-8867-3a0e98602754 req-711c0076-5d75-4c2d-9422-3b539e2281de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:37.417959 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8a2c8688-0596-4ee3-8867-3a0e98602754 req-711c0076-5d75-4c2d-9422-3b539e2281de service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c4477f17-59e6-4abb-85b6-d6c69d9b2ef0 HTTP/1.1" status: 200 len: 1096 time: 0.1003792 Aug 06 16:13:37.467573 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec06b928-824c-453a-804e-969463d4e2fc req-7e88fab5-c2e5-47db-9eba-03eb78778f4e service neutron] 10.222.0.37 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080856 Aug 06 16:13:37.475450 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cfd48d96-fec9-4c30-9073-9658eb17eca9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ec6f8c819fb408391621df4ec5207b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605790 Aug 06 16:13:37.476284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52948) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:37.549751 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8a2c8688-0596-4ee3-8867-3a0e98602754 req-190b8e42-d004-4f2f-b870-f4c25fef8faf service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198163 Aug 06 16:13:37.571578 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-355007f8-42b3-4548-b07c-483ca38ec754 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.580031 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-355007f8-42b3-4548-b07c-483ca38ec754 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.614444 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355007f8-42b3-4548-b07c-483ca38ec754 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c52f98-82fd-45f1-a8ce-73d9ca56d070,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:37.624022 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ef464e7-8f8a-40dd-993f-4647eed66685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.626692 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-355007f8-42b3-4548-b07c-483ca38ec754 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.627989 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-355007f8-42b3-4548-b07c-483ca38ec754 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7708809 Aug 06 16:13:37.632098 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52954) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:37.638558 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-5aece32f-b71f-497a-8b8b-06bbcc386d35 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:37.683553 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-5aece32f-b71f-497a-8b8b-06bbcc386d35 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Project 6ead4e8906674c03a98f2b96e64fabd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:13:37.702436 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec06b928-824c-453a-804e-969463d4e2fc req-7b19911d-56df-4534-89dd-5fa82c280400 service neutron] 10.222.0.37 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247581 Aug 06 16:13:37.713779 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5aece32f-b71f-497a-8b8b-06bbcc386d35 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.752192 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ef464e7-8f8a-40dd-993f-4647eed66685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.813158 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5aece32f-b71f-497a-8b8b-06bbcc386d35 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.816212 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.818461 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5aece32f-b71f-497a-8b8b-06bbcc386d35 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.855032 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5aece32f-b71f-497a-8b8b-06bbcc386d35 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.856253 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5aece32f-b71f-497a-8b8b-06bbcc386d35 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2230558 Aug 06 16:13:37.858451 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.862277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52960) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:37.867688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-96e82125-015c-4ea1-857b-3c023f0334b4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:37.872411 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aece32f-b71f-497a-8b8b-06bbcc386d35 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b48a058-7f3d-4c81-a3bc-5f4311389fd5,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:37.927738 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-96e82125-015c-4ea1-857b-3c023f0334b4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Project 6ead4e8906674c03a98f2b96e64fabd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:13:37.950124 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96e82125-015c-4ea1-857b-3c023f0334b4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.998117 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ef464e7-8f8a-40dd-993f-4647eed66685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.000611 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ef464e7-8f8a-40dd-993f-4647eed66685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.004880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1ef464e7-8f8a-40dd-993f-4647eed66685 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d78009e-086d-448e-a3ea-46b9696e8974 HTTP/1.1" status: 204 len: 168 time: 0.5259790 Aug 06 16:13:38.041365 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:13:38.078217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef464e7-8f8a-40dd-993f-4647eed66685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d78009e-086d-448e-a3ea-46b9696e8974,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:38.113178 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Allocated IP 172.25.1.26 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/ab118839-b38b-47a5-8da7-c6b105a56a55) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:38.118037 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ffa0fba-4062-48de-b10b-29ebeb984810 req-f62968fa-cca6-4eb8-96ce-2ec12eb72902 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 210 time: 0.0647616 Aug 06 16:13:38.148441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90408bc-c044-4c15-b341-f6685506804a req-4eb3e27e-0e93-489c-bc8b-0a61022b27ec tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:38.150109 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e90408bc-c044-4c15-b341-f6685506804a req-4eb3e27e-0e93-489c-bc8b-0a61022b27ec tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 945 time: 0.1562521 Aug 06 16:13:38.163969 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96e82125-015c-4ea1-857b-3c023f0334b4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.184281 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96e82125-015c-4ea1-857b-3c023f0334b4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.234717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e82125-015c-4ea1-857b-3c023f0334b4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a0ccf1-53ee-48b8-a238-508612992e9f,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:38.275183 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e90408bc-c044-4c15-b341-f6685506804a req-35f4992c-9002-47a9-a5fb-843d1617e5b3 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073103 Aug 06 16:13:38.291708 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96e82125-015c-4ea1-857b-3c023f0334b4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.294948 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-96e82125-015c-4ea1-857b-3c023f0334b4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4299033 Aug 06 16:13:38.296393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52984) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:38.315090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-da7b5681-c8a2-4301-a964-6b9d54412d9e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'network': {'name': 'tempest-network-smoke--1841681112', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'port_security_enabled': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:38.334485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 85adbf41-8c60-4b3e-bae9-44224787436c up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:38.416663 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.429954 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7b5681-c8a2-4301-a964-6b9d54412d9e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Made reservation on behalf of 6ead4e8906674c03a98f2b96e64fabd0 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:38.435351 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-da7b5681-c8a2-4301-a964-6b9d54412d9e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.488293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 85adbf41-8c60-4b3e-bae9-44224787436c completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:38.509085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 85adbf41-8c60-4b3e-bae9-44224787436c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:38.510966 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.511469 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7b5681-c8a2-4301-a964-6b9d54412d9e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:13:38.514662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52988) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:38.550159 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-da7b5681-c8a2-4301-a964-6b9d54412d9e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.550597 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-da7b5681-c8a2-4301-a964-6b9d54412d9e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Added segment 48d74a5c-0ff4-44ce-a918-c5aecfc5c116 of type vlan for network f00e6c0c-8412-4062-b121-a5c3f9142d9a Aug 06 16:13:38.639264 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.678895 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.734975 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-da7b5681-c8a2-4301-a964-6b9d54412d9e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.742409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 85adbf41-8c60-4b3e-bae9-44224787436c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=85adbf41-8c60-4b3e-bae9-44224787436c,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:38.750735 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.760297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-abd85357-1e02-4574-9aa5-6f2894c4458f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2003686023'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:38.805804 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd85357-1e02-4574-9aa5-6f2894c4458f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Made reservation on behalf of 1e9ada84c9894149aaf204ea7b27324d for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:38.810230 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-abd85357-1e02-4574-9aa5-6f2894c4458f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.830775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:38.837454 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Pushing event updated for resources: {'Port': ['ID=ab118839-b38b-47a5-8da7-c6b105a56a55,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:38.838822 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-abd85357-1e02-4574-9aa5-6f2894c4458f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.854605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:38.859714 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:38.873296 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=85adbf41-8c60-4b3e-bae9-44224787436c,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:38.926896 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-da7b5681-c8a2-4301-a964-6b9d54412d9e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.933017 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7b5681-c8a2-4301-a964-6b9d54412d9e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:38.933955 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-da7b5681-c8a2-4301-a964-6b9d54412d9e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.992044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0bd0f20-fa82-4056-9b8a-0629aef7c4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85adbf41-8c60-4b3e-bae9-44224787436c'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:38.998961 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2c98a5-c573-4bc1-85aa-54b2b319cd74" -d '{"events": [{"server_uuid": "b0bd0f20-fa82-4056-9b8a-0629aef7c4b8", "name": "network-vif-plugged", "status": "completed", "tag": "85adbf41-8c60-4b3e-bae9-44224787436c"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:39.044092 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:39.069153 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-abd85357-1e02-4574-9aa5-6f2894c4458f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:39.076068 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-abd85357-1e02-4574-9aa5-6f2894c4458f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:39.103315 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b5681-c8a2-4301-a964-6b9d54412d9e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Network': ['ID=f00e6c0c-8412-4062-b121-a5c3f9142d9a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:39.107101 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-da7b5681-c8a2-4301-a964-6b9d54412d9e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8092074 Aug 06 16:13:39.111097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53004) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:39.116741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd85357-1e02-4574-9aa5-6f2894c4458f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d22269d-17b0-48b7-9a55-b01226ba85e0,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:39.116964 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1715827707', 'admin_state_up': True, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:39.131829 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network f00e6c0c-8412-4062-b121-a5c3f9142d9a details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:13:39.157094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd85357-1e02-4574-9aa5-6f2894c4458f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:13:39.182952 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-abd85357-1e02-4574-9aa5-6f2894c4458f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:39.185010 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-abd85357-1e02-4574-9aa5-6f2894c4458f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Added segment b31cb013-c9e0-4d09-83f4-3baba46da707 of type vlan for network 5c8a5b89-df33-44a9-a207-28e5de2c91bb Aug 06 16:13:39.186877 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a808420-d97b-4977-b758-c63cffde291e x-openstack-request-id: req-1a808420-d97b-4977-b758-c63cffde291e {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:39.187672 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0bd0f20-fa82-4056-9b8a-0629aef7c4b8", "name": "network-vif-plugged", "status": "completed", "tag": "85adbf41-8c60-4b3e-bae9-44224787436c", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:39.192208 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a808420-d97b-4977-b758-c63cffde291e {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:39.193391 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0bd0f20-fa82-4056-9b8a-0629aef7c4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85adbf41-8c60-4b3e-bae9-44224787436c', 'code': 200} Aug 06 16:13:39.267472 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:39.268779 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:39.312990 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ab4e035-2826-46eb-95f3-5ccff245a5bf req-b4f6e190-c491-4011-beff-b52376579c9d tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 210 time: 0.0481362 Aug 06 16:13:39.315776 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-abd85357-1e02-4574-9aa5-6f2894c4458f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:39.438497 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-abd85357-1e02-4574-9aa5-6f2894c4458f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:39.445816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd85357-1e02-4574-9aa5-6f2894c4458f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:39.446936 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-abd85357-1e02-4574-9aa5-6f2894c4458f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:39.476354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983717d-adc9-4e9b-be58-2b0ec5e0911a req-eb2c114e-8c57-4e6d-9bfa-3ccabea0f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:39.478526 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5983717d-adc9-4e9b-be58-2b0ec5e0911a req-eb2c114e-8c57-4e6d-9bfa-3ccabea0f085 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 1097 time: 0.2277603 Aug 06 16:13:39.524598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9d78e-c765-401e-a66c-e7f3f02ee6a7 req-b334306c-6fff-41c0-ae38-e7e0c9f7642f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:39.533868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16d9d78e-c765-401e-a66c-e7f3f02ee6a7 req-b334306c-6fff-41c0-ae38-e7e0c9f7642f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 946 time: 0.1463573 Aug 06 16:13:39.555802 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:39.567830 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:39.583931 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-abd85357-1e02-4574-9aa5-6f2894c4458f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0657942 Aug 06 16:13:39.617457 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53022) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:39.627007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-97732c3c-c9eb-4904-9ec0-b2fd8b05f0b6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'subnet': {'network_id': '5c8a5b89-df33-44a9-a207-28e5de2c91bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:39.678787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd85357-1e02-4574-9aa5-6f2894c4458f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Network': ['ID=5c8a5b89-df33-44a9-a207-28e5de2c91bb,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:39.691085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 5c8a5b89-df33-44a9-a207-28e5de2c91bb details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:13:39.716343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16d9d78e-c765-401e-a66c-e7f3f02ee6a7 req-7d0fac78-12f9-48aa-b41d-3b61ee968836 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800792 Aug 06 16:13:39.790071 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5983717d-adc9-4e9b-be58-2b0ec5e0911a req-16a3a133-5156-415b-9462-00a647f3adf8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319129 Aug 06 16:13:39.858847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06b928-824c-453a-804e-969463d4e2fc req-669d2de2-c492-4e51-8301-6f8cb0a88bb5 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:39.862614 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec06b928-824c-453a-804e-969463d4e2fc req-669d2de2-c492-4e51-8301-6f8cb0a88bb5 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 806 time: 0.3712258 Aug 06 16:13:39.891334 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:39.899976 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-ec06b928-824c-453a-804e-969463d4e2fc req-a65cb96c-d6ee-41c4-91ed-98a9a9ca85be tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Request body: {'port': {'device_id': '01687199-ab38-4466-b177-a5a65120a5f6', 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be', 'admin_state_up': True, 'tenant_id': '874b5d3483684aada68738d45d257709'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:39.908622 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97732c3c-c9eb-4904-9ec0-b2fd8b05f0b6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Made reservation on behalf of 1e9ada84c9894149aaf204ea7b27324d for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:39.918345 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97732c3c-c9eb-4904-9ec0-b2fd8b05f0b6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:40.136184 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:40.470922 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:40.498175 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:40.502249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Router deb838c7-1b9c-444a-bb58-6a7132d237be is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:13:40.718466 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f2d48b2-acfe-4388-9557-bc963e0d8889 req-411aefd4-79cb-4c58-8557-8ec065fee18e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 210 time: 0.0965283 Aug 06 16:13:40.879748 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:13:40.895564 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Sync routers for ids ['deb838c7-1b9c-444a-bb58-6a7132d237be'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:13:40.907986 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Routers {'deb838c7-1b9c-444a-bb58-6a7132d237be'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:40.909418 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:13:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['deb838c7-1b9c-444a-bb58-6a7132d237be'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:40.953318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec06b928-824c-453a-804e-969463d4e2fc req-a65cb96c-d6ee-41c4-91ed-98a9a9ca85be tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Made reservation on behalf of 874b5d3483684aada68738d45d257709 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:40.959996 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:40.960638 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ec06b928-824c-453a-804e-969463d4e2fc req-a65cb96c-d6ee-41c4-91ed-98a9a9ca85be tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:40.964274 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97732c3c-c9eb-4904-9ec0-b2fd8b05f0b6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:40.965292 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e255f189-9b9a-47b2-82ab-efb02109b348 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4229465 Aug 06 16:13:40.967418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53068) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:40.977850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Allocated IP 172.25.1.215 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/d6efc14d-01e0-4d06-bd56-29c21a2617e9) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:41.143047 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Set router deb838c7-1b9c-444a-bb58-6a7132d237be gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:41.181113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb9f84-4e84-4b54-91ee-cb2586e65d25 req-3dc77460-1090-487f-a484-ab64689f13f1 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:41.182687 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90eb9f84-4e84-4b54-91ee-cb2586e65d25 req-3dc77460-1090-487f-a484-ab64689f13f1 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 946 time: 0.3091447 Aug 06 16:13:41.194986 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:41.256418 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:41.280863 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97732c3c-c9eb-4904-9ec0-b2fd8b05f0b6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Checking segment: {'id': 'b31cb013-c9e0-4d09-83f4-3baba46da707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5c8a5b89-df33-44a9-a207-28e5de2c91bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:41.281449 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97732c3c-c9eb-4904-9ec0-b2fd8b05f0b6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network hostable DHCP agents. Network: 5c8a5b89-df33-44a9-a207-28e5de2c91bb, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:13:41.299837 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97732c3c-c9eb-4904-9ec0-b2fd8b05f0b6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Subnet': ['ID=6345dde0-a839-4755-b054-c18a81771135,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:41.322153 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53074) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:41.376924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:41.389851 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:41.399169 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:41.452887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97732c3c-c9eb-4904-9ec0-b2fd8b05f0b6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network 5c8a5b89-df33-44a9-a207-28e5de2c91bb is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:13:41.485436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=d6efc14d-01e0-4d06-bd56-29c21a2617e9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:41.498182 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90eb9f84-4e84-4b54-91ee-cb2586e65d25 req-8bea2a27-42df-4dff-a97d-bc8c46c72868 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236009 Aug 06 16:13:41.519440 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-97732c3c-c9eb-4904-9ec0-b2fd8b05f0b6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 5c8a5b89-df33-44a9-a207-28e5de2c91bb) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:41.533692 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97732c3c-c9eb-4904-9ec0-b2fd8b05f0b6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:41.534023 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97732c3c-c9eb-4904-9ec0-b2fd8b05f0b6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:41.542713 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddcbba9-e9b3-4152-b236-4b588ca0daf2 None None] Network 5c8a5b89-df33-44a9-a207-28e5de2c91bb requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:13:41.571373 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-ec06b928-824c-453a-804e-969463d4e2fc req-a65cb96c-d6ee-41c4-91ed-98a9a9ca85be tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Allocated IP 172.20.0.5 (a99cc60d-b371-4f98-ab52-073abe0e27be/f468d397-4915-47a1-9048-e9856cdf5883/ef40f801-05c0-4a69-b873-8dc06652caf0) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:41.609128 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-97732c3c-c9eb-4904-9ec0-b2fd8b05f0b6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9890478 Aug 06 16:13:41.612073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53080) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:41.620334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-587433887', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}, 'admin_state_up': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:41.621005 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'name': 'tempest-ServerRescueTestJSON-1069883623-router', 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ab118839-b38b-47a5-8da7-c6b105a56a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:36Z', 'updated_at': '2021-08-06T16:13:39Z', 'revision_number': 3, 'project_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'gw_port': {'id': 'ab118839-b38b-47a5-8da7-c6b105a56a55', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:37Z', 'updated_at': '2021-08-06T16:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:41.699680 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Checking router: deb838c7-1b9c-444a-bb58-6a7132d237be for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:13:41.700333 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Updating router deb838c7-1b9c-444a-bb58-6a7132d237be port ab118839-b38b-47a5-8da7-c6b105a56a55 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:13:41.761207 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:41.812925 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:41.815834 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:41.977373 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5929c382-4847-4158-854c-67e94a696197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:41.978377 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de76bc0b-410b-4138-9f58-f54711c19a72 req-d0bf64fb-eb0b-40b0-a7a5-ef21a8ab0079 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 210 time: 0.0745964 Aug 06 16:13:42.011682 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3089390d-e587-4e36-9fe1-0e4940bb2b0f None None] Network 5c8a5b89-df33-44a9-a207-28e5de2c91bb requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:13:42.061486 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:42.209826 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ec06b928-824c-453a-804e-969463d4e2fc req-a65cb96c-d6ee-41c4-91ed-98a9a9ca85be tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:42.306549 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:42.325070 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Transition to ACTIVE for port object ab118839-b38b-47a5-8da7-c6b105a56a55 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:42.337999 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:42.384547 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:42.392598 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce57b7-686e-41b1-83f5-3596dc18186c None None] Pushing event updated for resources: {'Port': ['ID=ab118839-b38b-47a5-8da7-c6b105a56a55,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:42.410594 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce57b7-686e-41b1-83f5-3596dc18186c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:42.411501 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce57b7-686e-41b1-83f5-3596dc18186c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:42.412119 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce57b7-686e-41b1-83f5-3596dc18186c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:42.412630 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce57b7-686e-41b1-83f5-3596dc18186c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:42.413144 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce57b7-686e-41b1-83f5-3596dc18186c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:42.413663 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce57b7-686e-41b1-83f5-3596dc18186c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:42.414171 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce57b7-686e-41b1-83f5-3596dc18186c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:42.414680 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce57b7-686e-41b1-83f5-3596dc18186c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:42.415698 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce57b7-686e-41b1-83f5-3596dc18186c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:42.416362 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce57b7-686e-41b1-83f5-3596dc18186c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:42.417130 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce57b7-686e-41b1-83f5-3596dc18186c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:42.417706 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ce57b7-686e-41b1-83f5-3596dc18186c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:42.459348 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:42.463761 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Attempting to bind port ab118839-b38b-47a5-8da7-c6b105a56a55 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:13:42.464437 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Attempting to bind port ab118839-b38b-47a5-8da7-c6b105a56a55 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:13:42.465533 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Attempting to bind port ab118839-b38b-47a5-8da7-c6b105a56a55 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:42.476721 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:13:42.477488 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:42.478288 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:42.479033 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:13:42.479994 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Bound port: ab118839-b38b-47a5-8da7-c6b105a56a55, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:13:42.480568 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:42.535276 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5929c382-4847-4158-854c-67e94a696197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:42.543583 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5929c382-4847-4158-854c-67e94a696197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:42.569574 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] For port ab118839-b38b-47a5-8da7-c6b105a56a55, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:13:42.570899 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:42.574943 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] For port ab118839-b38b-47a5-8da7-c6b105a56a55, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ab118839-b38b-47a5-8da7-c6b105a56a55,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:13:42.591573 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:42.677392 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce57b7-686e-41b1-83f5-3596dc18186c None None] Pushing event updated for resources: {'Port': ['ID=ab118839-b38b-47a5-8da7-c6b105a56a55,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:42.677778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929c382-4847-4158-854c-67e94a696197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dc1451-3afd-4df4-a3c6-d2a2b92524ee,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:42.690372 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ec06b928-824c-453a-804e-969463d4e2fc req-a65cb96c-d6ee-41c4-91ed-98a9a9ca85be tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:42.704426 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['11f70e67-e4a7-417e-b198-76fea0a61c3b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:13:42.711029 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Routers {'deb838c7-1b9c-444a-bb58-6a7132d237be'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:42.712731 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:13:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['deb838c7-1b9c-444a-bb58-6a7132d237be'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:42.738849 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5929c382-4847-4158-854c-67e94a696197 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef0594da4d8149a9a2e1f5396369027e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4148271 Aug 06 16:13:42.742925 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53094) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:42.873520 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b5c503c-e03d-4748-8f37-bb1c5c436da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:42.880798 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:42.977776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b5c503c-e03d-4748-8f37-bb1c5c436da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:43.006767 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] Set router deb838c7-1b9c-444a-bb58-6a7132d237be gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:43.012826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5c859-c940-44b8-8472-eeba847bbe09 req-25f8cf7e-0f35-435f-9554-da5f4167f414 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:43.015715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20e5c859-c940-44b8-8472-eeba847bbe09 req-25f8cf7e-0f35-435f-9554-da5f4167f414 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 946 time: 0.3432517 Aug 06 16:13:43.019908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec06b928-824c-453a-804e-969463d4e2fc req-a65cb96c-d6ee-41c4-91ed-98a9a9ca85be tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Network a99cc60d-b371-4f98-ab52-073abe0e27be is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:43.078202 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cb96c-d6ee-41c4-91ed-98a9a9ca85be tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Pushing event updated for resources: {'Port': ['ID=ef40f801-05c0-4a69-b873-8dc06652caf0,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:43.099126 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-ec06b928-824c-453a-804e-969463d4e2fc req-a65cb96c-d6ee-41c4-91ed-98a9a9ca85be tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:43.121858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec06b928-824c-453a-804e-969463d4e2fc req-a65cb96c-d6ee-41c4-91ed-98a9a9ca85be tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:43.144675 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b5c503c-e03d-4748-8f37-bb1c5c436da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:43.151059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b5c503c-e03d-4748-8f37-bb1c5c436da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:43.156393 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0b5c503c-e03d-4748-8f37-bb1c5c436da8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3dc1451-3afd-4df4-a3c6-d2a2b92524ee HTTP/1.1" status: 204 len: 168 time: 0.4069724 Aug 06 16:13:43.167720 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router 49051eea-f638-43ba-b03e-7e1c1b84996b is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:13:43.172323 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c503c-e03d-4748-8f37-bb1c5c436da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dc1451-3afd-4df4-a3c6-d2a2b92524ee,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:43.342930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20e5c859-c940-44b8-8472-eeba847bbe09 req-5e8896bc-1eff-413f-bbe8-7b9dfb805f4b tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852173 Aug 06 16:13:43.381593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06b928-824c-453a-804e-969463d4e2fc req-a65cb96c-d6ee-41c4-91ed-98a9a9ca85be tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:43.382240 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ec06b928-824c-453a-804e-969463d4e2fc req-a65cb96c-d6ee-41c4-91ed-98a9a9ca85be tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:43.419649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc746d3-c91c-457d-a46b-c0ff58557b18 req-34e5faad-3ea1-463a-804b-65fe4d0217c8 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:43.426925 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbc746d3-c91c-457d-a46b-c0ff58557b18 req-34e5faad-3ea1-463a-804b-65fe4d0217c8 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 931 time: 0.2407136 Aug 06 16:13:43.435552 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec06b928-824c-453a-804e-969463d4e2fc req-a65cb96c-d6ee-41c4-91ed-98a9a9ca85be tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5435016 Aug 06 16:13:43.454820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-ec06b928-824c-453a-804e-969463d4e2fc req-20700bde-d814-4b28-b904-169e1a2471a5 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:13:43.455911 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec06b928-824c-453a-804e-969463d4e2fc req-20700bde-d814-4b28-b904-169e1a2471a5 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065494 Aug 06 16:13:43.464274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Allocated IP 172.20.0.1 (e45d3342-7250-400e-8edc-6eb56b28c052/8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4/d785c33a-2dbe-4406-8ee5-e68788c135bc) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:43.512344 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'name': 'tempest-ServerRescueTestJSON-1069883623-router', 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ab118839-b38b-47a5-8da7-c6b105a56a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:36Z', 'updated_at': '2021-08-06T16:13:39Z', 'revision_number': 3, 'project_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'gw_port': {'id': 'ab118839-b38b-47a5-8da7-c6b105a56a55', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:37Z', 'updated_at': '2021-08-06T16:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:43.592097 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a3745-bf8b-407f-a21e-f5ad23a93b15 None None] The sync data for ids ['deb838c7-1b9c-444a-bb58-6a7132d237be'] in n-d-803756-1 is: [{'id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'name': 'tempest-ServerRescueTestJSON-1069883623-router', 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ab118839-b38b-47a5-8da7-c6b105a56a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:36Z', 'updated_at': '2021-08-06T16:13:39Z', 'revision_number': 3, 'project_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'gw_port': {'id': 'ab118839-b38b-47a5-8da7-c6b105a56a55', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:37Z', 'updated_at': '2021-08-06T16:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:13:43.621852 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbc746d3-c91c-457d-a46b-c0ff58557b18 req-d890738a-7ad1-49cb-9588-fa0c548407b6 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930740 Aug 06 16:13:43.846894 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:43.875886 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:43.963693 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Request body: {'port': {'device_id': '01687199-ab38-4466-b177-a5a65120a5f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:43.974608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42c2b4-d465-449b-8ed8-fff6b9aba76c req-dd246aec-9676-483e-8909-606f316425d5 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:43.976257 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee42c2b4-d465-449b-8ed8-fff6b9aba76c req-dd246aec-9676-483e-8909-606f316425d5 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.3531084 Aug 06 16:13:44.035749 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:44.174252 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:44.178005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee42c2b4-d465-449b-8ed8-fff6b9aba76c req-fff51490-eebd-4c7d-8397-835a88524a55 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921518 Aug 06 16:13:44.224659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Allocated IP 172.25.1.100 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/13db4e2a-aa25-458d-a590-d7ec317b9f6d) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:44.234672 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:44.234894 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:13:44.263641 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Sync routers for ids ['49051eea-f638-43ba-b03e-7e1c1b84996b'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:13:44.269784 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:44.278172 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-63f060de-0d85-4a82-8d46-41c6612d882c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.1641362 Aug 06 16:13:44.280913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53122) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:44.289344 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Routers {'49051eea-f638-43ba-b03e-7e1c1b84996b'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:44.290420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:13:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['49051eea-f638-43ba-b03e-7e1c1b84996b'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:44.484797 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Network e45d3342-7250-400e-8edc-6eb56b28c052 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:44.487739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Pushing event updated for resources: {'Port': ['ID=d785c33a-2dbe-4406-8ee5-e68788c135bc,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:44.492502 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:44.505966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:44.517024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Set router 49051eea-f638-43ba-b03e-7e1c1b84996b gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:44.762740 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-71447237-431a-4fe2-8450-34a8bce6d7ce tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=6ead4e8906674c03a98f2b96e64fabd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4712343 Aug 06 16:13:44.764210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53134) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:44.832195 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715827707', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:39Z', 'updated_at': '2021-08-06T16:13:42Z', 'revision_number': 3, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:40Z', 'updated_at': '2021-08-06T16:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:44.870610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Checking router: 49051eea-f638-43ba-b03e-7e1c1b84996b for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:13:44.870959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Updating router 49051eea-f638-43ba-b03e-7e1c1b84996b port d6efc14d-01e0-4d06-bd56-29c21a2617e9 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:13:44.927712 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:45.065965 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e0097-7da6-4c1b-85c0-7c9fdf59ecf1 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:45.070722 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c51e0097-7da6-4c1b-85c0-7c9fdf59ecf1 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3013523 Aug 06 16:13:45.070925 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53144) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:45.127168 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c6b2f16f-ee57-4765-80f0-f50f114a0512 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520306 Aug 06 16:13:45.127168 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53146) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:45.144955 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c275366b-665a-40b6-85d7-6e394efb61f6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1207027993', 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:45.271783 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c275366b-665a-40b6-85d7-6e394efb61f6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Made reservation on behalf of 6ead4e8906674c03a98f2b96e64fabd0 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:45.277350 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c275366b-665a-40b6-85d7-6e394efb61f6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:45.371876 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:45.494013 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0addb7-388f-4d1f-ac79-0f0b6c4402df req-a902d2d8-c04f-4aa1-97c1-98f979835730 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:45.503947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0addb7-388f-4d1f-ac79-0f0b6c4402df req-a902d2d8-c04f-4aa1-97c1-98f979835730 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4477f17-59e6-4abb-85b6-d6c69d9b2ef0 HTTP/1.1" status: 200 len: 945 time: 1.1635296 Aug 06 16:13:45.543049 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c275366b-665a-40b6-85d7-6e394efb61f6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:45.589573 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:45.649361 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275366b-665a-40b6-85d7-6e394efb61f6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Subnet': ['ID=f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:45.658979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c275366b-665a-40b6-85d7-6e394efb61f6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Checking segment: {'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:45.659352 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c275366b-665a-40b6-85d7-6e394efb61f6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network hostable DHCP agents. Network: f00e6c0c-8412-4062-b121-a5c3f9142d9a, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:13:45.693542 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c275366b-665a-40b6-85d7-6e394efb61f6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network f00e6c0c-8412-4062-b121-a5c3f9142d9a is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:13:45.694916 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab0addb7-388f-4d1f-ac79-0f0b6c4402df req-1d6b199d-d769-4c78-a029-7bddb55b1a91 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899948 Aug 06 16:13:45.718198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-c275366b-665a-40b6-85d7-6e394efb61f6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, f00e6c0c-8412-4062-b121-a5c3f9142d9a) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:45.727798 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c275366b-665a-40b6-85d7-6e394efb61f6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:45.729059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c275366b-665a-40b6-85d7-6e394efb61f6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:45.735684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8006c958-8e4d-4f8f-94d4-e207b289b82a None None] Network f00e6c0c-8412-4062-b121-a5c3f9142d9a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:13:45.773933 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c275366b-665a-40b6-85d7-6e394efb61f6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6402009 Aug 06 16:13:45.774722 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53162) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:45.930548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ab118839-b38b-47a5-8da7-c6b105a56a55 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:45.977873 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:45.980733 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:46.012815 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fcc8d-9576-4c29-845b-d0a8fb69d29d req-670f0e45-4470-442b-b344-3629c9b23067 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:46.024396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a02fcc8d-9576-4c29-845b-d0a8fb69d29d req-670f0e45-4470-442b-b344-3629c9b23067 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 931 time: 0.6386456 Aug 06 16:13:46.213227 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:46.225565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:46.260095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:46.351601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=13db4e2a-aa25-458d-a590-d7ec317b9f6d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:46.405949 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:46.420590 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Transition to ACTIVE for port object d6efc14d-01e0-4d06-bd56-29c21a2617e9 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:46.453985 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:46.491840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a02fcc8d-9576-4c29-845b-d0a8fb69d29d req-375dad1c-5ba2-459f-86f8-2ae80f160109 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659307 Aug 06 16:13:46.554520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42b7e1-af3a-4a83-a356-aa40bdc635e5 None None] Pushing event updated for resources: {'Port': ['ID=d6efc14d-01e0-4d06-bd56-29c21a2617e9,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:46.568239 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee33c3-2178-4730-99ec-02fd6f2b95f2 req-a9fd3e31-64bd-4c8a-b798-d18b1be841e0 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:46.570145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0ee33c3-2178-4730-99ec-02fd6f2b95f2 req-a9fd3e31-64bd-4c8a-b798-d18b1be841e0 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 946 time: 0.3843405 Aug 06 16:13:46.646801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Attempting to bind port d6efc14d-01e0-4d06-bd56-29c21a2617e9 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:13:46.647523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Attempting to bind port d6efc14d-01e0-4d06-bd56-29c21a2617e9 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:13:46.648224 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Attempting to bind port d6efc14d-01e0-4d06-bd56-29c21a2617e9 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:46.659403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ips': [{'subnet_id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:13:46.659403 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:46.674283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:13:46.674960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:46.675547 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:46.676160 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:13:46.677924 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Bound port: d6efc14d-01e0-4d06-bd56-29c21a2617e9, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:13:46.678632 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:46.773349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port ab118839-b38b-47a5-8da7-c6b105a56a55 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:46.804920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ab118839-b38b-47a5-8da7-c6b105a56a55 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:46.805290 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:46.813792 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef40f801-05c0-4a69-b873-8dc06652caf0 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:46.829439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] For port d6efc14d-01e0-4d06-bd56-29c21a2617e9, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:13:46.840506 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0ee33c3-2178-4730-99ec-02fd6f2b95f2 req-97430136-92ab-4a7a-8f09-e2f0cc4f5228 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218065 Aug 06 16:13:46.880898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:46.922883 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] For port d6efc14d-01e0-4d06-bd56-29c21a2617e9, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d6efc14d-01e0-4d06-bd56-29c21a2617e9,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:13:46.944903 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:46.958336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Transition to ACTIVE for port object ef40f801-05c0-4a69-b873-8dc06652caf0 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:46.970742 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:47.053445 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:47.125216 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:47.163004 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:47.303672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Allocated IP 172.20.0.2 (f00e6c0c-8412-4062-b121-a5c3f9142d9a/f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b/71ee8322-7e34-4589-a96f-b837511ef6ab) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:47.471359 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42b7e1-af3a-4a83-a356-aa40bdc635e5 None None] Pushing event updated for resources: {'Port': ['ID=d6efc14d-01e0-4d06-bd56-29c21a2617e9,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:47.595441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Pushing event updated for resources: {'Port': ['ID=ef40f801-05c0-4a69-b873-8dc06652caf0,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:47.612555 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:47.622262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Routers {'49051eea-f638-43ba-b03e-7e1c1b84996b'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:47.623273 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:13:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['49051eea-f638-43ba-b03e-7e1c1b84996b'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:47.735314 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] Set router 49051eea-f638-43ba-b03e-7e1c1b84996b gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:47.758114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293225de-9041-443b-b196-f8a36cafe2dd req-8a4f3ccb-c034-4235-a969-617619b33671 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:47.760694 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-293225de-9041-443b-b196-f8a36cafe2dd req-8a4f3ccb-c034-4235-a969-617619b33671 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.5018942 Aug 06 16:13:47.822489 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:47.908147 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:47.918130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Pushing event updated for resources: {'Port': ['ID=d785c33a-2dbe-4406-8ee5-e68788c135bc,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:47.965588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Attempting to bind port ef40f801-05c0-4a69-b873-8dc06652caf0 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:13:47.966531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Attempting to bind port ef40f801-05c0-4a69-b873-8dc06652caf0 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:13:47.967342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Attempting to bind port ef40f801-05c0-4a69-b873-8dc06652caf0 on network a99cc60d-b371-4f98-ab52-073abe0e27be {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:48.012993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa7ab3-7151-42cd-a43c-1ba8ca2cc6cc req-a6c4bbd5-58f7-4331-b2e0-70a914665b71 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:48.014937 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1faa7ab3-7151-42cd-a43c-1ba8ca2cc6cc req-a6c4bbd5-58f7-4331-b2e0-70a914665b71 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 943 time: 0.3580716 Aug 06 16:13:48.021312 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Port ef40f801-05c0-4a69-b873-8dc06652caf0 on network a99cc60d-b371-4f98-ab52-073abe0e27be not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:13:48.021922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Attempting to bind port ef40f801-05c0-4a69-b873-8dc06652caf0 on network a99cc60d-b371-4f98-ab52-073abe0e27be {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:48.085418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-293225de-9041-443b-b196-f8a36cafe2dd req-18eddbbb-c742-43fa-9e27-ca6c3f178453 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903683 Aug 06 16:13:48.100477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:13:48.112730 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Checking segment: {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:48.113974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Bound using segment: {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:13:48.114483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Bound port: ef40f801-05c0-4a69-b873-8dc06652caf0, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:13:48.114874 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:48.189315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port ab118839-b38b-47a5-8da7-c6b105a56a55, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ab118839-b38b-47a5-8da7-c6b105a56a55,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:48.204350 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:48.218765 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Network e45d3342-7250-400e-8edc-6eb56b28c052 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:48.223867 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:48.258958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:48.321443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Transition to ACTIVE for port object 71ee8322-7e34-4589-a96f-b837511ef6ab will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:48.335818 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1faa7ab3-7151-42cd-a43c-1ba8ca2cc6cc req-d42e7330-49cf-495c-83a6-b0ca47a4cd0f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722664 Aug 06 16:13:48.409884 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] For port ef40f801-05c0-4a69-b873-8dc06652caf0, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:13:48.414659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Transition to ACTIVE for port object 71ee8322-7e34-4589-a96f-b837511ef6ab will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:48.422187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=ab118839-b38b-47a5-8da7-c6b105a56a55,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:48.444486 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:48.464489 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] For port ef40f801-05c0-4a69-b873-8dc06652caf0, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ef40f801-05c0-4a69-b873-8dc06652caf0,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:13:48.504182 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:48.567914 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Allocated IP 172.20.0.1 (f00e6c0c-8412-4062-b121-a5c3f9142d9a/f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b/dc115554-a408-4e44-950b-33c997a26121) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:48.572125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:48.573035 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:48.575046 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec06b928-824c-453a-804e-969463d4e2fc req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] 10.222.0.13 "PUT /v2.0/ports/ef40f801-05c0-4a69-b873-8dc06652caf0 HTTP/1.1" status: 200 len: 1091 time: 5.1084299 Aug 06 16:13:48.577808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01687199-ab38-4466-b177-a5a65120a5f6', 'tag': 'ef40f801-05c0-4a69-b873-8dc06652caf0'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:48.588288 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931fd011-1c6d-4731-9b9f-15f4eec64444" -d '{"events": [{"name": "network-changed", "server_uuid": "01687199-ab38-4466-b177-a5a65120a5f6", "tag": "ef40f801-05c0-4a69-b873-8dc06652caf0"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:48.612320 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:48.654556 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Network f00e6c0c-8412-4062-b121-a5c3f9142d9a is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:48.669114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c70d0-8e8b-4da2-b1ee-96af6b8b529c service neutron] Pushing event updated for resources: {'Port': ['ID=ef40f801-05c0-4a69-b873-8dc06652caf0,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:48.676700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Router deb838c7-1b9c-444a-bb58-6a7132d237be has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:13:48.696340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715827707', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:39Z', 'updated_at': '2021-08-06T16:13:42Z', 'revision_number': 3, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:40Z', 'updated_at': '2021-08-06T16:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:48.715170 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:48.738312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:48.780324 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db69d0f-cf8d-417b-ace6-5c3af6955ca2 x-openstack-request-id: req-6db69d0f-cf8d-417b-ace6-5c3af6955ca2 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:48.781009 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01687199-ab38-4466-b177-a5a65120a5f6", "tag": "ef40f801-05c0-4a69-b873-8dc06652caf0", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:48.781474 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6db69d0f-cf8d-417b-ace6-5c3af6955ca2 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:48.782118 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01687199-ab38-4466-b177-a5a65120a5f6', 'tag': 'ef40f801-05c0-4a69-b873-8dc06652caf0', 'status': 'completed', 'code': 200} Aug 06 16:13:48.789278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06b928-824c-453a-804e-969463d4e2fc req-5f9e6e10-63d7-4b85-9a8f-5acfbf4cc10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:48.791229 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec06b928-824c-453a-804e-969463d4e2fc req-5f9e6e10-63d7-4b85-9a8f-5acfbf4cc10a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 1094 time: 0.1591389 Aug 06 16:13:48.843434 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48aa5173-29e0-4afb-b04d-c6efd6e63da4 None None] The sync data for ids ['49051eea-f638-43ba-b03e-7e1c1b84996b'] in n-d-803756-1 is: [{'id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715827707', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:39Z', 'updated_at': '2021-08-06T16:13:42Z', 'revision_number': 3, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:40Z', 'updated_at': '2021-08-06T16:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:13:48.852717 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Pushing event updated for resources: {'Port': ['ID=71ee8322-7e34-4589-a96f-b837511ef6ab,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:48.853740 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:48.901475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Transition to ACTIVE for port object dc115554-a408-4e44-950b-33c997a26121 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:48.983196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Attempting to bind port 71ee8322-7e34-4589-a96f-b837511ef6ab on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:13:48.983794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Attempting to bind port 71ee8322-7e34-4589-a96f-b837511ef6ab by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:13:48.984423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Attempting to bind port 71ee8322-7e34-4589-a96f-b837511ef6ab on network f00e6c0c-8412-4062-b121-a5c3f9142d9a {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:49.003797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:13:49.004420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Checking segment: {'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:49.004855 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:49.005485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Bound using segment: {'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:13:49.006131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Bound port: 71ee8322-7e34-4589-a96f-b837511ef6ab, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:13:49.006495 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:49.008409 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:49.123964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] For port 71ee8322-7e34-4589-a96f-b837511ef6ab, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:13:49.130935 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network f00e6c0c-8412-4062-b121-a5c3f9142d9a is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:49.134649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] For port 71ee8322-7e34-4589-a96f-b837511ef6ab, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=71ee8322-7e34-4589-a96f-b837511ef6ab,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:13:49.135127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:49.140804 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:49.141825 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:49.188249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=dc115554-a408-4e44-950b-33c997a26121,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:49.221075 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:49.331162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d9210-92f1-45c5-bc8d-e460314f2b6a None None] Pushing event updated for resources: {'Port': ['ID=71ee8322-7e34-4589-a96f-b837511ef6ab,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:49.509474 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53234) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:49.678080 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:49.925573 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec06b928-824c-453a-804e-969463d4e2fc req-821cfb66-607a-4466-a80d-733f2babfcf0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef40f801-05c0-4a69-b873-8dc06652caf0 HTTP/1.1" status: 200 len: 217 time: 1.0862498 Aug 06 16:13:50.107428 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da8bc3-f52e-4d5b-a2de-6e6a3733fd33 req-554a517f-dbda-4554-bc96-154ad6b7f14f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:50.115633 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da8bc3-f52e-4d5b-a2de-6e6a3733fd33 req-554a517f-dbda-4554-bc96-154ad6b7f14f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:50.123562 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da8bc3-f52e-4d5b-a2de-6e6a3733fd33 req-554a517f-dbda-4554-bc96-154ad6b7f14f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:50.133333 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2da8bc3-f52e-4d5b-a2de-6e6a3733fd33 req-554a517f-dbda-4554-bc96-154ad6b7f14f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8&device_id=c4477f17-59e6-4abb-85b6-d6c69d9b2ef0&device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 2418 time: 1.3405957 Aug 06 16:13:50.155541 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06b928-824c-453a-804e-969463d4e2fc req-d050970f-6113-4420-ab0a-52f77cfb1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:50.157317 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec06b928-824c-453a-804e-969463d4e2fc req-d050970f-6113-4420-ab0a-52f77cfb1a1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 200 len: 846 time: 0.2218554 Aug 06 16:13:50.169447 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517b67a-56c0-4ee0-8e7b-06b142b4087c req-3c883832-8b2e-4f88-be85-d1b882e2c505 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:50.174077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c517b67a-56c0-4ee0-8e7b-06b142b4087c req-3c883832-8b2e-4f88-be85-d1b882e2c505 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 943 time: 0.3317125 Aug 06 16:13:50.181159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:13:50.194009 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e0812d73-104b-4eeb-851c-34a722caea48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:50.196188 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Sync routers for ids ['deb838c7-1b9c-444a-bb58-6a7132d237be'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:13:50.204049 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f2eda0e8-2eb5-4443-9105-1d849ad1c027 admin admin] 10.222.0.37 "PUT /v2.0/routers/deb838c7-1b9c-444a-bb58-6a7132d237be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2239339 Aug 06 16:13:50.232135 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Routers {'deb838c7-1b9c-444a-bb58-6a7132d237be'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:50.236977 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:13:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['deb838c7-1b9c-444a-bb58-6a7132d237be'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:50.276645 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:50.286635 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:50.356926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec06b928-824c-453a-804e-969463d4e2fc req-fed80619-e746-4390-80e7-5064c2a97b90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a99cc60d-b371-4f98-ab52-073abe0e27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1738806 Aug 06 16:13:50.502249 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Set router deb838c7-1b9c-444a-bb58-6a7132d237be gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:50.581239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=dc115554-a408-4e44-950b-33c997a26121,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:50.626635 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2da8bc3-f52e-4d5b-a2de-6e6a3733fd33 req-b8167dc3-4ea4-427f-88e3-2a720917034a tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924765 Aug 06 16:13:50.640987 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router 75500435-ab1a-47ea-896d-d7ea0da3386d is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:13:50.642716 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:50.766695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c517b67a-56c0-4ee0-8e7b-06b142b4087c req-03950ab0-7017-445e-8325-11d786ee6e6e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765748 Aug 06 16:13:50.820677 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ab118839-b38b-47a5-8da7-c6b105a56a55 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:50.982319 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ab118839-b38b-47a5-8da7-c6b105a56a55 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:50.983036 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:51.099928 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e0812d73-104b-4eeb-851c-34a722caea48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:51.118903 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e0812d73-104b-4eeb-851c-34a722caea48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:51.173168 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec06b928-824c-453a-804e-969463d4e2fc req-62e88536-9b15-4fc1-baaa-a93b44908427 service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8119223 Aug 06 16:13:51.242858 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'name': 'tempest-ServerRescueTestJSON-1069883623-router', 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ab118839-b38b-47a5-8da7-c6b105a56a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:36Z', 'updated_at': '2021-08-06T16:13:45Z', 'revision_number': 4, 'project_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'gw_port': {'id': 'ab118839-b38b-47a5-8da7-c6b105a56a55', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:37Z', 'updated_at': '2021-08-06T16:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'd785c33a-2dbe-4406-8ee5-e68788c135bc', 'name': '', 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052', 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'mac_address': 'fa:16:3e:20:1c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:42Z', 'updated_at': '2021-08-06T16:13:46Z', 'revision_number': 2, 'project_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'subnets': [{'id': '8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:51.245596 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network f00e6c0c-8412-4062-b121-a5c3f9142d9a is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:51.255686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:51.255969 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 71ee8322-7e34-4589-a96f-b837511ef6ab up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:51.262837 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e0812d73-104b-4eeb-851c-34a722caea48 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8784bcc583142aba4a76d4dd37216a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7443802 Aug 06 16:13:51.264246 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53262) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:51.266079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0812d73-104b-4eeb-851c-34a722caea48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913ea5c2-3842-4aa6-8ecf-37d3eeaf7869,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:51.332186 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Checking router: deb838c7-1b9c-444a-bb58-6a7132d237be for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:13:51.332530 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Updating router deb838c7-1b9c-444a-bb58-6a7132d237be port d785c33a-2dbe-4406-8ee5-e68788c135bc binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:13:51.335944 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f299a45a-c65d-4953-806a-2afe4c23babd None None] Network f00e6c0c-8412-4062-b121-a5c3f9142d9a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:13:51.376452 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:51.459720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d1fdbdd8-b1a7-49b7-9f73-57c3e8016ab1 None None] Provisioning for port 71ee8322-7e34-4589-a96f-b837511ef6ab completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:51.470481 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:13:51.475678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 71ee8322-7e34-4589-a96f-b837511ef6ab completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:51.499856 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d1fdbdd8-b1a7-49b7-9f73-57c3e8016ab1 None None] Provisioning complete for port 71ee8322-7e34-4589-a96f-b837511ef6ab triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:51.500868 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d1fdbdd8-b1a7-49b7-9f73-57c3e8016ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:51.521541 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-93efdb70-b132-4041-b7e1-9cd0588609fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:51.559898 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-93efdb70-b132-4041-b7e1-9cd0588609fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:51.578830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router 49051eea-f638-43ba-b03e-7e1c1b84996b has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:13:51.590137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee5c65-230e-4f18-9b54-d06199917c4a req-f83ab6c1-a75b-4fd3-94d7-f1a4af759f59 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:51.592525 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edee5c65-230e-4f18-9b54-d06199917c4a req-f83ab6c1-a75b-4fd3-94d7-f1a4af759f59 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 946 time: 0.5761862 Aug 06 16:13:51.603222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519cdf2a-0cd1-4036-a4f7-39d9506ee2c2 None None] Sync routers for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:13:51.611372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 71ee8322-7e34-4589-a96f-b837511ef6ab triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:51.611742 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:51.711943 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d1fdbdd8-b1a7-49b7-9f73-57c3e8016ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:51.736213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519cdf2a-0cd1-4036-a4f7-39d9506ee2c2 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:51.736870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-519cdf2a-0cd1-4036-a4f7-39d9506ee2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:13:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:51.801282 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-519cdf2a-0cd1-4036-a4f7-39d9506ee2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:51.807462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-810d6a1c-3ad0-4623-bf6f-14f70a723517 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:51.816122 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-810d6a1c-3ad0-4623-bf6f-14f70a723517 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/networks?id=e45d3342-7250-400e-8edc-6eb56b28c052 HTTP/1.1" status: 200 len: 811 time: 0.3153369 Aug 06 16:13:51.853128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519cdf2a-0cd1-4036-a4f7-39d9506ee2c2 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:51.853942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-519cdf2a-0cd1-4036-a4f7-39d9506ee2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:13:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:51.866522 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-93efdb70-b132-4041-b7e1-9cd0588609fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:51.872810 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-af9e224b-f20e-45da-8a61-bede90ac4eb0 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/quotas/1dd9d5eec2aa4eb68c1a1b78b1823036 HTTP/1.1" status: 200 len: 375 time: 0.0553527 Aug 06 16:13:51.875383 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:51.876273 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-93efdb70-b132-4041-b7e1-9cd0588609fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:51.877266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-38e5f084-307f-4f1f-b819-33c058934194 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.2623019 Aug 06 16:13:51.884034 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-93efdb70-b132-4041-b7e1-9cd0588609fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/913ea5c2-3842-4aa6-8ecf-37d3eeaf7869 HTTP/1.1" status: 204 len: 168 time: 0.6033673 Aug 06 16:13:51.887852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d1fdbdd8-b1a7-49b7-9f73-57c3e8016ab1 None None] For port 71ee8322-7e34-4589-a96f-b837511ef6ab, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=71ee8322-7e34-4589-a96f-b837511ef6ab,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:51.894160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53280) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:51.942132 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-519cdf2a-0cd1-4036-a4f7-39d9506ee2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:51.944311 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519cdf2a-0cd1-4036-a4f7-39d9506ee2c2 None None] The sync data for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:13:51.946868 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d1fdbdd8-b1a7-49b7-9f73-57c3e8016ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:51.997102 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:52.029119 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Transition to ACTIVE for port object d785c33a-2dbe-4406-8ee5-e68788c135bc will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:52.045662 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:52.063511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efdb70-b132-4041-b7e1-9cd0588609fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913ea5c2-3842-4aa6-8ecf-37d3eeaf7869,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:52.133508 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edee5c65-230e-4f18-9b54-d06199917c4a req-c8898c0a-9b85-4198-845a-6b087b00fc39 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082161 Aug 06 16:13:52.138321 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:13:52.139725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdbdd8-b1a7-49b7-9f73-57c3e8016ab1 None None] Pushing event updated for resources: {'Port': ['ID=71ee8322-7e34-4589-a96f-b837511ef6ab,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:52.144654 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aba66879-8e0a-4571-b7c3-d96f991604cc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "PUT /v2.0/routers/49051eea-f638-43ba-b03e-7e1c1b84996b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3687890 Aug 06 16:13:52.156042 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d6efc14d-01e0-4d06-bd56-29c21a2617e9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:52.252672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port d6efc14d-01e0-4d06-bd56-29c21a2617e9 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:52.264786 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec06b928-824c-453a-804e-969463d4e2fc req-b96fa73d-2cd1-4792-9b40-695c1e62110d service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0779328 Aug 06 16:13:52.269347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d6efc14d-01e0-4d06-bd56-29c21a2617e9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:52.270032 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:52.297465 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832835d7-0a86-458f-9546-720ee5b32d1d None None] Pushing event updated for resources: {'Port': ['ID=d785c33a-2dbe-4406-8ee5-e68788c135bc,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:52.313855 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Sync routers for ids ['49051eea-f638-43ba-b03e-7e1c1b84996b'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:13:52.349651 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Attempting to bind port d785c33a-2dbe-4406-8ee5-e68788c135bc on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:13:52.350891 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Attempting to bind port d785c33a-2dbe-4406-8ee5-e68788c135bc by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '17e1613e-e63e-48e5-b868-1218eacda7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:13:52.351441 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Attempting to bind port d785c33a-2dbe-4406-8ee5-e68788c135bc on network e45d3342-7250-400e-8edc-6eb56b28c052 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:52.358485 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Routers {'49051eea-f638-43ba-b03e-7e1c1b84996b'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:52.359465 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:13:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['49051eea-f638-43ba-b03e-7e1c1b84996b'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:52.397912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-787965b3-f042-4d59-81d2-7eddf60fad8d tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1dd9d5eec2aa4eb68c1a1b78b1823036&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5237255 Aug 06 16:13:52.428627 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:13:52.429473 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Checking segment: {'id': '17e1613e-e63e-48e5-b868-1218eacda7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:52.430105 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:52.433804 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Bound using segment: {'id': '17e1613e-e63e-48e5-b868-1218eacda7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:13:52.434544 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Bound port: d785c33a-2dbe-4406-8ee5-e68788c135bc, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e1613e-e63e-48e5-b868-1218eacda7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:13:52.435111 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:52.487037 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:52.547292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port d6efc14d-01e0-4d06-bd56-29c21a2617e9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d6efc14d-01e0-4d06-bd56-29c21a2617e9,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:52.555925 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:52.695291 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=d6efc14d-01e0-4d06-bd56-29c21a2617e9,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:52.714243 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603730e-4f8e-47be-9f87-5ec7dfffe64c req-17b145d2-1d5c-4fd7-8bcb-23756d7a9ba2 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:52.723568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b603730e-4f8e-47be-9f87-5ec7dfffe64c req-17b145d2-1d5c-4fd7-8bcb-23756d7a9ba2 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 943 time: 0.4571176 Aug 06 16:13:52.729449 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 71ee8322-7e34-4589-a96f-b837511ef6ab up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:52.769709 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Set router 49051eea-f638-43ba-b03e-7e1c1b84996b gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:52.820630 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-63c152c9-0ffa-4a3c-bad6-7cc3f3f79684 None None] Provisioning complete for port 71ee8322-7e34-4589-a96f-b837511ef6ab triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:52.821253 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-63c152c9-0ffa-4a3c-bad6-7cc3f3f79684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:52.835066 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b603730e-4f8e-47be-9f87-5ec7dfffe64c req-566feb51-a9cd-4082-b9ea-1f4fb0728fa9 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035280 Aug 06 16:13:52.844684 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] For port d785c33a-2dbe-4406-8ee5-e68788c135bc, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:13:52.856547 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fd011-1c6d-4731-9b9f-15f4eec64444 req-9fc06e6a-e873-4d84-bcc2-33af9087a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:52.886198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-931fd011-1c6d-4731-9b9f-15f4eec64444 req-9fc06e6a-e873-4d84-bcc2-33af9087a743 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 1094 time: 0.4772427 Aug 06 16:13:52.903850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53296) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:52.919725 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30d73e30-7c35-47b0-8217-ae9e47f6ae6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:52.922254 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] For port d785c33a-2dbe-4406-8ee5-e68788c135bc, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d785c33a-2dbe-4406-8ee5-e68788c135bc,segment=NetworkSegment(17e1613e-e63e-48e5-b868-1218eacda7d5),segment_id=17e1613e-e63e-48e5-b868-1218eacda7d5)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:13:52.933602 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 71ee8322-7e34-4589-a96f-b837511ef6ab triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:52.934240 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:52.997393 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:53.169734 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30d73e30-7c35-47b0-8217-ae9e47f6ae6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:53.179552 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-30d73e30-7c35-47b0-8217-ae9e47f6ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:53.216110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-64a03ab5-6819-4a76-8ce2-28a7f04a8b5d service neutron] 10.222.0.37 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8122382 Aug 06 16:13:53.257096 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-30d73e30-7c35-47b0-8217-ae9e47f6ae6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f52bd0ab8ae84474a6538a665554acb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503916 Aug 06 16:13:53.265099 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53312) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:53.265915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d73e30-7c35-47b0-8217-ae9e47f6ae6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a01bfd-16ed-4672-ad11-0eea4ba0d798,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:53.310167 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-63c152c9-0ffa-4a3c-bad6-7cc3f3f79684 None None] Provisioning for port dc115554-a408-4e44-950b-33c997a26121 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:53.312314 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832835d7-0a86-458f-9546-720ee5b32d1d None None] Pushing event updated for resources: {'Port': ['ID=d785c33a-2dbe-4406-8ee5-e68788c135bc,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:53.323475 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-63c152c9-0ffa-4a3c-bad6-7cc3f3f79684 None None] Provisioning complete for port dc115554-a408-4e44-950b-33c997a26121 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:53.323965 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-63c152c9-0ffa-4a3c-bad6-7cc3f3f79684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:53.341959 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Routers {'deb838c7-1b9c-444a-bb58-6a7132d237be'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:53.342846 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:13:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['deb838c7-1b9c-444a-bb58-6a7132d237be'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:53.393682 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-63c152c9-0ffa-4a3c-bad6-7cc3f3f79684 None None] Port dc115554-a408-4e44-950b-33c997a26121 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:13:53.442216 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:53.454555 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00bdc621-2942-4bf3-9e96-94a8336a33b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:53.495720 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00bdc621-2942-4bf3-9e96-94a8336a33b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:53.530746 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ac9940d0-f43f-4529-9c78-90309acefe27 None None] Provisioning complete for port dc115554-a408-4e44-950b-33c997a26121 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:53.532645 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ac9940d0-f43f-4529-9c78-90309acefe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:53.548852 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] Set router deb838c7-1b9c-444a-bb58-6a7132d237be gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:53.614864 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-daae19a9-2844-4820-a345-a22a00e6a669 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-619696091&fields=id&tenant_id=6ead4e8906674c03a98f2b96e64fabd0 HTTP/1.1" status: 200 len: 267 time: 0.3196368 Aug 06 16:13:53.615750 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00bdc621-2942-4bf3-9e96-94a8336a33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:53.618735 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00bdc621-2942-4bf3-9e96-94a8336a33b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:53.619880 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-00bdc621-2942-4bf3-9e96-94a8336a33b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51a01bfd-16ed-4672-ad11-0eea4ba0d798 HTTP/1.1" status: 204 len: 168 time: 0.3411045 Aug 06 16:13:53.638368 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdc621-2942-4bf3-9e96-94a8336a33b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a01bfd-16ed-4672-ad11-0eea4ba0d798,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:53.662363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fd011-1c6d-4731-9b9f-15f4eec64444 req-87c2cdc7-0f4f-462f-92a5-92c47948e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:53.663768 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-931fd011-1c6d-4731-9b9f-15f4eec64444 req-87c2cdc7-0f4f-462f-92a5-92c47948e50d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 907 time: 0.7700229 Aug 06 16:13:53.679156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ac9940d0-f43f-4529-9c78-90309acefe27 None None] Port dc115554-a408-4e44-950b-33c997a26121 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:13:53.723586 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715827707', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:39Z', 'updated_at': '2021-08-06T16:13:49Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:40Z', 'updated_at': '2021-08-06T16:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'dc115554-a408-4e44-950b-33c997a26121', 'name': '', 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:55:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:47Z', 'updated_at': '2021-08-06T16:13:49Z', 'revision_number': 2, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:53.764981 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-931fd011-1c6d-4731-9b9f-15f4eec64444 req-cfbcf8e1-1704-4b20-ba74-0f69c8e69766 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef40f801-05c0-4a69-b873-8dc06652caf0 HTTP/1.1" status: 200 len: 217 time: 0.0819688 Aug 06 16:13:53.774261 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:53.786640 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8f6a0080-a64c-49e4-8b5f-396ab072147f service neutron] 10.222.0.37 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673182 Aug 06 16:13:53.789074 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Checking router: 49051eea-f638-43ba-b03e-7e1c1b84996b for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:13:53.789433 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Updating router 49051eea-f638-43ba-b03e-7e1c1b84996b port dc115554-a408-4e44-950b-33c997a26121 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:13:53.890289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fd011-1c6d-4731-9b9f-15f4eec64444 req-b48f599a-b40f-45e0-8fc1-1a3f255f9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:53.892087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-931fd011-1c6d-4731-9b9f-15f4eec64444 req-b48f599a-b40f-45e0-8fc1-1a3f255f9c87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 200 len: 846 time: 0.1186025 Aug 06 16:13:53.932546 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:54.016760 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-931fd011-1c6d-4731-9b9f-15f4eec64444 req-d9265e7e-37fe-4036-a6b8-6f775b8fdfb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a99cc60d-b371-4f98-ab52-073abe0e27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606561 Aug 06 16:13:54.256190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-86380d36-8507-466c-b742-9c161ec99272 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:54.264257 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-86380d36-8507-466c-b742-9c161ec99272 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/networks?id=f00e6c0c-8412-4062-b121-a5c3f9142d9a HTTP/1.1" status: 200 len: 797 time: 0.6052973 Aug 06 16:13:54.305018 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:54.312609 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'name': 'tempest-ServerRescueTestJSON-1069883623-router', 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ab118839-b38b-47a5-8da7-c6b105a56a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:36Z', 'updated_at': '2021-08-06T16:13:45Z', 'revision_number': 4, 'project_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'gw_port': {'id': 'ab118839-b38b-47a5-8da7-c6b105a56a55', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:37Z', 'updated_at': '2021-08-06T16:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'd785c33a-2dbe-4406-8ee5-e68788c135bc', 'name': '', 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052', 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'mac_address': 'fa:16:3e:20:1c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:42Z', 'updated_at': '2021-08-06T16:13:52Z', 'revision_number': 4, 'project_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'subnets': [{'id': '8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:54.318667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4f9da-bd5f-4bad-bba1-93abba3de94c req-47d4f161-ce78-4825-a4b4-e570073a559c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:54.329069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-92d4f9da-bd5f-4bad-bba1-93abba3de94c req-47d4f161-ce78-4825-a4b4-e570073a559c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 943 time: 0.1974382 Aug 06 16:13:54.339801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-60763ca1-21bc-44f1-bf4d-09cb15bd79f3 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/quotas/6ead4e8906674c03a98f2b96e64fabd0 HTTP/1.1" status: 200 len: 375 time: 0.0744598 Aug 06 16:13:54.375075 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639583d-930d-4093-8296-e2c4d3da3e79 None None] The sync data for ids ['deb838c7-1b9c-444a-bb58-6a7132d237be'] in n-d-803756-1 is: [{'id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'name': 'tempest-ServerRescueTestJSON-1069883623-router', 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ab118839-b38b-47a5-8da7-c6b105a56a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:36Z', 'updated_at': '2021-08-06T16:13:45Z', 'revision_number': 4, 'project_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'gw_port': {'id': 'ab118839-b38b-47a5-8da7-c6b105a56a55', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:37Z', 'updated_at': '2021-08-06T16:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'd785c33a-2dbe-4406-8ee5-e68788c135bc', 'name': '', 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052', 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'mac_address': 'fa:16:3e:20:1c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:42Z', 'updated_at': '2021-08-06T16:13:52Z', 'revision_number': 4, 'project_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'subnets': [{'id': '8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:13:54.492463 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-931fd011-1c6d-4731-9b9f-15f4eec64444 req-466d59ac-110e-4859-8c77-9d2936360991 service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648941 Aug 06 16:13:54.897186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d785c33a-2dbe-4406-8ee5-e68788c135bc up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:55.041959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port d785c33a-2dbe-4406-8ee5-e68788c135bc completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:55.042227 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:55.059092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d785c33a-2dbe-4406-8ee5-e68788c135bc triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:55.059827 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Transition to ACTIVE for port object dc115554-a408-4e44-950b-33c997a26121 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:55.063724 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:55.093011 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:55.289296 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:55.333606 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e3a1f-63f1-4251-a877-d6ac68984e2b None None] Pushing event updated for resources: {'Port': ['ID=dc115554-a408-4e44-950b-33c997a26121,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:55.358283 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Attempting to bind port dc115554-a408-4e44-950b-33c997a26121 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:13:55.358546 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Attempting to bind port dc115554-a408-4e44-950b-33c997a26121 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:13:55.358966 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Attempting to bind port dc115554-a408-4e44-950b-33c997a26121 on network f00e6c0c-8412-4062-b121-a5c3f9142d9a {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:55.377494 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:13:55.378224 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Checking segment: {'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:55.378884 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:55.379570 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Bound using segment: {'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:13:55.380852 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Bound port: dc115554-a408-4e44-950b-33c997a26121, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:13:55.381486 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:55.400139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port d785c33a-2dbe-4406-8ee5-e68788c135bc, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d785c33a-2dbe-4406-8ee5-e68788c135bc,segment=NetworkSegment(17e1613e-e63e-48e5-b868-1218eacda7d5),segment_id=17e1613e-e63e-48e5-b868-1218eacda7d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:55.407050 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:55.410885 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d6efc14d-01e0-4d06-bd56-29c21a2617e9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:55.468224 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-92d4f9da-bd5f-4bad-bba1-93abba3de94c req-125115eb-d98a-43df-b22f-74466687e1d0 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1372528 Aug 06 16:13:55.617575 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-1410b2f9-2b70-45ee-b7ce-47b102794cd1 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2765472 Aug 06 16:13:55.670830 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] For port dc115554-a408-4e44-950b-33c997a26121, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:13:55.680982 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] For port dc115554-a408-4e44-950b-33c997a26121, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=dc115554-a408-4e44-950b-33c997a26121,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:13:55.683147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=d785c33a-2dbe-4406-8ee5-e68788c135bc,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:55.711850 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:55.758680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ef40f801-05c0-4a69-b873-8dc06652caf0 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:13:55.958182 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Routers {'49051eea-f638-43ba-b03e-7e1c1b84996b'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:55.959577 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:13:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['49051eea-f638-43ba-b03e-7e1c1b84996b'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:55.965679 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e3a1f-63f1-4251-a877-d6ac68984e2b None None] Pushing event updated for resources: {'Port': ['ID=dc115554-a408-4e44-950b-33c997a26121,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:56.047022 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43e79d17-28d2-4277-a0d4-5f3a5d5ae6e8 req-e431b9c4-bbb2-4812-b8d7-998475334530 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 210 time: 0.3534739 Aug 06 16:13:56.084073 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port ef40f801-05c0-4a69-b873-8dc06652caf0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ef40f801-05c0-4a69-b873-8dc06652caf0,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:56.114855 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'ef40f801-05c0-4a69-b873-8dc06652caf0', 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be', 'port_id': 'ef40f801-05c0-4a69-b873-8dc06652caf0', 'mac_address': 'fa:16:3e:37:d3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f468d397-4915-47a1-9048-e9856cdf5883', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:13:56.301580 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:56.320064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d6efc14d-01e0-4d06-bd56-29c21a2617e9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:56.320454 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:56.379605 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-931fd011-1c6d-4731-9b9f-15f4eec64444 req-96ef5981-08da-4a4c-99d7-776b91608b1a service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8159487 Aug 06 16:13:56.398255 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-6b05d4d7-35ef-421a-ab3d-b091df38dd85 service neutron] 10.222.0.37 "GET /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7793450 Aug 06 16:13:56.415726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef40f801-05c0-4a69-b873-8dc06652caf0 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:56.487472 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] Set router 49051eea-f638-43ba-b03e-7e1c1b84996b gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:56.511872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port ef40f801-05c0-4a69-b873-8dc06652caf0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ef40f801-05c0-4a69-b873-8dc06652caf0,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:56.533666 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:56.828786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=ef40f801-05c0-4a69-b873-8dc06652caf0,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:56.828786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['ef40f801-05c0-4a69-b873-8dc06652caf0'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:13:57.069241 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715827707', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:39Z', 'updated_at': '2021-08-06T16:13:49Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:40Z', 'updated_at': '2021-08-06T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'dc115554-a408-4e44-950b-33c997a26121', 'name': '', 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:55:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:47Z', 'updated_at': '2021-08-06T16:13:55Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:57.107164 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fdc57d-a150-42de-97d2-79aaa55df097 None None] The sync data for ids ['49051eea-f638-43ba-b03e-7e1c1b84996b'] in n-d-803756-1 is: [{'id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715827707', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:39Z', 'updated_at': '2021-08-06T16:13:49Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:40Z', 'updated_at': '2021-08-06T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'dc115554-a408-4e44-950b-33c997a26121', 'name': '', 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:55:c1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:47Z', 'updated_at': '2021-08-06T16:13:55Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:13:57.242514 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-e2b5a610-6b02-4ba2-9780-b0f81ae8af2b service neutron] 10.222.0.37 "GET /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8432806 Aug 06 16:13:57.250332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d785c33a-2dbe-4406-8ee5-e68788c135bc up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:57.354578 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Allocated IP 172.20.0.1 (5c8a5b89-df33-44a9-a207-28e5de2c91bb/6345dde0-a839-4755-b054-c18a81771135/10c982cd-f52c-4ae5-af18-6df354215831) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:57.365211 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379270e-c55d-4abb-b704-7e817389ea40 req-53e68065-4e4a-4e38-a8da-bc2a169b1e6f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:57.384009 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5379270e-c55d-4abb-b704-7e817389ea40 req-53e68065-4e4a-4e38-a8da-bc2a169b1e6f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 944 time: 0.3642092 Aug 06 16:13:57.479054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d785c33a-2dbe-4406-8ee5-e68788c135bc triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:57.479433 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:57.496310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-89a73a11-161d-4726-8e72-79950bd8aca6 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:57.498294 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-89a73a11-161d-4726-8e72-79950bd8aca6 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.13 "GET /v2.0/networks?id=e45d3342-7250-400e-8edc-6eb56b28c052 HTTP/1.1" status: 200 len: 811 time: 0.8654461 Aug 06 16:13:57.517205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-6a2c13e5-8be5-418a-abb4-5a582358d950 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Request body: {'port': {'device_id': '7126f175-7c68-4e54-a032-7a13031aa456', 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052', 'admin_state_up': True, 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:57.640320 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53406) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:57.844788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5379270e-c55d-4abb-b704-7e817389ea40 req-58aa3907-fff2-4d69-b3ab-e8b6e1942cb1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555621 Aug 06 16:13:57.921096 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b115ef5f-8309-4ae3-b044-c7aca0aa1a90 req-fdd8a050-942a-4c27-bdf1-361f89eac09a tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 210 time: 0.1130009 Aug 06 16:13:57.979552 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25ed34aa-5313-4d18-8161-f4b91ce9ed82 req-5a7149ad-62c3-4f10-9488-c6a24a318586 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 210 time: 0.0569735 Aug 06 16:13:58.085338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:58.119466 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-6a2c13e5-8be5-418a-abb4-5a582358d950 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Made reservation on behalf of 1dd9d5eec2aa4eb68c1a1b78b1823036 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:58.124747 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-6a2c13e5-8be5-418a-abb4-5a582358d950 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:58.298517 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:58.311614 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-6a2c13e5-8be5-418a-abb4-5a582358d950 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Allocated IP 172.20.0.2 (e45d3342-7250-400e-8edc-6eb56b28c052/8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4/569130c6-2689-48d8-a2c4-630b0bfcfe96) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:58.533938 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:58.599869 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:58.602407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=10c982cd-f52c-4ae5-af18-6df354215831,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:58.610423 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:58.614144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network 5c8a5b89-df33-44a9-a207-28e5de2c91bb is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:58.648427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:58.669506 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:58.762388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb744866-a625-4ccb-9245-6350aedea10f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:58.803991 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:58.807896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:58.809305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:58.815536 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:58.817965 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:58.821003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:58.822066 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:58.823196 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:58.825606 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:58.830125 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:58.830478 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:58.830983 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:58.831512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:58.860544 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-68282591-b20a-4e80-914c-31ef57ed7dca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3afe54e47489469cb7429abcf9205b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2183323 Aug 06 16:13:58.864805 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53434) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:59.029719 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-6a2c13e5-8be5-418a-abb4-5a582358d950 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:59.043840 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2087f844-2949-48ef-88c8-6b05a332f0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:59.094459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device dc115554-a408-4e44-950b-33c997a26121 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:59.116273 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2087f844-2949-48ef-88c8-6b05a332f0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:59.218162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port dc115554-a408-4e44-950b-33c997a26121 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:59.229962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port dc115554-a408-4e44-950b-33c997a26121 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:59.230472 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:59.237549 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2087f844-2949-48ef-88c8-6b05a332f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:59.246562 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2087f844-2949-48ef-88c8-6b05a332f0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:59.252755 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2087f844-2949-48ef-88c8-6b05a332f0f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb744866-a625-4ccb-9245-6350aedea10f HTTP/1.1" status: 204 len: 168 time: 0.3840494 Aug 06 16:13:59.279020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087f844-2949-48ef-88c8-6b05a332f0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb744866-a625-4ccb-9245-6350aedea10f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:59.312084 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435407d-9412-456c-93b6-10ec5c08fcf1 req-fba56b0b-6a0e-4364-9d7e-ea75cc982f95 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:59.313425 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7435407d-9412-456c-93b6-10ec5c08fcf1 req-fba56b0b-6a0e-4364-9d7e-ea75cc982f95 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.5028532 Aug 06 16:13:59.374016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059030b-4478-454a-bad1-e9e9f3fdd3e4 req-335f799e-3d7c-4e5b-b1f7-6b3283d2ddf8 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:59.381853 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6059030b-4478-454a-bad1-e9e9f3fdd3e4 req-335f799e-3d7c-4e5b-b1f7-6b3283d2ddf8 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 944 time: 0.3378954 Aug 06 16:13:59.426417 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:59.436684 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-6a2c13e5-8be5-418a-abb4-5a582358d950 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:59.449688 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:59.506692 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-6a2c13e5-8be5-418a-abb4-5a582358d950 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Network e45d3342-7250-400e-8edc-6eb56b28c052 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:59.515153 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port dc115554-a408-4e44-950b-33c997a26121, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=dc115554-a408-4e44-950b-33c997a26121,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:59.516078 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-6a2c13e5-8be5-418a-abb4-5a582358d950 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:59.534207 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:59.647417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-1945267b-a5df-4fad-93b7-c1ad9dbe62bc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:59.649314 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-1945267b-a5df-4fad-93b7-c1ad9dbe62bc tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.78 "GET /v2.0/networks?id=f00e6c0c-8412-4062-b121-a5c3f9142d9a HTTP/1.1" status: 200 len: 797 time: 0.1604581 Aug 06 16:13:59.656511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-6a2c13e5-8be5-418a-abb4-5a582358d950 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:59.662135 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=dc115554-a408-4e44-950b-33c997a26121,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:59.713265 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7435407d-9412-456c-93b6-10ec5c08fcf1 req-8d5b56d9-462f-448b-90ba-1f5acacec4b3 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890195 Aug 06 16:13:59.722086 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-35ec6b93-8330-40ca-9745-f6104d4c87f7 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ead4e8906674c03a98f2b96e64fabd0 HTTP/1.1" status: 200 len: 379 time: 0.0574436 Aug 06 16:13:59.743551 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-bea63b91-08c7-4c5a-9a19-4ee2de388d75 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'port': {'device_id': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'admin_state_up': True, 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'security_groups': ['2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:59.760445 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ef40f801-05c0-4a69-b873-8dc06652caf0 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:59.775345 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6059030b-4478-454a-bad1-e9e9f3fdd3e4 req-d1b5dbea-2d46-47a4-8416-6b0f27fe0cdf tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663754 Aug 06 16:13:59.867784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c13e5-8be5-418a-abb4-5a582358d950 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Pushing event updated for resources: {'Port': ['ID=569130c6-2689-48d8-a2c4-630b0bfcfe96,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:59.889411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port ef40f801-05c0-4a69-b873-8dc06652caf0 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:59.900871 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port ef40f801-05c0-4a69-b873-8dc06652caf0 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:59.901872 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:59.926724 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53458) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:59.953547 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a29ee552-99ff-42ad-9817-6eee404fd463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:59.956107 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-310ca664-871f-418a-bc4a-d8db2981d03b req-045bc817-26e1-421f-a1fc-d49ea7f04f7c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 210 time: 0.0628586 Aug 06 16:13:59.974730 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-6a2c13e5-8be5-418a-abb4-5a582358d950 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:59.975878 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-6a2c13e5-8be5-418a-abb4-5a582358d950 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:00.020440 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:00.022897 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49c68a-20ff-462c-83d9-b1430e008ff8 req-242abaae-63c0-4ad9-b805-df48cc5fe088 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:00.024461 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad49c68a-20ff-462c-83d9-b1430e008ff8 req-242abaae-63c0-4ad9-b805-df48cc5fe088 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 931 time: 0.1605864 Aug 06 16:14:00.056773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01687199-ab38-4466-b177-a5a65120a5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef40f801-05c0-4a69-b873-8dc06652caf0'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:00.061111 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4011e68-8649-4221-972f-5d374457b79f" -d '{"events": [{"server_uuid": "01687199-ab38-4466-b177-a5a65120a5f6", "name": "network-vif-plugged", "status": "completed", "tag": "ef40f801-05c0-4a69-b873-8dc06652caf0"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:00.089833 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port ef40f801-05c0-4a69-b873-8dc06652caf0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ef40f801-05c0-4a69-b873-8dc06652caf0,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:00.097288 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:00.163763 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad49c68a-20ff-462c-83d9-b1430e008ff8 req-a9439287-d69e-4d8e-827d-272fd6e237f3 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278789 Aug 06 16:14:00.200886 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a29ee552-99ff-42ad-9817-6eee404fd463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:00.206973 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=ef40f801-05c0-4a69-b873-8dc06652caf0,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:00.208230 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a29ee552-99ff-42ad-9817-6eee404fd463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:00.212884 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-6a2c13e5-8be5-418a-abb4-5a582358d950 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7044091 Aug 06 16:14:00.234992 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Request body: {'port': {'device_id': '7126f175-7c68-4e54-a032-7a13031aa456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:00.269956 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a29ee552-99ff-42ad-9817-6eee404fd463 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47f7cde7600b4925ab118197acf19263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399847 Aug 06 16:14:00.274611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53466) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:00.291260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-bea63b91-08c7-4c5a-9a19-4ee2de388d75 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Made reservation on behalf of 6ead4e8906674c03a98f2b96e64fabd0 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:00.297429 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-bea63b91-08c7-4c5a-9a19-4ee2de388d75 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:00.357654 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ee552-99ff-42ad-9817-6eee404fd463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41944871-6132-4dfa-99eb-36a16ad92bcf,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:00.359098 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:00.368188 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:00.421658 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:00.474878 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-618efb3c-0a70-48a1-958c-853eb7576722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:00.494090 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=10c982cd-f52c-4ae5-af18-6df354215831,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:00.499538 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:00.535758 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-618efb3c-0a70-48a1-958c-853eb7576722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:00.576625 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac4fbbc-2bf3-472f-b6a1-4b2f586a7759 x-openstack-request-id: req-5ac4fbbc-2bf3-472f-b6a1-4b2f586a7759 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:00.576929 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01687199-ab38-4466-b177-a5a65120a5f6", "name": "network-vif-plugged", "status": "completed", "tag": "ef40f801-05c0-4a69-b873-8dc06652caf0", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:00.577184 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ac4fbbc-2bf3-472f-b6a1-4b2f586a7759 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:00.577578 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01687199-ab38-4466-b177-a5a65120a5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef40f801-05c0-4a69-b873-8dc06652caf0', 'code': 200} Aug 06 16:14:00.588460 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-bea63b91-08c7-4c5a-9a19-4ee2de388d75 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Allocated IP 172.20.0.6 (f00e6c0c-8412-4062-b121-a5c3f9142d9a/f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b/8e861ed4-a475-4228-8bdd-577165624585) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:00.655751 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-618efb3c-0a70-48a1-958c-853eb7576722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:00.658299 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-618efb3c-0a70-48a1-958c-853eb7576722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:00.659459 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-618efb3c-0a70-48a1-958c-853eb7576722 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41944871-6132-4dfa-99eb-36a16ad92bcf HTTP/1.1" status: 204 len: 168 time: 0.3826828 Aug 06 16:14:00.733800 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618efb3c-0a70-48a1-958c-853eb7576722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41944871-6132-4dfa-99eb-36a16ad92bcf,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:00.823492 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network 5c8a5b89-df33-44a9-a207-28e5de2c91bb is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:00.830373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f970c58-f0cf-4a9a-bfd2-2a3211f4c74d req-cacb3097-c0f2-429a-8ca0-804f60446c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:00.832170 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1f970c58-f0cf-4a9a-bfd2-2a3211f4c74d req-cacb3097-c0f2-429a-8ca0-804f60446c02 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 1096 time: 0.1629741 Aug 06 16:14:00.834653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:00.912834 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1f970c58-f0cf-4a9a-bfd2-2a3211f4c74d req-3eee8001-c667-41b8-9b41-a55ae316ba50 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670900 Aug 06 16:14:00.917399 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-bea63b91-08c7-4c5a-9a19-4ee2de388d75 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:00.934820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-bea63b91-08c7-4c5a-9a19-4ee2de388d75 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Transition to ACTIVE for port object 8e861ed4-a475-4228-8bdd-577165624585 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:01.026684 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-bea63b91-08c7-4c5a-9a19-4ee2de388d75 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:01.040873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device dc115554-a408-4e44-950b-33c997a26121 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:14:01.103547 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port dc115554-a408-4e44-950b-33c997a26121 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:01.107230 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:01.120931 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-bea63b91-08c7-4c5a-9a19-4ee2de388d75 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network f00e6c0c-8412-4062-b121-a5c3f9142d9a is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:01.127076 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-bea63b91-08c7-4c5a-9a19-4ee2de388d75 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:01.133038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-bea63b91-08c7-4c5a-9a19-4ee2de388d75 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:01.138203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8fe71-328e-4537-8443-36f80515f3b2 req-3b45e1f2-63d1-4fd7-bc81-43f22768c964 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:01.148027 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ed8fe71-328e-4537-8443-36f80515f3b2 req-3b45e1f2-63d1-4fd7-bc81-43f22768c964 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.3033793 Aug 06 16:14:01.209929 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea63b91-08c7-4c5a-9a19-4ee2de388d75 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=8e861ed4-a475-4228-8bdd-577165624585,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:01.250864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-bea63b91-08c7-4c5a-9a19-4ee2de388d75 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:01.264537 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-bea63b91-08c7-4c5a-9a19-4ee2de388d75 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:01.284709 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-bea63b91-08c7-4c5a-9a19-4ee2de388d75 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5504436 Aug 06 16:14:01.305770 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Request body: {'port': {'device_id': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:01.410860 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:01.592469 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fd3a446b-151e-4453-8619-ddf61b913746 None None] Provisioning for port 8e861ed4-a475-4228-8bdd-577165624585 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:14:01.602440 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fd3a446b-151e-4453-8619-ddf61b913746 None None] Provisioning complete for port 8e861ed4-a475-4228-8bdd-577165624585 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:01.603406 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fd3a446b-151e-4453-8619-ddf61b913746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:01.849224 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e861ed4-a475-4228-8bdd-577165624585 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:14:01.862781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:01.865570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562c309-f63f-40a2-8151-901807d905b7 req-7993945f-ceed-4b3d-8383-4d923c125f70 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:01.875933 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c562c309-f63f-40a2-8151-901807d905b7 req-7993945f-ceed-4b3d-8383-4d923c125f70 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 945 time: 0.9753311 Aug 06 16:14:01.881583 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Transition to ACTIVE for port object 8e861ed4-a475-4228-8bdd-577165624585 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:01.890462 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:01.935371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569130c6-2689-48d8-a2c4-630b0bfcfe96 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:14:01.956495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a446b-151e-4453-8619-ddf61b913746 None None] Port 8e861ed4-a475-4228-8bdd-577165624585 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:14:01.981918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ed8fe71-328e-4537-8443-36f80515f3b2 req-c1e84fb6-8252-47cf-b459-772fbbed912f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8276200 Aug 06 16:14:02.003132 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Pushing event updated for resources: {'Port': ['ID=8e861ed4-a475-4228-8bdd-577165624585,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:02.003829 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:02.017023 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router 75500435-ab1a-47ea-896d-d7ea0da3386d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:14:02.048906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Attempting to bind port 8e861ed4-a475-4228-8bdd-577165624585 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:14:02.049298 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Attempting to bind port 8e861ed4-a475-4228-8bdd-577165624585 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:14:02.049651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Attempting to bind port 8e861ed4-a475-4228-8bdd-577165624585 on network f00e6c0c-8412-4062-b121-a5c3f9142d9a {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:14:02.055132 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Port 8e861ed4-a475-4228-8bdd-577165624585 on network f00e6c0c-8412-4062-b121-a5c3f9142d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:14:02.055459 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Attempting to bind port 8e861ed4-a475-4228-8bdd-577165624585 on network f00e6c0c-8412-4062-b121-a5c3f9142d9a {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:14:02.061506 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:14:02.061872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Checking segment: {'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:14:02.062249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Bound using segment: {'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:14:02.062730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Bound port: 8e861ed4-a475-4228-8bdd-577165624585, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:14:02.063089 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:02.076883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Transition to ACTIVE for port object 569130c6-2689-48d8-a2c4-630b0bfcfe96 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:02.090488 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c562c309-f63f-40a2-8151-901807d905b7 req-8b4b1155-f99d-42fc-9811-26790db3b6c1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134295 Aug 06 16:14:02.103252 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:02.200521 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:14:02.215158 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8e861ed4-a475-4228-8bdd-577165624585,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:14:02.225360 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:02.323411 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Pushing event updated for resources: {'Port': ['ID=569130c6-2689-48d8-a2c4-630b0bfcfe96,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:02.326843 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Pushing event updated for resources: {'Port': ['ID=8e861ed4-a475-4228-8bdd-577165624585,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:02.337254 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:02.337953 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:02.339434 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-dd7ec584-aaba-466b-bae1-3bcd510d8716 service neutron] 10.222.0.78 "PUT /v2.0/ports/8e861ed4-a475-4228-8bdd-577165624585 HTTP/1.1" status: 200 len: 1091 time: 1.0405779 Aug 06 16:14:02.339911 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'tag': '8e861ed4-a475-4228-8bdd-577165624585'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:02.342286 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208b2a1d-667f-4c02-b938-9b782d014b61" -d '{"events": [{"name": "network-changed", "server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "tag": "8e861ed4-a475-4228-8bdd-577165624585"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:02.453137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc5467-7a77-4eb3-9502-dcd09ce28603 req-0ae5ab06-70c7-435d-854b-5a0a742bc93d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:02.460666 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2dc5467-7a77-4eb3-9502-dcd09ce28603 req-0ae5ab06-70c7-435d-854b-5a0a742bc93d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 943 time: 0.3438759 Aug 06 16:14:02.499086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-f28a6cdd-219c-4aee-a601-f5ff988d485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:02.501782 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-f28a6cdd-219c-4aee-a601-f5ff988d485a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 1094 time: 0.1116228 Aug 06 16:14:02.582506 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2dc5467-7a77-4eb3-9502-dcd09ce28603 req-152dd4fd-46b7-4af7-be9f-a00c378de10e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205375 Aug 06 16:14:02.600135 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Attempting to bind port 569130c6-2689-48d8-a2c4-630b0bfcfe96 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:14:02.600661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Attempting to bind port 569130c6-2689-48d8-a2c4-630b0bfcfe96 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '17e1613e-e63e-48e5-b868-1218eacda7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:14:02.601193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Attempting to bind port 569130c6-2689-48d8-a2c4-630b0bfcfe96 on network e45d3342-7250-400e-8edc-6eb56b28c052 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:14:02.633638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:14:02.648161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1cf0df-a758-47f6-baa5-65996719bb72 None None] Sync routers for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:14:02.662312 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-91626a26-33d8-4f34-825a-877b50dc67a3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "PUT /v2.0/routers/75500435-ab1a-47ea-896d-d7ea0da3386d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7639389 Aug 06 16:14:02.676068 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1cf0df-a758-47f6-baa5-65996719bb72 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:02.681528 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5d1cf0df-a758-47f6-baa5-65996719bb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:13:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:02.700103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dc0c3-f146-41f5-abae-8544dd7429d7 req-6cf91a3b-06f4-4639-b053-54b879d7bf57 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:02.703067 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-258dc0c3-f146-41f5-abae-8544dd7429d7 req-6cf91a3b-06f4-4639-b053-54b879d7bf57 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 943 time: 0.4186208 Aug 06 16:14:02.711474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53524) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:02.715271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Port 569130c6-2689-48d8-a2c4-630b0bfcfe96 on network e45d3342-7250-400e-8edc-6eb56b28c052 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:14:02.718061 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Attempting to bind port 569130c6-2689-48d8-a2c4-630b0bfcfe96 on network e45d3342-7250-400e-8edc-6eb56b28c052 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:14:02.741748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-27d97167-ca38-4ca3-9612-6acfcbb41e7f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'port': {'network_id': '5c8a5b89-df33-44a9-a207-28e5de2c91bb', 'name': 'tempest-FloatingIPTestJSON-1977661697'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:02.750894 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:14:02.751610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Checking segment: {'id': '17e1613e-e63e-48e5-b868-1218eacda7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:14:02.752241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Bound using segment: {'id': '17e1613e-e63e-48e5-b868-1218eacda7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:14:02.752952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Bound port: 569130c6-2689-48d8-a2c4-630b0bfcfe96, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e1613e-e63e-48e5-b868-1218eacda7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:14:02.753569 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:02.790862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5d1cf0df-a758-47f6-baa5-65996719bb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:02.806089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1cf0df-a758-47f6-baa5-65996719bb72 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:02.807554 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5d1cf0df-a758-47f6-baa5-65996719bb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:13:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:02.898442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5d1cf0df-a758-47f6-baa5-65996719bb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:02.900159 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1cf0df-a758-47f6-baa5-65996719bb72 None None] The sync data for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:14:03.009007 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-258dc0c3-f146-41f5-abae-8544dd7429d7 req-51fc0ceb-d9f4-4744-943e-9504ca0fe1d5 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541628 Aug 06 16:14:03.065817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] For port 569130c6-2689-48d8-a2c4-630b0bfcfe96, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:14:03.070851 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] For port 569130c6-2689-48d8-a2c4-630b0bfcfe96, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=569130c6-2689-48d8-a2c4-630b0bfcfe96,segment=NetworkSegment(17e1613e-e63e-48e5-b868-1218eacda7d5),segment_id=17e1613e-e63e-48e5-b868-1218eacda7d5)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:14:03.087495 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:03.099146 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd24133-79dc-4253-ad0b-5ec343ab19e6 x-openstack-request-id: req-1fd24133-79dc-4253-ad0b-5ec343ab19e6 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:03.099919 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "tag": "8e861ed4-a475-4228-8bdd-577165624585", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:03.099919 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1fd24133-79dc-4253-ad0b-5ec343ab19e6 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:03.100248 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'tag': '8e861ed4-a475-4228-8bdd-577165624585', 'status': 'completed', 'code': 200} Aug 06 16:14:03.101976 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-e10b5d7a-5734-4f61-8727-957cc22bd1ff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e861ed4-a475-4228-8bdd-577165624585 HTTP/1.1" status: 200 len: 217 time: 0.5882537 Aug 06 16:14:03.170721 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-2ff19e5e-2560-4b5b-8d9b-4c77212ba575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:03.172525 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-2ff19e5e-2560-4b5b-8d9b-4c77212ba575 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b HTTP/1.1" status: 200 len: 835 time: 0.0567644 Aug 06 16:14:03.225665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d97167-ca38-4ca3-9612-6acfcbb41e7f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Made reservation on behalf of 1e9ada84c9894149aaf204ea7b27324d for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:03.229381 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-27d97167-ca38-4ca3-9612-6acfcbb41e7f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:03.235697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:03.236431 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:03.238342 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] 10.222.0.13 "PUT /v2.0/ports/569130c6-2689-48d8-a2c4-630b0bfcfe96 HTTP/1.1" status: 200 len: 1091 time: 3.0095234 Aug 06 16:14:03.241855 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-17d5d3eb-091e-469a-aa4d-9b82ba43d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:03.243848 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-17d5d3eb-091e-469a-aa4d-9b82ba43d6ad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f00e6c0c-8412-4062-b121-a5c3f9142d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589309 Aug 06 16:14:03.245993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7126f175-7c68-4e54-a032-7a13031aa456', 'tag': '569130c6-2689-48d8-a2c4-630b0bfcfe96'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:03.248465 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61329883-2f0f-4b81-a4a3-b3ac328be283" -d '{"events": [{"name": "network-changed", "server_uuid": "7126f175-7c68-4e54-a032-7a13031aa456", "tag": "569130c6-2689-48d8-a2c4-630b0bfcfe96"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:03.353038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-27d97167-ca38-4ca3-9612-6acfcbb41e7f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] device_id is not set on port e3ce1615-0e5e-4aa7-99a9-717999e40df4 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:14:03.364442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79444e-9864-471a-8150-eb22b7d174fb service neutron] Pushing event updated for resources: {'Port': ['ID=569130c6-2689-48d8-a2c4-630b0bfcfe96,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:03.376951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed68dcb-530b-4120-88dc-eba4d42ee129 req-c8e8a253-4f81-4b1a-99c0-0902ccc1f507 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:03.378384 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ed68dcb-530b-4120-88dc-eba4d42ee129 req-c8e8a253-4f81-4b1a-99c0-0902ccc1f507 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.2935212 Aug 06 16:14:03.419864 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-21787a1a-c0f3-4b28-9963-92df12b8af0c service neutron] 10.222.0.78 "GET /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680882 Aug 06 16:14:03.470277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5da36-3024-4b27-a49d-e91f4e9581a7 req-5bf10809-69a5-42ab-a8e4-1f33d15e5469 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:03.472881 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6c5da36-3024-4b27-a49d-e91f4e9581a7 req-5bf10809-69a5-42ab-a8e4-1f33d15e5469 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 945 time: 0.2695358 Aug 06 16:14:03.478293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-a58ee52d-fce7-4abe-b805-f87da63c3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:03.479946 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-a58ee52d-fce7-4abe-b805-f87da63c3c24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1dd9d5eec2aa4eb68c1a1b78b1823036&device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 1094 time: 0.1887755 Aug 06 16:14:03.602558 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9a30887a-78d5-4fb6-8592-7af0a991a986 req-f6a4011d-e7a9-41d2-9201-bee5c34e0403 service neutron] 10.222.0.78 "GET /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695571 Aug 06 16:14:03.609699 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ed68dcb-530b-4120-88dc-eba4d42ee129 req-23422871-0e2e-4793-9fde-4d353c94fc2e tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231672 Aug 06 16:14:03.619483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-f40aa2ec-0146-40f9-b20b-01d692b9385f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=569130c6-2689-48d8-a2c4-630b0bfcfe96 HTTP/1.1" status: 200 len: 217 time: 0.1285753 Aug 06 16:14:03.706518 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-57222db3-0415-48ea-b59c-23a0d65327f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:03.708995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-57222db3-0415-48ea-b59c-23a0d65327f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4 HTTP/1.1" status: 200 len: 851 time: 0.0788293 Aug 06 16:14:03.711541 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aca636-0df3-4066-82f7-f028a58984b7 x-openstack-request-id: req-24aca636-0df3-4066-82f7-f028a58984b7 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:03.712139 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7126f175-7c68-4e54-a032-7a13031aa456", "tag": "569130c6-2689-48d8-a2c4-630b0bfcfe96", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:03.712507 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24aca636-0df3-4066-82f7-f028a58984b7 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:03.713098 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7126f175-7c68-4e54-a032-7a13031aa456', 'tag': '569130c6-2689-48d8-a2c4-630b0bfcfe96', 'status': 'completed', 'code': 200} Aug 06 16:14:03.732003 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-946c0edf-1783-4168-9013-e20ca2831ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:03.782393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-22c67ed0-75c0-49cf-9e17-182b346de6bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e45d3342-7250-400e-8edc-6eb56b28c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567629 Aug 06 16:14:03.800463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b2a1d-667f-4c02-b938-9b782d014b61 req-96791fee-6ee7-4992-94fd-013ee18c9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:03.801562 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-208b2a1d-667f-4c02-b938-9b782d014b61 req-96791fee-6ee7-4992-94fd-013ee18c9b1d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 1094 time: 0.1051691 Aug 06 16:14:03.859156 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-27d97167-ca38-4ca3-9612-6acfcbb41e7f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Allocated IP 172.20.0.5 (5c8a5b89-df33-44a9-a207-28e5de2c91bb/6345dde0-a839-4755-b054-c18a81771135/e3ce1615-0e5e-4aa7-99a9-717999e40df4) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:03.894573 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6c5da36-3024-4b27-a49d-e91f4e9581a7 req-f1a6527b-eec7-4e6b-9350-923b9935acc7 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053106 Aug 06 16:14:04.023408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b2a1d-667f-4c02-b938-9b782d014b61 req-71f33b1d-9b21-43a8-b39f-d74a989cad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:04.026086 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-208b2a1d-667f-4c02-b938-9b782d014b61 req-71f33b1d-9b21-43a8-b39f-d74a989cad0c service neutron] 10.222.0.78 "GET /v2.0/networks?id=f00e6c0c-8412-4062-b121-a5c3f9142d9a HTTP/1.1" status: 200 len: 898 time: 0.2136586 Aug 06 16:14:04.035468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdbbd4-b599-415d-bc65-96db1b95000c req-0c5a6669-913d-4d07-8076-4f2f18f8f53c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:04.043264 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0bdbbd4-b599-415d-bc65-96db1b95000c req-0c5a6669-913d-4d07-8076-4f2f18f8f53c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 943 time: 0.2559073 Aug 06 16:14:04.081931 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-208b2a1d-667f-4c02-b938-9b782d014b61 req-a424b0db-3389-4eda-bb82-fc6d0c521896 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e861ed4-a475-4228-8bdd-577165624585 HTTP/1.1" status: 200 len: 217 time: 0.0478139 Aug 06 16:14:04.156557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-aa8674f8-b353-4d98-bab0-626108edee8c service neutron] 10.222.0.13 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451052 Aug 06 16:14:04.172349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b2a1d-667f-4c02-b938-9b782d014b61 req-0fc1ef16-73dc-42af-b358-68e550d6dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:04.174916 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-208b2a1d-667f-4c02-b938-9b782d014b61 req-0fc1ef16-73dc-42af-b358-68e550d6dda0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b HTTP/1.1" status: 200 len: 835 time: 0.0837455 Aug 06 16:14:04.188222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0bdbbd4-b599-415d-bc65-96db1b95000c req-4cbb915f-f201-444b-a858-aad102e11b56 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327336 Aug 06 16:14:04.263045 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b2a1d-667f-4c02-b938-9b782d014b61 req-9c5892eb-aa7b-4063-8db4-020224c43fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:04.265516 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-208b2a1d-667f-4c02-b938-9b782d014b61 req-9c5892eb-aa7b-4063-8db4-020224c43fbb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f00e6c0c-8412-4062-b121-a5c3f9142d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773549 Aug 06 16:14:04.383884 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8a03-caa4-45aa-9453-5372ee007d04 req-cd3bf44a-3204-4c06-9033-9e527d68ac20 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:04.391846 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03ed8a03-caa4-45aa-9453-5372ee007d04 req-cd3bf44a-3204-4c06-9033-9e527d68ac20 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 945 time: 0.3214717 Aug 06 16:14:04.427694 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-208b2a1d-667f-4c02-b938-9b782d014b61 req-63d2940b-18db-4149-b6f3-fac2218943f8 service neutron] 10.222.0.78 "GET /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521578 Aug 06 16:14:04.478587 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03ed8a03-caa4-45aa-9453-5372ee007d04 req-1e005dc3-39f8-49d0-abe9-2c1d7d274422 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854559 Aug 06 16:14:04.510413 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06945b-5afc-4561-8472-767dbaaedaf5 req-f677fb82-2759-4a00-be3e-77964bae121b tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:04.511959 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a06945b-5afc-4561-8472-767dbaaedaf5 req-f677fb82-2759-4a00-be3e-77964bae121b tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 943 time: 0.2436807 Aug 06 16:14:04.520293 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af137584-58ca-49d5-ae4e-c8df8ab39f1b req-fd0a4969-7069-4e2d-9787-79e62929c278 service neutron] 10.222.0.13 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544374 Aug 06 16:14:04.558796 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-27d97167-ca38-4ca3-9612-6acfcbb41e7f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:04.601919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a06945b-5afc-4561-8472-767dbaaedaf5 req-b4d0eba6-dd77-4b3e-a7bb-ec510e173ec6 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697708 Aug 06 16:14:04.696501 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-208b2a1d-667f-4c02-b938-9b782d014b61 req-7a6c2427-d5e8-45af-ae2b-47bc25547985 service neutron] 10.222.0.78 "GET /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510395 Aug 06 16:14:04.716430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-27d97167-ca38-4ca3-9612-6acfcbb41e7f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:04.799879 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61329883-2f0f-4b81-a4a3-b3ac328be283 req-a99a0ff6-449e-4416-b716-e3bb47ab06ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:04.800895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61329883-2f0f-4b81-a4a3-b3ac328be283 req-a99a0ff6-449e-4416-b716-e3bb47ab06ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1dd9d5eec2aa4eb68c1a1b78b1823036&device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 1094 time: 0.1715043 Aug 06 16:14:04.803061 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d97167-ca38-4ca3-9612-6acfcbb41e7f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network 5c8a5b89-df33-44a9-a207-28e5de2c91bb is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:04.854800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-27d97167-ca38-4ca3-9612-6acfcbb41e7f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:04.857155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d97167-ca38-4ca3-9612-6acfcbb41e7f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:04.949899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d97167-ca38-4ca3-9612-6acfcbb41e7f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=e3ce1615-0e5e-4aa7-99a9-717999e40df4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:05.016293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d97167-ca38-4ca3-9612-6acfcbb41e7f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:05.016929 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-27d97167-ca38-4ca3-9612-6acfcbb41e7f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:05.031138 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6c9c2-14c1-4239-a2b1-1f4baf77504c req-f17d5fb4-5d8d-4fb6-9170-8bb08a0368fb tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:05.032862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73f6c9c2-14c1-4239-a2b1-1f4baf77504c req-f17d5fb4-5d8d-4fb6-9170-8bb08a0368fb tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.2553267 Aug 06 16:14:05.089261 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-27d97167-ca38-4ca3-9612-6acfcbb41e7f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3721409 Aug 06 16:14:05.090346 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53582) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:05.096240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e8d6d-7c31-48aa-9056-75589e17edba req-582b5b47-aa82-415e-8aa6-58e95d5ff95a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:05.104150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e3e8d6d-7c31-48aa-9056-75589e17edba req-582b5b47-aa82-415e-8aa6-58e95d5ff95a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 945 time: 0.2024176 Aug 06 16:14:05.106476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61329883-2f0f-4b81-a4a3-b3ac328be283 req-ccc844d8-c6c8-40dd-b405-7013b434ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:05.108086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61329883-2f0f-4b81-a4a3-b3ac328be283 req-ccc844d8-c6c8-40dd-b405-7013b434ab8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e45d3342-7250-400e-8edc-6eb56b28c052 HTTP/1.1" status: 200 len: 912 time: 0.2864659 Aug 06 16:14:05.108283 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9cfe95de-8dda-4359-b3be-c6c919cc8dfb tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'port': {'network_id': '5c8a5b89-df33-44a9-a207-28e5de2c91bb', 'name': 'tempest-FloatingIPTestJSON-384298237'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:05.173795 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73f6c9c2-14c1-4239-a2b1-1f4baf77504c req-72b507f8-a5d2-4240-8498-9b98f354ad9a tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279693 Aug 06 16:14:05.178208 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61329883-2f0f-4b81-a4a3-b3ac328be283 req-fc68330e-5589-41f3-9679-c464bbf07214 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=569130c6-2689-48d8-a2c4-630b0bfcfe96 HTTP/1.1" status: 200 len: 217 time: 0.0601873 Aug 06 16:14:05.247061 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e3e8d6d-7c31-48aa-9056-75589e17edba req-b20bc476-cd76-432d-a9cc-45b63affceec tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362512 Aug 06 16:14:05.273080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61329883-2f0f-4b81-a4a3-b3ac328be283 req-a162ddf3-0392-4186-ab61-49e74e0c68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:05.275477 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61329883-2f0f-4b81-a4a3-b3ac328be283 req-a162ddf3-0392-4186-ab61-49e74e0c68a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4 HTTP/1.1" status: 200 len: 851 time: 0.0890036 Aug 06 16:14:05.329144 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61329883-2f0f-4b81-a4a3-b3ac328be283 req-42702fb2-32b6-4fb9-a594-d52a8ecb43bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e45d3342-7250-400e-8edc-6eb56b28c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450528 Aug 06 16:14:05.359212 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfe95de-8dda-4359-b3be-c6c919cc8dfb tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Made reservation on behalf of 1e9ada84c9894149aaf204ea7b27324d for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:05.362909 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cfe95de-8dda-4359-b3be-c6c919cc8dfb tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:05.389520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-9cfe95de-8dda-4359-b3be-c6c919cc8dfb tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] device_id is not set on port a4063771-2049-4f35-8913-3d853217977e yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:14:05.437288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1d3e-e700-4eae-95f7-010624567387 req-2ead531e-0699-45aa-8217-59f821aed8be tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:05.438868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a3e1d3e-e700-4eae-95f7-010624567387 req-2ead531e-0699-45aa-8217-59f821aed8be tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 943 time: 0.1136012 Aug 06 16:14:05.500197 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a3e1d3e-e700-4eae-95f7-010624567387 req-3b1406b6-5a12-4984-9f77-283001eedd93 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523190 Aug 06 16:14:05.504039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61329883-2f0f-4b81-a4a3-b3ac328be283 req-027f24ed-c9e6-4fe1-9bff-a3c434abf2bc service neutron] 10.222.0.13 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660872 Aug 06 16:14:05.553116 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-9cfe95de-8dda-4359-b3be-c6c919cc8dfb tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Allocated IP 172.20.0.13 (5c8a5b89-df33-44a9-a207-28e5de2c91bb/6345dde0-a839-4755-b054-c18a81771135/a4063771-2049-4f35-8913-3d853217977e) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:05.655513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61329883-2f0f-4b81-a4a3-b3ac328be283 req-767b99e8-9869-4dac-8d96-a689da24fa83 service neutron] 10.222.0.13 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419942 Aug 06 16:14:05.773378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a738c-26b1-4392-be72-e45c218c5a02 req-b0429057-7cdc-42c8-89ba-117d7bf86d2a tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:05.775465 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-798a738c-26b1-4392-be72-e45c218c5a02 req-b0429057-7cdc-42c8-89ba-117d7bf86d2a tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 943 time: 0.0638807 Aug 06 16:14:05.785752 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cfe95de-8dda-4359-b3be-c6c919cc8dfb tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:05.824855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-798a738c-26b1-4392-be72-e45c218c5a02 req-8d397abf-dd8e-4c70-af87-849480341d7e tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Aug 06 16:14:05.862139 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cfe95de-8dda-4359-b3be-c6c919cc8dfb tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:05.914309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfe95de-8dda-4359-b3be-c6c919cc8dfb tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network 5c8a5b89-df33-44a9-a207-28e5de2c91bb is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:05.929536 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9cfe95de-8dda-4359-b3be-c6c919cc8dfb tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:05.932742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe95de-8dda-4359-b3be-c6c919cc8dfb tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:05.980928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe95de-8dda-4359-b3be-c6c919cc8dfb tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=a4063771-2049-4f35-8913-3d853217977e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:06.003702 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfe95de-8dda-4359-b3be-c6c919cc8dfb tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:06.004464 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cfe95de-8dda-4359-b3be-c6c919cc8dfb tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:06.025864 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9cfe95de-8dda-4359-b3be-c6c919cc8dfb tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9341352 Aug 06 16:14:06.030286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53602) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:06.037676 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': 'a4063771-2049-4f35-8913-3d853217977e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:06.070724 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:06.164933 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-645ba4fb-acc2-4d4b-99e3-4d8f3ca7bd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:06.208671 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:06.313788 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbc8c1-2fc6-4c5f-a2f1-975e96538e36 req-3537db04-d67e-42ab-b615-62bf4aea43fc tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:06.315624 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cbfbc8c1-2fc6-4c5f-a2f1-975e96538e36 req-3537db04-d67e-42ab-b615-62bf4aea43fc tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 945 time: 0.1196387 Aug 06 16:14:06.523397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09d971-33da-4d09-9432-0be41b58b480 req-feb0eb49-a366-4347-8518-6cf879c6ea69 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:06.525537 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f09d971-33da-4d09-9432-0be41b58b480 req-feb0eb49-a366-4347-8518-6cf879c6ea69 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.2331777 Aug 06 16:14:06.528105 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Allocated IP 172.25.1.245 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/d9788a61-e482-4ec1-9f05-be6f9ba7a9e8) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:06.573591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822bd4d-5274-44af-aa98-17ce712f6a33 req-72b63278-bdb8-4ec7-a221-98f46ce76847 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:06.575211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8822bd4d-5274-44af-aa98-17ce712f6a33 req-72b63278-bdb8-4ec7-a221-98f46ce76847 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 945 time: 0.2124305 Aug 06 16:14:06.602734 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:06.696899 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f09d971-33da-4d09-9432-0be41b58b480 req-ba6bdf46-4868-4256-8c6d-65d242ce680b tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476023 Aug 06 16:14:06.715667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-cbfbc8c1-2fc6-4c5f-a2f1-975e96538e36 req-a8f877de-2a3c-4503-9208-455f878a660f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Deleting port ef40f801-05c0-4a69-b873-8dc06652caf0 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:06.716452 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cbfbc8c1-2fc6-4c5f-a2f1-975e96538e36 req-a8f877de-2a3c-4503-9208-455f878a660f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:06.766454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8822bd4d-5274-44af-aa98-17ce712f6a33 req-6f280e74-e617-4731-b641-052c233d3cdc tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612260 Aug 06 16:14:06.848333 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:06.921949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7e9d5-4c02-4114-990f-24d40863b1ec req-af7290cc-b1f7-42b2-9979-69e85777adf1 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:06.923508 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5c7e9d5-4c02-4114-990f-24d40863b1ec req-af7290cc-b1f7-42b2-9979-69e85777adf1 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 943 time: 0.1452465 Aug 06 16:14:06.935316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-cbfbc8c1-2fc6-4c5f-a2f1-975e96538e36 req-a8f877de-2a3c-4503-9208-455f878a660f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] For port ef40f801-05c0-4a69-b873-8dc06652caf0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ef40f801-05c0-4a69-b873-8dc06652caf0,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:06.935624 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cbfbc8c1-2fc6-4c5f-a2f1-975e96538e36 req-a8f877de-2a3c-4503-9208-455f878a660f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:07.001454 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-cbfbc8c1-2fc6-4c5f-a2f1-975e96538e36 req-a8f877de-2a3c-4503-9208-455f878a660f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Calling delete_port for ef40f801-05c0-4a69-b873-8dc06652caf0 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:07.053385 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:07.122955 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5c7e9d5-4c02-4114-990f-24d40863b1ec req-e98afba1-f792-4eb8-a4c1-f775a4648130 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886661 Aug 06 16:14:07.172708 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97259530-4224-423b-8f78-74ed3700591e req-881ecb98-b6a9-4934-b5e7-c3edfb58efc1 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:07.174316 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97259530-4224-423b-8f78-74ed3700591e req-881ecb98-b6a9-4934-b5e7-c3edfb58efc1 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 943 time: 0.2024393 Aug 06 16:14:07.180296 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:07.219645 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:07.224796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:07.228823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=d9788a61-e482-4ec1-9f05-be6f9ba7a9e8,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:07.275488 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:07.277702 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97259530-4224-423b-8f78-74ed3700591e req-81a13052-b35d-4845-9e7a-e431b00e6814 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834467 Aug 06 16:14:07.359808 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53636) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:07.441994 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cbfbc8c1-2fc6-4c5f-a2f1-975e96538e36 req-a8f877de-2a3c-4503-9208-455f878a660f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:07.460101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['ef40f801-05c0-4a69-b873-8dc06652caf0'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:07.463378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['11f70e67-e4a7-417e-b198-76fea0a61c3b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:07.527873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f877de-2a3c-4503-9208-455f878a660f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Pushing event deleted for resources: {'Port': ['ID=ef40f801-05c0-4a69-b873-8dc06652caf0,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:07.693937 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad222757-470f-4af3-85b0-cfeec249c0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:07.804190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 569130c6-2689-48d8-a2c4-630b0bfcfe96 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:14:07.834728 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad222757-470f-4af3-85b0-cfeec249c0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:07.842927 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad222757-470f-4af3-85b0-cfeec249c0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:07.922101 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ad222757-470f-4af3-85b0-cfeec249c0e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64d4e714fcf341e39ec5a7670b307a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5600421 Aug 06 16:14:07.935206 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad222757-470f-4af3-85b0-cfeec249c0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c62b1a9-3453-4ef5-8d5a-ad8a5fa05cdb,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:07.946436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53648) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:07.992212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 569130c6-2689-48d8-a2c4-630b0bfcfe96, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=569130c6-2689-48d8-a2c4-630b0bfcfe96,segment=NetworkSegment(17e1613e-e63e-48e5-b868-1218eacda7d5),segment_id=17e1613e-e63e-48e5-b868-1218eacda7d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:08.009596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '569130c6-2689-48d8-a2c4-630b0bfcfe96', 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052', 'port_id': '569130c6-2689-48d8-a2c4-630b0bfcfe96', 'mac_address': 'fa:16:3e:0f:b6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:14:08.024498 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a3be73d-e60e-4baf-9fb5-36f48875f9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:08.049333 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a3be73d-e60e-4baf-9fb5-36f48875f9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:08.069169 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:08.085954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569130c6-2689-48d8-a2c4-630b0bfcfe96 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:14:08.116641 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 569130c6-2689-48d8-a2c4-630b0bfcfe96, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=569130c6-2689-48d8-a2c4-630b0bfcfe96,segment=NetworkSegment(17e1613e-e63e-48e5-b868-1218eacda7d5),segment_id=17e1613e-e63e-48e5-b868-1218eacda7d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:08.120685 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:08.132004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfbc8c1-2fc6-4c5f-a2f1-975e96538e36 req-a8f877de-2a3c-4503-9208-455f878a660f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] No DVR routers for this DVR port ef40f801-05c0-4a69-b873-8dc06652caf0 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:08.150987 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a3be73d-e60e-4baf-9fb5-36f48875f9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:08.153833 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a3be73d-e60e-4baf-9fb5-36f48875f9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:08.161923 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7a3be73d-e60e-4baf-9fb5-36f48875f9a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c62b1a9-3453-4ef5-8d5a-ad8a5fa05cdb HTTP/1.1" status: 204 len: 168 time: 0.2066159 Aug 06 16:14:08.162134 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-cbfbc8c1-2fc6-4c5f-a2f1-975e96538e36 req-a8f877de-2a3c-4503-9208-455f878a660f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:08.164232 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cbfbc8c1-2fc6-4c5f-a2f1-975e96538e36 req-a8f877de-2a3c-4503-9208-455f878a660f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "DELETE /v2.0/ports/ef40f801-05c0-4a69-b873-8dc06652caf0 HTTP/1.1" status: 204 len: 173 time: 1.8077643 Aug 06 16:14:08.175697 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3be73d-e60e-4baf-9fb5-36f48875f9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c62b1a9-3453-4ef5-8d5a-ad8a5fa05cdb,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:08.180094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01687199-ab38-4466-b177-a5a65120a5f6', 'name': 'network-vif-deleted', 'tag': 'ef40f801-05c0-4a69-b873-8dc06652caf0'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:08.185382 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12476d75-993b-4ac1-8e5e-8a24d0b757c7" -d '{"events": [{"server_uuid": "01687199-ab38-4466-b177-a5a65120a5f6", "name": "network-vif-deleted", "tag": "ef40f801-05c0-4a69-b873-8dc06652caf0"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:08.236541 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=569130c6-2689-48d8-a2c4-630b0bfcfe96,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:08.236865 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b67bfad5-e5f1-4f86-87d2-343b6e9b500f req-688c4ff8-c8e9-46cd-9fd5-7397329a8c4a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=01687199-ab38-4466-b177-a5a65120a5f6 HTTP/1.1" status: 200 len: 210 time: 0.1351526 Aug 06 16:14:08.249288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:08.249722 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:08.250284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:08.250795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:08.251304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:08.251829 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:08.252342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:08.252848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:08.253370 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:08.254825 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:08.255395 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:08.255739 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:08.287699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60903ac4-82cd-4b7f-a862-89ccc3332446 req-54a5c90f-3444-44a7-869e-a6f4161e0f32 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:08.289433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60903ac4-82cd-4b7f-a862-89ccc3332446 req-54a5c90f-3444-44a7-869e-a6f4161e0f32 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.1592600 Aug 06 16:14:08.336869 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['569130c6-2689-48d8-a2c4-630b0bfcfe96'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:08.448503 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60903ac4-82cd-4b7f-a862-89ccc3332446 req-d8a9f6c1-3085-445e-a718-f5c356fd8c21 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464937 Aug 06 16:14:08.475885 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8e861ed4-a475-4228-8bdd-577165624585 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:14:08.552657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09af7c-9be7-4ab2-9601-ec5fa7eeb60a req-0b23e160-8aac-402a-9e94-1f8d3c294218 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:08.555560 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc09af7c-9be7-4ab2-9601-ec5fa7eeb60a req-0b23e160-8aac-402a-9e94-1f8d3c294218 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 943 time: 0.1891756 Aug 06 16:14:08.557355 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77c23b8-7c8f-4211-9efb-ec031fc90574 x-openstack-request-id: req-a77c23b8-7c8f-4211-9efb-ec031fc90574 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:08.558133 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01687199-ab38-4466-b177-a5a65120a5f6", "name": "network-vif-deleted", "tag": "ef40f801-05c0-4a69-b873-8dc06652caf0", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:08.558573 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a77c23b8-7c8f-4211-9efb-ec031fc90574 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:08.559515 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01687199-ab38-4466-b177-a5a65120a5f6', 'name': 'network-vif-deleted', 'tag': 'ef40f801-05c0-4a69-b873-8dc06652caf0', 'status': 'completed', 'code': 200} Aug 06 16:14:08.611869 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc09af7c-9be7-4ab2-9601-ec5fa7eeb60a req-00ee98d9-b00e-4d1c-badf-6f54f8fb3715 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486252 Aug 06 16:14:08.740842 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:08.750254 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8e861ed4-a475-4228-8bdd-577165624585,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:08.784539 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a39b1c-699b-414b-a52d-53d2f311cd29 req-f83203f0-3c89-4385-81d9-eb62d8e4131b tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:08.785480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '8e861ed4-a475-4228-8bdd-577165624585', 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'port_id': '8e861ed4-a475-4228-8bdd-577165624585', 'mac_address': 'fa:16:3e:92:a8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:14:08.787036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32a39b1c-699b-414b-a52d-53d2f311cd29 req-f83203f0-3c89-4385-81d9-eb62d8e4131b tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 944 time: 0.1228530 Aug 06 16:14:08.888124 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32a39b1c-699b-414b-a52d-53d2f311cd29 req-c5131786-ae93-4b27-91f0-970b07235d63 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929377 Aug 06 16:14:08.889174 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:08.904323 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:08.930790 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e861ed4-a475-4228-8bdd-577165624585 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:14:08.959759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8e861ed4-a475-4228-8bdd-577165624585,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:08.964919 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:09.061237 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:09.083641 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=8e861ed4-a475-4228-8bdd-577165624585,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:09.153298 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53674) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:09.176695 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:09.178681 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b73f0ca1-6ed8-4ce4-8ac9-20bff92a6ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:09.184523 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:09.244964 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=d9788a61-e482-4ec1-9f05-be6f9ba7a9e8,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:09.319006 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:09.327749 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b73f0ca1-6ed8-4ce4-8ac9-20bff92a6ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:09.334050 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b73f0ca1-6ed8-4ce4-8ac9-20bff92a6ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:09.368576 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b73f0ca1-6ed8-4ce4-8ac9-20bff92a6ea3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7a52d37331e4935a7f1095d80449f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2143118 Aug 06 16:14:09.374107 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53682) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:09.422514 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['8e861ed4-a475-4228-8bdd-577165624585'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:09.435389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f0ca1-6ed8-4ce4-8ac9-20bff92a6ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8956221-efc6-457a-9fae-e50dbabec1c6,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:09.480781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f84e166b-bf15-44f6-8091-12502e2a1759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:09.508928 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Floating IP d6e9b815-a800-4310-971d-16791cd70f63 associated. External IP: 172.25.1.245, port: a4063771-2049-4f35-8913-3d853217977e. Aug 06 16:14:09.525198 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f84e166b-bf15-44f6-8091-12502e2a1759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:09.602147 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f84e166b-bf15-44f6-8091-12502e2a1759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:09.608844 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f84e166b-bf15-44f6-8091-12502e2a1759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:09.617308 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f84e166b-bf15-44f6-8091-12502e2a1759 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8956221-efc6-457a-9fae-e50dbabec1c6 HTTP/1.1" status: 204 len: 168 time: 0.2340746 Aug 06 16:14:09.629575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e166b-bf15-44f6-8091-12502e2a1759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8956221-efc6-457a-9fae-e50dbabec1c6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:09.820005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 569130c6-2689-48d8-a2c4-630b0bfcfe96 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:14:09.848267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31442c02-10ee-4fa4-a175-97e71246d746 req-6ce9d119-f3ad-437c-8f90-df13202b245d tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:09.849802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31442c02-10ee-4fa4-a175-97e71246d746 req-6ce9d119-f3ad-437c-8f90-df13202b245d tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.1661527 Aug 06 16:14:09.956214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-594870fe-4506-49f0-a96f-a1e74902d815 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:09.961530 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 569130c6-2689-48d8-a2c4-630b0bfcfe96 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:14:09.964451 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-594870fe-4506-49f0-a96f-a1e74902d815 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 806 time: 0.2818422 Aug 06 16:14:09.975929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 569130c6-2689-48d8-a2c4-630b0bfcfe96 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:09.976587 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:10.024877 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31442c02-10ee-4fa4-a175-97e71246d746 req-981bf8c3-7b35-48ff-93d1-63ddabe0a0f1 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347501 Aug 06 16:14:10.041477 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-72ec7943-5284-4dd1-a4e2-91b1507d1785 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/quotas/874b5d3483684aada68738d45d257709 HTTP/1.1" status: 200 len: 375 time: 0.0745623 Aug 06 16:14:10.125528 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:10.160917 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7126f175-7c68-4e54-a032-7a13031aa456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569130c6-2689-48d8-a2c4-630b0bfcfe96'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:10.164263 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d925ff6e-55d6-42d3-ba60-cf440da02173" -d '{"events": [{"server_uuid": "7126f175-7c68-4e54-a032-7a13031aa456", "name": "network-vif-plugged", "status": "completed", "tag": "569130c6-2689-48d8-a2c4-630b0bfcfe96"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:10.170869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router 75500435-ab1a-47ea-896d-d7ea0da3386d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:14:10.207322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 569130c6-2689-48d8-a2c4-630b0bfcfe96, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=569130c6-2689-48d8-a2c4-630b0bfcfe96,segment=NetworkSegment(17e1613e-e63e-48e5-b868-1218eacda7d5),segment_id=17e1613e-e63e-48e5-b868-1218eacda7d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:10.215000 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:10.216176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ef40f801-05c0-4a69-b873-8dc06652caf0 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:10.224795 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-8dc2f9c7-b898-4ce0-ad60-fe33ac5cdb2a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1716313 Aug 06 16:14:10.273817 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: ef40f801-05c0-4a69-b873-8dc06652caf0 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:14:10.274048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ef40f801-05c0-4a69-b873-8dc06652caf0 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:14:10.304713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662478f-56c4-41f3-9be7-213ee72140ea req-9b373245-3968-4ef8-b209-c85cf2f7369a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:10.306886 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c662478f-56c4-41f3-9be7-213ee72140ea req-9b373245-3968-4ef8-b209-c85cf2f7369a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 944 time: 0.1694272 Aug 06 16:14:10.307070 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=569130c6-2689-48d8-a2c4-630b0bfcfe96,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:10.466747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c662478f-56c4-41f3-9be7-213ee72140ea req-ec263038-1248-4708-8d1a-2823edb95687 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237440 Aug 06 16:14:10.475541 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4a1d16b3-758e-4629-a791-39deb5926925 service neutron] 10.222.0.37 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518063 Aug 06 16:14:10.517000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:14:10.529757 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7100f0a-481d-4550-ae5f-1ba09a40009b None None] Sync routers for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:14:10.545282 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7100f0a-481d-4550-ae5f-1ba09a40009b None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:10.547745 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e7100f0a-481d-4550-ae5f-1ba09a40009b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:10.594329 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e7100f0a-481d-4550-ae5f-1ba09a40009b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:10.606646 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7100f0a-481d-4550-ae5f-1ba09a40009b None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:10.607724 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e7100f0a-481d-4550-ae5f-1ba09a40009b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:10.635331 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:10.668422 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e7100f0a-481d-4550-ae5f-1ba09a40009b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:10.669500 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7100f0a-481d-4550-ae5f-1ba09a40009b None None] The sync data for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:14:10.699337 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ec338b95-80ad-4de5-bd56-3d204f9771c2 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6676037 Aug 06 16:14:10.700133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53742) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:10.707306 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-06a8e775-78f8-42c0-9415-3e60e8831d7a service neutron] 10.222.0.37 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252846 Aug 06 16:14:10.713168 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ffeeab9e-62e2-43f7-8f6d-6f0e957dc89f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:10.722742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ba580-5276-4b09-a644-646c809dc839 req-51af4ae2-7adf-433a-9bb1-f7e09eea9f0c tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:10.725486 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae3ba580-5276-4b09-a644-646c809dc839 req-51af4ae2-7adf-433a-9bb1-f7e09eea9f0c tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.1435053 Aug 06 16:14:10.822450 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae3ba580-5276-4b09-a644-646c809dc839 req-75cdf49f-1b9b-4897-8190-0c07416740ce tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755599 Aug 06 16:14:10.856992 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffeeab9e-62e2-43f7-8f6d-6f0e957dc89f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:11.028199 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0036ee84-0157-4161-8e49-9e050f49ad5c x-openstack-request-id: req-0036ee84-0157-4161-8e49-9e050f49ad5c {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:11.037002 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7126f175-7c68-4e54-a032-7a13031aa456", "name": "network-vif-plugged", "status": "completed", "tag": "569130c6-2689-48d8-a2c4-630b0bfcfe96", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:11.037796 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0036ee84-0157-4161-8e49-9e050f49ad5c {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:11.038894 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7126f175-7c68-4e54-a032-7a13031aa456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569130c6-2689-48d8-a2c4-630b0bfcfe96', 'code': 200} Aug 06 16:14:11.216837 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffeeab9e-62e2-43f7-8f6d-6f0e957dc89f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:11.227655 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffeeab9e-62e2-43f7-8f6d-6f0e957dc89f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:11.228184 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-ffeeab9e-62e2-43f7-8f6d-6f0e957dc89f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Floating IP d6e9b815-a800-4310-971d-16791cd70f63 disassociated. External IP: 172.25.1.245, port: a4063771-2049-4f35-8913-3d853217977e. Aug 06 16:14:11.295567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4071c7a1-2817-441d-a7db-1bf38afea237 req-2e3676c1-aeb1-4223-9455-d4b05ef00ea3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 210 time: 0.1062186 Aug 06 16:14:11.327969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5752ada-0a26-410a-9112-b0e9cc020c9c req-6f4d7d36-7670-410e-ab0c-04508218b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:11.329517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5752ada-0a26-410a-9112-b0e9cc020c9c req-6f4d7d36-7670-410e-ab0c-04508218b32e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 1096 time: 0.1937892 Aug 06 16:14:11.430745 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5752ada-0a26-410a-9112-b0e9cc020c9c req-7bbb30df-620d-4763-b8f0-45ef6d7652ed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921926 Aug 06 16:14:11.788856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ccbaa-dd68-4352-905c-5a863ccfb8b8 req-f9c210aa-3ef3-4acf-a10a-b4779ae608b9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:11.790871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-526ccbaa-dd68-4352-905c-5a863ccfb8b8 req-f9c210aa-3ef3-4acf-a10a-b4779ae608b9 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 944 time: 0.1781776 Aug 06 16:14:11.839702 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1881c-5fa8-4019-8666-6d6a7dc98a26 req-0cfc3d30-4316-4236-a442-c8cbb6dc2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:11.847834 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64b1881c-5fa8-4019-8666-6d6a7dc98a26 req-0cfc3d30-4316-4236-a442-c8cbb6dc2ea2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=029cb2120f2342508521a6ddd5b2b8c5&device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 1097 time: 0.1490042 Aug 06 16:14:11.863125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb994b-50ce-4293-88e2-73758311da0c req-29c723fe-31fe-4ce0-b4a5-80dbf78f9f53 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:11.873360 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8efb994b-50ce-4293-88e2-73758311da0c req-29c723fe-31fe-4ce0-b4a5-80dbf78f9f53 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.1319571 Aug 06 16:14:11.885241 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffeeab9e-62e2-43f7-8f6d-6f0e957dc89f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router 75500435-ab1a-47ea-896d-d7ea0da3386d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:14:11.988517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8efb994b-50ce-4293-88e2-73758311da0c req-31f87576-ba83-4a21-8b53-401fdceb9784 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137934 Aug 06 16:14:12.057368 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffeeab9e-62e2-43f7-8f6d-6f0e957dc89f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:14:12.069256 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffeeab9e-62e2-43f7-8f6d-6f0e957dc89f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:12.075111 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d020da-6848-47f5-b54e-a277a1d03b80 None None] Sync routers for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:14:12.088266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-526ccbaa-dd68-4352-905c-5a863ccfb8b8 req-409af928-c2a1-4e45-b9f9-b412efc15d6f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762659 Aug 06 16:14:12.102737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d020da-6848-47f5-b54e-a277a1d03b80 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:12.104006 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a4d020da-6848-47f5-b54e-a277a1d03b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:12.146840 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ffeeab9e-62e2-43f7-8f6d-6f0e957dc89f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "PUT /v2.0/floatingips/d6e9b815-a800-4310-971d-16791cd70f63 HTTP/1.1" status: 200 len: 688 time: 1.4439831 Aug 06 16:14:12.149405 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53786) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:12.200548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a4d020da-6848-47f5-b54e-a277a1d03b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:12.232355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d020da-6848-47f5-b54e-a277a1d03b80 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:12.232987 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a4d020da-6848-47f5-b54e-a277a1d03b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:12.241012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1881c-5fa8-4019-8666-6d6a7dc98a26 req-27a68b93-2bed-400a-bd9f-1a48ed123c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:12.242768 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64b1881c-5fa8-4019-8666-6d6a7dc98a26 req-27a68b93-2bed-400a-bd9f-1a48ed123c32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a76fcab5-c535-4e37-8135-6639cb62ef5b HTTP/1.1" status: 200 len: 917 time: 0.3666084 Aug 06 16:14:12.310034 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64b1881c-5fa8-4019-8666-6d6a7dc98a26 req-32f4b91d-183f-4583-ba7a-917db3d5e023 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d6be3de-6048-40c0-8a11-cdf5345fffbf HTTP/1.1" status: 200 len: 217 time: 0.0538027 Aug 06 16:14:12.322254 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f881c2-f78a-4b6b-a113-e553266a5fde req-f29cb28e-426c-467e-a0d5-52467ad47cb8 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:12.334222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61f881c2-f78a-4b6b-a113-e553266a5fde req-f29cb28e-426c-467e-a0d5-52467ad47cb8 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.1885221 Aug 06 16:14:12.374305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a4d020da-6848-47f5-b54e-a277a1d03b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:12.375147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d020da-6848-47f5-b54e-a277a1d03b80 None None] The sync data for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:14:12.459115 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1069c48-40ce-47e8-9ae7-84a5519e9a98 req-ab58b619-5aa5-488b-95cb-72cb30c31e60 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 210 time: 0.0372422 Aug 06 16:14:12.478973 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61f881c2-f78a-4b6b-a113-e553266a5fde req-3bbbed28-b8e9-4c7f-bedf-62ae94877d8b tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436539 Aug 06 16:14:12.481575 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1881c-5fa8-4019-8666-6d6a7dc98a26 req-efae2492-dcb8-4f82-83f5-558df905a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:12.483850 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64b1881c-5fa8-4019-8666-6d6a7dc98a26 req-efae2492-dcb8-4f82-83f5-558df905a478 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f00088e-5a2f-4758-9222-51a8a99c6837 HTTP/1.1" status: 200 len: 855 time: 0.1468196 Aug 06 16:14:12.520957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8e861ed4-a475-4228-8bdd-577165624585 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:14:12.533912 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5dccfe1a-307e-47f2-91bb-bbbeeb36def6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting port d9788a61-e482-4ec1-9f05-be6f9ba7a9e8 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:12.533912 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5dccfe1a-307e-47f2-91bb-bbbeeb36def6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:12.604120 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 8e861ed4-a475-4228-8bdd-577165624585 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:14:12.610741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 8e861ed4-a475-4228-8bdd-577165624585 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:12.625053 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:12.626900 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1881c-5fa8-4019-8666-6d6a7dc98a26 req-d9a9f740-07c1-4c56-9aa5-4e149eaf5676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:12.628623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64b1881c-5fa8-4019-8666-6d6a7dc98a26 req-d9a9f740-07c1-4c56-9aa5-4e149eaf5676 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a76fcab5-c535-4e37-8135-6639cb62ef5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301432 Aug 06 16:14:12.662724 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5dccfe1a-307e-47f2-91bb-bbbeeb36def6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:12.663411 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5dccfe1a-307e-47f2-91bb-bbbeeb36def6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:12.677342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5dccfe1a-307e-47f2-91bb-bbbeeb36def6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Calling delete_port for d9788a61-e482-4ec1-9f05-be6f9ba7a9e8 owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:12.794018 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64b1881c-5fa8-4019-8666-6d6a7dc98a26 req-9a0b43cf-fb40-47d1-8629-8b0f2b8a3416 service neutron] 10.222.0.13 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557765 Aug 06 16:14:12.834900 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:12.916741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8e861ed4-a475-4228-8bdd-577165624585,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:12.925089 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:12.952062 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64b1881c-5fa8-4019-8666-6d6a7dc98a26 req-8c2c2bbe-4e95-465b-8b3e-27dfea8e0d8e service neutron] 10.222.0.13 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527333 Aug 06 16:14:13.033270 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=8e861ed4-a475-4228-8bdd-577165624585,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:13.041174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e861ed4-a475-4228-8bdd-577165624585'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:13.047032 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d19ab01-c1ba-4a87-931f-9820c8a502c5" -d '{"events": [{"server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "name": "network-vif-plugged", "status": "completed", "tag": "8e861ed4-a475-4228-8bdd-577165624585"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:13.051823 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5dccfe1a-307e-47f2-91bb-bbbeeb36def6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:13.090697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53810) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:13.116044 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ce5204-0919-4604-9c04-87f65d62d486 x-openstack-request-id: req-12ce5204-0919-4604-9c04-87f65d62d486 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:13.118252 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "name": "network-vif-plugged", "status": "completed", "tag": "8e861ed4-a475-4228-8bdd-577165624585", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:13.118989 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12ce5204-0919-4604-9c04-87f65d62d486 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:13.120058 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e861ed4-a475-4228-8bdd-577165624585', 'code': 200} Aug 06 16:14:13.155476 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccfe1a-307e-47f2-91bb-bbbeeb36def6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Port': ['ID=d9788a61-e482-4ec1-9f05-be6f9ba7a9e8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:13.185239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-292ae9c6-a0b5-474a-b370-176f5754d975 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:13.186840 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-292ae9c6-a0b5-474a-b370-176f5754d975 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 806 time: 0.4168227 Aug 06 16:14:13.213653 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-7dffcb2e-9dd9-4c02-929e-dc37d0fe47e3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Request body: {'port': {'device_id': '23450664-58f0-44a1-ba93-ac20fbe25f72', 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be', 'admin_state_up': True, 'tenant_id': '874b5d3483684aada68738d45d257709'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:13.299761 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7fc12-9f70-439b-b6d1-8c14af168b79 req-6a4dc91f-f758-42df-a87a-26ca23c7e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:13.302273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18f7fc12-9f70-439b-b6d1-8c14af168b79 req-6a4dc91f-f758-42df-a87a-26ca23c7e4c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=029cb2120f2342508521a6ddd5b2b8c5&device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 1097 time: 0.2014194 Aug 06 16:14:13.322784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f6acb-5cf3-4d5a-b72d-badfd39a3b34 req-3f8e3cab-fe2e-4eda-9eb2-edad21ca6f72 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:13.325496 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d91f6acb-5cf3-4d5a-b72d-badfd39a3b34 req-3f8e3cab-fe2e-4eda-9eb2-edad21ca6f72 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.1549227 Aug 06 16:14:13.353395 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53820) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:13.413140 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5dccfe1a-307e-47f2-91bb-bbbeeb36def6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:13.416327 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5dccfe1a-307e-47f2-91bb-bbbeeb36def6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:13.417550 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5dccfe1a-307e-47f2-91bb-bbbeeb36def6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/floatingips/d6e9b815-a800-4310-971d-16791cd70f63 HTTP/1.1" status: 204 len: 168 time: 1.2669613 Aug 06 16:14:13.425579 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53824) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:13.430755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': 'e3ce1615-0e5e-4aa7-99a9-717999e40df4'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:13.443832 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba1d23-66db-4c81-a04b-6df7046fc44f req-e62836b2-0f24-4202-b33b-828943e6ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:13.445365 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9eba1d23-66db-4c81-a04b-6df7046fc44f req-e62836b2-0f24-4202-b33b-828943e6ea3b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 1096 time: 0.2234118 Aug 06 16:14:13.450938 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220ee42-8274-4d9e-9f51-b5ad2c44e25d req-7046c44e-befc-463c-b70e-6afc84ff3254 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:13.452539 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d220ee42-8274-4d9e-9f51-b5ad2c44e25d req-7046c44e-befc-463c-b70e-6afc84ff3254 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 945 time: 0.2142389 Aug 06 16:14:13.507354 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:13.508174 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d91f6acb-5cf3-4d5a-b72d-badfd39a3b34 req-484c9a87-f85b-46fc-a5f2-4c8776031170 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560104 Aug 06 16:14:13.508949 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ca371b1-f72d-4400-816e-178a468ccfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:13.543071 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9eba1d23-66db-4c81-a04b-6df7046fc44f req-c32f5253-2e28-4a9d-9d3d-187f1826b97a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898108 Aug 06 16:14:13.568197 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5c34-6d05-4511-931c-3fb9e3d7a986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:13.569758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-7dffcb2e-9dd9-4c02-929e-dc37d0fe47e3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Made reservation on behalf of 874b5d3483684aada68738d45d257709 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:13.573428 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-7dffcb2e-9dd9-4c02-929e-dc37d0fe47e3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:13.656187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7fc12-9f70-439b-b6d1-8c14af168b79 req-fe159b93-374f-481e-96e4-b0262be764f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:13.657969 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18f7fc12-9f70-439b-b6d1-8c14af168b79 req-fe159b93-374f-481e-96e4-b0262be764f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a76fcab5-c535-4e37-8135-6639cb62ef5b HTTP/1.1" status: 200 len: 917 time: 0.3313770 Aug 06 16:14:13.682155 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46d1b976-8615-466f-a903-5f85818666ca req-51d0b8f6-903d-4e24-901e-628552b2f235 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 210 time: 0.0759790 Aug 06 16:14:13.695448 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d220ee42-8274-4d9e-9f51-b5ad2c44e25d req-3c2925c0-ea4d-4bf9-82f4-90bc3f54455c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912155 Aug 06 16:14:13.699323 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [None req-ae2d5c34-6d05-4511-931c-3fb9e3d7a986 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:14:13.699323 n-d-803756-1 neutron-server[105765]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 16:14:13.699323 n-d-803756-1 neutron-server[105765]: [parameters: {'project_id_1': '5ca189d98bd645428661c14a60d8951f', 'expiration_1': datetime.datetime(2021, 8, 6, 16, 14, 13, 648481)}] Aug 06 16:14:13.699323 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:14:13.699323 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [None req-ae2d5c34-6d05-4511-931c-3fb9e3d7a986 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:14:13.751633 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18f7fc12-9f70-439b-b6d1-8c14af168b79 req-93727c5f-f1c3-48b3-a4ec-e94064456732 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d6be3de-6048-40c0-8a11-cdf5345fffbf HTTP/1.1" status: 200 len: 217 time: 0.0724263 Aug 06 16:14:13.776788 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:13.792804 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-7dffcb2e-9dd9-4c02-929e-dc37d0fe47e3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Allocated IP 172.20.0.6 (a99cc60d-b371-4f98-ab52-073abe0e27be/f468d397-4915-47a1-9048-e9856cdf5883/330cfabf-09dd-4e3a-afe6-dddc138a3a5b) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:13.863165 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7fc12-9f70-439b-b6d1-8c14af168b79 req-89561bee-aee9-4d8e-a7fd-06ba770c81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:13.865262 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18f7fc12-9f70-439b-b6d1-8c14af168b79 req-89561bee-aee9-4d8e-a7fd-06ba770c81ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f00088e-5a2f-4758-9222-51a8a99c6837 HTTP/1.1" status: 200 len: 855 time: 0.1061242 Aug 06 16:14:13.933560 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ca371b1-f72d-4400-816e-178a468ccfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:13.944621 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10108a-f4a9-41c4-8e40-bb54a4f38131 req-16027df9-c81c-46f8-9dc5-6e829000cc98 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:13.949655 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff10108a-f4a9-41c4-8e40-bb54a4f38131 req-16027df9-c81c-46f8-9dc5-6e829000cc98 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.1347897 Aug 06 16:14:13.949655 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ca371b1-f72d-4400-816e-178a468ccfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:13.994041 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Allocated IP 172.25.1.156 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/0bca447b-6815-41e5-9fdc-b49700499472) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:14.034692 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7fc12-9f70-439b-b6d1-8c14af168b79 req-0882ef83-4ac9-423a-b535-28b5d4cb5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:14.036300 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18f7fc12-9f70-439b-b6d1-8c14af168b79 req-0882ef83-4ac9-423a-b535-28b5d4cb5d0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a76fcab5-c535-4e37-8135-6639cb62ef5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637602 Aug 06 16:14:14.042086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2ca371b1-f72d-4400-816e-178a468ccfd1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=327479cabeba47df9f90f712a8afbe21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9499714 Aug 06 16:14:14.044495 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca371b1-f72d-4400-816e-178a468ccfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937fbbaf-f95c-464f-be46-f0efb85aa66f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:14.046134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53830) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:14.124215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff10108a-f4a9-41c4-8e40-bb54a4f38131 req-ba9d7dac-0e72-4e26-9ab8-da8e16ab8793 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557438 Aug 06 16:14:14.127760 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-7dffcb2e-9dd9-4c02-929e-dc37d0fe47e3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:14.169746 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18f7fc12-9f70-439b-b6d1-8c14af168b79 req-17cfb30a-4fad-4793-b605-f51a8c2d1077 service neutron] 10.222.0.13 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206598 Aug 06 16:14:14.213063 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5c34-6d05-4511-931c-3fb9e3d7a986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:14.226662 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7f0197d5-b12c-4a70-91cb-cef85cf756f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:14.230822 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:14.257371 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-7dffcb2e-9dd9-4c02-929e-dc37d0fe47e3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:14.273405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['11f70e67-e4a7-417e-b198-76fea0a61c3b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:14.312912 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7f0197d5-b12c-4a70-91cb-cef85cf756f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:14.397920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-7dffcb2e-9dd9-4c02-929e-dc37d0fe47e3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Network a99cc60d-b371-4f98-ab52-073abe0e27be is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:14.414070 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-7dffcb2e-9dd9-4c02-929e-dc37d0fe47e3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:14.419541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-7dffcb2e-9dd9-4c02-929e-dc37d0fe47e3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:14.423232 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffcb2e-9dd9-4c02-929e-dc37d0fe47e3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Pushing event updated for resources: {'Port': ['ID=330cfabf-09dd-4e3a-afe6-dddc138a3a5b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:14.429283 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:14.489543 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18f7fc12-9f70-439b-b6d1-8c14af168b79 req-10a9eca1-4a08-4fb2-be0c-327ece96a8a0 service neutron] 10.222.0.13 "GET /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123522 Aug 06 16:14:14.519380 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:14.542897 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:14.545798 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7f0197d5-b12c-4a70-91cb-cef85cf756f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:14.550016 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7f0197d5-b12c-4a70-91cb-cef85cf756f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:14.557903 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7f0197d5-b12c-4a70-91cb-cef85cf756f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/937fbbaf-f95c-464f-be46-f0efb85aa66f HTTP/1.1" status: 204 len: 168 time: 0.5034618 Aug 06 16:14:14.559498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:14.577942 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-7dffcb2e-9dd9-4c02-929e-dc37d0fe47e3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:14.577942 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-7dffcb2e-9dd9-4c02-929e-dc37d0fe47e3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:14.609329 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5c34-6d05-4511-931c-3fb9e3d7a986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:14.633443 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0197d5-b12c-4a70-91cb-cef85cf756f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937fbbaf-f95c-464f-be46-f0efb85aa66f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:14.655245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=0bca447b-6815-41e5-9fdc-b49700499472,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:14.688284 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5c34-6d05-4511-931c-3fb9e3d7a986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:14.698598 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-7dffcb2e-9dd9-4c02-929e-dc37d0fe47e3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4885972 Aug 06 16:14:14.713031 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Request body: {'port': {'device_id': '23450664-58f0-44a1-ba93-ac20fbe25f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:14.813862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ae2d5c34-6d05-4511-931c-3fb9e3d7a986 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ca189d98bd645428661c14a60d8951f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4529519 Aug 06 16:14:14.819008 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53846) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:14.823332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d5c34-6d05-4511-931c-3fb9e3d7a986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947e414b-e0a3-4460-ae81-deee735575bd,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:14.836070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894a864-063e-4158-b965-c06ac66e0a7d req-e62a5196-6dcd-4db1-8a73-bc369178da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:14.838064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7894a864-063e-4158-b965-c06ac66e0a7d req-e62a5196-6dcd-4db1-8a73-bc369178da6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1dd9d5eec2aa4eb68c1a1b78b1823036&device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 1096 time: 0.2256131 Aug 06 16:14:14.874130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a5995-ad7c-4d0b-a552-866db29e99de req-40ac2279-4811-47c4-9e19-667b5b6dccbe tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:14.875707 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f6a5995-ad7c-4d0b-a552-866db29e99de req-40ac2279-4811-47c4-9e19-667b5b6dccbe tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.2169383 Aug 06 16:14:14.896791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ba035-2721-4b84-8616-8b3d5ad96c97 req-bdc99f7b-6312-4450-95fc-f26b6c75ba0d tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:14.898588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c38ba035-2721-4b84-8616-8b3d5ad96c97 req-bdc99f7b-6312-4450-95fc-f26b6c75ba0d tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.1746087 Aug 06 16:14:14.982129 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:15.001964 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f6a5995-ad7c-4d0b-a552-866db29e99de req-c28a54a3-9b05-4597-bcae-279f8402a456 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165419 Aug 06 16:14:15.025665 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:14:15.036992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c38ba035-2721-4b84-8616-8b3d5ad96c97 req-59993c29-57d3-4e3a-88d4-b6ac2892a8d7 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982289 Aug 06 16:14:15.038801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894a864-063e-4158-b965-c06ac66e0a7d req-ea8165e7-c084-44ec-9dc8-09c2b1497e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:15.042033 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7894a864-063e-4158-b965-c06ac66e0a7d req-ea8165e7-c084-44ec-9dc8-09c2b1497e7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e45d3342-7250-400e-8edc-6eb56b28c052 HTTP/1.1" status: 200 len: 912 time: 0.1955953 Aug 06 16:14:15.124685 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7894a864-063e-4158-b965-c06ac66e0a7d req-f310fc7e-d42b-40cb-b4ec-7326b49fb88f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=569130c6-2689-48d8-a2c4-630b0bfcfe96 HTTP/1.1" status: 200 len: 217 time: 0.0749855 Aug 06 16:14:15.128402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e3996551-51d6-4878-a5d4-4799eaac32bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:15.210151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53850) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:15.218554 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e3996551-51d6-4878-a5d4-4799eaac32bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:15.307725 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c053b1f-68d1-4ea0-a693-599a0f31d047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:15.619057 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894a864-063e-4158-b965-c06ac66e0a7d req-467a03af-b31c-498c-9035-c4cfb61f0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:15.620803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7894a864-063e-4158-b965-c06ac66e0a7d req-467a03af-b31c-498c-9035-c4cfb61f0fa0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4 HTTP/1.1" status: 200 len: 851 time: 0.4868832 Aug 06 16:14:15.632445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d15378-335d-46d2-aa1c-55f70b435d38 req-ec82b886-a695-4f39-a895-438053faa77e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:15.634125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2d15378-335d-46d2-aa1c-55f70b435d38 req-ec82b886-a695-4f39-a895-438053faa77e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 931 time: 0.5119023 Aug 06 16:14:15.671146 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7894a864-063e-4158-b965-c06ac66e0a7d req-95642374-cdb0-49a9-b124-5ae05285b21e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e45d3342-7250-400e-8edc-6eb56b28c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349956 Aug 06 16:14:15.702107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f783e6a-592d-4a97-8bbb-45b40eb8f2f5 req-846a3796-b9fb-4e26-9c28-35e6184eaafd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:15.703709 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f783e6a-592d-4a97-8bbb-45b40eb8f2f5 req-846a3796-b9fb-4e26-9c28-35e6184eaafd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 945 time: 0.5402567 Aug 06 16:14:15.772278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2d15378-335d-46d2-aa1c-55f70b435d38 req-d6559b4b-92c1-4d22-8f06-d10bec91af01 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247275 Aug 06 16:14:15.821010 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f783e6a-592d-4a97-8bbb-45b40eb8f2f5 req-208ce7c3-4d8a-443a-846e-8c8d890f859a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027222 Aug 06 16:14:15.858296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7894a864-063e-4158-b965-c06ac66e0a7d req-958cd56e-e294-49eb-adcc-6d97b68812d1 service neutron] 10.222.0.13 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784797 Aug 06 16:14:15.865834 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e3996551-51d6-4878-a5d4-4799eaac32bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:15.869036 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e3996551-51d6-4878-a5d4-4799eaac32bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:15.874214 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e3996551-51d6-4878-a5d4-4799eaac32bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/947e414b-e0a3-4460-ae81-deee735575bd HTTP/1.1" status: 204 len: 168 time: 1.0466721 Aug 06 16:14:15.944477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3996551-51d6-4878-a5d4-4799eaac32bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947e414b-e0a3-4460-ae81-deee735575bd,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:16.071141 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7894a864-063e-4158-b965-c06ac66e0a7d req-839d29f4-d572-4d44-b856-45e94d869900 service neutron] 10.222.0.13 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015941 Aug 06 16:14:16.097618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c2a99-500b-48d2-9e8c-e0ead6e3a459 req-6c3b4ede-550e-404f-84a3-8b7b22145761 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:16.100068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-436c2a99-500b-48d2-9e8c-e0ead6e3a459 req-6c3b4ede-550e-404f-84a3-8b7b22145761 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 945 time: 0.1308308 Aug 06 16:14:16.111750 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d3244-fb6b-4164-b45b-9d048e1da98a req-f170835b-7ff7-4dcc-89ba-361476779d6d tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:16.123615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-728d3244-fb6b-4164-b45b-9d048e1da98a req-f170835b-7ff7-4dcc-89ba-361476779d6d tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.1552989 Aug 06 16:14:16.164082 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:16.204571 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-728d3244-fb6b-4164-b45b-9d048e1da98a req-a5767da4-3622-4887-9c57-c1c449d3cffb tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795381 Aug 06 16:14:16.237730 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-436c2a99-500b-48d2-9e8c-e0ead6e3a459 req-41166162-db13-46e0-9a7f-0a1b48d63c5e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094029 Aug 06 16:14:16.240120 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c053b1f-68d1-4ea0-a693-599a0f31d047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:16.262372 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c053b1f-68d1-4ea0-a693-599a0f31d047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:16.262541 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53868) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:16.294973 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330cfabf-09dd-4e3a-afe6-dddc138a3a5b {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:14:16.327512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c053b1f-68d1-4ea0-a693-599a0f31d047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf3367d-e7c6-46f9-ad1f-c3c17aed5afd,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:16.334027 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:16.362130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4901c35-3d5d-4af0-b2fd-d65af771f572 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:16.364121 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a4901c35-3d5d-4af0-b2fd-d65af771f572 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 1091 time: 0.1006706 Aug 06 16:14:16.368759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53870) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:16.376730 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': '8e861ed4-a475-4228-8bdd-577165624585', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:16.388687 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:16.396334 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6c053b1f-68d1-4ea0-a693-599a0f31d047 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f2c24a6e322498daa5d71ff80d23f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1771560 Aug 06 16:14:16.396843 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53872) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:16.400706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Transition to ACTIVE for port object 330cfabf-09dd-4e3a-afe6-dddc138a3a5b will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:16.409768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ce8e5-cfe3-42fd-b16f-65f5e3ddbc40 req-1f870d12-b1ca-425c-9055-f4eeab3875a4 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:16.412515 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e8ce8e5-cfe3-42fd-b16f-65f5e3ddbc40 req-1f870d12-b1ca-425c-9055-f4eeab3875a4 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.1155338 Aug 06 16:14:16.425463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53874) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:16.438603 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:16.488226 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:16.501403 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b5475fc1-8530-4d63-931d-e63fb814cb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:16.545254 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50a4f0-c0a9-47c2-a136-248cf48df8de req-3dd3b5e8-da92-4ee7-a065-6a525f34154f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:16.547472 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a50a4f0-c0a9-47c2-a136-248cf48df8de req-3dd3b5e8-da92-4ee7-a065-6a525f34154f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4477f17-59e6-4abb-85b6-d6c69d9b2ef0 HTTP/1.1" status: 200 len: 945 time: 0.1819353 Aug 06 16:14:16.559739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e8ce8e5-cfe3-42fd-b16f-65f5e3ddbc40 req-0537f493-dc5c-4ec6-b073-912d4db908ab tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250482 Aug 06 16:14:16.574331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Pushing event updated for resources: {'Port': ['ID=330cfabf-09dd-4e3a-afe6-dddc138a3a5b,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:16.648686 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a50a4f0-c0a9-47c2-a136-248cf48df8de req-b66c5bac-8e2f-4cdb-a359-bd3d6e1d8eb3 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870225 Aug 06 16:14:16.695933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8726ae18-39d0-458c-87af-0b74a56be0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:16.697917 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:16.767702 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8726ae18-39d0-458c-87af-0b74a56be0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:16.837222 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Attempting to bind port 330cfabf-09dd-4e3a-afe6-dddc138a3a5b on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:14:16.838366 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Attempting to bind port 330cfabf-09dd-4e3a-afe6-dddc138a3a5b by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:14:16.838366 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Attempting to bind port 330cfabf-09dd-4e3a-afe6-dddc138a3a5b on network a99cc60d-b371-4f98-ab52-073abe0e27be {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:14:16.875296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Port 330cfabf-09dd-4e3a-afe6-dddc138a3a5b on network a99cc60d-b371-4f98-ab52-073abe0e27be not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:14:16.875795 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Attempting to bind port 330cfabf-09dd-4e3a-afe6-dddc138a3a5b on network a99cc60d-b371-4f98-ab52-073abe0e27be {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:14:16.895743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:16.903714 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:14:16.903990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Checking segment: {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:14:16.904379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Bound using segment: {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:14:16.904834 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Bound port: 330cfabf-09dd-4e3a-afe6-dddc138a3a5b, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:14:16.905239 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:16.908608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbeb9c-ef07-42ff-9949-e299903dd25d req-14f45f19-28e0-4750-8db3-8927b382e3fe tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:16.910496 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:16.910922 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7dbbeb9c-ef07-42ff-9949-e299903dd25d req-14f45f19-28e0-4750-8db3-8927b382e3fe tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 946 time: 0.1510222 Aug 06 16:14:16.960844 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b5475fc1-8530-4d63-931d-e63fb814cb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:16.978593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Allocated IP 172.25.1.9 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/b12787b6-62ac-47f4-933d-2c11a43a712d) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:16.994467 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b5475fc1-8530-4d63-931d-e63fb814cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:17.024673 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5275d18-41ca-4a1c-b31c-0d20fed0aa43 req-2dc56f0b-3872-462d-80fc-de13f1ea6fac tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:17.026525 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5275d18-41ca-4a1c-b31c-0d20fed0aa43 req-2dc56f0b-3872-462d-80fc-de13f1ea6fac tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 943 time: 0.1431401 Aug 06 16:14:17.031202 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8726ae18-39d0-458c-87af-0b74a56be0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:17.033772 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8726ae18-39d0-458c-87af-0b74a56be0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:17.038180 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8726ae18-39d0-458c-87af-0b74a56be0fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bf3367d-e7c6-46f9-ad1f-c3c17aed5afd HTTP/1.1" status: 204 len: 168 time: 0.6358275 Aug 06 16:14:17.058718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7dbbeb9c-ef07-42ff-9949-e299903dd25d req-0bf3eb51-a5ba-4d88-b4a4-5ddb824aef89 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254141 Aug 06 16:14:17.077450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=0bca447b-6815-41e5-9fdc-b49700499472,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:17.116773 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b5475fc1-8530-4d63-931d-e63fb814cb6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0516c8ac5814d1aa457a996b0bcc5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6897981 Aug 06 16:14:17.122740 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53884) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:17.130314 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5475fc1-8530-4d63-931d-e63fb814cb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d126fed1-498f-4e29-a4ed-b092cd307700,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:17.139095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-aec7bdbf-41ed-4552-a249-b2de43266f06 req-0bb495d6-3593-4543-b0d0-60ea829a75e2 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:14:17.141121 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aec7bdbf-41ed-4552-a249-b2de43266f06 req-0bb495d6-3593-4543-b0d0-60ea829a75e2 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100360 Aug 06 16:14:17.147313 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:17.149832 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] For port 330cfabf-09dd-4e3a-afe6-dddc138a3a5b, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:14:17.211497 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] For port 330cfabf-09dd-4e3a-afe6-dddc138a3a5b, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=330cfabf-09dd-4e3a-afe6-dddc138a3a5b,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:14:17.217200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726ae18-39d0-458c-87af-0b74a56be0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf3367d-e7c6-46f9-ad1f-c3c17aed5afd,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:17.244213 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:17.262891 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5275d18-41ca-4a1c-b31c-0d20fed0aa43 req-55fe91a4-a584-446b-87da-4e249bd86a8e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206504 Aug 06 16:14:17.322321 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:17.337291 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aec7bdbf-41ed-4552-a249-b2de43266f06 req-83ec8b0e-b4f5-4462-adf5-fa661fd25440 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1654353 Aug 06 16:14:17.386115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:17.387516 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:17.389496 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] 10.222.0.13 "PUT /v2.0/ports/330cfabf-09dd-4e3a-afe6-dddc138a3a5b HTTP/1.1" status: 200 len: 1091 time: 2.6825161 Aug 06 16:14:17.401513 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:17.411328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23450664-58f0-44a1-ba93-ac20fbe25f72', 'tag': '330cfabf-09dd-4e3a-afe6-dddc138a3a5b'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:17.413678 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f5bf7b-2b3f-4642-89b6-b2e3d2fe6968" -d '{"events": [{"name": "network-changed", "server_uuid": "23450664-58f0-44a1-ba93-ac20fbe25f72", "tag": "330cfabf-09dd-4e3a-afe6-dddc138a3a5b"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:17.466299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=b12787b6-62ac-47f4-933d-2c11a43a712d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:17.484097 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1720e754-858f-40b5-815d-2d5a88077f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:17.491518 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:17.493326 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca5dcc1-bfcf-44e3-8b39-9c4b3e5c1722 x-openstack-request-id: req-0ca5dcc1-bfcf-44e3-8b39-9c4b3e5c1722 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:17.493326 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23450664-58f0-44a1-ba93-ac20fbe25f72", "tag": "330cfabf-09dd-4e3a-afe6-dddc138a3a5b", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:17.493326 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ca5dcc1-bfcf-44e3-8b39-9c4b3e5c1722 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:17.493326 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23450664-58f0-44a1-ba93-ac20fbe25f72', 'tag': '330cfabf-09dd-4e3a-afe6-dddc138a3a5b', 'status': 'completed', 'code': 200} Aug 06 16:14:17.494194 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:17.497741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:17.512643 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Floating IP b3bfc1e0-8805-4ec8-8b6e-7266fd446e9d associated. External IP: 172.25.1.156, port: e3ce1615-0e5e-4aa7-99a9-717999e40df4. Aug 06 16:14:17.517735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456bbd8-3416-4db7-ab04-5095b4c6d60e service neutron] Pushing event updated for resources: {'Port': ['ID=330cfabf-09dd-4e3a-afe6-dddc138a3a5b,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:17.583973 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1720e754-858f-40b5-815d-2d5a88077f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:17.705998 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-536a65ee-6a6e-4fe1-b111-ab96c5d94350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:17.707653 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-536a65ee-6a6e-4fe1-b111-ab96c5d94350 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 1094 time: 0.2534885 Aug 06 16:14:17.765933 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-da7d2756-49ef-4dba-bf24-24d94893fc37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=330cfabf-09dd-4e3a-afe6-dddc138a3a5b HTTP/1.1" status: 200 len: 217 time: 0.0479882 Aug 06 16:14:17.825993 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1720e754-858f-40b5-815d-2d5a88077f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:17.828585 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1720e754-858f-40b5-815d-2d5a88077f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:17.829814 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1720e754-858f-40b5-815d-2d5a88077f8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d126fed1-498f-4e29-a4ed-b092cd307700 HTTP/1.1" status: 204 len: 168 time: 0.7059247 Aug 06 16:14:17.849270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14f057-ac4b-4578-9b71-c55a318e86dc req-131ecee6-313a-4a24-8f27-06fd96bd9f1e tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:17.856524 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc14f057-ac4b-4578-9b71-c55a318e86dc req-131ecee6-313a-4a24-8f27-06fd96bd9f1e tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.1704991 Aug 06 16:14:17.906442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e1758-5913-46b9-aebb-0ebb97e24812 req-311a9f69-eb5f-489d-9e4f-f4ffcadc26af tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:17.907950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-121e1758-5913-46b9-aebb-0ebb97e24812 req-311a9f69-eb5f-489d-9e4f-f4ffcadc26af tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.1603367 Aug 06 16:14:17.922709 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720e754-858f-40b5-815d-2d5a88077f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d126fed1-498f-4e29-a4ed-b092cd307700,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:17.974559 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4e3231e6-a12e-4e45-8441-92d067c9d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:17.976448 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-4e3231e6-a12e-4e45-8441-92d067c9d097 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 200 len: 846 time: 0.1970928 Aug 06 16:14:17.990056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc14f057-ac4b-4578-9b71-c55a318e86dc req-4efca930-a851-4753-83eb-b83a8ee98cf0 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306853 Aug 06 16:14:18.045714 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-121e1758-5913-46b9-aebb-0ebb97e24812 req-e3de7dd5-acfa-4aff-acef-11db193b1e03 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263552 Aug 06 16:14:18.087117 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-298d7f0d-e143-412f-a142-4ea3b198842b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1934645 Aug 06 16:14:18.089223 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-5ed6d919-b635-43e4-9d51-be95790d1e21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a99cc60d-b371-4f98-ab52-073abe0e27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629194 Aug 06 16:14:18.186067 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router 75500435-ab1a-47ea-896d-d7ea0da3386d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:14:18.256450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d2650-5ad8-4efb-8f20-df1ef1eb6b6b req-2e5f8bcb-dff2-4238-98b7-d5a6d023bad5 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:18.257524 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-874d2650-5ad8-4efb-8f20-df1ef1eb6b6b req-2e5f8bcb-dff2-4238-98b7-d5a6d023bad5 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4477f17-59e6-4abb-85b6-d6c69d9b2ef0 HTTP/1.1" status: 200 len: 945 time: 0.0946517 Aug 06 16:14:18.315877 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:18.344334 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-c394aa13-c51f-4f95-a815-b49ae6dbc606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:18.345172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-c394aa13-c51f-4f95-a815-b49ae6dbc606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:18.346179 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-c394aa13-c51f-4f95-a815-b49ae6dbc606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:18.346737 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-c394aa13-c51f-4f95-a815-b49ae6dbc606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:18.347314 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-c394aa13-c51f-4f95-a815-b49ae6dbc606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:18.347738 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-c394aa13-c51f-4f95-a815-b49ae6dbc606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:18.348943 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-c394aa13-c51f-4f95-a815-b49ae6dbc606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:18.351593 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-c394aa13-c51f-4f95-a815-b49ae6dbc606 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 6501 time: 0.1838613 Aug 06 16:14:18.372153 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-89529496-e8ac-4747-aa37-88abca9e4426 service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747331 Aug 06 16:14:18.377808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-874d2650-5ad8-4efb-8f20-df1ef1eb6b6b req-ac82bcf8-4699-478d-bc4d-169049dd8ea8 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126869 Aug 06 16:14:18.420270 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53920) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:18.482149 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5863a6e5-441d-46ce-8737-217de3d70ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:18.495670 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63cdbe-a80c-4193-a0a9-ecba4cf30d50 req-0e072c24-29e7-49b9-a46e-bc6cc38ef674 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:18.497370 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2c63cdbe-a80c-4193-a0a9-ecba4cf30d50 req-0e072c24-29e7-49b9-a46e-bc6cc38ef674 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 943 time: 0.1145148 Aug 06 16:14:18.512667 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:18.640177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc9c25-cee7-4ece-9e75-32a6ea0be264 req-067a924a-a862-4670-9491-40a5d1d1d197 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:18.654462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9efc9c25-cee7-4ece-9e75-32a6ea0be264 req-067a924a-a862-4670-9491-40a5d1d1d197 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 946 time: 0.1812835 Aug 06 16:14:18.658207 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:14:18.659389 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2c63cdbe-a80c-4193-a0a9-ecba4cf30d50 req-f4204f7c-e480-4a80-a268-85bf884a1f71 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432443 Aug 06 16:14:18.671996 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbae017-14bc-47b8-b9b4-25acdbb349e3 None None] Sync routers for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:14:18.695323 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbae017-14bc-47b8-b9b4-25acdbb349e3 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:18.695323 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-fdbae017-14bc-47b8-b9b4-25acdbb349e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:18.749806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-8e74ab48-6916-4f01-b5eb-7f28dbffb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:18.750367 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-8e74ab48-6916-4f01-b5eb-7f28dbffb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:18.750596 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-8e74ab48-6916-4f01-b5eb-7f28dbffb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:18.752319 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-8e74ab48-6916-4f01-b5eb-7f28dbffb9c7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=5738fe75-0ee6-4591-8c74-062f71f16dba&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5c863801-399d-4b61-8ede-5dd3ca72304f&id=5db9a939-2ca8-4beb-a32e-b1a4d6906447&id=5db9a939-2ca8-4beb-a32e-b1a4d6906447 HTTP/1.1" status: 200 len: 2298 time: 0.3330102 Aug 06 16:14:18.768635 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ebc612f-6d15-444c-8d9a-02272bbe776f req-a9c45509-1afb-47e0-a327-29776f8816bb service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470244 Aug 06 16:14:18.776322 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-fdbae017-14bc-47b8-b9b4-25acdbb349e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:18.792748 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbae017-14bc-47b8-b9b4-25acdbb349e3 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:18.793901 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-fdbae017-14bc-47b8-b9b4-25acdbb349e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:18.826264 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9efc9c25-cee7-4ece-9e75-32a6ea0be264 req-5b85155d-dff7-4311-a254-8b37046585fb tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675942 Aug 06 16:14:18.853304 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:18.858819 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:18.901367 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-fdbae017-14bc-47b8-b9b4-25acdbb349e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:18.902363 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbae017-14bc-47b8-b9b4-25acdbb349e3 None None] The sync data for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:14:18.926297 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-eff4af0a-7f1b-473e-9be5-c498f417be20 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d HTTP/1.1" status: 200 len: 1001 time: 0.1539309 Aug 06 16:14:18.938587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5bf7b-2b3f-4642-89b6-b2e3d2fe6968 req-4c7e36a5-4ed0-4e53-b23f-9f6ac2615c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:18.940281 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-20f5bf7b-2b3f-4642-89b6-b2e3d2fe6968 req-4c7e36a5-4ed0-4e53-b23f-9f6ac2615c6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 1094 time: 0.0927253 Aug 06 16:14:18.990760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-db034047-a80a-4710-b08c-32bef09b75ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:18.992567 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-db034047-a80a-4710-b08c-32bef09b75ef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7910dbce-9faa-45f2-a5b8-cd85ad35cfce HTTP/1.1" status: 200 len: 856 time: 0.0482302 Aug 06 16:14:18.993088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=b12787b6-62ac-47f4-933d-2c11a43a712d,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:19.013053 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:19.122313 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5863a6e5-441d-46ce-8737-217de3d70ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:19.134012 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5863a6e5-441d-46ce-8737-217de3d70ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:19.146764 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:19.224510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-5fa97f1b-caa4-4b48-b917-709ba9a7c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:19.227194 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-5fa97f1b-caa4-4b48-b917-709ba9a7c9af service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5738fe75-0ee6-4591-8c74-062f71f16dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203069 Aug 06 16:14:19.243461 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff911a-8090-437d-973e-0a63e0994624 req-5c424165-4271-4a5c-b622-4808d8f318ae tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:19.252398 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff911a-8090-437d-973e-0a63e0994624 req-5c424165-4271-4a5c-b622-4808d8f318ae tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:19.260871 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff911a-8090-437d-973e-0a63e0994624 req-5c424165-4271-4a5c-b622-4808d8f318ae tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:19.262643 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30ff911a-8090-437d-973e-0a63e0994624 req-5c424165-4271-4a5c-b622-4808d8f318ae tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8&device_id=c4477f17-59e6-4abb-85b6-d6c69d9b2ef0&device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 2418 time: 0.2010014 Aug 06 16:14:19.283346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b52af-5ff0-46a0-a10e-4f20c3aa9571 req-c03fd8f4-76f5-4404-8de7-e26491e034eb tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:19.284828 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-435b52af-5ff0-46a0-a10e-4f20c3aa9571 req-c03fd8f4-76f5-4404-8de7-e26491e034eb tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.1986849 Aug 06 16:14:19.309868 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Floating IP 0b5e500a-5205-4e35-a98f-56e81fde7a66 associated. External IP: 172.25.1.9, port: 8e861ed4-a475-4228-8bdd-577165624585. Aug 06 16:14:19.338420 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7a546d16-5c07-43f2-a7b6-9d22ebd52d51 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9083719 Aug 06 16:14:19.339839 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5863a6e5-441d-46ce-8737-217de3d70ab0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d729c9312e144dfe9ff810452d1ccc6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9095860 Aug 06 16:14:19.340389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53938) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:19.344394 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863a6e5-441d-46ce-8737-217de3d70ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff657d71-4be3-4829-b064-a32cd6dd1643,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:19.361342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5bf7b-2b3f-4642-89b6-b2e3d2fe6968 req-41f2f9bf-4d53-40f6-82f7-d4bbcde71b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:19.362842 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-20f5bf7b-2b3f-4642-89b6-b2e3d2fe6968 req-41f2f9bf-4d53-40f6-82f7-d4bbcde71b19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 907 time: 0.3673501 Aug 06 16:14:19.371316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53940) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:19.432575 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30ff911a-8090-437d-973e-0a63e0994624 req-48ae10cb-ea3b-441b-ba34-5a94165abb30 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554155 Aug 06 16:14:19.468166 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-435b52af-5ff0-46a0-a10e-4f20c3aa9571 req-a0763d70-1584-4b50-886d-7fac84aa69d6 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684327 Aug 06 16:14:19.572471 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16dac2ee-b705-4daa-8760-ef5b0e7c8fa2 req-c61c1943-b3c7-4484-bbec-e096c3802699 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1089876 Aug 06 16:14:19.740924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router 49051eea-f638-43ba-b03e-7e1c1b84996b has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:14:19.897568 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-20f5bf7b-2b3f-4642-89b6-b2e3d2fe6968 req-9a919741-ab8a-44f3-b6be-e8ae22be8cbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=330cfabf-09dd-4e3a-afe6-dddc138a3a5b HTTP/1.1" status: 200 len: 217 time: 0.5144408 Aug 06 16:14:19.923389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e025379-1bf2-4fdd-a202-7f40a7a64a39 req-8f1fb787-1209-4bc6-a60e-4ea9a4f3edbe tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:19.924906 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e025379-1bf2-4fdd-a202-7f40a7a64a39 req-8f1fb787-1209-4bc6-a60e-4ea9a4f3edbe tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 943 time: 0.1159174 Aug 06 16:14:19.944297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:14:19.962226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c54c78-4cd1-4f00-9854-279a14c66fa0 None None] Sync routers for ids ['49051eea-f638-43ba-b03e-7e1c1b84996b'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:14:19.977925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c54c78-4cd1-4f00-9854-279a14c66fa0 None None] Routers {'49051eea-f638-43ba-b03e-7e1c1b84996b'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:19.978885 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c1c54c78-4cd1-4f00-9854-279a14c66fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['49051eea-f638-43ba-b03e-7e1c1b84996b'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:19.982631 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5bf7b-2b3f-4642-89b6-b2e3d2fe6968 req-703ffd08-7ea0-4a81-a757-4e72f7437dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:19.984139 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-20f5bf7b-2b3f-4642-89b6-b2e3d2fe6968 req-703ffd08-7ea0-4a81-a757-4e72f7437dd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 200 len: 846 time: 0.0778773 Aug 06 16:14:19.985959 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-97b7d849-da38-40d6-ab0b-ffcd37ebcf91 service neutron] 10.222.0.78 "GET /v2.0/networks/5738fe75-0ee6-4591-8c74-062f71f16dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7325568 Aug 06 16:14:20.004153 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:20.007937 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95f76571-3e83-494d-861d-d1d538f327db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:20.012369 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c0f89f9d-08f4-4d94-acd7-a7b323ed20e0 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "GET /v2.0/floatingips/b3bfc1e0-8805-4ec8-8b6e-7266fd446e9d HTTP/1.1" status: 200 len: 978 time: 0.6690176 Aug 06 16:14:20.027774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53956) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:20.063794 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-20f5bf7b-2b3f-4642-89b6-b2e3d2fe6968 req-2f451bf4-1796-40e1-b51a-c8f2adc398ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a99cc60d-b371-4f98-ab52-073abe0e27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566745 Aug 06 16:14:20.143883 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e025379-1bf2-4fdd-a202-7f40a7a64a39 req-b5130a97-6f16-46ea-80b4-c9a2f68ae877 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069571 Aug 06 16:14:20.152894 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95f76571-3e83-494d-861d-d1d538f327db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:20.232913 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-c1c54c78-4cd1-4f00-9854-279a14c66fa0 None None] Set router 49051eea-f638-43ba-b03e-7e1c1b84996b gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:14:20.302659 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-d704c939-1d04-4a11-b018-5af35b2e742d service neutron] 10.222.0.78 "GET /v2.0/networks/5738fe75-0ee6-4591-8c74-062f71f16dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966747 Aug 06 16:14:20.306267 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-20f5bf7b-2b3f-4642-89b6-b2e3d2fe6968 req-bb6d6fe6-e564-4291-8225-eaa3d13402b7 service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308047 Aug 06 16:14:20.568418 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-30fbb588-755c-4943-b396-092113e77b56 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=2d4d5e55-58da-418e-b0a4-03539c01a77f HTTP/1.1" status: 200 len: 217 time: 0.2232749 Aug 06 16:14:20.574517 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95f76571-3e83-494d-861d-d1d538f327db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:20.580473 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95f76571-3e83-494d-861d-d1d538f327db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:20.588741 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-95f76571-3e83-494d-861d-d1d538f327db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff657d71-4be3-4829-b064-a32cd6dd1643 HTTP/1.1" status: 204 len: 168 time: 1.2164230 Aug 06 16:14:20.661882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f76571-3e83-494d-861d-d1d538f327db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff657d71-4be3-4829-b064-a32cd6dd1643,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:20.770756 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-20f5bf7b-2b3f-4642-89b6-b2e3d2fe6968 req-c0ce94dd-dfd8-4eb3-94e3-4129a985d11b service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565456 Aug 06 16:14:20.773405 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-49cfc042-9ece-4248-a935-f3082ea964c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:20.775859 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-49cfc042-9ece-4248-a935-f3082ea964c6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 200 len: 797 time: 0.1855226 Aug 06 16:14:20.858292 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d817e6d4-5652-4bdd-9505-c7b564436576 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.4866807 Aug 06 16:14:20.885184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'tag': '8e861ed4-a475-4228-8bdd-577165624585'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:20.887513 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f623d7e1-0727-4c33-aa1a-4ffb536c0e79" -d '{"events": [{"name": "network-changed", "server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "tag": "8e861ed4-a475-4228-8bdd-577165624585"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:20.924754 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-22887d7c-03ae-47ec-a017-59900159f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:20.928322 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-22887d7c-03ae-47ec-a017-59900159f12e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c863801-399d-4b61-8ede-5dd3ca72304f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1385775 Aug 06 16:14:20.995683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c1c54c78-4cd1-4f00-9854-279a14c66fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715827707', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:39Z', 'updated_at': '2021-08-06T16:13:49Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:40Z', 'updated_at': '2021-08-06T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '0b5e500a-5205-4e35-a98f-56e81fde7a66', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'floating_ip_address': '172.25.1.9', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'port_id': '8e861ed4-a475-4228-8bdd-577165624585', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'mac_address': 'fa:16:3e:92:a8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:14:17Z', 'updated_at': '2021-08-06T16:14:17Z', 'revision_number': 0, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc115554-a408-4e44-950b-33c997a26121', 'name': '', 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:55:c1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:47Z', 'updated_at': '2021-08-06T16:13:59Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:21.012457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0f32f4a8-d1bd-4d44-a83e-7578b087a86a tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.9804118 Aug 06 16:14:21.018949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53986) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:21.029272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-71979261-dd1b-407a-af6b-b75dae9b1980 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'floatingip': {'port_id': 'a4063771-2049-4f35-8913-3d853217977e'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:21.056524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c54c78-4cd1-4f00-9854-279a14c66fa0 None None] Checking router: 49051eea-f638-43ba-b03e-7e1c1b84996b for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:14:21.066650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c54c78-4cd1-4f00-9854-279a14c66fa0 None None] Routers {'49051eea-f638-43ba-b03e-7e1c1b84996b'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:21.067676 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c1c54c78-4cd1-4f00-9854-279a14c66fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['49051eea-f638-43ba-b03e-7e1c1b84996b'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:21.140108 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-c2283799-1b32-4a8a-859c-a46d36d52378 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002134 Aug 06 16:14:21.184556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c93c0-4259-4ccd-ab16-e6be8ae13f93 req-07b3abf9-5912-413b-9a96-844969a19ee2 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:21.192537 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac6c93c0-4259-4ccd-ab16-e6be8ae13f93 req-07b3abf9-5912-413b-9a96-844969a19ee2 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.3824043 Aug 06 16:14:21.198471 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-c1c54c78-4cd1-4f00-9854-279a14c66fa0 None None] Set router 49051eea-f638-43ba-b03e-7e1c1b84996b gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:14:21.242289 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71979261-dd1b-407a-af6b-b75dae9b1980 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:21.262327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57866525-22a2-4c27-b94e-08b0bbd47700 req-6307edf4-6ee4-4d9d-9d02-fb8a8e6cf738 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:21.273110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-57866525-22a2-4c27-b94e-08b0bbd47700 req-6307edf4-6ee4-4d9d-9d02-fb8a8e6cf738 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 945 time: 0.2343309 Aug 06 16:14:21.319204 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-58aaea1a-b118-426f-b5e3-358476e2e478 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658552 Aug 06 16:14:21.363192 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac6c93c0-4259-4ccd-ab16-e6be8ae13f93 req-98aa6fa3-498a-4618-ba24-5362f90a2172 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697032 Aug 06 16:14:21.441081 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-57866525-22a2-4c27-b94e-08b0bbd47700 req-7afcf8a0-3521-43bc-8f2a-557693e7ff68 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659169 Aug 06 16:14:21.477338 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54002) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:21.494225 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-c4b804ff-7c00-412b-a907-e00fdc1ec57c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=58abfb05-1eb7-4e15-8f17-8726f0cb9914 HTTP/1.1" status: 200 len: 217 time: 0.1605811 Aug 06 16:14:21.564048 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1599660-9205-4ef6-ba34-9bda35bf365a x-openstack-request-id: req-f1599660-9205-4ef6-ba34-9bda35bf365a {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:21.565870 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "tag": "8e861ed4-a475-4228-8bdd-577165624585", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:21.567643 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1599660-9205-4ef6-ba34-9bda35bf365a {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:21.572265 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'tag': '8e861ed4-a475-4228-8bdd-577165624585', 'status': 'completed', 'code': 200} Aug 06 16:14:21.672431 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-dc5af945-74d0-4f2b-800a-5d53eb3bf536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:21.676669 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-dc5af945-74d0-4f2b-800a-5d53eb3bf536 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 200 len: 797 time: 0.1677136 Aug 06 16:14:21.752180 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c1c54c78-4cd1-4f00-9854-279a14c66fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715827707', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:39Z', 'updated_at': '2021-08-06T16:13:49Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:40Z', 'updated_at': '2021-08-06T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '0b5e500a-5205-4e35-a98f-56e81fde7a66', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'floating_ip_address': '172.25.1.9', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'port_id': '8e861ed4-a475-4228-8bdd-577165624585', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'mac_address': 'fa:16:3e:92:a8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:14:17Z', 'updated_at': '2021-08-06T16:14:17Z', 'revision_number': 0, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc115554-a408-4e44-950b-33c997a26121', 'name': '', 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:55:c1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:47Z', 'updated_at': '2021-08-06T16:13:59Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:21.798630 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-6d4b2bde-d980-45ff-8856-0e5c5d6bd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:21.801521 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-6d4b2bde-d980-45ff-8856-0e5c5d6bd034 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c863801-399d-4b61-8ede-5dd3ca72304f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1113181 Aug 06 16:14:21.816292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c54c78-4cd1-4f00-9854-279a14c66fa0 None None] The sync data for ids ['49051eea-f638-43ba-b03e-7e1c1b84996b'] in n-d-803756-1 is: [{'id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715827707', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:39Z', 'updated_at': '2021-08-06T16:13:49Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:40Z', 'updated_at': '2021-08-06T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '0b5e500a-5205-4e35-a98f-56e81fde7a66', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'floating_ip_address': '172.25.1.9', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'port_id': '8e861ed4-a475-4228-8bdd-577165624585', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'mac_address': 'fa:16:3e:92:a8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:14:17Z', 'updated_at': '2021-08-06T16:14:17Z', 'revision_number': 0, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc115554-a408-4e44-950b-33c997a26121', 'name': '', 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:55:c1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:47Z', 'updated_at': '2021-08-06T16:13:59Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:14:21.853189 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 330cfabf-09dd-4e3a-afe6-dddc138a3a5b details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:14:22.017066 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-09a876ab-7b6a-43f7-b75a-c21cb80c6a3a service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010503 Aug 06 16:14:22.034748 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54014) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:22.059993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fdf7a50c-22d1-46b3-a3c3-0aa8e596aa96 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/0b5e500a-5205-4e35-a98f-56e81fde7a66 HTTP/1.1" status: 200 len: 989 time: 0.5808158 Aug 06 16:14:22.081753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623d7e1-0727-4c33-aa1a-4ffb536c0e79 req-6540025f-aed3-4a6b-91f2-0696842931f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:22.092223 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f623d7e1-0727-4c33-aa1a-4ffb536c0e79 req-6540025f-aed3-4a6b-91f2-0696842931f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 1096 time: 0.4009669 Aug 06 16:14:22.139725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 330cfabf-09dd-4e3a-afe6-dddc138a3a5b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=330cfabf-09dd-4e3a-afe6-dddc138a3a5b,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:22.164044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '330cfabf-09dd-4e3a-afe6-dddc138a3a5b', 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be', 'port_id': '330cfabf-09dd-4e3a-afe6-dddc138a3a5b', 'mac_address': 'fa:16:3e:55:44:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f468d397-4915-47a1-9048-e9856cdf5883', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:14:22.266709 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-271afe31-d578-4e20-8f18-3c5e5b9036ae service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299480 Aug 06 16:14:22.273588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a0dee-a101-4c1a-8b14-af066f10a182 req-9bc5131d-b512-4f42-bc40-f92ff4fae1c2 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:22.273588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-295a0dee-a101-4c1a-8b14-af066f10a182 req-9bc5131d-b512-4f42-bc40-f92ff4fae1c2 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 943 time: 0.5831504 Aug 06 16:14:22.284456 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:22.299568 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc9435-9164-4404-a093-573a240d2bd3 None None] New status for floating IP 0b5e500a-5205-4e35-a98f-56e81fde7a66: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:14:22.335506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330cfabf-09dd-4e3a-afe6-dddc138a3a5b {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:14:22.383936 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 330cfabf-09dd-4e3a-afe6-dddc138a3a5b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=330cfabf-09dd-4e3a-afe6-dddc138a3a5b,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:22.393353 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:22.426211 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-48765b68-e267-497e-8f4f-00761f898d79 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=74972a33-99ce-40f2-a6b5-cf335a5afc10 HTTP/1.1" status: 200 len: 217 time: 0.1449227 Aug 06 16:14:22.484607 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=330cfabf-09dd-4e3a-afe6-dddc138a3a5b,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:22.543390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623d7e1-0727-4c33-aa1a-4ffb536c0e79 req-1536ac05-0a9e-44df-8c73-ad4543c7f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:22.548032 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f623d7e1-0727-4c33-aa1a-4ffb536c0e79 req-1536ac05-0a9e-44df-8c73-ad4543c7f6e0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f00e6c0c-8412-4062-b121-a5c3f9142d9a HTTP/1.1" status: 200 len: 898 time: 0.4366443 Aug 06 16:14:22.558956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-22632abc-4d98-4f5a-8bc0-d23ff0f4c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:22.560658 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-22632abc-4d98-4f5a-8bc0-d23ff0f4c550 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 200 len: 797 time: 0.1078615 Aug 06 16:14:22.571388 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81fb6f19-0935-49b9-a958-b8f9f036ac88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:22.668314 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['330cfabf-09dd-4e3a-afe6-dddc138a3a5b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:22.710116 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-28ec2d08-adde-47ea-9553-54ebd75e400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:22.712607 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-28ec2d08-adde-47ea-9553-54ebd75e400e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c863801-399d-4b61-8ede-5dd3ca72304f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1251364 Aug 06 16:14:22.866794 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-295a0dee-a101-4c1a-8b14-af066f10a182 req-42673154-408e-42ab-abdf-9525d07eb6ba tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737175 Aug 06 16:14:22.944087 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81fb6f19-0935-49b9-a958-b8f9f036ac88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:22.958878 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81fb6f19-0935-49b9-a958-b8f9f036ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:23.008350 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-81fb6f19-0935-49b9-a958-b8f9f036ac88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2154ea8de225421e91e732d14d9443c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9705622 Aug 06 16:14:23.013130 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54034) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:23.032947 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-5b9b39b6-5bcc-4ca6-bfaa-6c47718da089 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050354 Aug 06 16:14:23.083341 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54036) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:23.100383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4978f2d-19e4-4b96-add8-453d4c184f72 req-8a5a5702-543c-4453-9cee-cadfaab5644d tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:23.101970 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4978f2d-19e4-4b96-add8-453d4c184f72 req-8a5a5702-543c-4453-9cee-cadfaab5644d tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 946 time: 0.5816543 Aug 06 16:14:23.107581 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f623d7e1-0727-4c33-aa1a-4ffb536c0e79 req-6f033dba-2c75-4bab-bb00-ec07926fa69a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e861ed4-a475-4228-8bdd-577165624585 HTTP/1.1" status: 200 len: 997 time: 0.4891992 Aug 06 16:14:23.110224 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb6f19-0935-49b9-a958-b8f9f036ac88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b672b926-37af-46d8-a910-183ee39ee58a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:23.268537 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6118a67b-52aa-42fa-a18b-3cb88af794ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:23.282636 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d4089567-e42a-4e9e-a58d-55b5c7df8a8a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/0b5e500a-5205-4e35-a98f-56e81fde7a66 HTTP/1.1" status: 200 len: 991 time: 0.1927714 Aug 06 16:14:23.320370 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6118a67b-52aa-42fa-a18b-3cb88af794ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:23.327238 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-cf2ef8c2-553e-4c45-9309-fb56fdd5679a service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776859 Aug 06 16:14:23.334431 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71979261-dd1b-407a-af6b-b75dae9b1980 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:23.345273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4978f2d-19e4-4b96-add8-453d4c184f72 req-105955d3-376a-4968-8e4f-ad1ec939043f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295861 Aug 06 16:14:23.371931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac20b9-85c5-4b6b-ad5c-6f200403775b req-75e0334c-81c7-4c3a-86cc-751a0164ec90 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:23.386267 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76ac20b9-85c5-4b6b-ad5c-6f200403775b req-75e0334c-81c7-4c3a-86cc-751a0164ec90 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.2827387 Aug 06 16:14:23.390763 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71979261-dd1b-407a-af6b-b75dae9b1980 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:23.405852 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623d7e1-0727-4c33-aa1a-4ffb536c0e79 req-1c6d210d-256a-459a-b71c-a5179b3f5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:23.408226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f623d7e1-0727-4c33-aa1a-4ffb536c0e79 req-1c6d210d-256a-459a-b71c-a5179b3f5bb0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b HTTP/1.1" status: 200 len: 835 time: 0.2497504 Aug 06 16:14:23.425213 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:23.443092 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-278c664e-2db7-4578-8870-b2a809c5fec7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=240fd1ec-a123-4fa2-8780-8645e1fff3d7 HTTP/1.1" status: 200 len: 217 time: 0.1001914 Aug 06 16:14:23.532557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-18173eb6-2733-4f0e-9cbc-74ba01ca37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:23.534954 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-18173eb6-2733-4f0e-9cbc-74ba01ca37f7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 200 len: 797 time: 0.0720968 Aug 06 16:14:23.542007 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6118a67b-52aa-42fa-a18b-3cb88af794ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:23.546906 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6118a67b-52aa-42fa-a18b-3cb88af794ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:23.548731 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6118a67b-52aa-42fa-a18b-3cb88af794ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b672b926-37af-46d8-a910-183ee39ee58a HTTP/1.1" status: 204 len: 168 time: 0.5336053 Aug 06 16:14:23.606252 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118a67b-52aa-42fa-a18b-3cb88af794ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b672b926-37af-46d8-a910-183ee39ee58a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:23.620757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-d7c55806-8d6a-45a3-a1d6-07c098538f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:23.622491 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-d7c55806-8d6a-45a3-a1d6-07c098538f8e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5c863801-399d-4b61-8ede-5dd3ca72304f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0723376 Aug 06 16:14:23.630836 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76ac20b9-85c5-4b6b-ad5c-6f200403775b req-2ccd1af1-1e59-46bc-ae47-e7bf1b053b29 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431560 Aug 06 16:14:23.652645 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623d7e1-0727-4c33-aa1a-4ffb536c0e79 req-aee40234-29f2-4ad9-962c-8995429ef978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:23.656221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f623d7e1-0727-4c33-aa1a-4ffb536c0e79 req-aee40234-29f2-4ad9-962c-8995429ef978 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f00e6c0c-8412-4062-b121-a5c3f9142d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801896 Aug 06 16:14:23.714967 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-71979261-dd1b-407a-af6b-b75dae9b1980 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Floating IP b3bfc1e0-8805-4ec8-8b6e-7266fd446e9d associated. External IP: 172.25.1.156, port: e3ce1615-0e5e-4aa7-99a9-717999e40df4. Aug 06 16:14:23.756106 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-633695ad-5e44-487f-b9fa-5809227d7074 service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211250 Aug 06 16:14:23.783114 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:23.872323 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 330cfabf-09dd-4e3a-afe6-dddc138a3a5b up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:14:23.915227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f623d7e1-0727-4c33-aa1a-4ffb536c0e79 req-3cc4a3a5-52dd-4fad-80d5-f017aee002a7 service neutron] 10.222.0.78 "GET /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466028 Aug 06 16:14:24.017346 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-0d98208a-947d-4004-9674-a2cc3e7ac7ef service neutron] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420433 Aug 06 16:14:24.111296 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-10ad7911-ed8b-4cb6-966a-ca57c90299fe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e6aa718d-3f2e-4a0c-8158-4cc28d57321a HTTP/1.1" status: 200 len: 217 time: 0.0728114 Aug 06 16:14:24.238543 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-ab80ca29-148f-4216-a3b8-fdf402d51595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:24.243639 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-ab80ca29-148f-4216-a3b8-fdf402d51595 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=57c1d78b-3ca6-466a-a698-7b66a141b5e7 HTTP/1.1" status: 200 len: 797 time: 0.1130130 Aug 06 16:14:24.267551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 330cfabf-09dd-4e3a-afe6-dddc138a3a5b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:14:24.272917 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 330cfabf-09dd-4e3a-afe6-dddc138a3a5b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:24.273469 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:24.316098 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f623d7e1-0727-4c33-aa1a-4ffb536c0e79 req-62446db9-778b-4c16-b413-0d6b98c12cd5 service neutron] 10.222.0.78 "GET /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912146 Aug 06 16:14:24.323840 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71979261-dd1b-407a-af6b-b75dae9b1980 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router 75500435-ab1a-47ea-896d-d7ea0da3386d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:14:24.346131 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28465087-430a-409e-bf82-e20a1dee0756 req-a0b8369b-70f2-497c-8c14-56ce25b30e22 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:24.354709 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-28465087-430a-409e-bf82-e20a1dee0756 req-a0b8369b-70f2-497c-8c14-56ce25b30e22 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 944 time: 0.3464363 Aug 06 16:14:24.419049 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-7f1f8f2a-74f6-45cd-82c1-086160a29a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:24.421938 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-7f1f8f2a-74f6-45cd-82c1-086160a29a32 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5db9a939-2ca8-4beb-a32e-b1a4d6906447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1613467 Aug 06 16:14:24.456487 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:24.490094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71979261-dd1b-407a-af6b-b75dae9b1980 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:14:24.517608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23450664-58f0-44a1-ba93-ac20fbe25f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330cfabf-09dd-4e3a-afe6-dddc138a3a5b'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:24.524325 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd2e1df-68a7-4720-8a9f-fdd18c5e33f9" -d '{"events": [{"server_uuid": "23450664-58f0-44a1-ba93-ac20fbe25f72", "name": "network-vif-plugged", "status": "completed", "tag": "330cfabf-09dd-4e3a-afe6-dddc138a3a5b"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:24.533986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-28465087-430a-409e-bf82-e20a1dee0756 req-2c1b7bca-5665-489e-901d-118ed8e28af2 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456178 Aug 06 16:14:24.535164 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa852ec6-91e8-484a-8bf9-e24ef7bb3e61 None None] Sync routers for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:14:24.563725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 330cfabf-09dd-4e3a-afe6-dddc138a3a5b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=330cfabf-09dd-4e3a-afe6-dddc138a3a5b,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:24.579967 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:24.673368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf63de8-7389-4470-834e-b8c033fdb824 req-cbdce7b5-8b57-486f-b4f3-a5c964f859bb tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:24.680787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdf63de8-7389-4470-834e-b8c033fdb824 req-cbdce7b5-8b57-486f-b4f3-a5c964f859bb tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 946 time: 0.1361246 Aug 06 16:14:24.692005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=330cfabf-09dd-4e3a-afe6-dddc138a3a5b,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:24.700830 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa852ec6-91e8-484a-8bf9-e24ef7bb3e61 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:24.701604 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-aa852ec6-91e8-484a-8bf9-e24ef7bb3e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:24.765745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b4822-bea0-4078-b751-62965687df22 req-4f263ce5-9c3d-456a-a3e3-fc9a23302461 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:24.767389 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-260b4822-bea0-4078-b751-62965687df22 req-4f263ce5-9c3d-456a-a3e3-fc9a23302461 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.78 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 946 time: 0.2376361 Aug 06 16:14:24.790890 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdf63de8-7389-4470-834e-b8c033fdb824 req-2bf4565e-cb04-4466-ae66-0011c5b8311d tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091089 Aug 06 16:14:24.796295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-aa852ec6-91e8-484a-8bf9-e24ef7bb3e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:24.802911 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cbfb45-5eb9-4635-b4c6-b09dfe1cac6e x-openstack-request-id: req-96cbfb45-5eb9-4635-b4c6-b09dfe1cac6e {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:24.803498 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23450664-58f0-44a1-ba93-ac20fbe25f72", "name": "network-vif-plugged", "status": "completed", "tag": "330cfabf-09dd-4e3a-afe6-dddc138a3a5b", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:24.804017 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96cbfb45-5eb9-4635-b4c6-b09dfe1cac6e {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:24.804639 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23450664-58f0-44a1-ba93-ac20fbe25f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330cfabf-09dd-4e3a-afe6-dddc138a3a5b', 'code': 200} Aug 06 16:14:24.837368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa852ec6-91e8-484a-8bf9-e24ef7bb3e61 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:24.848643 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-aa852ec6-91e8-484a-8bf9-e24ef7bb3e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:24.848860 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-6f09c744-1506-4480-8259-af559102c916 service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098530 Aug 06 16:14:24.907513 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-aa852ec6-91e8-484a-8bf9-e24ef7bb3e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:24.908428 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa852ec6-91e8-484a-8bf9-e24ef7bb3e61 None None] The sync data for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:14:24.941509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-260b4822-bea0-4078-b751-62965687df22 req-ce58a605-445b-428e-bd8b-1be21901703f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Deleting port 85adbf41-8c60-4b3e-bae9-44224787436c {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:24.942413 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-260b4822-bea0-4078-b751-62965687df22 req-ce58a605-445b-428e-bd8b-1be21901703f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:25.043548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbe070-8dbc-4316-8efa-42cbd0cdf67e req-46b8a9c2-9ea2-4f98-9c99-10b5d8901058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:25.045129 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8dbe070-8dbc-4316-8efa-42cbd0cdf67e req-46b8a9c2-9ea2-4f98-9c99-10b5d8901058 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 1096 time: 0.0614026 Aug 06 16:14:25.077104 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-884fdf1d-1433-4855-bf3d-0b13218cb7a8 service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257836 Aug 06 16:14:25.100384 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8dbe070-8dbc-4316-8efa-42cbd0cdf67e req-a870ca48-074f-451c-a66e-791688a90ed1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Aug 06 16:14:25.141982 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-937754a0-be85-4a56-bc34-14d65036fbf7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48b86bfc-097c-45fe-8369-16b7e4932c11 HTTP/1.1" status: 200 len: 217 time: 0.0452840 Aug 06 16:14:25.231683 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-6a6d8682-e24a-4d60-8b07-c3f0e00fa526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:25.234173 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-6a6d8682-e24a-4d60-8b07-c3f0e00fa526 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=57c1d78b-3ca6-466a-a698-7b66a141b5e7 HTTP/1.1" status: 200 len: 797 time: 0.0819733 Aug 06 16:14:25.274934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46c1ca-df48-400b-ba4b-0573fcac1c1d req-96a3b35c-b082-4f93-8e79-23ef36f06c67 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:25.282272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a46c1ca-df48-400b-ba4b-0573fcac1c1d req-96a3b35c-b082-4f93-8e79-23ef36f06c67 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.2441888 Aug 06 16:14:25.321013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-07da44e4-aabd-43ba-ba1c-471f7117ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:25.322598 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-07da44e4-aabd-43ba-ba1c-471f7117ef7d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=5db9a939-2ca8-4beb-a32e-b1a4d6906447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0746486 Aug 06 16:14:25.335270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-260b4822-bea0-4078-b751-62965687df22 req-ce58a605-445b-428e-bd8b-1be21901703f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] For port 85adbf41-8c60-4b3e-bae9-44224787436c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=85adbf41-8c60-4b3e-bae9-44224787436c,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:25.335947 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-260b4822-bea0-4078-b751-62965687df22 req-ce58a605-445b-428e-bd8b-1be21901703f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:25.362986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a46c1ca-df48-400b-ba4b-0573fcac1c1d req-73811dde-b4ee-4dda-b8e8-ba82e4ed1a37 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749023 Aug 06 16:14:25.365568 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71979261-dd1b-407a-af6b-b75dae9b1980 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router 75500435-ab1a-47ea-896d-d7ea0da3386d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:14:25.370863 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-260b4822-bea0-4078-b751-62965687df22 req-ce58a605-445b-428e-bd8b-1be21901703f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Calling delete_port for 85adbf41-8c60-4b3e-bae9-44224787436c owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:25.495307 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-8e6404ee-3f14-4a74-abe7-f1f5955c816c service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602826 Aug 06 16:14:25.622695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54170) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:25.666217 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36db002b-3d07-49e8-9de0-8c18df58cc79 req-d166094b-d912-4d62-90b8-9b15c825f1ec service neutron] 10.222.0.78 "GET /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568234 Aug 06 16:14:25.804816 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a1077c8-d21c-41f8-b0f4-751d3c3248d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:25.979415 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6be6e-eb97-4e4f-847f-0e05f311ee60 req-7192c5c1-ace2-4568-8c10-47dceb7c362e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:25.981341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10b6be6e-eb97-4e4f-847f-0e05f311ee60 req-7192c5c1-ace2-4568-8c10-47dceb7c362e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 945 time: 0.1273406 Aug 06 16:14:26.010672 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a1077c8-d21c-41f8-b0f4-751d3c3248d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:26.020227 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a1077c8-d21c-41f8-b0f4-751d3c3248d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:26.070826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10b6be6e-eb97-4e4f-847f-0e05f311ee60 req-faf2eb3c-07c2-4418-8a35-fa63a818c692 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600662 Aug 06 16:14:26.073181 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71979261-dd1b-407a-af6b-b75dae9b1980 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:14:26.081058 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71979261-dd1b-407a-af6b-b75dae9b1980 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:26.086097 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85810150-0c08-4e13-9e1d-dba3bf3e20ab None None] Sync routers for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:14:26.091032 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2a1077c8-d21c-41f8-b0f4-751d3c3248d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36b4157ae72d461a96c609dbd9518124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4669509 Aug 06 16:14:26.092022 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1077c8-d21c-41f8-b0f4-751d3c3248d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368764af-f642-41c0-b9d5-1af28c213c18,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:26.096128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54186) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:26.119256 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85810150-0c08-4e13-9e1d-dba3bf3e20ab None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:26.120288 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-85810150-0c08-4e13-9e1d-dba3bf3e20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:26.164984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66099f9-7a4d-48f6-8555-c1029edfbcd6 req-ac95ea21-9822-4a8e-86b4-8f2057a511dc tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:26.176939 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-85810150-0c08-4e13-9e1d-dba3bf3e20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:26.179269 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e66099f9-7a4d-48f6-8555-c1029edfbcd6 req-ac95ea21-9822-4a8e-86b4-8f2057a511dc tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 946 time: 0.1913171 Aug 06 16:14:26.181083 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bef38992-cae3-4e6e-8fa7-86cd9ae36a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:26.210170 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85810150-0c08-4e13-9e1d-dba3bf3e20ab None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:26.211011 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-85810150-0c08-4e13-9e1d-dba3bf3e20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:26.213681 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bef38992-cae3-4e6e-8fa7-86cd9ae36a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:26.242089 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-71979261-dd1b-407a-af6b-b75dae9b1980 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "PUT /v2.0/floatingips/b3bfc1e0-8805-4ec8-8b6e-7266fd446e9d HTTP/1.1" status: 200 len: 978 time: 5.2184439 Aug 06 16:14:26.244453 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54190) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:26.252311 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-48605c60-6dca-41b2-a934-750f7c36c417 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:26.258891 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-85810150-0c08-4e13-9e1d-dba3bf3e20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:26.259031 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-260b4822-bea0-4078-b751-62965687df22 req-ce58a605-445b-428e-bd8b-1be21901703f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:26.261119 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85810150-0c08-4e13-9e1d-dba3bf3e20ab None None] The sync data for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:14:26.271098 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['0d6be3de-6048-40c0-8a11-cdf5345fffbf'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:26.275127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['026d704c-f59f-4cc4-8334-80c21a1561f8', '85adbf41-8c60-4b3e-bae9-44224787436c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:26.281715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e66099f9-7a4d-48f6-8555-c1029edfbcd6 req-21b96a84-72f6-47fd-8bdd-9dbaa57653d5 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715647 Aug 06 16:14:26.314256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58a605-445b-428e-bd8b-1be21901703f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Pushing event deleted for resources: {'Port': ['ID=85adbf41-8c60-4b3e-bae9-44224787436c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:26.358186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-260b4822-bea0-4078-b751-62965687df22 req-ce58a605-445b-428e-bd8b-1be21901703f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] No DVR routers for this DVR port 85adbf41-8c60-4b3e-bae9-44224787436c on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:26.361212 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-260b4822-bea0-4078-b751-62965687df22 req-ce58a605-445b-428e-bd8b-1be21901703f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:26.365544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-260b4822-bea0-4078-b751-62965687df22 req-ce58a605-445b-428e-bd8b-1be21901703f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.78 "DELETE /v2.0/ports/85adbf41-8c60-4b3e-bae9-44224787436c HTTP/1.1" status: 204 len: 173 time: 1.5708601 Aug 06 16:14:26.365544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0bd0f20-fa82-4056-9b8a-0629aef7c4b8', 'name': 'network-vif-deleted', 'tag': '85adbf41-8c60-4b3e-bae9-44224787436c'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:26.376740 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aa6490-c7ee-4a2d-a01b-f747f03d4206" -d '{"events": [{"server_uuid": "b0bd0f20-fa82-4056-9b8a-0629aef7c4b8", "name": "network-vif-deleted", "tag": "85adbf41-8c60-4b3e-bae9-44224787436c"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:26.378041 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-48605c60-6dca-41b2-a934-750f7c36c417 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:26.470529 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77461402-0202-4382-bc33-e2ba7f2da8c9 x-openstack-request-id: req-77461402-0202-4382-bc33-e2ba7f2da8c9 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:26.470815 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0bd0f20-fa82-4056-9b8a-0629aef7c4b8", "name": "network-vif-deleted", "tag": "85adbf41-8c60-4b3e-bae9-44224787436c", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:26.471160 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77461402-0202-4382-bc33-e2ba7f2da8c9 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:26.471577 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0bd0f20-fa82-4056-9b8a-0629aef7c4b8', 'name': 'network-vif-deleted', 'tag': '85adbf41-8c60-4b3e-bae9-44224787436c', 'status': 'completed', 'code': 200} Aug 06 16:14:26.477251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54196) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:26.554125 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bef38992-cae3-4e6e-8fa7-86cd9ae36a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:26.556736 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bef38992-cae3-4e6e-8fa7-86cd9ae36a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:26.560145 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bef38992-cae3-4e6e-8fa7-86cd9ae36a3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/368764af-f642-41c0-b9d5-1af28c213c18 HTTP/1.1" status: 204 len: 168 time: 0.4608488 Aug 06 16:14:26.587386 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef38992-cae3-4e6e-8fa7-86cd9ae36a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368764af-f642-41c0-b9d5-1af28c213c18,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:26.630627 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655541e3-54cd-43e6-89a0-6eacec0e911c req-7cab8196-1805-45f9-8ebf-0ed138a97530 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:26.634386 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-655541e3-54cd-43e6-89a0-6eacec0e911c req-7cab8196-1805-45f9-8ebf-0ed138a97530 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.1442595 Aug 06 16:14:26.724671 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-48605c60-6dca-41b2-a934-750f7c36c417 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:26.739246 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-48605c60-6dca-41b2-a934-750f7c36c417 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:26.740193 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-48605c60-6dca-41b2-a934-750f7c36c417 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Floating IP b3bfc1e0-8805-4ec8-8b6e-7266fd446e9d disassociated. External IP: 172.25.1.156, port: a4063771-2049-4f35-8913-3d853217977e. Aug 06 16:14:26.791866 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-655541e3-54cd-43e6-89a0-6eacec0e911c req-038fa5b5-d775-4ee8-9442-61ecb2a00e7b tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476860 Aug 06 16:14:26.796162 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3bebd2d7-e2df-4bca-9a08-a2f8fc176306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.007213 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3bebd2d7-e2df-4bca-9a08-a2f8fc176306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.013725 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3bebd2d7-e2df-4bca-9a08-a2f8fc176306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.053594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54204) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:27.069284 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3bebd2d7-e2df-4bca-9a08-a2f8fc176306 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2254c8804ef3459bafa23cd582f5d73b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5900893 Aug 06 16:14:27.071677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebd2d7-e2df-4bca-9a08-a2f8fc176306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20785ad3-15a0-4b14-9e5d-0340eaaeddf6,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:27.072155 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c67ea57-bba6-4328-9d9c-092401c06fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.076633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54206) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:27.126140 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48605c60-6dca-41b2-a934-750f7c36c417 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router 75500435-ab1a-47ea-896d-d7ea0da3386d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:14:27.223870 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06f25102-95d1-4dfd-85bd-326dc4232355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.264220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136a1ac-c2f1-48be-ae40-8eca05a7a829 req-ce3c5203-3a02-4916-aba0-d71042d5b6b3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:27.266845 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f136a1ac-c2f1-48be-ae40-8eca05a7a829 req-ce3c5203-3a02-4916-aba0-d71042d5b6b3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 945 time: 0.0805821 Aug 06 16:14:27.304011 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06f25102-95d1-4dfd-85bd-326dc4232355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.338569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f136a1ac-c2f1-48be-ae40-8eca05a7a829 req-58a5db45-624b-4fb8-8b56-79ec138b3168 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619137 Aug 06 16:14:27.370406 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48605c60-6dca-41b2-a934-750f7c36c417 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:14:27.392920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac13eba7-deec-477d-98c3-51b46286c08b None None] Sync routers for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:14:27.410211 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c67ea57-bba6-4328-9d9c-092401c06fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.427398 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-48605c60-6dca-41b2-a934-750f7c36c417 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.427694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13eba7-deec-477d-98c3-51b46286c08b None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:27.429843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-ac13eba7-deec-477d-98c3-51b46286c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:27.436092 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c67ea57-bba6-4328-9d9c-092401c06fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.482947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-ac13eba7-deec-477d-98c3-51b46286c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:27.501195 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13eba7-deec-477d-98c3-51b46286c08b None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:27.502245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-ac13eba7-deec-477d-98c3-51b46286c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:27.508074 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ea8cd0d-6eed-4a57-b3c6-a7f20d168e73 req-09f7414a-83a8-4003-aba3-772f7cd162d6 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0bd0f20-fa82-4056-9b8a-0629aef7c4b8 HTTP/1.1" status: 200 len: 210 time: 0.0512424 Aug 06 16:14:27.553150 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-48605c60-6dca-41b2-a934-750f7c36c417 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "PUT /v2.0/floatingips/b3bfc1e0-8805-4ec8-8b6e-7266fd446e9d HTTP/1.1" status: 200 len: 688 time: 1.3022385 Aug 06 16:14:27.553477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54216) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:27.558941 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-ac13eba7-deec-477d-98c3-51b46286c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:27.558941 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac13eba7-deec-477d-98c3-51b46286c08b None None] The sync data for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:14:27.607662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67ea57-bba6-4328-9d9c-092401c06fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974eeec3-d122-435d-9087-ecc35348cfb4,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:27.615056 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8c67ea57-bba6-4328-9d9c-092401c06fea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a7fe9e7c6ce49cab9d9ce089195c5a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5601380 Aug 06 16:14:27.616935 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06f25102-95d1-4dfd-85bd-326dc4232355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.622331 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06f25102-95d1-4dfd-85bd-326dc4232355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.624056 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-06f25102-95d1-4dfd-85bd-326dc4232355 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20785ad3-15a0-4b14-9e5d-0340eaaeddf6 HTTP/1.1" status: 204 len: 168 time: 0.5454724 Aug 06 16:14:27.625060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54222) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:27.661968 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f25102-95d1-4dfd-85bd-326dc4232355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20785ad3-15a0-4b14-9e5d-0340eaaeddf6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:27.728193 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0618e250-4082-496f-9758-2cfc885fc556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.769562 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0618e250-4082-496f-9758-2cfc885fc556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.784136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-6debf647-5d97-4e45-a01d-2e0f92d52373 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting port 0bca447b-6815-41e5-9fdc-b49700499472 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:27.784494 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6debf647-5d97-4e45-a01d-2e0f92d52373 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.840042 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0618e250-4082-496f-9758-2cfc885fc556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.843463 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0618e250-4082-496f-9758-2cfc885fc556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.847564 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0618e250-4082-496f-9758-2cfc885fc556 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/974eeec3-d122-435d-9087-ecc35348cfb4 HTTP/1.1" status: 204 len: 168 time: 0.1913857 Aug 06 16:14:27.871272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-f5f11f2f-3b88-44e8-8b12-6e2ea5f3ae05 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:27.873187 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-f5f11f2f-3b88-44e8-8b12-6e2ea5f3ae05 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 806 time: 0.1995230 Aug 06 16:14:27.873893 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618e250-4082-496f-9758-2cfc885fc556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974eeec3-d122-435d-9087-ecc35348cfb4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:27.931199 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-8e65055f-0302-4722-93cd-2db562c5488e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/quotas/874b5d3483684aada68738d45d257709 HTTP/1.1" status: 200 len: 375 time: 0.0450161 Aug 06 16:14:27.985859 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6debf647-5d97-4e45-a01d-2e0f92d52373 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:27.986516 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6debf647-5d97-4e45-a01d-2e0f92d52373 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:28.006330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-6debf647-5d97-4e45-a01d-2e0f92d52373 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Calling delete_port for 0bca447b-6815-41e5-9fdc-b49700499472 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:28.015349 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98877a-69a2-47c8-9ab4-51794c303837 req-69ee28f4-9c67-4518-8107-d43fed55b07d tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:28.016970 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a98877a-69a2-47c8-9ab4-51794c303837 req-69ee28f4-9c67-4518-8107-d43fed55b07d tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.1266868 Aug 06 16:14:28.047985 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-3addfd89-d230-4997-b43b-ece471c4ba99 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081545 Aug 06 16:14:28.189202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a98877a-69a2-47c8-9ab4-51794c303837 req-d988b4f0-253d-4da8-9d20-93d33cc077c0 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568873 Aug 06 16:14:28.237636 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-dc74cedb-063d-4b62-b761-a371d5290445 service neutron] 10.222.0.37 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457059 Aug 06 16:14:28.348239 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6debf647-5d97-4e45-a01d-2e0f92d52373 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:28.387700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debf647-5d97-4e45-a01d-2e0f92d52373 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Port': ['ID=0bca447b-6815-41e5-9fdc-b49700499472,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:28.452561 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-cb91255e-a6e7-4458-a7d8-8841461cba6a service neutron] 10.222.0.37 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815834 Aug 06 16:14:28.469542 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6debf647-5d97-4e45-a01d-2e0f92d52373 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:28.472620 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6debf647-5d97-4e45-a01d-2e0f92d52373 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:28.474583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6debf647-5d97-4e45-a01d-2e0f92d52373 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/floatingips/b3bfc1e0-8805-4ec8-8b6e-7266fd446e9d HTTP/1.1" status: 204 len: 168 time: 0.9198503 Aug 06 16:14:28.478123 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54258) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:28.532544 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-143cbed9-4cb9-4326-bbdf-072bcc53fe7e tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] delete failed (client error): The resource could not be found. Aug 06 16:14:28.533593 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-143cbed9-4cb9-4326-bbdf-072bcc53fe7e tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/floatingips/b3bfc1e0-8805-4ec8-8b6e-7266fd446e9d HTTP/1.1" status: 404 len: 345 time: 0.0543883 Aug 06 16:14:28.540208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54260) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:28.639253 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 85adbf41-8c60-4b3e-bae9-44224787436c no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:28.699535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 85adbf41-8c60-4b3e-bae9-44224787436c {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:14:28.700096 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 85adbf41-8c60-4b3e-bae9-44224787436c not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:14:28.715855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e879ade-9e42-4e94-8ec3-fb2b151abc64 req-b68b3d06-c5fb-44e5-9a14-630a15c95b8f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 210 time: 0.0445247 Aug 06 16:14:28.729265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd2a488-c1bb-4c2d-b85a-e180736b220c tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:28.744755 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd2a488-c1bb-4c2d-b85a-e180736b220c tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:28.760613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd2a488-c1bb-4c2d-b85a-e180736b220c tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:28.763198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3dd2a488-c1bb-4c2d-b85a-e180736b220c tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "GET /v2.0/ports?network_id=5c8a5b89-df33-44a9-a207-28e5de2c91bb HTTP/1.1" status: 200 len: 2358 time: 0.2207119 Aug 06 16:14:28.767091 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54274) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:28.830847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ac58b1-286f-4104-8744-fb94ac616d94 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:28.832866 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f3ac58b1-286f-4104-8744-fb94ac616d94 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "GET /v2.0/subnets/6345dde0-a839-4755-b054-c18a81771135 HTTP/1.1" status: 200 len: 797 time: 0.0642986 Aug 06 16:14:28.839771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54276) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:28.846339 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-345ae227-1349-4625-a69a-16294f2af831 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'port': {'network_id': '5c8a5b89-df33-44a9-a207-28e5de2c91bb', 'name': 'tempest-FloatingIPTestJSON-71299063', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:29.053448 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cd780-b8b1-4d89-8baa-e19db805950b req-16059a83-e565-4a40-aca5-096e318b0ea8 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:29.064993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e5cd780-b8b1-4d89-8baa-e19db805950b req-16059a83-e565-4a40-aca5-096e318b0ea8 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4477f17-59e6-4abb-85b6-d6c69d9b2ef0 HTTP/1.1" status: 200 len: 945 time: 0.1076405 Aug 06 16:14:29.087646 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345ae227-1349-4625-a69a-16294f2af831 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Made reservation on behalf of 1e9ada84c9894149aaf204ea7b27324d for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:29.127679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e5cd780-b8b1-4d89-8baa-e19db805950b req-619200c9-5329-4911-a843-cc8b64015c20 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595241 Aug 06 16:14:29.280795 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-345ae227-1349-4625-a69a-16294f2af831 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:29.341876 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-345ae227-1349-4625-a69a-16294f2af831 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] device_id is not set on port 3c1c272a-937d-4727-827f-5152cb03c8de yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:14:29.439288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54302) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:29.443078 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9210b6d-7995-4bba-b4e6-4371053351e8 req-c580c79a-83e7-484f-9383-e64061d11ca1 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:29.445527 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9210b6d-7995-4bba-b4e6-4371053351e8 req-c580c79a-83e7-484f-9383-e64061d11ca1 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.1309845 Aug 06 16:14:29.545964 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9210b6d-7995-4bba-b4e6-4371053351e8 req-c456b010-0224-4649-beb3-9d2ed1c44ebf tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828984 Aug 06 16:14:29.808328 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a08260be-e7e5-477f-ba41-e184eb2a58c2 tempest-AgentManagementNegativeTest-77817856 tempest-AgentManagementNegativeTest-77817856-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3647399 Aug 06 16:14:29.831385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-345ae227-1349-4625-a69a-16294f2af831 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Allocated IP 172.20.0.14 (5c8a5b89-df33-44a9-a207-28e5de2c91bb/6345dde0-a839-4755-b054-c18a81771135/3c1c272a-937d-4727-827f-5152cb03c8de) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:29.847969 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-345ae227-1349-4625-a69a-16294f2af831 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Allocated IP 172.20.0.12 (5c8a5b89-df33-44a9-a207-28e5de2c91bb/6345dde0-a839-4755-b054-c18a81771135/3c1c272a-937d-4727-827f-5152cb03c8de) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:29.861834 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30497440-6d43-406d-9312-5278701bc4aa req-ee960d49-9d8e-4ce2-9a85-9823ea2e6605 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 210 time: 0.0459902 Aug 06 16:14:30.063363 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-345ae227-1349-4625-a69a-16294f2af831 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:30.121424 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-345ae227-1349-4625-a69a-16294f2af831 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:30.217828 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345ae227-1349-4625-a69a-16294f2af831 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network 5c8a5b89-df33-44a9-a207-28e5de2c91bb is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:30.222742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-345ae227-1349-4625-a69a-16294f2af831 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:30.225532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ae227-1349-4625-a69a-16294f2af831 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=3c1c272a-937d-4727-827f-5152cb03c8de,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:30.228086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ae227-1349-4625-a69a-16294f2af831 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:30.248190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54328) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:30.298068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ae227-1349-4625-a69a-16294f2af831 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:30.298915 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-345ae227-1349-4625-a69a-16294f2af831 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:30.330340 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-345ae227-1349-4625-a69a-16294f2af831 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.4891059 Aug 06 16:14:30.333561 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54336) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:30.343759 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': '3c1c272a-937d-4727-827f-5152cb03c8de', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:30.356890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-4d12baba-4643-41f3-ab3e-2f773f16063e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:30.359226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-4d12baba-4643-41f3-ab3e-2f773f16063e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.78 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 806 time: 0.2764332 Aug 06 16:14:30.370144 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:30.381396 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-dae8cc46-fc6c-486e-ba1a-9f3bc6310541 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Request body: {'port': {'device_id': '23d685bf-e2dd-4b9a-87ee-a9bb84233824', 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be', 'admin_state_up': True, 'tenant_id': '874b5d3483684aada68738d45d257709'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:30.394755 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8919752-dd36-4327-ad14-97e78d465c8a req-272c14a2-637c-4dc1-b7a6-633393951ab8 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:30.403383 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8919752-dd36-4327-ad14-97e78d465c8a req-272c14a2-637c-4dc1-b7a6-633393951ab8 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4477f17-59e6-4abb-85b6-d6c69d9b2ef0 HTTP/1.1" status: 200 len: 945 time: 0.1156867 Aug 06 16:14:30.522175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8919752-dd36-4327-ad14-97e78d465c8a req-b639bf4e-e7ab-43d8-955c-e104566b5dc9 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182532 Aug 06 16:14:30.564126 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52ea3c2b-5278-4e21-9768-84a69d8163f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:30.573151 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:30.744562 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71c2a2-54e7-41d1-b330-c88258cef5cb req-fc39a82e-127c-4bd1-99f6-14de71597089 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:30.746352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee71c2a2-54e7-41d1-b330-c88258cef5cb req-fc39a82e-127c-4bd1-99f6-14de71597089 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.1134782 Aug 06 16:14:30.773088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Allocated IP 172.25.1.228 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/7ef8ba4e-a9b3-4a59-8d04-51dd6c1953b8) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:30.824597 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee71c2a2-54e7-41d1-b330-c88258cef5cb req-101d7758-3762-45fe-880a-4fbda51ebeb0 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669508 Aug 06 16:14:30.837646 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52ea3c2b-5278-4e21-9768-84a69d8163f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:30.850874 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52ea3c2b-5278-4e21-9768-84a69d8163f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:30.904786 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-52ea3c2b-5278-4e21-9768-84a69d8163f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a181114d7b34076b00c44af638731d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6549053 Aug 06 16:14:30.912096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea3c2b-5278-4e21-9768-84a69d8163f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c62738b-c90c-43b0-838c-a1967b9d8a5d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:30.915484 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54368) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:30.924134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-dae8cc46-fc6c-486e-ba1a-9f3bc6310541 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Made reservation on behalf of 874b5d3483684aada68738d45d257709 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:30.929110 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-dae8cc46-fc6c-486e-ba1a-9f3bc6310541 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:30.967949 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:30.984104 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed8a27-967e-4194-a5d7-4e13a42f7e70 req-d008c584-2beb-4a00-abba-ca4b1018bb4f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:30.985778 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-77ed8a27-967e-4194-a5d7-4e13a42f7e70 req-d008c584-2beb-4a00-abba-ca4b1018bb4f tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4477f17-59e6-4abb-85b6-d6c69d9b2ef0 HTTP/1.1" status: 200 len: 945 time: 0.1079335 Aug 06 16:14:31.035231 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02ed8f2e-59b8-4644-8c72-80a2069381b6 req-a98b6fd2-7df2-4b2f-80bf-e5355313aecb tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 210 time: 0.0474074 Aug 06 16:14:31.063168 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54372) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:31.109602 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9126bd7-99f8-46e5-a125-a3af0c9b5cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:31.176734 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9126bd7-99f8-46e5-a125-a3af0c9b5cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:31.221215 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b029-059c-4753-9c57-a38d95359a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:31.238175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-dae8cc46-fc6c-486e-ba1a-9f3bc6310541 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Allocated IP 172.20.0.5 (a99cc60d-b371-4f98-ab52-073abe0e27be/f468d397-4915-47a1-9048-e9856cdf5883/80271f4f-563d-494c-9c6a-1d33c11093ea) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:31.308989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9126bd7-99f8-46e5-a125-a3af0c9b5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:31.311641 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9126bd7-99f8-46e5-a125-a3af0c9b5cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:31.312830 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b9126bd7-99f8-46e5-a125-a3af0c9b5cdb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c62738b-c90c-43b0-838c-a1967b9d8a5d HTTP/1.1" status: 204 len: 168 time: 0.3951216 Aug 06 16:14:31.350283 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9126bd7-99f8-46e5-a125-a3af0c9b5cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c62738b-c90c-43b0-838c-a1967b9d8a5d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:31.459144 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:31.513229 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-dae8cc46-fc6c-486e-ba1a-9f3bc6310541 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:31.516908 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b029-059c-4753-9c57-a38d95359a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:31.519279 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:31.524483 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-77ed8a27-967e-4194-a5d7-4e13a42f7e70 req-57d8e54f-fdaf-46db-85e1-24ea06a261a6 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Deleting port 026d704c-f59f-4cc4-8334-80c21a1561f8 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:31.524483 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-77ed8a27-967e-4194-a5d7-4e13a42f7e70 req-57d8e54f-fdaf-46db-85e1-24ea06a261a6 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:31.525258 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b029-059c-4753-9c57-a38d95359a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:31.533276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:31.545545 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:31.547635 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=7ef8ba4e-a9b3-4a59-8d04-51dd6c1953b8,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:31.582188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5ae4b029-059c-4753-9c57-a38d95359a60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa9b6887e62f486bbfb0dcbc1196a8e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5140121 Aug 06 16:14:31.583495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54382) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:31.604382 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4b029-059c-4753-9c57-a38d95359a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefd835d-241b-45a6-8fb2-51f28441debf,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:31.621433 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-dae8cc46-fc6c-486e-ba1a-9f3bc6310541 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:31.637227 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['330cfabf-09dd-4e3a-afe6-dddc138a3a5b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:31.641910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['11f70e67-e4a7-417e-b198-76fea0a61c3b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:31.703152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-dae8cc46-fc6c-486e-ba1a-9f3bc6310541 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Network a99cc60d-b371-4f98-ab52-073abe0e27be is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:31.709463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-dae8cc46-fc6c-486e-ba1a-9f3bc6310541 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:31.712238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-dae8cc46-fc6c-486e-ba1a-9f3bc6310541 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:31.772037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8cc46-fc6c-486e-ba1a-9f3bc6310541 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Pushing event updated for resources: {'Port': ['ID=80271f4f-563d-494c-9c6a-1d33c11093ea,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:31.774813 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-77ed8a27-967e-4194-a5d7-4e13a42f7e70 req-57d8e54f-fdaf-46db-85e1-24ea06a261a6 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] For port 026d704c-f59f-4cc4-8334-80c21a1561f8, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=026d704c-f59f-4cc4-8334-80c21a1561f8,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:31.775458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-77ed8a27-967e-4194-a5d7-4e13a42f7e70 req-57d8e54f-fdaf-46db-85e1-24ea06a261a6 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:31.782509 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-056357db-5d66-48b5-b2c5-25bc1e51e731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:31.786514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ec73f-ffd6-4b4f-a333-9d14252933ed req-5337e430-e9f0-4f52-8152-25183fad2268 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:31.794978 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd4ec73f-ffd6-4b4f-a333-9d14252933ed req-5337e430-e9f0-4f52-8152-25183fad2268 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4477f17-59e6-4abb-85b6-d6c69d9b2ef0 HTTP/1.1" status: 200 len: 945 time: 0.1429803 Aug 06 16:14:31.822375 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-77ed8a27-967e-4194-a5d7-4e13a42f7e70 req-57d8e54f-fdaf-46db-85e1-24ea06a261a6 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Calling delete_port for 026d704c-f59f-4cc4-8334-80c21a1561f8 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:31.848178 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd4ec73f-ffd6-4b4f-a333-9d14252933ed req-2f2aad8a-2049-4067-9261-fd372ffe6188 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475335 Aug 06 16:14:31.867478 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-dae8cc46-fc6c-486e-ba1a-9f3bc6310541 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:31.868162 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-dae8cc46-fc6c-486e-ba1a-9f3bc6310541 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:31.899468 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-dae8cc46-fc6c-486e-ba1a-9f3bc6310541 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5239506 Aug 06 16:14:31.902662 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-056357db-5d66-48b5-b2c5-25bc1e51e731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:31.915565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Request body: {'port': {'device_id': '23d685bf-e2dd-4b9a-87ee-a9bb84233824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:32.021329 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:32.077667 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-056357db-5d66-48b5-b2c5-25bc1e51e731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:32.080907 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-056357db-5d66-48b5-b2c5-25bc1e51e731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:32.082106 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-056357db-5d66-48b5-b2c5-25bc1e51e731 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fefd835d-241b-45a6-8fb2-51f28441debf HTTP/1.1" status: 204 len: 168 time: 0.4957650 Aug 06 16:14:32.135775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056357db-5d66-48b5-b2c5-25bc1e51e731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefd835d-241b-45a6-8fb2-51f28441debf,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:32.206659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e23bb9-bd48-4cff-a9c3-a907e05fd965 req-5fa67127-bca5-40fb-bb42-98a693837b0c tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:32.208321 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58e23bb9-bd48-4cff-a9c3-a907e05fd965 req-5fa67127-bca5-40fb-bb42-98a693837b0c tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.2611837 Aug 06 16:14:32.269192 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-77ed8a27-967e-4194-a5d7-4e13a42f7e70 req-57d8e54f-fdaf-46db-85e1-24ea06a261a6 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:32.291568 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['0d6be3de-6048-40c0-8a11-cdf5345fffbf'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:32.316217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23aa029-290e-4fed-9059-465240b67d80 req-72702d6b-2567-4b9d-bda1-28f366e3d9fe tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:32.318253 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d23aa029-290e-4fed-9059-465240b67d80 req-72702d6b-2567-4b9d-bda1-28f366e3d9fe tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 931 time: 0.1088088 Aug 06 16:14:32.325434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8e54f-fdaf-46db-85e1-24ea06a261a6 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Pushing event deleted for resources: {'Port': ['ID=026d704c-f59f-4cc4-8334-80c21a1561f8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:32.341058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58e23bb9-bd48-4cff-a9c3-a907e05fd965 req-6d8c8d10-7871-4383-9034-99aef84ed8f2 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190128 Aug 06 16:14:32.393154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ed8a27-967e-4194-a5d7-4e13a42f7e70 req-57d8e54f-fdaf-46db-85e1-24ea06a261a6 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] No DVR routers for this DVR port 026d704c-f59f-4cc4-8334-80c21a1561f8 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:32.397085 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-77ed8a27-967e-4194-a5d7-4e13a42f7e70 req-57d8e54f-fdaf-46db-85e1-24ea06a261a6 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:32.399350 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-77ed8a27-967e-4194-a5d7-4e13a42f7e70 req-57d8e54f-fdaf-46db-85e1-24ea06a261a6 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.78 "DELETE /v2.0/ports/026d704c-f59f-4cc4-8334-80c21a1561f8 HTTP/1.1" status: 204 len: 173 time: 1.4035444 Aug 06 16:14:32.399810 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4477f17-59e6-4abb-85b6-d6c69d9b2ef0', 'name': 'network-vif-deleted', 'tag': '026d704c-f59f-4cc4-8334-80c21a1561f8'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:32.402227 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d361b737-a528-4ca4-a7ba-eb7b5e8d426e" -d '{"events": [{"server_uuid": "c4477f17-59e6-4abb-85b6-d6c69d9b2ef0", "name": "network-vif-deleted", "tag": "026d704c-f59f-4cc4-8334-80c21a1561f8"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:32.403785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['026d704c-f59f-4cc4-8334-80c21a1561f8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:32.407608 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:32.492214 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84d965a-107a-465d-b59d-1285ac4179de x-openstack-request-id: req-b84d965a-107a-465d-b59d-1285ac4179de {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:32.492956 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4477f17-59e6-4abb-85b6-d6c69d9b2ef0", "name": "network-vif-deleted", "tag": "026d704c-f59f-4cc4-8334-80c21a1561f8", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:32.493409 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b84d965a-107a-465d-b59d-1285ac4179de {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:32.494412 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4477f17-59e6-4abb-85b6-d6c69d9b2ef0', 'name': 'network-vif-deleted', 'tag': '026d704c-f59f-4cc4-8334-80c21a1561f8', 'status': 'completed', 'code': 200} Aug 06 16:14:32.513937 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54410) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:32.560315 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:32.632904 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d23aa029-290e-4fed-9059-465240b67d80 req-b879116e-3c45-4fc6-a633-81f674f0e3aa tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982650 Aug 06 16:14:32.748311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54414) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:32.757878 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4619a55a-29a4-4303-95ff-5e334371dfaa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1490481422'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:32.792490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80271f4f-563d-494c-9c6a-1d33c11093ea {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:14:32.797417 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d90c5a3c-8ea5-4220-bd86-43c4e469b91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:32.805177 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:32.821021 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:32.834200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4619a55a-29a4-4303-95ff-5e334371dfaa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:32.834772 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:32.841308 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4619a55a-29a4-4303-95ff-5e334371dfaa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:32.854719 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Transition to ACTIVE for port object 80271f4f-563d-494c-9c6a-1d33c11093ea will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:32.865171 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4619a55a-29a4-4303-95ff-5e334371dfaa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:32.868703 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:32.945882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=7ef8ba4e-a9b3-4a59-8d04-51dd6c1953b8,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:32.953658 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.015787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=80271f4f-563d-494c-9c6a-1d33c11093ea,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:33.030215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34dbf548-604e-4bb0-95c6-03a1a030fe74 req-cb47c830-c73f-4194-9d01-123fa578b238 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4477f17-59e6-4abb-85b6-d6c69d9b2ef0 HTTP/1.1" status: 200 len: 210 time: 0.0929396 Aug 06 16:14:33.079412 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Floating IP e3573007-5594-428a-8e67-0ef5446f05e5 associated. External IP: 172.25.1.228, port: 3c1c272a-937d-4727-827f-5152cb03c8de. Aug 06 16:14:33.163363 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d90c5a3c-8ea5-4220-bd86-43c4e469b91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.177443 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d90c5a3c-8ea5-4220-bd86-43c4e469b91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.192397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Attempting to bind port 80271f4f-563d-494c-9c6a-1d33c11093ea on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:14:33.192738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Attempting to bind port 80271f4f-563d-494c-9c6a-1d33c11093ea by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:14:33.193064 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Attempting to bind port 80271f4f-563d-494c-9c6a-1d33c11093ea on network a99cc60d-b371-4f98-ab52-073abe0e27be {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:14:33.221662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Port 80271f4f-563d-494c-9c6a-1d33c11093ea on network a99cc60d-b371-4f98-ab52-073abe0e27be not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:14:33.221989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Attempting to bind port 80271f4f-563d-494c-9c6a-1d33c11093ea on network a99cc60d-b371-4f98-ab52-073abe0e27be {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:14:33.243500 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d90c5a3c-8ea5-4220-bd86-43c4e469b91a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0bc470a623ae4a7db29e474c26aecb86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4924281 Aug 06 16:14:33.246993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:14:33.247336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Checking segment: {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:14:33.247718 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Bound using segment: {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:14:33.248154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Bound port: 80271f4f-563d-494c-9c6a-1d33c11093ea, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:14:33.248520 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.253004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54418) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:33.268956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c5a3c-8ea5-4220-bd86-43c4e469b91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1a130a-408f-49cc-95ff-032baedc096d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:33.302030 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router 75500435-ab1a-47ea-896d-d7ea0da3386d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:14:33.397586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] For port 80271f4f-563d-494c-9c6a-1d33c11093ea, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:14:33.417104 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfdeaa7c-5910-4b47-b368-5448408ca105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.422402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:14:33.423380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] For port 80271f4f-563d-494c-9c6a-1d33c11093ea, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=80271f4f-563d-494c-9c6a-1d33c11093ea,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:14:33.438681 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9270336-18d9-472a-953f-a3b243f88dec None None] Sync routers for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:14:33.444852 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.448509 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9270336-18d9-472a-953f-a3b243f88dec None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:33.449149 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a9270336-18d9-472a-953f-a3b243f88dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:33.455276 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4619a55a-29a4-4303-95ff-5e334371dfaa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.463280 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.481027 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a9270336-18d9-472a-953f-a3b243f88dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:33.490731 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9270336-18d9-472a-953f-a3b243f88dec None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:33.491331 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a9270336-18d9-472a-953f-a3b243f88dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:33.496155 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-90a0304e-1467-4ebc-8d03-62f4d87644e4 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1581111 Aug 06 16:14:33.496396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54422) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:33.501408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-83c5b63c-acad-416f-a7df-0c9b8e4da074 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'floatingip': {'port_id': '3c1c272a-937d-4727-827f-5152cb03c8de', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:33.510729 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4619a55a-29a4-4303-95ff-5e334371dfaa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.515794 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfdeaa7c-5910-4b47-b368-5448408ca105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.525132 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a9270336-18d9-472a-953f-a3b243f88dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:33.525813 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9270336-18d9-472a-953f-a3b243f88dec None None] The sync data for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:14:33.536924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:33.538047 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.540528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] 10.222.0.78 "PUT /v2.0/ports/80271f4f-563d-494c-9c6a-1d33c11093ea HTTP/1.1" status: 200 len: 1091 time: 1.6305811 Aug 06 16:14:33.554772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d685bf-e2dd-4b9a-87ee-a9bb84233824', 'tag': '80271f4f-563d-494c-9c6a-1d33c11093ea'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:33.557043 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b419645e-6e0a-410f-a66e-46ef84b8bb32" -d '{"events": [{"name": "network-changed", "server_uuid": "23d685bf-e2dd-4b9a-87ee-a9bb84233824", "tag": "80271f4f-563d-494c-9c6a-1d33c11093ea"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:33.583506 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83c5b63c-acad-416f-a7df-0c9b8e4da074 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.608970 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4619a55a-29a4-4303-95ff-5e334371dfaa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:14:33.620367 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b904a8f-75da-4714-b7b5-06a2aa697174 x-openstack-request-id: req-9b904a8f-75da-4714-b7b5-06a2aa697174 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:33.620648 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d685bf-e2dd-4b9a-87ee-a9bb84233824", "tag": "80271f4f-563d-494c-9c6a-1d33c11093ea", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:33.620906 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b904a8f-75da-4714-b7b5-06a2aa697174 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:33.621292 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d685bf-e2dd-4b9a-87ee-a9bb84233824', 'tag': '80271f4f-563d-494c-9c6a-1d33c11093ea', 'status': 'completed', 'code': 200} Aug 06 16:14:33.671798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619a55a-29a4-4303-95ff-5e334371dfaa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c0cd15-da27-449b-8b13-fc8f7f37a412,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:33.682516 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4619a55a-29a4-4303-95ff-5e334371dfaa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.682702 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-4619a55a-29a4-4303-95ff-5e334371dfaa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Added segment 2416fd36-52cf-4336-a994-a2cc1aca479a of type vlan for network 38cd96d0-9a93-4226-ab46-370ab75cd563 Aug 06 16:14:33.683987 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87118ff7-b11c-41e3-98a3-5a6a86ee8ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=80271f4f-563d-494c-9c6a-1d33c11093ea,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:33.710118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e1f0b-ff31-4660-ae46-0c392dcdaf89 req-54c906c7-03b5-4c5b-9592-9f605c86e6ee tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:33.711948 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-215e1f0b-ff31-4660-ae46-0c392dcdaf89 req-54c906c7-03b5-4c5b-9592-9f605c86e6ee tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.2740612 Aug 06 16:14:33.720874 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-64cc779d-1289-4aa8-9fde-24ee92437c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.802185 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4619a55a-29a4-4303-95ff-5e334371dfaa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.820135 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-9525e454-eb65-4688-9610-0aeed0a7d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:33.821239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-9525e454-eb65-4688-9610-0aeed0a7d713 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 1094 time: 0.2066855 Aug 06 16:14:33.830520 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfdeaa7c-5910-4b47-b368-5448408ca105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.833774 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfdeaa7c-5910-4b47-b368-5448408ca105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.834939 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dfdeaa7c-5910-4b47-b368-5448408ca105 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e1a130a-408f-49cc-95ff-032baedc096d HTTP/1.1" status: 204 len: 168 time: 0.5809882 Aug 06 16:14:33.892132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-215e1f0b-ff31-4660-ae46-0c392dcdaf89 req-01771d4c-f74c-469b-9865-80067ad70267 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518335 Aug 06 16:14:33.898945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdeaa7c-5910-4b47-b368-5448408ca105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1a130a-408f-49cc-95ff-032baedc096d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:33.909415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-b58af566-e309-4577-b071-8cef4e2cbb90 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80271f4f-563d-494c-9c6a-1d33c11093ea HTTP/1.1" status: 200 len: 217 time: 0.0696466 Aug 06 16:14:33.930104 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4619a55a-29a4-4303-95ff-5e334371dfaa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.936128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4619a55a-29a4-4303-95ff-5e334371dfaa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:33.936976 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4619a55a-29a4-4303-95ff-5e334371dfaa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:33.953371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cdf1a-d883-431c-9c1e-d09d88d67871 req-21eb4eaa-70bc-484e-86ce-06ba03b29530 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:33.954921 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a6cdf1a-d883-431c-9c1e-d09d88d67871 req-21eb4eaa-70bc-484e-86ce-06ba03b29530 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 943 time: 0.2164390 Aug 06 16:14:34.070881 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4619a55a-29a4-4303-95ff-5e334371dfaa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5504303 Aug 06 16:14:34.071138 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54434) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:34.079028 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a3c80518-30ec-4a5e-9514-435f1d72e5a6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:34.095221 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619a55a-29a4-4303-95ff-5e334371dfaa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Network': ['ID=38cd96d0-9a93-4226-ab46-370ab75cd563,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:34.108332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:14:34.109570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-1f8cdd3c-1e44-4ba7-8de5-5eb675c45fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:34.112206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-1f8cdd3c-1e44-4ba7-8de5-5eb675c45fb5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 200 len: 846 time: 0.1707730 Aug 06 16:14:34.117826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a6cdf1a-d883-431c-9c1e-d09d88d67871 req-28dbd0c5-f06d-412a-8cd2-91faf6c38903 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511412 Aug 06 16:14:34.169449 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-4cc76ebf-724d-4872-937b-89bc836d2bb4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a99cc60d-b371-4f98-ab52-073abe0e27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426736 Aug 06 16:14:34.261229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c80518-30ec-4a5e-9514-435f1d72e5a6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:34.264111 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3c80518-30ec-4a5e-9514-435f1d72e5a6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:34.320704 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-950b1bff-5be5-4aa8-832e-3eee16f58584 service neutron] 10.222.0.78 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393867 Aug 06 16:14:34.340356 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83c5b63c-acad-416f-a7df-0c9b8e4da074 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:34.351581 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83c5b63c-acad-416f-a7df-0c9b8e4da074 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:34.647967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 026d704c-f59f-4cc4-8334-80c21a1561f8 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:34.663040 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3c80518-30ec-4a5e-9514-435f1d72e5a6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:34.688389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 026d704c-f59f-4cc4-8334-80c21a1561f8 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:14:34.689360 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 026d704c-f59f-4cc4-8334-80c21a1561f8 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:14:34.735373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c80518-30ec-4a5e-9514-435f1d72e5a6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=6183f8ca-02d7-40fd-87ed-1f19856a4f66,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:34.740814 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c5b63c-acad-416f-a7df-0c9b8e4da074 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router 75500435-ab1a-47ea-896d-d7ea0da3386d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:14:34.798296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c80518-30ec-4a5e-9514-435f1d72e5a6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:14:34.798599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c80518-30ec-4a5e-9514-435f1d72e5a6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network hostable DHCP agents. Network: 38cd96d0-9a93-4226-ab46-370ab75cd563, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:14:34.839569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c80518-30ec-4a5e-9514-435f1d72e5a6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:14:34.885793 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67dd63e8-3f01-4957-b40e-078aa4cd8f3a req-6201dc6c-c796-43b9-af13-63d6e8724d07 service neutron] 10.222.0.78 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538216 Aug 06 16:14:34.888068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a3c80518-30ec-4a5e-9514-435f1d72e5a6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 38cd96d0-9a93-4226-ab46-370ab75cd563) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:34.895014 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c80518-30ec-4a5e-9514-435f1d72e5a6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:34.895610 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3c80518-30ec-4a5e-9514-435f1d72e5a6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:34.898046 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac4481-714d-4c40-bb7c-7d567e883fb7 req-0ab087b2-33d6-4ae0-bb3a-ca44ef043073 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:34.907446 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ac1580-1dbd-4930-bf6a-e074d7e0e3f3 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:14:34.914948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c5b63c-acad-416f-a7df-0c9b8e4da074 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:14:34.918090 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3eac4481-714d-4c40-bb7c-7d567e883fb7 req-0ab087b2-33d6-4ae0-bb3a-ca44ef043073 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.5178509 Aug 06 16:14:34.920471 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83c5b63c-acad-416f-a7df-0c9b8e4da074 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:34.929258 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a3c80518-30ec-4a5e-9514-435f1d72e5a6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8526695 Aug 06 16:14:34.929258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54460) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:34.953836 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c2517eb6-49c1-42ae-996b-242457cd4f3e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'name': 'tempest-NetworksTestDHCPv6-2135148361'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:34.972672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a00fd6-3a65-42cd-9ba4-fd479a1f34a3 None None] Sync routers for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:14:34.979932 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3eac4481-714d-4c40-bb7c-7d567e883fb7 req-6c18ce6f-901b-43da-8b7f-8e98c8739e3c tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594001 Aug 06 16:14:35.081995 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a00fd6-3a65-42cd-9ba4-fd479a1f34a3 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:35.083489 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-25a00fd6-3a65-42cd-9ba4-fd479a1f34a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:35.132796 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-83c5b63c-acad-416f-a7df-0c9b8e4da074 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "PUT /v2.0/floatingips/e3573007-5594-428a-8e67-0ef5446f05e5 HTTP/1.1" status: 200 len: 977 time: 1.6350331 Aug 06 16:14:35.134067 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54464) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:35.137683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869dfad-4e52-47a6-af7e-e811887a14fa req-2ffafbc9-766a-44a5-8466-f3c2213597ac tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:35.144969 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2869dfad-4e52-47a6-af7e-e811887a14fa req-2ffafbc9-766a-44a5-8466-f3c2213597ac tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.0969925 Aug 06 16:14:35.162764 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-25a00fd6-3a65-42cd-9ba4-fd479a1f34a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:35.183469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419645e-6e0a-410f-a66e-46ef84b8bb32 req-4d4ce2e3-a7cb-441a-96b6-df76572a7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:35.184961 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b419645e-6e0a-410f-a66e-46ef84b8bb32 req-4d4ce2e3-a7cb-441a-96b6-df76572a7724 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 1094 time: 0.0991910 Aug 06 16:14:35.196790 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a00fd6-3a65-42cd-9ba4-fd479a1f34a3 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:35.197817 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-25a00fd6-3a65-42cd-9ba4-fd479a1f34a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:35.198241 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2869dfad-4e52-47a6-af7e-e811887a14fa req-b78994d9-a5b5-4d2f-8e2d-e6223fbdceee tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523310 Aug 06 16:14:35.258317 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-25a00fd6-3a65-42cd-9ba4-fd479a1f34a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:35.259387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a00fd6-3a65-42cd-9ba4-fd479a1f34a3 None None] The sync data for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:14:35.355264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1ebca-2a3a-4491-91df-b2b97ab705fb req-99d682d9-fec9-4026-8ba5-78e842f00eb5 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:35.357771 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61c1ebca-2a3a-4491-91df-b2b97ab705fb req-99d682d9-fec9-4026-8ba5-78e842f00eb5 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 943 time: 0.0801933 Aug 06 16:14:35.383769 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': '6183f8ca-02d7-40fd-87ed-1f19856a4f66'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:14:35.385293 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:35.403299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419645e-6e0a-410f-a66e-46ef84b8bb32 req-6428d51d-e923-4682-8390-f12ab053bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:35.406558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b419645e-6e0a-410f-a66e-46ef84b8bb32 req-6428d51d-e923-4682-8390-f12ab053bd42 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 907 time: 0.2062342 Aug 06 16:14:35.474461 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61c1ebca-2a3a-4491-91df-b2b97ab705fb req-f8878c88-1250-4990-a408-d8b4d0ec145b tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090734 Aug 06 16:14:35.476303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b419645e-6e0a-410f-a66e-46ef84b8bb32 req-6caf205c-8235-4cbc-b550-d3dace3fd9fb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80271f4f-563d-494c-9c6a-1d33c11093ea HTTP/1.1" status: 200 len: 217 time: 0.0553491 Aug 06 16:14:35.581481 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419645e-6e0a-410f-a66e-46ef84b8bb32 req-fb2f1512-375c-47c1-8b30-00fc7b756e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:35.586580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b419645e-6e0a-410f-a66e-46ef84b8bb32 req-fb2f1512-375c-47c1-8b30-00fc7b756e8f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 200 len: 846 time: 0.0997677 Aug 06 16:14:35.608642 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Allocated IP 2001:db8::2 (38cd96d0-9a93-4226-ab46-370ab75cd563/6183f8ca-02d7-40fd-87ed-1f19856a4f66/c7c1b5ec-9066-497b-9c1d-65919622a3b8) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:35.648320 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b419645e-6e0a-410f-a66e-46ef84b8bb32 req-785dbc63-df4c-43e7-bb3e-95684ee87e82 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a99cc60d-b371-4f98-ab52-073abe0e27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465920 Aug 06 16:14:35.773786 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b419645e-6e0a-410f-a66e-46ef84b8bb32 req-14a0ee65-86e3-40b3-a5e4-2f308976832c service neutron] 10.222.0.78 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149268 Aug 06 16:14:35.849587 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:35.875338 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2517eb6-49c1-42ae-996b-242457cd4f3e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:35.880677 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Transition to ACTIVE for port object c7c1b5ec-9066-497b-9c1d-65919622a3b8 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:35.881962 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2517eb6-49c1-42ae-996b-242457cd4f3e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:35.903904 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Transition to ACTIVE for port object c7c1b5ec-9066-497b-9c1d-65919622a3b8 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:35.915136 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:35.918957 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-c2517eb6-49c1-42ae-996b-242457cd4f3e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port 04e18e55-d78e-428f-ad96-b4c1edb95763 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:14:35.935040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b419645e-6e0a-410f-a66e-46ef84b8bb32 req-db24d628-bac1-406b-8fa0-f6e71c4e5333 service neutron] 10.222.0.78 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540558 Aug 06 16:14:35.965802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:35.969794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:35.975726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:36.000523 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0def363b-f1cf-4841-8d56-7fd50ba43b2f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting port 7ef8ba4e-a9b3-4a59-8d04-51dd6c1953b8 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:36.000930 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0def363b-f1cf-4841-8d56-7fd50ba43b2f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:36.063287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Pushing event updated for resources: {'Port': ['ID=c7c1b5ec-9066-497b-9c1d-65919622a3b8,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:36.073457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Attempting to bind port c7c1b5ec-9066-497b-9c1d-65919622a3b8 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:14:36.074059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Attempting to bind port c7c1b5ec-9066-497b-9c1d-65919622a3b8 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:14:36.074659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Attempting to bind port c7c1b5ec-9066-497b-9c1d-65919622a3b8 on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:14:36.084369 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:14:36.085174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:14:36.085889 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:36.086685 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:14:36.089060 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Bound port: c7c1b5ec-9066-497b-9c1d-65919622a3b8, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:14:36.090192 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:36.152460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624474a-ce2e-45b1-8bb9-fca8288878ff req-94c7ea13-d51e-469a-a4dd-28f835551980 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:36.161175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6624474a-ce2e-45b1-8bb9-fca8288878ff req-94c7ea13-d51e-469a-a4dd-28f835551980 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.0678899 Aug 06 16:14:36.165248 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0def363b-f1cf-4841-8d56-7fd50ba43b2f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:36.165578 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0def363b-f1cf-4841-8d56-7fd50ba43b2f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:36.174618 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] For port c7c1b5ec-9066-497b-9c1d-65919622a3b8, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:14:36.195085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] For port c7c1b5ec-9066-497b-9c1d-65919622a3b8, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c7c1b5ec-9066-497b-9c1d-65919622a3b8,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:14:36.204873 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0def363b-f1cf-4841-8d56-7fd50ba43b2f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Calling delete_port for 7ef8ba4e-a9b3-4a59-8d04-51dd6c1953b8 owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:36.224866 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6624474a-ce2e-45b1-8bb9-fca8288878ff req-9133b359-bd2f-4ffe-beb2-0c00e9496371 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615871 Aug 06 16:14:36.225135 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:36.276603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-c2517eb6-49c1-42ae-996b-242457cd4f3e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::365 (38cd96d0-9a93-4226-ab46-370ab75cd563/6183f8ca-02d7-40fd-87ed-1f19856a4f66/04e18e55-d78e-428f-ad96-b4c1edb95763) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:36.289180 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fe41c-f4f8-418a-aeaf-07e5fd119b2e req-ad231a1f-1780-41cb-ab3c-aa0f8b5b01fc tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:36.290887 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a8fe41c-f4f8-418a-aeaf-07e5fd119b2e req-ad231a1f-1780-41cb-ab3c-aa0f8b5b01fc tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.2051952 Aug 06 16:14:36.335035 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-54fbae01-e045-4dd1-8688-d8a2e0fffd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:36.348101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a38576-e45f-489d-bbdb-be9744ac62a9 None None] Pushing event updated for resources: {'Port': ['ID=c7c1b5ec-9066-497b-9c1d-65919622a3b8,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:36.401342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55b954-0a95-4cf1-bc33-28b7628e9b16 req-41477bb5-df62-4fa2-a478-2d6b349a28f6 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:36.404123 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff55b954-0a95-4cf1-bc33-28b7628e9b16 req-41477bb5-df62-4fa2-a478-2d6b349a28f6 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.1066954 Aug 06 16:14:36.472346 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff55b954-0a95-4cf1-bc33-28b7628e9b16 req-72097ffa-3680-4b87-8971-db2dd5c3c597 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543814 Aug 06 16:14:36.610867 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:36.719633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-1a8fe41c-f4f8-418a-aeaf-07e5fd119b2e req-05e04b7c-9fd2-4bcb-9c80-d35158537d87 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Deleting port 0d6be3de-6048-40c0-8a11-cdf5345fffbf {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:36.720000 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1a8fe41c-f4f8-418a-aeaf-07e5fd119b2e req-05e04b7c-9fd2-4bcb-9c80-d35158537d87 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:36.795947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e925b1-1fd4-4a4c-96a1-425418a86b7f req-41013c88-8c48-42f3-9cdb-b0000c52d990 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:36.802420 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e925b1-1fd4-4a4c-96a1-425418a86b7f req-41013c88-8c48-42f3-9cdb-b0000c52d990 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:36.808706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e925b1-1fd4-4a4c-96a1-425418a86b7f req-41013c88-8c48-42f3-9cdb-b0000c52d990 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:36.814959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e925b1-1fd4-4a4c-96a1-425418a86b7f req-41013c88-8c48-42f3-9cdb-b0000c52d990 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:36.828251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e925b1-1fd4-4a4c-96a1-425418a86b7f req-41013c88-8c48-42f3-9cdb-b0000c52d990 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:36.829777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e925b1-1fd4-4a4c-96a1-425418a86b7f req-41013c88-8c48-42f3-9cdb-b0000c52d990 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:36.836797 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e925b1-1fd4-4a4c-96a1-425418a86b7f req-41013c88-8c48-42f3-9cdb-b0000c52d990 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:36.846424 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6e925b1-1fd4-4a4c-96a1-425418a86b7f req-41013c88-8c48-42f3-9cdb-b0000c52d990 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5444 time: 0.2061846 Aug 06 16:14:36.863820 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2517eb6-49c1-42ae-996b-242457cd4f3e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:36.872689 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc520c-625c-49d1-993c-1036a7b5f3aa req-7e2d7e5e-519f-4905-ab8d-8a61cd9c3563 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:36.881010 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-92cc520c-625c-49d1-993c-1036a7b5f3aa req-7e2d7e5e-519f-4905-ab8d-8a61cd9c3563 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 943 time: 0.3147569 Aug 06 16:14:36.904758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-c2517eb6-49c1-42ae-996b-242457cd4f3e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object 04e18e55-d78e-428f-ad96-b4c1edb95763 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:36.942906 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6e925b1-1fd4-4a4c-96a1-425418a86b7f req-a2bcb2cb-324e-479c-af1c-d67219b67333 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954149 Aug 06 16:14:36.947795 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0def363b-f1cf-4841-8d56-7fd50ba43b2f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:36.958480 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1a8fe41c-f4f8-418a-aeaf-07e5fd119b2e req-05e04b7c-9fd2-4bcb-9c80-d35158537d87 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] For port 0d6be3de-6048-40c0-8a11-cdf5345fffbf, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0d6be3de-6048-40c0-8a11-cdf5345fffbf,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:36.958832 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1a8fe41c-f4f8-418a-aeaf-07e5fd119b2e req-05e04b7c-9fd2-4bcb-9c80-d35158537d87 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:36.993131 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-92cc520c-625c-49d1-993c-1036a7b5f3aa req-89083e59-a323-4b65-9236-5c3350e9408a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111348 Aug 06 16:14:37.031300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def363b-f1cf-4841-8d56-7fd50ba43b2f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Port': ['ID=7ef8ba4e-a9b3-4a59-8d04-51dd6c1953b8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:37.037568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-1a8fe41c-f4f8-418a-aeaf-07e5fd119b2e req-05e04b7c-9fd2-4bcb-9c80-d35158537d87 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Calling delete_port for 0d6be3de-6048-40c0-8a11-cdf5345fffbf owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:37.113289 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0def363b-f1cf-4841-8d56-7fd50ba43b2f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:37.114025 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-0def363b-f1cf-4841-8d56-7fd50ba43b2f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Floating IP e3573007-5594-428a-8e67-0ef5446f05e5 disassociated (deleted). External IP: 172.25.1.228, port: 3c1c272a-937d-4727-827f-5152cb03c8de. Aug 06 16:14:37.125262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c7c1b5ec-9066-497b-9c1d-65919622a3b8 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:14:37.176990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port c7c1b5ec-9066-497b-9c1d-65919622a3b8 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:14:37.193732 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2517eb6-49c1-42ae-996b-242457cd4f3e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:37.198892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54538) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:37.281498 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:37.364571 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2517eb6-49c1-42ae-996b-242457cd4f3e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:37.385947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2cf9d-a6b5-4740-a390-0b4955bef641 req-3709be9e-eccb-433b-91e8-6874ae8afd57 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:37.388541 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83b2cf9d-a6b5-4740-a390-0b4955bef641 req-3709be9e-eccb-433b-91e8-6874ae8afd57 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd29868-55cc-4cb0-89f2-1f8a3c647b00 HTTP/1.1" status: 200 len: 946 time: 0.0798597 Aug 06 16:14:37.405225 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:37.413944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2517eb6-49c1-42ae-996b-242457cd4f3e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=04e18e55-d78e-428f-ad96-b4c1edb95763,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:37.427344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-c2517eb6-49c1-42ae-996b-242457cd4f3e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:37.436147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2517eb6-49c1-42ae-996b-242457cd4f3e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:37.448070 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2517eb6-49c1-42ae-996b-242457cd4f3e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:37.448946 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2517eb6-49c1-42ae-996b-242457cd4f3e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:37.477853 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83b2cf9d-a6b5-4740-a390-0b4955bef641 req-01f86263-13a7-41a5-8a39-6c36e80d4851 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc1fd427-3746-4a0f-9157-0f4313f4ce65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736351 Aug 06 16:14:37.503126 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1a8fe41c-f4f8-418a-aeaf-07e5fd119b2e req-05e04b7c-9fd2-4bcb-9c80-d35158537d87 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:37.514509 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['0d6be3de-6048-40c0-8a11-cdf5345fffbf'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:37.614517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e04b7c-9fd2-4bcb-9c80-d35158537d87 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Pushing event deleted for resources: {'Port': ['ID=0d6be3de-6048-40c0-8a11-cdf5345fffbf,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:37.618978 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:37.636799 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:37.672534 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c2517eb6-49c1-42ae-996b-242457cd4f3e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7424581 Aug 06 16:14:37.677259 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54546) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:37.733403 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8fe41c-f4f8-418a-aeaf-07e5fd119b2e req-05e04b7c-9fd2-4bcb-9c80-d35158537d87 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] No DVR routers for this DVR port 0d6be3de-6048-40c0-8a11-cdf5345fffbf on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:37.737371 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1a8fe41c-f4f8-418a-aeaf-07e5fd119b2e req-05e04b7c-9fd2-4bcb-9c80-d35158537d87 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:37.740070 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a8fe41c-f4f8-418a-aeaf-07e5fd119b2e req-05e04b7c-9fd2-4bcb-9c80-d35158537d87 tempest-ListServerFiltersTestJSON-1727619275 tempest-ListServerFiltersTestJSON-1727619275-project] 10.222.0.13 "DELETE /v2.0/ports/0d6be3de-6048-40c0-8a11-cdf5345fffbf HTTP/1.1" status: 204 len: 173 time: 1.4429142 Aug 06 16:14:37.740527 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd29868-55cc-4cb0-89f2-1f8a3c647b00', 'name': 'network-vif-deleted', 'tag': '0d6be3de-6048-40c0-8a11-cdf5345fffbf'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:37.742978 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8394b479-4260-43e9-b1f9-601f589fb8f7" -d '{"events": [{"server_uuid": "dbd29868-55cc-4cb0-89f2-1f8a3c647b00", "name": "network-vif-deleted", "tag": "0d6be3de-6048-40c0-8a11-cdf5345fffbf"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:37.789006 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89b0d420d9a04cda83f9886926766c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5862772 Aug 06 16:14:37.790282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54550) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:37.806219 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a952c9-fee3-490b-addd-b2dc71f467c3 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:14:37.812700 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0def363b-f1cf-4841-8d56-7fd50ba43b2f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router 75500435-ab1a-47ea-896d-d7ea0da3386d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:14:37.829341 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c6f295-c25c-4656-80db-4343d4a53870 x-openstack-request-id: req-41c6f295-c25c-4656-80db-4343d4a53870 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:37.829923 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd29868-55cc-4cb0-89f2-1f8a3c647b00", "name": "network-vif-deleted", "tag": "0d6be3de-6048-40c0-8a11-cdf5345fffbf", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:37.830369 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41c6f295-c25c-4656-80db-4343d4a53870 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:37.830950 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd29868-55cc-4cb0-89f2-1f8a3c647b00', 'name': 'network-vif-deleted', 'tag': '0d6be3de-6048-40c0-8a11-cdf5345fffbf', 'status': 'completed', 'code': 200} Aug 06 16:14:37.852462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b688b820-cea5-48d8-a954-acfb47f369cd,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:37.896982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:37.897905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:37.898512 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:37.899071 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:37.899633 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:37.900746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:37.901489 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:37.902001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:37.902911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:37.903350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:37.903914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:37.904348 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121fe37-71fc-4156-ac76-d9c741c4d317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:37.929099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-91af9cdd-61b9-4979-923f-28da58262917 None None] Provisioning for port c7c1b5ec-9066-497b-9c1d-65919622a3b8 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:14:37.933784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868150e-058d-44e8-bea6-4cd3f9c121c3 req-312efbf9-f288-4375-9c03-a3058e364ff5 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:37.939647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-91af9cdd-61b9-4979-923f-28da58262917 None None] Provisioning complete for port c7c1b5ec-9066-497b-9c1d-65919622a3b8 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:37.940219 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91af9cdd-61b9-4979-923f-28da58262917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:37.942419 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4868150e-058d-44e8-bea6-4cd3f9c121c3 req-312efbf9-f288-4375-9c03-a3058e364ff5 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.3548200 Aug 06 16:14:37.983361 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d72abbb-6526-4e1c-a619-69e8b25022ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:37.989593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0067f222-b315-4093-bd88-81353d51d21a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:37.996147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0067f222-b315-4093-bd88-81353d51d21a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:37.998001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0067f222-b315-4093-bd88-81353d51d21a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3198476 Aug 06 16:14:38.001029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54554) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:38.061501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0def363b-f1cf-4841-8d56-7fd50ba43b2f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:14:38.068956 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0def363b-f1cf-4841-8d56-7fd50ba43b2f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:38.076448 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9c179-47d0-49ed-92ab-be8d626a43f3 None None] Sync routers for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:14:38.077417 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ff497-743d-42a3-8140-260e73bb32bd req-5cafc310-5eac-4c2e-9017-7759b54c3828 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:38.083988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ff497-743d-42a3-8140-260e73bb32bd req-5cafc310-5eac-4c2e-9017-7759b54c3828 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:38.086153 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9c179-47d0-49ed-92ab-be8d626a43f3 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:38.086760 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a9d9c179-47d0-49ed-92ab-be8d626a43f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:38.090273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ff497-743d-42a3-8140-260e73bb32bd req-5cafc310-5eac-4c2e-9017-7759b54c3828 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:38.090437 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d72abbb-6526-4e1c-a619-69e8b25022ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:38.096592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ff497-743d-42a3-8140-260e73bb32bd req-5cafc310-5eac-4c2e-9017-7759b54c3828 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:38.103330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ff497-743d-42a3-8140-260e73bb32bd req-5cafc310-5eac-4c2e-9017-7759b54c3828 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:38.109798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ff497-743d-42a3-8140-260e73bb32bd req-5cafc310-5eac-4c2e-9017-7759b54c3828 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:38.116359 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ff497-743d-42a3-8140-260e73bb32bd req-5cafc310-5eac-4c2e-9017-7759b54c3828 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:38.118409 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e53ff497-743d-42a3-8140-260e73bb32bd req-5cafc310-5eac-4c2e-9017-7759b54c3828 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.78 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5444 time: 0.3308494 Aug 06 16:14:38.124212 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a9d9c179-47d0-49ed-92ab-be8d626a43f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:38.127457 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91af9cdd-61b9-4979-923f-28da58262917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:38.133119 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9c179-47d0-49ed-92ab-be8d626a43f3 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:38.133765 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a9d9c179-47d0-49ed-92ab-be8d626a43f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:38.150171 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4868150e-058d-44e8-bea6-4cd3f9c121c3 req-50a875eb-7989-423f-9e7e-15254127c7f9 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066128 Aug 06 16:14:38.174372 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a9d9c179-47d0-49ed-92ab-be8d626a43f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:38.175330 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9c179-47d0-49ed-92ab-be8d626a43f3 None None] The sync data for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:14:38.196142 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d72abbb-6526-4e1c-a619-69e8b25022ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:38.197516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-91af9cdd-61b9-4979-923f-28da58262917 None None] For port c7c1b5ec-9066-497b-9c1d-65919622a3b8, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c7c1b5ec-9066-497b-9c1d-65919622a3b8,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:38.199536 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d72abbb-6526-4e1c-a619-69e8b25022ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:38.203262 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0d72abbb-6526-4e1c-a619-69e8b25022ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b688b820-cea5-48d8-a954-acfb47f369cd HTTP/1.1" status: 204 len: 168 time: 0.4094946 Aug 06 16:14:38.217366 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91af9cdd-61b9-4979-923f-28da58262917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:38.217935 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72abbb-6526-4e1c-a619-69e8b25022ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b688b820-cea5-48d8-a954-acfb47f369cd,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:38.223735 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0def363b-f1cf-4841-8d56-7fd50ba43b2f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/floatingips/e3573007-5594-428a-8e67-0ef5446f05e5 HTTP/1.1" status: 204 len: 168 time: 3.0816338 Aug 06 16:14:38.224014 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54560) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:38.292342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ff497-743d-42a3-8140-260e73bb32bd req-71545a0d-ec09-4d1b-b52a-d28b80902d67 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:38.294351 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e53ff497-743d-42a3-8140-260e73bb32bd req-71545a0d-ec09-4d1b-b52a-d28b80902d67 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.78 "GET /v2.0/ports/2d4d5e55-58da-418e-b0a4-03539c01a77f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1376493 Aug 06 16:14:38.356766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af9cdd-61b9-4979-923f-28da58262917 None None] Pushing event updated for resources: {'Port': ['ID=c7c1b5ec-9066-497b-9c1d-65919622a3b8,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:38.399935 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c65959e3-fd5b-432d-a814-eff3ce4a0e82 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting port 3c1c272a-937d-4727-827f-5152cb03c8de {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:38.400266 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c65959e3-fd5b-432d-a814-eff3ce4a0e82 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:38.513826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f1274-aa6a-44a2-a9f3-cb3adf1d5993 req-fd1098e1-a3d0-479a-a21e-cf4bb7454ca0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:38.519764 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f1274-aa6a-44a2-a9f3-cb3adf1d5993 req-fd1098e1-a3d0-479a-a21e-cf4bb7454ca0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:38.526963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f1274-aa6a-44a2-a9f3-cb3adf1d5993 req-fd1098e1-a3d0-479a-a21e-cf4bb7454ca0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:38.528543 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c65959e3-fd5b-432d-a814-eff3ce4a0e82 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:38.533217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f1274-aa6a-44a2-a9f3-cb3adf1d5993 req-fd1098e1-a3d0-479a-a21e-cf4bb7454ca0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:38.541016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f1274-aa6a-44a2-a9f3-cb3adf1d5993 req-fd1098e1-a3d0-479a-a21e-cf4bb7454ca0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:38.547120 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f1274-aa6a-44a2-a9f3-cb3adf1d5993 req-fd1098e1-a3d0-479a-a21e-cf4bb7454ca0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:38.551898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d5217360-b6cb-4e77-84ae-dfb816b66f14 None None] Provisioning for port 04e18e55-d78e-428f-ad96-b4c1edb95763 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:14:38.554434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f1274-aa6a-44a2-a9f3-cb3adf1d5993 req-fd1098e1-a3d0-479a-a21e-cf4bb7454ca0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:38.556263 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c65959e3-fd5b-432d-a814-eff3ce4a0e82 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Calling delete_port for 3c1c272a-937d-4727-827f-5152cb03c8de owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:38.558278 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d5217360-b6cb-4e77-84ae-dfb816b66f14 None None] Provisioning complete for port 04e18e55-d78e-428f-ad96-b4c1edb95763 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:38.558652 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d5217360-b6cb-4e77-84ae-dfb816b66f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:38.563248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c38f1274-aa6a-44a2-a9f3-cb3adf1d5993 req-fd1098e1-a3d0-479a-a21e-cf4bb7454ca0 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5444 time: 0.5206659 Aug 06 16:14:38.620194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d5217360-b6cb-4e77-84ae-dfb816b66f14 None None] Port 04e18e55-d78e-428f-ad96-b4c1edb95763 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:14:38.637472 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d5217360-b6cb-4e77-84ae-dfb816b66f14 None None] Provisioning complete for port c7c1b5ec-9066-497b-9c1d-65919622a3b8 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:38.637721 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb86be-06b3-4de0-82fb-01f78908c19c req-cc7530bb-ba74-4f13-95eb-30c71e73ea2d tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:38.638119 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d5217360-b6cb-4e77-84ae-dfb816b66f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:38.645417 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6aeb86be-06b3-4de0-82fb-01f78908c19c req-cc7530bb-ba74-4f13-95eb-30c71e73ea2d tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 943 time: 0.3492198 Aug 06 16:14:38.670536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 80271f4f-563d-494c-9c6a-1d33c11093ea details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:14:38.682901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54566) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:38.685951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5ce7f6a0-3d7c-4b20-b173-162431a0005a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port 04e18e55-d78e-428f-ad96-b4c1edb95763 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:38.686535 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f6a0-3d7c-4b20-b173-162431a0005a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:38.703328 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4a94e0a7-8d29-4686-8f97-23cc904fcc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:38.710609 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c38f1274-aa6a-44a2-a9f3-cb3adf1d5993 req-f9166aaf-1196-4b4c-a2c4-1bc8e716f03f tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1463814 Aug 06 16:14:38.779802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e53ff497-743d-42a3-8140-260e73bb32bd req-68b2962e-3086-46dd-b064-4ebef3600f2d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.78 "GET /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4335566 Aug 06 16:14:38.807564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-e53ff497-743d-42a3-8140-260e73bb32bd req-8bafa454-5420-43a6-b6ed-41c72ea3c2e6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:38.846932 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54568) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:38.879988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 80271f4f-563d-494c-9c6a-1d33c11093ea, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=80271f4f-563d-494c-9c6a-1d33c11093ea,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:38.881715 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c65959e3-fd5b-432d-a814-eff3ce4a0e82 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:38.896998 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '80271f4f-563d-494c-9c6a-1d33c11093ea', 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be', 'port_id': '80271f4f-563d-494c-9c6a-1d33c11093ea', 'mac_address': 'fa:16:3e:60:e0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f468d397-4915-47a1-9048-e9856cdf5883', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:14:38.920032 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65959e3-fd5b-432d-a814-eff3ce4a0e82 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Port': ['ID=3c1c272a-937d-4727-827f-5152cb03c8de,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:38.935411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6aeb86be-06b3-4de0-82fb-01f78908c19c req-92d51267-d5d8-4971-8e80-dcd182435ec3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887666 Aug 06 16:14:38.965104 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.016909 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80271f4f-563d-494c-9c6a-1d33c11093ea {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:14:39.022957 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f6a0-3d7c-4b20-b173-162431a0005a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.029738 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-95e2dc43-12d8-4bdc-8312-4086200be919 None None] Provisioning complete for port 04e18e55-d78e-428f-ad96-b4c1edb95763 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:39.029738 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-95e2dc43-12d8-4bdc-8312-4086200be919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.043199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5ce7f6a0-3d7c-4b20-b173-162431a0005a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for 04e18e55-d78e-428f-ad96-b4c1edb95763 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:39.048594 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4a94e0a7-8d29-4686-8f97-23cc904fcc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.058988 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4a94e0a7-8d29-4686-8f97-23cc904fcc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.079680 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8650c11e-ee2a-4bca-b944-da24366d83ff admin admin] Deleting subnet 7f00088e-5a2f-4758-9222-51a8a99c6837 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:14:39.087236 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-8bafa454-5420-43a6-b6ed-41c72ea3c2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.088722 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c65959e3-fd5b-432d-a814-eff3ce4a0e82 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.090286 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8650c11e-ee2a-4bca-b944-da24366d83ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.090831 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c65959e3-fd5b-432d-a814-eff3ce4a0e82 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/ports/3c1c272a-937d-4727-827f-5152cb03c8de HTTP/1.1" status: 204 len: 168 time: 0.8659029 Aug 06 16:14:39.095310 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54570) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:39.102651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:39.132858 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94e0a7-8d29-4686-8f97-23cc904fcc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f34b88-0f8f-47c0-a286-fc54813abc84,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:39.146161 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4a94e0a7-8d29-4686-8f97-23cc904fcc5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2c517f6c0b44f4f88a832ccdb90c2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576778 Aug 06 16:14:39.146161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54572) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:39.206042 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8650c11e-ee2a-4bca-b944-da24366d83ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.206551 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c1a1d0ec-d4e9-45f9-9da7-6d42cd7444fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.231063 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c1a1d0ec-d4e9-45f9-9da7-6d42cd7444fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.241440 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 80271f4f-563d-494c-9c6a-1d33c11093ea, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=80271f4f-563d-494c-9c6a-1d33c11093ea,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:39.244633 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c7c1b5ec-9066-497b-9c1d-65919622a3b8 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:14:39.246801 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.273040 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.275612 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.303653 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-95e2dc43-12d8-4bdc-8312-4086200be919 None None] Port 04e18e55-d78e-428f-ad96-b4c1edb95763 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:14:39.324785 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c1a1d0ec-d4e9-45f9-9da7-6d42cd7444fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.329282 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c1a1d0ec-d4e9-45f9-9da7-6d42cd7444fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.334097 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c1a1d0ec-d4e9-45f9-9da7-6d42cd7444fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52f34b88-0f8f-47c0-a286-fc54813abc84 HTTP/1.1" status: 204 len: 168 time: 0.1844368 Aug 06 16:14:39.354347 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1d0ec-d4e9-45f9-9da7-6d42cd7444fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f34b88-0f8f-47c0-a286-fc54813abc84,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:39.390536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=80271f4f-563d-494c-9c6a-1d33c11093ea,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:39.401933 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port c7c1b5ec-9066-497b-9c1d-65919622a3b8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:39.402741 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.478445 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.536583 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622b627-dc21-479a-8705-780fd8ec1fa3 req-42de33fd-87bc-4a0c-ac76-6f3aebcc3990 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:39.538547 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c622b627-dc21-479a-8705-780fd8ec1fa3 req-42de33fd-87bc-4a0c-ac76-6f3aebcc3990 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.2997246 Aug 06 16:14:39.554684 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f6a0-3d7c-4b20-b173-162431a0005a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.640772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['80271f4f-563d-494c-9c6a-1d33c11093ea'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:39.643704 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7f6a0-3d7c-4b20-b173-162431a0005a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=04e18e55-d78e-428f-ad96-b4c1edb95763,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:39.646329 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8650c11e-ee2a-4bca-b944-da24366d83ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.684857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Allocated IP 172.25.1.67 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/a5f32c9c-7df6-4699-a0fb-09e038f0f8fb) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:39.727313 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c622b627-dc21-479a-8705-780fd8ec1fa3 req-d307044f-6c78-49a8-baca-6e195a812e90 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618247 Aug 06 16:14:39.794155 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f6a0-3d7c-4b20-b173-162431a0005a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.801651 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5ce7f6a0-3d7c-4b20-b173-162431a0005a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/04e18e55-d78e-428f-ad96-b4c1edb95763 HTTP/1.1" status: 204 len: 168 time: 1.7926309 Aug 06 16:14:39.801886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54584) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:39.830745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-8bafa454-5420-43a6-b6ed-41c72ea3c2e6 service neutron] For port 2d4d5e55-58da-418e-b0a4-03539c01a77f, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2d4d5e55-58da-418e-b0a4-03539c01a77f,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:39.916955 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8650c11e-ee2a-4bca-b944-da24366d83ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.979784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8088da58-0fd9-4cb5-a1f0-d85ed4843e40 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:39.981290 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8088da58-0fd9-4cb5-a1f0-d85ed4843e40 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:39.982886 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8088da58-0fd9-4cb5-a1f0-d85ed4843e40 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1830912 Aug 06 16:14:39.987047 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54592) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:39.993138 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-8bafa454-5420-43a6-b6ed-41c72ea3c2e6 service neutron] For port 2d4d5e55-58da-418e-b0a4-03539c01a77f, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:14:40.006631 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a81c44-6a38-4a82-9378-617ce10d5c7c None None] Network a76fcab5-c535-4e37-8135-6639cb62ef5b requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:14:40.021387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650c11e-ee2a-4bca-b944-da24366d83ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f00088e-5a2f-4758-9222-51a8a99c6837,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:40.031370 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8650c11e-ee2a-4bca-b944-da24366d83ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.035195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8650c11e-ee2a-4bca-b944-da24366d83ff admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7f00088e-5a2f-4758-9222-51a8a99c6837 HTTP/1.1" status: 204 len: 168 time: 1.1872363 Aug 06 16:14:40.039204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54596) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:40.086355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-e53ff497-743d-42a3-8140-260e73bb32bd req-8bafa454-5420-43a6-b6ed-41c72ea3c2e6 service neutron] device_id is not set on port 2d4d5e55-58da-418e-b0a4-03539c01a77f yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:14:40.101814 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.113228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cf0ad5-4dac-445f-8035-bb0f1889d810 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 6183f8ca-02d7-40fd-87ed-1f19856a4f66 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:14:40.119309 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0ad5-4dac-445f-8035-bb0f1889d810 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.166752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-8bafa454-5420-43a6-b6ed-41c72ea3c2e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.181450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371542e-5820-4ae7-8f3f-fe4c23f2a480 req-2bbec87a-b1ca-4fd9-9d93-36d70188d5b3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:40.188678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371542e-5820-4ae7-8f3f-fe4c23f2a480 req-2bbec87a-b1ca-4fd9-9d93-36d70188d5b3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:40.204370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371542e-5820-4ae7-8f3f-fe4c23f2a480 req-2bbec87a-b1ca-4fd9-9d93-36d70188d5b3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:40.211081 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371542e-5820-4ae7-8f3f-fe4c23f2a480 req-2bbec87a-b1ca-4fd9-9d93-36d70188d5b3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:40.224035 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371542e-5820-4ae7-8f3f-fe4c23f2a480 req-2bbec87a-b1ca-4fd9-9d93-36d70188d5b3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:40.224174 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0ad5-4dac-445f-8035-bb0f1889d810 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.224290 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371542e-5820-4ae7-8f3f-fe4c23f2a480 req-2bbec87a-b1ca-4fd9-9d93-36d70188d5b3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:40.229962 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371542e-5820-4ae7-8f3f-fe4c23f2a480 req-2bbec87a-b1ca-4fd9-9d93-36d70188d5b3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:40.231982 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f371542e-5820-4ae7-8f3f-fe4c23f2a480 req-2bbec87a-b1ca-4fd9-9d93-36d70188d5b3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 5444 time: 0.3563130 Aug 06 16:14:40.247395 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-8bafa454-5420-43a6-b6ed-41c72ea3c2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.309894 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.320406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9d189e-cf94-4257-b066-3281e18acf81 None None] DHCP port deletion for a76fcab5-c535-4e37-8135-6639cb62ef5b request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:14:40.341038 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.384263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafa454-5420-43a6-b6ed-41c72ea3c2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4d5e55-58da-418e-b0a4-03539c01a77f,revision_number=6']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:40.424122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d189e-cf94-4257-b066-3281e18acf81 None None] Deleting port ad41e73b-8293-4121-8f69-fad9d0e254e4 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:40.424942 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5f9d189e-cf94-4257-b066-3281e18acf81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.425313 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:40.431239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:40.433455 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46304a32-c75b-45a2-addb-63d57f7ba243 req-b88e372b-88cf-4fcb-a84b-6e3a2261ca3c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:40.441606 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46304a32-c75b-45a2-addb-63d57f7ba243 req-b88e372b-88cf-4fcb-a84b-6e3a2261ca3c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 944 time: 0.3579173 Aug 06 16:14:40.444211 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-8bafa454-5420-43a6-b6ed-41c72ea3c2e6 service neutron] No DVR routers for this DVR port 2d4d5e55-58da-418e-b0a4-03539c01a77f on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:40.454186 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f371542e-5820-4ae7-8f3f-fe4c23f2a480 req-52ed9b2a-55de-48b6-a249-9a9aa4e04b0d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2017605 Aug 06 16:14:40.477354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:40.541941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=a5f32c9c-7df6-4699-a0fb-09e038f0f8fb,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:40.542225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-5f9d189e-cf94-4257-b066-3281e18acf81 None None] For port ad41e73b-8293-4121-8f69-fad9d0e254e4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ad41e73b-8293-4121-8f69-fad9d0e254e4,segment=NetworkSegment(173668ea-61d1-4d39-af34-bbab3069792a),segment_id=173668ea-61d1-4d39-af34-bbab3069792a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:40.542561 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5f9d189e-cf94-4257-b066-3281e18acf81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.554146 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0ad5-4dac-445f-8035-bb0f1889d810 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.559105 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d189e-cf94-4257-b066-3281e18acf81 None None] Calling delete_port for ad41e73b-8293-4121-8f69-fad9d0e254e4 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:40.589337 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-46304a32-c75b-45a2-addb-63d57f7ba243 req-12c3fbd0-bb9c-4e5f-bc0c-553e353d4b1a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461813 Aug 06 16:14:40.593452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-e53ff497-743d-42a3-8140-260e73bb32bd req-8bafa454-5420-43a6-b6ed-41c72ea3c2e6 service neutron] In _notify_port_updated(), no bound segment for port 2d4d5e55-58da-418e-b0a4-03539c01a77f on network 5c863801-399d-4b61-8ede-5dd3ca72304f {{(pid=105765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:14:40.594640 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ff497-743d-42a3-8140-260e73bb32bd req-8bafa454-5420-43a6-b6ed-41c72ea3c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:40.595256 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-8bafa454-5420-43a6-b6ed-41c72ea3c2e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.596577 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e53ff497-743d-42a3-8140-260e73bb32bd req-8bafa454-5420-43a6-b6ed-41c72ea3c2e6 service neutron] 10.222.0.78 "PUT /v2.0/ports/2d4d5e55-58da-418e-b0a4-03539c01a77f HTTP/1.1" status: 200 len: 1032 time: 1.7999797 Aug 06 16:14:40.680473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 80271f4f-563d-494c-9c6a-1d33c11093ea up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:14:40.684625 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] Deleting port ad41e73b-8293-4121-8f69-fad9d0e254e4 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:40.684980 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.688343 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5f9d189e-cf94-4257-b066-3281e18acf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.703333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ff497-743d-42a3-8140-260e73bb32bd req-7be83fb3-f814-4b69-ae1e-d2b1e4c0d918 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:40.704955 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e53ff497-743d-42a3-8140-260e73bb32bd req-7be83fb3-f814-4b69-ae1e-d2b1e4c0d918 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.78 "GET /v2.0/ports/58abfb05-1eb7-4e15-8f17-8726f0cb9914?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0893331 Aug 06 16:14:40.718668 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-e53ff497-743d-42a3-8140-260e73bb32bd req-95fd8863-43d6-40d8-8e25-04561d8e9be4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:40.723647 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0ad5-4dac-445f-8035-bb0f1889d810 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.745758 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d189e-cf94-4257-b066-3281e18acf81 None None] Pushing event deleted for resources: {'Port': ['ID=ad41e73b-8293-4121-8f69-fad9d0e254e4,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:40.765708 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf0ad5-4dac-445f-8035-bb0f1889d810 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=6183f8ca-02d7-40fd-87ed-1f19856a4f66,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:40.768042 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d189e-cf94-4257-b066-3281e18acf81 None None] No DVR routers for this DVR port ad41e73b-8293-4121-8f69-fad9d0e254e4 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:40.772972 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.782689 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0ad5-4dac-445f-8035-bb0f1889d810 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.784951 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b1cf0ad5-4dac-445f-8035-bb0f1889d810 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/6183f8ca-02d7-40fd-87ed-1f19856a4f66 HTTP/1.1" status: 204 len: 168 time: 0.7969437 Aug 06 16:14:40.787564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54610) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:40.791880 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b342672-4c4c-4f69-88c0-95ea93e4a78f None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:14:40.885354 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2c4368d9-d3b9-4f7a-b36b-badb9214fe67 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928235 Aug 06 16:14:40.886620 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54612) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:40.893728 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b6f5fc1a-8af0-4042-8a08-4f3a4c9eb214 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:40.895872 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] For port ad41e73b-8293-4121-8f69-fad9d0e254e4, host n-d-803756-1, got binding levels [] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:40.896821 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.906776 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 80271f4f-563d-494c-9c6a-1d33c11093ea completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:14:40.911070 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3a6267cb-9416-48f8-8cf6-c7634cc0b642 None None] Provisioning complete for port 2d4d5e55-58da-418e-b0a4-03539c01a77f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:40.911442 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3a6267cb-9416-48f8-8cf6-c7634cc0b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.921756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 80271f4f-563d-494c-9c6a-1d33c11093ea triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:40.921756 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.922127 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.930599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] Calling delete_port for ad41e73b-8293-4121-8f69-fad9d0e254e4 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:40.934266 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-95fd8863-43d6-40d8-8e25-04561d8e9be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.970386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.ipam_backend_mixin [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] Port ad41e73b-8293-4121-8f69-fad9d0e254e4 was not found and therefore no delete operation was performed {{(pid=105765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:14:41.024355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3a6267cb-9416-48f8-8cf6-c7634cc0b642 None None] Port 2d4d5e55-58da-418e-b0a4-03539c01a77f cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:14:41.058512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f5fc1a-8af0-4042-8a08-4f3a4c9eb214 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:41.067668 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b6f5fc1a-8af0-4042-8a08-4f3a4c9eb214 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.072824 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.088961 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.104562 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ad41e73b-8293-4121-8f69-fad9d0e254e4 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:41.115096 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d685bf-e2dd-4b9a-87ee-a9bb84233824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80271f4f-563d-494c-9c6a-1d33c11093ea'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:41.117663 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e77f103-d8eb-42b4-919c-193d5321d7b2" -d '{"events": [{"server_uuid": "23d685bf-e2dd-4b9a-87ee-a9bb84233824", "name": "network-vif-plugged", "status": "completed", "tag": "80271f4f-563d-494c-9c6a-1d33c11093ea"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:41.150430 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e40e3-ae29-4f65-a908-4469df99942e req-f0e36dda-024f-4512-bf88-a7c2094da7bf tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:41.152184 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a5e40e3-ae29-4f65-a908-4469df99942e req-f0e36dda-024f-4512-bf88-a7c2094da7bf tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.3109097 Aug 06 16:14:41.181764 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: ad41e73b-8293-4121-8f69-fad9d0e254e4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:14:41.182088 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ad41e73b-8293-4121-8f69-fad9d0e254e4 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:14:41.186012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad41e73b-8293-4121-8f69-fad9d0e254e4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:41.189882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 80271f4f-563d-494c-9c6a-1d33c11093ea, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=80271f4f-563d-494c-9c6a-1d33c11093ea,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:41.199324 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.200150 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 58abfb05-1eb7-4e15-8f17-8726f0cb9914 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:41.219206 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] No DVR routers for this DVR port ad41e73b-8293-4121-8f69-fad9d0e254e4 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:41.256495 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16156326-ca26-4521-9b5b-6a927ab20b2d x-openstack-request-id: req-16156326-ca26-4521-9b5b-6a927ab20b2d {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:41.256785 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d685bf-e2dd-4b9a-87ee-a9bb84233824", "name": "network-vif-plugged", "status": "completed", "tag": "80271f4f-563d-494c-9c6a-1d33c11093ea", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:41.257230 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16156326-ca26-4521-9b5b-6a927ab20b2d {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:41.258022 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d685bf-e2dd-4b9a-87ee-a9bb84233824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80271f4f-563d-494c-9c6a-1d33c11093ea', 'code': 200} Aug 06 16:14:41.288056 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d737f469-c827-482f-9880-f426f5d95663 None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:14:41.310308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a5e40e3-ae29-4f65-a908-4469df99942e req-c843f114-06d7-47d8-be88-baa4bfc82fdc tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218128 Aug 06 16:14:41.346063 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=80271f4f-563d-494c-9c6a-1d33c11093ea,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:41.393679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-95fd8863-43d6-40d8-8e25-04561d8e9be4 service neutron] For port 58abfb05-1eb7-4e15-8f17-8726f0cb9914, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=58abfb05-1eb7-4e15-8f17-8726f0cb9914,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:41.408515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d737f469-c827-482f-9880-f426f5d95663 None None] Deleting port c7c1b5ec-9066-497b-9c1d-65919622a3b8 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:41.409036 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d737f469-c827-482f-9880-f426f5d95663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.412510 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.480376 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.486878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993c356-28f9-48d6-938f-7961657e03fb req-934d8651-ab30-4595-bad2-45cc87ade8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:41.488524 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b993c356-28f9-48d6-938f-7961657e03fb req-934d8651-ab30-4595-bad2-45cc87ade8e4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 1096 time: 0.1946716 Aug 06 16:14:41.493859 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d737f469-c827-482f-9880-f426f5d95663 None None] For port c7c1b5ec-9066-497b-9c1d-65919622a3b8, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c7c1b5ec-9066-497b-9c1d-65919622a3b8,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:41.494350 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d737f469-c827-482f-9880-f426f5d95663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.508748 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b6f5fc1a-8af0-4042-8a08-4f3a4c9eb214 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.511189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76fcab5-c535-4e37-8135-6639cb62ef5b']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:41.527405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d737f469-c827-482f-9880-f426f5d95663 None None] Calling delete_port for c7c1b5ec-9066-497b-9c1d-65919622a3b8 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:41.537026 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-95fd8863-43d6-40d8-8e25-04561d8e9be4 service neutron] For port 58abfb05-1eb7-4e15-8f17-8726f0cb9914, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:14:41.539936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173668ea-61d1-4d39-af34-bbab3069792a') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:41.540275 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173668ea-61d1-4d39-af34-bbab3069792a') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:41.585566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f5fc1a-8af0-4042-8a08-4f3a4c9eb214 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:41.589456 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.599991 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b6f5fc1a-8af0-4042-8a08-4f3a4c9eb214 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:41.615537 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f5fc1a-8af0-4042-8a08-4f3a4c9eb214 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:41.616147 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b6f5fc1a-8af0-4042-8a08-4f3a4c9eb214 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.623776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.641444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.645509 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b993c356-28f9-48d6-938f-7961657e03fb req-939f43a2-4fec-4fe6-85d8-b66ec5a369ee service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395481 Aug 06 16:14:41.651019 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5fc1a-8af0-4042-8a08-4f3a4c9eb214 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=8e5672a1-40ac-447c-a200-c4dd97c6b8f0,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:41.688111 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b6f5fc1a-8af0-4042-8a08-4f3a4c9eb214 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7988083 Aug 06 16:14:41.694205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54636) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:41.694430 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d737f469-c827-482f-9880-f426f5d95663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.708251 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-1cdaef5a-18d7-481b-b75e-8aac87db31f5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'name': 'tempest-NetworksTestDHCPv6-967719566'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:41.721124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737f469-c827-482f-9880-f426f5d95663 None None] Pushing event deleted for resources: {'Port': ['ID=c7c1b5ec-9066-497b-9c1d-65919622a3b8,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:41.725178 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d737f469-c827-482f-9880-f426f5d95663 None None] No DVR routers for this DVR port c7c1b5ec-9066-497b-9c1d-65919622a3b8 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:41.754915 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.759705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=a5f32c9c-7df6-4699-a0fb-09e038f0f8fb,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:41.759912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-e53ff497-743d-42a3-8140-260e73bb32bd req-95fd8863-43d6-40d8-8e25-04561d8e9be4 service neutron] device_id is not set on port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:14:41.765478 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faee2b5f-6e79-4256-a15c-16222fa9438d None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:14:41.826770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:14:41.826770 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.827764 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-95fd8863-43d6-40d8-8e25-04561d8e9be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:14:41.830123 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:14:41.891919 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.900947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385d4ed-a5f9-4ca6-bb6e-f74cc829b2eb req-6a8f2a71-9b39-4287-b495-67e59f1b17c4 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:41.903864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0d6be3de-6048-40c0-8a11-cdf5345fffbf no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:41.908074 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385d4ed-a5f9-4ca6-bb6e-f74cc829b2eb req-6a8f2a71-9b39-4287-b495-67e59f1b17c4 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:41.916171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385d4ed-a5f9-4ca6-bb6e-f74cc829b2eb req-6a8f2a71-9b39-4287-b495-67e59f1b17c4 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:41.927614 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385d4ed-a5f9-4ca6-bb6e-f74cc829b2eb req-6a8f2a71-9b39-4287-b495-67e59f1b17c4 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:41.933237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdaef5a-18d7-481b-b75e-8aac87db31f5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:41.936660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385d4ed-a5f9-4ca6-bb6e-f74cc829b2eb req-6a8f2a71-9b39-4287-b495-67e59f1b17c4 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:41.939282 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cdaef5a-18d7-481b-b75e-8aac87db31f5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.944518 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.945762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385d4ed-a5f9-4ca6-bb6e-f74cc829b2eb req-6a8f2a71-9b39-4287-b495-67e59f1b17c4 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:41.947869 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d385d4ed-a5f9-4ca6-bb6e-f74cc829b2eb req-6a8f2a71-9b39-4287-b495-67e59f1b17c4 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 4665 time: 0.3222134 Aug 06 16:14:41.948591 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-95fd8863-43d6-40d8-8e25-04561d8e9be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:41.954590 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-10db1408-1c43-436f-a7a3-9d1b40503f6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8580456 Aug 06 16:14:41.956736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 0d6be3de-6048-40c0-8a11-cdf5345fffbf {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:14:41.957088 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0d6be3de-6048-40c0-8a11-cdf5345fffbf not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:14:41.964164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54642) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:41.974114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-71ad49e9-89e9-4b8f-b15c-1e98a1f11731 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'port': {'network_id': '5c8a5b89-df33-44a9-a207-28e5de2c91bb', 'name': 'tempest-FloatingIPTestJSON-105916646'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:41.975290 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-1cdaef5a-18d7-481b-b75e-8aac87db31f5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port 9c2ccd5e-4280-4098-8172-8b86371fe5f1 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:14:41.986131 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:14:41.986477 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:14:42.000754 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bec57-52dc-4ea4-9034-a6080a25e71d req-d47c4e0d-6397-45a0-8d0e-00ed505e0b77 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:42.008919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-109bec57-52dc-4ea4-9034-a6080a25e71d req-d47c4e0d-6397-45a0-8d0e-00ed505e0b77 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 945 time: 0.2735679 Aug 06 16:14:42.042437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': '8e5672a1-40ac-447c-a200-c4dd97c6b8f0'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:14:42.043455 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:42.190188 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-1cdaef5a-18d7-481b-b75e-8aac87db31f5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::3da (38cd96d0-9a93-4226-ab46-370ab75cd563/8e5672a1-40ac-447c-a200-c4dd97c6b8f0/9c2ccd5e-4280-4098-8172-8b86371fe5f1) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:42.397096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4c504-f90a-4abf-b2ea-576067af7ef5 req-fb9ad36d-616f-4286-86de-0c58c4150c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:42.398597 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-24f4c504-f90a-4abf-b2ea-576067af7ef5 req-fb9ad36d-616f-4286-86de-0c58c4150c34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 1096 time: 0.1161811 Aug 06 16:14:42.476253 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-24f4c504-f90a-4abf-b2ea-576067af7ef5 req-f75c56ed-a209-4d89-90d9-df1e514056e3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704191 Aug 06 16:14:42.480613 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cdaef5a-18d7-481b-b75e-8aac87db31f5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:42.542077 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 240fd1ec-a123-4fa2-8780-8645e1fff3d7 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:42.558039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-1cdaef5a-18d7-481b-b75e-8aac87db31f5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object 9c2ccd5e-4280-4098-8172-8b86371fe5f1 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:42.585245 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:42.594458 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:42.598663 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] 10.222.0.37 "DELETE /v2.0/networks/a76fcab5-c535-4e37-8135-6639cb62ef5b HTTP/1.1" status: 204 len: 168 time: 2.5556653 Aug 06 16:14:42.712921 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cdaef5a-18d7-481b-b75e-8aac87db31f5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:42.789745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e493e9-6b1f-407d-8a4f-40e3edb8151b admin admin] Pushing event deleted for resources: {'Network': ['ID=a76fcab5-c535-4e37-8135-6639cb62ef5b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:42.810311 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-109bec57-52dc-4ea4-9034-a6080a25e71d req-bcbb070f-e65d-485a-8008-cf15c453efae tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8002148 Aug 06 16:14:42.811443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-95fd8863-43d6-40d8-8e25-04561d8e9be4 service neutron] No DVR routers for this DVR port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:42.883356 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:42.965397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdaef5a-18d7-481b-b75e-8aac87db31f5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=9c2ccd5e-4280-4098-8172-8b86371fe5f1,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:42.969788 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Allocated IP 2001:db8::2 (38cd96d0-9a93-4226-ab46-370ab75cd563/8e5672a1-40ac-447c-a200-c4dd97c6b8f0/41ca8a53-b8ba-4171-a7fd-cb5fad4a0153) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:42.994877 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd8863-43d6-40d8-8e25-04561d8e9be4 service neutron] Pushing event updated for resources: {'Port': ['ID=58abfb05-1eb7-4e15-8f17-8726f0cb9914,revision_number=6']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:43.017025 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d385d4ed-a5f9-4ca6-bb6e-f74cc829b2eb req-1ca8c7f5-8cb0-4940-a21e-db30788f4a4b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&id=ce69e2e6-7968-4af2-bedf-9b7b85f82f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0337808 Aug 06 16:14:43.044761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdaef5a-18d7-481b-b75e-8aac87db31f5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:43.048262 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-1cdaef5a-18d7-481b-b75e-8aac87db31f5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:43.052731 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdaef5a-18d7-481b-b75e-8aac87db31f5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:43.069667 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdaef5a-18d7-481b-b75e-8aac87db31f5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:43.070851 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cdaef5a-18d7-481b-b75e-8aac87db31f5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:43.136765 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1cdaef5a-18d7-481b-b75e-8aac87db31f5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4412556 Aug 06 16:14:43.137853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54696) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:43.164703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54698) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:43.182738 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 240fd1ec-a123-4fa2-8780-8645e1fff3d7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=240fd1ec-a123-4fa2-8780-8645e1fff3d7,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:43.214376 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:43.215777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device e6aa718d-3f2e-4a0c-8158-4cc28d57321a no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:43.221753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-e53ff497-743d-42a3-8140-260e73bb32bd req-95fd8863-43d6-40d8-8e25-04561d8e9be4 service neutron] In _notify_port_updated(), no bound segment for port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 on network 5c863801-399d-4b61-8ede-5dd3ca72304f {{(pid=105765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:14:43.223025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ff497-743d-42a3-8140-260e73bb32bd req-95fd8863-43d6-40d8-8e25-04561d8e9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:43.223826 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-95fd8863-43d6-40d8-8e25-04561d8e9be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:43.227642 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e53ff497-743d-42a3-8140-260e73bb32bd req-95fd8863-43d6-40d8-8e25-04561d8e9be4 service neutron] 10.222.0.78 "PUT /v2.0/ports/58abfb05-1eb7-4e15-8f17-8726f0cb9914 HTTP/1.1" status: 200 len: 1032 time: 2.5148957 Aug 06 16:14:43.330477 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '240fd1ec-a123-4fa2-8780-8645e1fff3d7'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:43.335298 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dd3373-bbf9-4abb-9b1f-c6745ad6e2ce" -d '{"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-unplugged", "status": "completed", "tag": "240fd1ec-a123-4fa2-8780-8645e1fff3d7"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:43.338492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c7c1b5ec-9066-497b-9c1d-65919622a3b8 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:43.347134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19966a09-0a2a-4b34-a432-64f4c25c4e77 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:43.349073 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-19966a09-0a2a-4b34-a432-64f4c25c4e77 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2098305 Aug 06 16:14:43.352167 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54718) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:43.354141 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcb3d9-d486-4581-aca1-af4fc2d47a68 req-b56dd622-bfbf-41c0-bf7e-c3a13de14bb6 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:43.357039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12bcb3d9-d486-4581-aca1-af4fc2d47a68 req-b56dd622-bfbf-41c0-bf7e-c3a13de14bb6 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.4210365 Aug 06 16:14:43.409334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6f905dd1-5ca1-4f39-8a47-ae191e82c182 None None] Provisioning complete for port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:43.410022 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6f905dd1-5ca1-4f39-8a47-ae191e82c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:43.451194 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03c3857-1ae6-4d3d-a0f9-2327ab3be9e4 x-openstack-request-id: req-a03c3857-1ae6-4d3d-a0f9-2327ab3be9e4 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:43.451497 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-unplugged", "status": "completed", "tag": "240fd1ec-a123-4fa2-8780-8645e1fff3d7", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:43.451714 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a03c3857-1ae6-4d3d-a0f9-2327ab3be9e4 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:43.452316 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '240fd1ec-a123-4fa2-8780-8645e1fff3d7', 'code': 200} Aug 06 16:14:43.457549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-6f905dd1-5ca1-4f39-8a47-ae191e82c182 None None] Port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:14:43.459283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: c7c1b5ec-9066-497b-9c1d-65919622a3b8 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:14:43.459836 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c7c1b5ec-9066-497b-9c1d-65919622a3b8 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:14:43.490034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=240fd1ec-a123-4fa2-8780-8645e1fff3d7,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:43.505080 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f63780f0-f341-46fd-bd61-e36cbb71e9fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=029cb2120f2342508521a6ddd5b2b8c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3224046 Aug 06 16:14:43.510802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54724) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:43.546346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ad49e9-89e9-4b8f-b15c-1e98a1f11731 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Made reservation on behalf of 1e9ada84c9894149aaf204ea7b27324d for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:43.549918 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71ad49e9-89e9-4b8f-b15c-1e98a1f11731 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:43.588622 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-8c59e7c0-3f12-457a-9501-0d710227ccc4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port 9c2ccd5e-4280-4098-8172-8b86371fe5f1 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:43.589543 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c59e7c0-3f12-457a-9501-0d710227ccc4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:43.630580 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76193646-a9ea-4cad-8764-5d0f11e18a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:43.651842 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12bcb3d9-d486-4581-aca1-af4fc2d47a68 req-a76294cd-21db-4c7f-9c14-73d3a6aae2d8 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191913 Aug 06 16:14:43.665883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-71ad49e9-89e9-4b8f-b15c-1e98a1f11731 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] device_id is not set on port 24f43f9d-951e-4c8d-aa45-652146a418c2 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:14:43.717099 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76193646-a9ea-4cad-8764-5d0f11e18a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:43.746012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-e53ff497-743d-42a3-8140-260e73bb32bd req-fb3f1889-7c69-4d8c-a29d-3f236b36c4e3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Deleting port 48b86bfc-097c-45fe-8369-16b7e4932c11 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:43.746671 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-fb3f1889-7c69-4d8c-a29d-3f236b36c4e3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:43.804808 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:43.809079 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:43.885182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port e6aa718d-3f2e-4a0c-8158-4cc28d57321a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=e6aa718d-3f2e-4a0c-8158-4cc28d57321a,segment=NetworkSegment(87d5eaa3-f451-4da6-9aca-83c9100ed3f0),segment_id=87d5eaa3-f451-4da6-9aca-83c9100ed3f0)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:43.892274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Transition to ACTIVE for port object 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:43.898922 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:43.899990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 48b86bfc-097c-45fe-8369-16b7e4932c11 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:44.039146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=e6aa718d-3f2e-4a0c-8158-4cc28d57321a,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:44.050023 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-fb3f1889-7c69-4d8c-a29d-3f236b36c4e3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] For port 48b86bfc-097c-45fe-8369-16b7e4932c11, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=48b86bfc-097c-45fe-8369-16b7e4932c11,segment=NetworkSegment(87d5eaa3-f451-4da6-9aca-83c9100ed3f0),segment_id=87d5eaa3-f451-4da6-9aca-83c9100ed3f0)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:44.050023 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-fb3f1889-7c69-4d8c-a29d-3f236b36c4e3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:44.060336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Transition to ACTIVE for port object 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:44.064667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-71ad49e9-89e9-4b8f-b15c-1e98a1f11731 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Allocated IP 172.20.0.3 (5c8a5b89-df33-44a9-a207-28e5de2c91bb/6345dde0-a839-4755-b054-c18a81771135/24f43f9d-951e-4c8d-aa45-652146a418c2) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:44.106067 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:44.115115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-e53ff497-743d-42a3-8140-260e73bb32bd req-fb3f1889-7c69-4d8c-a29d-3f236b36c4e3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Calling delete_port for 48b86bfc-097c-45fe-8369-16b7e4932c11 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:44.148678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33988a5f-2eb8-4af3-924f-91ae90160800 req-c10a2e5e-3ff6-498b-b8dc-b0414d51d159 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:44.151478 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33988a5f-2eb8-4af3-924f-91ae90160800 req-c10a2e5e-3ff6-498b-b8dc-b0414d51d159 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 945 time: 0.2135954 Aug 06 16:14:44.233864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Pushing event updated for resources: {'Port': ['ID=41ca8a53-b8ba-4171-a7fd-cb5fad4a0153,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:44.240148 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:44.257925 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c59e7c0-3f12-457a-9501-0d710227ccc4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:44.272932 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-8c59e7c0-3f12-457a-9501-0d710227ccc4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for 9c2ccd5e-4280-4098-8172-8b86371fe5f1 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:44.295386 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:44.320322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:44.323823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 48b86bfc-097c-45fe-8369-16b7e4932c11, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=48b86bfc-097c-45fe-8369-16b7e4932c11,segment=NetworkSegment(87d5eaa3-f451-4da6-9aca-83c9100ed3f0),segment_id=87d5eaa3-f451-4da6-9aca-83c9100ed3f0)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:44.327619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:44.332817 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:44.333847 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2d4d5e55-58da-418e-b0a4-03539c01a77f no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:44.342415 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76193646-a9ea-4cad-8764-5d0f11e18a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:44.345747 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76193646-a9ea-4cad-8764-5d0f11e18a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:44.347095 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-76193646-a9ea-4cad-8764-5d0f11e18a31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc1fd427-3746-4a0f-9157-0f4313f4ce65 HTTP/1.1" status: 204 len: 168 time: 0.8352327 Aug 06 16:14:44.362402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76193646-a9ea-4cad-8764-5d0f11e18a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1fd427-3746-4a0f-9157-0f4313f4ce65,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:44.421919 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=48b86bfc-097c-45fe-8369-16b7e4932c11,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:44.430851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33988a5f-2eb8-4af3-924f-91ae90160800 req-aa1d77c7-2b67-4d1d-9542-ea31de8ca36f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691357 Aug 06 16:14:44.540228 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c59e7c0-3f12-457a-9501-0d710227ccc4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:44.604251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Attempting to bind port 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:14:44.604720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Attempting to bind port 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:14:44.605155 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Attempting to bind port 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:14:44.612147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:14:44.613023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:14:44.613023 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:44.613529 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:14:44.614239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Bound port: 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:14:44.614690 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:44.615742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59e7c0-3f12-457a-9501-0d710227ccc4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=9c2ccd5e-4280-4098-8172-8b86371fe5f1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:44.668887 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c59e7c0-3f12-457a-9501-0d710227ccc4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:44.671520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2d4d5e55-58da-418e-b0a4-03539c01a77f not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:14:44.671953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d8efe4d0-b1fb-4ecb-8db8-a14e443c874d no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:44.676963 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8c59e7c0-3f12-457a-9501-0d710227ccc4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/9c2ccd5e-4280-4098-8172-8b86371fe5f1 HTTP/1.1" status: 204 len: 168 time: 1.3232071 Aug 06 16:14:44.677850 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8294b-8d30-4593-8e28-5bf4f30d4a56 req-3f32a9ce-a1d9-43f5-a325-49304ca43b84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:44.679068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54790) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:44.689091 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8294b-8d30-4593-8e28-5bf4f30d4a56 req-3f32a9ce-a1d9-43f5-a325-49304ca43b84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:44.702143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8294b-8d30-4593-8e28-5bf4f30d4a56 req-3f32a9ce-a1d9-43f5-a325-49304ca43b84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:44.715015 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8294b-8d30-4593-8e28-5bf4f30d4a56 req-3f32a9ce-a1d9-43f5-a325-49304ca43b84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:44.727561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8294b-8d30-4593-8e28-5bf4f30d4a56 req-3f32a9ce-a1d9-43f5-a325-49304ca43b84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:44.739954 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fae8294b-8d30-4593-8e28-5bf4f30d4a56 req-3f32a9ce-a1d9-43f5-a325-49304ca43b84 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 3880 time: 0.3711462 Aug 06 16:14:44.783161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d238646a-67d5-44a6-bcc4-58641763f773 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:44.783447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] For port 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:14:44.783605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d238646a-67d5-44a6-bcc4-58641763f773 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:44.785298 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] For port 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=41ca8a53-b8ba-4171-a7fd-cb5fad4a0153,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:14:44.787439 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d238646a-67d5-44a6-bcc4-58641763f773 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1022975 Aug 06 16:14:44.788680 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54792) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:44.797116 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:44.887049 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cfb3d7-a77c-465c-9066-1e8824fe707d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 8e5672a1-40ac-447c-a200-c4dd97c6b8f0 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:14:44.896468 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84cfb3d7-a77c-465c-9066-1e8824fe707d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:44.948222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe5148-d759-42c4-8ad0-77f08b7b82e7 None None] Pushing event updated for resources: {'Port': ['ID=41ca8a53-b8ba-4171-a7fd-cb5fad4a0153,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:44.984086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fae8294b-8d30-4593-8e28-5bf4f30d4a56 req-685a9137-c4cf-49dc-a748-53d5df930af5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645064 Aug 06 16:14:45.023354 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:45.045088 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84cfb3d7-a77c-465c-9066-1e8824fe707d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:45.099834 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d,segment=NetworkSegment(237585fe-b091-45d9-a35c-ea58036433c7),segment_id=237585fe-b091-45d9-a35c-ea58036433c7)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:45.110637 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:45.111250 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a2252-0d00-4451-b51a-9b7df78dcf98 req-cd3d222f-f59e-4d98-a0b9-f6c1391d2b01 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:45.111429 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 74972a33-99ce-40f2-a6b5-cf335a5afc10 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:45.114401 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-428a2252-0d00-4451-b51a-9b7df78dcf98 req-cd3d222f-f59e-4d98-a0b9-f6c1391d2b01 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 945 time: 0.3709118 Aug 06 16:14:45.242974 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71ad49e9-89e9-4b8f-b15c-1e98a1f11731 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:45.286396 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84cfb3d7-a77c-465c-9066-1e8824fe707d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:45.299318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:45.337564 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:45.349365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54800) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:45.355810 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-428a2252-0d00-4451-b51a-9b7df78dcf98 req-0d045f7b-0fcc-46e3-a5b9-a3e34d919f64 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906929 Aug 06 16:14:45.400630 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-fb3f1889-7c69-4d8c-a29d-3f236b36c4e3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:45.412978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 74972a33-99ce-40f2-a6b5-cf335a5afc10, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=74972a33-99ce-40f2-a6b5-cf335a5afc10,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:45.420669 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:45.424819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc819d5-eb30-4570-962c-043bfba673ff req-0f6de3ee-f5b4-4dc0-868b-fc3481d8ba42 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:45.435584 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8cc819d5-eb30-4570-962c-043bfba673ff req-0f6de3ee-f5b4-4dc0-868b-fc3481d8ba42 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.2965863 Aug 06 16:14:45.487886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6aa718d-3f2e-4a0c-8158-4cc28d57321a'}, {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48b86bfc-097c-45fe-8369-16b7e4932c11'}, {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8efe4d0-b1fb-4ecb-8db8-a14e443c874d'}, {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74972a33-99ce-40f2-a6b5-cf335a5afc10'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:45.503512 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c7d192-02f7-43c7-bc7f-c739c96ac428" -d '{"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-unplugged", "status": "completed", "tag": "e6aa718d-3f2e-4a0c-8158-4cc28d57321a"}, {"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-unplugged", "status": "completed", "tag": "48b86bfc-097c-45fe-8369-16b7e4932c11"}, {"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-unplugged", "status": "completed", "tag": "d8efe4d0-b1fb-4ecb-8db8-a14e443c874d"}, {"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-unplugged", "status": "completed", "tag": "74972a33-99ce-40f2-a6b5-cf335a5afc10"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:45.503812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f1889-7c69-4d8c-a29d-3f236b36c4e3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event deleted for resources: {'Port': ['ID=48b86bfc-097c-45fe-8369-16b7e4932c11,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:45.504990 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84cfb3d7-a77c-465c-9066-1e8824fe707d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:45.551722 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84cfb3d7-a77c-465c-9066-1e8824fe707d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:45.556436 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-84cfb3d7-a77c-465c-9066-1e8824fe707d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/8e5672a1-40ac-447c-a200-c4dd97c6b8f0 HTTP/1.1" status: 204 len: 168 time: 0.7662287 Aug 06 16:14:45.593117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=74972a33-99ce-40f2-a6b5-cf335a5afc10,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:45.606535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54810) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:45.611049 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfb3d7-a77c-465c-9066-1e8824fe707d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=8e5672a1-40ac-447c-a200-c4dd97c6b8f0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:45.634047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-fb3f1889-7c69-4d8c-a29d-3f236b36c4e3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] No DVR routers for this DVR port 48b86bfc-097c-45fe-8369-16b7e4932c11 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:45.687305 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-afae9fcf-dfa1-4f76-a764-0a1c3deb7983 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794530 Aug 06 16:14:45.688057 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-fb3f1889-7c69-4d8c-a29d-3f236b36c4e3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:45.690432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e53ff497-743d-42a3-8140-260e73bb32bd req-fb3f1889-7c69-4d8c-a29d-3f236b36c4e3 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.78 "DELETE /v2.0/ports/48b86bfc-097c-45fe-8369-16b7e4932c11 HTTP/1.1" status: 204 len: 173 time: 2.4127142 Aug 06 16:14:45.690607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54816) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:45.691684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-deleted', 'tag': '48b86bfc-097c-45fe-8369-16b7e4932c11'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:45.695832 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f23e2f7-3e5e-4be7-b120-d0c8c0eacc98" -d '{"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-deleted", "tag": "48b86bfc-097c-45fe-8369-16b7e4932c11"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:45.696065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-11552708-3532-4bc1-bc3a-d8049281fc2a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:45.706698 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8cc819d5-eb30-4570-962c-043bfba673ff req-d509f618-2567-4d63-9948-ee2949fa29b1 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699826 Aug 06 16:14:45.806643 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99315b34-d6a9-41aa-bbed-ca4c3dc884dd x-openstack-request-id: req-99315b34-d6a9-41aa-bbed-ca4c3dc884dd {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:45.807182 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-unplugged", "status": "completed", "tag": "e6aa718d-3f2e-4a0c-8158-4cc28d57321a", "code": 200}, {"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-unplugged", "status": "completed", "tag": "48b86bfc-097c-45fe-8369-16b7e4932c11", "code": 200}, {"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-unplugged", "status": "completed", "tag": "d8efe4d0-b1fb-4ecb-8db8-a14e443c874d", "code": 200}, {"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-unplugged", "status": "completed", "tag": "74972a33-99ce-40f2-a6b5-cf335a5afc10", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:45.807631 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99315b34-d6a9-41aa-bbed-ca4c3dc884dd {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:45.808315 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6aa718d-3f2e-4a0c-8158-4cc28d57321a', 'code': 200} Aug 06 16:14:45.808829 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48b86bfc-097c-45fe-8369-16b7e4932c11', 'code': 200} Aug 06 16:14:45.809259 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8efe4d0-b1fb-4ecb-8db8-a14e443c874d', 'code': 200} Aug 06 16:14:45.809736 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74972a33-99ce-40f2-a6b5-cf335a5afc10', 'code': 200} Aug 06 16:14:45.820313 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71ad49e9-89e9-4b8f-b15c-1e98a1f11731 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:45.870987 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11552708-3532-4bc1-bc3a-d8049281fc2a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:45.877952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ad49e9-89e9-4b8f-b15c-1e98a1f11731 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network 5c8a5b89-df33-44a9-a207-28e5de2c91bb is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:45.880775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-11552708-3532-4bc1-bc3a-d8049281fc2a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:45.884601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-71ad49e9-89e9-4b8f-b15c-1e98a1f11731 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:45.887947 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30e893e2-e255-4c47-be65-4c38cb9a1253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:45.897610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ad49e9-89e9-4b8f-b15c-1e98a1f11731 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:45.944680 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92759915-4663-400c-8d22-4588b2d86ebc x-openstack-request-id: req-92759915-4663-400c-8d22-4588b2d86ebc {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:45.945116 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-deleted", "tag": "48b86bfc-097c-45fe-8369-16b7e4932c11", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:45.945350 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92759915-4663-400c-8d22-4588b2d86ebc {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:45.945778 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-deleted', 'tag': '48b86bfc-097c-45fe-8369-16b7e4932c11', 'status': 'completed', 'code': 200} Aug 06 16:14:46.023351 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ad49e9-89e9-4b8f-b15c-1e98a1f11731 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:46.024264 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71ad49e9-89e9-4b8f-b15c-1e98a1f11731 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:46.049172 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-e53ff497-743d-42a3-8140-260e73bb32bd req-651e4aac-d1a3-438b-b964-61228c12b574 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Deleting port 240fd1ec-a123-4fa2-8780-8645e1fff3d7 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:46.049799 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-651e4aac-d1a3-438b-b964-61228c12b574 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:46.067858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe04c7-9624-40c1-a37c-4dd8cac30929 req-4042ebdc-0aa6-4eea-82c8-55a5389df351 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:46.078662 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7dbe04c7-9624-40c1-a37c-4dd8cac30929 req-4042ebdc-0aa6-4eea-82c8-55a5389df351 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 945 time: 0.5226021 Aug 06 16:14:46.080469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad49e9-89e9-4b8f-b15c-1e98a1f11731 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=24f43f9d-951e-4c8d-aa45-652146a418c2,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:46.106306 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-71ad49e9-89e9-4b8f-b15c-1e98a1f11731 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1334922 Aug 06 16:14:46.110436 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54840) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:46.120340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2db12b44-f959-4989-b57e-c23035fa56b3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'floatingip': {'port_id': '24f43f9d-951e-4c8d-aa45-652146a418c2'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:46.249890 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-11552708-3532-4bc1-bc3a-d8049281fc2a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:46.314061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11552708-3532-4bc1-bc3a-d8049281fc2a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:46.318146 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-11552708-3532-4bc1-bc3a-d8049281fc2a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:46.322703 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11552708-3532-4bc1-bc3a-d8049281fc2a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:46.323428 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-11552708-3532-4bc1-bc3a-d8049281fc2a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:46.324642 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2db12b44-f959-4989-b57e-c23035fa56b3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:46.339731 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11552708-3532-4bc1-bc3a-d8049281fc2a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=432f58c2-11cb-4570-92e4-6e74c3a631c4,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:46.470808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7dbe04c7-9624-40c1-a37c-4dd8cac30929 req-8ad76794-9181-480e-b0b1-e7236880e4fe tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913155 Aug 06 16:14:46.553920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f93cd9a-6da8-47b1-bceb-353c9630bce3 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:14:46.629498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-285c0891-d45d-4342-ae90-e96bc17bd523 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:46.631077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-285c0891-d45d-4342-ae90-e96bc17bd523 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/networks?id=e45d3342-7250-400e-8edc-6eb56b28c052 HTTP/1.1" status: 200 len: 811 time: 0.4893625 Aug 06 16:14:46.634182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-096c7f73-c7d7-40f4-8a23-bb9cb226ce14 None None] Provisioning for port 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:14:46.640777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-651e4aac-d1a3-438b-b964-61228c12b574 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] For port 240fd1ec-a123-4fa2-8780-8645e1fff3d7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=240fd1ec-a123-4fa2-8780-8645e1fff3d7,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:46.641011 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-651e4aac-d1a3-438b-b964-61228c12b574 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:46.720805 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-e53ff497-743d-42a3-8140-260e73bb32bd req-651e4aac-d1a3-438b-b964-61228c12b574 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Calling delete_port for 240fd1ec-a123-4fa2-8780-8645e1fff3d7 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:46.730197 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-7e4da85a-cdbe-4031-ac92-89644b6700c6 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/quotas/1dd9d5eec2aa4eb68c1a1b78b1823036 HTTP/1.1" status: 200 len: 375 time: 0.0805311 Aug 06 16:14:46.741782 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30e893e2-e255-4c47-be65-4c38cb9a1253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:46.750769 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-11552708-3532-4bc1-bc3a-d8049281fc2a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0590611 Aug 06 16:14:46.753251 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54848) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:46.759859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-73cc1429-26b1-4539-9346-c9fe880a6a13 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'name': 'tempest-NetworksTestDHCPv6-981824319'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:46.889161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cc1429-26b1-4539-9346-c9fe880a6a13 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:46.892990 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73cc1429-26b1-4539-9346-c9fe880a6a13 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:46.914567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-73cc1429-26b1-4539-9346-c9fe880a6a13 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port 1dc39783-1098-4162-89dd-9461230453e9 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:14:47.057205 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30e893e2-e255-4c47-be65-4c38cb9a1253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:47.090315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e3901-f8b2-48df-b405-64a7dcbaea42 req-de089508-3cdd-487e-8845-1c05be21aaa5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:47.092422 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-73cc1429-26b1-4539-9346-c9fe880a6a13 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::373 (38cd96d0-9a93-4226-ab46-370ab75cd563/432f58c2-11cb-4570-92e4-6e74c3a631c4/1dc39783-1098-4162-89dd-9461230453e9) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:47.097258 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e3901-f8b2-48df-b405-64a7dcbaea42 req-de089508-3cdd-487e-8845-1c05be21aaa5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:47.104791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e3901-f8b2-48df-b405-64a7dcbaea42 req-de089508-3cdd-487e-8845-1c05be21aaa5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:47.111294 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e3901-f8b2-48df-b405-64a7dcbaea42 req-de089508-3cdd-487e-8845-1c05be21aaa5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:47.119398 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-612e3901-f8b2-48df-b405-64a7dcbaea42 req-de089508-3cdd-487e-8845-1c05be21aaa5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 3143 time: 0.5627334 Aug 06 16:14:47.132912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:14:47.217005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:14:47.223668 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:47.224042 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:47.241448 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-30e893e2-e255-4c47-be65-4c38cb9a1253 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d46a20bec43f4b91abd2630be4d691d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8745956 Aug 06 16:14:47.245167 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54850) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:47.250803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e893e2-e255-4c47-be65-4c38cb9a1253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dd4b7f-c913-4eaf-93c4-a0672dd96147,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:47.298814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-40d328a0-fd8d-4bf4-8522-ae8b0a08c8ed None None] Could not find standard attr ID for object 9c2ccd5e-4280-4098-8172-8b86371fe5f1. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:14:47.341517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-612e3901-f8b2-48df-b405-64a7dcbaea42 req-de9f223f-e8e9-4b8d-8408-fb11c6b9612c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208471 Aug 06 16:14:47.346405 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73cc1429-26b1-4539-9346-c9fe880a6a13 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:47.366479 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-bbe81820-972f-4179-8ec5-f96ac15b49b0 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1dd9d5eec2aa4eb68c1a1b78b1823036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6283958 Aug 06 16:14:47.366743 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:47.375237 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-883d71b6-13db-40fd-b42a-09a85ae22135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:47.383027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-73cc1429-26b1-4539-9346-c9fe880a6a13 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object 1dc39783-1098-4162-89dd-9461230453e9 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:47.427075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=41ca8a53-b8ba-4171-a7fd-cb5fad4a0153,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:47.435488 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:47.451869 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-883d71b6-13db-40fd-b42a-09a85ae22135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:47.518647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=41ca8a53-b8ba-4171-a7fd-cb5fad4a0153,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:47.548085 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73cc1429-26b1-4539-9346-c9fe880a6a13 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:47.598116 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc1429-26b1-4539-9346-c9fe880a6a13 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:47.601153 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-883d71b6-13db-40fd-b42a-09a85ae22135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:47.603800 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-883d71b6-13db-40fd-b42a-09a85ae22135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:47.608560 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-883d71b6-13db-40fd-b42a-09a85ae22135 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5dd4b7f-c913-4eaf-93c4-a0672dd96147 HTTP/1.1" status: 204 len: 168 time: 0.3583529 Aug 06 16:14:47.618477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-73cc1429-26b1-4539-9346-c9fe880a6a13 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:47.626147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc1429-26b1-4539-9346-c9fe880a6a13 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:47.638537 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cc1429-26b1-4539-9346-c9fe880a6a13 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:47.639071 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73cc1429-26b1-4539-9346-c9fe880a6a13 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:47.661228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc1429-26b1-4539-9346-c9fe880a6a13 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=1dc39783-1098-4162-89dd-9461230453e9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:47.680845 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d71b6-13db-40fd-b42a-09a85ae22135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dd4b7f-c913-4eaf-93c4-a0672dd96147,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:47.697909 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-0616fe3b-09a2-4863-b6cb-0a0f4666a105 service neutron] 10.222.0.37 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299084 Aug 06 16:14:47.705883 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-73cc1429-26b1-4539-9346-c9fe880a6a13 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9499836 Aug 06 16:14:47.709966 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54862) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:47.736919 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-651e4aac-d1a3-438b-b964-61228c12b574 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:47.804443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e4aac-d1a3-438b-b964-61228c12b574 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event deleted for resources: {'Port': ['ID=240fd1ec-a123-4fa2-8780-8645e1fff3d7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:47.828905 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.resource_extend [None req-2db12b44-f959-4989-b57e-c23035fa56b3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:14:47.854267 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4004332-d53a-43d1-97e8-0c70f74eb0f6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:47.875622 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4004332-d53a-43d1-97e8-0c70f74eb0f6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:47.882953 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a4004332-d53a-43d1-97e8-0c70f74eb0f6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1668739 Aug 06 16:14:47.884388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54864) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:47.975736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-651e4aac-d1a3-438b-b964-61228c12b574 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] No DVR routers for this DVR port 240fd1ec-a123-4fa2-8780-8645e1fff3d7 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:47.984091 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-651e4aac-d1a3-438b-b964-61228c12b574 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:47.986747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e53ff497-743d-42a3-8140-260e73bb32bd req-651e4aac-d1a3-438b-b964-61228c12b574 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.78 "DELETE /v2.0/ports/240fd1ec-a123-4fa2-8780-8645e1fff3d7 HTTP/1.1" status: 204 len: 173 time: 2.2779939 Aug 06 16:14:47.987605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-deleted', 'tag': '240fd1ec-a123-4fa2-8780-8645e1fff3d7'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:47.992292 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadae8f1-1a17-4e8f-b9b0-d792abac8edc" -d '{"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-deleted", "tag": "240fd1ec-a123-4fa2-8780-8645e1fff3d7"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:48.044240 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f81001a7-8150-4cef-a474-e8f82760c982 None None] Provisioning for port 1dc39783-1098-4162-89dd-9461230453e9 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:14:48.049901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f81001a7-8150-4cef-a474-e8f82760c982 None None] Provisioning complete for port 1dc39783-1098-4162-89dd-9461230453e9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:48.050789 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f81001a7-8150-4cef-a474-e8f82760c982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:48.068043 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2db12b44-f959-4989-b57e-c23035fa56b3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:48.088755 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2db12b44-f959-4989-b57e-c23035fa56b3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:48.105364 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-37607f57-fc33-43d6-bb0d-b4b2536f1280 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port 1dc39783-1098-4162-89dd-9461230453e9 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:48.106498 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37607f57-fc33-43d6-bb0d-b4b2536f1280 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:48.146813 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f81001a7-8150-4cef-a474-e8f82760c982 None None] Port 1dc39783-1098-4162-89dd-9461230453e9 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:14:48.196424 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-c94833e1-b7b1-4e8f-8908-8734ea6dd1a4 service neutron] 10.222.0.37 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860322 Aug 06 16:14:48.281695 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37607f57-fc33-43d6-bb0d-b4b2536f1280 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:48.288479 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54876) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:48.334468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-37607f57-fc33-43d6-bb0d-b4b2536f1280 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for 1dc39783-1098-4162-89dd-9461230453e9 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:48.373567 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ac08c55-82b1-4c2b-b5f0-fdc9d878681b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:48.431354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-e53ff497-743d-42a3-8140-260e73bb32bd req-428cd11d-07c7-4762-8165-2807a74874e5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Deleting port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:48.431696 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-428cd11d-07c7-4762-8165-2807a74874e5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:48.502313 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-2db12b44-f959-4989-b57e-c23035fa56b3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Floating IP 896cab17-6ece-417a-8220-7efb9df4ee67 associated. External IP: 172.25.1.67, port: 24f43f9d-951e-4c8d-aa45-652146a418c2. Aug 06 16:14:48.686257 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08970f2e-56e9-46a6-8859-5e76a6f01009 x-openstack-request-id: req-08970f2e-56e9-46a6-8859-5e76a6f01009 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:48.686621 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-deleted", "tag": "240fd1ec-a123-4fa2-8780-8645e1fff3d7", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:48.686889 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08970f2e-56e9-46a6-8859-5e76a6f01009 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:48.687318 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-deleted', 'tag': '240fd1ec-a123-4fa2-8780-8645e1fff3d7', 'status': 'completed', 'code': 200} Aug 06 16:14:48.732409 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37607f57-fc33-43d6-bb0d-b4b2536f1280 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:48.733567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d777cfd-2360-4db5-912f-104808c93dff req-b6a9bc6a-bc92-4457-96d0-d434118ae4eb tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 210 time: 0.0429957 Aug 06 16:14:48.810463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37607f57-fc33-43d6-bb0d-b4b2536f1280 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=1dc39783-1098-4162-89dd-9461230453e9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:48.887930 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37607f57-fc33-43d6-bb0d-b4b2536f1280 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:48.891945 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-37607f57-fc33-43d6-bb0d-b4b2536f1280 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/1dc39783-1098-4162-89dd-9461230453e9 HTTP/1.1" status: 204 len: 168 time: 1.0050883 Aug 06 16:14:48.899347 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54898) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:48.951352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-428cd11d-07c7-4762-8165-2807a74874e5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] For port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d,segment=NetworkSegment(237585fe-b091-45d9-a35c-ea58036433c7),segment_id=237585fe-b091-45d9-a35c-ea58036433c7)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:48.951960 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-428cd11d-07c7-4762-8165-2807a74874e5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:48.978967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0a1c5b-845f-4fca-8df7-5bc3cc254dd2 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:48.980662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0a1c5b-845f-4fca-8df7-5bc3cc254dd2 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:48.986562 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2a0a1c5b-845f-4fca-8df7-5bc3cc254dd2 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0819197 Aug 06 16:14:48.987474 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54902) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:49.170295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fcc51f2-4d1f-4829-b299-f0736dd82e04 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 432f58c2-11cb-4570-92e4-6e74c3a631c4 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:14:49.188891 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fcc51f2-4d1f-4829-b299-f0736dd82e04 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:49.202856 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:14:49.268628 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ac08c55-82b1-4c2b-b5f0-fdc9d878681b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:49.275928 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ac08c55-82b1-4c2b-b5f0-fdc9d878681b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:49.309478 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:49.310459 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:49.335747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469e70a-c793-4bd1-86ef-425d983e4f62 req-24a2827e-d8f8-4fe7-a698-1aa7cdef2d2c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:49.336007 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fcc51f2-4d1f-4829-b299-f0736dd82e04 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:49.338153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8469e70a-c793-4bd1-86ef-425d983e4f62 req-24a2827e-d8f8-4fe7-a698-1aa7cdef2d2c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 945 time: 0.4829895 Aug 06 16:14:49.353348 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9ac08c55-82b1-4c2b-b5f0-fdc9d878681b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7504e188f9b64a6b8f325e8ba84064be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0504017 Aug 06 16:14:49.373900 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54904) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:49.388963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac08c55-82b1-4c2b-b5f0-fdc9d878681b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783add9e-e408-4411-81e3-77fd0f867cc0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:49.454253 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fcc51f2-4d1f-4829-b299-f0736dd82e04 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:49.545678 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10a75255-38e1-4d77-96f1-fa9da5b9fd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:49.591522 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10a75255-38e1-4d77-96f1-fa9da5b9fd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:49.607989 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fcc51f2-4d1f-4829-b299-f0736dd82e04 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:49.656315 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc51f2-4d1f-4829-b299-f0736dd82e04 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=432f58c2-11cb-4570-92e4-6e74c3a631c4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:49.663043 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fcc51f2-4d1f-4829-b299-f0736dd82e04 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:49.667692 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4fcc51f2-4d1f-4829-b299-f0736dd82e04 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/432f58c2-11cb-4570-92e4-6e74c3a631c4 HTTP/1.1" status: 204 len: 168 time: 0.6742675 Aug 06 16:14:49.671025 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54906) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:49.676470 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4ea3b1-c568-4e1b-999f-0e19b130a729 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:14:49.723212 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-770d35d1-cb06-43b5-a0db-ef2e71fb6fb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508058 Aug 06 16:14:49.726133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54910) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:49.792164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10a75255-38e1-4d77-96f1-fa9da5b9fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:49.795417 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10a75255-38e1-4d77-96f1-fa9da5b9fd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:49.796708 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-10a75255-38e1-4d77-96f1-fa9da5b9fd55 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/783add9e-e408-4411-81e3-77fd0f867cc0 HTTP/1.1" status: 204 len: 168 time: 0.4171991 Aug 06 16:14:49.807333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f03ba4-3599-45b6-bf15-9425c1ce80f4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:49.808930 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-77f03ba4-3599-45b6-bf15-9425c1ce80f4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0813692 Aug 06 16:14:49.816250 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54916) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:49.826392 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a75255-38e1-4d77-96f1-fa9da5b9fd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783add9e-e408-4411-81e3-77fd0f867cc0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:49.866086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401b758-2957-4520-bd0a-d556cdc87503 req-2e989a8b-63e2-403c-8433-ef40d9acfe9c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:49.872113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401b758-2957-4520-bd0a-d556cdc87503 req-2e989a8b-63e2-403c-8433-ef40d9acfe9c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:49.878129 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401b758-2957-4520-bd0a-d556cdc87503 req-2e989a8b-63e2-403c-8433-ef40d9acfe9c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:49.887236 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8401b758-2957-4520-bd0a-d556cdc87503 req-2e989a8b-63e2-403c-8433-ef40d9acfe9c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 2410 time: 0.7091305 Aug 06 16:14:49.888717 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db02e730-52db-4bbb-9016-a891da02aa09 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:49.893458 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-db02e730-52db-4bbb-9016-a891da02aa09 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0741289 Aug 06 16:14:49.893879 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54918) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:49.916871 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-428cd11d-07c7-4762-8165-2807a74874e5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:49.917251 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-428cd11d-07c7-4762-8165-2807a74874e5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:49.917568 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-428cd11d-07c7-4762-8165-2807a74874e5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Floating IP d36de8e2-3605-4672-96f1-a93831e46784 disassociated. External IP: 172.25.1.132, port: d8efe4d0-b1fb-4ecb-8db8-a14e443c874d. Aug 06 16:14:49.917947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-e53ff497-743d-42a3-8140-260e73bb32bd req-428cd11d-07c7-4762-8165-2807a74874e5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Calling delete_port for d8efe4d0-b1fb-4ecb-8db8-a14e443c874d owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:49.963989 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b095a38f-cc89-41a6-9d0d-01b8e8b701ad tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634661 Aug 06 16:14:49.963989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54920) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:49.964875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8469e70a-c793-4bd1-86ef-425d983e4f62 req-7d7818a9-bcc5-451c-b34a-0f42ba0eb828 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692820 Aug 06 16:14:49.979164 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6243f154-cb97-4a16-bdbc-657a747b638f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:50.016485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8178d949-ce06-4485-97ca-3bb410466159 None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:14:50.119075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8401b758-2957-4520-bd0a-d556cdc87503 req-9c18aff8-2f23-4cf7-b741-63d4c3bbde7b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309012 Aug 06 16:14:50.172074 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6243f154-cb97-4a16-bdbc-657a747b638f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:50.174908 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8178d949-ce06-4485-97ca-3bb410466159 None None] Deleting port 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:50.175274 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8178d949-ce06-4485-97ca-3bb410466159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:50.186932 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db12b44-f959-4989-b57e-c23035fa56b3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router 75500435-ab1a-47ea-896d-d7ea0da3386d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:14:50.189559 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6243f154-cb97-4a16-bdbc-657a747b638f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:50.321212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d50e2482-de7e-42f5-a8df-df306039f342 req-e9d73f32-bbe1-4e95-870f-5ac35444252c tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 210 time: 0.0417752 Aug 06 16:14:50.358557 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8178d949-ce06-4485-97ca-3bb410466159 None None] For port 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=41ca8a53-b8ba-4171-a7fd-cb5fad4a0153,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:50.362286 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8178d949-ce06-4485-97ca-3bb410466159 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:50.388758 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8178d949-ce06-4485-97ca-3bb410466159 None None] Calling delete_port for 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:50.541433 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-428cd11d-07c7-4762-8165-2807a74874e5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:50.543845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db12b44-f959-4989-b57e-c23035fa56b3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:14:50.563144 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e80012-6860-471d-af56-23a6b9a223ce None None] Sync routers for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:14:50.569437 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2db12b44-f959-4989-b57e-c23035fa56b3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:50.581472 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e80012-6860-471d-af56-23a6b9a223ce None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:50.583640 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d5e80012-6860-471d-af56-23a6b9a223ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:50.590302 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8178d949-ce06-4485-97ca-3bb410466159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:50.613330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2db12b44-f959-4989-b57e-c23035fa56b3 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "PUT /v2.0/floatingips/896cab17-6ece-417a-8220-7efb9df4ee67 HTTP/1.1" status: 200 len: 976 time: 4.4955726 Aug 06 16:14:50.615794 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54934) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:50.650468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cd11d-07c7-4762-8165-2807a74874e5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event deleted for resources: {'Port': ['ID=d8efe4d0-b1fb-4ecb-8db8-a14e443c874d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:50.692608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d5e80012-6860-471d-af56-23a6b9a223ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:50.700399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178d949-ce06-4485-97ca-3bb410466159 None None] Pushing event deleted for resources: {'Port': ['ID=41ca8a53-b8ba-4171-a7fd-cb5fad4a0153,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:50.712521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178d949-ce06-4485-97ca-3bb410466159 None None] No DVR routers for this DVR port 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:50.725366 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-8a19b393-6c39-447b-9424-21b73907c02f tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:50.725366 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-8a19b393-6c39-447b-9424-21b73907c02f tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.78 "GET /v2.0/networks?id=e45d3342-7250-400e-8edc-6eb56b28c052 HTTP/1.1" status: 200 len: 811 time: 0.4833698 Aug 06 16:14:50.730676 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e80012-6860-471d-af56-23a6b9a223ce None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:50.731459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d5e80012-6860-471d-af56-23a6b9a223ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:50.767268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-87fc0742-0220-478a-8041-9bc568d64add tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Request body: {'port': {'device_id': 'f689d6ca-fd9e-4084-80bc-3e1879be29c4', 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052', 'admin_state_up': True, 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:50.778397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d5e80012-6860-471d-af56-23a6b9a223ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:50.779427 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e80012-6860-471d-af56-23a6b9a223ce None None] The sync data for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:14:50.953898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c7f3e-528c-4a17-983e-9e603b177b92 req-d80af79f-5fc7-4a62-bdba-619f7ac20992 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:50.955559 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ba2c7f3e-528c-4a17-983e-9e603b177b92 req-d80af79f-5fc7-4a62-bdba-619f7ac20992 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.78 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 945 time: 0.2094412 Aug 06 16:14:50.966171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e53ff497-743d-42a3-8140-260e73bb32bd req-428cd11d-07c7-4762-8165-2807a74874e5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:14:50.971059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-12f9d424-c8ee-434c-8c8e-02b74da90178 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting port 24f43f9d-951e-4c8d-aa45-652146a418c2 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:50.971431 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-12f9d424-c8ee-434c-8c8e-02b74da90178 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:51.019828 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-87fc0742-0220-478a-8041-9bc568d64add tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Made reservation on behalf of 1dd9d5eec2aa4eb68c1a1b78b1823036 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:51.024124 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-87fc0742-0220-478a-8041-9bc568d64add tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:51.163059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:51.191834 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:14:51.192445 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 41ca8a53-b8ba-4171-a7fd-cb5fad4a0153 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:14:51.275698 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6243f154-cb97-4a16-bdbc-657a747b638f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:51.361642 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-12f9d424-c8ee-434c-8c8e-02b74da90178 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:51.417223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6243f154-cb97-4a16-bdbc-657a747b638f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:51.419788 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-ba2c7f3e-528c-4a17-983e-9e603b177b92 req-d574ddd2-04c9-4d26-8404-3899fbe5d0ef tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Deleting port 80271f4f-563d-494c-9c6a-1d33c11093ea {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:51.420196 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ba2c7f3e-528c-4a17-983e-9e603b177b92 req-d574ddd2-04c9-4d26-8404-3899fbe5d0ef tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:51.526495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54968) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:51.543013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-6243f154-cb97-4a16-bdbc-657a747b638f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:51.556509 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ba2c7f3e-528c-4a17-983e-9e603b177b92 req-d574ddd2-04c9-4d26-8404-3899fbe5d0ef tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] For port 80271f4f-563d-494c-9c6a-1d33c11093ea, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=80271f4f-563d-494c-9c6a-1d33c11093ea,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:51.556778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48006bfb-d995-4f48-bb72-c318f2b6ce4a None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:14:51.557253 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ba2c7f3e-528c-4a17-983e-9e603b177b92 req-d574ddd2-04c9-4d26-8404-3899fbe5d0ef tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:51.561209 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6243f154-cb97-4a16-bdbc-657a747b638f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:51.562119 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6243f154-cb97-4a16-bdbc-657a747b638f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:51.575465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243f154-cb97-4a16-bdbc-657a747b638f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=2deed3bd-0d0d-4ca8-8dd3-9a8be268dca4,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:51.595032 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-87fc0742-0220-478a-8041-9bc568d64add tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Allocated IP 172.20.0.11 (e45d3342-7250-400e-8edc-6eb56b28c052/8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4/193bc170-13cd-4429-afe1-3cf81c714ec1) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:51.601746 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6243f154-cb97-4a16-bdbc-657a747b638f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6339626 Aug 06 16:14:51.602637 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-ba2c7f3e-528c-4a17-983e-9e603b177b92 req-d574ddd2-04c9-4d26-8404-3899fbe5d0ef tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Calling delete_port for 80271f4f-563d-494c-9c6a-1d33c11093ea owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:51.604504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54972) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:51.615974 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-1e666e53-3e89-4b38-9183-2988f4f21069 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'fixed_ips': [{'subnet_id': '2deed3bd-0d0d-4ca8-8dd3-9a8be268dca4', 'ip_address': '2001:db8::4779:104f:e254:b88a'}], 'name': 'tempest-NetworksTestDHCPv6-574481808'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:51.626313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e457df-3211-4606-8d6b-05e4ac59de05 req-ffbfe069-aca3-4a0c-ba5e-c61212f11ce1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:51.628427 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72e457df-3211-4606-8d6b-05e4ac59de05 req-ffbfe069-aca3-4a0c-ba5e-c61212f11ce1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 945 time: 0.4822948 Aug 06 16:14:51.653930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2b846-80e9-40e7-a167-6eba2cf3740b req-2c303876-101a-4a1b-9253-b757eb424a39 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:51.666004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2b846-80e9-40e7-a167-6eba2cf3740b req-2c303876-101a-4a1b-9253-b757eb424a39 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:51.668603 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fed2b846-80e9-40e7-a167-6eba2cf3740b req-2c303876-101a-4a1b-9253-b757eb424a39 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 1677 time: 0.4277811 Aug 06 16:14:51.751464 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-60301b4e-2e12-4ffe-a7a2-7005df5b9dc0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1718307351'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:51.782903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e53ff497-743d-42a3-8140-260e73bb32bd req-428cd11d-07c7-4762-8165-2807a74874e5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:14:51.800812 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8cd52-51a8-404a-ba10-c0c4c3254fc8 None None] Sync routers for ids ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:14:51.805195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60301b4e-2e12-4ffe-a7a2-7005df5b9dc0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Made reservation on behalf of 64d2715c5f634650add8ca9ff1cc6ca7 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:51.809443 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60301b4e-2e12-4ffe-a7a2-7005df5b9dc0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:51.814356 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8cd52-51a8-404a-ba10-c0c4c3254fc8 None None] Routers {'68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:51.814958 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c5c8cd52-51a8-404a-ba10-c0c4c3254fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:51.815389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118e803f-bb85-4661-9196-750ada942882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': '2deed3bd-0d0d-4ca8-8dd3-9a8be268dca4'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:14:51.816501 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-118e803f-bb85-4661-9196-750ada942882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:51.853501 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60301b4e-2e12-4ffe-a7a2-7005df5b9dc0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:51.880892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72e457df-3211-4606-8d6b-05e4ac59de05 req-10adaa60-4f21-447a-bd52-5861c540cf74 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419219 Aug 06 16:14:51.928638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-428cd11d-07c7-4762-8165-2807a74874e5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] No DVR routers for this DVR port d8efe4d0-b1fb-4ecb-8db8-a14e443c874d on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:51.936774 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-428cd11d-07c7-4762-8165-2807a74874e5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:51.940079 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e53ff497-743d-42a3-8140-260e73bb32bd req-428cd11d-07c7-4762-8165-2807a74874e5 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.78 "DELETE /v2.0/ports/d8efe4d0-b1fb-4ecb-8db8-a14e443c874d HTTP/1.1" status: 204 len: 173 time: 3.9344101 Aug 06 16:14:51.944327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-deleted', 'tag': 'd8efe4d0-b1fb-4ecb-8db8-a14e443c874d'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:51.946921 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a6b5a8-bae7-4c69-b2d0-b577f6acd0ef" -d '{"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-deleted", "tag": "d8efe4d0-b1fb-4ecb-8db8-a14e443c874d"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:51.952739 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-12f9d424-c8ee-434c-8c8e-02b74da90178 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:51.953010 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-12f9d424-c8ee-434c-8c8e-02b74da90178 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:51.953128 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-12f9d424-c8ee-434c-8c8e-02b74da90178 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Floating IP 896cab17-6ece-417a-8220-7efb9df4ee67 disassociated. External IP: 172.25.1.67, port: 24f43f9d-951e-4c8d-aa45-652146a418c2. Aug 06 16:14:51.953470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-12f9d424-c8ee-434c-8c8e-02b74da90178 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Calling delete_port for 24f43f9d-951e-4c8d-aa45-652146a418c2 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:51.974541 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-c5c8cd52-51a8-404a-ba10-c0c4c3254fc8 None None] Set router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:14:52.007594 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fed2b846-80e9-40e7-a167-6eba2cf3740b req-6ec236e7-f493-4c25-a448-2a04ef055c33 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667282 Aug 06 16:14:52.086573 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e7a81264-8083-484d-b85d-a71b6fbcd3c5 req-7ebd056b-b8cc-433b-b638-4c2b00c53090 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 210 time: 0.0397749 Aug 06 16:14:52.162048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-118e803f-bb85-4661-9196-750ada942882 None None] Allocated IP 2001:db8::2 (38cd96d0-9a93-4226-ab46-370ab75cd563/2deed3bd-0d0d-4ca8-8dd3-9a8be268dca4/5a2a01b9-b491-47de-b141-4453417ee0e5) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:52.212345 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b20ab9-e0c8-424f-a4f8-2e18909e8f2c x-openstack-request-id: req-f3b20ab9-e0c8-424f-a4f8-2e18909e8f2c {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:52.212704 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-deleted", "tag": "d8efe4d0-b1fb-4ecb-8db8-a14e443c874d", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:52.214277 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3b20ab9-e0c8-424f-a4f8-2e18909e8f2c {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:52.214848 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-deleted', 'tag': 'd8efe4d0-b1fb-4ecb-8db8-a14e443c874d', 'status': 'completed', 'code': 200} Aug 06 16:14:52.266760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-e53ff497-743d-42a3-8140-260e73bb32bd req-2ffa466a-a092-4eee-9e80-872ddd36e0af tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Deleting port 74972a33-99ce-40f2-a6b5-cf335a5afc10 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:52.267096 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-2ffa466a-a092-4eee-9e80-872ddd36e0af tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:52.320394 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:14:52.407341 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ba2c7f3e-528c-4a17-983e-9e603b177b92 req-d574ddd2-04c9-4d26-8404-3899fbe5d0ef tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:52.446055 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574ddd2-04c9-4d26-8404-3899fbe5d0ef tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Pushing event deleted for resources: {'Port': ['ID=80271f4f-563d-494c-9c6a-1d33c11093ea,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:52.461170 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['330cfabf-09dd-4e3a-afe6-dddc138a3a5b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:52.496797 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-12f9d424-c8ee-434c-8c8e-02b74da90178 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:52.508779 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['11f70e67-e4a7-417e-b198-76fea0a61c3b', '80271f4f-563d-494c-9c6a-1d33c11093ea'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:52.526403 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c5c8cd52-51a8-404a-ba10-c0c4c3254fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-router', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:31Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'gw_port': {'id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:32Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ada094d4-ba99-4cd2-9329-14f5c6a499b4', 'name': '', 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'mac_address': 'fa:16:3e:94:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:38Z', 'updated_at': '2021-08-06T16:03:51Z', 'revision_number': 5, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'subnets': [{'id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:52.533891 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2c7f3e-528c-4a17-983e-9e603b177b92 req-d574ddd2-04c9-4d26-8404-3899fbe5d0ef tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] No DVR routers for this DVR port 80271f4f-563d-494c-9c6a-1d33c11093ea on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:52.541799 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ba2c7f3e-528c-4a17-983e-9e603b177b92 req-d574ddd2-04c9-4d26-8404-3899fbe5d0ef tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:52.542955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9d424-c8ee-434c-8c8e-02b74da90178 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Port': ['ID=24f43f9d-951e-4c8d-aa45-652146a418c2,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:52.543896 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ba2c7f3e-528c-4a17-983e-9e603b177b92 req-d574ddd2-04c9-4d26-8404-3899fbe5d0ef tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.78 "DELETE /v2.0/ports/80271f4f-563d-494c-9c6a-1d33c11093ea HTTP/1.1" status: 204 len: 173 time: 1.5415847 Aug 06 16:14:52.545483 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d685bf-e2dd-4b9a-87ee-a9bb84233824', 'name': 'network-vif-deleted', 'tag': '80271f4f-563d-494c-9c6a-1d33c11093ea'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:52.548042 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e442f23-afc5-448d-81cb-b6cc33fedd6b" -d '{"events": [{"server_uuid": "23d685bf-e2dd-4b9a-87ee-a9bb84233824", "name": "network-vif-deleted", "tag": "80271f4f-563d-494c-9c6a-1d33c11093ea"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:52.551948 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-2ffa466a-a092-4eee-9e80-872ddd36e0af tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] For port 74972a33-99ce-40f2-a6b5-cf335a5afc10, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=74972a33-99ce-40f2-a6b5-cf335a5afc10,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:52.552424 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-2ffa466a-a092-4eee-9e80-872ddd36e0af tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:52.554176 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-87fc0742-0220-478a-8041-9bc568d64add tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:52.581808 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8cd52-51a8-404a-ba10-c0c4c3254fc8 None None] Checking router: 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:14:52.601841 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8cd52-51a8-404a-ba10-c0c4c3254fc8 None None] Routers {'68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:52.602976 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c5c8cd52-51a8-404a-ba10-c0c4c3254fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:52.628167 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0480ce3-9954-4546-ab21-29a238e4f1d4 x-openstack-request-id: req-d0480ce3-9954-4546-ab21-29a238e4f1d4 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:52.628493 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d685bf-e2dd-4b9a-87ee-a9bb84233824", "name": "network-vif-deleted", "tag": "80271f4f-563d-494c-9c6a-1d33c11093ea", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:52.631720 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0480ce3-9954-4546-ab21-29a238e4f1d4 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:52.632189 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d685bf-e2dd-4b9a-87ee-a9bb84233824', 'name': 'network-vif-deleted', 'tag': '80271f4f-563d-494c-9c6a-1d33c11093ea', 'status': 'completed', 'code': 200} Aug 06 16:14:52.642688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-e53ff497-743d-42a3-8140-260e73bb32bd req-2ffa466a-a092-4eee-9e80-872ddd36e0af tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Calling delete_port for 74972a33-99ce-40f2-a6b5-cf335a5afc10 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:52.682507 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-118e803f-bb85-4661-9196-750ada942882 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:52.708181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-118e803f-bb85-4661-9196-750ada942882 None None] Transition to ACTIVE for port object 5a2a01b9-b491-47de-b141-4453417ee0e5 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:52.732278 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60301b4e-2e12-4ffe-a7a2-7005df5b9dc0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:52.758623 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60301b4e-2e12-4ffe-a7a2-7005df5b9dc0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:52.758986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-118e803f-bb85-4661-9196-750ada942882 None None] Transition to ACTIVE for port object 5a2a01b9-b491-47de-b141-4453417ee0e5 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:52.778433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60301b4e-2e12-4ffe-a7a2-7005df5b9dc0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:14:52.780755 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f9d424-c8ee-434c-8c8e-02b74da90178 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router 75500435-ab1a-47ea-896d-d7ea0da3386d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:14:52.783780 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-118e803f-bb85-4661-9196-750ada942882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:52.796469 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60301b4e-2e12-4ffe-a7a2-7005df5b9dc0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:52.797139 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-60301b4e-2e12-4ffe-a7a2-7005df5b9dc0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Added segment e77a26af-30ac-4427-aa9a-30c4543e2fa6 of type vlan for network 9b3ba6b3-0181-415b-b90e-8477f47c8433 Aug 06 16:14:52.861466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e803f-bb85-4661-9196-750ada942882 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:52.870480 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60301b4e-2e12-4ffe-a7a2-7005df5b9dc0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:52.891531 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-118e803f-bb85-4661-9196-750ada942882 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:52.901093 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e803f-bb85-4661-9196-750ada942882 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:52.919408 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-c5c8cd52-51a8-404a-ba10-c0c4c3254fc8 None None] Set router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:14:52.942412 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-87fc0742-0220-478a-8041-9bc568d64add tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:52.945962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e803f-bb85-4661-9196-750ada942882 None None] Pushing event updated for resources: {'Port': ['ID=5a2a01b9-b491-47de-b141-4453417ee0e5,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:52.967948 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60301b4e-2e12-4ffe-a7a2-7005df5b9dc0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:52.991633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60301b4e-2e12-4ffe-a7a2-7005df5b9dc0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:52.992449 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60301b4e-2e12-4ffe-a7a2-7005df5b9dc0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:52.998170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f9d424-c8ee-434c-8c8e-02b74da90178 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:14:53.008222 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-2ffa466a-a092-4eee-9e80-872ddd36e0af tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:53.059416 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e3e5f-d978-4d03-80be-cc9d125584f5 None None] Sync routers for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:14:53.094565 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60301b4e-2e12-4ffe-a7a2-7005df5b9dc0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ae2c73-f5f1-4746-b05d-0af624c490aa,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:53.125366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e3e5f-d978-4d03-80be-cc9d125584f5 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:53.126126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f40e3e5f-d978-4d03-80be-cc9d125584f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:53.150223 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8ad6c78-8425-43ae-89fe-5213ee0e3534 req-07ca9dd5-226e-4e30-a814-8ce64b3e914b tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23d685bf-e2dd-4b9a-87ee-a9bb84233824 HTTP/1.1" status: 200 len: 210 time: 0.1384671 Aug 06 16:14:53.167911 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-12f9d424-c8ee-434c-8c8e-02b74da90178 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:53.167911 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-12f9d424-c8ee-434c-8c8e-02b74da90178 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/ports/24f43f9d-951e-4c8d-aa45-652146a418c2 HTTP/1.1" status: 204 len: 168 time: 2.5471654 Aug 06 16:14:53.184152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa466a-a092-4eee-9e80-872ddd36e0af tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event deleted for resources: {'Port': ['ID=74972a33-99ce-40f2-a6b5-cf335a5afc10,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:53.201877 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54988) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:53.236116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f40e3e5f-d978-4d03-80be-cc9d125584f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:53.266809 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-118e803f-bb85-4661-9196-750ada942882 None None] Attempting to bind port 5a2a01b9-b491-47de-b141-4453417ee0e5 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:14:53.267507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-118e803f-bb85-4661-9196-750ada942882 None None] Attempting to bind port 5a2a01b9-b491-47de-b141-4453417ee0e5 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:14:53.268057 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e803f-bb85-4661-9196-750ada942882 None None] Attempting to bind port 5a2a01b9-b491-47de-b141-4453417ee0e5 on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:14:53.282909 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e803f-bb85-4661-9196-750ada942882 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:14:53.283665 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e803f-bb85-4661-9196-750ada942882 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:14:53.284137 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-118e803f-bb85-4661-9196-750ada942882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:53.284473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e803f-bb85-4661-9196-750ada942882 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:14:53.285539 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-118e803f-bb85-4661-9196-750ada942882 None None] Bound port: 5a2a01b9-b491-47de-b141-4453417ee0e5, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:14:53.285969 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-118e803f-bb85-4661-9196-750ada942882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:53.303290 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e3e5f-d978-4d03-80be-cc9d125584f5 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:53.303967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f40e3e5f-d978-4d03-80be-cc9d125584f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:53.352949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f40e3e5f-d978-4d03-80be-cc9d125584f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:53.353596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40e3e5f-d978-4d03-80be-cc9d125584f5 None None] The sync data for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:14:53.410136 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c5c8cd52-51a8-404a-ba10-c0c4c3254fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-router', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:31Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'gw_port': {'id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:32Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ada094d4-ba99-4cd2-9329-14f5c6a499b4', 'name': '', 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'mac_address': 'fa:16:3e:94:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:38Z', 'updated_at': '2021-08-06T16:03:51Z', 'revision_number': 5, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'subnets': [{'id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:53.431481 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-530b1edb-1ebe-443e-aedd-9d1043be3ad7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "GET /v2.0/floatingips/896cab17-6ece-417a-8220-7efb9df4ee67 HTTP/1.1" status: 200 len: 687 time: 0.2269120 Aug 06 16:14:53.437717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-2ffa466a-a092-4eee-9e80-872ddd36e0af tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] No DVR routers for this DVR port 74972a33-99ce-40f2-a6b5-cf335a5afc10 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:53.443364 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-2ffa466a-a092-4eee-9e80-872ddd36e0af tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:53.446006 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e53ff497-743d-42a3-8140-260e73bb32bd req-2ffa466a-a092-4eee-9e80-872ddd36e0af tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.78 "DELETE /v2.0/ports/74972a33-99ce-40f2-a6b5-cf335a5afc10 HTTP/1.1" status: 204 len: 173 time: 1.4960508 Aug 06 16:14:53.446704 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:53.447153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54992) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:53.462282 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-118e803f-bb85-4661-9196-750ada942882 None None] For port 5a2a01b9-b491-47de-b141-4453417ee0e5, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:14:53.463492 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8cd52-51a8-404a-ba10-c0c4c3254fc8 None None] The sync data for ids ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'] in n-d-803756-1 is: [{'id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-router', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:31Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'gw_port': {'id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:32Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ada094d4-ba99-4cd2-9329-14f5c6a499b4', 'name': '', 'network_id': '5738fe75-0ee6-4591-8c74-062f71f16dba', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'mac_address': 'fa:16:3e:94:83:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:38Z', 'updated_at': '2021-08-06T16:03:51Z', 'revision_number': 5, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'subnets': [{'id': '7910dbce-9faa-45f2-a5b8-cd85ad35cfce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:14:53.466637 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-118e803f-bb85-4661-9196-750ada942882 None None] For port 5a2a01b9-b491-47de-b141-4453417ee0e5, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5a2a01b9-b491-47de-b141-4453417ee0e5,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:14:53.472403 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-118e803f-bb85-4661-9196-750ada942882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:53.540781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e803f-bb85-4661-9196-750ada942882 None None] Pushing event updated for resources: {'Port': ['ID=5a2a01b9-b491-47de-b141-4453417ee0e5,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:53.568140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['569130c6-2689-48d8-a2c4-630b0bfcfe96'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:53.606669 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc0742-0220-478a-8041-9bc568d64add tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Pushing event updated for resources: {'Port': ['ID=193bc170-13cd-4429-afe1-3cf81c714ec1,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:53.663659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e666e53-3e89-4b38-9183-2988f4f21069 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:53.672320 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-87fc0742-0220-478a-8041-9bc568d64add tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Network e45d3342-7250-400e-8edc-6eb56b28c052 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:53.703786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-87fc0742-0220-478a-8041-9bc568d64add tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:53.716430 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-60301b4e-2e12-4ffe-a7a2-7005df5b9dc0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1800561 Aug 06 16:14:53.776681 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-87fc0742-0220-478a-8041-9bc568d64add tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:53.779168 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54994) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:53.791953 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-37a3df72-fd91-45df-974b-9ca22ffb286d tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Request body: {'subnet': {'network_id': '9b3ba6b3-0181-415b-b90e-8477f47c8433', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:53.828150 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:53.946870 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60301b4e-2e12-4ffe-a7a2-7005df5b9dc0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Pushing event updated for resources: {'Network': ['ID=9b3ba6b3-0181-415b-b90e-8477f47c8433,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:53.962410 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 9b3ba6b3-0181-415b-b90e-8477f47c8433 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:14:53.967217 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2c4927-8d37-4afb-b3d4-decdf8138d61 None None] New status for floating IP d36de8e2-3605-4672-96f1-a93831e46784: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:14:54.020142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813f4f4-35be-4664-b01e-5619c4c5d95a req-c2f64d43-6ab1-44bb-a279-90443385da1e tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:54.021945 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3813f4f4-35be-4664-b01e-5619c4c5d95a req-c2f64d43-6ab1-44bb-a279-90443385da1e tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 943 time: 0.8006546 Aug 06 16:14:54.107079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-87fc0742-0220-478a-8041-9bc568d64add tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:54.108059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-87fc0742-0220-478a-8041-9bc568d64add tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:54.120602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b30fd1-2979-4bf8-91e8-60be331e15eb req-92c2253d-eff3-4dc7-933f-e06d68804b08 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:54.122130 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-28b30fd1-2979-4bf8-91e8-60be331e15eb req-92c2253d-eff3-4dc7-933f-e06d68804b08 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 932 time: 0.8925111 Aug 06 16:14:54.148989 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1e666e53-3e89-4b38-9183-2988f4f21069 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:54.157432 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-87fc0742-0220-478a-8041-9bc568d64add tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3944862 Aug 06 16:14:54.174125 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Request body: {'port': {'device_id': 'f689d6ca-fd9e-4084-80bc-3e1879be29c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:54.207035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3813f4f4-35be-4664-b01e-5619c4c5d95a req-553d5b91-d8cd-4491-90e7-b0e333c0b13b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f87bc49-b22f-443f-b9c6-434bd719a78d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754215 Aug 06 16:14:54.211712 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-1e666e53-3e89-4b38-9183-2988f4f21069 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port 864ec8ad-0bdc-49ec-b2cd-324e9da06e36 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:14:54.217800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-deleted', 'tag': '74972a33-99ce-40f2-a6b5-cf335a5afc10'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:54.220445 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6f777e-7aec-453d-94da-6d24d651db4b" -d '{"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-deleted", "tag": "74972a33-99ce-40f2-a6b5-cf335a5afc10"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:54.223353 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a3df72-fd91-45df-974b-9ca22ffb286d tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Made reservation on behalf of 64d2715c5f634650add8ca9ff1cc6ca7 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:54.226931 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37a3df72-fd91-45df-974b-9ca22ffb286d tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:54.259994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-28b30fd1-2979-4bf8-91e8-60be331e15eb req-0721f0bb-8b1b-48ef-b067-bab0fb7e3313 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101232 Aug 06 16:14:54.278079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-e53ff497-743d-42a3-8140-260e73bb32bd req-e818dc28-e7c7-4624-8d40-9d4889e9bdbb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Deleting port e6aa718d-3f2e-4a0c-8158-4cc28d57321a {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:54.278490 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-e818dc28-e7c7-4624-8d40-9d4889e9bdbb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:54.281180 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:54.306477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-58e8d14d-a51f-4fad-8300-b5104267dede tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting port a5f32c9c-7df6-4699-a0fb-09e038f0f8fb {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:54.307096 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-58e8d14d-a51f-4fad-8300-b5104267dede tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:54.465814 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-58e8d14d-a51f-4fad-8300-b5104267dede tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:54.466266 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-58e8d14d-a51f-4fad-8300-b5104267dede tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:54.485339 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86865362-89f0-4527-baba-2c6fe4704fc8 x-openstack-request-id: req-86865362-89f0-4527-baba-2c6fe4704fc8 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:54.485657 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-deleted", "tag": "74972a33-99ce-40f2-a6b5-cf335a5afc10", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:54.485920 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86865362-89f0-4527-baba-2c6fe4704fc8 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:54.486315 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-deleted', 'tag': '74972a33-99ce-40f2-a6b5-cf335a5afc10', 'status': 'completed', 'code': 200} Aug 06 16:14:54.487171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-58e8d14d-a51f-4fad-8300-b5104267dede tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Calling delete_port for a5f32c9c-7df6-4699-a0fb-09e038f0f8fb owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:54.663598 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-1e666e53-3e89-4b38-9183-2988f4f21069 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::4779:104f:e254:b88a (38cd96d0-9a93-4226-ab46-370ab75cd563/2deed3bd-0d0d-4ca8-8dd3-9a8be268dca4/864ec8ad-0bdc-49ec-b2cd-324e9da06e36) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:54.723806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-e818dc28-e7c7-4624-8d40-9d4889e9bdbb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] For port e6aa718d-3f2e-4a0c-8158-4cc28d57321a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=e6aa718d-3f2e-4a0c-8158-4cc28d57321a,segment=NetworkSegment(87d5eaa3-f451-4da6-9aca-83c9100ed3f0),segment_id=87d5eaa3-f451-4da6-9aca-83c9100ed3f0)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:54.724233 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-e818dc28-e7c7-4624-8d40-9d4889e9bdbb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:54.725299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 80271f4f-563d-494c-9c6a-1d33c11093ea no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:54.759312 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-e53ff497-743d-42a3-8140-260e73bb32bd req-e818dc28-e7c7-4624-8d40-9d4889e9bdbb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Calling delete_port for e6aa718d-3f2e-4a0c-8158-4cc28d57321a owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:54.769463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 80271f4f-563d-494c-9c6a-1d33c11093ea {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:14:54.770387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 80271f4f-563d-494c-9c6a-1d33c11093ea not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:14:54.807565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ceb9a-dba2-4f01-a84f-b2fcf1f61a20 req-26981c8b-0630-45eb-beef-06c2fc51957c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:54.810092 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a74ceb9a-dba2-4f01-a84f-b2fcf1f61a20 req-26981c8b-0630-45eb-beef-06c2fc51957c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 945 time: 0.1428890 Aug 06 16:14:54.964981 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1e666e53-3e89-4b38-9183-2988f4f21069 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:54.977077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a74ceb9a-dba2-4f01-a84f-b2fcf1f61a20 req-7862763d-d0c6-4c93-b2f4-dcbfaf448dd0 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957911 Aug 06 16:14:54.981084 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-58e8d14d-a51f-4fad-8300-b5104267dede tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.028266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8d14d-a51f-4fad-8300-b5104267dede tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Port': ['ID=a5f32c9c-7df6-4699-a0fb-09e038f0f8fb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:55.056826 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-1e666e53-3e89-4b38-9183-2988f4f21069 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object 864ec8ad-0bdc-49ec-b2cd-324e9da06e36 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:55.112894 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37a3df72-fd91-45df-974b-9ca22ffb286d tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.127881 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-58e8d14d-a51f-4fad-8300-b5104267dede tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.131721 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-58e8d14d-a51f-4fad-8300-b5104267dede tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.133515 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-58e8d14d-a51f-4fad-8300-b5104267dede tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/floatingips/896cab17-6ece-417a-8220-7efb9df4ee67 HTTP/1.1" status: 204 len: 168 time: 1.6830118 Aug 06 16:14:55.150203 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-133f5c5b-448b-4db9-9c6c-2c9c07a617f5 None None] Provisioning for port 5a2a01b9-b491-47de-b141-4453417ee0e5 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:14:55.156520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55016) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:55.162333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': 'a4063771-2049-4f35-8913-3d853217977e'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:55.168066 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5a2a01b9-b491-47de-b141-4453417ee0e5 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:14:55.198611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3df72-fd91-45df-974b-9ca22ffb286d tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Pushing event updated for resources: {'Subnet': ['ID=739cb613-c144-443e-92de-ed930f8a49fe,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:55.216502 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.223842 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1e666e53-3e89-4b38-9183-2988f4f21069 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.224848 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-e818dc28-e7c7-4624-8d40-9d4889e9bdbb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.238031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 5a2a01b9-b491-47de-b141-4453417ee0e5 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:14:55.243502 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 5a2a01b9-b491-47de-b141-4453417ee0e5 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:55.244022 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.272575 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818dc28-e7c7-4624-8d40-9d4889e9bdbb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event deleted for resources: {'Port': ['ID=e6aa718d-3f2e-4a0c-8158-4cc28d57321a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:55.356942 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.371407 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e666e53-3e89-4b38-9183-2988f4f21069 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=864ec8ad-0bdc-49ec-b2cd-324e9da06e36,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:55.397775 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53ff497-743d-42a3-8140-260e73bb32bd req-e818dc28-e7c7-4624-8d40-9d4889e9bdbb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] No DVR routers for this DVR port e6aa718d-3f2e-4a0c-8158-4cc28d57321a on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:55.403458 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e53ff497-743d-42a3-8140-260e73bb32bd req-e818dc28-e7c7-4624-8d40-9d4889e9bdbb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.405710 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e53ff497-743d-42a3-8140-260e73bb32bd req-e818dc28-e7c7-4624-8d40-9d4889e9bdbb tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.78 "DELETE /v2.0/ports/e6aa718d-3f2e-4a0c-8158-4cc28d57321a HTTP/1.1" status: 204 len: 173 time: 1.9438064 Aug 06 16:14:55.415229 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 5a2a01b9-b491-47de-b141-4453417ee0e5, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5a2a01b9-b491-47de-b141-4453417ee0e5,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:55.421758 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.459065 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-919031e7-d805-4c99-91b9-2301aab19f4f req-3c612c19-f3e6-473e-8ed2-b34662e2c62c tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 210 time: 0.0653341 Aug 06 16:14:55.507784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e666e53-3e89-4b38-9183-2988f4f21069 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:55.508748 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a3df72-fd91-45df-974b-9ca22ffb286d tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Checking segment: {'id': 'e77a26af-30ac-4427-aa9a-30c4543e2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9b3ba6b3-0181-415b-b90e-8477f47c8433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:14:55.509116 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a3df72-fd91-45df-974b-9ca22ffb286d tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Network hostable DHCP agents. Network: 9b3ba6b3-0181-415b-b90e-8477f47c8433, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:14:55.516092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-1e666e53-3e89-4b38-9183-2988f4f21069 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:55.523742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e666e53-3e89-4b38-9183-2988f4f21069 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:55.529837 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e666e53-3e89-4b38-9183-2988f4f21069 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:55.530759 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1e666e53-3e89-4b38-9183-2988f4f21069 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.532961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5f02c-0c14-4462-8b4a-204afbf79e0c req-18c60f26-d9be-49e3-961a-8d45580de402 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:55.534677 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1e5f02c-0c14-4462-8b4a-204afbf79e0c req-18c60f26-d9be-49e3-961a-8d45580de402 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 932 time: 0.0746393 Aug 06 16:14:55.592594 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=5a2a01b9-b491-47de-b141-4453417ee0e5,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:55.594067 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1e666e53-3e89-4b38-9183-2988f4f21069 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9858551 Aug 06 16:14:55.595496 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1e5f02c-0c14-4462-8b4a-204afbf79e0c req-26ff427a-d64c-4dbe-b502-fa7bc3a0bc69 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516028 Aug 06 16:14:55.598369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55026) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:55.620848 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193bc170-13cd-4429-afe1-3cf81c714ec1 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:14:55.622881 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.642191 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.656631 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a3df72-fd91-45df-974b-9ca22ffb286d tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Network 9b3ba6b3-0181-415b-b90e-8477f47c8433 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:14:55.661439 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Transition to ACTIVE for port object 193bc170-13cd-4429-afe1-3cf81c714ec1 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:55.667076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.672915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-37a3df72-fd91-45df-974b-9ca22ffb286d tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 9b3ba6b3-0181-415b-b90e-8477f47c8433) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:55.681956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a3df72-fd91-45df-974b-9ca22ffb286d tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:55.682806 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37a3df72-fd91-45df-974b-9ca22ffb286d tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.692526 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65ed5a7-1cc8-4b0e-8422-8d6cdf02f78d None None] Network 9b3ba6b3-0181-415b-b90e-8477f47c8433 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:14:55.789040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8289b40b-01bb-4bce-9752-c0f2e20c8c1b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:55.800216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8289b40b-01bb-4bce-9752-c0f2e20c8c1b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:55.806774 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8289b40b-01bb-4bce-9752-c0f2e20c8c1b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2045538 Aug 06 16:14:55.815389 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-37a3df72-fd91-45df-974b-9ca22ffb286d tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0326846 Aug 06 16:14:55.815389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55028) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:55.822572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55030) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:55.949795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Allocated IP 172.25.1.51 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/13a260ad-2b9a-4e00-96af-12880c3af4d0) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:56.096633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Pushing event updated for resources: {'Port': ['ID=193bc170-13cd-4429-afe1-3cf81c714ec1,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:56.162234 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-36d4a839-bbdc-4567-8d60-15153d7f81ee tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Request body: {'port': {'network_id': '9b3ba6b3-0181-415b-b90e-8477f47c8433', 'name': 'tempest-ExtraDHCPOptionsTestJSON-463788684'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:14:56.229842 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Attempting to bind port 193bc170-13cd-4429-afe1-3cf81c714ec1 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:14:56.230505 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Attempting to bind port 193bc170-13cd-4429-afe1-3cf81c714ec1 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '17e1613e-e63e-48e5-b868-1218eacda7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:14:56.231016 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Attempting to bind port 193bc170-13cd-4429-afe1-3cf81c714ec1 on network e45d3342-7250-400e-8edc-6eb56b28c052 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:14:56.240815 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Port 193bc170-13cd-4429-afe1-3cf81c714ec1 on network e45d3342-7250-400e-8edc-6eb56b28c052 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:14:56.241470 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Attempting to bind port 193bc170-13cd-4429-afe1-3cf81c714ec1 on network e45d3342-7250-400e-8edc-6eb56b28c052 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:14:56.261192 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:14:56.261859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Checking segment: {'id': '17e1613e-e63e-48e5-b868-1218eacda7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:14:56.262550 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Bound using segment: {'id': '17e1613e-e63e-48e5-b868-1218eacda7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:14:56.263169 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Bound port: 193bc170-13cd-4429-afe1-3cf81c714ec1, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e1613e-e63e-48e5-b868-1218eacda7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:14:56.263775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:56.277775 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:56.314112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d8b1d18c-21f3-4622-b7fe-90b7ff2787f8 None None] Provisioning for port 864ec8ad-0bdc-49ec-b2cd-324e9da06e36 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:14:56.317078 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-9b3ba6b3-0181-415b-b90e-8477f47c8433', 'network_id': '9b3ba6b3-0181-415b-b90e-8477f47c8433', 'tenant_id': '64d2715c5f634650add8ca9ff1cc6ca7', 'fixed_ips': [{'subnet_id': '739cb613-c144-443e-92de-ed930f8a49fe'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:14:56.319008 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:56.327144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49f07b-2c92-4562-8dbd-ebc7a0c6e7a3 req-a98f979c-db35-4253-bb06-07c6c13b58dc tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:56.328779 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9c49f07b-2c92-4562-8dbd-ebc7a0c6e7a3 req-a98f979c-db35-4253-bb06-07c6c13b58dc tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 945 time: 0.2136614 Aug 06 16:14:56.338329 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-81af3c7d-4f6f-4d62-9ec9-bcc5b08ac206 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port 864ec8ad-0bdc-49ec-b2cd-324e9da06e36 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:56.338987 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81af3c7d-4f6f-4d62-9ec9-bcc5b08ac206 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:56.339146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d8b1d18c-21f3-4622-b7fe-90b7ff2787f8 None None] Provisioning complete for port 864ec8ad-0bdc-49ec-b2cd-324e9da06e36 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:56.339738 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d18c-21f3-4622-b7fe-90b7ff2787f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:56.383534 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:56.407825 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1d18c-21f3-4622-b7fe-90b7ff2787f8 None None] Port 864ec8ad-0bdc-49ec-b2cd-324e9da06e36 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:14:56.439536 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15cce0-48d7-4fc6-9d2c-5a43c7d67153 req-96129808-b229-41a3-a342-fc04b01d22bb tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:56.447491 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab15cce0-48d7-4fc6-9d2c-5a43c7d67153 req-96129808-b229-41a3-a342-fc04b01d22bb tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 945 time: 0.2792070 Aug 06 16:14:56.496487 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:56.512598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-deleted', 'tag': 'e6aa718d-3f2e-4a0c-8158-4cc28d57321a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:56.520080 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac041f5-3a84-46f7-8e6c-e75bdf833ea2" -d '{"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-deleted", "tag": "e6aa718d-3f2e-4a0c-8158-4cc28d57321a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:56.521801 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] For port 193bc170-13cd-4429-afe1-3cf81c714ec1, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:14:56.553477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:56.559827 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] For port 193bc170-13cd-4429-afe1-3cf81c714ec1, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=193bc170-13cd-4429-afe1-3cf81c714ec1,segment=NetworkSegment(17e1613e-e63e-48e5-b868-1218eacda7d5),segment_id=17e1613e-e63e-48e5-b868-1218eacda7d5)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:14:56.584994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:56.591310 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:56.612639 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Allocated IP 172.20.0.2 (9b3ba6b3-0181-415b-b90e-8477f47c8433/739cb613-c144-443e-92de-ed930f8a49fe/a78133c0-e3fa-4ade-ba6d-ecd22a144ce4) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:56.615267 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81af3c7d-4f6f-4d62-9ec9-bcc5b08ac206 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:56.672260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-81af3c7d-4f6f-4d62-9ec9-bcc5b08ac206 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for 864ec8ad-0bdc-49ec-b2cd-324e9da06e36 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:56.674205 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab15cce0-48d7-4fc6-9d2c-5a43c7d67153 req-ac2e5ace-2c39-4415-9bf4-6641af3bb447 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255228 Aug 06 16:14:56.677424 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:56.678329 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:56.681375 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] 10.222.0.78 "PUT /v2.0/ports/193bc170-13cd-4429-afe1-3cf81c714ec1 HTTP/1.1" status: 200 len: 1092 time: 2.5132461 Aug 06 16:14:56.684976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f689d6ca-fd9e-4084-80bc-3e1879be29c4', 'tag': '193bc170-13cd-4429-afe1-3cf81c714ec1'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:56.695262 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fde23ff-2404-45c8-b976-d8b31ff8b304" -d '{"events": [{"name": "network-changed", "server_uuid": "f689d6ca-fd9e-4084-80bc-3e1879be29c4", "tag": "193bc170-13cd-4429-afe1-3cf81c714ec1"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:56.734682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-9c49f07b-2c92-4562-8dbd-ebc7a0c6e7a3 req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Deleting port 330cfabf-09dd-4e3a-afe6-dddc138a3a5b {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:56.734981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=13a260ad-2b9a-4e00-96af-12880c3af4d0,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:56.735100 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9c49f07b-2c92-4562-8dbd-ebc7a0c6e7a3 req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:56.761409 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83062237-7de9-49e2-b788-3e012f5b7169 req-07b5f025-e736-46d2-9dfc-5ef55ac66b7e tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 210 time: 0.1121716 Aug 06 16:14:56.770354 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286fdb4b-60cc-4e02-8836-a441ed21858b x-openstack-request-id: req-286fdb4b-60cc-4e02-8836-a441ed21858b {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:56.770715 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc6d4f1-bb76-471c-b71b-a97b6f12584d", "name": "network-vif-deleted", "tag": "e6aa718d-3f2e-4a0c-8158-4cc28d57321a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:56.770950 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-286fdb4b-60cc-4e02-8836-a441ed21858b {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:56.771345 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc6d4f1-bb76-471c-b71b-a97b6f12584d', 'name': 'network-vif-deleted', 'tag': 'e6aa718d-3f2e-4a0c-8158-4cc28d57321a', 'status': 'completed', 'code': 200} Aug 06 16:14:56.843266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d4a839-bbdc-4567-8d60-15153d7f81ee tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Made reservation on behalf of 64d2715c5f634650add8ca9ff1cc6ca7 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:14:56.847155 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-36d4a839-bbdc-4567-8d60-15153d7f81ee tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:56.888564 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:56.901867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Transition to ACTIVE for port object a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:56.929033 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be738085-876d-47e3-a8dd-d6c8f03992e2 x-openstack-request-id: req-be738085-876d-47e3-a8dd-d6c8f03992e2 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:56.929333 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f689d6ca-fd9e-4084-80bc-3e1879be29c4", "tag": "193bc170-13cd-4429-afe1-3cf81c714ec1", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:56.929941 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be738085-876d-47e3-a8dd-d6c8f03992e2 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:56.930361 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f689d6ca-fd9e-4084-80bc-3e1879be29c4', 'tag': '193bc170-13cd-4429-afe1-3cf81c714ec1', 'status': 'completed', 'code': 200} Aug 06 16:14:56.933241 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Transition to ACTIVE for port object a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:56.937526 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6b3a4-fca6-4ce4-a3de-621ac320d36d service neutron] Pushing event updated for resources: {'Port': ['ID=193bc170-13cd-4429-afe1-3cf81c714ec1,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:56.945377 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.029330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-e8a47c16-61d3-4c34-a308-7648741faaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:57.031240 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-e8a47c16-61d3-4c34-a308-7648741faaff service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1dd9d5eec2aa4eb68c1a1b78b1823036&device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 1095 time: 0.2781827 Aug 06 16:14:57.074157 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Network 9b3ba6b3-0181-415b-b90e-8477f47c8433 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:57.085942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:57.091935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:14:57.096121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9c49f07b-2c92-4562-8dbd-ebc7a0c6e7a3 req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] For port 330cfabf-09dd-4e3a-afe6-dddc138a3a5b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=330cfabf-09dd-4e3a-afe6-dddc138a3a5b,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:57.096500 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9c49f07b-2c92-4562-8dbd-ebc7a0c6e7a3 req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.173180 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5a2a01b9-b491-47de-b141-4453417ee0e5 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:14:57.202782 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-e0e64e55-efd3-4819-8b13-9e141897889e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=193bc170-13cd-4429-afe1-3cf81c714ec1 HTTP/1.1" status: 200 len: 217 time: 0.1526685 Aug 06 16:14:57.220459 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-9c49f07b-2c92-4562-8dbd-ebc7a0c6e7a3 req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Calling delete_port for 330cfabf-09dd-4e3a-afe6-dddc138a3a5b owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:57.274342 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.279720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Pushing event updated for resources: {'Port': ['ID=a78133c0-e3fa-4ade-ba6d-ecd22a144ce4,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:57.297432 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Attempting to bind port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:14:57.297855 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Attempting to bind port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'e77a26af-30ac-4427-aa9a-30c4543e2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9b3ba6b3-0181-415b-b90e-8477f47c8433'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:14:57.298219 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Attempting to bind port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 on network 9b3ba6b3-0181-415b-b90e-8477f47c8433 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:14:57.306062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:14:57.306638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Checking segment: {'id': 'e77a26af-30ac-4427-aa9a-30c4543e2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9b3ba6b3-0181-415b-b90e-8477f47c8433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:14:57.307202 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.308113 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Bound using segment: {'id': 'e77a26af-30ac-4427-aa9a-30c4543e2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9b3ba6b3-0181-415b-b90e-8477f47c8433'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:14:57.308608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Bound port: a78133c0-e3fa-4ade-ba6d-ecd22a144ce4, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77a26af-30ac-4427-aa9a-30c4543e2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '9b3ba6b3-0181-415b-b90e-8477f47c8433'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:14:57.308991 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.374032 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81af3c7d-4f6f-4d62-9ec9-bcc5b08ac206 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.386756 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.397046 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] For port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:14:57.398694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-36d4a839-bbdc-4567-8d60-15153d7f81ee tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] device_id is not set on port efdc1560-c382-4469-bda7-38b07573665c yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:14:57.403176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] For port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a78133c0-e3fa-4ade-ba6d-ecd22a144ce4,segment=NetworkSegment(e77a26af-30ac-4427-aa9a-30c4543e2fa6),segment_id=e77a26af-30ac-4427-aa9a-30c4543e2fa6)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:14:57.412707 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.516940 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af3c7d-4f6f-4d62-9ec9-bcc5b08ac206 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=864ec8ad-0bdc-49ec-b2cd-324e9da06e36,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:57.540094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-4125a21a-68de-4157-b1b7-4a6b25fd983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:57.541599 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-4125a21a-68de-4157-b1b7-4a6b25fd983e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4 HTTP/1.1" status: 200 len: 851 time: 0.3265867 Aug 06 16:14:57.547637 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0cdab-1218-4334-80c9-01947971bcd3 req-667a799a-6d9f-471f-bc5b-bc79d960cfde tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:57.549071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50101cb1-9adb-41d3-ba78-2996250c65cd None None] Pushing event updated for resources: {'Port': ['ID=a78133c0-e3fa-4ade-ba6d-ecd22a144ce4,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:57.550415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84b0cdab-1218-4334-80c9-01947971bcd3 req-667a799a-6d9f-471f-bc5b-bc79d960cfde tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 944 time: 0.2346151 Aug 06 16:14:57.575931 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 5a2a01b9-b491-47de-b141-4453417ee0e5 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:57.577086 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.606505 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81af3c7d-4f6f-4d62-9ec9-bcc5b08ac206 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.608482 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-81af3c7d-4f6f-4d62-9ec9-bcc5b08ac206 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/864ec8ad-0bdc-49ec-b2cd-324e9da06e36 HTTP/1.1" status: 204 len: 168 time: 1.7839186 Aug 06 16:14:57.619302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55054) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:57.663808 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-c08a4424-4a95-4801-9e24-b77672d871e8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e45d3342-7250-400e-8edc-6eb56b28c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891016 Aug 06 16:14:57.905547 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84b0cdab-1218-4334-80c9-01947971bcd3 req-d3332b24-f8c2-4f0d-9d50-70349e7de1bc tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090975 Aug 06 16:14:57.925411 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd059b7-74f1-45b5-a556-2d471a8cf778 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:57.932604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd059b7-74f1-45b5-a556-2d471a8cf778 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:57.951555 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3fd059b7-74f1-45b5-a556-2d471a8cf778 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3304305 Aug 06 16:14:57.962760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55060) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:58.013702 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-36d4a839-bbdc-4567-8d60-15153d7f81ee tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Allocated IP 172.20.0.12 (9b3ba6b3-0181-415b-b90e-8477f47c8433/739cb613-c144-443e-92de-ed930f8a49fe/efdc1560-c382-4469-bda7-38b07573665c) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:14:58.126792 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-424768fc-3e8c-439b-ba46-00883581f394 req-86753009-206c-4161-8294-be7a05e6dc27 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 210 time: 0.0862267 Aug 06 16:14:58.272418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b931ad-4c32-48c6-a6c8-ab54d6a9ac21 req-a6ba59de-4d8d-438a-91e3-c1beb7969562 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:58.274558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12b931ad-4c32-48c6-a6c8-ab54d6a9ac21 req-a6ba59de-4d8d-438a-91e3-c1beb7969562 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=23450664-58f0-44a1-ba93-ac20fbe25f72 HTTP/1.1" status: 200 len: 945 time: 0.3559530 Aug 06 16:14:58.571474 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-510fccbc-2c91-4e15-b377-a1707aa4024f service neutron] 10.222.0.78 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8700159 Aug 06 16:14:58.582064 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9c49f07b-2c92-4562-8dbd-ebc7a0c6e7a3 req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.599901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['11f70e67-e4a7-417e-b198-76fea0a61c3b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:58.605433 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.642955 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-36d4a839-bbdc-4567-8d60-15153d7f81ee tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.657821 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.695220 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12b931ad-4c32-48c6-a6c8-ab54d6a9ac21 req-34a91a19-51e1-4597-9a3c-0bd88c75188e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924363 Aug 06 16:14:58.758781 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-36d4a839-bbdc-4567-8d60-15153d7f81ee tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Transition to ACTIVE for port object efdc1560-c382-4469-bda7-38b07573665c will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:14:58.820163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=13a260ad-2b9a-4e00-96af-12880c3af4d0,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:58.848763 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3823d121-4526-4fb1-b97e-2ac6287ebbe7 req-48088628-e648-48dc-a90e-78afa767200a service neutron] 10.222.0.78 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398720 Aug 06 16:14:58.852780 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Pushing event deleted for resources: {'Port': ['ID=330cfabf-09dd-4e3a-afe6-dddc138a3a5b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:58.891763 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.909851 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:58.910402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:58.910820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:58.911182 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:58.912371 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:58.912908 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:58.913256 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:58.914016 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:58.914380 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:58.914714 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:58.915060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:58.915389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:58.929035 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c49f07b-2c92-4562-8dbd-ebc7a0c6e7a3 req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] No DVR routers for this DVR port 330cfabf-09dd-4e3a-afe6-dddc138a3a5b on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:58.935451 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9c49f07b-2c92-4562-8dbd-ebc7a0c6e7a3 req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.945886 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9c49f07b-2c92-4562-8dbd-ebc7a0c6e7a3 req-dcd55070-e68d-4b84-b45a-ae3856105a54 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "DELETE /v2.0/ports/330cfabf-09dd-4e3a-afe6-dddc138a3a5b HTTP/1.1" status: 204 len: 173 time: 2.5990951 Aug 06 16:14:59.047470 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23450664-58f0-44a1-ba93-ac20fbe25f72', 'name': 'network-vif-deleted', 'tag': '330cfabf-09dd-4e3a-afe6-dddc138a3a5b'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:59.049185 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a2a614-807a-4ef7-8303-8b0e5e8db49e" -d '{"events": [{"server_uuid": "23450664-58f0-44a1-ba93-ac20fbe25f72", "name": "network-vif-deleted", "tag": "330cfabf-09dd-4e3a-afe6-dddc138a3a5b"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:59.056803 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-36d4a839-bbdc-4567-8d60-15153d7f81ee tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:59.080748 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3c3e30-59bd-44d7-9384-762d6b01437c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 2deed3bd-0d0d-4ca8-8dd3-9a8be268dca4 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:14:59.087879 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a3c3e30-59bd-44d7-9384-762d6b01437c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:59.169214 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde23ff-2404-45c8-b976-d8b31ff8b304 req-6e9b08be-b859-4c43-90a9-22030ae70b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:59.181370 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2fde23ff-2404-45c8-b976-d8b31ff8b304 req-6e9b08be-b859-4c43-90a9-22030ae70b7f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1dd9d5eec2aa4eb68c1a1b78b1823036&device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 1095 time: 0.2231834 Aug 06 16:14:59.219721 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a3c3e30-59bd-44d7-9384-762d6b01437c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:59.237321 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c18480-3e2a-4d1b-8717-2600edc78df8 x-openstack-request-id: req-86c18480-3e2a-4d1b-8717-2600edc78df8 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:59.238104 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23450664-58f0-44a1-ba93-ac20fbe25f72", "name": "network-vif-deleted", "tag": "330cfabf-09dd-4e3a-afe6-dddc138a3a5b", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:59.238691 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86c18480-3e2a-4d1b-8717-2600edc78df8 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:59.239332 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23450664-58f0-44a1-ba93-ac20fbe25f72', 'name': 'network-vif-deleted', 'tag': '330cfabf-09dd-4e3a-afe6-dddc138a3a5b', 'status': 'completed', 'code': 200} Aug 06 16:14:59.263156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:14:59.276776 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Floating IP 1459992b-d637-4205-93bf-60ca8d4cb461 associated. External IP: 172.25.1.51, port: a4063771-2049-4f35-8913-3d853217977e. Aug 06 16:14:59.421163 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:14:59.636359 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a3c3e30-59bd-44d7-9384-762d6b01437c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:59.648236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1644671-ad7d-4ef5-8107-f07ac74f9a6a None None] Network 9b3ba6b3-0181-415b-b90e-8477f47c8433 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:14:59.718248 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde23ff-2404-45c8-b976-d8b31ff8b304 req-e2284387-3689-4d51-8eef-a9a6a1029598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:59.720182 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2fde23ff-2404-45c8-b976-d8b31ff8b304 req-e2284387-3689-4d51-8eef-a9a6a1029598 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e45d3342-7250-400e-8edc-6eb56b28c052 HTTP/1.1" status: 200 len: 912 time: 0.5377638 Aug 06 16:14:59.829170 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2fde23ff-2404-45c8-b976-d8b31ff8b304 req-253f4b21-a166-48e8-9308-54cd0166dcf8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=193bc170-13cd-4429-afe1-3cf81c714ec1 HTTP/1.1" status: 200 len: 217 time: 0.0903592 Aug 06 16:14:59.830989 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a3c3e30-59bd-44d7-9384-762d6b01437c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:59.868324 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f2237635-b282-4ae4-a529-bc7920ac4773 None None] Provisioning for port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:14:59.898180 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f2237635-b282-4ae4-a529-bc7920ac4773 None None] Provisioning complete for port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:59.902374 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c3e30-59bd-44d7-9384-762d6b01437c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=2deed3bd-0d0d-4ca8-8dd3-9a8be268dca4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:59.918245 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f2237635-b282-4ae4-a529-bc7920ac4773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:59.927452 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a3c3e30-59bd-44d7-9384-762d6b01437c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:59.934308 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8a3c3e30-59bd-44d7-9384-762d6b01437c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/2deed3bd-0d0d-4ca8-8dd3-9a8be268dca4 HTTP/1.1" status: 204 len: 168 time: 1.9679837 Aug 06 16:14:59.940504 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d4a839-bbdc-4567-8d60-15153d7f81ee tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Network 9b3ba6b3-0181-415b-b90e-8477f47c8433 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:14:59.941133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55080) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:59.977311 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d24b5b2-d5dc-4829-91fc-b75e839f1ab8 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:14:59.982912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-36d4a839-bbdc-4567-8d60-15153d7f81ee tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:14:59.994758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d4a839-bbdc-4567-8d60-15153d7f81ee tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:00.014468 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1ed841d6-d8c6-42a8-8b19-79fa547582d9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713305 Aug 06 16:15:00.017692 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55082) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:00.025753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fd786829-e6f7-4d2e-8ac8-629c9bb513ce tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:00.035517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde23ff-2404-45c8-b976-d8b31ff8b304 req-d70eac9f-d5d9-4dd3-a720-d559b177b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:00.037826 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2fde23ff-2404-45c8-b976-d8b31ff8b304 req-d70eac9f-d5d9-4dd3-a720-d559b177b4d5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4 HTTP/1.1" status: 200 len: 851 time: 0.1994584 Aug 06 16:15:00.057466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 330cfabf-09dd-4e3a-afe6-dddc138a3a5b no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:00.108770 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b583377-15a5-4e55-91c3-2036361bce8c req-6b7ca668-f5da-4baa-9478-fa637efb32ec tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 210 time: 0.7178407 Aug 06 16:15:00.111122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 330cfabf-09dd-4e3a-afe6-dddc138a3a5b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:00.111623 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 330cfabf-09dd-4e3a-afe6-dddc138a3a5b not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:00.122730 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2fde23ff-2404-45c8-b976-d8b31ff8b304 req-8fa8a94e-d768-425e-bfc2-111876db1a03 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e45d3342-7250-400e-8edc-6eb56b28c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677679 Aug 06 16:15:00.164318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d4a839-bbdc-4567-8d60-15153d7f81ee tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:00.165004 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-36d4a839-bbdc-4567-8d60-15153d7f81ee tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:00.217963 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f2237635-b282-4ae4-a529-bc7920ac4773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:00.266671 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-f2237635-b282-4ae4-a529-bc7920ac4773 None None] For port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a78133c0-e3fa-4ade-ba6d-ecd22a144ce4,segment=NetworkSegment(e77a26af-30ac-4427-aa9a-30c4543e2fa6),segment_id=e77a26af-30ac-4427-aa9a-30c4543e2fa6)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:00.273136 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f2237635-b282-4ae4-a529-bc7920ac4773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:00.351902 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-36d4a839-bbdc-4567-8d60-15153d7f81ee tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1984048 Aug 06 16:15:00.354474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55088) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:00.359259 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2237635-b282-4ae4-a529-bc7920ac4773 None None] Pushing event updated for resources: {'Port': ['ID=a78133c0-e3fa-4ade-ba6d-ecd22a144ce4,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:00.374259 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Request body: {'port': {'network_id': '9b3ba6b3-0181-415b-b90e-8477f47c8433', 'name': 'tempest-ExtraDHCPOptionsTestJSON-987634725', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:00.375066 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.api.validators [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] bootfile-name is not in valid_values {{(pid=105765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 16:15:00.375572 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.api.validators [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] tftp-server is not in valid_values {{(pid=105765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 16:15:00.376080 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.api.validators [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] server-ip-address is not in valid_values {{(pid=105765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 16:15:00.392438 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56b0a3a-70c3-4da1-839b-5761f1f602ab None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:15:00.404732 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2fde23ff-2404-45c8-b976-d8b31ff8b304 req-1d344db2-be26-462f-bacb-76a54a94fe0c service neutron] 10.222.0.78 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601695 Aug 06 16:15:00.429038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4a839-bbdc-4567-8d60-15153d7f81ee tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Pushing event updated for resources: {'Port': ['ID=efdc1560-c382-4469-bda7-38b07573665c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:00.449580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dc645-db1f-41fa-a4fe-a9fc07318b59 req-2d9b8bb9-23e3-41ec-9da2-07b92b39bba4 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:00.451660 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4c2dc645-db1f-41fa-a4fe-a9fc07318b59 req-2d9b8bb9-23e3-41ec-9da2-07b92b39bba4 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 944 time: 1.1629925 Aug 06 16:15:00.485058 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a56b0a3a-70c3-4da1-839b-5761f1f602ab None None] Deleting port 5a2a01b9-b491-47de-b141-4453417ee0e5 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:00.485485 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a56b0a3a-70c3-4da1-839b-5761f1f602ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:00.589325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a56b0a3a-70c3-4da1-839b-5761f1f602ab None None] For port 5a2a01b9-b491-47de-b141-4453417ee0e5, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5a2a01b9-b491-47de-b141-4453417ee0e5,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:00.591408 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a56b0a3a-70c3-4da1-839b-5761f1f602ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:00.610051 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a56b0a3a-70c3-4da1-839b-5761f1f602ab None None] Calling delete_port for 5a2a01b9-b491-47de-b141-4453417ee0e5 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:00.700809 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd786829-e6f7-4d2e-8ac8-629c9bb513ce tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:00.704467 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd786829-e6f7-4d2e-8ac8-629c9bb513ce tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:00.755683 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4c2dc645-db1f-41fa-a4fe-a9fc07318b59 req-396dea6b-18cc-44f3-b9e0-90c6d8b7af79 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266731 Aug 06 16:15:00.779580 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a56b0a3a-70c3-4da1-839b-5761f1f602ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:00.795619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f9600971-7019-42a4-8342-dd0c64a403ef None None] Provisioning for port efdc1560-c382-4469-bda7-38b07573665c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:00.811842 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f9600971-7019-42a4-8342-dd0c64a403ef None None] Provisioning complete for port efdc1560-c382-4469-bda7-38b07573665c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:00.812773 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f9600971-7019-42a4-8342-dd0c64a403ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:00.813810 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2fde23ff-2404-45c8-b976-d8b31ff8b304 req-2cbf9575-6164-4a40-a023-c28cd8a945cd service neutron] 10.222.0.78 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121877 Aug 06 16:15:00.883753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router 75500435-ab1a-47ea-896d-d7ea0da3386d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:15:00.891152 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b0a3a-70c3-4da1-839b-5761f1f602ab None None] Pushing event deleted for resources: {'Port': ['ID=5a2a01b9-b491-47de-b141-4453417ee0e5,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:00.906626 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b0a3a-70c3-4da1-839b-5761f1f602ab None None] No DVR routers for this DVR port 5a2a01b9-b491-47de-b141-4453417ee0e5 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:00.932279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2589e-b354-4ba7-9128-076f90101f2b req-553d6c6a-5056-427c-947e-6209f616967b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:00.938353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3fa2589e-b354-4ba7-9128-076f90101f2b req-553d6c6a-5056-427c-947e-6209f616967b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 945 time: 0.4948208 Aug 06 16:15:01.001413 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f9600971-7019-42a4-8342-dd0c64a403ef None None] Port efdc1560-c382-4469-bda7-38b07573665c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:01.037510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f9600971-7019-42a4-8342-dd0c64a403ef None None] Provisioning complete for port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:01.040121 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f9600971-7019-42a4-8342-dd0c64a403ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:01.206081 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3fa2589e-b354-4ba7-9128-076f90101f2b req-aaec26f8-5752-4bc7-9cc6-b4978e36bcdd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419240 Aug 06 16:15:01.257245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55104) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:01.270969 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:01.297488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Made reservation on behalf of 64d2715c5f634650add8ca9ff1cc6ca7 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:01.302526 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:01.415545 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd786829-e6f7-4d2e-8ac8-629c9bb513ce tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:01.438011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:01.438550 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:01.445460 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-06f33438-7858-4e8d-846a-06e806ed0f0b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/0b5e500a-5205-4e35-a98f-56e81fde7a66 HTTP/1.1" status: 200 len: 991 time: 0.1807082 Aug 06 16:15:01.484147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd786829-e6f7-4d2e-8ac8-629c9bb513ce tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:01.489051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-fd786829-e6f7-4d2e-8ac8-629c9bb513ce tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:01.501439 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd786829-e6f7-4d2e-8ac8-629c9bb513ce tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:01.502605 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd786829-e6f7-4d2e-8ac8-629c9bb513ce tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:01.517278 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfcde47-f848-4bb1-9e13-3fe2b74a86b4 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:01.527821 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd786829-e6f7-4d2e-8ac8-629c9bb513ce tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=b69e6496-d6ab-40f4-aa7a-b946ca3d595b,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:01.536640 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fd786829-e6f7-4d2e-8ac8-629c9bb513ce tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5137970 Aug 06 16:15:01.537149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55118) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:01.542574 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7bbe0f12-af42-4f7a-aecd-11008f2e1653 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'fixed_ips': [{'subnet_id': 'b69e6496-d6ab-40f4-aa7a-b946ca3d595b', 'ip_address': '2001:db8::29c2:674a:e0cf:19a6'}], 'name': 'tempest-NetworksTestDHCPv6-1288551163'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:01.563835 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] device_id is not set on port b8296097-49c5-4107-970c-09981acf5a8c yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:15:01.590189 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b0b2de8-9483-4f5d-9692-f29892ef2367 req-47f9c072-5f4b-469b-820f-dee17c96b134 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 210 time: 0.2245970 Aug 06 16:15:01.711758 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ee1f4785-17c0-45be-8836-f728dedfc0f1 None None] Provisioning complete for port efdc1560-c382-4469-bda7-38b07573665c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:01.712281 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4785-17c0-45be-8836-f728dedfc0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:01.726094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55120) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:01.747071 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:01.811507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95298fc8-43b4-4a16-95c9-7eb442d3fb39 None None] Sync routers for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:15:01.843305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': 'b69e6496-d6ab-40f4-aa7a-b946ca3d595b'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:15:01.844601 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:01.847679 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbe0f12-af42-4f7a-aecd-11008f2e1653 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:01.861353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f4785-17c0-45be-8836-f728dedfc0f1 None None] Port efdc1560-c382-4469-bda7-38b07573665c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:01.942695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95298fc8-43b4-4a16-95c9-7eb442d3fb39 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:01.943401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-95298fc8-43b4-4a16-95c9-7eb442d3fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:01.962124 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:01.998553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-91750044-6d30-4e53-b8f3-f7f144784587 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:02.006764 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4f2f552d-8cd5-44e0-86a9-7e4d62af9464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:02.008339 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-91750044-6d30-4e53-b8f3-f7f144784587 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 806 time: 0.6887052 Aug 06 16:15:02.049827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-1f023f44-e748-4097-90a1-16ce78c0d0c0 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/quotas/874b5d3483684aada68738d45d257709 HTTP/1.1" status: 200 len: 375 time: 0.0405233 Aug 06 16:15:02.064185 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0f12-af42-4f7a-aecd-11008f2e1653 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:02.092676 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-7bbe0f12-af42-4f7a-aecd-11008f2e1653 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port a2490a58-93a2-4f83-8d28-b30d478cc12f yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:15:02.103134 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8068999b-58a0-4473-9234-55fac1b61ebe tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.9453301 Aug 06 16:15:02.105229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55130) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:02.105510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Allocated IP 172.20.0.4 (9b3ba6b3-0181-415b-b90e-8477f47c8433/739cb613-c144-443e-92de-ed930f8a49fe/b8296097-49c5-4107-970c-09981acf5a8c) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:02.112875 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-95298fc8-43b4-4a16-95c9-7eb442d3fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:02.116064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-56c7def3-b4bf-48f5-a1c6-a872eba5444b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-156623705'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:02.132157 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1ad2d-edc1-41ac-912a-4e25ea5fd04f req-c00e26cb-e365-4ee8-9b5d-baf067bf1458 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:02.139909 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83e1ad2d-edc1-41ac-912a-4e25ea5fd04f req-c00e26cb-e365-4ee8-9b5d-baf067bf1458 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 944 time: 0.1947012 Aug 06 16:15:02.146891 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95298fc8-43b4-4a16-95c9-7eb442d3fb39 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:02.147551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-95298fc8-43b4-4a16-95c9-7eb442d3fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:14:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:02.247245 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-978918f5-d99e-4d77-acef-f48d57c90356 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1933091 Aug 06 16:15:02.252334 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83e1ad2d-edc1-41ac-912a-4e25ea5fd04f req-7901e8e2-e592-432c-9dff-543769464015 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116180 Aug 06 16:15:02.265738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-cacba09d-ecf9-4386-97b8-6402654a271e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:15:02.277471 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5a2a01b9-b491-47de-b141-4453417ee0e5 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:02.279780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-95298fc8-43b4-4a16-95c9-7eb442d3fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:02.280084 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-cacba09d-ecf9-4386-97b8-6402654a271e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263791 Aug 06 16:15:02.280412 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95298fc8-43b4-4a16-95c9-7eb442d3fb39 None None] The sync data for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:15:02.317111 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 5a2a01b9-b491-47de-b141-4453417ee0e5 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:02.317499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5a2a01b9-b491-47de-b141-4453417ee0e5 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:02.346325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Allocated IP 2001:db8::2 (38cd96d0-9a93-4226-ab46-370ab75cd563/b69e6496-d6ab-40f4-aa7a-b946ca3d595b/8f8e2911-0e5b-493f-92bc-cbc7451ab84d) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:02.393266 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4f2f552d-8cd5-44e0-86a9-7e4d62af9464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:02.404959 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4f2f552d-8cd5-44e0-86a9-7e4d62af9464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:02.465819 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4f2f552d-8cd5-44e0-86a9-7e4d62af9464 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=443a78bd363f4d8b869bee0daebdcf8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7387621 Aug 06 16:15:02.469504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55132) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:02.491432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f552d-8cd5-44e0-86a9-7e4d62af9464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832ecf2f-0f2d-46d7-bafd-2980b7c33ba0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:02.511297 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c7def3-b4bf-48f5-a1c6-a872eba5444b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Made reservation on behalf of 1e9ada84c9894149aaf204ea7b27324d for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:02.521549 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56c7def3-b4bf-48f5-a1c6-a872eba5444b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:02.550088 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:02.557826 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c7def3-b4bf-48f5-a1c6-a872eba5444b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:15:02.562312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Transition to ACTIVE for port object 8f8e2911-0e5b-493f-92bc-cbc7451ab84d will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:02.569698 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7a92f-76de-4106-bbe3-2975898ac3b9 req-2ab87835-e3f2-490c-bd38-1bb1558b7ece tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:02.570309 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56c7def3-b4bf-48f5-a1c6-a872eba5444b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:02.570678 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-56c7def3-b4bf-48f5-a1c6-a872eba5444b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Added segment 77f07551-71b3-4735-a9a0-b3275854ff82 of type vlan for network 93286e1d-7285-4a1c-b3d9-1710a12130b9 Aug 06 16:15:02.571393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37a7a92f-76de-4106-bbe3-2975898ac3b9 req-2ab87835-e3f2-490c-bd38-1bb1558b7ece tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 1096 time: 0.1640260 Aug 06 16:15:02.585896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Transition to ACTIVE for port object 8f8e2911-0e5b-493f-92bc-cbc7451ab84d will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:02.586993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-c2a3bcd2-4b75-4e67-a603-2fe57fbf43d2 service neutron] 10.222.0.37 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057959 Aug 06 16:15:02.593502 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:02.651525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:02.652391 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56c7def3-b4bf-48f5-a1c6-a872eba5444b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:02.655159 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:02.660059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:02.665034 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:02.666830 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Pushing event updated for resources: {'Port': ['ID=8f8e2911-0e5b-493f-92bc-cbc7451ab84d,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:02.700730 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56c7def3-b4bf-48f5-a1c6-a872eba5444b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:02.707041 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c7def3-b4bf-48f5-a1c6-a872eba5444b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:02.708383 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56c7def3-b4bf-48f5-a1c6-a872eba5444b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:02.736550 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37a7a92f-76de-4106-bbe3-2975898ac3b9 req-73aaa31a-46d6-41ef-9eb0-4947e2ba24fb tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472745 Aug 06 16:15:02.790901 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Transition to ACTIVE for port object b8296097-49c5-4107-970c-09981acf5a8c will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:02.845659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 193bc170-13cd-4429-afe1-3cf81c714ec1 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:15:02.860166 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-56c7def3-b4bf-48f5-a1c6-a872eba5444b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7521622 Aug 06 16:15:02.871002 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55138) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:02.873254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05e300be-5cfd-49d6-914e-9a7612482117 req-71ce251f-5710-4104-8551-2f7fc7c30503 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 210 time: 0.0596161 Aug 06 16:15:02.883234 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a98b3450-5e53-4c94-aa9c-a6c9e78f1593 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'subnet': {'network_id': '93286e1d-7285-4a1c-b3d9-1710a12130b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:02.888720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-b1f19e9e-e156-4aa5-9112-8f6e78d96220 service neutron] 10.222.0.37 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008089 Aug 06 16:15:02.904562 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Attempting to bind port 8f8e2911-0e5b-493f-92bc-cbc7451ab84d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:15:02.907265 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Attempting to bind port 8f8e2911-0e5b-493f-92bc-cbc7451ab84d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:15:02.908050 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Attempting to bind port 8f8e2911-0e5b-493f-92bc-cbc7451ab84d on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:02.923641 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:15:02.926429 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:02.927113 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:02.927730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:15:02.929381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Bound port: 8f8e2911-0e5b-493f-92bc-cbc7451ab84d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:15:02.931894 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:02.985661 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:02.990791 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7def3-b4bf-48f5-a1c6-a872eba5444b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Network': ['ID=93286e1d-7285-4a1c-b3d9-1710a12130b9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:03.011568 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 93286e1d-7285-4a1c-b3d9-1710a12130b9 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:15:03.043061 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a42a726-cf4e-494d-ac73-4d69f3fb88f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:03.082737 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a42a726-cf4e-494d-ac73-4d69f3fb88f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:03.093414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Network 9b3ba6b3-0181-415b-b90e-8477f47c8433 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:03.104815 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:03.109191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Pushing event updated for resources: {'Port': ['ID=b8296097-49c5-4107-970c-09981acf5a8c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:03.113448 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:03.119441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98b3450-5e53-4c94-aa9c-a6c9e78f1593 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Made reservation on behalf of 1e9ada84c9894149aaf204ea7b27324d for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:03.122819 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a98b3450-5e53-4c94-aa9c-a6c9e78f1593 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:03.191822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-7bbe0f12-af42-4f7a-aecd-11008f2e1653 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::29c2:674a:e0cf:19a6 (38cd96d0-9a93-4226-ab46-370ab75cd563/b69e6496-d6ab-40f4-aa7a-b946ca3d595b/a2490a58-93a2-4f83-8d28-b30d478cc12f) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:03.195601 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a42a726-cf4e-494d-ac73-4d69f3fb88f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:03.202893 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a42a726-cf4e-494d-ac73-4d69f3fb88f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:03.205670 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7a42a726-cf4e-494d-ac73-4d69f3fb88f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/832ecf2f-0f2d-46d7-bafd-2980b7c33ba0 HTTP/1.1" status: 204 len: 168 time: 0.7334003 Aug 06 16:15:03.235142 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42a726-cf4e-494d-ac73-4d69f3fb88f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832ecf2f-0f2d-46d7-bafd-2980b7c33ba0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:03.450265 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62748ce0-0ab3-45eb-82c3-5479b8da7051 req-e9af085e-904a-40e5-a23d-2a5b589e5db1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 210 time: 0.1905856 Aug 06 16:15:03.480043 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:03.481177 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:03.568666 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] For port 8f8e2911-0e5b-493f-92bc-cbc7451ab84d, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:03.576233 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cfa35020-0f7f-4036-b309-48b1067df2cf tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.2106380 Aug 06 16:15:03.579439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55158) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:03.584269 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] For port 8f8e2911-0e5b-493f-92bc-cbc7451ab84d, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8f8e2911-0e5b-493f-92bc-cbc7451ab84d,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:15:03.618207 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 193bc170-13cd-4429-afe1-3cf81c714ec1, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=193bc170-13cd-4429-afe1-3cf81c714ec1,segment=NetworkSegment(17e1613e-e63e-48e5-b868-1218eacda7d5),segment_id=17e1613e-e63e-48e5-b868-1218eacda7d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:03.676497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '193bc170-13cd-4429-afe1-3cf81c714ec1', 'network_id': 'e45d3342-7250-400e-8edc-6eb56b28c052', 'port_id': '193bc170-13cd-4429-afe1-3cf81c714ec1', 'mac_address': 'fa:16:3e:4a:0b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:15:03.701792 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:03.788081 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f5f365-4182-4272-b323-4a682496ce32 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:03.808650 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0f12-af42-4f7a-aecd-11008f2e1653 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:03.813736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f5f365-4182-4272-b323-4a682496ce32 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:03.832588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f5f365-4182-4272-b323-4a682496ce32 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:03.839678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-50f5f365-4182-4272-b323-4a682496ce32 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2582059 Aug 06 16:15:03.845132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55178) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:03.860386 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-7bbe0f12-af42-4f7a-aecd-11008f2e1653 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object a2490a58-93a2-4f83-8d28-b30d478cc12f will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:03.861481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acce78-c99a-4696-a339-996fc2fe41f4 None None] Pushing event updated for resources: {'Port': ['ID=8f8e2911-0e5b-493f-92bc-cbc7451ab84d,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:03.908684 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0f12-af42-4f7a-aecd-11008f2e1653 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:03.967059 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-12501e66-68f4-44cc-9744-e7cd101c5b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:03.983050 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0e9a80b4-c384-4919-aecc-5ea43d415e3e None None] Provisioning for port b8296097-49c5-4107-970c-09981acf5a8c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:04.004759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0e9a80b4-c384-4919-aecc-5ea43d415e3e None None] Provisioning complete for port b8296097-49c5-4107-970c-09981acf5a8c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:04.005188 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0e9a80b4-c384-4919-aecc-5ea43d415e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:04.023585 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbe0f12-af42-4f7a-aecd-11008f2e1653 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:04.034401 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-7bbe0f12-af42-4f7a-aecd-11008f2e1653 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:04.044630 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe0f12-af42-4f7a-aecd-11008f2e1653 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:04.058754 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbe0f12-af42-4f7a-aecd-11008f2e1653 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:04.059575 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7bbe0f12-af42-4f7a-aecd-11008f2e1653 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:04.096403 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe0f12-af42-4f7a-aecd-11008f2e1653 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=a2490a58-93a2-4f83-8d28-b30d478cc12f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:04.097846 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:04.126232 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7bbe0f12-af42-4f7a-aecd-11008f2e1653 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5883491 Aug 06 16:15:04.127154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55188) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:04.144689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193bc170-13cd-4429-afe1-3cf81c714ec1 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:15:04.164621 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ba69a-7baf-48b5-8537-800caf39282e req-8da998ee-2c01-4d1b-aff0-8c6c4e73c15f tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:04.172717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-468ba69a-7baf-48b5-8537-800caf39282e req-8da998ee-2c01-4d1b-aff0-8c6c4e73c15f tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 944 time: 0.4607732 Aug 06 16:15:04.231301 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-0e9a80b4-c384-4919-aecc-5ea43d415e3e None None] Port b8296097-49c5-4107-970c-09981acf5a8c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:04.248365 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d85b12-dbfb-4515-95eb-f2b3562260bd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:04.250200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 193bc170-13cd-4429-afe1-3cf81c714ec1, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=193bc170-13cd-4429-afe1-3cf81c714ec1,segment=NetworkSegment(17e1613e-e63e-48e5-b868-1218eacda7d5),segment_id=17e1613e-e63e-48e5-b868-1218eacda7d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:04.255222 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:04.257971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d85b12-dbfb-4515-95eb-f2b3562260bd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:04.278965 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-77d85b12-dbfb-4515-95eb-f2b3562260bd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1506560 Aug 06 16:15:04.283704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55192) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:04.302619 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a98b3450-5e53-4c94-aa9c-a6c9e78f1593 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:04.466867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=193bc170-13cd-4429-afe1-3cf81c714ec1,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:04.469266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b3450-5e53-4c94-aa9c-a6c9e78f1593 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Subnet': ['ID=b3ff6659-048d-4edc-bba0-f7a3366c8a97,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:04.536003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a705a8ea-2d21-410f-817e-cb17b31a3f53 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port a2490a58-93a2-4f83-8d28-b30d478cc12f {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:04.537011 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a705a8ea-2d21-410f-817e-cb17b31a3f53 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:04.541788 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['193bc170-13cd-4429-afe1-3cf81c714ec1'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:15:04.603886 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-468ba69a-7baf-48b5-8537-800caf39282e req-c57b74bf-5c62-4250-ae48-0eea51cc2919 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298527 Aug 06 16:15:04.643187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e397f74d-88a3-4194-a96a-c7743eaecc9f tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Deleting port b8296097-49c5-4107-970c-09981acf5a8c {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:04.643943 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e397f74d-88a3-4194-a96a-c7743eaecc9f tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:04.774621 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a705a8ea-2d21-410f-817e-cb17b31a3f53 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:04.802417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a705a8ea-2d21-410f-817e-cb17b31a3f53 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for a2490a58-93a2-4f83-8d28-b30d478cc12f owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:04.845853 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e397f74d-88a3-4194-a96a-c7743eaecc9f tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:04.893827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14cce06d-b782-4e7a-ad6c-199c7a4dedd4 req-6f64f9de-2389-4c31-a7de-89b9703cbb47 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 210 time: 0.0814142 Aug 06 16:15:04.907613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98b3450-5e53-4c94-aa9c-a6c9e78f1593 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Checking segment: {'id': '77f07551-71b3-4735-a9a0-b3275854ff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '93286e1d-7285-4a1c-b3d9-1710a12130b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:04.907982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98b3450-5e53-4c94-aa9c-a6c9e78f1593 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network hostable DHCP agents. Network: 93286e1d-7285-4a1c-b3d9-1710a12130b9, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:15:04.912426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-7b28e030-531e-49bd-8d2c-5a75d2d73661 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8384593 Aug 06 16:15:04.955818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e397f74d-88a3-4194-a96a-c7743eaecc9f tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Calling delete_port for b8296097-49c5-4107-970c-09981acf5a8c owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:05.179933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a705a8ea-2d21-410f-817e-cb17b31a3f53 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:05.226920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8f8e2911-0e5b-493f-92bc-cbc7451ab84d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:05.255471 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a705a8ea-2d21-410f-817e-cb17b31a3f53 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:05.260169 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a705a8ea-2d21-410f-817e-cb17b31a3f53 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/a2490a58-93a2-4f83-8d28-b30d478cc12f HTTP/1.1" status: 204 len: 168 time: 0.9640052 Aug 06 16:15:05.262027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705a8ea-2d21-410f-817e-cb17b31a3f53 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=a2490a58-93a2-4f83-8d28-b30d478cc12f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:05.268504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55206) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:05.323313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 8f8e2911-0e5b-493f-92bc-cbc7451ab84d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:05.339559 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-b09f05ab-aea7-4ab2-b380-0ca898fe00cd tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:05.341150 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-b09f05ab-aea7-4ab2-b380-0ca898fe00cd tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 806 time: 0.4106069 Aug 06 16:15:05.357949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-6e565df0-5974-4b18-bf34-d37febbedeed tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Request body: {'port': {'device_id': '62ee5db2-7240-4896-be33-eb5d0438a038', 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be', 'admin_state_up': True, 'tenant_id': '874b5d3483684aada68738d45d257709'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:05.401042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d01154-19a1-4305-a809-716233b6f2c6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:05.404472 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d01154-19a1-4305-a809-716233b6f2c6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:05.406622 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e8d01154-19a1-4305-a809-716233b6f2c6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1360183 Aug 06 16:15:05.410655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55212) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:05.557459 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-58918d6d-185a-4cc1-a18d-6298c2852cf9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet b69e6496-d6ab-40f4-aa7a-b946ca3d595b {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:15:05.562051 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58918d6d-185a-4cc1-a18d-6298c2852cf9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:05.607926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-6e565df0-5974-4b18-bf34-d37febbedeed tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Made reservation on behalf of 874b5d3483684aada68738d45d257709 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:05.622562 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-6e565df0-5974-4b18-bf34-d37febbedeed tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:05.641313 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40b20a17-ee8b-4424-a06a-b9584ff87402 req-a5bd6fee-ab63-4a64-9ba3-261eaa7f112f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 210 time: 0.0396826 Aug 06 16:15:05.657268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98b3450-5e53-4c94-aa9c-a6c9e78f1593 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network 93286e1d-7285-4a1c-b3d9-1710a12130b9 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:15:05.670633 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a98b3450-5e53-4c94-aa9c-a6c9e78f1593 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 93286e1d-7285-4a1c-b3d9-1710a12130b9) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:05.675376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98b3450-5e53-4c94-aa9c-a6c9e78f1593 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:05.676306 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a98b3450-5e53-4c94-aa9c-a6c9e78f1593 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:05.679541 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58918d6d-185a-4cc1-a18d-6298c2852cf9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:05.694381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ba82d812-9fa7-420e-9d89-7f9cefa91c79 None None] Provisioning for port 8f8e2911-0e5b-493f-92bc-cbc7451ab84d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:05.701812 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ba82d812-9fa7-420e-9d89-7f9cefa91c79 None None] Provisioning complete for port 8f8e2911-0e5b-493f-92bc-cbc7451ab84d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:05.702451 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ba82d812-9fa7-420e-9d89-7f9cefa91c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:05.726709 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a98b3450-5e53-4c94-aa9c-a6c9e78f1593 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8523111 Aug 06 16:15:05.727622 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55218) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:05.744609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1916145553', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}, 'admin_state_up': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:05.776866 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e397f74d-88a3-4194-a96a-c7743eaecc9f tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:05.791354 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b134f582-8b13-497d-8265-e2fae5fdcb5e None None] Network 93286e1d-7285-4a1c-b3d9-1710a12130b9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:05.794865 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:05.796564 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:05.820143 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58918d6d-185a-4cc1-a18d-6298c2852cf9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:05.843737 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397f74d-88a3-4194-a96a-c7743eaecc9f tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Pushing event deleted for resources: {'Port': ['ID=b8296097-49c5-4107-970c-09981acf5a8c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:06.050391 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:06.131220 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e397f74d-88a3-4194-a96a-c7743eaecc9f tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:06.133180 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e397f74d-88a3-4194-a96a-c7743eaecc9f tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] 10.222.0.37 "DELETE /v2.0/ports/b8296097-49c5-4107-970c-09981acf5a8c HTTP/1.1" status: 204 len: 168 time: 2.2870278 Aug 06 16:15:06.150553 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58918d6d-185a-4cc1-a18d-6298c2852cf9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:06.153412 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55226) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:06.171733 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-04a026e2-e2cc-4feb-9261-73a2f8b2317c tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Request body: {'port': {'name': 'tempest-new-port-name-1207878851', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:06.172201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.api.validators [None req-04a026e2-e2cc-4feb-9261-73a2f8b2317c tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] bootfile-name is not in valid_values {{(pid=105764) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 16:15:06.172541 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.api.validators [None req-04a026e2-e2cc-4feb-9261-73a2f8b2317c tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] tftp-server is not in valid_values {{(pid=105764) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 16:15:06.172867 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.api.validators [None req-04a026e2-e2cc-4feb-9261-73a2f8b2317c tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] server-ip-address is not in valid_values {{(pid=105764) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 16:15:06.173099 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ba82d812-9fa7-420e-9d89-7f9cefa91c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:06.212546 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-4a1336f3-25f2-4109-85e3-b2f1605e84b8 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:15:06.215689 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-4a1336f3-25f2-4109-85e3-b2f1605e84b8 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4232831 Aug 06 16:15:06.234979 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-dca1ca0d-8e14-4ecc-8ced-53604e68e170 service neutron] Request body: {'binding': {'host': 'n-h2-803756-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:06.237905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-dca1ca0d-8e14-4ecc-8ced-53604e68e170 service neutron] Unknown quota resources ['binding']. {{(pid=105765) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 16:15:06.244812 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4a167bea-14be-4972-b5a2-bae7fac1d11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:06.374954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-93286e1d-7285-4a1c-b3d9-1710a12130b9', 'network_id': '93286e1d-7285-4a1c-b3d9-1710a12130b9', 'tenant_id': '1e9ada84c9894149aaf204ea7b27324d', 'fixed_ips': [{'subnet_id': 'b3ff6659-048d-4edc-bba0-f7a3366c8a97'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:15:06.376377 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:06.402574 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-ba82d812-9fa7-420e-9d89-7f9cefa91c79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:15:06.407159 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-ba82d812-9fa7-420e-9d89-7f9cefa91c79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:15:06.437334 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:06.621539 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:06.646827 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Allocated IP 172.20.0.2 (93286e1d-7285-4a1c-b3d9-1710a12130b9/b3ff6659-048d-4edc-bba0-f7a3366c8a97/d40523e9-a42d-49d3-bc73-f5c084483116) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:06.767638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-dca1ca0d-8e14-4ecc-8ced-53604e68e170 service neutron] Attempting to bind port 8e861ed4-a475-4228-8bdd-577165624585 on host n-h2-803756-1 for vnic_type normal with profile None {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:15:06.768228 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-dca1ca0d-8e14-4ecc-8ced-53604e68e170 service neutron] Attempting to bind port 8e861ed4-a475-4228-8bdd-577165624585 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:15:06.768395 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-dca1ca0d-8e14-4ecc-8ced-53604e68e170 service neutron] Attempting to bind port 8e861ed4-a475-4228-8bdd-577165624585 on network f00e6c0c-8412-4062-b121-a5c3f9142d9a {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:06.779172 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 193bc170-13cd-4429-afe1-3cf81c714ec1 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:06.804090 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-dca1ca0d-8e14-4ecc-8ced-53604e68e170 service neutron] Port 8e861ed4-a475-4228-8bdd-577165624585 on network f00e6c0c-8412-4062-b121-a5c3f9142d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:15:06.805186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-dca1ca0d-8e14-4ecc-8ced-53604e68e170 service neutron] Attempting to bind port 8e861ed4-a475-4228-8bdd-577165624585 on network f00e6c0c-8412-4062-b121-a5c3f9142d9a {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:06.827474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-dca1ca0d-8e14-4ecc-8ced-53604e68e170 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:15:06.827474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-dca1ca0d-8e14-4ecc-8ced-53604e68e170 service neutron] Checking segment: {'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:06.827474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-dca1ca0d-8e14-4ecc-8ced-53604e68e170 service neutron] Bound using segment: {'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:15:06.827474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-dca1ca0d-8e14-4ecc-8ced-53604e68e170 service neutron] Bound port: 8e861ed4-a475-4228-8bdd-577165624585, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:15:06.881418 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58918d6d-185a-4cc1-a18d-6298c2852cf9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=b69e6496-d6ab-40f4-aa7a-b946ca3d595b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:06.891588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545c216-89fc-4d44-bb65-8b1bfcfe019e req-ba464d52-6bcc-4f47-aa1a-1cfd458fd190 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:06.893291 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 193bc170-13cd-4429-afe1-3cf81c714ec1 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:06.893724 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4545c216-89fc-4d44-bb65-8b1bfcfe019e req-ba464d52-6bcc-4f47-aa1a-1cfd458fd190 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 945 time: 0.1683087 Aug 06 16:15:06.907034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 193bc170-13cd-4429-afe1-3cf81c714ec1 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:06.907759 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:06.923774 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58918d6d-185a-4cc1-a18d-6298c2852cf9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:06.925718 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-58918d6d-185a-4cc1-a18d-6298c2852cf9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/b69e6496-d6ab-40f4-aa7a-b946ca3d595b HTTP/1.1" status: 204 len: 168 time: 1.5140605 Aug 06 16:15:06.934217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55238) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:06.950913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-6e565df0-5974-4b18-bf34-d37febbedeed tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Allocated IP 172.20.0.9 (a99cc60d-b371-4f98-ab52-073abe0e27be/f468d397-4915-47a1-9048-e9856cdf5883/774202b4-ec02-43fc-8de9-9dd7aa7255da) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:06.976095 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2ef0ba-756a-412c-9ce9-8df1eeca72d2 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:07.013004 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-547da4cb-8124-41dc-844f-20dd8f8216db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718834 Aug 06 16:15:07.022970 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55240) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:07.029257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-84c2b69b-e309-4c4d-871f-16f39428e351 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:07.086179 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-dca1ca0d-8e14-4ecc-8ced-53604e68e170 service neutron] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8e861ed4-a475-4228-8bdd-577165624585,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:15:07.097806 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4545c216-89fc-4d44-bb65-8b1bfcfe019e req-7acb92d9-1a72-491f-b3cb-fa4a132d618c tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953447 Aug 06 16:15:07.127785 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-dca1ca0d-8e14-4ecc-8ced-53604e68e170 service neutron] Notify callbacks [] for binding, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:07.129739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-dca1ca0d-8e14-4ecc-8ced-53604e68e170 service neutron] 10.222.0.37 "POST /v2.0/ports/8e861ed4-a475-4228-8bdd-577165624585/bindings HTTP/1.1" status: 201 len: 389 time: 0.9044094 Aug 06 16:15:07.148951 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-6e565df0-5974-4b18-bf34-d37febbedeed tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:07.192889 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04a026e2-e2cc-4feb-9261-73a2f8b2317c tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:07.342230 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ba82d812-9fa7-420e-9d89-7f9cefa91c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:07.349364 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:07.379446 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-6e565df0-5974-4b18-bf34-d37febbedeed tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:07.390738 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:07.412592 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eb508dbe-f233-48bb-a5aa-b662421e54ea req-37f82ee1-f455-45c2-96a4-443ccb1b53a6 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 210 time: 0.1345217 Aug 06 16:15:07.444237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-6e565df0-5974-4b18-bf34-d37febbedeed tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Network a99cc60d-b371-4f98-ab52-073abe0e27be is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:07.455288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-6e565df0-5974-4b18-bf34-d37febbedeed tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:07.461731 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-6e565df0-5974-4b18-bf34-d37febbedeed tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:07.466998 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e565df0-5974-4b18-bf34-d37febbedeed tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Pushing event updated for resources: {'Port': ['ID=774202b4-ec02-43fc-8de9-9dd7aa7255da,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:07.478411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['11f70e67-e4a7-417e-b198-76fea0a61c3b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:15:07.502872 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:07.524572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04a026e2-e2cc-4feb-9261-73a2f8b2317c tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:07.529760 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04a026e2-e2cc-4feb-9261-73a2f8b2317c tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:07.573148 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c2b69b-e309-4c4d-871f-16f39428e351 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:07.577242 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84c2b69b-e309-4c4d-871f-16f39428e351 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:07.594390 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a026e2-e2cc-4feb-9261-73a2f8b2317c tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Pushing event updated for resources: {'Port': ['ID=efdc1560-c382-4469-bda7-38b07573665c,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:07.605525 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-6e565df0-5974-4b18-bf34-d37febbedeed tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:07.606228 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-6e565df0-5974-4b18-bf34-d37febbedeed tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:07.631683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Transition to ACTIVE for port object d40523e9-a42d-49d3-bc73-f5c084483116 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:07.652767 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-6e565df0-5974-4b18-bf34-d37febbedeed tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2997980 Aug 06 16:15:07.677340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Request body: {'port': {'device_id': '62ee5db2-7240-4896-be33-eb5d0438a038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:07.683441 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-04a026e2-e2cc-4feb-9261-73a2f8b2317c tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] In _notify_port_updated(), no bound segment for port efdc1560-c382-4469-bda7-38b07573665c on network 9b3ba6b3-0181-415b-b90e-8477f47c8433 {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:15:07.703502 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a026e2-e2cc-4feb-9261-73a2f8b2317c tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:07.704517 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04a026e2-e2cc-4feb-9261-73a2f8b2317c tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:07.706118 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-04a026e2-e2cc-4feb-9261-73a2f8b2317c tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] 10.222.0.37 "PUT /v2.0/ports/efdc1560-c382-4469-bda7-38b07573665c HTTP/1.1" status: 200 len: 1137 time: 1.5392981 Aug 06 16:15:07.711112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Transition to ACTIVE for port object d40523e9-a42d-49d3-bc73-f5c084483116 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:07.723201 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55246) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:07.771132 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:07.850777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a96e49-8389-4064-8da4-89f87be58140 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:07.853294 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-74a96e49-8389-4064-8da4-89f87be58140 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] 10.222.0.37 "GET /v2.0/ports/efdc1560-c382-4469-bda7-38b07573665c HTTP/1.1" status: 200 len: 1137 time: 0.1287484 Aug 06 16:15:07.858308 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:07.861877 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55248) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:07.893480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eff8cca-8e49-46f1-93bf-f833f490b0b8 None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:15:07.980951 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.036628 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Network 93286e1d-7285-4a1c-b3d9-1710a12130b9 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:08.063863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ba82d812-9fa7-420e-9d89-7f9cefa91c79 None None] For port 8f8e2911-0e5b-493f-92bc-cbc7451ab84d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8f8e2911-0e5b-493f-92bc-cbc7451ab84d,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:08.090532 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.095955 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:08.102554 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:08.139747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee7d75-9837-4ab5-a68c-d33d36133517 req-8ae048a6-18ad-4b20-93ce-8d1d93631eee tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:08.149213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4aee7d75-9837-4ab5-a68c-d33d36133517 req-8ae048a6-18ad-4b20-93ce-8d1d93631eee tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 945 time: 0.5770617 Aug 06 16:15:08.153236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-525cdf06-ea08-4138-bc4b-8b017313fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:08.154799 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 193bc170-13cd-4429-afe1-3cf81c714ec1, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=193bc170-13cd-4429-afe1-3cf81c714ec1,segment=NetworkSegment(17e1613e-e63e-48e5-b868-1218eacda7d5),segment_id=17e1613e-e63e-48e5-b868-1218eacda7d5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:08.155280 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-525cdf06-ea08-4138-bc4b-8b017313fd0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 1096 time: 0.6669006 Aug 06 16:15:08.161508 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f410192c-fb98-4597-b992-0645f84df908 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Deleting port efdc1560-c382-4469-bda7-38b07573665c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:08.162261 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f410192c-fb98-4597-b992-0645f84df908 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.165375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f689d6ca-fd9e-4084-80bc-3e1879be29c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193bc170-13cd-4429-afe1-3cf81c714ec1'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:15:08.168090 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ec6ce9-d7cb-4ab0-8b69-6ae1a8ae3acd" -d '{"events": [{"server_uuid": "f689d6ca-fd9e-4084-80bc-3e1879be29c4", "name": "network-vif-plugged", "status": "completed", "tag": "193bc170-13cd-4429-afe1-3cf81c714ec1"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:15:08.199367 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ba82d812-9fa7-420e-9d89-7f9cefa91c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.202027 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.239053 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4aee7d75-9837-4ab5-a68c-d33d36133517 req-5c1c2de9-956b-40e3-b5a5-3cf4c9565418 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878820 Aug 06 16:15:08.264389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Pushing event updated for resources: {'Port': ['ID=d40523e9-a42d-49d3-bc73-f5c084483116,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:08.275655 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Allocated IP 172.25.1.32 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/b29f88b9-125c-477b-95bf-df4715cb11ba) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:08.383382 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f410192c-fb98-4597-b992-0645f84df908 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.398454 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f410192c-fb98-4597-b992-0645f84df908 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Calling delete_port for efdc1560-c382-4469-bda7-38b07573665c owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:08.401828 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.426443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:08.427516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:08.428079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:08.428636 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:08.429204 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:08.429794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:08.430358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:08.430935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:08.431486 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:08.432048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:08.432600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:08.433144 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:08.442159 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84c2b69b-e309-4c4d-871f-16f39428e351 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.454739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda5f1b-adfc-4951-9621-2d479fd7c2e0 req-286218f5-f029-40ad-a818-e0661382c208 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:08.463140 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-feda5f1b-adfc-4951-9621-2d479fd7c2e0 req-286218f5-f029-40ad-a818-e0661382c208 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 931 time: 0.5375190 Aug 06 16:15:08.478668 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.510007 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b5f65de8-b13f-4a2b-bba0-2b6a7d21d2eb None None] Could not find standard attr ID for object a2490a58-93a2-4f83-8d28-b30d478cc12f. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:15:08.531291 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Attempting to bind port d40523e9-a42d-49d3-bc73-f5c084483116 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:15:08.532078 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Attempting to bind port d40523e9-a42d-49d3-bc73-f5c084483116 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '77f07551-71b3-4735-a9a0-b3275854ff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '93286e1d-7285-4a1c-b3d9-1710a12130b9'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:15:08.532702 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Attempting to bind port d40523e9-a42d-49d3-bc73-f5c084483116 on network 93286e1d-7285-4a1c-b3d9-1710a12130b9 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:08.563627 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:15:08.564440 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Checking segment: {'id': '77f07551-71b3-4735-a9a0-b3275854ff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '93286e1d-7285-4a1c-b3d9-1710a12130b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:08.565072 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.565722 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Bound using segment: {'id': '77f07551-71b3-4735-a9a0-b3275854ff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '93286e1d-7285-4a1c-b3d9-1710a12130b9'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:15:08.566508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Bound port: d40523e9-a42d-49d3-bc73-f5c084483116, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f07551-71b3-4735-a9a0-b3275854ff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '93286e1d-7285-4a1c-b3d9-1710a12130b9'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:15:08.567141 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.592431 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b5f65de8-b13f-4a2b-bba0-2b6a7d21d2eb None None] Provisioning complete for port efdc1560-c382-4469-bda7-38b07573665c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:08.593201 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b5f65de8-b13f-4a2b-bba0-2b6a7d21d2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.597347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=b29f88b9-125c-477b-95bf-df4715cb11ba,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:08.633972 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b5f65de8-b13f-4a2b-bba0-2b6a7d21d2eb None None] Port efdc1560-c382-4469-bda7-38b07573665c was deleted so its status cannot be updated. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 06 16:15:08.666280 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f410192c-fb98-4597-b992-0645f84df908 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.674800 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82d812-9fa7-420e-9d89-7f9cefa91c79 None None] Pushing event updated for resources: {'Port': ['ID=8f8e2911-0e5b-493f-92bc-cbc7451ab84d,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:08.715054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410192c-fb98-4597-b992-0645f84df908 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Pushing event deleted for resources: {'Port': ['ID=efdc1560-c382-4469-bda7-38b07573665c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:08.788619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4eff8cca-8e49-46f1-93bf-f833f490b0b8 None None] Deleting port 8f8e2911-0e5b-493f-92bc-cbc7451ab84d {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:08.789307 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4eff8cca-8e49-46f1-93bf-f833f490b0b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.842305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774202b4-ec02-43fc-8de9-9dd7aa7255da {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:15:08.846627 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] For port d40523e9-a42d-49d3-bc73-f5c084483116, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:08.852848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=193bc170-13cd-4429-afe1-3cf81c714ec1,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:08.863712 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.870492 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f410192c-fb98-4597-b992-0645f84df908 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.876061 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f410192c-fb98-4597-b992-0645f84df908 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] 10.222.0.37 "DELETE /v2.0/ports/efdc1560-c382-4469-bda7-38b07573665c HTTP/1.1" status: 204 len: 168 time: 1.0130062 Aug 06 16:15:08.879628 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55258) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:08.904161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] For port d40523e9-a42d-49d3-bc73-f5c084483116, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d40523e9-a42d-49d3-bc73-f5c084483116,segment=NetworkSegment(77f07551-71b3-4735-a9a0-b3275854ff82),segment_id=77f07551-71b3-4735-a9a0-b3275854ff82)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:15:08.915016 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.921864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Transition to ACTIVE for port object 774202b4-ec02-43fc-8de9-9dd7aa7255da will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:08.929395 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.996917 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e7cfe-c05c-4037-9c05-b3d997f7093f None None] Pushing event updated for resources: {'Port': ['ID=d40523e9-a42d-49d3-bc73-f5c084483116,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:09.007452 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8fbd90-2273-4a77-8694-e060ad1c1fe0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Deleting subnet 739cb613-c144-443e-92de-ed930f8a49fe {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:15:09.017337 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbd90-2273-4a77-8694-e060ad1c1fe0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:09.075377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Pushing event updated for resources: {'Port': ['ID=774202b4-ec02-43fc-8de9-9dd7aa7255da,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:09.089956 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:09.101705 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4eff8cca-8e49-46f1-93bf-f833f490b0b8 None None] For port 8f8e2911-0e5b-493f-92bc-cbc7451ab84d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8f8e2911-0e5b-493f-92bc-cbc7451ab84d,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:09.102503 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4eff8cca-8e49-46f1-93bf-f833f490b0b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:09.120659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4eff8cca-8e49-46f1-93bf-f833f490b0b8 None None] Calling delete_port for 8f8e2911-0e5b-493f-92bc-cbc7451ab84d owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:09.142159 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbd90-2273-4a77-8694-e060ad1c1fe0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:09.143944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c2b69b-e309-4c4d-871f-16f39428e351 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:09.148482 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:09.164955 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-feda5f1b-adfc-4951-9621-2d479fd7c2e0 req-562b4213-90c1-4943-84b7-be7228b23e34 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6967378 Aug 06 16:15:09.171730 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-84c2b69b-e309-4c4d-871f-16f39428e351 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:09.173651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:09.187283 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c2b69b-e309-4c4d-871f-16f39428e351 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:09.187889 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84c2b69b-e309-4c4d-871f-16f39428e351 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:09.201286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:09.205288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2b69b-e309-4c4d-871f-16f39428e351 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=03a66c41-e209-4b17-8e43-537e5ce4dd4b,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:09.214412 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8f8e2911-0e5b-493f-92bc-cbc7451ab84d no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:09.234399 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Attempting to bind port 774202b4-ec02-43fc-8de9-9dd7aa7255da on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:15:09.235105 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Attempting to bind port 774202b4-ec02-43fc-8de9-9dd7aa7255da by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:15:09.235818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Attempting to bind port 774202b4-ec02-43fc-8de9-9dd7aa7255da on network a99cc60d-b371-4f98-ab52-073abe0e27be {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:09.245296 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14c769-8779-4dba-81ae-70029754203b req-726db0c0-e34f-4f85-af22-49e65b8914a2 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:09.247591 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e14c769-8779-4dba-81ae-70029754203b req-726db0c0-e34f-4f85-af22-49e65b8914a2 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.7745137 Aug 06 16:15:09.249662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Port 774202b4-ec02-43fc-8de9-9dd7aa7255da on network a99cc60d-b371-4f98-ab52-073abe0e27be not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:15:09.250499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Attempting to bind port 774202b4-ec02-43fc-8de9-9dd7aa7255da on network a99cc60d-b371-4f98-ab52-073abe0e27be {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:09.273397 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ae9e49-8bff-42bc-a9ea-a1741ae25b22 x-openstack-request-id: req-60ae9e49-8bff-42bc-a9ea-a1741ae25b22 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:15:09.273662 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f689d6ca-fd9e-4084-80bc-3e1879be29c4", "name": "network-vif-plugged", "status": "completed", "tag": "193bc170-13cd-4429-afe1-3cf81c714ec1", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:15:09.273880 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-60ae9e49-8bff-42bc-a9ea-a1741ae25b22 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:15:09.274247 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f689d6ca-fd9e-4084-80bc-3e1879be29c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193bc170-13cd-4429-afe1-3cf81c714ec1', 'code': 200} Aug 06 16:15:09.293451 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:15:09.294339 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Checking segment: {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:09.294954 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Bound using segment: {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:15:09.302874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Bound port: 774202b4-ec02-43fc-8de9-9dd7aa7255da, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:15:09.303567 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:09.304680 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-04bd839c-7be7-4d3e-b7b5-16a4fca1cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:09.309673 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-04bd839c-7be7-4d3e-b7b5-16a4fca1cfe3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f00e6c0c-8412-4062-b121-a5c3f9142d9a HTTP/1.1" status: 200 len: 898 time: 1.1432745 Aug 06 16:15:09.313558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-84c2b69b-e309-4c4d-871f-16f39428e351 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2871211 Aug 06 16:15:09.327116 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55262) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:09.339613 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:09.343604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-361f13bc-7537-44ae-8e80-1c2ec9d68faf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'fixed_ips': [{'subnet_id': '03a66c41-e209-4b17-8e43-537e5ce4dd4b', 'ip_address': '2001:db8::2a82:b27c:2ce6:7170'}], 'name': 'tempest-NetworksTestDHCPv6-186215959'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:09.401802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 8f8e2911-0e5b-493f-92bc-cbc7451ab84d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8f8e2911-0e5b-493f-92bc-cbc7451ab84d,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:09.433044 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbd90-2273-4a77-8694-e060ad1c1fe0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:09.437131 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:09.511870 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4eff8cca-8e49-46f1-93bf-f833f490b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:09.528136 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64c393c8-6fd9-4028-8683-c2fd8ce53811 req-a252755a-182b-4bda-8286-43d7b2dfbbd2 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 210 time: 0.0716100 Aug 06 16:15:09.548427 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff8cca-8e49-46f1-93bf-f833f490b0b8 None None] No DVR routers for this DVR port 8f8e2911-0e5b-493f-92bc-cbc7451ab84d on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:09.567823 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-42826592-4828-462b-9252-78a31fca4775 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e861ed4-a475-4228-8bdd-577165624585 HTTP/1.1" status: 200 len: 999 time: 0.2326691 Aug 06 16:15:09.578580 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018db031-b0bb-4dcf-81b4-edb0e3c25f7d None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:09.626395 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e14c769-8779-4dba-81ae-70029754203b req-57750478-d09d-4ad6-9965-1c55bea49024 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436968 Aug 06 16:15:09.700624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=8f8e2911-0e5b-493f-92bc-cbc7451ab84d,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:09.710091 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-576889b8-d0cd-423a-b5a2-ed29b679157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:09.711564 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-576889b8-d0cd-423a-b5a2-ed29b679157f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b HTTP/1.1" status: 200 len: 835 time: 0.1041813 Aug 06 16:15:09.748120 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] For port 774202b4-ec02-43fc-8de9-9dd7aa7255da, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:09.772738 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff8cca-8e49-46f1-93bf-f833f490b0b8 None None] Pushing event deleted for resources: {'Port': ['ID=8f8e2911-0e5b-493f-92bc-cbc7451ab84d,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:09.780075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] For port 774202b4-ec02-43fc-8de9-9dd7aa7255da, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=774202b4-ec02-43fc-8de9-9dd7aa7255da,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:15:09.872511 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbd90-2273-4a77-8694-e060ad1c1fe0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:09.942659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-3c6fa86d-81e3-435a-954b-832f3e600880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:09.944461 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-3c6fa86d-81e3-435a-954b-832f3e600880 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f00e6c0c-8412-4062-b121-a5c3f9142d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2255270 Aug 06 16:15:09.952686 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289a0e7-a95b-4767-b103-e603e2a43c46 req-8f164c8d-591a-4650-8b1b-f22413d721fb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:09.954248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5289a0e7-a95b-4767-b103-e603e2a43c46 req-8f164c8d-591a-4650-8b1b-f22413d721fb tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 945 time: 0.1943922 Aug 06 16:15:09.963083 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:09.969112 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361f13bc-7537-44ae-8e80-1c2ec9d68faf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:09.984333 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbd90-2273-4a77-8694-e060ad1c1fe0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:09.989168 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5d8fbd90-2273-4a77-8694-e060ad1c1fe0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] 10.222.0.37 "DELETE /v2.0/subnets/739cb613-c144-443e-92de-ed930f8a49fe HTTP/1.1" status: 204 len: 168 time: 1.1079726 Aug 06 16:15:09.996230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d070752-7392-4e7b-a48f-7a600ae7a61a None None] Network 9b3ba6b3-0181-415b-b90e-8477f47c8433 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:10.001179 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fbd90-2273-4a77-8694-e060ad1c1fe0 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Pushing event deleted for resources: {'Subnet': ['ID=739cb613-c144-443e-92de-ed930f8a49fe,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:10.028340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55278) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:10.105865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19677f-7b6c-4c7d-9d23-f2a90415ebaa req-6f228d03-1917-4262-a11d-3654d81d267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:10.114557 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-eb19677f-7b6c-4c7d-9d23-f2a90415ebaa req-6f228d03-1917-4262-a11d-3654d81d267d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 1097 time: 0.7634327 Aug 06 16:15:10.134612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': '03a66c41-e209-4b17-8e43-537e5ce4dd4b'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:15:10.135279 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:10.175068 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:10.200927 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5289a0e7-a95b-4767-b103-e603e2a43c46 req-177bb9dc-e6ff-4060-95d8-bacd21284f88 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347106 Aug 06 16:15:10.256029 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-a28024d0-0cbe-4e5f-8de0-b7f253b2821c service neutron] 10.222.0.13 "GET /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982030 Aug 06 16:15:10.365205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:10.365880 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:10.367297 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] 10.222.0.13 "PUT /v2.0/ports/774202b4-ec02-43fc-8de9-9dd7aa7255da HTTP/1.1" status: 200 len: 1091 time: 2.6997342 Aug 06 16:15:10.367772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ee5db2-7240-4896-be33-eb5d0438a038', 'tag': '774202b4-ec02-43fc-8de9-9dd7aa7255da'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:15:10.370342 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32510bb3-b48a-42d2-bfdc-244075b631db" -d '{"events": [{"name": "network-changed", "server_uuid": "62ee5db2-7240-4896-be33-eb5d0438a038", "tag": "774202b4-ec02-43fc-8de9-9dd7aa7255da"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:15:10.520442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Allocated IP 2001:db8::2 (38cd96d0-9a93-4226-ab46-370ab75cd563/03a66c41-e209-4b17-8e43-537e5ce4dd4b/eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:10.608225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df40330a-915d-457b-9a31-a3399b4352c1 None None] DHCP port deletion for 9b3ba6b3-0181-415b-b90e-8477f47c8433 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:15:10.614884 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-eb19677f-7b6c-4c7d-9d23-f2a90415ebaa req-b829cefb-03ca-4b57-bd2e-a75639aaed63 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841049 Aug 06 16:15:10.655512 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc86fa3-79fc-4eee-aa6c-08e1c116cdb9 x-openstack-request-id: req-8fc86fa3-79fc-4eee-aa6c-08e1c116cdb9 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:15:10.656128 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ee5db2-7240-4896-be33-eb5d0438a038", "tag": "774202b4-ec02-43fc-8de9-9dd7aa7255da", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:15:10.656461 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8fc86fa3-79fc-4eee-aa6c-08e1c116cdb9 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:15:10.657908 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ee5db2-7240-4896-be33-eb5d0438a038', 'tag': '774202b4-ec02-43fc-8de9-9dd7aa7255da', 'status': 'completed', 'code': 200} Aug 06 16:15:10.662682 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361f13bc-7537-44ae-8e80-1c2ec9d68faf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:10.681885 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db1465-fc7e-42c6-a53e-93e6d136176f service neutron] Pushing event updated for resources: {'Port': ['ID=774202b4-ec02-43fc-8de9-9dd7aa7255da,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:10.689359 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:10.708059 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-361f13bc-7537-44ae-8e80-1c2ec9d68faf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port 5211a343-1866-4f53-882d-242026034f3e yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:15:10.734593 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-15e71abf-2f79-43f1-bc2b-7eb31c2853e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:10.737034 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-15e71abf-2f79-43f1-bc2b-7eb31c2853e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 1094 time: 0.2637830 Aug 06 16:15:10.746550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942688e-606f-4208-a562-af87fc4a84cd req-c2c66611-11d0-496b-9575-1a115557ea31 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:10.755222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7942688e-606f-4208-a562-af87fc4a84cd req-c2c66611-11d0-496b-9575-1a115557ea31 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 943 time: 0.4088485 Aug 06 16:15:10.767971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc75b96-7c6f-4338-baba-b1f4ffdb829b None None] Network 93286e1d-7285-4a1c-b3d9-1710a12130b9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:10.851302 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-d2daa1d4-0304-4c7b-a2db-22d7bb03c2da service neutron] 10.222.0.13 "GET /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867753 Aug 06 16:15:10.853292 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f4c26da9-ee8c-4edb-b79a-8dbc57649afe req-ad290c1e-89de-4f20-adfb-05a37b3859ea tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 210 time: 0.0899408 Aug 06 16:15:10.886946 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7942688e-606f-4208-a562-af87fc4a84cd req-a28c4cfc-ec69-4ffa-933e-be8ef4ce4494 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307747 Aug 06 16:15:10.891822 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-5b205237-a229-4f0e-a856-f6e55aee590f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=774202b4-ec02-43fc-8de9-9dd7aa7255da HTTP/1.1" status: 200 len: 217 time: 0.1173215 Aug 06 16:15:10.900229 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a707d059-2af3-4ba6-befb-98726a6e18db None None] Provisioning for port d40523e9-a42d-49d3-bc73-f5c084483116 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:10.962011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-df40330a-915d-457b-9a31-a3399b4352c1 None None] Deleting port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:10.962691 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-df40330a-915d-457b-9a31-a3399b4352c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:10.971572 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:11.022282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Deleting port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:11.022747 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:11.182246 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-f409e26a-bb09-4bcb-9139-be0bc209f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:11.183755 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-f409e26a-bb09-4bcb-9139-be0bc209f7ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 200 len: 846 time: 0.2817290 Aug 06 16:15:11.184535 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf77652-b4ac-4b48-a26f-b1e6279b6572 req-270ddbc1-944e-4a3a-9c7f-916c970cb05f tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:11.190054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-df40330a-915d-457b-9a31-a3399b4352c1 None None] For port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a78133c0-e3fa-4ade-ba6d-ecd22a144ce4,segment=NetworkSegment(e77a26af-30ac-4427-aa9a-30c4543e2fa6),segment_id=e77a26af-30ac-4427-aa9a-30c4543e2fa6)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:11.190460 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-df40330a-915d-457b-9a31-a3399b4352c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:11.194095 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-baf77652-b4ac-4b48-a26f-b1e6279b6572 req-270ddbc1-944e-4a3a-9c7f-916c970cb05f tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.1788054 Aug 06 16:15:11.197454 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:11.212969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-baf7999c-5c30-4871-9a72-3ddae983f448 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:11.214808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-baf7999c-5c30-4871-9a72-3ddae983f448 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f&tenant_id=6ead4e8906674c03a98f2b96e64fabd0&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 1096 time: 0.2550647 Aug 06 16:15:11.220179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Transition to ACTIVE for port object eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:11.232286 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-df40330a-915d-457b-9a31-a3399b4352c1 None None] Calling delete_port for a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:11.236378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d40523e9-a42d-49d3-bc73-f5c084483116 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:11.298393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803756-1'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:11.300357 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-245fd0c5-95f3-452a-a877-1e5d393e1c28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a99cc60d-b371-4f98-ab52-073abe0e27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060505 Aug 06 16:15:11.325705 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Transition to ACTIVE for port object eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:11.329616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] For port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a78133c0-e3fa-4ade-ba6d-ecd22a144ce4,segment=NetworkSegment(e77a26af-30ac-4427-aa9a-30c4543e2fa6),segment_id=e77a26af-30ac-4427-aa9a-30c4543e2fa6)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:11.330045 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:11.352058 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:11.471756 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-baf77652-b4ac-4b48-a26f-b1e6279b6572 req-1d560c7e-4347-47d9-a2b7-e72e197dc699 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719538 Aug 06 16:15:11.499403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:11.506189 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port d40523e9-a42d-49d3-bc73-f5c084483116 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:11.612661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:11.623467 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-df40330a-915d-457b-9a31-a3399b4352c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:11.633410 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:11.637807 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:11.645045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Pushing event updated for resources: {'Port': ['ID=eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:11.656548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d40523e9-a42d-49d3-bc73-f5c084483116 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:11.657167 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:11.728231 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-361f13bc-7537-44ae-8e80-1c2ec9d68faf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::2a82:b27c:2ce6:7170 (38cd96d0-9a93-4226-ab46-370ab75cd563/03a66c41-e209-4b17-8e43-537e5ce4dd4b/5211a343-1866-4f53-882d-242026034f3e) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:11.778598 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df40330a-915d-457b-9a31-a3399b4352c1 None None] No DVR routers for this DVR port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:11.785793 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Calling delete_port for a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:11.808937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40330a-915d-457b-9a31-a3399b4352c1 None None] Pushing event deleted for resources: {'Port': ['ID=a78133c0-e3fa-4ade-ba6d-ecd22a144ce4,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:11.839103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd742c2-5bad-4e02-8bf3-b90011847c17 req-e423ad5a-d0b6-4827-a42d-e6ecf862bdf5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:11.849532 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dcd742c2-5bad-4e02-8bf3-b90011847c17 req-e423ad5a-d0b6-4827-a42d-e6ecf862bdf5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 945 time: 0.4167013 Aug 06 16:15:11.863617 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router d165c098-db3a-4c85-b35e-dcb4e18da215 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:15:11.923085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Attempting to bind port eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:15:11.923454 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Attempting to bind port eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:15:11.923816 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Attempting to bind port eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:11.965433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:15:11.968979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:11.969431 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:11.969856 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:15:11.970353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Bound port: eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:15:11.970734 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:12.108646 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:12.183344 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-ec048b10-ef59-48c0-b864-aadc44062b5a service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8715124 Aug 06 16:15:12.257814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port d40523e9-a42d-49d3-bc73-f5c084483116, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d40523e9-a42d-49d3-bc73-f5c084483116,segment=NetworkSegment(77f07551-71b3-4735-a9a0-b3275854ff82),segment_id=77f07551-71b3-4735-a9a0-b3275854ff82)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:12.259744 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] For port eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:12.263535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] For port eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:15:12.265394 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:12.270910 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:12.273346 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dcd742c2-5bad-4e02-8bf3-b90011847c17 req-184d5baf-0391-4cca-960a-09cd2da99b82 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4225311 Aug 06 16:15:12.351888 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:12.370516 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8e861ed4-a475-4228-8bdd-577165624585,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:12.405474 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:12.420425 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd6131-9903-4567-a70f-068482d5c412 req-28dcf5f5-ceb3-4daa-a3f4-4853ec6dd401 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:12.429002 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-decd6131-9903-4567-a70f-068482d5c412 req-28dcf5f5-ceb3-4daa-a3f4-4853ec6dd401 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 943 time: 0.2831578 Aug 06 16:15:12.454760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:12.466700 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6ef44c-05d1-4109-8d91-9cb4c4466895 None None] Sync routers for ids ['d165c098-db3a-4c85-b35e-dcb4e18da215'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:15:12.478073 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2fa0e029-af4c-4169-aaf2-577dd4d30392 None None] Provisioning complete for port d40523e9-a42d-49d3-bc73-f5c084483116 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:12.478464 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2fa0e029-af4c-4169-aaf2-577dd4d30392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:12.487469 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6ef44c-05d1-4109-8d91-9cb4c4466895 None None] Routers {'d165c098-db3a-4c85-b35e-dcb4e18da215'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:12.489253 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-0b6ef44c-05d1-4109-8d91-9cb4c4466895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['d165c098-db3a-4c85-b35e-dcb4e18da215'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:12.501122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:12.503299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:12.511374 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:12.564845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=d40523e9-a42d-49d3-bc73-f5c084483116,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:12.582029 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Pushing event deleted for resources: {'Port': ['ID=a78133c0-e3fa-4ade-ba6d-ecd22a144ce4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:12.588787 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-0b6ef44c-05d1-4109-8d91-9cb4c4466895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:12.612341 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] No DVR routers for this DVR port a78133c0-e3fa-4ade-ba6d-ecd22a144ce4 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:12.616525 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6ef44c-05d1-4109-8d91-9cb4c4466895 None None] Routers {'d165c098-db3a-4c85-b35e-dcb4e18da215'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:12.619170 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-0b6ef44c-05d1-4109-8d91-9cb4c4466895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['d165c098-db3a-4c85-b35e-dcb4e18da215'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:12.731625 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-0b6ef44c-05d1-4109-8d91-9cb4c4466895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:12.733691 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6ef44c-05d1-4109-8d91-9cb4c4466895 None None] The sync data for ids ['d165c098-db3a-4c85-b35e-dcb4e18da215'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:15:12.735257 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361f13bc-7537-44ae-8e80-1c2ec9d68faf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:12.775117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c949c4-3706-4172-8ed7-f4a96b874cac None None] Pushing event updated for resources: {'Port': ['ID=eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:12.805167 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:12.821126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3ba6b3-0181-415b-b90e-8477f47c8433']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:12.838814 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77a26af-30ac-4427-aa9a-30c4543e2fa6') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:12.839190 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77a26af-30ac-4427-aa9a-30c4543e2fa6') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:12.884897 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:12.921907 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae35cbf3-4653-4e48-9ae1-aada2d6d9875 req-5be0e078-07e3-4248-8f0b-cba5d0853c03 service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7281229 Aug 06 16:15:12.926921 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:12.938434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-361f13bc-7537-44ae-8e80-1c2ec9d68faf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object 5211a343-1866-4f53-882d-242026034f3e will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:12.940459 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:15:12.941584 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:15:12.945285 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:15:13.088545 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:13.095363 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:13.097371 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] 10.222.0.37 "DELETE /v2.0/networks/9b3ba6b3-0181-415b-b90e-8477f47c8433 HTTP/1.1" status: 204 len: 168 time: 3.0527279 Aug 06 16:15:13.107467 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-85dc4505-2957-4459-8da5-4fcf1db10a9e req-2d18ad55-bbfc-43b7-844f-691e62934da6 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 210 time: 0.6230464 Aug 06 16:15:13.133893 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-decd6131-9903-4567-a70f-068482d5c412 req-2dfa9828-1fe1-4fb1-96b1-e78a95250211 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6982992 Aug 06 16:15:13.135375 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:13.139228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-77ffcb0e-e06d-47c2-8041-6b98f3afa791 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4031990 Aug 06 16:15:13.139998 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55306) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:13.206136 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691bcf2-af5a-429c-8cc7-fd1fe39c7b61 tempest-ExtraDHCPOptionsTestJSON-1561500853 tempest-ExtraDHCPOptionsTestJSON-1561500853-project] Pushing event deleted for resources: {'Network': ['ID=9b3ba6b3-0181-415b-b90e-8477f47c8433,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:13.272288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32510bb3-b48a-42d2-bfdc-244075b631db req-c99ffe64-1ce8-4780-8656-f699a66754ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:13.276084 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-32510bb3-b48a-42d2-bfdc-244075b631db req-c99ffe64-1ce8-4780-8656-f699a66754ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 1094 time: 0.2737136 Aug 06 16:15:13.282345 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361f13bc-7537-44ae-8e80-1c2ec9d68faf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:13.395209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:13.522844 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361f13bc-7537-44ae-8e80-1c2ec9d68faf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:13.544071 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-361f13bc-7537-44ae-8e80-1c2ec9d68faf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:13.552390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e861ed4-a475-4228-8bdd-577165624585'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:15:13.561833 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575725be-ca45-4e6b-8663-3841cc3fc4f3" -d '{"events": [{"server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "name": "network-vif-unplugged", "status": "completed", "tag": "8e861ed4-a475-4228-8bdd-577165624585"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:15:13.562406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:13.572007 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d40523e9-a42d-49d3-bc73-f5c084483116 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:13.576234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361f13bc-7537-44ae-8e80-1c2ec9d68faf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:13.582927 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:13.606635 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361f13bc-7537-44ae-8e80-1c2ec9d68faf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:13.607660 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361f13bc-7537-44ae-8e80-1c2ec9d68faf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:13.624396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c1f0fc5-d124-48a5-bd57-6b0611a56acc req-61ba60b5-ac6e-4704-82de-7ce3b54d062d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5198512 Aug 06 16:15:13.636171 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-361f13bc-7537-44ae-8e80-1c2ec9d68faf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3073697 Aug 06 16:15:13.637016 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f13bc-7537-44ae-8e80-1c2ec9d68faf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=5211a343-1866-4f53-882d-242026034f3e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:13.649066 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55318) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:13.719396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55322) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:13.725735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d40523e9-a42d-49d3-bc73-f5c084483116 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:13.733663 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:13.738429 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:13.765973 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32510bb3-b48a-42d2-bfdc-244075b631db req-a04fb2a2-9e56-478e-846d-de63dfcd0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:13.768277 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-32510bb3-b48a-42d2-bfdc-244075b631db req-a04fb2a2-9e56-478e-846d-de63dfcd0b24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 907 time: 0.4838924 Aug 06 16:15:13.936611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55326) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:13.958959 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-32510bb3-b48a-42d2-bfdc-244075b631db req-9b2c423c-94fe-4e55-b32a-887863393408 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=774202b4-ec02-43fc-8de9-9dd7aa7255da HTTP/1.1" status: 200 len: 217 time: 0.1801751 Aug 06 16:15:13.976775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f844050-028b-4845-8a5e-ac4dd33c2534 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:13.982927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f844050-028b-4845-8a5e-ac4dd33c2534 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:13.993531 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3f844050-028b-4845-8a5e-ac4dd33c2534 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3396609 Aug 06 16:15:13.994372 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55330) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:14.051097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Pushing event updated for resources: {'Port': ['ID=8e861ed4-a475-4228-8bdd-577165624585,revision_number=7']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:14.204416 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce97836-ef22-41ac-89f4-8c641d5b1c6b req-652834eb-3f83-4243-8c4a-305e7ec28b88 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:14.206639 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ce97836-ef22-41ac-89f4-8c641d5b1c6b req-652834eb-3f83-4243-8c4a-305e7ec28b88 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 945 time: 0.7403119 Aug 06 16:15:14.227921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3308ae7-435c-4b85-a6cb-99fb6e1621b2 req-60287a72-1597-4ab7-9ead-75b1b8e79e12 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:14.230520 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3308ae7-435c-4b85-a6cb-99fb6e1621b2 req-60287a72-1597-4ab7-9ead-75b1b8e79e12 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.8399835 Aug 06 16:15:14.290160 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32510bb3-b48a-42d2-bfdc-244075b631db req-e86ab706-e937-44f8-9801-953e175feaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:14.297424 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-32510bb3-b48a-42d2-bfdc-244075b631db req-e86ab706-e937-44f8-9801-953e175feaba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 200 len: 846 time: 0.3014388 Aug 06 16:15:14.306656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f0fc5-d124-48a5-bd57-6b0611a56acc req-eb91e4ae-7e2b-4950-80e0-fb44b4d07a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:14.308255 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c1f0fc5-d124-48a5-bd57-6b0611a56acc req-eb91e4ae-7e2b-4950-80e0-fb44b4d07a3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1dd9d5eec2aa4eb68c1a1b78b1823036&device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 1096 time: 0.5830112 Aug 06 16:15:14.361295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-66f4fa4e-9412-457a-8e74-46c206c23d08 None None] Provisioning for port eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:14.367091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-66f4fa4e-9412-457a-8e74-46c206c23d08 None None] Provisioning complete for port eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:14.367468 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-66f4fa4e-9412-457a-8e74-46c206c23d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:14.378071 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-32510bb3-b48a-42d2-bfdc-244075b631db req-e19e016f-35f0-4ce6-9624-184bac85c078 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a99cc60d-b371-4f98-ab52-073abe0e27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711932 Aug 06 16:15:14.384874 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-346f3f17-3eb8-4325-9231-2a691908f873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:14.405816 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-212f3417-fa2f-411b-9abc-cf85d03f5bc5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64d2715c5f634650add8ca9ff1cc6ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6788239 Aug 06 16:15:14.430798 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55336) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:14.565291 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-66f4fa4e-9412-457a-8e74-46c206c23d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:14.590287 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0707f75f-c7c2-4779-92f1-2b96e6458082 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port 5211a343-1866-4f53-882d-242026034f3e {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:14.591194 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0707f75f-c7c2-4779-92f1-2b96e6458082 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:14.613477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f0fc5-d124-48a5-bd57-6b0611a56acc req-335da650-9441-47d5-81ea-d226bb31f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:14.615191 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c1f0fc5-d124-48a5-bd57-6b0611a56acc req-335da650-9441-47d5-81ea-d226bb31f632 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e45d3342-7250-400e-8edc-6eb56b28c052 HTTP/1.1" status: 200 len: 912 time: 0.2597044 Aug 06 16:15:14.661958 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-66f4fa4e-9412-457a-8e74-46c206c23d08 None None] For port eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:14.670739 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-66f4fa4e-9412-457a-8e74-46c206c23d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:14.676734 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ce97836-ef22-41ac-89f4-8c641d5b1c6b req-a6122fb3-146c-49d8-a4e3-bd0998c7d9ca tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4451962 Aug 06 16:15:14.753544 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-66f4fa4e-9412-457a-8e74-46c206c23d08 None None] Provisioning complete for port 8e861ed4-a475-4228-8bdd-577165624585 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:14.753957 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-66f4fa4e-9412-457a-8e74-46c206c23d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:14.770200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3308ae7-435c-4b85-a6cb-99fb6e1621b2 req-95730ead-9fd2-4a55-94f6-75e109240bc4 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117083 Aug 06 16:15:14.818108 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4c48b451-26af-4258-b0fb-b7fc73ae7a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:14.824679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c1f0fc5-d124-48a5-bd57-6b0611a56acc req-ace4d030-05cb-4c3f-8379-42b32e5935df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=569130c6-2689-48d8-a2c4-630b0bfcfe96 HTTP/1.1" status: 200 len: 217 time: 0.1920428 Aug 06 16:15:14.842825 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-32510bb3-b48a-42d2-bfdc-244075b631db req-362678d5-213a-4d24-8a83-19dfb2f7e0cc service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527774 Aug 06 16:15:14.879828 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4fa4e-9412-457a-8e74-46c206c23d08 None None] Pushing event updated for resources: {'Port': ['ID=eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:14.897672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-66f4fa4e-9412-457a-8e74-46c206c23d08 None None] Port 8e861ed4-a475-4228-8bdd-577165624585 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:14.944106 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4c48b451-26af-4258-b0fb-b7fc73ae7a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:14.949196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Attempting to bind port 8e861ed4-a475-4228-8bdd-577165624585 on host n-h1-803756-1 for vnic_type normal with profile {"migrating_to": "n-h2-803756-1"} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:15:14.949517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Attempting to bind port 8e861ed4-a475-4228-8bdd-577165624585 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:15:14.949880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Attempting to bind port 8e861ed4-a475-4228-8bdd-577165624585 on network f00e6c0c-8412-4062-b121-a5c3f9142d9a {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:14.970965 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0707f75f-c7c2-4779-92f1-2b96e6458082 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:15.006346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Port 8e861ed4-a475-4228-8bdd-577165624585 on network f00e6c0c-8412-4062-b121-a5c3f9142d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:15:15.006346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Attempting to bind port 8e861ed4-a475-4228-8bdd-577165624585 on network f00e6c0c-8412-4062-b121-a5c3f9142d9a {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:15.044084 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c6e0a-053a-419b-9c4e-32e62486f982 req-1ae5e63c-802f-4d4f-8a6f-077224137cc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:15.044250 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-28482246-8b50-4579-a1fa-8a1479fe228d None None] Provisioning for port 5211a343-1866-4f53-882d-242026034f3e completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:15.045699 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-075c6e0a-053a-419b-9c4e-32e62486f982 req-1ae5e63c-802f-4d4f-8a6f-077224137cc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 943 time: 0.1322417 Aug 06 16:15:15.047368 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66c6be4-f881-42ef-a7e5-58396526d23b x-openstack-request-id: req-b66c6be4-f881-42ef-a7e5-58396526d23b {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:15:15.047730 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "name": "network-vif-unplugged", "status": "completed", "tag": "8e861ed4-a475-4228-8bdd-577165624585", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:15:15.047895 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b66c6be4-f881-42ef-a7e5-58396526d23b {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:15:15.048278 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e861ed4-a475-4228-8bdd-577165624585', 'code': 200} Aug 06 16:15:15.051834 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f0fc5-d124-48a5-bd57-6b0611a56acc req-9f7aec7e-21f2-4d59-a87d-ec20b52295b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:15.053294 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c1f0fc5-d124-48a5-bd57-6b0611a56acc req-9f7aec7e-21f2-4d59-a87d-ec20b52295b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4 HTTP/1.1" status: 200 len: 851 time: 0.1533329 Aug 06 16:15:15.055001 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-28482246-8b50-4579-a1fa-8a1479fe228d None None] Provisioning complete for port 5211a343-1866-4f53-882d-242026034f3e triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:15.057227 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-28482246-8b50-4579-a1fa-8a1479fe228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:15.069266 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-32510bb3-b48a-42d2-bfdc-244075b631db req-e2e4f974-561b-4d71-a8e7-aea6951c884e service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166710 Aug 06 16:15:15.088584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:15:15.088929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Checking segment: {'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:15.089322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Bound using segment: {'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:15:15.089805 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Bound port: 8e861ed4-a475-4228-8bdd-577165624585, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d74a5c-0ff4-44ce-a918-c5aecfc5c116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:15:15.090172 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:15.134342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0707f75f-c7c2-4779-92f1-2b96e6458082 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for 5211a343-1866-4f53-882d-242026034f3e owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:15.139202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c1f0fc5-d124-48a5-bd57-6b0611a56acc req-c7cc7a63-eb06-4cc4-a7d6-6d17f36d8150 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e45d3342-7250-400e-8edc-6eb56b28c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338159 Aug 06 16:15:15.156661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:15.166271 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-346f3f17-3eb8-4325-9231-2a691908f873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:15.181786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-28482246-8b50-4579-a1fa-8a1479fe228d None None] Port 5211a343-1866-4f53-882d-242026034f3e cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:15.191887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:15.224639 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:15.225041 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:15.266912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17706bf9-7907-41cb-b495-e9a0d241ffc6 req-57c73222-f329-4a83-9c38-6fd58d968e1b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 210 time: 0.0704336 Aug 06 16:15:15.271743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8e861ed4-a475-4228-8bdd-577165624585,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:15:15.295593 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:15.344062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-346f3f17-3eb8-4325-9231-2a691908f873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:15.357421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Pushing event updated for resources: {'Port': ['ID=8e861ed4-a475-4228-8bdd-577165624585,revision_number=8']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:15.363623 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:15.407980 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0707f75f-c7c2-4779-92f1-2b96e6458082 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:15.413476 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-346f3f17-3eb8-4325-9231-2a691908f873 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0467fb5976964655b21866975f6ac3a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4711163 Aug 06 16:15:15.418726 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55342) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:15.421769 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f3f17-3eb8-4325-9231-2a691908f873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad49b36-0adb-40fa-a8ae-d0e89dddbf8c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:15.492095 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-075c6e0a-053a-419b-9c4e-32e62486f982 req-b6c5c5a0-4927-477f-a53f-bf469f485794 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375272 Aug 06 16:15:15.501548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707f75f-c7c2-4779-92f1-2b96e6458082 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=5211a343-1866-4f53-882d-242026034f3e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:15.504762 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4c48b451-26af-4258-b0fb-b7fc73ae7a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:15.508888 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4c48b451-26af-4258-b0fb-b7fc73ae7a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:15.510711 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4c48b451-26af-4258-b0fb-b7fc73ae7a51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9ae2c73-f5f1-4746-b05d-0af624c490aa HTTP/1.1" status: 204 len: 168 time: 1.0781710 Aug 06 16:15:15.595936 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0707f75f-c7c2-4779-92f1-2b96e6458082 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:15.598693 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0707f75f-c7c2-4779-92f1-2b96e6458082 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/5211a343-1866-4f53-882d-242026034f3e HTTP/1.1" status: 204 len: 168 time: 1.6015685 Aug 06 16:15:15.602043 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55348) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:15.708268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48b451-26af-4258-b0fb-b7fc73ae7a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ae2c73-f5f1-4746-b05d-0af624c490aa,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:15.778278 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a27977d7-d5f5-492f-be4b-db74182f38a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:15.817241 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a27977d7-d5f5-492f-be4b-db74182f38a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:15.825282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c1f0fc5-d124-48a5-bd57-6b0611a56acc req-54637115-a7cb-4460-bcf9-b6c76d8a4cd8 service neutron] 10.222.0.13 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084402 Aug 06 16:15:15.890896 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a27977d7-d5f5-492f-be4b-db74182f38a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:15.894837 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a27977d7-d5f5-492f-be4b-db74182f38a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:15.896128 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a27977d7-d5f5-492f-be4b-db74182f38a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ad49b36-0adb-40fa-a8ae-d0e89dddbf8c HTTP/1.1" status: 204 len: 168 time: 0.4715617 Aug 06 16:15:15.926765 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27977d7-d5f5-492f-be4b-db74182f38a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad49b36-0adb-40fa-a8ae-d0e89dddbf8c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:15.946349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d30c1f3-484c-4b01-96f1-164fbc084976 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:15.949652 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d30c1f3-484c-4b01-96f1-164fbc084976 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:15.961999 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7d30c1f3-484c-4b01-96f1-164fbc084976 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3530011 Aug 06 16:15:15.974362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55356) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:15.977989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47253b2-45a9-4e79-841a-c89300bd4891 req-963e32af-4e4a-42d4-9615-faabf87e62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:15.979465 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e47253b2-45a9-4e79-841a-c89300bd4891 req-963e32af-4e4a-42d4-9615-faabf87e62f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1dd9d5eec2aa4eb68c1a1b78b1823036&device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 1097 time: 0.3271506 Aug 06 16:15:16.013778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-16c17270-6917-4d4e-a48c-f9fc95f264e6 None None] Provisioning complete for port 8e861ed4-a475-4228-8bdd-577165624585 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:16.015980 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-16c17270-6917-4d4e-a48c-f9fc95f264e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:16.071330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44705fe-584f-46f8-9e91-ba263fadef0a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 03a66c41-e209-4b17-8e43-537e5ce4dd4b {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:15:16.134154 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-16c17270-6917-4d4e-a48c-f9fc95f264e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:16.150476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 774202b4-ec02-43fc-8de9-9dd7aa7255da details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:15:16.271437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47253b2-45a9-4e79-841a-c89300bd4891 req-d05aa8d5-9147-4819-94f1-c29ddb7c0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:16.273210 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e47253b2-45a9-4e79-841a-c89300bd4891 req-d05aa8d5-9147-4819-94f1-c29ddb7c0197 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e45d3342-7250-400e-8edc-6eb56b28c052 HTTP/1.1" status: 200 len: 912 time: 0.1989505 Aug 06 16:15:16.274001 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c44705fe-584f-46f8-9e91-ba263fadef0a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:16.297414 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 774202b4-ec02-43fc-8de9-9dd7aa7255da, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=774202b4-ec02-43fc-8de9-9dd7aa7255da,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:16.346638 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e47253b2-45a9-4e79-841a-c89300bd4891 req-55500369-5ce9-4e86-b420-6c07ab294ab3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=193bc170-13cd-4429-afe1-3cf81c714ec1 HTTP/1.1" status: 200 len: 217 time: 0.0399280 Aug 06 16:15:16.359351 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '774202b4-ec02-43fc-8de9-9dd7aa7255da', 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be', 'port_id': '774202b4-ec02-43fc-8de9-9dd7aa7255da', 'mac_address': 'fa:16:3e:a6:b3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f468d397-4915-47a1-9048-e9856cdf5883', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:15:16.378948 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-16c17270-6917-4d4e-a48c-f9fc95f264e6 None None] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8e861ed4-a475-4228-8bdd-577165624585,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:16.380386 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e861ed4-a475-4228-8bdd-577165624585'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:15:16.384008 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92064b84-cb69-4ae7-8df7-4c30501a07d2" -d '{"events": [{"server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "name": "network-vif-plugged", "status": "completed", "tag": "8e861ed4-a475-4228-8bdd-577165624585"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:15:16.392866 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-16c17270-6917-4d4e-a48c-f9fc95f264e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:16.407467 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c44705fe-584f-46f8-9e91-ba263fadef0a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:16.467127 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a290-ca8b-4053-8f1f-33bca2598ca6 req-63f4370a-8149-4459-98b0-de196adbcdad tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:16.468350 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7978a290-ca8b-4053-8f1f-33bca2598ca6 req-63f4370a-8149-4459-98b0-de196adbcdad tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.8168976 Aug 06 16:15:16.488458 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47253b2-45a9-4e79-841a-c89300bd4891 req-9373603d-8e3a-41d6-b662-4380ebf62528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:16.491846 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e47253b2-45a9-4e79-841a-c89300bd4891 req-9373603d-8e3a-41d6-b662-4380ebf62528 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4 HTTP/1.1" status: 200 len: 851 time: 0.1341212 Aug 06 16:15:16.567871 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e47253b2-45a9-4e79-841a-c89300bd4891 req-261b91ad-054a-41e5-a84b-0d1a2964a933 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e45d3342-7250-400e-8edc-6eb56b28c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666878 Aug 06 16:15:16.632229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:16.632855 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:16.634463 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-efd7b28f-b1a4-4ea0-863a-0d3f8abbc8cd service neutron] 10.222.0.13 "PUT /v2.0/ports/8e861ed4-a475-4228-8bdd-577165624585 HTTP/1.1" status: 200 len: 1121 time: 5.3655145 Aug 06 16:15:16.638838 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:16.644287 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b0a0f-898e-4728-85c8-af4279e6d7b9 req-6ea81196-878d-4f4c-b326-5522bfb322ae tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:16.653112 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e23b0a0f-898e-4728-85c8-af4279e6d7b9 req-6ea81196-878d-4f4c-b326-5522bfb322ae tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 943 time: 0.8324661 Aug 06 16:15:16.719260 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774202b4-ec02-43fc-8de9-9dd7aa7255da {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:15:16.741853 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['8e861ed4-a475-4228-8bdd-577165624585'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:15:16.793679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c17270-6917-4d4e-a48c-f9fc95f264e6 None None] Pushing event updated for resources: {'Port': ['ID=8e861ed4-a475-4228-8bdd-577165624585,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:16.856095 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 774202b4-ec02-43fc-8de9-9dd7aa7255da, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=774202b4-ec02-43fc-8de9-9dd7aa7255da,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:16.865673 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:16.913266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e23b0a0f-898e-4728-85c8-af4279e6d7b9 req-fa4cba06-1107-4bac-a4de-f7fdb85158d1 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593529 Aug 06 16:15:16.929158 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55390) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:16.934730 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7978a290-ca8b-4053-8f1f-33bca2598ca6 req-770b924d-79f2-44f0-bda1-eabff2336418 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434993 Aug 06 16:15:16.959760 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c1f0fc5-d124-48a5-bd57-6b0611a56acc req-4c23923a-3975-45fc-bff8-aee0f8bcffb4 service neutron] 10.222.0.13 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1217835 Aug 06 16:15:16.991952 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c44705fe-584f-46f8-9e91-ba263fadef0a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:17.058837 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e47253b2-45a9-4e79-841a-c89300bd4891 req-540e5b0b-9deb-4222-9fb6-b7ebdaa14630 service neutron] 10.222.0.78 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349439 Aug 06 16:15:17.083944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Allocated IP 172.20.0.1 (93286e1d-7285-4a1c-b3d9-1710a12130b9/b3ff6659-048d-4edc-bba0-f7a3366c8a97/fa8c6976-8e38-4af3-8bc4-060d14e6e54c) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:17.091642 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27770b5d-5c8c-4a69-9e8e-76b4d89e12bd x-openstack-request-id: req-27770b5d-5c8c-4a69-9e8e-76b4d89e12bd {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:15:17.092179 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "name": "network-vif-plugged", "status": "completed", "tag": "8e861ed4-a475-4228-8bdd-577165624585", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:15:17.094140 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27770b5d-5c8c-4a69-9e8e-76b4d89e12bd {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:15:17.108655 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e861ed4-a475-4228-8bdd-577165624585', 'code': 200} Aug 06 16:15:17.121596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=774202b4-ec02-43fc-8de9-9dd7aa7255da,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:17.185137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'tag': '8e861ed4-a475-4228-8bdd-577165624585'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:15:17.188088 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01655731-6ef8-46c1-ab01-f2e4ba6ff4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "tag": "8e861ed4-a475-4228-8bdd-577165624585"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:15:17.197661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a1629a71-4ad9-4e90-a1c3-ab96d5d91389 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-603916519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:17.205469 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['774202b4-ec02-43fc-8de9-9dd7aa7255da'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:15:17.271279 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c44705fe-584f-46f8-9e91-ba263fadef0a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:17.323114 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44705fe-584f-46f8-9e91-ba263fadef0a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=03a66c41-e209-4b17-8e43-537e5ce4dd4b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:17.332795 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c44705fe-584f-46f8-9e91-ba263fadef0a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:17.332795 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c44705fe-584f-46f8-9e91-ba263fadef0a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/03a66c41-e209-4b17-8e43-537e5ce4dd4b HTTP/1.1" status: 204 len: 168 time: 1.3523765 Aug 06 16:15:17.332795 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55402) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:17.339151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cc09a3-693b-45cd-9966-a3ff41b693dc None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:17.344244 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e47253b2-45a9-4e79-841a-c89300bd4891 req-e13c0cfc-9d61-40a3-b250-d6d89714cefc service neutron] 10.222.0.78 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697630 Aug 06 16:15:17.383776 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-188740b8-4d46-4e44-9223-f2c791dbc7c5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515754 Aug 06 16:15:17.386096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55406) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:17.463064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a47125-2973-478e-a873-956d1cbd7606 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:17.468419 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-90a47125-2973-478e-a873-956d1cbd7606 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0804608 Aug 06 16:15:17.469344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55412) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:17.484726 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7b1d2b51-a5cf-4335-81bf-30f6c5e15140 req-cad4054e-9ef0-4f56-83b8-7fdbc159e663 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/ports?device_id=adc6d4f1-bb76-471c-b71b-a97b6f12584d HTTP/1.1" status: 200 len: 210 time: 0.2809508 Aug 06 16:15:17.574113 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae6f409-41cd-418d-8eab-b7daddefab33 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:17.580468 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ade6086-6236-4c81-831d-c2e00d15688e x-openstack-request-id: req-0ade6086-6236-4c81-831d-c2e00d15688e {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:15:17.580468 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "tag": "8e861ed4-a475-4228-8bdd-577165624585", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:15:17.580468 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ade6086-6236-4c81-831d-c2e00d15688e {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:15:17.580468 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'tag': '8e861ed4-a475-4228-8bdd-577165624585', 'status': 'completed', 'code': 200} Aug 06 16:15:17.584541 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dae6f409-41cd-418d-8eab-b7daddefab33 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1139088 Aug 06 16:15:17.587277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55414) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:17.638196 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01655731-6ef8-46c1-ab01-f2e4ba6ff4a9 req-9b45214b-b587-4b44-bce6-3923342ced50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:17.640023 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-01655731-6ef8-46c1-ab01-f2e4ba6ff4a9 req-9b45214b-b587-4b44-bce6-3923342ced50 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 1126 time: 0.0537257 Aug 06 16:15:17.656135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1ca06a7e-b4e0-4443-8d72-67466c8bf89a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629122 Aug 06 16:15:17.656135 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:17.657931 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a1629a71-4ad9-4e90-a1c3-ab96d5d91389 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:17.658994 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a1629a71-4ad9-4e90-a1c3-ab96d5d91389 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:17.665284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55418) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:17.677406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90173906-b8de-472b-ac55-1d725ee45adc req-53fedb28-7694-463e-adc2-b2674dfd4598 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:17.679171 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90173906-b8de-472b-ac55-1d725ee45adc req-53fedb28-7694-463e-adc2-b2674dfd4598 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 944 time: 0.4283702 Aug 06 16:15:17.684759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1cce2f1d-8816-4c8a-8e0c-f724ae30b9ac tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:17.776423 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01655731-6ef8-46c1-ab01-f2e4ba6ff4a9 req-5d5c24f2-3974-4975-9c41-8a357a6648c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:17.778064 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-01655731-6ef8-46c1-ab01-f2e4ba6ff4a9 req-5d5c24f2-3974-4975-9c41-8a357a6648c2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=f00e6c0c-8412-4062-b121-a5c3f9142d9a HTTP/1.1" status: 200 len: 898 time: 0.1288857 Aug 06 16:15:17.787392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Transition to ACTIVE for port object fa8c6976-8e38-4af3-8bc4-060d14e6e54c will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:17.864191 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90173906-b8de-472b-ac55-1d725ee45adc req-0cc3e203-4df3-47eb-a480-4b847f78cd33 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733644 Aug 06 16:15:17.868985 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc57fe5-6782-49a4-9945-ae0e6dcfd70a None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:15:17.900355 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-01655731-6ef8-46c1-ab01-f2e4ba6ff4a9 req-51273aa3-ba68-4843-8d0d-befbc8a06f58 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e861ed4-a475-4228-8bdd-577165624585 HTTP/1.1" status: 200 len: 999 time: 0.1129262 Aug 06 16:15:17.909061 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a1629a71-4ad9-4e90-a1c3-ab96d5d91389 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:17.920631 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a1629a71-4ad9-4e90-a1c3-ab96d5d91389 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:17.935304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5cc57fe5-6782-49a4-9945-ae0e6dcfd70a None None] Deleting port eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:17.935668 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5cc57fe5-6782-49a4-9945-ae0e6dcfd70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:17.979685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cce2f1d-8816-4c8a-8e0c-f724ae30b9ac tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:17.983981 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1cce2f1d-8816-4c8a-8e0c-f724ae30b9ac tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:17.990252 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:18.005211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01655731-6ef8-46c1-ab01-f2e4ba6ff4a9 req-295b9181-77c3-4929-a81e-47e985755375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:18.010037 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-01655731-6ef8-46c1-ab01-f2e4ba6ff4a9 req-295b9181-77c3-4929-a81e-47e985755375 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b HTTP/1.1" status: 200 len: 835 time: 0.0989857 Aug 06 16:15:18.011600 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a1629a71-4ad9-4e90-a1c3-ab96d5d91389 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:18.013677 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a1629a71-4ad9-4e90-a1c3-ab96d5d91389 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0823288 Aug 06 16:15:18.015796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55428) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:18.038340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a81d31a9-5b5a-4090-a76f-fa566b38f3ef tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-867609182'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:18.084087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-5cc57fe5-6782-49a4-9945-ae0e6dcfd70a None None] For port eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:18.086191 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5cc57fe5-6782-49a4-9945-ae0e6dcfd70a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:18.104976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81d31a9-5b5a-4090-a76f-fa566b38f3ef tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Made reservation on behalf of a88c674b7224489e9fe80a539b9e6e04 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:18.109860 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a81d31a9-5b5a-4090-a76f-fa566b38f3ef tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:18.114259 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5cc57fe5-6782-49a4-9945-ae0e6dcfd70a None None] Calling delete_port for eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:18.134001 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a81d31a9-5b5a-4090-a76f-fa566b38f3ef tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:18.138618 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01655731-6ef8-46c1-ab01-f2e4ba6ff4a9 req-8a7b9603-694b-432e-a5bb-d6937409beff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:18.143957 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-01655731-6ef8-46c1-ab01-f2e4ba6ff4a9 req-8a7b9603-694b-432e-a5bb-d6937409beff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f00e6c0c-8412-4062-b121-a5c3f9142d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229393 Aug 06 16:15:18.194487 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network 93286e1d-7285-4a1c-b3d9-1710a12130b9 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:18.217446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:18.221081 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:18.233750 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5cc57fe5-6782-49a4-9945-ae0e6dcfd70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:18.253913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=fa8c6976-8e38-4af3-8bc4-060d14e6e54c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:18.297735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc57fe5-6782-49a4-9945-ae0e6dcfd70a None None] Pushing event deleted for resources: {'Port': ['ID=eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:18.313177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc57fe5-6782-49a4-9945-ae0e6dcfd70a None None] No DVR routers for this DVR port eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:18.324710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd980954-2a25-4e74-881b-c733502580d0 req-f7dabd05-7529-4c96-99ca-0317b3de6cc2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:18.326403 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd980954-2a25-4e74-881b-c733502580d0 req-f7dabd05-7529-4c96-99ca-0317b3de6cc2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 945 time: 0.2566018 Aug 06 16:15:18.329726 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:18.343500 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ab03c-9ee7-4fdc-a4de-d9a695b48a2d req-a40fdb07-10a8-48eb-bd34-529504f76154 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:18.345411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-546ab03c-9ee7-4fdc-a4de-d9a695b48a2d req-a40fdb07-10a8-48eb-bd34-529504f76154 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.2768593 Aug 06 16:15:18.367869 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-01655731-6ef8-46c1-ab01-f2e4ba6ff4a9 req-a5ab23d5-482c-4d37-92d3-73bd24ad89a7 service neutron] 10.222.0.78 "GET /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978786 Aug 06 16:15:18.429457 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a81d31a9-5b5a-4090-a76f-fa566b38f3ef tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:18.519473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-33340f87-babc-4d92-aa2f-4794c97d52eb None None] Provisioning for port fa8c6976-8e38-4af3-8bc4-060d14e6e54c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:18.524725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-33340f87-babc-4d92-aa2f-4794c97d52eb None None] Provisioning complete for port fa8c6976-8e38-4af3-8bc4-060d14e6e54c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:18.525121 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-33340f87-babc-4d92-aa2f-4794c97d52eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:18.569125 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-33340f87-babc-4d92-aa2f-4794c97d52eb None None] Port fa8c6976-8e38-4af3-8bc4-060d14e6e54c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:18.675559 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1cce2f1d-8816-4c8a-8e0c-f724ae30b9ac tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:18.725191 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a81d31a9-5b5a-4090-a76f-fa566b38f3ef tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:18.746116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd980954-2a25-4e74-881b-c733502580d0 req-5714ca7b-3ec7-46ee-a2c4-d4ca9f549e35 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3933976 Aug 06 16:15:18.748149 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-546ab03c-9ee7-4fdc-a4de-d9a695b48a2d req-c82f9835-2935-446f-8ab4-a7aa5e757297 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532060 Aug 06 16:15:18.763782 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81d31a9-5b5a-4090-a76f-fa566b38f3ef tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:15:18.767107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cce2f1d-8816-4c8a-8e0c-f724ae30b9ac tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:18.771912 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:18.777602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-1cce2f1d-8816-4c8a-8e0c-f724ae30b9ac tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:18.788478 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cce2f1d-8816-4c8a-8e0c-f724ae30b9ac tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:18.789327 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1cce2f1d-8816-4c8a-8e0c-f724ae30b9ac tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:18.798092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d27e2d-8bd5-4561-b67e-104c09257d21 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:18.800556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce2f1d-8816-4c8a-8e0c-f724ae30b9ac tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=cd553f87-c73c-4ad6-8c5b-1ab9bb766640,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:18.819041 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1cce2f1d-8816-4c8a-8e0c-f724ae30b9ac tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1387050 Aug 06 16:15:18.820486 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55452) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:18.831029 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d31a9-5b5a-4090-a76f-fa566b38f3ef tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc9a78e-436b-4e6a-962b-2e769d0fa927,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:18.848525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-32ba1b27-a58b-4879-b1b4-f30ba49b034e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'fixed_ips': [{'subnet_id': 'cd553f87-c73c-4ad6-8c5b-1ab9bb766640', 'ip_address': '2001:db8::b890:d80e:860a:1d1e'}], 'name': 'tempest-NetworksTestDHCPv6-1175017123'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:18.851768 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-01655731-6ef8-46c1-ab01-f2e4ba6ff4a9 req-4a9b6249-e7d0-4a78-8975-7a24929c93d7 service neutron] 10.222.0.78 "GET /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669268 Aug 06 16:15:18.856879 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a81d31a9-5b5a-4090-a76f-fa566b38f3ef tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:18.858706 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-a81d31a9-5b5a-4090-a76f-fa566b38f3ef tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Added segment a11c4907-82f9-4077-865d-ec8674492553 of type vlan for network 114e4c38-a4b3-445c-84cd-4922cf71ce48 Aug 06 16:15:18.921195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55460) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:19.006072 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': 'cd553f87-c73c-4ad6-8c5b-1ab9bb766640'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:15:19.007157 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.019004 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a81d31a9-5b5a-4090-a76f-fa566b38f3ef tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.061764 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a81d31a9-5b5a-4090-a76f-fa566b38f3ef tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.072494 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81d31a9-5b5a-4090-a76f-fa566b38f3ef tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:19.073136 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a81d31a9-5b5a-4090-a76f-fa566b38f3ef tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.132825 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fabec9ba-7864-47aa-b3dd-c60be92217c7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.143282 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a81d31a9-5b5a-4090-a76f-fa566b38f3ef tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1235635 Aug 06 16:15:19.147245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55466) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:19.149104 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:19.157824 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-55426794-1887-4cda-b199-b8619f422271 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Request body: {'subnet': {'network_id': '114e4c38-a4b3-445c-84cd-4922cf71ce48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:19.196463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:19.196940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device eb2cd2f6-edc1-41ff-a66f-0ae1aa10fd32 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:19.220152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b91f96-7f60-4ecc-98d1-9f2559a10aa3 req-5b23f6a2-1c06-49ea-bf96-3fccb4428e0c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:19.220557 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fabec9ba-7864-47aa-b3dd-c60be92217c7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.221566 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12b91f96-7f60-4ecc-98d1-9f2559a10aa3 req-5b23f6a2-1c06-49ea-bf96-3fccb4428e0c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 944 time: 0.2278101 Aug 06 16:15:19.235895 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d31a9-5b5a-4090-a76f-fa566b38f3ef tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event updated for resources: {'Network': ['ID=114e4c38-a4b3-445c-84cd-4922cf71ce48,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:19.244823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Allocated IP 2001:db8::2 (38cd96d0-9a93-4226-ab46-370ab75cd563/cd553f87-c73c-4ad6-8c5b-1ab9bb766640/8e518e93-656f-40c4-98c2-673b0b103b80) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:19.255959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 114e4c38-a4b3-445c-84cd-4922cf71ce48 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:15:19.263380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ba1b27-a58b-4879-b1b4-f30ba49b034e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:19.287209 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fabec9ba-7864-47aa-b3dd-c60be92217c7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.291268 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fabec9ba-7864-47aa-b3dd-c60be92217c7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.296585 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fabec9ba-7864-47aa-b3dd-c60be92217c7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "DELETE /v2.0/security-groups/1f87bc49-b22f-443f-b9c6-434bd719a78d HTTP/1.1" status: 204 len: 168 time: 0.3741338 Aug 06 16:15:19.297938 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55470) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:19.318157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabec9ba-7864-47aa-b3dd-c60be92217c7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f87bc49-b22f-443f-b9c6-434bd719a78d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:19.330252 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-5558b796-f76f-403c-86d9-6c55d4d7774b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] show failed (client error): The resource could not be found. Aug 06 16:15:19.334134 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5558b796-f76f-403c-86d9-6c55d4d7774b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "GET /v2.0/security-groups/1f87bc49-b22f-443f-b9c6-434bd719a78d HTTP/1.1" status: 404 len: 347 time: 0.0234485 Aug 06 16:15:19.336009 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55472) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:19.470691 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12b91f96-7f60-4ecc-98d1-9f2559a10aa3 req-5d6f2334-4d24-4f23-9a0f-b72f46853709 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134664 Aug 06 16:15:19.526771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a4acdba0-cbdb-488d-a8e2-893561985968 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Deleting port b0057d33-a2af-4af5-b68d-8e98c94951c0 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:19.527281 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4acdba0-cbdb-488d-a8e2-893561985968 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.549913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55426794-1887-4cda-b199-b8619f422271 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Made reservation on behalf of a88c674b7224489e9fe80a539b9e6e04 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:19.554054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55426794-1887-4cda-b199-b8619f422271 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.557270 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.570660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Transition to ACTIVE for port object 8e518e93-656f-40c4-98c2-673b0b103b80 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:19.591757 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Transition to ACTIVE for port object 8e518e93-656f-40c4-98c2-673b0b103b80 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:19.600909 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.640450 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4acdba0-cbdb-488d-a8e2-893561985968 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.640900 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4acdba0-cbdb-488d-a8e2-893561985968 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.658221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a4acdba0-cbdb-488d-a8e2-893561985968 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Calling delete_port for b0057d33-a2af-4af5-b68d-8e98c94951c0 owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:19.668424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Pushing event updated for resources: {'Port': ['ID=8e518e93-656f-40c4-98c2-673b0b103b80,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:19.685927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:19.687670 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:19.692095 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:19.731792 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32ba1b27-a58b-4879-b1b4-f30ba49b034e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.778837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Attempting to bind port 8e518e93-656f-40c4-98c2-673b0b103b80 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:15:19.779574 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Attempting to bind port 8e518e93-656f-40c4-98c2-673b0b103b80 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:15:19.780253 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Attempting to bind port 8e518e93-656f-40c4-98c2-673b0b103b80 on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:19.805549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-32ba1b27-a58b-4879-b1b4-f30ba49b034e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port 8ee64b6d-8fb2-43f0-ab4d-99aac237772e yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:15:19.808309 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:15:19.808966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:19.809587 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.810417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:15:19.810564 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Bound port: 8e518e93-656f-40c4-98c2-673b0b103b80, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:15:19.811025 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.942754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] For port 8e518e93-656f-40c4-98c2-673b0b103b80, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:19.944824 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.953106 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] For port 8e518e93-656f-40c4-98c2-673b0b103b80, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8e518e93-656f-40c4-98c2-673b0b103b80,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:15:19.961007 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4acdba0-cbdb-488d-a8e2-893561985968 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.962963 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55426794-1887-4cda-b199-b8619f422271 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:19.963419 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:20.006519 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acdba0-cbdb-488d-a8e2-893561985968 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event deleted for resources: {'Port': ['ID=b0057d33-a2af-4af5-b68d-8e98c94951c0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:20.065274 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f9cd6755-6dff-49e3-8755-7e6db91b0a30 req-534a2e87-e9c7-4227-b881-4be4879d6372 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1437869 Aug 06 16:15:20.132295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed2a4c-b181-44e8-be82-06fefe114647 None None] Pushing event updated for resources: {'Port': ['ID=8e518e93-656f-40c4-98c2-673b0b103b80,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:20.153269 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55426794-1887-4cda-b199-b8619f422271 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event updated for resources: {'Subnet': ['ID=144e7fb2-207f-4077-887d-3800ab735d70,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:20.154884 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:20.184683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8e861ed4-a475-4228-8bdd-577165624585 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:15:20.187508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 774202b4-ec02-43fc-8de9-9dd7aa7255da up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:20.293469 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4acdba0-cbdb-488d-a8e2-893561985968 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:20.298472 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4acdba0-cbdb-488d-a8e2-893561985968 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:20.299562 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a4acdba0-cbdb-488d-a8e2-893561985968 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "DELETE /v2.0/floatingips/d36de8e2-3605-4672-96f1-a93831e46784 HTTP/1.1" status: 204 len: 168 time: 0.9625599 Aug 06 16:15:20.302950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=fa8c6976-8e38-4af3-8bc4-060d14e6e54c,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:20.306043 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55488) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:20.329354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd6755-6dff-49e3-8755-7e6db91b0a30 req-12fed429-8262-4b51-b6bb-b651077163c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:20.339809 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f9cd6755-6dff-49e3-8755-7e6db91b0a30 req-12fed429-8262-4b51-b6bb-b651077163c6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 1097 time: 0.2078354 Aug 06 16:15:20.488684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 774202b4-ec02-43fc-8de9-9dd7aa7255da completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:20.513117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 774202b4-ec02-43fc-8de9-9dd7aa7255da triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:20.513648 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:20.518960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f975c-b093-4ee8-b8e5-845cfa912a01 req-3a4bdd94-aec8-40b8-9532-cc16fef36baf tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:20.522857 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-670f975c-b093-4ee8-b8e5-845cfa912a01 req-3a4bdd94-aec8-40b8-9532-cc16fef36baf tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.5735569 Aug 06 16:15:20.604808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55426794-1887-4cda-b199-b8619f422271 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Checking segment: {'id': 'a11c4907-82f9-4077-865d-ec8674492553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '114e4c38-a4b3-445c-84cd-4922cf71ce48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:20.605440 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55426794-1887-4cda-b199-b8619f422271 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Network hostable DHCP agents. Network: 114e4c38-a4b3-445c-84cd-4922cf71ce48, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:15:20.651207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02c9fb-15a0-4050-ab28-e7c4f71c9878 req-8c267742-e5db-493f-87da-d1a33617d52e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:20.654381 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f02c9fb-15a0-4050-ab28-e7c4f71c9878 req-8c267742-e5db-493f-87da-d1a33617d52e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 945 time: 0.7070608 Aug 06 16:15:20.655931 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:20.725356 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd6755-6dff-49e3-8755-7e6db91b0a30 req-4aa1a753-b985-483b-b7a3-a4ce211e9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:20.732248 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f9cd6755-6dff-49e3-8755-7e6db91b0a30 req-4aa1a753-b985-483b-b7a3-a4ce211e9bff service neutron] 10.222.0.78 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 907 time: 0.3502960 Aug 06 16:15:20.780750 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8e861ed4-a475-4228-8bdd-577165624585,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:20.802725 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-1a74f083-a0c8-42ba-92f1-ea53109160e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Deleting port 58abfb05-1eb7-4e15-8f17-8726f0cb9914 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:20.803583 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1a74f083-a0c8-42ba-92f1-ea53109160e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:20.808735 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f9cd6755-6dff-49e3-8755-7e6db91b0a30 req-d3b6c661-fcb4-4ffb-8361-8ffe7ecb26e3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11f70e67-e4a7-417e-b198-76fea0a61c3b HTTP/1.1" status: 200 len: 217 time: 0.0569155 Aug 06 16:15:20.816710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8e861ed4-a475-4228-8bdd-577165624585 has no active binding in host n-h2-803756-1 {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 16:15:20.844711 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:20.882349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ee5db2-7240-4896-be33-eb5d0438a038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774202b4-ec02-43fc-8de9-9dd7aa7255da'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:15:20.885491 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eb0d19-6a42-420f-a525-21e3da5ec06d" -d '{"events": [{"server_uuid": "62ee5db2-7240-4896-be33-eb5d0438a038", "name": "network-vif-plugged", "status": "completed", "tag": "774202b4-ec02-43fc-8de9-9dd7aa7255da"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:15:20.903063 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 774202b4-ec02-43fc-8de9-9dd7aa7255da, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=774202b4-ec02-43fc-8de9-9dd7aa7255da,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:20.914787 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:20.935381 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd6755-6dff-49e3-8755-7e6db91b0a30 req-95c8d1ea-6191-4c07-9cd9-135723bee938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:20.937513 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f9cd6755-6dff-49e3-8755-7e6db91b0a30 req-95c8d1ea-6191-4c07-9cd9-135723bee938 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 200 len: 846 time: 0.1111960 Aug 06 16:15:20.985291 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f9cd6755-6dff-49e3-8755-7e6db91b0a30 req-b6706616-a311-429b-b148-23a79e7f4370 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a99cc60d-b371-4f98-ab52-073abe0e27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373759 Aug 06 16:15:20.987387 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1a74f083-a0c8-42ba-92f1-ea53109160e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:21.010237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=774202b4-ec02-43fc-8de9-9dd7aa7255da,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:21.043051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-1a74f083-a0c8-42ba-92f1-ea53109160e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Calling delete_port for 58abfb05-1eb7-4e15-8f17-8726f0cb9914 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:21.179036 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8e518e93-656f-40c4-98c2-673b0b103b80 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:21.247171 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f9cd6755-6dff-49e3-8755-7e6db91b0a30 req-be60dd6a-00cf-4138-abdb-e442f67c2054 service neutron] 10.222.0.78 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486901 Aug 06 16:15:21.268447 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55426794-1887-4cda-b199-b8619f422271 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Network 114e4c38-a4b3-445c-84cd-4922cf71ce48 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:15:21.275440 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-670f975c-b093-4ee8-b8e5-845cfa912a01 req-60612ce7-b97b-4b2b-b71a-b3087dc63176 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7329977 Aug 06 16:15:21.302415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 8e518e93-656f-40c4-98c2-673b0b103b80 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:21.325005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-32ba1b27-a58b-4879-b1b4-f30ba49b034e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::b890:d80e:860a:1d1e (38cd96d0-9a93-4226-ab46-370ab75cd563/cd553f87-c73c-4ad6-8c5b-1ab9bb766640/8ee64b6d-8fb2-43f0-ab4d-99aac237772e) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:21.351282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f02c9fb-15a0-4050-ab28-e7c4f71c9878 req-46a7addc-7e19-4d6f-9c24-19a14ad4fa34 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820151 Aug 06 16:15:21.361913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-55426794-1887-4cda-b199-b8619f422271 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 114e4c38-a4b3-445c-84cd-4922cf71ce48) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:21.373151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65362d1-5795-4e8a-9d28-bd624569da7c None None] Network 114e4c38-a4b3-445c-84cd-4922cf71ce48 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:21.383231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55426794-1887-4cda-b199-b8619f422271 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:21.392321 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55426794-1887-4cda-b199-b8619f422271 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:21.406868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-55426794-1887-4cda-b199-b8619f422271 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2551858 Aug 06 16:15:21.416182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55508) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:21.426108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-97507ade-4c89-4ec3-8682-bc49eb6072ee tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Request body: {'network': {'name': 'tempest-router-network01--886987504'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:21.458544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network 93286e1d-7285-4a1c-b3d9-1710a12130b9 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:21.499477 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cac98ea-d670-4fdb-89bf-7701f76458cf x-openstack-request-id: req-2cac98ea-d670-4fdb-89bf-7701f76458cf {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:15:21.500923 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ee5db2-7240-4896-be33-eb5d0438a038", "name": "network-vif-plugged", "status": "completed", "tag": "774202b4-ec02-43fc-8de9-9dd7aa7255da", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:15:21.501370 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cac98ea-d670-4fdb-89bf-7701f76458cf {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:15:21.510354 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ee5db2-7240-4896-be33-eb5d0438a038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774202b4-ec02-43fc-8de9-9dd7aa7255da', 'code': 200} Aug 06 16:15:21.592907 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f9cd6755-6dff-49e3-8755-7e6db91b0a30 req-a658e679-0d65-4065-95c5-7c514087ebcd service neutron] 10.222.0.78 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338895 Aug 06 16:15:21.594422 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1a74f083-a0c8-42ba-92f1-ea53109160e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:21.631982 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74f083-a0c8-42ba-92f1-ea53109160e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event deleted for resources: {'Port': ['ID=58abfb05-1eb7-4e15-8f17-8726f0cb9914,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:21.658183 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:21.719164 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-114e4c38-a4b3-445c-84cd-4922cf71ce48', 'network_id': '114e4c38-a4b3-445c-84cd-4922cf71ce48', 'tenant_id': 'a88c674b7224489e9fe80a539b9e6e04', 'fixed_ips': [{'subnet_id': '144e7fb2-207f-4077-887d-3800ab735d70'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:15:21.720104 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:21.832249 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1a74f083-a0c8-42ba-92f1-ea53109160e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:21.835973 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1a74f083-a0c8-42ba-92f1-ea53109160e9 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "DELETE /v2.0/ports/58abfb05-1eb7-4e15-8f17-8726f0cb9914 HTTP/1.1" status: 204 len: 168 time: 1.5277617 Aug 06 16:15:21.839343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55522) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:21.964492 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97507ade-4c89-4ec3-8682-bc49eb6072ee tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Made reservation on behalf of a88c674b7224489e9fe80a539b9e6e04 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:21.972876 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97507ade-4c89-4ec3-8682-bc49eb6072ee tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:22.007088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae922f-3e2a-49dc-b6ff-acbff769bbe9 req-253521ce-c60f-44dc-af93-117e072c26b2 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:22.009399 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45ae922f-3e2a-49dc-b6ff-acbff769bbe9 req-253521ce-c60f-44dc-af93-117e072c26b2 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 945 time: 0.5638447 Aug 06 16:15:22.021002 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-15d70a54-ae0b-4ccd-93b6-b5c2e59d8a20 None None] Provisioning for port 8e518e93-656f-40c4-98c2-673b0b103b80 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:22.024195 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router d165c098-db3a-4c85-b35e-dcb4e18da215 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:15:22.048263 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-79589108-81ef-4f97-bf99-41e45a50283d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Deleting port 2d4d5e55-58da-418e-b0a4-03539c01a77f {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:22.051464 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-79589108-81ef-4f97-bf99-41e45a50283d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:22.094001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93958bd-9a8d-4363-b2a6-c6659d0e0006 req-39bbb5be-b527-4aa7-ac48-c938cb2b89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:22.104495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f93958bd-9a8d-4363-b2a6-c6659d0e0006 req-39bbb5be-b527-4aa7-ac48-c938cb2b89a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 1096 time: 0.5283439 Aug 06 16:15:22.123568 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-15d70a54-ae0b-4ccd-93b6-b5c2e59d8a20 None None] Provisioning complete for port 8e518e93-656f-40c4-98c2-673b0b103b80 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:22.124048 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-15d70a54-ae0b-4ccd-93b6-b5c2e59d8a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:22.153509 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32ba1b27-a58b-4879-b1b4-f30ba49b034e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:22.183110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45ae922f-3e2a-49dc-b6ff-acbff769bbe9 req-48398c37-7145-4edf-8e35-1c8449584716 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446078 Aug 06 16:15:22.185619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97507ade-4c89-4ec3-8682-bc49eb6072ee tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:15:22.225355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-32ba1b27-a58b-4879-b1b4-f30ba49b034e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object 8ee64b6d-8fb2-43f0-ab4d-99aac237772e will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:22.253901 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97507ade-4c89-4ec3-8682-bc49eb6072ee tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:22.254257 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-97507ade-4c89-4ec3-8682-bc49eb6072ee tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Added segment 3696f105-5c77-4bf7-b023-9fe04ce400c4 of type vlan for network 3720ac5a-a227-4aeb-98fe-895df144978d Aug 06 16:15:22.261465 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-5d47c4d4-5ae0-4619-9191-3e71c2de1895 service neutron] 10.222.0.78 "GET /v2.0/ports/8e861ed4-a475-4228-8bdd-577165624585/bindings/n-h2-803756-1 HTTP/1.1" status: 200 len: 384 time: 0.2004514 Aug 06 16:15:22.265515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Allocated IP 172.20.0.2 (114e4c38-a4b3-445c-84cd-4922cf71ce48/144e7fb2-207f-4077-887d-3800ab735d70/7835c128-e0ad-473c-ad9e-6d4961830ca6) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:22.290358 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-79589108-81ef-4f97-bf99-41e45a50283d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:22.324003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f93958bd-9a8d-4363-b2a6-c6659d0e0006 req-05482780-8199-4ad5-ad24-a30d351b4e9d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024472 Aug 06 16:15:22.380992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-79589108-81ef-4f97-bf99-41e45a50283d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Calling delete_port for 2d4d5e55-58da-418e-b0a4-03539c01a77f owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:22.517432 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97507ade-4c89-4ec3-8682-bc49eb6072ee tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:22.590839 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32ba1b27-a58b-4879-b1b4-f30ba49b034e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:22.620704 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:22.628820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbd1fc-0674-41b9-9888-2fc7066fc67f req-bdba1b73-cb16-4a7d-b880-5ae36abae0f6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:22.630389 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aecbd1fc-0674-41b9-9888-2fc7066fc67f req-bdba1b73-cb16-4a7d-b880-5ae36abae0f6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 945 time: 0.1684303 Aug 06 16:15:22.647103 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Transition to ACTIVE for port object 7835c128-e0ad-473c-ad9e-6d4961830ca6 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:22.658750 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-15d70a54-ae0b-4ccd-93b6-b5c2e59d8a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:22.687082 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Transition to ACTIVE for port object 7835c128-e0ad-473c-ad9e-6d4961830ca6 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:22.691601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6fbf2-7055-4e4d-a424-db0c072f3749 req-a590fd05-1d8a-478c-91c8-67ef3feda671 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:22.693030 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60f6fbf2-7055-4e4d-a424-db0c072f3749 req-a590fd05-1d8a-478c-91c8-67ef3feda671 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.3071530 Aug 06 16:15:22.702378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:22.708090 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:22.712614 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-52421ad1-0137-4a2a-9a0d-885923007fa6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "PUT /v2.0/routers/d165c098-db3a-4c85-b35e-dcb4e18da215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5713730 Aug 06 16:15:22.715777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55536) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:22.733383 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-974bc243-dcd1-4a02-9e75-96161b7a4ddc tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'port': {'network_id': '93286e1d-7285-4a1c-b3d9-1710a12130b9', 'name': 'tempest-FloatingIPTestJSON-1539754028'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:22.739771 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97507ade-4c89-4ec3-8682-bc49eb6072ee tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:22.748358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97507ade-4c89-4ec3-8682-bc49eb6072ee tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:22.749013 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97507ade-4c89-4ec3-8682-bc49eb6072ee tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:22.752751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ba1b27-a58b-4879-b1b4-f30ba49b034e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:22.754390 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-5420c646-d8f1-40e0-8396-2c84d32aa114 service neutron] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8e861ed4-a475-4228-8bdd-577165624585,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:22.757917 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-15d70a54-ae0b-4ccd-93b6-b5c2e59d8a20 None None] For port 8e518e93-656f-40c4-98c2-673b0b103b80, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8e518e93-656f-40c4-98c2-673b0b103b80,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:22.759831 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Pushing event updated for resources: {'Port': ['ID=7835c128-e0ad-473c-ad9e-6d4961830ca6,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:22.762897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a23fc1-f0e7-4d4e-98a7-d36a932ca49f None None] Sync routers for ids ['d165c098-db3a-4c85-b35e-dcb4e18da215'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:15:22.774120 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-15d70a54-ae0b-4ccd-93b6-b5c2e59d8a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:22.801886 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-79589108-81ef-4f97-bf99-41e45a50283d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:22.813741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a23fc1-f0e7-4d4e-98a7-d36a932ca49f None None] Routers {'d165c098-db3a-4c85-b35e-dcb4e18da215'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:22.814397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-03a23fc1-f0e7-4d4e-98a7-d36a932ca49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['d165c098-db3a-4c85-b35e-dcb4e18da215'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:22.858959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Network 114e4c38-a4b3-445c-84cd-4922cf71ce48 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:22.859768 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-03a23fc1-f0e7-4d4e-98a7-d36a932ca49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:22.869206 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:22.873776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97507ade-4c89-4ec3-8682-bc49eb6072ee tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event updated for resources: {'Network': ['ID=3720ac5a-a227-4aeb-98fe-895df144978d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:22.875432 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:22.887012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-32ba1b27-a58b-4879-b1b4-f30ba49b034e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:22.889429 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 3720ac5a-a227-4aeb-98fe-895df144978d details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:15:22.889693 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba1b27-a58b-4879-b1b4-f30ba49b034e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:22.897544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ba1b27-a58b-4879-b1b4-f30ba49b034e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:22.900677 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32ba1b27-a58b-4879-b1b4-f30ba49b034e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:22.910544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aecbd1fc-0674-41b9-9888-2fc7066fc67f req-5c9e0efb-9b82-4c0b-97b4-c06a2d2b0779 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459862 Aug 06 16:15:22.911698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79589108-81ef-4f97-bf99-41e45a50283d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event deleted for resources: {'Port': ['ID=2d4d5e55-58da-418e-b0a4-03539c01a77f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:22.937890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba1b27-a58b-4879-b1b4-f30ba49b034e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=8ee64b6d-8fb2-43f0-ab4d-99aac237772e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:22.954959 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-97507ade-4c89-4ec3-8682-bc49eb6072ee tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5357158 Aug 06 16:15:22.964228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55552) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:22.980968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60f6fbf2-7055-4e4d-a424-db0c072f3749 req-9d365aa0-ffe0-4e96-8a8e-dbe644a71821 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673202 Aug 06 16:15:22.983100 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-32ba1b27-a58b-4879-b1b4-f30ba49b034e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1404150 Aug 06 16:15:22.988259 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-5420c646-d8f1-40e0-8396-2c84d32aa114 service neutron] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:22.991547 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55554) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:22.997395 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c07fce10-3147-4d33-86f6-313909d0951e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'fixed_ips': [{'subnet_id': 'cd553f87-c73c-4ad6-8c5b-1ab9bb766640', 'ip_address': '2001:db8::b890:d80e:860a:1d1e'}], 'name': 'tempest-NetworksTestDHCPv6-1550797397'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:23.009876 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7030e21a-0edf-4d1d-b0be-302d87a97955 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Request body: {'network': {'name': 'tempest-router-network02--1025707174'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:23.070916 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a23fc1-f0e7-4d4e-98a7-d36a932ca49f None None] Routers {'d165c098-db3a-4c85-b35e-dcb4e18da215'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:23.071551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-03a23fc1-f0e7-4d4e-98a7-d36a932ca49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['d165c098-db3a-4c85-b35e-dcb4e18da215'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:23.086056 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-5420c646-d8f1-40e0-8396-2c84d32aa114 service neutron] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8e861ed4-a475-4228-8bdd-577165624585,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:23.100489 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e861ed4-a475-4228-8bdd-577165624585'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:15:23.104384 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3539d976-2ad3-4f81-b238-6247c755df64" -d '{"events": [{"server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "name": "network-vif-unplugged", "status": "completed", "tag": "8e861ed4-a475-4228-8bdd-577165624585"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:15:23.129321 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-37c790f9-eb43-48ec-be53-fbde62ed2c80 None None] Provisioning complete for port fa8c6976-8e38-4af3-8bc4-060d14e6e54c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:23.129638 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-37c790f9-eb43-48ec-be53-fbde62ed2c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.156539 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7030e21a-0edf-4d1d-b0be-302d87a97955 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Made reservation on behalf of a88c674b7224489e9fe80a539b9e6e04 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:23.161810 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7030e21a-0edf-4d1d-b0be-302d87a97955 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.169058 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-5420c646-d8f1-40e0-8396-2c84d32aa114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.242299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07fce10-3147-4d33-86f6-313909d0951e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:23.249834 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c07fce10-3147-4d33-86f6-313909d0951e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.264651 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6886825-4a31-4957-83b0-5b3d4de959ea x-openstack-request-id: req-e6886825-4a31-4957-83b0-5b3d4de959ea {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:15:23.265277 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "name": "network-vif-unplugged", "status": "completed", "tag": "8e861ed4-a475-4228-8bdd-577165624585", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:15:23.265277 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6886825-4a31-4957-83b0-5b3d4de959ea {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:15:23.265755 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e861ed4-a475-4228-8bdd-577165624585', 'code': 200} Aug 06 16:15:23.287810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-c07fce10-3147-4d33-86f6-313909d0951e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port bbba0186-7693-4624-bbde-b66dd74b94b6 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:15:23.306616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d70a54-ae0b-4ccd-93b6-b5c2e59d8a20 None None] Pushing event updated for resources: {'Port': ['ID=8e518e93-656f-40c4-98c2-673b0b103b80,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:23.334225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-03a23fc1-f0e7-4d4e-98a7-d36a932ca49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:23.334724 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-79589108-81ef-4f97-bf99-41e45a50283d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.334930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a23fc1-f0e7-4d4e-98a7-d36a932ca49f None None] The sync data for ids ['d165c098-db3a-4c85-b35e-dcb4e18da215'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:15:23.338948 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-79589108-81ef-4f97-bf99-41e45a50283d tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "DELETE /v2.0/ports/2d4d5e55-58da-418e-b0a4-03539c01a77f HTTP/1.1" status: 204 len: 168 time: 1.4952915 Aug 06 16:15:23.350253 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55574) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:23.354318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Attempting to bind port 7835c128-e0ad-473c-ad9e-6d4961830ca6 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:15:23.354942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Attempting to bind port 7835c128-e0ad-473c-ad9e-6d4961830ca6 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'a11c4907-82f9-4077-865d-ec8674492553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '114e4c38-a4b3-445c-84cd-4922cf71ce48'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:15:23.355315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Attempting to bind port 7835c128-e0ad-473c-ad9e-6d4961830ca6 on network 114e4c38-a4b3-445c-84cd-4922cf71ce48 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:23.357490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-37c790f9-eb43-48ec-be53-fbde62ed2c80 None None] Port fa8c6976-8e38-4af3-8bc4-060d14e6e54c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:23.369241 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:15:23.369778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Checking segment: {'id': 'a11c4907-82f9-4077-865d-ec8674492553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '114e4c38-a4b3-445c-84cd-4922cf71ce48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:23.370460 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.370953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Bound using segment: {'id': 'a11c4907-82f9-4077-865d-ec8674492553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '114e4c38-a4b3-445c-84cd-4922cf71ce48'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:15:23.371517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Bound port: 7835c128-e0ad-473c-ad9e-6d4961830ca6, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11c4907-82f9-4077-865d-ec8674492553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '114e4c38-a4b3-445c-84cd-4922cf71ce48'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:15:23.372156 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.428629 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7030e21a-0edf-4d1d-b0be-302d87a97955 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:15:23.445749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974bc243-dcd1-4a02-9e75-96161b7a4ddc tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Made reservation on behalf of 1e9ada84c9894149aaf204ea7b27324d for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:23.454946 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-974bc243-dcd1-4a02-9e75-96161b7a4ddc tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.481148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] For port 7835c128-e0ad-473c-ad9e-6d4961830ca6, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:23.488451 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] For port 7835c128-e0ad-473c-ad9e-6d4961830ca6, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7835c128-e0ad-473c-ad9e-6d4961830ca6,segment=NetworkSegment(a11c4907-82f9-4077-865d-ec8674492553),segment_id=a11c4907-82f9-4077-865d-ec8674492553)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:15:23.502563 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.545241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1ce12-475e-4b4d-adb4-0de31467ddd5 req-7df6b422-61a2-455a-a4f7-577edaf54d3c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:23.545743 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2129a12-4ffd-45ee-9241-44f0392ad85b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Deleting subnet 57c1d78b-3ca6-466a-a698-7b66a141b5e7 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:15:23.546512 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7c2fe02c-a146-43de-879a-c6b589e8998c None None] Provisioning for port 8ee64b6d-8fb2-43f0-ab4d-99aac237772e completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:23.548172 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ba1ce12-475e-4b4d-adb4-0de31467ddd5 req-7df6b422-61a2-455a-a4f7-577edaf54d3c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 945 time: 0.1643784 Aug 06 16:15:23.549391 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a2129a12-4ffd-45ee-9241-44f0392ad85b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.564483 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7c2fe02c-a146-43de-879a-c6b589e8998c None None] Provisioning complete for port 8ee64b6d-8fb2-43f0-ab4d-99aac237772e triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:23.564864 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7c2fe02c-a146-43de-879a-c6b589e8998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.614187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-7c2fe02c-a146-43de-879a-c6b589e8998c None None] Port 8ee64b6d-8fb2-43f0-ab4d-99aac237772e cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:23.624399 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a2129a12-4ffd-45ee-9241-44f0392ad85b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.627708 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.656543 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a72b6-f708-490b-9685-9831bcdb91be None None] Pushing event updated for resources: {'Port': ['ID=7835c128-e0ad-473c-ad9e-6d4961830ca6,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:23.665491 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7030e21a-0edf-4d1d-b0be-302d87a97955 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.666049 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-7030e21a-0edf-4d1d-b0be-302d87a97955 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Added segment eb3e7c32-2e6e-4fd1-bd34-0cedd6b1483a of type vlan for network 78d4ecb2-4a80-48ee-a91c-8f1abab48e7e Aug 06 16:15:23.671213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ba1ce12-475e-4b4d-adb4-0de31467ddd5 req-a0e1a2b9-a7d1-40a5-b5f3-168e9fde729d tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153471 Aug 06 16:15:23.711310 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07fce10-3147-4d33-86f6-313909d0951e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 06 16:15:23.711821 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07fce10-3147-4d33-86f6-313909d0951e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:15:23.736194 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c07fce10-3147-4d33-86f6-313909d0951e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7434762 Aug 06 16:15:23.736897 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55596) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:23.754393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-974bc243-dcd1-4a02-9e75-96161b7a4ddc tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] device_id is not set on port 949c23f5-c6c3-4e89-a2e9-96235342423c yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:15:23.801773 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.834569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c27560-350c-43da-a218-d9bf9fdcd68f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:23.843067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c27560-350c-43da-a218-d9bf9fdcd68f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:23.846396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-36c27560-350c-43da-a218-d9bf9fdcd68f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1082909 Aug 06 16:15:23.850398 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55604) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:23.869328 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7030e21a-0edf-4d1d-b0be-302d87a97955 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.953858 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-5420c646-d8f1-40e0-8396-2c84d32aa114 service neutron] Transition to ACTIVE for port object 8e861ed4-a475-4228-8bdd-577165624585 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:23.981998 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-5420c646-d8f1-40e0-8396-2c84d32aa114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:23.987709 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a2129a12-4ffd-45ee-9241-44f0392ad85b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:24.087164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7030e21a-0edf-4d1d-b0be-302d87a97955 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:24.093603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030e21a-0edf-4d1d-b0be-302d87a97955 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:24.094948 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7030e21a-0edf-4d1d-b0be-302d87a97955 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:24.160929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92be8e0-7616-46ec-91f7-0c309d678d4c req-849a0993-9b2b-4784-a8db-489355b8ea4e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:24.162374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b92be8e0-7616-46ec-91f7-0c309d678d4c req-849a0993-9b2b-4784-a8db-489355b8ea4e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 945 time: 0.1512280 Aug 06 16:15:24.235505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473efbda-0f8d-44b7-b6cf-98093f6d2375 req-388357a6-b72c-4f15-90f8-c9c127a0db03 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:24.237072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-473efbda-0f8d-44b7-b6cf-98093f6d2375 req-388357a6-b72c-4f15-90f8-c9c127a0db03 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 944 time: 0.1762340 Aug 06 16:15:24.299369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b92be8e0-7616-46ec-91f7-0c309d678d4c req-5bd58afd-48f1-462a-b1f0-782f52f77532 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134572 Aug 06 16:15:24.319428 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-31db6a65-1475-4c51-a749-7905f2808212 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port 8ee64b6d-8fb2-43f0-ab4d-99aac237772e {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:24.322420 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-31db6a65-1475-4c51-a749-7905f2808212 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:24.380700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-473efbda-0f8d-44b7-b6cf-98093f6d2375 req-80147124-2d34-4e3f-9d98-684a263f02c3 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305490 Aug 06 16:15:24.564080 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-31db6a65-1475-4c51-a749-7905f2808212 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:24.598130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c766d-a38e-4372-ad0d-51ebbb2be636 req-c2c06162-f6aa-4572-988e-dcd414746a23 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:24.600163 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b1c766d-a38e-4372-ad0d-51ebbb2be636 req-c2c06162-f6aa-4572-988e-dcd414746a23 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.1537864 Aug 06 16:15:24.601483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-31db6a65-1475-4c51-a749-7905f2808212 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for 8ee64b6d-8fb2-43f0-ab4d-99aac237772e owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:24.665235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441d58b-52ad-4699-b129-b0dfbee66d03 req-1475a90b-37f8-4cb8-a1a8-d6574a8b585a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:24.667622 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e441d58b-52ad-4699-b129-b0dfbee66d03 req-1475a90b-37f8-4cb8-a1a8-d6574a8b585a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 945 time: 0.1555188 Aug 06 16:15:24.670196 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7030e21a-0edf-4d1d-b0be-302d87a97955 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6878994 Aug 06 16:15:24.674052 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-974bc243-dcd1-4a02-9e75-96161b7a4ddc tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Allocated IP 172.20.0.14 (93286e1d-7285-4a1c-b3d9-1710a12130b9/b3ff6659-048d-4edc-bba0-f7a3366c8a97/949c23f5-c6c3-4e89-a2e9-96235342423c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:24.696091 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55652) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:24.704158 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7be14251-4e66-438e-908b-c9f689346d27 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Request body: {'subnet': {'network_id': '3720ac5a-a227-4aeb-98fe-895df144978d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:24.718540 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420c646-d8f1-40e0-8396-2c84d32aa114 service neutron] Pushing event updated for resources: {'Port': ['ID=8e861ed4-a475-4228-8bdd-577165624585,revision_number=11']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:24.736220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030e21a-0edf-4d1d-b0be-302d87a97955 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event updated for resources: {'Network': ['ID=78d4ecb2-4a80-48ee-a91c-8f1abab48e7e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:24.751062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 78d4ecb2-4a80-48ee-a91c-8f1abab48e7e details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:15:24.765786 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b1c766d-a38e-4372-ad0d-51ebbb2be636 req-f1dd39ef-001e-4151-a02b-cdc524866a8c tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543636 Aug 06 16:15:24.772065 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a2129a12-4ffd-45ee-9241-44f0392ad85b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:24.805839 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e441d58b-52ad-4699-b129-b0dfbee66d03 req-f9470e1d-721c-4bad-96a6-bb9c25351c2b tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986333 Aug 06 16:15:24.855797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1910e0ba-4f07-4c6f-ad48-3c3520e98fb2 None None] Network 5db9a939-2ca8-4beb-a32e-b1a4d6906447 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:24.906505 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a2129a12-4ffd-45ee-9241-44f0392ad85b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:24.910905 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a2129a12-4ffd-45ee-9241-44f0392ad85b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "DELETE /v2.0/subnets/57c1d78b-3ca6-466a-a698-7b66a141b5e7 HTTP/1.1" status: 204 len: 168 time: 1.5246358 Aug 06 16:15:24.920421 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-5420c646-d8f1-40e0-8396-2c84d32aa114 service neutron] No DVR routers for this DVR port 8e861ed4-a475-4228-8bdd-577165624585 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:24.944850 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55666) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:25.123366 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-31db6a65-1475-4c51-a749-7905f2808212 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:25.158281 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2129a12-4ffd-45ee-9241-44f0392ad85b tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event deleted for resources: {'Subnet': ['ID=57c1d78b-3ca6-466a-a698-7b66a141b5e7,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:25.170089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbdeaf45-7f3f-45d5-997c-81a4694f62f6 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Deleting subnet 45ba4680-173e-461a-8265-68ea38d8affa {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:15:25.178574 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bbdeaf45-7f3f-45d5-997c-81a4694f62f6 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:25.186410 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b27f70-d624-4d48-9097-0e2699e2136b None None] DHCP port deletion for 5db9a939-2ca8-4beb-a32e-b1a4d6906447 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:15:25.297539 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be14251-4e66-438e-908b-c9f689346d27 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Made reservation on behalf of a88c674b7224489e9fe80a539b9e6e04 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:25.298396 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-70b27f70-d624-4d48-9097-0e2699e2136b None None] Deleting port 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:25.298778 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-70b27f70-d624-4d48-9097-0e2699e2136b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:25.306330 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7be14251-4e66-438e-908b-c9f689346d27 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:25.353647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f28b94b-c05d-4cf4-96ea-91366bb5bd52 None None] Network 114e4c38-a4b3-445c-84cd-4922cf71ce48 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:25.354416 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db6a65-1475-4c51-a749-7905f2808212 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=8ee64b6d-8fb2-43f0-ab4d-99aac237772e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:25.375198 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-31db6a65-1475-4c51-a749-7905f2808212 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:25.377212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-31db6a65-1475-4c51-a749-7905f2808212 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/8ee64b6d-8fb2-43f0-ab4d-99aac237772e HTTP/1.1" status: 204 len: 168 time: 1.5254939 Aug 06 16:15:25.383905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55682) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:25.406985 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bbdeaf45-7f3f-45d5-997c-81a4694f62f6 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:25.479443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7835c128-e0ad-473c-ad9e-6d4961830ca6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:25.483830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6d735-8f77-4fda-abf7-9974e813838c req-f2e655d7-94e7-48b2-a41c-fd4de3242c12 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:25.485935 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3cc6d735-8f77-4fda-abf7-9974e813838c req-f2e655d7-94e7-48b2-a41c-fd4de3242c12 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 945 time: 0.1504345 Aug 06 16:15:25.543188 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb34132d-f3a2-437b-aea5-42cf8bcfae28 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:25.548686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb34132d-f3a2-437b-aea5-42cf8bcfae28 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:25.550974 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fb34132d-f3a2-437b-aea5-42cf8bcfae28 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1078606 Aug 06 16:15:25.558706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55686) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:25.605105 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3cc6d735-8f77-4fda-abf7-9974e813838c req-15bcc9e2-eba6-4f6d-9504-904e09687788 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085248 Aug 06 16:15:25.614786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-70b27f70-d624-4d48-9097-0e2699e2136b None None] For port 7eb141ce-c9fd-4de0-84ef-a9292d9d3605, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7eb141ce-c9fd-4de0-84ef-a9292d9d3605,segment=NetworkSegment(87d5eaa3-f451-4da6-9aca-83c9100ed3f0),segment_id=87d5eaa3-f451-4da6-9aca-83c9100ed3f0)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:25.615187 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-70b27f70-d624-4d48-9097-0e2699e2136b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:25.624755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7f27aad2-8dc2-41c7-834f-cad851fec366 None None] Provisioning for port 7835c128-e0ad-473c-ad9e-6d4961830ca6 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:25.650800 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bbdeaf45-7f3f-45d5-997c-81a4694f62f6 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:25.651194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-70b27f70-d624-4d48-9097-0e2699e2136b None None] Calling delete_port for 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:25.693789 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc41022-b37f-4bcd-b927-6a80744a3265 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet cd553f87-c73c-4ad6-8c5b-1ab9bb766640 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:15:25.704250 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6dc41022-b37f-4bcd-b927-6a80744a3265 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:25.730418 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bbdeaf45-7f3f-45d5-997c-81a4694f62f6 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:25.752795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 7835c128-e0ad-473c-ad9e-6d4961830ca6 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:25.764439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7835c128-e0ad-473c-ad9e-6d4961830ca6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:25.764864 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdeaf45-7f3f-45d5-997c-81a4694f62f6 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event deleted for resources: {'Subnet': ['ID=45ba4680-173e-461a-8265-68ea38d8affa,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:25.765303 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:25.778035 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe3de1-dab4-419d-9986-3238fa1dea8f req-5d76bc4e-7246-44df-a0f5-5bd411bf00dd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:25.780625 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dafe3de1-dab4-419d-9986-3238fa1dea8f req-5d76bc4e-7246-44df-a0f5-5bd411bf00dd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 944 time: 0.2578630 Aug 06 16:15:25.785430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bbdeaf45-7f3f-45d5-997c-81a4694f62f6 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:25.788011 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bbdeaf45-7f3f-45d5-997c-81a4694f62f6 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "DELETE /v2.0/subnets/45ba4680-173e-461a-8265-68ea38d8affa HTTP/1.1" status: 204 len: 168 time: 0.8410966 Aug 06 16:15:25.796292 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55690) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:25.808666 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6dc41022-b37f-4bcd-b927-6a80744a3265 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:25.820421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55694) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:25.822987 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f75db76-ad6f-4c17-949a-b8152126f2a3 None None] Network 5c863801-399d-4b61-8ede-5dd3ca72304f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:25.871682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dafe3de1-dab4-419d-9986-3238fa1dea8f req-b068b61f-5cc9-4c13-8eb8-74fe463f829f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810466 Aug 06 16:15:25.946975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732b71f-321a-4b55-837c-c96fd605038c req-25058aa1-b19d-404c-b0e3-31b9ca91d3dd tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:25.948488 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e732b71f-321a-4b55-837c-c96fd605038c req-25058aa1-b19d-404c-b0e3-31b9ca91d3dd tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.0737972 Aug 06 16:15:25.950797 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-5420c646-d8f1-40e0-8396-2c84d32aa114 service neutron] 10.222.0.78 "PUT /v2.0/ports/8e861ed4-a475-4228-8bdd-577165624585/bindings/n-h2-803756-1/activate HTTP/1.1" status: 200 len: 369 time: 3.6764224 Aug 06 16:15:25.958586 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-974bc243-dcd1-4a02-9e75-96161b7a4ddc tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.009576 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e732b71f-321a-4b55-837c-c96fd605038c req-736b6077-f1f2-4433-aa2a-e5e3e91c6bb3 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520375 Aug 06 16:15:26.070579 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-88e3d25b-f268-4521-b02f-d24a699bcfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.076217 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-974bc243-dcd1-4a02-9e75-96161b7a4ddc tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Transition to ACTIVE for port object 949c23f5-c6c3-4e89-a2e9-96235342423c will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:26.107664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-d5830476-2d62-4536-950b-186896e08506 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:26.107908 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-70b27f70-d624-4d48-9097-0e2699e2136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.109216 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-d5830476-2d62-4536-950b-186896e08506 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f&tenant_id=6ead4e8906674c03a98f2b96e64fabd0&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 1095 time: 0.0887616 Aug 06 16:15:26.116334 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-572065ef-8c8b-47d3-9a83-54bf9f035be7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.182205 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6dc41022-b37f-4bcd-b927-6a80744a3265 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.187445 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b27f70-d624-4d48-9097-0e2699e2136b None None] Pushing event deleted for resources: {'Port': ['ID=7eb141ce-c9fd-4de0-84ef-a9292d9d3605,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:26.191948 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b27f70-d624-4d48-9097-0e2699e2136b None None] No DVR routers for this DVR port 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:26.217662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-f8a45c9c-68b4-4c6a-9553-0b9e70365476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:26.219466 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-f8a45c9c-68b4-4c6a-9553-0b9e70365476 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f&tenant_id=6ead4e8906674c03a98f2b96e64fabd0 HTTP/1.1" status: 200 len: 1095 time: 0.1007540 Aug 06 16:15:26.251273 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.277333 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-88e3d25b-f268-4521-b02f-d24a699bcfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.288388 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-88e3d25b-f268-4521-b02f-d24a699bcfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.309055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-974bc243-dcd1-4a02-9e75-96161b7a4ddc tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.311330 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7be14251-4e66-438e-908b-c9f689346d27 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.322889 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 7835c128-e0ad-473c-ad9e-6d4961830ca6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7835c128-e0ad-473c-ad9e-6d4961830ca6,segment=NetworkSegment(a11c4907-82f9-4077-865d-ec8674492553),segment_id=a11c4907-82f9-4077-865d-ec8674492553)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:26.330333 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.331641 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8e518e93-656f-40c4-98c2-673b0b103b80 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:26.358280 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-88e3d25b-f268-4521-b02f-d24a699bcfc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40decec7cd2c46a98a50ce43920b8ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5223303 Aug 06 16:15:26.360341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3d25b-f268-4521-b02f-d24a699bcfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878acdc8-f3fb-4e53-8485-a18f87ebf5d6,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:26.364674 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55698) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:26.395314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-c4d6ea3c-b4cd-416d-8ad6-ba4ad00206fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:26.396848 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-c4d6ea3c-b4cd-416d-8ad6-ba4ad00206fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 1095 time: 0.1182051 Aug 06 16:15:26.427000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5ce9e4-204e-4616-8874-f27eebbf1d3d None None] DHCP port deletion for 5c863801-399d-4b61-8ede-5dd3ca72304f request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:15:26.443251 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-572065ef-8c8b-47d3-9a83-54bf9f035be7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.473714 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6dc41022-b37f-4bcd-b927-6a80744a3265 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.480968 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-572065ef-8c8b-47d3-9a83-54bf9f035be7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db9a939-2ca8-4beb-a32e-b1a4d6906447']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:26.486507 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974bc243-dcd1-4a02-9e75-96161b7a4ddc tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Network 93286e1d-7285-4a1c-b3d9-1710a12130b9 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:26.499207 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=7835c128-e0ad-473c-ad9e-6d4961830ca6,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:26.505762 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-974bc243-dcd1-4a02-9e75-96161b7a4ddc tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:26.509704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be14251-4e66-438e-908b-c9f689346d27 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event updated for resources: {'Subnet': ['ID=69c1b5da-0b62-49c1-bb9b-66258ba98a81,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:26.511672 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bc243-dcd1-4a02-9e75-96161b7a4ddc tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event updated for resources: {'Port': ['ID=949c23f5-c6c3-4e89-a2e9-96235342423c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:26.519141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974bc243-dcd1-4a02-9e75-96161b7a4ddc tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:26.551321 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 8e518e93-656f-40c4-98c2-673b0b103b80 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:26.553848 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.568218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-572065ef-8c8b-47d3-9a83-54bf9f035be7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d5eaa3-f451-4da6-9aca-83c9100ed3f0') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:26.568523 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-572065ef-8c8b-47d3-9a83-54bf9f035be7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d5eaa3-f451-4da6-9aca-83c9100ed3f0') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:26.583023 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-572065ef-8c8b-47d3-9a83-54bf9f035be7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.624779 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5f60b1-1f85-4d76-b03f-a7e3978c393f None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:26.655973 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6dc41022-b37f-4bcd-b927-6a80744a3265 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.658139 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6dc41022-b37f-4bcd-b927-6a80744a3265 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/cd553f87-c73c-4ad6-8c5b-1ab9bb766640 HTTP/1.1" status: 204 len: 168 time: 1.0963144 Aug 06 16:15:26.682766 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55702) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:26.688913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974bc243-dcd1-4a02-9e75-96161b7a4ddc tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:26.689710 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-974bc243-dcd1-4a02-9e75-96161b7a4ddc tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.713223 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-572065ef-8c8b-47d3-9a83-54bf9f035be7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.715580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc41022-b37f-4bcd-b927-6a80744a3265 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=cd553f87-c73c-4ad6-8c5b-1ab9bb766640,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:26.726578 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-974bc243-dcd1-4a02-9e75-96161b7a4ddc tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0069196 Aug 06 16:15:26.762793 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55704) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:26.767681 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3fdb05ba-2d7a-4954-ac42-5626fa04039f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Request body: {'floatingip': {'port_id': '949c23f5-c6c3-4e89-a2e9-96235342423c'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:26.770169 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ce9e4-204e-4616-8874-f27eebbf1d3d None None] Deleting port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:26.770714 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce9e4-204e-4616-8874-f27eebbf1d3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.778095 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d1458352-9266-4a8b-a0a5-cacc0371acc4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747263 Aug 06 16:15:26.815239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572065ef-8c8b-47d3-9a83-54bf9f035be7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:15:26.815629 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-572065ef-8c8b-47d3-9a83-54bf9f035be7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:15:26.818945 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:15:26.821440 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55706) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:26.828075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9211c8d6-d89a-4a7a-a77e-0038cd67e711 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:26.849886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be14251-4e66-438e-908b-c9f689346d27 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Checking segment: {'id': '3696f105-5c77-4bf7-b023-9fe04ce400c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3720ac5a-a227-4aeb-98fe-895df144978d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:26.850542 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be14251-4e66-438e-908b-c9f689346d27 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Network hostable DHCP agents. Network: 3720ac5a-a227-4aeb-98fe-895df144978d, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:15:26.857076 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8e861ed4-a475-4228-8bdd-577165624585 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:26.930629 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-11eadd77-c533-4fd8-a95e-cd1b884f0b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.934922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f1614848-8566-4df8-bb07-211b7766b024 None None] Provisioning complete for port 7835c128-e0ad-473c-ad9e-6d4961830ca6 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:26.936177 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f1614848-8566-4df8-bb07-211b7766b024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.976129 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3fdb05ba-2d7a-4954-ac42-5626fa04039f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.980542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db983a-1f03-4c2c-bd2c-63b866cd2418 req-2b85eed6-65fa-47e7-8033-600aedb51ade tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:26.980542 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94db983a-1f03-4c2c-bd2c-63b866cd2418 req-2b85eed6-65fa-47e7-8033-600aedb51ade tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 945 time: 0.1137121 Aug 06 16:15:26.983525 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be14251-4e66-438e-908b-c9f689346d27 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Network 3720ac5a-a227-4aeb-98fe-895df144978d is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:15:26.988131 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f74b8-b21a-499a-8aa5-887464c513af req-ffbbc6ea-df1e-4d37-84c2-dc9ba6e2a9f4 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:26.989821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb1f74b8-b21a-499a-8aa5-887464c513af req-ffbbc6ea-df1e-4d37-84c2-dc9ba6e2a9f4 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 945 time: 0.5713689 Aug 06 16:15:27.012724 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-11eadd77-c533-4fd8-a95e-cd1b884f0b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.018281 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6e5ce9e4-204e-4616-8874-f27eebbf1d3d None None] For port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e30518b0-1b3c-4fa0-80b2-eaf62ef8586a,segment=NetworkSegment(d8500456-888d-45fd-acba-0c81f58d17dd),segment_id=d8500456-888d-45fd-acba-0c81f58d17dd)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:27.018714 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce9e4-204e-4616-8874-f27eebbf1d3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.026422 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-572065ef-8c8b-47d3-9a83-54bf9f035be7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.039029 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-7be14251-4e66-438e-908b-c9f689346d27 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 3720ac5a-a227-4aeb-98fe-895df144978d) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:27.044452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-16cb153d-c84d-40a2-9334-68211dd3674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:27.046016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-16cb153d-c84d-40a2-9334-68211dd3674f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f00e6c0c-8412-4062-b121-a5c3f9142d9a HTTP/1.1" status: 200 len: 898 time: 0.6360645 Aug 06 16:15:27.046734 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-572065ef-8c8b-47d3-9a83-54bf9f035be7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.048582 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-572065ef-8c8b-47d3-9a83-54bf9f035be7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "DELETE /v2.0/networks/5db9a939-2ca8-4beb-a32e-b1a4d6906447 HTTP/1.1" status: 204 len: 168 time: 1.2429168 Aug 06 16:15:27.058289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55712) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:27.063743 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be14251-4e66-438e-908b-c9f689346d27 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:27.064341 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7be14251-4e66-438e-908b-c9f689346d27 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.077835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d42c09-0dc1-4834-b8cb-836a8695dbcc None None] Network 3720ac5a-a227-4aeb-98fe-895df144978d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:27.078119 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572065ef-8c8b-47d3-9a83-54bf9f035be7 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event deleted for resources: {'Network': ['ID=5db9a939-2ca8-4beb-a32e-b1a4d6906447,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:27.104532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9211c8d6-d89a-4a7a-a77e-0038cd67e711 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:27.108648 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9211c8d6-d89a-4a7a-a77e-0038cd67e711 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.152021 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ce9e4-204e-4616-8874-f27eebbf1d3d None None] Calling delete_port for e30518b0-1b3c-4fa0-80b2-eaf62ef8586a owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:27.156720 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7be14251-4e66-438e-908b-c9f689346d27 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4546475 Aug 06 16:15:27.165611 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8e861ed4-a475-4228-8bdd-577165624585 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:27.166426 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55714) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:27.172246 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3b0cf347-6d85-4389-88bb-15f9104b1960 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Request body: {'subnet': {'network_id': '78d4ecb2-4a80-48ee-a91c-8f1abab48e7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:27.199124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fa9b60-cf4e-496b-bb95-5835b148b81d None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:15:27.274539 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94db983a-1f03-4c2c-bd2c-63b866cd2418 req-7c616837-a593-4981-89ed-6ae7750f5152 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755878 Aug 06 16:15:27.325506 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.337684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c60ef-475b-4965-9561-bd0aff481a7c req-25170774-75ce-4833-898e-34b4262b4fef tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:27.347686 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-030c60ef-475b-4965-9561-bd0aff481a7c req-25170774-75ce-4833-898e-34b4262b4fef tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 944 time: 0.3207152 Aug 06 16:15:27.360731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-11116f0d-fe2a-42f3-8e82-eab2779c2362 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e861ed4-a475-4228-8bdd-577165624585 HTTP/1.1" status: 200 len: 997 time: 0.2928112 Aug 06 16:15:27.417807 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7835c128-e0ad-473c-ad9e-6d4961830ca6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:27.427631 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-11eadd77-c533-4fd8-a95e-cd1b884f0b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.430446 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-11eadd77-c533-4fd8-a95e-cd1b884f0b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.434430 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-11eadd77-c533-4fd8-a95e-cd1b884f0b23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/878acdc8-f3fb-4e53-8485-a18f87ebf5d6 HTTP/1.1" status: 204 len: 168 time: 1.0686147 Aug 06 16:15:27.496021 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eadd77-c533-4fd8-a95e-cd1b884f0b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878acdc8-f3fb-4e53-8485-a18f87ebf5d6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:27.517922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-3720ac5a-a227-4aeb-98fe-895df144978d', 'network_id': '3720ac5a-a227-4aeb-98fe-895df144978d', 'tenant_id': 'a88c674b7224489e9fe80a539b9e6e04', 'fixed_ips': [{'subnet_id': '69c1b5da-0b62-49c1-bb9b-66258ba98a81'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:15:27.518956 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.563407 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e5ce9e4-204e-4616-8874-f27eebbf1d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.590914 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-030c60ef-475b-4965-9561-bd0aff481a7c req-6284b12a-0273-42d8-b4c4-de1b412a3b65 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336135 Aug 06 16:15:27.596120 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-bb1f74b8-b21a-499a-8aa5-887464c513af req-58668753-5771-481d-a0fc-eab907db45fe tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Deleting port 774202b4-ec02-43fc-8de9-9dd7aa7255da {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:27.596664 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bb1f74b8-b21a-499a-8aa5-887464c513af req-58668753-5771-481d-a0fc-eab907db45fe tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.598718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-51fa9b60-cf4e-496b-bb95-5835b148b81d None None] Deleting port 8e518e93-656f-40c4-98c2-673b0b103b80 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:27.599156 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51fa9b60-cf4e-496b-bb95-5835b148b81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.603860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-a9784a70-ab3e-4e43-a39f-95ba8f2bb409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:27.605317 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-a9784a70-ab3e-4e43-a39f-95ba8f2bb409 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b HTTP/1.1" status: 200 len: 835 time: 0.2351418 Aug 06 16:15:27.620010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ce9e4-204e-4616-8874-f27eebbf1d3d None None] Pushing event deleted for resources: {'Port': ['ID=e30518b0-1b3c-4fa0-80b2-eaf62ef8586a,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:27.620276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0cf347-6d85-4389-88bb-15f9104b1960 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Made reservation on behalf of a88c674b7224489e9fe80a539b9e6e04 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:27.625353 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf347-6d85-4389-88bb-15f9104b1960 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.638223 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ce9e4-204e-4616-8874-f27eebbf1d3d None None] No DVR routers for this DVR port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:27.732233 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098f40f-2fae-4db4-91d7-8ab11b3a71b8 req-7b9d8fd6-4997-4f6b-9e9d-feb6cc69d967 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:27.735299 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b098f40f-2fae-4db4-91d7-8ab11b3a71b8 req-7b9d8fd6-4997-4f6b-9e9d-feb6cc69d967 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.2885466 Aug 06 16:15:27.766417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-51fa9b60-cf4e-496b-bb95-5835b148b81d None None] For port 8e518e93-656f-40c4-98c2-673b0b103b80, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8e518e93-656f-40c4-98c2-673b0b103b80,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:27.766790 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51fa9b60-cf4e-496b-bb95-5835b148b81d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.784508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e0c4b646-fa7f-4982-9dfe-e65c2cada6bf None None] Provisioning for port 949c23f5-c6c3-4e89-a2e9-96235342423c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:27.790064 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-3270ab92-d47e-4ce3-bafd-4d6bde50f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:27.791992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-3270ab92-d47e-4ce3-bafd-4d6bde50f186 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f00e6c0c-8412-4062-b121-a5c3f9142d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636944 Aug 06 16:15:27.792187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7835c128-e0ad-473c-ad9e-6d4961830ca6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:27.792463 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.794434 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-51fa9b60-cf4e-496b-bb95-5835b148b81d None None] Calling delete_port for 8e518e93-656f-40c4-98c2-673b0b103b80 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:27.802695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e0c4b646-fa7f-4982-9dfe-e65c2cada6bf None None] Provisioning complete for port 949c23f5-c6c3-4e89-a2e9-96235342423c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:27.803066 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0c4b646-fa7f-4982-9dfe-e65c2cada6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.823688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Deleting port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:27.824417 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.897594 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b098f40f-2fae-4db4-91d7-8ab11b3a71b8 req-59c5a287-1fe8-403a-af46-c73d94766b7a tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545503 Aug 06 16:15:27.923112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-bb1f74b8-b21a-499a-8aa5-887464c513af req-58668753-5771-481d-a0fc-eab907db45fe tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] For port 774202b4-ec02-43fc-8de9-9dd7aa7255da, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=774202b4-ec02-43fc-8de9-9dd7aa7255da,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:27.923879 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bb1f74b8-b21a-499a-8aa5-887464c513af req-58668753-5771-481d-a0fc-eab907db45fe tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.926794 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55720) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:27.954516 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf347-6d85-4389-88bb-15f9104b1960 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:27.958022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4b646-fa7f-4982-9dfe-e65c2cada6bf None None] Port 949c23f5-c6c3-4e89-a2e9-96235342423c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:27.960024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Allocated IP 172.20.0.2 (3720ac5a-a227-4aeb-98fe-895df144978d/69c1b5da-0b62-49c1-bb9b-66258ba98a81/33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:28.013397 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-924a70a5-49a0-4799-947f-e140ae7aafa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.018483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-bb1f74b8-b21a-499a-8aa5-887464c513af req-58668753-5771-481d-a0fc-eab907db45fe tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Calling delete_port for 774202b4-ec02-43fc-8de9-9dd7aa7255da owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:28.058161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] For port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a, host n-d-803756-1, got binding levels [] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:28.058531 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.120955 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51fa9b60-cf4e-496b-bb95-5835b148b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.123443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Calling delete_port for e30518b0-1b3c-4fa0-80b2-eaf62ef8586a owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:28.132951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.ipam_backend_mixin [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a was not found and therefore no delete operation was performed {{(pid=105765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:15:28.140092 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.150897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-55f85ad5-ece0-4c0f-bba8-48e7e8becb9e service neutron] 10.222.0.13 "GET /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430533 Aug 06 16:15:28.154250 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa9b60-cf4e-496b-bb95-5835b148b81d None None] Pushing event deleted for resources: {'Port': ['ID=8e518e93-656f-40c4-98c2-673b0b103b80,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:28.164749 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fa9b60-cf4e-496b-bb95-5835b148b81d None None] No DVR routers for this DVR port 8e518e93-656f-40c4-98c2-673b0b103b80 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:28.202719 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event deleted for resources: {'Port': ['ID=e30518b0-1b3c-4fa0-80b2-eaf62ef8586a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:28.219359 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e30518b0-1b3c-4fa0-80b2-eaf62ef8586a no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:28.234139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] No DVR routers for this DVR port e30518b0-1b3c-4fa0-80b2-eaf62ef8586a on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:28.262177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: e30518b0-1b3c-4fa0-80b2-eaf62ef8586a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:28.262499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e30518b0-1b3c-4fa0-80b2-eaf62ef8586a not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:28.263588 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:28.409790 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.426458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9211c8d6-d89a-4a7a-a77e-0038cd67e711 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.441360 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:28.441615 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7eb141ce-c9fd-4de0-84ef-a9292d9d3605 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:28.442248 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8e518e93-656f-40c4-98c2-673b0b103b80 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:28.458904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c863801-399d-4b61-8ede-5dd3ca72304f']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:28.470472 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 8e518e93-656f-40c4-98c2-673b0b103b80 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:28.470938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8e518e93-656f-40c4-98c2-673b0b103b80 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:28.473443 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.485689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Transition to ACTIVE for port object 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:28.491421 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cf347-6d85-4389-88bb-15f9104b1960 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event updated for resources: {'Subnet': ['ID=acfb7d58-4b8e-43ec-b21b-d0005b85705e,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:28.504023 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9211c8d6-d89a-4a7a-a77e-0038cd67e711 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:28.515023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Transition to ACTIVE for port object 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:28.521188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8500456-888d-45fd-acba-0c81f58d17dd') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:28.521530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8500456-888d-45fd-acba-0c81f58d17dd') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:28.522074 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.537666 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-6d2af649-1ebf-4eed-a4cd-92c61e957d7f service neutron] 10.222.0.13 "GET /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549428 Aug 06 16:15:28.549089 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.558962 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-924a70a5-49a0-4799-947f-e140ae7aafa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.569313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Network 3720ac5a-a227-4aeb-98fe-895df144978d is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:28.569594 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-924a70a5-49a0-4799-947f-e140ae7aafa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.579223 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bb1f74b8-b21a-499a-8aa5-887464c513af req-58668753-5771-481d-a0fc-eab907db45fe tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.587548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:28.588565 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.597965 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9211c8d6-d89a-4a7a-a77e-0038cd67e711 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:28.602436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9211c8d6-d89a-4a7a-a77e-0038cd67e711 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:28.603741 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9211c8d6-d89a-4a7a-a77e-0038cd67e711 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.604148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['11f70e67-e4a7-417e-b198-76fea0a61c3b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:15:28.631671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:15:28.632075 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.653350 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0cf347-6d85-4389-88bb-15f9104b1960 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Checking segment: {'id': 'eb3e7c32-2e6e-4fd1-bd34-0cedd6b1483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '78d4ecb2-4a80-48ee-a91c-8f1abab48e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:28.653780 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0cf347-6d85-4389-88bb-15f9104b1960 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Network hostable DHCP agents. Network: 78d4ecb2-4a80-48ee-a91c-8f1abab48e7e, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:15:28.656880 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:15:28.659458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:28.666634 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9211c8d6-d89a-4a7a-a77e-0038cd67e711 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8422375 Aug 06 16:15:28.667474 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55726) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:28.675797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b092af-3487-414d-907c-cb6cdec0f164 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:28.679990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58668753-5771-481d-a0fc-eab907db45fe tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Pushing event deleted for resources: {'Port': ['ID=774202b4-ec02-43fc-8de9-9dd7aa7255da,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:28.680512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8f443e16-de55-4d4a-8267-6551804d8d16 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'fixed_ips': [{'subnet_id': '663b9d09-3a24-477d-81c7-2aab3e182bec', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-2103251903'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:28.710880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a70a5-49a0-4799-947f-e140ae7aafa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dbdc0e-0946-42d3-8ea1-c85d219c397f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:28.720788 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7108b26-3321-44da-9493-0fd8b39778d2 req-842fef1c-4edd-4c31-885b-c668ecd8d12a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:28.729018 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7108b26-3321-44da-9493-0fd8b39778d2 req-842fef1c-4edd-4c31-885b-c668ecd8d12a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=62ee5db2-7240-4896-be33-eb5d0438a038 HTTP/1.1" status: 200 len: 867 time: 0.2806048 Aug 06 16:15:28.743677 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-924a70a5-49a0-4799-947f-e140ae7aafa8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db70fa977fb64ff29a01f33201a7abbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7892420 Aug 06 16:15:28.750851 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55728) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:28.778380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Pushing event updated for resources: {'Port': ['ID=33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:28.812064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211c8d6-d89a-4a7a-a77e-0038cd67e711 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=663b9d09-3a24-477d-81c7-2aab3e182bec,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:28.835267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1f74b8-b21a-499a-8aa5-887464c513af req-58668753-5771-481d-a0fc-eab907db45fe tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] No DVR routers for this DVR port 774202b4-ec02-43fc-8de9-9dd7aa7255da on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:28.866066 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bb1f74b8-b21a-499a-8aa5-887464c513af req-58668753-5771-481d-a0fc-eab907db45fe tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.868195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb1f74b8-b21a-499a-8aa5-887464c513af req-58668753-5771-481d-a0fc-eab907db45fe tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "DELETE /v2.0/ports/774202b4-ec02-43fc-8de9-9dd7aa7255da HTTP/1.1" status: 204 len: 173 time: 1.8705122 Aug 06 16:15:28.871941 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ee5db2-7240-4896-be33-eb5d0438a038', 'name': 'network-vif-deleted', 'tag': '774202b4-ec02-43fc-8de9-9dd7aa7255da'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:15:28.874277 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0277a1-57f5-4fa8-91a3-9895d8286f21" -d '{"events": [{"server_uuid": "62ee5db2-7240-4896-be33-eb5d0438a038", "name": "network-vif-deleted", "tag": "774202b4-ec02-43fc-8de9-9dd7aa7255da"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:15:28.892169 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Attempting to bind port 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:15:28.892882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Attempting to bind port 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '3696f105-5c77-4bf7-b023-9fe04ce400c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3720ac5a-a227-4aeb-98fe-895df144978d'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:15:28.893245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Attempting to bind port 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd on network 3720ac5a-a227-4aeb-98fe-895df144978d {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:28.899038 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.902343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:15:28.902794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Checking segment: {'id': '3696f105-5c77-4bf7-b023-9fe04ce400c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3720ac5a-a227-4aeb-98fe-895df144978d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:28.903198 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.904257 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Bound using segment: {'id': '3696f105-5c77-4bf7-b023-9fe04ce400c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3720ac5a-a227-4aeb-98fe-895df144978d'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:15:28.904695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Bound port: 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3696f105-5c77-4bf7-b023-9fe04ce400c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '3720ac5a-a227-4aeb-98fe-895df144978d'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:15:28.905053 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.915023 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0cf347-6d85-4389-88bb-15f9104b1960 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Network 78d4ecb2-4a80-48ee-a91c-8f1abab48e7e is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:15:28.922189 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:28.923306 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f443e16-de55-4d4a-8267-6551804d8d16 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:28.924782 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] 10.222.0.37 "DELETE /v2.0/networks/5c863801-399d-4b61-8ede-5dd3ca72304f HTTP/1.1" status: 204 len: 168 time: 1.8558044 Aug 06 16:15:28.975733 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] For port 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:28.979421 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] For port 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd,segment=NetworkSegment(3696f105-5c77-4bf7-b023-9fe04ce400c4),segment_id=3696f105-5c77-4bf7-b023-9fe04ce400c4)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:15:28.983732 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7108b26-3321-44da-9493-0fd8b39778d2 req-3600dbb4-c291-42c0-948b-fa3b7c68181e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519190 Aug 06 16:15:29.008086 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:29.045541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-3b0cf347-6d85-4389-88bb-15f9104b1960 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 78d4ecb2-4a80-48ee-a91c-8f1abab48e7e) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:29.074862 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0cf347-6d85-4389-88bb-15f9104b1960 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:29.075787 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf347-6d85-4389-88bb-15f9104b1960 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:29.090829 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b7856-fad6-4df0-b3ef-e595db549a85 None None] Pushing event updated for resources: {'Port': ['ID=33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:29.097700 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-24d11359-72b3-4e74-a895-b85e07d2a927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:29.100390 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75dad54-d201-4864-be05-fde83f3a2e11 None None] Network 78d4ecb2-4a80-48ee-a91c-8f1abab48e7e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:29.119116 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9b92e-0429-4ac8-bf2c-bf79147fad32 tempest-TaggedBootDevicesTest_v242-1580103344 tempest-TaggedBootDevicesTest_v242-1580103344-project] Pushing event deleted for resources: {'Network': ['ID=5c863801-399d-4b61-8ede-5dd3ca72304f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:29.137525 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3b0cf347-6d85-4389-88bb-15f9104b1960 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9698958 Aug 06 16:15:29.140217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a7934-69d2-4b8b-854b-01748896fd58 req-f4b24165-891c-4035-92ad-b385c2f74a99 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:29.141855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e0a7934-69d2-4b8b-854b-01748896fd58 req-f4b24165-891c-4035-92ad-b385c2f74a99 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 944 time: 0.3621366 Aug 06 16:15:29.144663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55736) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:29.145451 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838d461b-1c85-46aa-93bf-ca57426756cc x-openstack-request-id: req-838d461b-1c85-46aa-93bf-ca57426756cc {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:15:29.145775 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ee5db2-7240-4896-be33-eb5d0438a038", "name": "network-vif-deleted", "tag": "774202b4-ec02-43fc-8de9-9dd7aa7255da", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:15:29.146529 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-838d461b-1c85-46aa-93bf-ca57426756cc {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:15:29.146529 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ee5db2-7240-4896-be33-eb5d0438a038', 'name': 'network-vif-deleted', 'tag': '774202b4-ec02-43fc-8de9-9dd7aa7255da', 'status': 'completed', 'code': 200} Aug 06 16:15:29.157936 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3fdb05ba-2d7a-4954-ac42-5626fa04039f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:29.163574 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3fdb05ba-2d7a-4954-ac42-5626fa04039f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:29.205785 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-24d11359-72b3-4e74-a895-b85e07d2a927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:29.207872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': '663b9d09-3a24-477d-81c7-2aab3e182bec'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:15:29.208702 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:29.237226 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:15:29.262013 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-eb72f40e-4142-4184-8937-bfebf944b126 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:29.264128 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-eb72f40e-4142-4184-8937-bfebf944b126 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f&tenant_id=6ead4e8906674c03a98f2b96e64fabd0&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 1095 time: 0.4333725 Aug 06 16:15:29.307592 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f443e16-de55-4d4a-8267-6551804d8d16 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:29.339493 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-8f443e16-de55-4d4a-8267-6551804d8d16 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port 6a4b0aa4-4ef2-406e-af2b-02f374525ab5 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:15:29.430424 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-3fdb05ba-2d7a-4954-ac42-5626fa04039f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Floating IP 1459992b-d637-4205-93bf-60ca8d4cb461 associated. External IP: 172.25.1.51, port: a4063771-2049-4f35-8913-3d853217977e. Aug 06 16:15:29.461317 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e0a7934-69d2-4b8b-854b-01748896fd58 req-19aaf5db-5433-4df1-8688-b209ea09246b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988458 Aug 06 16:15:29.481040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Allocated IP 2001:db8::2 (38cd96d0-9a93-4226-ab46-370ab75cd563/663b9d09-3a24-477d-81c7-2aab3e182bec/c2df18b2-d4ec-4182-984c-4bf6c690dede) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:29.527108 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-78d4ecb2-4a80-48ee-a91c-8f1abab48e7e', 'network_id': '78d4ecb2-4a80-48ee-a91c-8f1abab48e7e', 'tenant_id': 'a88c674b7224489e9fe80a539b9e6e04', 'fixed_ips': [{'subnet_id': 'acfb7d58-4b8e-43ec-b21b-d0005b85705e'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:15:29.532843 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:29.548265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add2269-04f7-46e4-8db0-f22655c60b46 req-b2f510e8-e8a6-470e-9fa9-a75e44a60962 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:29.550309 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3add2269-04f7-46e4-8db0-f22655c60b46 req-b2f510e8-e8a6-470e-9fa9-a75e44a60962 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.2970772 Aug 06 16:15:29.844151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdb05ba-2d7a-4954-ac42-5626fa04039f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router 75500435-ab1a-47ea-896d-d7ea0da3386d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:15:30.030784 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-24d11359-72b3-4e74-a895-b85e07d2a927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:30.033588 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-24d11359-72b3-4e74-a895-b85e07d2a927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:30.038065 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-24d11359-72b3-4e74-a895-b85e07d2a927 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5dbdc0e-0946-42d3-8ea1-c85d219c397f HTTP/1.1" status: 204 len: 168 time: 1.2860084 Aug 06 16:15:30.060432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdb05ba-2d7a-4954-ac42-5626fa04039f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:30.079123 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c0221-d2b4-4808-832b-955ae257a435 None None] Sync routers for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:15:30.086987 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Allocated IP 172.20.0.2 (78d4ecb2-4a80-48ee-a91c-8f1abab48e7e/acfb7d58-4b8e-43ec-b21b-d0005b85705e/9f9fb428-0034-4f1a-b082-3eb64d7c4f07) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:30.089383 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:30.102563 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c0221-d2b4-4808-832b-955ae257a435 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:30.104105 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b30c0221-d2b4-4808-832b-955ae257a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:30.109853 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Transition to ACTIVE for port object c2df18b2-d4ec-4182-984c-4bf6c690dede will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:30.188956 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 774202b4-ec02-43fc-8de9-9dd7aa7255da no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:30.203004 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b30c0221-d2b4-4808-832b-955ae257a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:30.216532 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c0221-d2b4-4808-832b-955ae257a435 None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:30.218207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d11359-72b3-4e74-a895-b85e07d2a927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dbdc0e-0946-42d3-8ea1-c85d219c397f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:30.219196 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b30c0221-d2b4-4808-832b-955ae257a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:30.249040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3add2269-04f7-46e4-8db0-f22655c60b46 req-54f3ed42-07c8-408b-8eb2-fe47e7f1a8f2 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482531 Aug 06 16:15:30.285837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Transition to ACTIVE for port object c2df18b2-d4ec-4182-984c-4bf6c690dede will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:30.287544 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 774202b4-ec02-43fc-8de9-9dd7aa7255da {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:30.288304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 774202b4-ec02-43fc-8de9-9dd7aa7255da not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:30.309292 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f443e16-de55-4d4a-8267-6551804d8d16 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:15:30.309911 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f443e16-de55-4d4a-8267-6551804d8d16 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:15:30.331985 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b30c0221-d2b4-4808-832b-955ae257a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:30.333899 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30c0221-d2b4-4808-832b-955ae257a435 None None] The sync data for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:15:30.350910 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-5e3bc09c-1a81-487f-8cd4-12ed045d2c43 service neutron] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:30.352834 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:30.353524 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8f443e16-de55-4d4a-8267-6551804d8d16 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6791897 Aug 06 16:15:30.357697 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:30.361960 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55752) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:30.365813 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-5e3bc09c-1a81-487f-8cd4-12ed045d2c43 service neutron] Notify callbacks [] for binding, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:30.367140 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f334f49-ade4-434b-bbb3-6aba8409295f req-5e3bc09c-1a81-487f-8cd4-12ed045d2c43 service neutron] 10.222.0.13 "DELETE /v2.0/ports/8e861ed4-a475-4228-8bdd-577165624585/bindings/n-h1-803756-1 HTTP/1.1" status: 204 len: 173 time: 1.0881338 Aug 06 16:15:30.624766 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f506ad-02db-4d9f-9aff-d7a7d863f089 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:30.629150 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-94f506ad-02db-4d9f-9aff-d7a7d863f089 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2655346 Aug 06 16:15:30.632548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55766) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:30.666905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:30.687461 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:30.710467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:30.726301 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdb05ba-2d7a-4954-ac42-5626fa04039f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router d165c098-db3a-4c85-b35e-dcb4e18da215 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:15:30.727467 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:30.745956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84127d72-18c3-4425-b48e-8082c1ae072b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:30.747495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84127d72-18c3-4425-b48e-8082c1ae072b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:30.748999 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-84127d72-18c3-4425-b48e-8082c1ae072b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1155791 Aug 06 16:15:30.751679 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55770) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:30.790779 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Transition to ACTIVE for port object 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:30.812369 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Pushing event updated for resources: {'Port': ['ID=c2df18b2-d4ec-4182-984c-4bf6c690dede,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:30.885033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15dfa17-e50a-440b-9a6c-c18218a0178b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 663b9d09-3a24-477d-81c7-2aab3e182bec {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:15:30.969741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Transition to ACTIVE for port object 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:30.974387 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a15dfa17-e50a-440b-9a6c-c18218a0178b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:31.017468 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Attempting to bind port c2df18b2-d4ec-4182-984c-4bf6c690dede on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:15:31.018157 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Attempting to bind port c2df18b2-d4ec-4182-984c-4bf6c690dede by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:15:31.018637 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Attempting to bind port c2df18b2-d4ec-4182-984c-4bf6c690dede on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:31.025834 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:31.041010 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9974c05-1fde-47da-91c7-316f6419a1fd req-25c9adaf-90fb-421f-b762-e61da5cacd4a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:31.057808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9974c05-1fde-47da-91c7-316f6419a1fd req-25c9adaf-90fb-421f-b762-e61da5cacd4a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 944 time: 0.3829660 Aug 06 16:15:31.082962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Pushing event updated for resources: {'Port': ['ID=9f9fb428-0034-4f1a-b082-3eb64d7c4f07,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:31.090578 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:15:31.091279 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:31.091512 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:31.091930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:15:31.092968 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Bound port: c2df18b2-d4ec-4182-984c-4bf6c690dede, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:15:31.093386 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:31.190603 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12074d2-41d4-4fbd-8698-f012c1be2677 None None] Network 3720ac5a-a227-4aeb-98fe-895df144978d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:31.201172 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-091163ab-4023-4df1-ac07-acfed4551b6d tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:31.202691 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-091163ab-4023-4df1-ac07-acfed4551b6d tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 806 time: 0.5430319 Aug 06 16:15:31.229274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Network 78d4ecb2-4a80-48ee-a91c-8f1abab48e7e is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:31.231747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Allocated IP 172.20.0.1 (3720ac5a-a227-4aeb-98fe-895df144978d/69c1b5da-0b62-49c1-bb9b-66258ba98a81/568abee6-caf0-4dce-b962-1851ecd23219) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:31.234455 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] For port c2df18b2-d4ec-4182-984c-4bf6c690dede, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:31.237186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:31.242115 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:31.262624 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9974c05-1fde-47da-91c7-316f6419a1fd req-98bcd569-1462-423a-bf9f-4150d1f7f1c5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038016 Aug 06 16:15:31.370644 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0202d9d0-c1e8-447a-a84f-517abed6491b tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/quotas/874b5d3483684aada68738d45d257709 HTTP/1.1" status: 200 len: 375 time: 0.1582711 Aug 06 16:15:31.484189 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] For port c2df18b2-d4ec-4182-984c-4bf6c690dede, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c2df18b2-d4ec-4182-984c-4bf6c690dede,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:15:31.553483 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a15dfa17-e50a-440b-9a6c-c18218a0178b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:31.557105 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdb05ba-2d7a-4954-ac42-5626fa04039f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:31.579622 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3fdb05ba-2d7a-4954-ac42-5626fa04039f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:31.647943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:31.654275 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec5cef-1f98-4d75-a60c-f8b57fae2cd6 None None] Sync routers for ids ['d165c098-db3a-4c85-b35e-dcb4e18da215'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:15:31.657424 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:31.675080 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3fdb05ba-2d7a-4954-ac42-5626fa04039f tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "PUT /v2.0/floatingips/1459992b-d637-4205-93bf-60ca8d4cb461 HTTP/1.1" status: 200 len: 978 time: 4.9108362 Aug 06 16:15:31.675702 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55792) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:31.686895 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb22873-61f5-40ec-b67a-c8b4723be3c8 req-769f4f34-9b2c-4126-8096-2cae608ef3af tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:31.688397 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5cb22873-61f5-40ec-b67a-c8b4723be3c8 req-769f4f34-9b2c-4126-8096-2cae608ef3af tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.3038003 Aug 06 16:15:31.731121 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a15dfa17-e50a-440b-9a6c-c18218a0178b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:31.751744 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-209ff6f7-380f-4211-8eaa-713b2378ab00 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3802795 Aug 06 16:15:31.778768 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:31.786790 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff7e1f-9d99-4178-9932-d25a5b9d5e39 None None] Pushing event updated for resources: {'Port': ['ID=c2df18b2-d4ec-4182-984c-4bf6c690dede,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:31.801610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-69b3c7dd-17a4-436c-8d15-961830ea1383 None None] Provisioning for port 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:31.806627 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Transition to ACTIVE for port object 568abee6-caf0-4dce-b962-1851ecd23219 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:31.819142 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5cb22873-61f5-40ec-b67a-c8b4723be3c8 req-35dc5109-37de-427c-8d7f-ba6f524d7013 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051829 Aug 06 16:15:31.823699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Attempting to bind port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:15:31.824192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Attempting to bind port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'eb3e7c32-2e6e-4fd1-bd34-0cedd6b1483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '78d4ecb2-4a80-48ee-a91c-8f1abab48e7e'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:15:31.824653 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Attempting to bind port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 on network 78d4ecb2-4a80-48ee-a91c-8f1abab48e7e {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:31.840596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:15:31.841117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Checking segment: {'id': 'eb3e7c32-2e6e-4fd1-bd34-0cedd6b1483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '78d4ecb2-4a80-48ee-a91c-8f1abab48e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:31.841911 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:31.842819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Bound using segment: {'id': 'eb3e7c32-2e6e-4fd1-bd34-0cedd6b1483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '78d4ecb2-4a80-48ee-a91c-8f1abab48e7e'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:15:31.843407 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Bound port: 9f9fb428-0034-4f1a-b082-3eb64d7c4f07, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3e7c32-2e6e-4fd1-bd34-0cedd6b1483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '78d4ecb2-4a80-48ee-a91c-8f1abab48e7e'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:15:31.844139 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:31.872767 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a15dfa17-e50a-440b-9a6c-c18218a0178b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:31.894751 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec5cef-1f98-4d75-a60c-f8b57fae2cd6 None None] Routers {'d165c098-db3a-4c85-b35e-dcb4e18da215'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:31.896895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c1ec5cef-1f98-4d75-a60c-f8b57fae2cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['d165c098-db3a-4c85-b35e-dcb4e18da215'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:31.923524 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:32.006163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dfa17-e50a-440b-9a6c-c18218a0178b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=663b9d09-3a24-477d-81c7-2aab3e182bec,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:32.008705 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a15dfa17-e50a-440b-9a6c-c18218a0178b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:32.010916 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a15dfa17-e50a-440b-9a6c-c18218a0178b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/663b9d09-3a24-477d-81c7-2aab3e182bec HTTP/1.1" status: 204 len: 168 time: 1.2581720 Aug 06 16:15:32.015661 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55800) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:32.044972 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] For port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:32.048706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] For port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9f9fb428-0034-4f1a-b082-3eb64d7c4f07,segment=NetworkSegment(eb3e7c32-2e6e-4fd1-bd34-0cedd6b1483a),segment_id=eb3e7c32-2e6e-4fd1-bd34-0cedd6b1483a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:15:32.072962 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Network 3720ac5a-a227-4aeb-98fe-895df144978d is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:32.081311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-99fe5e7d-097a-4741-970d-9ebcdff3e942 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:15:32.082440 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-99fe5e7d-097a-4741-970d-9ebcdff3e942 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143785 Aug 06 16:15:32.114129 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:32.118718 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-45f76aa5-9a38-45c2-8395-88be1380bf05 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982275 Aug 06 16:15:32.123270 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55804) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:32.137131 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:32.139783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event updated for resources: {'Port': ['ID=568abee6-caf0-4dce-b962-1851ecd23219,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:32.141832 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-78f18d46-c2a5-4d86-8520-0b72b3178504 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:32.220910 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:32.310702 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f9722-9ab8-47b1-b80c-47418b652399 None None] Pushing event updated for resources: {'Port': ['ID=9f9fb428-0034-4f1a-b082-3eb64d7c4f07,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:32.321560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c1ec5cef-1f98-4d75-a60c-f8b57fae2cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:32.373363 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ea275642-a100-4369-845b-b15c15b460a7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting port 949c23f5-c6c3-4e89-a2e9-96235342423c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:32.373765 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea275642-a100-4369-845b-b15c15b460a7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:32.383908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819bb03-deda-42ee-bf14-4c628015c02f req-7e86110a-9e6d-4e1d-aec6-83b97e59a29a tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:32.392238 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b819bb03-deda-42ee-bf14-4c628015c02f req-7e86110a-9e6d-4e1d-aec6-83b97e59a29a tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 1095 time: 0.4134908 Aug 06 16:15:32.397097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:32.404271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec5cef-1f98-4d75-a60c-f8b57fae2cd6 None None] Routers {'d165c098-db3a-4c85-b35e-dcb4e18da215'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:32.405209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c1ec5cef-1f98-4d75-a60c-f8b57fae2cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['d165c098-db3a-4c85-b35e-dcb4e18da215'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:32.438022 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f18d46-c2a5-4d86-8520-0b72b3178504 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:32.442425 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78f18d46-c2a5-4d86-8520-0b72b3178504 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:32.478562 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:32.560754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c1ec5cef-1f98-4d75-a60c-f8b57fae2cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:32.561436 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec5cef-1f98-4d75-a60c-f8b57fae2cd6 None None] The sync data for ids ['d165c098-db3a-4c85-b35e-dcb4e18da215'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:15:32.577103 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:32.580297 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:32.611806 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b819bb03-deda-42ee-bf14-4c628015c02f req-857cbe1a-29a7-4366-8693-ec82f34db0f0 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115593 Aug 06 16:15:32.640474 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-93b77132-68dc-4df2-baa5-0acf0a40715c None None] Provisioning complete for port 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:32.640845 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-93b77132-68dc-4df2-baa5-0acf0a40715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:32.676168 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-f0c47cfe-bb8f-456d-b6af-645598820a3d service neutron] 10.222.0.37 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775542 Aug 06 16:15:32.946092 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:32.977896 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea275642-a100-4369-845b-b15c15b460a7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:32.989692 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:33.002280 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-22956504-281d-47d8-a420-5b48a49a2d11 service neutron] 10.222.0.37 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246231 Aug 06 16:15:33.029351 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da338f5-5da6-40e2-b608-c5032e946962 req-db019507-6d2d-4df9-9abe-bc9a84e07ed4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:33.037890 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9da338f5-5da6-40e2-b608-c5032e946962 req-db019507-6d2d-4df9-9abe-bc9a84e07ed4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 944 time: 0.2864084 Aug 06 16:15:33.116975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd,segment=NetworkSegment(3696f105-5c77-4bf7-b023-9fe04ce400c4),segment_id=3696f105-5c77-4bf7-b023-9fe04ce400c4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:33.121024 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-93b77132-68dc-4df2-baa5-0acf0a40715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:33.151650 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:33.213198 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78f18d46-c2a5-4d86-8520-0b72b3178504 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:33.219757 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9da338f5-5da6-40e2-b608-c5032e946962 req-44fdeb85-32df-4229-ad65-ee9c7e470e33 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785774 Aug 06 16:15:33.242824 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55828) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:33.473832 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:33.475467 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f18d46-c2a5-4d86-8520-0b72b3178504 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:33.482305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-78f18d46-c2a5-4d86-8520-0b72b3178504 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:33.491427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f18d46-c2a5-4d86-8520-0b72b3178504 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:33.497044 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78f18d46-c2a5-4d86-8520-0b72b3178504 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:33.505429 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-93b77132-68dc-4df2-baa5-0acf0a40715c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:15:33.511029 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-93b77132-68dc-4df2-baa5-0acf0a40715c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:15:33.548798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c2df18b2-d4ec-4182-984c-4bf6c690dede up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:33.570901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f18d46-c2a5-4d86-8520-0b72b3178504 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=06d3c786-af5a-4a73-bce8-617490a10cee,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:33.616411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port c2df18b2-d4ec-4182-984c-4bf6c690dede completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:33.622437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:33.692314 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:33.733142 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ed2b39e-ed77-420f-addf-ef2e2ee343fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:33.745364 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-78f18d46-c2a5-4d86-8520-0b72b3178504 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6210065 Aug 06 16:15:33.751997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55840) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:33.788048 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10e243f0-d55d-4e36-aaf9-651310cb80bc req-b1cf4853-ee11-414b-b9e0-b98ccb5edf48 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 210 time: 0.1753449 Aug 06 16:15:33.872540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d1b352-e2f1-4874-bf84-33921b972493 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:33.920247 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c699abb6-6055-4f51-9cdc-d4ebe2c17cc8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1795658742', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:33.981130 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-17844439-d6ff-40e7-9aeb-9d9c8f8cdac8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/0b5e500a-5205-4e35-a98f-56e81fde7a66 HTTP/1.1" status: 200 len: 989 time: 0.7359989 Aug 06 16:15:33.983573 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea275642-a100-4369-845b-b15c15b460a7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:33.985028 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea275642-a100-4369-845b-b15c15b460a7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:33.985789 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-ea275642-a100-4369-845b-b15c15b460a7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Floating IP 1459992b-d637-4205-93bf-60ca8d4cb461 disassociated. External IP: 172.25.1.51, port: 949c23f5-c6c3-4e89-a2e9-96235342423c. Aug 06 16:15:33.986388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ea275642-a100-4369-845b-b15c15b460a7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Calling delete_port for 949c23f5-c6c3-4e89-a2e9-96235342423c owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:34.002173 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c699abb6-6055-4f51-9cdc-d4ebe2c17cc8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:34.004191 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c699abb6-6055-4f51-9cdc-d4ebe2c17cc8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:34.111174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2f4a6-f54a-4fe7-bbe7-7f4a7d2dfbdf req-f3d13c94-8cad-4b63-acff-da549646572a tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:34.112655 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-86e2f4a6-f54a-4fe7-bbe7-7f4a7d2dfbdf req-f3d13c94-8cad-4b63-acff-da549646572a tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.5023112 Aug 06 16:15:34.258005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-86e2f4a6-f54a-4fe7-bbe7-7f4a7d2dfbdf req-a7490e86-c1b1-4529-8ac5-cf8e7b8b0b2d tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368928 Aug 06 16:15:34.293601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55858) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:34.295877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f78abf-d07e-4462-b66b-8e9b81fa0476 None None] Network 78d4ecb2-4a80-48ee-a91c-8f1abab48e7e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:34.380336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] Provisioning for port 568abee6-caf0-4dce-b962-1851ecd23219 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:34.450510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] Provisioning complete for port 568abee6-caf0-4dce-b962-1851ecd23219 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:34.451306 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:34.561226 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c699abb6-6055-4f51-9cdc-d4ebe2c17cc8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:34.562827 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea275642-a100-4369-845b-b15c15b460a7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:34.573989 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c699abb6-6055-4f51-9cdc-d4ebe2c17cc8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:34.607171 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:34.616249 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:34.635944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea275642-a100-4369-845b-b15c15b460a7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Port': ['ID=949c23f5-c6c3-4e89-a2e9-96235342423c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:34.685311 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c699abb6-6055-4f51-9cdc-d4ebe2c17cc8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:34.687854 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c699abb6-6055-4f51-9cdc-d4ebe2c17cc8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7735140 Aug 06 16:15:34.691810 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55868) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:34.772198 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:34.775591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event updated for resources: {'Port': ['ID=568abee6-caf0-4dce-b962-1851ecd23219,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:34.820290 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] Port 568abee6-caf0-4dce-b962-1851ecd23219 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:34.866357 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5f7db35b-9b4d-4f38-b36b-e475601eefc5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting port b12787b6-62ac-47f4-933d-2c11a43a712d {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:34.877097 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5f7db35b-9b4d-4f38-b36b-e475601eefc5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:34.922105 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] Provisioning for port c2df18b2-d4ec-4182-984c-4bf6c690dede completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:34.947750 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] Provisioning complete for port c2df18b2-d4ec-4182-984c-4bf6c690dede triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:34.949818 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:34.997256 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5f7db35b-9b4d-4f38-b36b-e475601eefc5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:34.998327 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5f7db35b-9b4d-4f38-b36b-e475601eefc5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:35.015269 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5f7db35b-9b4d-4f38-b36b-e475601eefc5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Calling delete_port for b12787b6-62ac-47f4-933d-2c11a43a712d owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:35.329734 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:35.376730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:35.404797 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea275642-a100-4369-845b-b15c15b460a7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router d165c098-db3a-4c85-b35e-dcb4e18da215 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:15:35.495934 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] For port c2df18b2-d4ec-4182-984c-4bf6c690dede, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c2df18b2-d4ec-4182-984c-4bf6c690dede,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:35.504049 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:35.520425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:35.521604 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:35.537011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55880) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:35.542127 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-287b0523-6d30-44c4-9394-a03ca863264a req-b830d6bd-9d59-4a0d-8581-a92594d9d552 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 210 time: 0.2234747 Aug 06 16:15:35.567415 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Network 3720ac5a-a227-4aeb-98fe-895df144978d is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:35.644003 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:35.749387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] Provisioning for port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:35.788654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] Provisioning complete for port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:35.793777 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:35.817031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] Pushing event updated for resources: {'Port': ['ID=c2df18b2-d4ec-4182-984c-4bf6c690dede,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:35.859994 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea275642-a100-4369-845b-b15c15b460a7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:35.872476 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a668f2-4e5a-48aa-b046-3ac3296a488c None None] Sync routers for ids ['d165c098-db3a-4c85-b35e-dcb4e18da215'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:15:35.901129 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a668f2-4e5a-48aa-b046-3ac3296a488c None None] Routers {'d165c098-db3a-4c85-b35e-dcb4e18da215'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:35.901963 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-64a668f2-4e5a-48aa-b046-3ac3296a488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['d165c098-db3a-4c85-b35e-dcb4e18da215'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:35.946994 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:35.961607 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2667-d307-4b7c-a8ad-f37c89c21dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:35.967613 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-64a668f2-4e5a-48aa-b046-3ac3296a488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:35.980573 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:35.989417 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a668f2-4e5a-48aa-b046-3ac3296a488c None None] Routers {'d165c098-db3a-4c85-b35e-dcb4e18da215'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:35.990329 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-64a668f2-4e5a-48aa-b046-3ac3296a488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['d165c098-db3a-4c85-b35e-dcb4e18da215'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:35.994121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-1227e73c-3115-4882-bdfa-e5f9296c5a3e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:35.996841 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-1227e73c-3115-4882-bdfa-e5f9296c5a3e tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 806 time: 0.6109972 Aug 06 16:15:36.000149 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5f7db35b-9b4d-4f38-b36b-e475601eefc5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:36.078237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] For port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9f9fb428-0034-4f1a-b082-3eb64d7c4f07,segment=NetworkSegment(eb3e7c32-2e6e-4fd1-bd34-0cedd6b1483a),segment_id=eb3e7c32-2e6e-4fd1-bd34-0cedd6b1483a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:36.084502 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:36.087770 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-64a668f2-4e5a-48aa-b046-3ac3296a488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:36.088693 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a668f2-4e5a-48aa-b046-3ac3296a488c None None] The sync data for ids ['d165c098-db3a-4c85-b35e-dcb4e18da215'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:15:36.155030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404edd2-0fe6-41a3-bdb3-28553590a58a None None] Pushing event updated for resources: {'Port': ['ID=9f9fb428-0034-4f1a-b082-3eb64d7c4f07,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:36.177895 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e52fe5ef-ce1a-4c93-9ca1-b3426f4b57c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:36.219316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d7a7b019-165f-4e31-a0f0-4e4c95c2ee0d None None] Provisioning complete for port 568abee6-caf0-4dce-b962-1851ecd23219 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:36.220891 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b019-165f-4e31-a0f0-4e4c95c2ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:36.279549 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea275642-a100-4369-845b-b15c15b460a7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:36.285151 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ea275642-a100-4369-845b-b15c15b460a7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/ports/949c23f5-c6c3-4e89-a2e9-96235342423c HTTP/1.1" status: 204 len: 168 time: 4.6068220 Aug 06 16:15:36.287540 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55888) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:36.294755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7b019-165f-4e31-a0f0-4e4c95c2ee0d None None] Port 568abee6-caf0-4dce-b962-1851ecd23219 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:36.320313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d7a7b019-165f-4e31-a0f0-4e4c95c2ee0d None None] Provisioning complete for port c2df18b2-d4ec-4182-984c-4bf6c690dede triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:36.320753 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b019-165f-4e31-a0f0-4e4c95c2ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:36.465249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Request body: {'port': {'device_id': '7df4cf06-dd4c-48a1-8994-05c3320f9490', 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be', 'admin_state_up': True, 'tenant_id': '874b5d3483684aada68738d45d257709'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:36.479096 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d7a7b019-165f-4e31-a0f0-4e4c95c2ee0d None None] Provisioning complete for port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:36.479836 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b019-165f-4e31-a0f0-4e4c95c2ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:36.480712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47be34a-4adf-452b-901e-73f8840b69c8 req-a8ab3f01-fe7f-4c27-b65a-b3f3845558ff tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:36.482299 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c47be34a-4adf-452b-901e-73f8840b69c8 req-a8ab3f01-fe7f-4c27-b65a-b3f3845558ff tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.9375336 Aug 06 16:15:36.486300 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2667-d307-4b7c-a8ad-f37c89c21dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:36.495749 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7db35b-9b4d-4f38-b36b-e475601eefc5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Port': ['ID=b12787b6-62ac-47f4-933d-2c11a43a712d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:36.504330 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2667-d307-4b7c-a8ad-f37c89c21dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:36.612774 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:36.671836 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bd8c2667-d307-4b7c-a8ad-f37c89c21dfd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdbb242a20304ea484b83f9ebe6b693e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1205127 Aug 06 16:15:36.674218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c2667-d307-4b7c-a8ad-f37c89c21dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce72bdf-8783-4d10-9582-48a43ad311ab,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:36.681313 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55894) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:36.756845 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c703d012-f12f-43f8-8262-df5df11d35d9 req-23a04754-9dc5-4595-8834-bef75be50869 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 210 time: 0.0924861 Aug 06 16:15:36.775123 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c47be34a-4adf-452b-901e-73f8840b69c8 req-3cd071dd-ee8c-46b7-b57b-533f6489b655 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613389 Aug 06 16:15:36.813825 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5f7db35b-9b4d-4f38-b36b-e475601eefc5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:36.814477 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-5f7db35b-9b4d-4f38-b36b-e475601eefc5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Floating IP 0b5e500a-5205-4e35-a98f-56e81fde7a66 disassociated (deleted). External IP: 172.25.1.9, port: 8e861ed4-a475-4228-8bdd-577165624585. Aug 06 16:15:36.899228 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Made reservation on behalf of 874b5d3483684aada68738d45d257709 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:36.903480 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:36.958759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Router 555e661a-bf40-47f4-8cb7-3d9bffb7bc9b is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:15:37.132164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78e3725d-0f4f-4b89-a50f-8d2af3c255c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:37.136571 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::1 (38cd96d0-9a93-4226-ab46-370ab75cd563/06d3c786-af5a-4a73-bce8-617490a10cee/d4e96689-b921-47fe-b515-047b6dae822f) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:37.210836 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78e3725d-0f4f-4b89-a50f-8d2af3c255c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:37.236008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:37.249997 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6698ce34-abe3-4c4e-a0ff-ecf438cb281a None None] Sync routers for ids ['555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:15:37.251212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b8b35d7c-6be8-4117-9950-3f615caf1650 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "PUT /v2.0/routers/555e661a-bf40-47f4-8cb7-3d9bffb7bc9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1013870 Aug 06 16:15:37.257710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55896) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:37.277305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6698ce34-abe3-4c4e-a0ff-ecf438cb281a None None] Routers {'555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:37.278372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-6698ce34-abe3-4c4e-a0ff-ecf438cb281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:37.281593 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:37.320416 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-6698ce34-abe3-4c4e-a0ff-ecf438cb281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:37.332435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6698ce34-abe3-4c4e-a0ff-ecf438cb281a None None] Routers {'555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:37.333089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-6698ce34-abe3-4c4e-a0ff-ecf438cb281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:37.380465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c2df18b2-d4ec-4182-984c-4bf6c690dede up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:37.431067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-6698ce34-abe3-4c4e-a0ff-ecf438cb281a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:37.431779 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6698ce34-abe3-4c4e-a0ff-ecf438cb281a None None] The sync data for ids ['555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:15:37.458547 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port c2df18b2-d4ec-4182-984c-4bf6c690dede triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:37.462049 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:37.481199 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:37.491326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Allocated IP 172.20.0.7 (a99cc60d-b371-4f98-ab52-073abe0e27be/f468d397-4915-47a1-9048-e9856cdf5883/827f0cc6-f53c-47c9-b46c-868c427e64f2) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:37.523715 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78e3725d-0f4f-4b89-a50f-8d2af3c255c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:37.527246 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78e3725d-0f4f-4b89-a50f-8d2af3c255c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:37.531799 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-78e3725d-0f4f-4b89-a50f-8d2af3c255c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ce72bdf-8783-4d10-9582-48a43ad311ab HTTP/1.1" status: 204 len: 168 time: 0.8472049 Aug 06 16:15:37.571844 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3725d-0f4f-4b89-a50f-8d2af3c255c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce72bdf-8783-4d10-9582-48a43ad311ab,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:37.575100 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object d4e96689-b921-47fe-b515-047b6dae822f will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:37.596420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:37.626871 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-564e636c-84e7-41d1-b80f-0af12a0db817 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:37.668377 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7db35b-9b4d-4f38-b36b-e475601eefc5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router 49051eea-f638-43ba-b03e-7e1c1b84996b has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:15:37.684262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:37.684780 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:37.957079 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:37.984743 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-820eeb0d-7983-40b3-9676-558890ce97be req-041c93f1-8cec-4957-89b6-e3dcf0314816 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 210 time: 0.0492616 Aug 06 16:15:38.019312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:38.031706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:38.037480 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:38.038077 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:38.095531 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55908) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:38.113178 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=d4e96689-b921-47fe-b515-047b6dae822f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:38.132454 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e70687d9-5007-4010-8d1f-f6495399e864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:38.179883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16512f01-a2e2-441a-a8ea-c35f89b73284 req-47113112-69a4-4645-ae0a-296ee00c115a tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:38.181538 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16512f01-a2e2-441a-a8ea-c35f89b73284 req-47113112-69a4-4645-ae0a-296ee00c115a tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.2494202 Aug 06 16:15:38.190937 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:38.231372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7db35b-9b4d-4f38-b36b-e475601eefc5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:38.241726 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c0ea4d-c233-4158-b986-60c67fae86a5 None None] Sync routers for ids ['49051eea-f638-43ba-b03e-7e1c1b84996b'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:15:38.255416 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5f7db35b-9b4d-4f38-b36b-e475601eefc5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:38.258305 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c0ea4d-c233-4158-b986-60c67fae86a5 None None] Routers {'49051eea-f638-43ba-b03e-7e1c1b84996b'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:38.258965 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b7c0ea4d-c233-4158-b986-60c67fae86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['49051eea-f638-43ba-b03e-7e1c1b84996b'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:38.360623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16512f01-a2e2-441a-a8ea-c35f89b73284 req-b875a600-c241-4981-b579-58088e7286f7 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606569 Aug 06 16:15:38.369793 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-777f5570-bb7f-4d34-8ac0-e406836b198b tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:15:38.371092 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-777f5570-bb7f-4d34-8ac0-e406836b198b tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "PUT /v2.0/routers/555e661a-bf40-47f4-8cb7-3d9bffb7bc9b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1136537 Aug 06 16:15:38.379422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5f7db35b-9b4d-4f38-b36b-e475601eefc5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/floatingips/0b5e500a-5205-4e35-a98f-56e81fde7a66 HTTP/1.1" status: 204 len: 168 time: 4.0820477 Aug 06 16:15:38.380417 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55910) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:38.390488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'tag': '8e861ed4-a475-4228-8bdd-577165624585'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:15:38.396904 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77966082-5df5-4840-9163-aeed5471e6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "tag": "8e861ed4-a475-4228-8bdd-577165624585"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:15:38.416952 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:38.447981 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-675fba71-5531-4aef-b02c-189997346b3a None None] Provisioning for port d4e96689-b921-47fe-b515-047b6dae822f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:38.453757 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-b7c0ea4d-c233-4158-b986-60c67fae86a5 None None] Set router 49051eea-f638-43ba-b03e-7e1c1b84996b gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:15:38.454946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-675fba71-5531-4aef-b02c-189997346b3a None None] Provisioning complete for port d4e96689-b921-47fe-b515-047b6dae822f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:38.456454 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-675fba71-5531-4aef-b02c-189997346b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:38.548755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-675fba71-5531-4aef-b02c-189997346b3a None None] Port d4e96689-b921-47fe-b515-047b6dae822f cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:38.570332 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53301c61-b36c-4169-a633-02e4a1e05c63 x-openstack-request-id: req-53301c61-b36c-4169-a633-02e4a1e05c63 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:15:38.571497 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "tag": "8e861ed4-a475-4228-8bdd-577165624585", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:15:38.571977 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53301c61-b36c-4169-a633-02e4a1e05c63 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:15:38.572730 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'tag': '8e861ed4-a475-4228-8bdd-577165624585', 'status': 'completed', 'code': 200} Aug 06 16:15:38.573476 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-564e636c-84e7-41d1-b80f-0af12a0db817 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting port fa8c6976-8e38-4af3-8bc4-060d14e6e54c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:38.574003 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-564e636c-84e7-41d1-b80f-0af12a0db817 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:38.802499 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b7c0ea4d-c233-4158-b986-60c67fae86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715827707', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:39Z', 'updated_at': '2021-08-06T16:13:49Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:40Z', 'updated_at': '2021-08-06T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'dc115554-a408-4e44-950b-33c997a26121', 'name': '', 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:55:c1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:47Z', 'updated_at': '2021-08-06T16:13:59Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:38.825579 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e70687d9-5007-4010-8d1f-f6495399e864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:38.840777 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c0ea4d-c233-4158-b986-60c67fae86a5 None None] Checking router: 49051eea-f638-43ba-b03e-7e1c1b84996b for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:15:38.842172 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e70687d9-5007-4010-8d1f-f6495399e864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:38.851607 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c0ea4d-c233-4158-b986-60c67fae86a5 None None] Routers {'49051eea-f638-43ba-b03e-7e1c1b84996b'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:38.852229 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b7c0ea4d-c233-4158-b986-60c67fae86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['49051eea-f638-43ba-b03e-7e1c1b84996b'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:38.914452 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70687d9-5007-4010-8d1f-f6495399e864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0cd870-50ec-4c57-bfc0-272c0f12fed6,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:38.991167 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e70687d9-5007-4010-8d1f-f6495399e864 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad0edf2e6cf647fdb50a7bdb647ab3ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8914638 Aug 06 16:15:39.002650 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:39.007658 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55922) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:39.012405 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:39.027090 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['11f70e67-e4a7-417e-b198-76fea0a61c3b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:15:39.083850 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-b7c0ea4d-c233-4158-b986-60c67fae86a5 None None] Set router 49051eea-f638-43ba-b03e-7e1c1b84996b gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:15:39.140973 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-564e636c-84e7-41d1-b80f-0af12a0db817 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:39.205456 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-564e636c-84e7-41d1-b80f-0af12a0db817 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Calling delete_port for fa8c6976-8e38-4af3-8bc4-060d14e6e54c owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:39.264239 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Pushing event updated for resources: {'Port': ['ID=827f0cc6-f53c-47c9-b46c-868c427e64f2,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:39.274274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df75dde-972e-411c-b649-fd92feb0e53b req-8cdbcb2c-063f-46f2-9632-abb78646c986 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:39.276034 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7df75dde-972e-411c-b649-fd92feb0e53b req-8cdbcb2c-063f-46f2-9632-abb78646c986 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 944 time: 0.1673670 Aug 06 16:15:39.325837 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Network a99cc60d-b371-4f98-ab52-073abe0e27be is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:39.392347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:39.392680 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:39.393452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:39.393452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:39.394329 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:39.394648 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:39.394918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:39.395221 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:39.395548 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:39.395868 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:39.396218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:39.396502 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:39.423143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:39.443869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:39.483064 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77966082-5df5-4840-9163-aeed5471e6c0 req-0fd9210e-7189-4d58-a35a-ecb8819fba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:39.484651 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77966082-5df5-4840-9163-aeed5471e6c0 req-0fd9210e-7189-4d58-a35a-ecb8819fba28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 1095 time: 0.9289935 Aug 06 16:15:39.496337 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b7c0ea4d-c233-4158-b986-60c67fae86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715827707', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:39Z', 'updated_at': '2021-08-06T16:13:49Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:40Z', 'updated_at': '2021-08-06T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'dc115554-a408-4e44-950b-33c997a26121', 'name': '', 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:55:c1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:47Z', 'updated_at': '2021-08-06T16:13:59Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:39.619826 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:39.640347 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:39.641137 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:39.662747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77966082-5df5-4840-9163-aeed5471e6c0 req-0e8cf6f6-d32c-4ea1-b021-1837e51e3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:39.664403 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77966082-5df5-4840-9163-aeed5471e6c0 req-0e8cf6f6-d32c-4ea1-b021-1837e51e3bf0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f00e6c0c-8412-4062-b121-a5c3f9142d9a HTTP/1.1" status: 200 len: 898 time: 0.1284246 Aug 06 16:15:39.707622 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-7df75dde-972e-411c-b649-fd92feb0e53b req-f955a249-385e-47ad-877f-216718957e85 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting port 8e861ed4-a475-4228-8bdd-577165624585 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:39.707890 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7df75dde-972e-411c-b649-fd92feb0e53b req-f955a249-385e-47ad-877f-216718957e85 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:39.744578 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c0ea4d-c233-4158-b986-60c67fae86a5 None None] The sync data for ids ['49051eea-f638-43ba-b03e-7e1c1b84996b'] in n-d-803756-1 is: [{'id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715827707', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:39Z', 'updated_at': '2021-08-06T16:13:49Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:40Z', 'updated_at': '2021-08-06T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'dc115554-a408-4e44-950b-33c997a26121', 'name': '', 'network_id': 'f00e6c0c-8412-4062-b121-a5c3f9142d9a', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:55:c1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:47Z', 'updated_at': '2021-08-06T16:13:59Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': 'f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:15:39.770420 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b37e1-c8f2-4907-a270-52299c1f43db req-8e7cf761-b683-4480-b53a-6e7850f7f24a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:39.771941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5d6b37e1-c8f2-4907-a270-52299c1f43db req-8e7cf761-b683-4480-b53a-6e7850f7f24a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 944 time: 0.7664018 Aug 06 16:15:39.848212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a0c5d-fb2f-4631-a0d1-2f7a0b4f1131 req-f27ad7e2-f1f7-41c8-a72a-d27aa0f786f1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:39.849764 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e85a0c5d-fb2f-4631-a0d1-2f7a0b4f1131 req-f27ad7e2-f1f7-41c8-a72a-d27aa0f786f1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 931 time: 0.6023264 Aug 06 16:15:39.872558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77966082-5df5-4840-9163-aeed5471e6c0 req-8d77da64-3403-4991-9daa-4339503c1c1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e861ed4-a475-4228-8bdd-577165624585 HTTP/1.1" status: 200 len: 217 time: 0.1116037 Aug 06 16:15:39.904577 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=d4e96689-b921-47fe-b515-047b6dae822f,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:39.905134 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5d6b37e1-c8f2-4907-a270-52299c1f43db req-3d3dc6db-c3e2-42f1-ab45-3ddc263d2692 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187682 Aug 06 16:15:39.906133 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a5037cb-88c9-4c95-91a5-d2adc2673c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:39.927997 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:39.928687 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:39.941295 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-564e636c-84e7-41d1-b80f-0af12a0db817 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:39.992417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e636c-84e7-41d1-b80f-0af12a0db817 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Port': ['ID=fa8c6976-8e38-4af3-8bc4-060d14e6e54c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:40.064072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e85a0c5d-fb2f-4631-a0d1-2f7a0b4f1131 req-dadc8c82-aa8f-47b5-bcde-2f9def4f8d62 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747904 Aug 06 16:15:40.168399 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-d89ece81-79ee-498f-a28a-5b530090ccc1 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1156766 Aug 06 16:15:40.226819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Request body: {'port': {'device_id': '7df4cf06-dd4c-48a1-8994-05c3320f9490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:40.246097 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a5037cb-88c9-4c95-91a5-d2adc2673c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:40.298576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065aa307-52fd-4b79-95a9-3444b52f8925 None None] New status for floating IP 0b5e500a-5205-4e35-a98f-56e81fde7a66: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:15:40.363771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:40.371720 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:40.382852 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-7df75dde-972e-411c-b649-fd92feb0e53b req-f955a249-385e-47ad-877f-216718957e85 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] For port 8e861ed4-a475-4228-8bdd-577165624585, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8e861ed4-a475-4228-8bdd-577165624585,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:40.383223 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7df75dde-972e-411c-b649-fd92feb0e53b req-f955a249-385e-47ad-877f-216718957e85 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:40.443677 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a5037cb-88c9-4c95-91a5-d2adc2673c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:40.448863 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a5037cb-88c9-4c95-91a5-d2adc2673c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:40.452588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2a5037cb-88c9-4c95-91a5-d2adc2673c0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c0cd870-50ec-4c57-bfc0-272c0f12fed6 HTTP/1.1" status: 204 len: 168 time: 1.4415619 Aug 06 16:15:40.479807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77966082-5df5-4840-9163-aeed5471e6c0 req-9324afc4-b991-46d7-ad9d-f512ef9507a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:40.483803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77966082-5df5-4840-9163-aeed5471e6c0 req-9324afc4-b991-46d7-ad9d-f512ef9507a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b HTTP/1.1" status: 200 len: 835 time: 0.5947113 Aug 06 16:15:40.594929 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:40.598025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5037cb-88c9-4c95-91a5-d2adc2673c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0cd870-50ec-4c57-bfc0-272c0f12fed6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:40.612896 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1477d-2df1-4650-837b-470e60baa036 req-c762d62b-c6c0-4d57-a354-9c98b262158c tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:40.622220 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abf1477d-2df1-4650-837b-470e60baa036 req-c762d62b-c6c0-4d57-a354-9c98b262158c tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.5635097 Aug 06 16:15:40.800512 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77966082-5df5-4840-9163-aeed5471e6c0 req-c9b8b590-1d14-4430-b7a4-5d475721f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:40.802328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77966082-5df5-4840-9163-aeed5471e6c0 req-c9b8b590-1d14-4430-b7a4-5d475721f9c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f00e6c0c-8412-4062-b121-a5c3f9142d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3012912 Aug 06 16:15:40.814105 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abf1477d-2df1-4650-837b-470e60baa036 req-200ca9c7-d406-4d82-9d29-4b589fbe8911 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885273 Aug 06 16:15:40.883520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-7df75dde-972e-411c-b649-fd92feb0e53b req-f955a249-385e-47ad-877f-216718957e85 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Calling delete_port for 8e861ed4-a475-4228-8bdd-577165624585 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:40.894002 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cf193add-41be-4d53-8ce7-5057f1fdd4ae None None] Provisioning complete for port d4e96689-b921-47fe-b515-047b6dae822f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:40.894592 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf193add-41be-4d53-8ce7-5057f1fdd4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:40.943343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-cf193add-41be-4d53-8ce7-5057f1fdd4ae None None] Port d4e96689-b921-47fe-b515-047b6dae822f cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:41.120044 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-564e636c-84e7-41d1-b80f-0af12a0db817 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:41.218394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77966082-5df5-4840-9163-aeed5471e6c0 req-3bd8ed8f-0bfe-4e79-8eb8-2971a34703a3 service neutron] 10.222.0.13 "GET /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973269 Aug 06 16:15:41.309032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8982c5-1894-46c1-90b0-76c943ce7ed1 req-789a1b3c-3b14-4b0b-ba74-2d4c5b3bbd90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:41.311244 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b8982c5-1894-46c1-90b0-76c943ce7ed1 req-789a1b3c-3b14-4b0b-ba74-2d4c5b3bbd90 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc0665-b931-4dfe-8615-d756046f244f HTTP/1.1" status: 200 len: 944 time: 0.2715955 Aug 06 16:15:41.359358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Router d9532912-e683-4226-916d-511557d9737b is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:15:41.434720 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7df75dde-972e-411c-b649-fd92feb0e53b req-f955a249-385e-47ad-877f-216718957e85 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:41.447981 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac137c80-0bbf-480b-8eb0-8ea210c2fc6b tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:41.507148 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955a249-385e-47ad-877f-216718957e85 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Port': ['ID=8e861ed4-a475-4228-8bdd-577165624585,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:41.521689 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ad8a4-62b4-4609-81e4-3049daadcb83 req-5d6fa06e-fa62-4330-99d1-d60d93f182a5 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:41.523314 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f04ad8a4-62b4-4609-81e4-3049daadcb83 req-5d6fa06e-fa62-4330-99d1-d60d93f182a5 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 931 time: 0.3137381 Aug 06 16:15:41.581700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b8982c5-1894-46c1-90b0-76c943ce7ed1 req-589bfad2-61ca-42e3-98fd-1c8133a00c36 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443326 Aug 06 16:15:41.617548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:41.629907 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Sync routers for ids ['d9532912-e683-4226-916d-511557d9737b'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:15:41.641568 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3068b04c-7af6-42b1-bbbf-f6146897a079 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "PUT /v2.0/routers/d9532912-e683-4226-916d-511557d9737b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9472055 Aug 06 16:15:41.643787 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df75dde-972e-411c-b649-fd92feb0e53b req-f955a249-385e-47ad-877f-216718957e85 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] No DVR routers for this DVR port 8e861ed4-a475-4228-8bdd-577165624585 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:41.645152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55960) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:41.649198 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Routers {'d9532912-e683-4226-916d-511557d9737b'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:41.649885 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['d9532912-e683-4226-916d-511557d9737b'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:41.668630 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77966082-5df5-4840-9163-aeed5471e6c0 req-990c6e6c-e8f0-4a1f-8834-ad32501039b6 service neutron] 10.222.0.13 "GET /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398220 Aug 06 16:15:41.676290 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7df75dde-972e-411c-b649-fd92feb0e53b req-f955a249-385e-47ad-877f-216718957e85 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:41.678903 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7df75dde-972e-411c-b649-fd92feb0e53b req-f955a249-385e-47ad-877f-216718957e85 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.13 "DELETE /v2.0/ports/8e861ed4-a475-4228-8bdd-577165624585 HTTP/1.1" status: 204 len: 173 time: 2.3529925 Aug 06 16:15:41.680024 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'name': 'network-vif-deleted', 'tag': '8e861ed4-a475-4228-8bdd-577165624585'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:15:41.682945 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b59164d-d642-400e-8e1a-77958fb22206" -d '{"events": [{"server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "name": "network-vif-deleted", "tag": "8e861ed4-a475-4228-8bdd-577165624585"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:15:41.748587 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f13c31-3201-4d12-afda-e502e50b4546 x-openstack-request-id: req-63f13c31-3201-4d12-afda-e502e50b4546 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:15:41.748995 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecdc0665-b931-4dfe-8615-d756046f244f", "name": "network-vif-deleted", "tag": "8e861ed4-a475-4228-8bdd-577165624585", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:15:41.749850 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63f13c31-3201-4d12-afda-e502e50b4546 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:15:41.750009 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdc0665-b931-4dfe-8615-d756046f244f', 'name': 'network-vif-deleted', 'tag': '8e861ed4-a475-4228-8bdd-577165624585', 'status': 'completed', 'code': 200} Aug 06 16:15:41.767333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564e636c-84e7-41d1-b80f-0af12a0db817 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router d165c098-db3a-4c85-b35e-dcb4e18da215 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:15:41.827085 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Set router d9532912-e683-4226-916d-511557d9737b gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:15:41.854670 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827f0cc6-f53c-47c9-b46c-868c427e64f2 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:15:41.873405 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f04ad8a4-62b4-4609-81e4-3049daadcb83 req-a1686c6a-e878-44c0-b7b2-c97a650f83d6 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024108 Aug 06 16:15:41.890436 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceadf5a-d533-4944-a7a6-7545d50add51 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:41.897670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cceadf5a-d533-4944-a7a6-7545d50add51 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports/d4e96689-b921-47fe-b515-047b6dae822f HTTP/1.1" status: 200 len: 911 time: 0.2507615 Aug 06 16:15:41.903699 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:41.912908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55968) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:42.042683 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564e636c-84e7-41d1-b80f-0af12a0db817 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:42.053069 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-564e636c-84e7-41d1-b80f-0af12a0db817 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "PUT /v2.0/routers/d165c098-db3a-4c85-b35e-dcb4e18da215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7361333 Aug 06 16:15:42.054071 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55972) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:42.067329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a46f744-6397-4518-bfe0-cf0b48bfb614 None None] Sync routers for ids ['d165c098-db3a-4c85-b35e-dcb4e18da215'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:15:42.082274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46f744-6397-4518-bfe0-cf0b48bfb614 None None] Routers {'d165c098-db3a-4c85-b35e-dcb4e18da215'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:42.083166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3a46f744-6397-4518-bfe0-cf0b48bfb614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['d165c098-db3a-4c85-b35e-dcb4e18da215'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:42.270569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3a46f744-6397-4518-bfe0-cf0b48bfb614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:42.296132 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19ca7d52-20a5-41ed-adf5-b67c4653d837 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:42.310186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46f744-6397-4518-bfe0-cf0b48bfb614 None None] Routers {'d165c098-db3a-4c85-b35e-dcb4e18da215'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:42.311698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3a46f744-6397-4518-bfe0-cf0b48bfb614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['d165c098-db3a-4c85-b35e-dcb4e18da215'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:42.322269 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9532912-e683-4226-916d-511557d9737b', 'name': 'tempest-NetworksTestDHCPv6-router-1795658742', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:15:34Z', 'updated_at': '2021-08-06T16:15:38Z', 'revision_number': 2, 'project_id': 'be565a949c764be18f03c35462fde503', 'gw_port_host': None, '_interfaces': [{'id': 'd4e96689-b921-47fe-b515-047b6dae822f', 'name': '', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'mac_address': 'fa:16:3e:7f:35:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9532912-e683-4226-916d-511557d9737b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '06d3c786-af5a-4a73-bce8-617490a10cee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:15:36Z', 'updated_at': '2021-08-06T16:15:39Z', 'revision_number': 2, 'project_id': 'be565a949c764be18f03c35462fde503', 'subnets': [{'id': '06d3c786-af5a-4a73-bce8-617490a10cee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:42.409704 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Checking router: d9532912-e683-4226-916d-511557d9737b for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:15:42.409704 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Updating router d9532912-e683-4226-916d-511557d9737b port d4e96689-b921-47fe-b515-047b6dae822f binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:15:42.459940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3a46f744-6397-4518-bfe0-cf0b48bfb614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:42.463136 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a46f744-6397-4518-bfe0-cf0b48bfb614 None None] The sync data for ids ['d165c098-db3a-4c85-b35e-dcb4e18da215'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:15:42.478160 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:42.500490 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19ca7d52-20a5-41ed-adf5-b67c4653d837 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:42.598855 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-19ca7d52-20a5-41ed-adf5-b67c4653d837 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting port b29f88b9-125c-477b-95bf-df4715cb11ba {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:42.599539 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19ca7d52-20a5-41ed-adf5-b67c4653d837 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:42.644534 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Transition to ACTIVE for port object 827f0cc6-f53c-47c9-b46c-868c427e64f2 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:42.664297 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:42.717880 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55986) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:42.738344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49116f-009c-4bfa-801c-dec406f09297 req-236bbf9f-c048-4b60-a2fd-949af7f21c3f tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:42.740005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e49116f-009c-4bfa-801c-dec406f09297 req-236bbf9f-c048-4b60-a2fd-949af7f21c3f tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.7615299 Aug 06 16:15:42.766474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1853579a-ffc9-4d88-a914-19c2fcb325c0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:42.773276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1853579a-ffc9-4d88-a914-19c2fcb325c0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:42.778857 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1853579a-ffc9-4d88-a914-19c2fcb325c0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.8003964 Aug 06 16:15:42.788219 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55988) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:42.916931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Pushing event updated for resources: {'Port': ['ID=827f0cc6-f53c-47c9-b46c-868c427e64f2,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:42.951684 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19ca7d52-20a5-41ed-adf5-b67c4653d837 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:42.963317 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:42.978238 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e49116f-009c-4bfa-801c-dec406f09297 req-bd216f1c-8ef1-4908-b544-5acb21364072 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207797 Aug 06 16:15:42.992941 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Transition to ACTIVE for port object d4e96689-b921-47fe-b515-047b6dae822f will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:43.013838 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:43.164019 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-19ca7d52-20a5-41ed-adf5-b67c4653d837 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Calling delete_port for b29f88b9-125c-477b-95bf-df4715cb11ba owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:43.223617 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad25357-ff4e-432c-b006-7520a2a54d4d None None] Pushing event updated for resources: {'Port': ['ID=d4e96689-b921-47fe-b515-047b6dae822f,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:43.235815 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad25357-ff4e-432c-b006-7520a2a54d4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:43.236243 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad25357-ff4e-432c-b006-7520a2a54d4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:43.236582 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad25357-ff4e-432c-b006-7520a2a54d4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:43.236955 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad25357-ff4e-432c-b006-7520a2a54d4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:43.237783 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad25357-ff4e-432c-b006-7520a2a54d4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:43.238115 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad25357-ff4e-432c-b006-7520a2a54d4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:43.238524 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad25357-ff4e-432c-b006-7520a2a54d4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:43.238745 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad25357-ff4e-432c-b006-7520a2a54d4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:43.239071 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad25357-ff4e-432c-b006-7520a2a54d4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:43.239389 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad25357-ff4e-432c-b006-7520a2a54d4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:43.239709 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad25357-ff4e-432c-b006-7520a2a54d4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:43.250187 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad25357-ff4e-432c-b006-7520a2a54d4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:43.254788 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Attempting to bind port d4e96689-b921-47fe-b515-047b6dae822f on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:15:43.255158 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Attempting to bind port d4e96689-b921-47fe-b515-047b6dae822f by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:15:43.255523 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Attempting to bind port d4e96689-b921-47fe-b515-047b6dae822f on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:43.275027 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:15:43.275709 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:43.276302 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:43.278199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Attempting to bind port 827f0cc6-f53c-47c9-b46c-868c427e64f2 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:15:43.278199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Attempting to bind port 827f0cc6-f53c-47c9-b46c-868c427e64f2 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:15:43.278199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Attempting to bind port 827f0cc6-f53c-47c9-b46c-868c427e64f2 on network a99cc60d-b371-4f98-ab52-073abe0e27be {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:43.279289 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:15:43.279987 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Bound port: d4e96689-b921-47fe-b515-047b6dae822f, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:15:43.280647 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:43.343851 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Port 827f0cc6-f53c-47c9-b46c-868c427e64f2 on network a99cc60d-b371-4f98-ab52-073abe0e27be not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:15:43.344143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Attempting to bind port 827f0cc6-f53c-47c9-b46c-868c427e64f2 on network a99cc60d-b371-4f98-ab52-073abe0e27be {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:43.358190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0146df-5c1f-4e71-ae7d-4b9f8b0af75c req-5e7ff022-2ab7-4173-a333-6ca229f88922 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:43.360532 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b0146df-5c1f-4e71-ae7d-4b9f8b0af75c req-5e7ff022-2ab7-4173-a333-6ca229f88922 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 943 time: 0.3674412 Aug 06 16:15:43.424015 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] For port d4e96689-b921-47fe-b515-047b6dae822f, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:43.431944 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] For port d4e96689-b921-47fe-b515-047b6dae822f, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d4e96689-b921-47fe-b515-047b6dae822f,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:15:43.437202 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:43.458107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56002) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:43.476774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:15:43.477176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Checking segment: {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:43.477504 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Bound using segment: {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:15:43.478012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Bound port: 827f0cc6-f53c-47c9-b46c-868c427e64f2, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eecbf98-9381-455f-85ad-d8f55fccc5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:15:43.478390 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:43.567161 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b0146df-5c1f-4e71-ae7d-4b9f8b0af75c req-036ab67b-b433-4d6e-bea7-3dda85629639 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294401 Aug 06 16:15:43.597062 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad25357-ff4e-432c-b006-7520a2a54d4d None None] Pushing event updated for resources: {'Port': ['ID=d4e96689-b921-47fe-b515-047b6dae822f,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:43.602775 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Routers {'d9532912-e683-4226-916d-511557d9737b'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:43.603393 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['d9532912-e683-4226-916d-511557d9737b'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:43.702392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-ac137c80-0bbf-480b-8eb0-8ea210c2fc6b tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Deleting port 568abee6-caf0-4dce-b962-1851ecd23219 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:43.703742 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac137c80-0bbf-480b-8eb0-8ea210c2fc6b tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:43.762470 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19ca7d52-20a5-41ed-adf5-b67c4653d837 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:43.797683 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] Set router d9532912-e683-4226-916d-511557d9737b gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:15:43.799739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcda91e-49ce-4e1f-9a93-8011dd9a538c req-1d7c3315-3e8e-4593-b062-e2b0331e0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:43.801453 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9bcda91e-49ce-4e1f-9a93-8011dd9a538c req-1d7c3315-3e8e-4593-b062-e2b0331e0ef1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 1097 time: 0.1454427 Aug 06 16:15:43.805450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca7d52-20a5-41ed-adf5-b67c4653d837 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Port': ['ID=b29f88b9-125c-477b-95bf-df4715cb11ba,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:43.931878 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19ca7d52-20a5-41ed-adf5-b67c4653d837 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:43.994433 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] For port 827f0cc6-f53c-47c9-b46c-868c427e64f2, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:44.110989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] For port 827f0cc6-f53c-47c9-b46c-868c427e64f2, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=827f0cc6-f53c-47c9-b46c-868c427e64f2,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:15:44.187442 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:44.193205 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8e861ed4-a475-4228-8bdd-577165624585 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:44.238659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 8e861ed4-a475-4228-8bdd-577165624585 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:44.239984 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8e861ed4-a475-4228-8bdd-577165624585 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:44.251081 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9532912-e683-4226-916d-511557d9737b', 'name': 'tempest-NetworksTestDHCPv6-router-1795658742', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:15:34Z', 'updated_at': '2021-08-06T16:15:38Z', 'revision_number': 2, 'project_id': 'be565a949c764be18f03c35462fde503', 'gw_port_host': None, '_interfaces': [{'id': 'd4e96689-b921-47fe-b515-047b6dae822f', 'name': '', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'mac_address': 'fa:16:3e:7f:35:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9532912-e683-4226-916d-511557d9737b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '06d3c786-af5a-4a73-bce8-617490a10cee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:15:36Z', 'updated_at': '2021-08-06T16:15:43Z', 'revision_number': 4, 'project_id': 'be565a949c764be18f03c35462fde503', 'subnets': [{'id': '06d3c786-af5a-4a73-bce8-617490a10cee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:44.312849 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb8322-f491-48d2-be70-1fa6ce999231 None None] The sync data for ids ['d9532912-e683-4226-916d-511557d9737b'] in n-d-803756-1 is: [{'id': 'd9532912-e683-4226-916d-511557d9737b', 'name': 'tempest-NetworksTestDHCPv6-router-1795658742', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:15:34Z', 'updated_at': '2021-08-06T16:15:38Z', 'revision_number': 2, 'project_id': 'be565a949c764be18f03c35462fde503', 'gw_port_host': None, '_interfaces': [{'id': 'd4e96689-b921-47fe-b515-047b6dae822f', 'name': '', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'mac_address': 'fa:16:3e:7f:35:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9532912-e683-4226-916d-511557d9737b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '06d3c786-af5a-4a73-bce8-617490a10cee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:15:36Z', 'updated_at': '2021-08-06T16:15:43Z', 'revision_number': 4, 'project_id': 'be565a949c764be18f03c35462fde503', 'subnets': [{'id': '06d3c786-af5a-4a73-bce8-617490a10cee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:15:44.399021 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:44.399670 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:44.401450 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/827f0cc6-f53c-47c9-b46c-868c427e64f2 HTTP/1.1" status: 200 len: 1091 time: 4.2236996 Aug 06 16:15:44.401579 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df4cf06-dd4c-48a1-8994-05c3320f9490', 'tag': '827f0cc6-f53c-47c9-b46c-868c427e64f2'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:15:44.403810 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99757c3d-6e52-4196-b7d8-0899ac259ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "7df4cf06-dd4c-48a1-8994-05c3320f9490", "tag": "827f0cc6-f53c-47c9-b46c-868c427e64f2"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:15:44.437152 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac137c80-0bbf-480b-8eb0-8ea210c2fc6b tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:44.486465 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6f663-6202-4f0e-8e61-76c631d864d9 service neutron] Pushing event updated for resources: {'Port': ['ID=827f0cc6-f53c-47c9-b46c-868c427e64f2,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:44.506064 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5894ce-95e8-4095-8d8b-2fdef2f16aa5 x-openstack-request-id: req-9c5894ce-95e8-4095-8d8b-2fdef2f16aa5 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:15:44.506422 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df4cf06-dd4c-48a1-8994-05c3320f9490", "tag": "827f0cc6-f53c-47c9-b46c-868c427e64f2", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:15:44.506707 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c5894ce-95e8-4095-8d8b-2fdef2f16aa5 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:15:44.507021 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df4cf06-dd4c-48a1-8994-05c3320f9490', 'tag': '827f0cc6-f53c-47c9-b46c-868c427e64f2', 'status': 'completed', 'code': 200} Aug 06 16:15:44.509104 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-ac137c80-0bbf-480b-8eb0-8ea210c2fc6b tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Calling delete_port for 568abee6-caf0-4dce-b962-1851ecd23219 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:44.527379 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-413bc864-3a18-4730-8757-5993c9a02f14 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:44.536298 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19ca7d52-20a5-41ed-adf5-b67c4653d837 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:44.571334 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19ca7d52-20a5-41ed-adf5-b67c4653d837 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:44.576284 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9bcda91e-49ce-4e1f-9a93-8011dd9a538c req-1e95b12d-c86e-4072-a74c-36faa061262f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7591639 Aug 06 16:15:44.592236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548c201-b4a0-4a4b-ad22-e5a8c184c863 req-8e3bd25c-11ee-4fde-94e7-244af7721bc7 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:44.594101 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8548c201-b4a0-4a4b-ad22-e5a8c184c863 req-8e3bd25c-11ee-4fde-94e7-244af7721bc7 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.4283116 Aug 06 16:15:44.690036 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19ca7d52-20a5-41ed-adf5-b67c4653d837 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:44.690036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ca7d52-20a5-41ed-adf5-b67c4653d837 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Fanout notify agent at l3_agent the message router_deleted on router d165c098-db3a-4c85-b35e-dcb4e18da215 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:15:44.724586 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4da676f-8b5c-470e-b6e9-fdc9e02f5f1b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:44.747806 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19ca7d52-20a5-41ed-adf5-b67c4653d837 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:44.753721 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-19ca7d52-20a5-41ed-adf5-b67c4653d837 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/routers/d165c098-db3a-4c85-b35e-dcb4e18da215 HTTP/1.1" status: 204 len: 168 time: 2.6967711 Aug 06 16:15:44.753721 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56028) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:44.884478 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fb0170-99d0-42cf-9684-70475c4691e8 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting subnet b3ff6659-048d-4edc-bba0-f7a3366c8a97 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:15:44.888833 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1fb0170-99d0-42cf-9684-70475c4691e8 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:44.971781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1fb0170-99d0-42cf-9684-70475c4691e8 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:45.141444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1fb0170-99d0-42cf-9684-70475c4691e8 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:45.205612 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-413bc864-3a18-4730-8757-5993c9a02f14 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting port dc115554-a408-4e44-950b-33c997a26121 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:45.206038 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-413bc864-3a18-4730-8757-5993c9a02f14 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:45.278483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-3659530b-2efc-4b65-8c7a-8d9fa6e505c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:45.279656 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-3659530b-2efc-4b65-8c7a-8d9fa6e505c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 1094 time: 0.8090682 Aug 06 16:15:45.315418 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1fb0170-99d0-42cf-9684-70475c4691e8 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:45.337372 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1fb0170-99d0-42cf-9684-70475c4691e8 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:45.343080 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b1fb0170-99d0-42cf-9684-70475c4691e8 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/subnets/b3ff6659-048d-4edc-bba0-f7a3366c8a97 HTTP/1.1" status: 204 len: 168 time: 0.5736501 Aug 06 16:15:45.352857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e48a3e3-8ea5-411f-9cca-e4d84f59671d None None] Network 93286e1d-7285-4a1c-b3d9-1710a12130b9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:45.365716 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56040) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:45.411770 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb0170-99d0-42cf-9684-70475c4691e8 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ff6659-048d-4edc-bba0-f7a3366c8a97,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:45.454857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-413bc864-3a18-4730-8757-5993c9a02f14 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] For port dc115554-a408-4e44-950b-33c997a26121, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=dc115554-a408-4e44-950b-33c997a26121,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:45.455377 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-413bc864-3a18-4730-8757-5993c9a02f14 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:45.487154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d4e96689-b921-47fe-b515-047b6dae822f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:45.511317 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-413bc864-3a18-4730-8757-5993c9a02f14 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Calling delete_port for dc115554-a408-4e44-950b-33c997a26121 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:45.511630 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-65be268d-dc6d-4a70-bb8c-e26a5478e1a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827f0cc6-f53c-47c9-b46c-868c427e64f2 HTTP/1.1" status: 200 len: 217 time: 0.2196429 Aug 06 16:15:45.545819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:45.568244 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8548c201-b4a0-4a4b-ad22-e5a8c184c863 req-72113c60-98ef-4cf2-b59a-003766c5a749 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8702304 Aug 06 16:15:45.641798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port d4e96689-b921-47fe-b515-047b6dae822f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:45.652913 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d4e96689-b921-47fe-b515-047b6dae822f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:45.653745 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:45.720483 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd3834b-c7bc-440e-97c9-c19997429c7e None None] DHCP port deletion for 93286e1d-7285-4a1c-b3d9-1710a12130b9 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:15:45.725156 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbed5e-2511-4fa8-9770-8fb7aa9bb39a req-80511036-e505-472c-9f55-bec9a9894470 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:45.727202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1dbed5e-2511-4fa8-9770-8fb7aa9bb39a req-80511036-e505-472c-9f55-bec9a9894470 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 943 time: 1.0158646 Aug 06 16:15:45.759933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting port d40523e9-a42d-49d3-bc73-f5c084483116 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:45.760277 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:45.795317 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:45.851328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] For port d40523e9-a42d-49d3-bc73-f5c084483116, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d40523e9-a42d-49d3-bc73-f5c084483116,segment=NetworkSegment(77f07551-71b3-4735-a9a0-b3275854ff82),segment_id=77f07551-71b3-4735-a9a0-b3275854ff82)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:45.851693 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:45.871341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-6097d413-8517-40c9-8f7f-bdd234dd5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:45.873026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-6097d413-8517-40c9-8f7f-bdd234dd5265 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 200 len: 846 time: 0.3000751 Aug 06 16:15:45.883495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port d4e96689-b921-47fe-b515-047b6dae822f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d4e96689-b921-47fe-b515-047b6dae822f,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:45.885339 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3834b-c7bc-440e-97c9-c19997429c7e None None] Deleting port d40523e9-a42d-49d3-bc73-f5c084483116 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:45.885914 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3cd3834b-c7bc-440e-97c9-c19997429c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:45.889205 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:45.898252 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Calling delete_port for d40523e9-a42d-49d3-bc73-f5c084483116 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:45.959179 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-413bc864-3a18-4730-8757-5993c9a02f14 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:45.974049 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e1dbed5e-2511-4fa8-9770-8fb7aa9bb39a req-d64f3c72-3dd6-4d21-a287-a070e8b33999 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172806 Aug 06 16:15:45.984613 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-7c3f901c-905b-475c-a66a-3306e5fcc9a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a99cc60d-b371-4f98-ab52-073abe0e27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744898 Aug 06 16:15:46.005718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3cd3834b-c7bc-440e-97c9-c19997429c7e None None] For port d40523e9-a42d-49d3-bc73-f5c084483116, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d40523e9-a42d-49d3-bc73-f5c084483116,segment=NetworkSegment(77f07551-71b3-4735-a9a0-b3275854ff82),segment_id=77f07551-71b3-4735-a9a0-b3275854ff82)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:46.006708 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3cd3834b-c7bc-440e-97c9-c19997429c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:46.008096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bc864-3a18-4730-8757-5993c9a02f14 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Port': ['ID=dc115554-a408-4e44-950b-33c997a26121,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:46.052295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3834b-c7bc-440e-97c9-c19997429c7e None None] Calling delete_port for d40523e9-a42d-49d3-bc73-f5c084483116 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:46.062998 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac137c80-0bbf-480b-8eb0-8ea210c2fc6b tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:46.128901 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:46.152350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=d4e96689-b921-47fe-b515-047b6dae822f,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:46.201216 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3cd3834b-c7bc-440e-97c9-c19997429c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:46.227589 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Port': ['ID=d40523e9-a42d-49d3-bc73-f5c084483116,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:46.232724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd3834b-c7bc-440e-97c9-c19997429c7e None None] No DVR routers for this DVR port d40523e9-a42d-49d3-bc73-f5c084483116 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:46.247225 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] No DVR routers for this DVR port d40523e9-a42d-49d3-bc73-f5c084483116 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:46.260927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac137c80-0bbf-480b-8eb0-8ea210c2fc6b tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event deleted for resources: {'Port': ['ID=568abee6-caf0-4dce-b962-1851ecd23219,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:46.267807 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3834b-c7bc-440e-97c9-c19997429c7e None None] Pushing event deleted for resources: {'Port': ['ID=d40523e9-a42d-49d3-bc73-f5c084483116,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:46.406733 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-413bc864-3a18-4730-8757-5993c9a02f14 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:46.477075 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:46.552335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93286e1d-7285-4a1c-b3d9-1710a12130b9']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:46.568637 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f07551-71b3-4735-a9a0-b3275854ff82') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:46.568929 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f07551-71b3-4735-a9a0-b3275854ff82') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:46.584728 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-562f9e0a-4a6b-48fe-878f-b1181373c0fc service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851443 Aug 06 16:15:46.611333 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:46.622381 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac137c80-0bbf-480b-8eb0-8ea210c2fc6b tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:46.637952 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:46.651094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:15:46.651375 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:15:46.654732 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:15:46.691739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-d4da676f-8b5c-470e-b6e9-fdc9e02f5f1b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port d4e96689-b921-47fe-b515-047b6dae822f {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:46.692079 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4da676f-8b5c-470e-b6e9-fdc9e02f5f1b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:46.770421 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:46.793752 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Network': ['ID=93286e1d-7285-4a1c-b3d9-1710a12130b9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:46.795953 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:46.798343 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9fed4bf1-132e-4528-bf62-271cdbec17ea tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/networks/93286e1d-7285-4a1c-b3d9-1710a12130b9 HTTP/1.1" status: 204 len: 168 time: 1.4314899 Aug 06 16:15:46.838685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56056) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:46.874884 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413bc864-3a18-4730-8757-5993c9a02f14 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router 49051eea-f638-43ba-b03e-7e1c1b84996b has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:15:46.999418 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413bc864-3a18-4730-8757-5993c9a02f14 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:47.011379 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-413bc864-3a18-4730-8757-5993c9a02f14 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "PUT /v2.0/routers/49051eea-f638-43ba-b03e-7e1c1b84996b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2921119 Aug 06 16:15:47.012088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56064) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:47.014499 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1283ec3-9e19-4abc-bef1-3ddf472d0b8e None None] Sync routers for ids ['49051eea-f638-43ba-b03e-7e1c1b84996b'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:15:47.025756 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b91e9a10-ba27-4462-b27d-f0f444d43ed0 req-c068afdc-06c9-4f7c-a419-d8df5073dbe4 service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161685 Aug 06 16:15:47.028443 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-937ffa44-db34-4082-85aa-74bdbec73744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:47.034307 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1283ec3-9e19-4abc-bef1-3ddf472d0b8e None None] Routers {'49051eea-f638-43ba-b03e-7e1c1b84996b'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:47.035340 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a1283ec3-9e19-4abc-bef1-3ddf472d0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['49051eea-f638-43ba-b03e-7e1c1b84996b'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:47.077041 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45d029-8eda-4310-9310-e60319df71c6 req-ba8e95a9-b6e6-447b-a2d9-b9475cad6b74 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:47.078646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f45d029-8eda-4310-9310-e60319df71c6 req-ba8e95a9-b6e6-447b-a2d9-b9475cad6b74 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.3900654 Aug 06 16:15:47.095493 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ee8832-3a23-441c-a749-0cef568918e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting subnet f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:15:47.103187 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78ee8832-3a23-441c-a749-0cef568918e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:47.154553 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78ee8832-3a23-441c-a749-0cef568918e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:47.194628 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-a1283ec3-9e19-4abc-bef1-3ddf472d0b8e None None] Set router 49051eea-f638-43ba-b03e-7e1c1b84996b gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:15:47.227232 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-d4da676f-8b5c-470e-b6e9-fdc9e02f5f1b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] For port d4e96689-b921-47fe-b515-047b6dae822f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d4e96689-b921-47fe-b515-047b6dae822f,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:47.227598 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4da676f-8b5c-470e-b6e9-fdc9e02f5f1b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:47.260500 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac137c80-0bbf-480b-8eb0-8ea210c2fc6b tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Router 555e661a-bf40-47f4-8cb7-3d9bffb7bc9b has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:15:47.264715 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78ee8832-3a23-441c-a749-0cef568918e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:47.289072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-d4da676f-8b5c-470e-b6e9-fdc9e02f5f1b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for d4e96689-b921-47fe-b515-047b6dae822f owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:47.357315 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78ee8832-3a23-441c-a749-0cef568918e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:47.378479 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78ee8832-3a23-441c-a749-0cef568918e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:47.380754 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-78ee8832-3a23-441c-a749-0cef568918e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/subnets/f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b HTTP/1.1" status: 204 len: 168 time: 0.3673880 Aug 06 16:15:47.382343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2dbcb3-fee3-4704-81d0-5a9cd3b929c2 None None] Network f00e6c0c-8412-4062-b121-a5c3f9142d9a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:47.386641 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f45d029-8eda-4310-9310-e60319df71c6 req-ecae51cb-978e-4c16-8de8-141e91764b18 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606647 Aug 06 16:15:47.401127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56072) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:47.405880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99757c3d-6e52-4196-b7d8-0899ac259ec0 req-64737ae3-f11f-4d8d-8ebc-167e681d03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:47.406939 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99757c3d-6e52-4196-b7d8-0899ac259ec0 req-64737ae3-f11f-4d8d-8ebc-167e681d03c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 1094 time: 0.2916350 Aug 06 16:15:47.409157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee8832-3a23-441c-a749-0cef568918e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c9d2b7-89f2-4d71-8039-ffa3b2706e7b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:47.483110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c78b9-8b99-4ee9-b5be-f6fa47dde01f req-3ef011ce-eb23-4d19-9274-aad58c72145a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:47.484831 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da3c78b9-8b99-4ee9-b5be-f6fa47dde01f req-3ef011ce-eb23-4d19-9274-aad58c72145a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 943 time: 0.3682194 Aug 06 16:15:47.545988 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a1283ec3-9e19-4abc-bef1-3ddf472d0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715827707', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:39Z', 'updated_at': '2021-08-06T16:15:45Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:40Z', 'updated_at': '2021-08-06T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:47.597542 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d4e96689-b921-47fe-b515-047b6dae822f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:47.663177 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c417c866-1f74-4cb8-91f4-7420174bcf6e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:47.774555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d4e96689-b921-47fe-b515-047b6dae822f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:47.775222 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:47.804756 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1283ec3-9e19-4abc-bef1-3ddf472d0b8e None None] Checking router: 49051eea-f638-43ba-b03e-7e1c1b84996b for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:15:47.816658 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1283ec3-9e19-4abc-bef1-3ddf472d0b8e None None] Routers {'49051eea-f638-43ba-b03e-7e1c1b84996b'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:47.817280 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a1283ec3-9e19-4abc-bef1-3ddf472d0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['49051eea-f638-43ba-b03e-7e1c1b84996b'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:47.857203 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c417c866-1f74-4cb8-91f4-7420174bcf6e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:47.937480 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fed02a-4392-456f-a9bc-6c2f365d5ec1 req-bd124b24-5a09-46eb-9e70-5ef806f2bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:47.939121 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-25fed02a-4392-456f-a9bc-6c2f365d5ec1 req-bd124b24-5a09-46eb-9e70-5ef806f2bf8a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1dd9d5eec2aa4eb68c1a1b78b1823036&device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 1097 time: 0.0978374 Aug 06 16:15:47.956452 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-a1283ec3-9e19-4abc-bef1-3ddf472d0b8e None None] Set router 49051eea-f638-43ba-b03e-7e1c1b84996b gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:15:48.031965 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c417c866-1f74-4cb8-91f4-7420174bcf6e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting port d6efc14d-01e0-4d06-bd56-29c21a2617e9 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:48.032221 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c417c866-1f74-4cb8-91f4-7420174bcf6e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:48.049009 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccb445d-23d3-4e76-a36b-121cfceeb60b None None] DHCP port deletion for f00e6c0c-8412-4062-b121-a5c3f9142d9a request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:15:48.106944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-954049ba-1026-4d6a-8de8-265e25043d54 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting port 13a260ad-2b9a-4e00-96af-12880c3af4d0 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:48.108919 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-954049ba-1026-4d6a-8de8-265e25043d54 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:48.119176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb445d-23d3-4e76-a36b-121cfceeb60b None None] Deleting port 71ee8322-7e34-4589-a96f-b837511ef6ab {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:48.119549 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9ccb445d-23d3-4e76-a36b-121cfceeb60b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:48.121509 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fed02a-4392-456f-a9bc-6c2f365d5ec1 req-18b4596c-a57e-41f0-aae9-11272ce1cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:48.122998 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-25fed02a-4392-456f-a9bc-6c2f365d5ec1 req-18b4596c-a57e-41f0-aae9-11272ce1cbc1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e45d3342-7250-400e-8edc-6eb56b28c052 HTTP/1.1" status: 200 len: 912 time: 0.1757274 Aug 06 16:15:48.170893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac137c80-0bbf-480b-8eb0-8ea210c2fc6b tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:48.172801 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-25fed02a-4392-456f-a9bc-6c2f365d5ec1 req-7a21bb85-ef38-411e-a705-009b2f176d64 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=193bc170-13cd-4429-afe1-3cf81c714ec1 HTTP/1.1" status: 200 len: 217 time: 0.0414538 Aug 06 16:15:48.197226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-c417c866-1f74-4cb8-91f4-7420174bcf6e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] For port d6efc14d-01e0-4d06-bd56-29c21a2617e9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d6efc14d-01e0-4d06-bd56-29c21a2617e9,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:48.197937 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c417c866-1f74-4cb8-91f4-7420174bcf6e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:48.210536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cc790f-6c49-41fe-8f1e-223789acebc0 None None] Sync routers for ids ['555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:15:48.213371 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a1283ec3-9e19-4abc-bef1-3ddf472d0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715827707', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:39Z', 'updated_at': '2021-08-06T16:15:45Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:40Z', 'updated_at': '2021-08-06T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:48.215789 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d40523e9-a42d-49d3-bc73-f5c084483116 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:48.233030 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c417c866-1f74-4cb8-91f4-7420174bcf6e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Calling delete_port for d6efc14d-01e0-4d06-bd56-29c21a2617e9 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:48.249460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: d40523e9-a42d-49d3-bc73-f5c084483116 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:48.249828 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d40523e9-a42d-49d3-bc73-f5c084483116 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:48.259124 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fed02a-4392-456f-a9bc-6c2f365d5ec1 req-3d00c0f7-ae06-4592-ad7a-c6d731694807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:48.260778 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-25fed02a-4392-456f-a9bc-6c2f365d5ec1 req-3d00c0f7-ae06-4592-ad7a-c6d731694807 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4 HTTP/1.1" status: 200 len: 851 time: 0.0779016 Aug 06 16:15:48.264075 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1283ec3-9e19-4abc-bef1-3ddf472d0b8e None None] The sync data for ids ['49051eea-f638-43ba-b03e-7e1c1b84996b'] in n-d-803756-1 is: [{'id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715827707', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:39Z', 'updated_at': '2021-08-06T16:15:45Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': 'd6efc14d-01e0-4d06-bd56-29c21a2617e9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:7d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49051eea-f638-43ba-b03e-7e1c1b84996b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:40Z', 'updated_at': '2021-08-06T16:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:15:48.271735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cc790f-6c49-41fe-8f1e-223789acebc0 None None] Routers {'555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:48.272387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-00cc790f-6c49-41fe-8f1e-223789acebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:48.318229 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ac137c80-0bbf-480b-8eb0-8ea210c2fc6b tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "PUT /v2.0/routers/555e661a-bf40-47f4-8cb7-3d9bffb7bc9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9097760 Aug 06 16:15:48.318449 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56082) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:48.319990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-00cc790f-6c49-41fe-8f1e-223789acebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:48.328663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-9ccb445d-23d3-4e76-a36b-121cfceeb60b None None] For port 71ee8322-7e34-4589-a96f-b837511ef6ab, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=71ee8322-7e34-4589-a96f-b837511ef6ab,segment=NetworkSegment(48d74a5c-0ff4-44ce-a918-c5aecfc5c116),segment_id=48d74a5c-0ff4-44ce-a918-c5aecfc5c116)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:48.329057 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9ccb445d-23d3-4e76-a36b-121cfceeb60b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:48.344908 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cc790f-6c49-41fe-8f1e-223789acebc0 None None] Routers {'555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:48.345531 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-00cc790f-6c49-41fe-8f1e-223789acebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:48.347560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb445d-23d3-4e76-a36b-121cfceeb60b None None] Calling delete_port for 71ee8322-7e34-4589-a96f-b837511ef6ab owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:48.374151 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-25fed02a-4392-456f-a9bc-6c2f365d5ec1 req-b4fbb6bb-02d1-4dd7-a12e-271d29e9139e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e45d3342-7250-400e-8edc-6eb56b28c052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721004 Aug 06 16:15:48.376882 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-ba94d9c3-b0cb-425a-8b9d-2126edd162a3 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] delete failed (client error): The resource could not be found. Aug 06 16:15:48.382405 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ba94d9c3-b0cb-425a-8b9d-2126edd162a3 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-2146239353 HTTP/1.1" status: 404 len: 335 time: 0.0598998 Aug 06 16:15:48.384397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56084) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:48.387588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3b1edcce-6e4c-49b6-bfaf-016627200fb5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Request body: {'router': {'external_gateway_info': {'network_id': '555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:48.394329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-00cc790f-6c49-41fe-8f1e-223789acebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:48.395037 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cc790f-6c49-41fe-8f1e-223789acebc0 None None] The sync data for ids ['555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:15:48.443258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da3c78b9-8b99-4ee9-b5be-f6fa47dde01f req-69c748f4-f9db-43f4-94ff-0c09aa27a1b3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9037664 Aug 06 16:15:48.474703 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9ccb445d-23d3-4e76-a36b-121cfceeb60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:48.488774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e277515-d395-4d03-ae40-f6256ee03f2b req-d20fc3ad-f9bc-4c18-9437-5dab96bfe652 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:48.490641 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e277515-d395-4d03-ae40-f6256ee03f2b req-d20fc3ad-f9bc-4c18-9437-5dab96bfe652 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.3178189 Aug 06 16:15:48.504344 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb445d-23d3-4e76-a36b-121cfceeb60b None None] Pushing event deleted for resources: {'Port': ['ID=71ee8322-7e34-4589-a96f-b837511ef6ab,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:48.510848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb445d-23d3-4e76-a36b-121cfceeb60b None None] No DVR routers for this DVR port 71ee8322-7e34-4589-a96f-b837511ef6ab on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:48.526250 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-954049ba-1026-4d6a-8de8-265e25043d54 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:48.526560 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-954049ba-1026-4d6a-8de8-265e25043d54 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:48.530554 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99757c3d-6e52-4196-b7d8-0899ac259ec0 req-cd4efc4f-2f81-46c7-bffe-2916b208889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:48.532074 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99757c3d-6e52-4196-b7d8-0899ac259ec0 req-cd4efc4f-2f81-46c7-bffe-2916b208889a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 907 time: 1.0828185 Aug 06 16:15:48.544035 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4da676f-8b5c-470e-b6e9-fdc9e02f5f1b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:48.587538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-954049ba-1026-4d6a-8de8-265e25043d54 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Calling delete_port for 13a260ad-2b9a-4e00-96af-12880c3af4d0 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:48.627074 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da676f-8b5c-470e-b6e9-fdc9e02f5f1b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=d4e96689-b921-47fe-b515-047b6dae822f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:48.635081 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99757c3d-6e52-4196-b7d8-0899ac259ec0 req-086085b0-e7a9-4345-b41c-6ef3e608a76a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827f0cc6-f53c-47c9-b46c-868c427e64f2 HTTP/1.1" status: 200 len: 217 time: 0.0856256 Aug 06 16:15:48.746720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e277515-d395-4d03-ae40-f6256ee03f2b req-48ad9b2b-8e41-4405-bcd1-ab17392a82fa tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439680 Aug 06 16:15:48.870671 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4da676f-8b5c-470e-b6e9-fdc9e02f5f1b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:48.874576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99757c3d-6e52-4196-b7d8-0899ac259ec0 req-571cd82f-b83d-4fdf-a707-70fc8e7113af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:48.876436 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99757c3d-6e52-4196-b7d8-0899ac259ec0 req-571cd82f-b83d-4fdf-a707-70fc8e7113af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 200 len: 846 time: 0.2239966 Aug 06 16:15:49.032420 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99757c3d-6e52-4196-b7d8-0899ac259ec0 req-a9e05a05-1934-4c6e-a07a-bf652a66ac21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a99cc60d-b371-4f98-ab52-073abe0e27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246550 Aug 06 16:15:49.087946 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b1edcce-6e4c-49b6-bfaf-016627200fb5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:49.144830 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-25fed02a-4392-456f-a9bc-6c2f365d5ec1 req-7b46e5d8-860c-47e2-a6d5-991a5c077768 service neutron] 10.222.0.78 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7603018 Aug 06 16:15:49.147006 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-3b1edcce-6e4c-49b6-bfaf-016627200fb5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] update failed (client error): The resource could not be found. Aug 06 16:15:49.148258 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3b1edcce-6e4c-49b6-bfaf-016627200fb5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "PUT /v2.0/routers/555e661a-bf40-47f4-8cb7-3d9bffb7bc9b HTTP/1.1" status: 404 len: 339 time: 0.7639523 Aug 06 16:15:49.154359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56096) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:49.311985 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99757c3d-6e52-4196-b7d8-0899ac259ec0 req-91e1905e-107a-4e66-b54f-55cdbe3b5003 service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698398 Aug 06 16:15:49.326075 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4da676f-8b5c-470e-b6e9-fdc9e02f5f1b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Router d9532912-e683-4226-916d-511557d9737b has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:15:49.358040 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c417c866-1f74-4cb8-91f4-7420174bcf6e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:49.360075 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-954049ba-1026-4d6a-8de8-265e25043d54 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:49.425763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device dc115554-a408-4e44-950b-33c997a26121 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:49.449180 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: dc115554-a408-4e44-950b-33c997a26121 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:49.449767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device dc115554-a408-4e44-950b-33c997a26121 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:49.450371 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 71ee8322-7e34-4589-a96f-b837511ef6ab no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:49.471031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 71ee8322-7e34-4589-a96f-b837511ef6ab {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:49.471718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 71ee8322-7e34-4589-a96f-b837511ef6ab not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:49.519912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4da676f-8b5c-470e-b6e9-fdc9e02f5f1b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:49.520113 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417c866-1f74-4cb8-91f4-7420174bcf6e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Port': ['ID=d6efc14d-01e0-4d06-bd56-29c21a2617e9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:49.536637 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816199c6-ad2d-4a4d-9168-cca036ca1618 None None] Sync routers for ids ['d9532912-e683-4226-916d-511557d9737b'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:15:49.552518 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d4da676f-8b5c-470e-b6e9-fdc9e02f5f1b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "PUT /v2.0/routers/d9532912-e683-4226-916d-511557d9737b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7522547 Aug 06 16:15:49.553057 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56106) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:49.553353 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816199c6-ad2d-4a4d-9168-cca036ca1618 None None] Routers {'d9532912-e683-4226-916d-511557d9737b'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:49.554169 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-816199c6-ad2d-4a4d-9168-cca036ca1618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['d9532912-e683-4226-916d-511557d9737b'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:49.555676 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-25fed02a-4392-456f-a9bc-6c2f365d5ec1 req-0c018502-1133-4018-b6ab-5e2e21d0ed79 service neutron] 10.222.0.78 "GET /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018424 Aug 06 16:15:49.558391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-937ffa44-db34-4082-85aa-74bdbec73744 admin admin] Deleting port ada094d4-ba99-4cd2-9329-14f5c6a499b4 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:49.558741 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-937ffa44-db34-4082-85aa-74bdbec73744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:49.656558 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-937ffa44-db34-4082-85aa-74bdbec73744 admin admin] For port ada094d4-ba99-4cd2-9329-14f5c6a499b4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ada094d4-ba99-4cd2-9329-14f5c6a499b4,segment=NetworkSegment(237585fe-b091-45d9-a35c-ea58036433c7),segment_id=237585fe-b091-45d9-a35c-ea58036433c7)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:49.657468 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-937ffa44-db34-4082-85aa-74bdbec73744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:49.671882 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-937ffa44-db34-4082-85aa-74bdbec73744 admin admin] Calling delete_port for ada094d4-ba99-4cd2-9329-14f5c6a499b4 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:49.675050 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-816199c6-ad2d-4a4d-9168-cca036ca1618 None None] Set router d9532912-e683-4226-916d-511557d9737b gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:15:49.742073 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-816199c6-ad2d-4a4d-9168-cca036ca1618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9532912-e683-4226-916d-511557d9737b', 'name': 'tempest-NetworksTestDHCPv6-router-1795658742', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:15:34Z', 'updated_at': '2021-08-06T16:15:48Z', 'revision_number': 3, 'project_id': 'be565a949c764be18f03c35462fde503', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:49.752503 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954049ba-1026-4d6a-8de8-265e25043d54 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Port': ['ID=13a260ad-2b9a-4e00-96af-12880c3af4d0,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:49.763412 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c417c866-1f74-4cb8-91f4-7420174bcf6e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:49.783750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664d258f-a692-48aa-b57c-b849c5303095 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:49.785579 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664d258f-a692-48aa-b57c-b849c5303095 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:49.791049 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-664d258f-a692-48aa-b57c-b849c5303095 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2340012 Aug 06 16:15:49.795816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56112) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:49.822259 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816199c6-ad2d-4a4d-9168-cca036ca1618 None None] Checking router: d9532912-e683-4226-916d-511557d9737b for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:15:49.852407 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816199c6-ad2d-4a4d-9168-cca036ca1618 None None] Routers {'d9532912-e683-4226-916d-511557d9737b'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:49.853281 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-816199c6-ad2d-4a4d-9168-cca036ca1618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['d9532912-e683-4226-916d-511557d9737b'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:49.954196 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-816199c6-ad2d-4a4d-9168-cca036ca1618 None None] Set router d9532912-e683-4226-916d-511557d9737b gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:15:49.979963 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99757c3d-6e52-4196-b7d8-0899ac259ec0 req-18947381-cc86-4576-b8d3-10a51425b828 service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6481090 Aug 06 16:15:50.007414 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c417c866-1f74-4cb8-91f4-7420174bcf6e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.025937 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405ccfc-3546-4cc8-8302-322c272e0651 req-53fda80b-c28a-4b29-af89-82a66c9b9005 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:50.027528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6405ccfc-3546-4cc8-8302-322c272e0651 req-53fda80b-c28a-4b29-af89-82a66c9b9005 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 943 time: 0.4720140 Aug 06 16:15:50.028508 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-954049ba-1026-4d6a-8de8-265e25043d54 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.028653 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-816199c6-ad2d-4a4d-9168-cca036ca1618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9532912-e683-4226-916d-511557d9737b', 'name': 'tempest-NetworksTestDHCPv6-router-1795658742', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:15:34Z', 'updated_at': '2021-08-06T16:15:48Z', 'revision_number': 3, 'project_id': 'be565a949c764be18f03c35462fde503', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:50.031155 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-954049ba-1026-4d6a-8de8-265e25043d54 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.032341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-954049ba-1026-4d6a-8de8-265e25043d54 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/floatingips/1459992b-d637-4205-93bf-60ca8d4cb461 HTTP/1.1" status: 204 len: 168 time: 3.1878941 Aug 06 16:15:50.037051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56116) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:50.043463 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c417c866-1f74-4cb8-91f4-7420174bcf6e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.052057 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.066355 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816199c6-ad2d-4a4d-9168-cca036ca1618 None None] The sync data for ids ['d9532912-e683-4226-916d-511557d9737b'] in n-d-803756-1 is: [{'id': 'd9532912-e683-4226-916d-511557d9737b', 'name': 'tempest-NetworksTestDHCPv6-router-1795658742', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:15:34Z', 'updated_at': '2021-08-06T16:15:48Z', 'revision_number': 3, 'project_id': 'be565a949c764be18f03c35462fde503', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:15:50.114345 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2698370-ea33-49bc-916f-8aafd7b941c6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] DELETE failed (client error): The resource could not be found. Aug 06 16:15:50.115170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2698370-ea33-49bc-916f-8aafd7b941c6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:15:50.117213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b2698370-ea33-49bc-916f-8aafd7b941c6 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/ports/949c23f5-c6c3-4e89-a2e9-96235342423c HTTP/1.1" status: 404 len: 333 time: 0.0791132 Aug 06 16:15:50.123820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56118) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:50.130377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6ed401-0bb6-4047-acec-824b24dde2fc tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 06d3c786-af5a-4a73-bce8-617490a10cee {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:15:50.134518 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6405ccfc-3546-4cc8-8302-322c272e0651 req-bb6821c1-7d47-42db-86a8-25e77976b5fa tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880246 Aug 06 16:15:50.149282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2632ab5-97f7-4ac2-8493-3097cbf74b24 req-000761f5-74b4-4e97-9e40-bbe6c14d22bb tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:50.158197 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2632ab5-97f7-4ac2-8493-3097cbf74b24 req-000761f5-74b4-4e97-9e40-bbe6c14d22bb tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.2091925 Aug 06 16:15:50.205856 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed401-0bb6-4047-acec-824b24dde2fc tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.235563 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2632ab5-97f7-4ac2-8493-3097cbf74b24 req-5a1cd685-5da8-4b88-9cc0-12bbd1242481 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712628 Aug 06 16:15:50.241777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 827f0cc6-f53c-47c9-b46c-868c427e64f2 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:15:50.247502 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-937ffa44-db34-4082-85aa-74bdbec73744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.250292 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c417c866-1f74-4cb8-91f4-7420174bcf6e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.251212 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c417c866-1f74-4cb8-91f4-7420174bcf6e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Fanout notify agent at l3_agent the message router_deleted on router 49051eea-f638-43ba-b03e-7e1c1b84996b {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:15:50.261030 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c417c866-1f74-4cb8-91f4-7420174bcf6e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.269673 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c417c866-1f74-4cb8-91f4-7420174bcf6e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/routers/49051eea-f638-43ba-b03e-7e1c1b84996b HTTP/1.1" status: 204 len: 168 time: 2.8637867 Aug 06 16:15:50.275307 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d5c23ba8-ef19-4a58-b238-0ac7412a27da tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "GET /v2.0/ports?device_id=d165c098-db3a-4c85-b35e-dcb4e18da215 HTTP/1.1" status: 200 len: 205 time: 0.1501327 Aug 06 16:15:50.278101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56120) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:50.284897 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56122) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:50.296822 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ffa44-db34-4082-85aa-74bdbec73744 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada094d4-ba99-4cd2-9329-14f5c6a499b4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:50.406577 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed401-0bb6-4047-acec-824b24dde2fc tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.449874 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-10761c16-5fb1-4ab3-9aa5-37108e9705e8 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] delete failed (client error): The resource could not be found. Aug 06 16:15:50.455040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-10761c16-5fb1-4ab3-9aa5-37108e9705e8 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/routers/d165c098-db3a-4c85-b35e-dcb4e18da215 HTTP/1.1" status: 404 len: 336 time: 0.1649973 Aug 06 16:15:50.470986 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56126) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:50.508222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 827f0cc6-f53c-47c9-b46c-868c427e64f2, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=827f0cc6-f53c-47c9-b46c-868c427e64f2,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:50.524289 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '827f0cc6-f53c-47c9-b46c-868c427e64f2', 'network_id': 'a99cc60d-b371-4f98-ab52-073abe0e27be', 'port_id': '827f0cc6-f53c-47c9-b46c-868c427e64f2', 'mac_address': 'fa:16:3e:73:ba:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f468d397-4915-47a1-9048-e9856cdf5883', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:15:50.557663 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d25f8b8-c717-44ec-bc41-fd9a24bec3b7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] DELETE failed (client error): The resource could not be found. Aug 06 16:15:50.566649 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d25f8b8-c717-44ec-bc41-fd9a24bec3b7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:15:50.579930 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5d25f8b8-c717-44ec-bc41-fd9a24bec3b7 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/subnets/b3ff6659-048d-4edc-bba0-f7a3366c8a97 HTTP/1.1" status: 404 len: 337 time: 0.1011536 Aug 06 16:15:50.584659 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f40ca47-bd6c-4259-a8a0-ccc42443ff02 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.617473 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56128) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:50.617473 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56130) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:50.641039 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.671309 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827f0cc6-f53c-47c9-b46c-868c427e64f2 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:15:50.697154 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed401-0bb6-4047-acec-824b24dde2fc tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.699176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 827f0cc6-f53c-47c9-b46c-868c427e64f2, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=827f0cc6-f53c-47c9-b46c-868c427e64f2,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:50.706335 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.758735 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-937ffa44-db34-4082-85aa-74bdbec73744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.780049 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=827f0cc6-f53c-47c9-b46c-868c427e64f2,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:50.888475 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b32bc70-1bda-4a0c-a807-4117ecbb14ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.917260 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['827f0cc6-f53c-47c9-b46c-868c427e64f2'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:15:50.958174 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Allocated IP 172.20.0.1 (114e4c38-a4b3-445c-84cd-4922cf71ce48/144e7fb2-207f-4077-887d-3800ab735d70/f8af74d5-1e64-452b-848a-e87516f98e95) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:50.990778 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f40ca47-bd6c-4259-a8a0-ccc42443ff02 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:50.994043 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed401-0bb6-4047-acec-824b24dde2fc tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.022036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2f40ca47-bd6c-4259-a8a0-ccc42443ff02 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00e6c0c-8412-4062-b121-a5c3f9142d9a']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:51.081672 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ed401-0bb6-4047-acec-824b24dde2fc tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=06d3c786-af5a-4a73-bce8-617490a10cee,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:51.097985 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f6ed401-0bb6-4047-acec-824b24dde2fc tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.103150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937ffa44-db34-4082-85aa-74bdbec73744 admin admin] Router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:15:51.103369 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5f6ed401-0bb6-4047-acec-824b24dde2fc tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/06d3c786-af5a-4a73-bce8-617490a10cee HTTP/1.1" status: 204 len: 168 time: 1.2668238 Aug 06 16:15:51.103369 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2f40ca47-bd6c-4259-a8a0-ccc42443ff02 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d74a5c-0ff4-44ce-a918-c5aecfc5c116') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:51.103369 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2f40ca47-bd6c-4259-a8a0-ccc42443ff02 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d74a5c-0ff4-44ce-a918-c5aecfc5c116') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:51.104038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56134) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:51.110575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-cd9fb338-a68b-44d0-881d-20c370d21324 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting port a4063771-2049-4f35-8913-3d853217977e {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:51.111260 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd9fb338-a68b-44d0-881d-20c370d21324 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.137138 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec9ad9-3e4c-4ebd-82df-31155a541bea None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:51.170896 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f40ca47-bd6c-4259-a8a0-ccc42443ff02 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.276344 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f40ca47-bd6c-4259-a8a0-ccc42443ff02 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.305568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f40ca47-bd6c-4259-a8a0-ccc42443ff02 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:15:51.306130 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f40ca47-bd6c-4259-a8a0-ccc42443ff02 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:15:51.313618 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:15:51.434866 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.446703 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b92fe0-5793-4866-aec1-e0c0f31f508a None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:15:51.449044 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd9fb338-a68b-44d0-881d-20c370d21324 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.468174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d4e96689-b921-47fe-b515-047b6dae822f no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:51.475823 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Transition to ACTIVE for port object f8af74d5-1e64-452b-848a-e87516f98e95 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:51.478212 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f40ca47-bd6c-4259-a8a0-ccc42443ff02 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.486745 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-cd9fb338-a68b-44d0-881d-20c370d21324 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Calling delete_port for a4063771-2049-4f35-8913-3d853217977e owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:51.504301 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f40ca47-bd6c-4259-a8a0-ccc42443ff02 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.506713 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2f40ca47-bd6c-4259-a8a0-ccc42443ff02 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/networks/f00e6c0c-8412-4062-b121-a5c3f9142d9a HTTP/1.1" status: 204 len: 168 time: 1.2262390 Aug 06 16:15:51.523913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56140) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:51.537226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: d4e96689-b921-47fe-b515-047b6dae822f {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:51.537901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d4e96689-b921-47fe-b515-047b6dae822f not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:51.538324 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d6efc14d-01e0-4d06-bd56-29c21a2617e9 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:51.556362 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b32bc70-1bda-4a0c-a807-4117ecbb14ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.566274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: d6efc14d-01e0-4d06-bd56-29c21a2617e9 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:51.566627 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d6efc14d-01e0-4d06-bd56-29c21a2617e9 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:51.590972 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-02b92fe0-5793-4866-aec1-e0c0f31f508a None None] Deleting port c2df18b2-d4ec-4182-984c-4bf6c690dede {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:51.591353 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-02b92fe0-5793-4866-aec1-e0c0f31f508a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.592651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40ca47-bd6c-4259-a8a0-ccc42443ff02 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Network': ['ID=f00e6c0c-8412-4062-b121-a5c3f9142d9a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:51.603279 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b32bc70-1bda-4a0c-a807-4117ecbb14ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.671610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-02b92fe0-5793-4866-aec1-e0c0f31f508a None None] For port c2df18b2-d4ec-4182-984c-4bf6c690dede, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c2df18b2-d4ec-4182-984c-4bf6c690dede,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:51.671847 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-02b92fe0-5793-4866-aec1-e0c0f31f508a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.690660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-02b92fe0-5793-4866-aec1-e0c0f31f508a None None] Calling delete_port for c2df18b2-d4ec-4182-984c-4bf6c690dede owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:51.702290 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3b32bc70-1bda-4a0c-a807-4117ecbb14ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71d709a68b9c4d799e886834ff622a35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0770984 Aug 06 16:15:51.705031 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56142) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:51.716562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32bc70-1bda-4a0c-a807-4117ecbb14ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7dbe44-6f4a-4a6c-8db4-7db492340fb7,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:51.752234 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.757898 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-387302dc-c70a-43c0-8278-5fd2f75bcb66 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6486766 Aug 06 16:15:51.762623 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56144) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:51.800735 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ac5910e-a74f-4c50-9dce-32f80b3d0b5e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.814211 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-02b92fe0-5793-4866-aec1-e0c0f31f508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.842112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b92fe0-5793-4866-aec1-e0c0f31f508a None None] Pushing event deleted for resources: {'Port': ['ID=c2df18b2-d4ec-4182-984c-4bf6c690dede,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:51.850644 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b92fe0-5793-4866-aec1-e0c0f31f508a None None] No DVR routers for this DVR port c2df18b2-d4ec-4182-984c-4bf6c690dede on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:51.852493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1727b-45dd-49de-8dbd-46c156ddd942 req-fba110a5-c571-4688-8aae-419ebee1bdb3 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:51.854078 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63a1727b-45dd-49de-8dbd-46c156ddd942 req-fba110a5-c571-4688-8aae-419ebee1bdb3 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.2373292 Aug 06 16:15:51.857336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937ffa44-db34-4082-85aa-74bdbec73744 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:51.870241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1672c5-c79e-4ab0-a32e-301c519f7326 req-18360070-9600-43c0-8c6b-eef47056620d tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:51.871774 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc1672c5-c79e-4ab0-a32e-301c519f7326 req-18360070-9600-43c0-8c6b-eef47056620d tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 944 time: 0.2523980 Aug 06 16:15:51.875305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Network 114e4c38-a4b3-445c-84cd-4922cf71ce48 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:51.876969 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-937ffa44-db34-4082-85aa-74bdbec73744 admin admin] 10.222.0.37 "PUT /v2.0/routers/68ebf1ef-e5eb-481a-ae97-66e54dde4fc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4110005 Aug 06 16:15:51.881011 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f9454a21-1dfb-4851-9782-4c1dd3f7a572 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.881538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b2d59-c0b6-46be-9721-18044a915118 None None] Sync routers for ids ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:15:51.882585 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56146) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:51.896901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91b2d59-c0b6-46be-9721-18044a915118 None None] Routers {'68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:51.897517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d91b2d59-c0b6-46be-9721-18044a915118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:51.903552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:51.920204 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ac5910e-a74f-4c50-9dce-32f80b3d0b5e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:51.923108 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:52.039278 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d91b2d59-c0b6-46be-9721-18044a915118 None None] Set router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:15:52.097245 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63a1727b-45dd-49de-8dbd-46c156ddd942 req-f4f21ca4-5953-490c-a63c-85c5f015725e tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179458 Aug 06 16:15:52.160273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc1672c5-c79e-4ab0-a32e-301c519f7326 req-256b1cf2-de03-4490-8973-7db8f7077c4f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721677 Aug 06 16:15:52.175095 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f9454a21-1dfb-4851-9782-4c1dd3f7a572 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.178504 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f9454a21-1dfb-4851-9782-4c1dd3f7a572 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.253542 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f9454a21-1dfb-4851-9782-4c1dd3f7a572 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.254507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9454a21-1dfb-4851-9782-4c1dd3f7a572 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Fanout notify agent at l3_agent the message router_deleted on router d9532912-e683-4226-916d-511557d9737b {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:15:52.267678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 827f0cc6-f53c-47c9-b46c-868c427e64f2 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:52.272068 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f9454a21-1dfb-4851-9782-4c1dd3f7a572 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.275944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f9454a21-1dfb-4851-9782-4c1dd3f7a572 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/routers/d9532912-e683-4226-916d-511557d9737b HTTP/1.1" status: 204 len: 168 time: 0.5103900 Aug 06 16:15:52.278151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56150) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:52.284835 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-58fb34d8-d4b1-4c56-976d-27775d69ef93 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:52.327678 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event updated for resources: {'Port': ['ID=f8af74d5-1e64-452b-848a-e87516f98e95,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:52.334817 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d91b2d59-c0b6-46be-9721-18044a915118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-router', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:31Z', 'updated_at': '2021-08-06T16:15:50Z', 'revision_number': 5, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'gw_port': {'id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:32Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:52.381307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b2d59-c0b6-46be-9721-18044a915118 None None] Checking router: 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:15:52.385033 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cd2525be-2400-484e-a2ad-8c05a0c21703 None None] Provisioning for port f8af74d5-1e64-452b-848a-e87516f98e95 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:52.395149 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cd2525be-2400-484e-a2ad-8c05a0c21703 None None] Provisioning complete for port f8af74d5-1e64-452b-848a-e87516f98e95 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:52.395518 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cd2525be-2400-484e-a2ad-8c05a0c21703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.428441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91b2d59-c0b6-46be-9721-18044a915118 None None] Routers {'68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:52.429575 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d91b2d59-c0b6-46be-9721-18044a915118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:52.432029 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef040f96-4d6a-4173-9318-356564ae134d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.435514 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 827f0cc6-f53c-47c9-b46c-868c427e64f2 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:52.456536 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fb34d8-d4b1-4c56-976d-27775d69ef93 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:15:52.461350 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-58fb34d8-d4b1-4c56-976d-27775d69ef93 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.482644 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd9fb338-a68b-44d0-881d-20c370d21324 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.505029 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 827f0cc6-f53c-47c9-b46c-868c427e64f2 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:52.505976 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.541090 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-cd2525be-2400-484e-a2ad-8c05a0c21703 None None] Port f8af74d5-1e64-452b-848a-e87516f98e95 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:52.591678 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.633192 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ee690-566f-43e5-bb13-42e8e799bb6d req-4456154f-c0e9-4879-8415-b3155c084361 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:52.635003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-158ee690-566f-43e5-bb13-42e8e799bb6d req-4456154f-c0e9-4879-8415-b3155c084361 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.1658139 Aug 06 16:15:52.684322 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef040f96-4d6a-4173-9318-356564ae134d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.686282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fb338-a68b-44d0-881d-20c370d21324 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Port': ['ID=a4063771-2049-4f35-8913-3d853217977e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:52.691035 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d91b2d59-c0b6-46be-9721-18044a915118 None None] Set router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:15:52.716453 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-158ee690-566f-43e5-bb13-42e8e799bb6d req-1bdc7a2f-1b67-4dd8-8a3e-2a46134e11c6 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525010 Aug 06 16:15:52.790293 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-58fb34d8-d4b1-4c56-976d-27775d69ef93 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.812692 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.827221 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5f04-a69e-489e-bffa-7d28db417c9f admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.839873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fb34d8-d4b1-4c56-976d-27775d69ef93 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:52.845608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-58fb34d8-d4b1-4c56-976d-27775d69ef93 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:52.850741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fb34d8-d4b1-4c56-976d-27775d69ef93 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:52.851495 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-58fb34d8-d4b1-4c56-976d-27775d69ef93 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.860105 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e92a6cc-078e-4a6c-9e58-6c5ecb41571e None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:52.867945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb34d8-d4b1-4c56-976d-27775d69ef93 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=b75fcf3f-28b3-4619-9ebd-0d9eb839fef4,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:52.877233 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-58fb34d8-d4b1-4c56-976d-27775d69ef93 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5978465 Aug 06 16:15:52.880257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56154) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:52.887118 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.888349 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8501575d-ac65-41ae-b7f5-8d0c2655e4a0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1355206082', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:52.914809 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd9fb338-a68b-44d0-881d-20c370d21324 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.917399 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cd9fb338-a68b-44d0-881d-20c370d21324 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/ports/a4063771-2049-4f35-8913-3d853217977e HTTP/1.1" status: 204 len: 168 time: 2.2965488 Aug 06 16:15:52.919378 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8501575d-ac65-41ae-b7f5-8d0c2655e4a0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.921776 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8501575d-ac65-41ae-b7f5-8d0c2655e4a0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:52.923439 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56156) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:53.016119 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ac5910e-a74f-4c50-9dce-32f80b3d0b5e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.018710 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ac5910e-a74f-4c50-9dce-32f80b3d0b5e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.025667 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0ac5910e-a74f-4c50-9dce-32f80b3d0b5e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/security-groups/2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd HTTP/1.1" status: 204 len: 168 time: 1.4949222 Aug 06 16:15:53.029901 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef040f96-4d6a-4173-9318-356564ae134d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.032437 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef040f96-4d6a-4173-9318-356564ae134d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.036753 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ef040f96-4d6a-4173-9318-356564ae134d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da7dbe44-6f4a-4a6c-8db4-7db492340fb7 HTTP/1.1" status: 204 len: 168 time: 1.3279362 Aug 06 16:15:53.082907 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5910e-a74f-4c50-9dce-32f80b3d0b5e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2893e042-d8fa-4ba5-8d70-9f0bfdfc66fd,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:53.104088 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8501575d-ac65-41ae-b7f5-8d0c2655e4a0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.113509 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8501575d-ac65-41ae-b7f5-8d0c2655e4a0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.143961 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8501575d-ac65-41ae-b7f5-8d0c2655e4a0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.148695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8501575d-ac65-41ae-b7f5-8d0c2655e4a0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2643409 Aug 06 16:15:53.148914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df4cf06-dd4c-48a1-8994-05c3320f9490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827f0cc6-f53c-47c9-b46c-868c427e64f2'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:15:53.149232 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56164) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:53.151285 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54602f83-3fdb-4fc6-91f5-c3a3d659db52" -d '{"events": [{"server_uuid": "7df4cf06-dd4c-48a1-8994-05c3320f9490", "name": "network-vif-plugged", "status": "completed", "tag": "827f0cc6-f53c-47c9-b46c-868c427e64f2"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:15:53.192477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef040f96-4d6a-4173-9318-356564ae134d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7dbe44-6f4a-4a6c-8db4-7db492340fb7,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:53.218283 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5f04-a69e-489e-bffa-7d28db417c9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.279761 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 827f0cc6-f53c-47c9-b46c-868c427e64f2, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=827f0cc6-f53c-47c9-b46c-868c427e64f2,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:53.306893 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5e219-440d-40a3-acfb-73c0e10cc506 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting port e3ce1615-0e5e-4aa7-99a9-717999e40df4 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:53.307120 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e219-440d-40a3-acfb-73c0e10cc506 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.327618 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.476318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=827f0cc6-f53c-47c9-b46c-868c427e64f2,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:53.488172 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c2df18b2-d4ec-4182-984c-4bf6c690dede no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:53.493224 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a5f04-a69e-489e-bffa-7d28db417c9f admin admin] Deleting port ad3dbe30-4af7-43cb-b991-11f2d2e8f881 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:53.493754 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5f04-a69e-489e-bffa-7d28db417c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.532618 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: c2df18b2-d4ec-4182-984c-4bf6c690dede {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:53.533059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c2df18b2-d4ec-4182-984c-4bf6c690dede not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:53.563563 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': 'b75fcf3f-28b3-4619-9ebd-0d9eb839fef4'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:15:53.567447 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e219-440d-40a3-acfb-73c0e10cc506 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.568451 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.629938 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5e219-440d-40a3-acfb-73c0e10cc506 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Calling delete_port for e3ce1615-0e5e-4aa7-99a9-717999e40df4 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:53.701217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f85e9-b67a-4125-8857-efdd89881603 req-4c598536-3e78-4234-8da8-150372348c29 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:53.703215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5d5f85e9-b67a-4125-8857-efdd89881603 req-4c598536-3e78-4234-8da8-150372348c29 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.1935999 Aug 06 16:15:53.709137 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.736995 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.746126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56172) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:53.766254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5d5f85e9-b67a-4125-8857-efdd89881603 req-70ae3ccf-c1d0-4cb4-87e9-c162c1b0ab27 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518229 Aug 06 16:15:53.782709 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Allocated IP 2001:db8::2 (38cd96d0-9a93-4226-ab46-370ab75cd563/b75fcf3f-28b3-4619-9ebd-0d9eb839fef4/89ce7b7d-7891-491d-a28d-3f068e4779c8) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:53.798765 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-ed0a5f04-a69e-489e-bffa-7d28db417c9f admin admin] For port ad3dbe30-4af7-43cb-b991-11f2d2e8f881, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ad3dbe30-4af7-43cb-b991-11f2d2e8f881,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:53.798765 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5f04-a69e-489e-bffa-7d28db417c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.805097 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.859500 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56176) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:53.873696 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-501eb7a0-eb88-4ec7-a3d4-c79ef5e86f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.878411 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c3b052c5-1339-49b3-8814-4f45cde25149 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2097134738', 'description': 'tempest-secgroup-smoke-2097134738 description', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:53.897401 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a5f04-a69e-489e-bffa-7d28db417c9f admin admin] Calling delete_port for ad3dbe30-4af7-43cb-b991-11f2d2e8f881 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:53.931985 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc4cc8c-af51-4c67-87bb-73beb9a013c1 x-openstack-request-id: req-6cc4cc8c-af51-4c67-87bb-73beb9a013c1 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:15:53.932383 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df4cf06-dd4c-48a1-8994-05c3320f9490", "name": "network-vif-plugged", "status": "completed", "tag": "827f0cc6-f53c-47c9-b46c-868c427e64f2", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:15:53.932643 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cc4cc8c-af51-4c67-87bb-73beb9a013c1 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:15:53.933262 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df4cf06-dd4c-48a1-8994-05c3320f9490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827f0cc6-f53c-47c9-b46c-868c427e64f2', 'code': 200} Aug 06 16:15:53.939578 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.942971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event updated for resources: {'Port': ['ID=f8af74d5-1e64-452b-848a-e87516f98e95,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:53.961522 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:53.988533 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:54.045538 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3b052c5-1339-49b3-8814-4f45cde25149 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:54.078240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2844b-1a4d-4c30-b6b3-46412ad7c815 req-d2e88fdc-35f2-44ca-99db-bd4781022368 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:54.081802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fff2844b-1a4d-4c30-b6b3-46412ad7c815 req-d2e88fdc-35f2-44ca-99db-bd4781022368 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.1480739 Aug 06 16:15:54.096871 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d91b2d59-c0b6-46be-9721-18044a915118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-router', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:31Z', 'updated_at': '2021-08-06T16:15:50Z', 'revision_number': 5, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'gw_port': {'id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:32Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:54.126737 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e48554-3884-47ff-bd76-07fc454f4663 req-1a0c324c-1f1e-4bdc-9d23-d0d8c9787026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:54.128835 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11e48554-3884-47ff-bd76-07fc454f4663 req-1a0c324c-1f1e-4bdc-9d23-d0d8c9787026 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 1096 time: 0.1852949 Aug 06 16:15:54.139155 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:54.141900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b2d59-c0b6-46be-9721-18044a915118 None None] The sync data for ids ['68ebf1ef-e5eb-481a-ae97-66e54dde4fc1'] in n-d-803756-1 is: [{'id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1660772604-router', 'tenant_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:31Z', 'updated_at': '2021-08-06T16:15:50Z', 'revision_number': 5, 'project_id': 'ec31edb71a434fdf8b78c75af8a29fc0', 'gw_port': {'id': 'ad3dbe30-4af7-43cb-b991-11f2d2e8f881', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ebf1ef-e5eb-481a-ae97-66e54dde4fc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:32Z', 'updated_at': '2021-08-06T16:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:15:54.198960 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fff2844b-1a4d-4c30-b6b3-46412ad7c815 req-985c0fe0-7e13-404f-bacd-c9f20605c913 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888286 Aug 06 16:15:54.203389 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11e48554-3884-47ff-bd76-07fc454f4663 req-e24779c4-49b3-45b4-a94c-204393221822 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654159 Aug 06 16:15:54.224568 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Transition to ACTIVE for port object 89ce7b7d-7891-491d-a28d-3f068e4779c8 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:54.242120 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Transition to ACTIVE for port object 89ce7b7d-7891-491d-a28d-3f068e4779c8 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:54.249673 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:54.265119 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e219-440d-40a3-acfb-73c0e10cc506 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:54.297292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:54.300862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:54.305584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:54.308886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Pushing event updated for resources: {'Port': ['ID=89ce7b7d-7891-491d-a28d-3f068e4779c8,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:54.326546 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::1 (38cd96d0-9a93-4226-ab46-370ab75cd563/b75fcf3f-28b3-4619-9ebd-0d9eb839fef4/c028a70e-e1c4-4b5a-8633-d6eff996d1eb) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:15:54.358776 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5e219-440d-40a3-acfb-73c0e10cc506 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Port': ['ID=e3ce1615-0e5e-4aa7-99a9-717999e40df4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:54.396612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Attempting to bind port 89ce7b7d-7891-491d-a28d-3f068e4779c8 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:15:54.397023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Attempting to bind port 89ce7b7d-7891-491d-a28d-3f068e4779c8 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:15:54.397352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Attempting to bind port 89ce7b7d-7891-491d-a28d-3f068e4779c8 on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:54.405238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:15:54.405619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:54.406091 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:54.406492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:15:54.406958 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Bound port: 89ce7b7d-7891-491d-a28d-3f068e4779c8, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:15:54.407342 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:54.433742 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-501eb7a0-eb88-4ec7-a3d4-c79ef5e86f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:54.436102 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Network 114e4c38-a4b3-445c-84cd-4922cf71ce48 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:54.462593 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:54.464818 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-501eb7a0-eb88-4ec7-a3d4-c79ef5e86f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:54.482820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] For port 89ce7b7d-7891-491d-a28d-3f068e4779c8, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:54.489302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] For port 89ce7b7d-7891-491d-a28d-3f068e4779c8, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=89ce7b7d-7891-491d-a28d-3f068e4779c8,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:15:54.497909 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:54.591492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e657b7a-de98-441d-9e33-3cffae750c3b None None] Pushing event updated for resources: {'Port': ['ID=89ce7b7d-7891-491d-a28d-3f068e4779c8,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:54.683841 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-501eb7a0-eb88-4ec7-a3d4-c79ef5e86f98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ec232fd440c4c61b9ed6adf3deab56a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9130116 Aug 06 16:15:54.686657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56178) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:54.689230 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bdc5e219-440d-40a3-acfb-73c0e10cc506 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:54.691233 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bdc5e219-440d-40a3-acfb-73c0e10cc506 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/ports/e3ce1615-0e5e-4aa7-99a9-717999e40df4 HTTP/1.1" status: 204 len: 168 time: 1.7660210 Aug 06 16:15:54.694932 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56180) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:54.704084 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501eb7a0-eb88-4ec7-a3d4-c79ef5e86f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4ea12b-53cb-4387-9e92-54b1184817a4,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:54.722608 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5f04-a69e-489e-bffa-7d28db417c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:54.739489 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:54.774025 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a5f04-a69e-489e-bffa-7d28db417c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3dbe30-4af7-43cb-b991-11f2d2e8f881,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:54.812780 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object c028a70e-e1c4-4b5a-8633-d6eff996d1eb will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:54.830134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Router 555e661a-bf40-47f4-8cb7-3d9bffb7bc9b has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:15:54.894310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49398c80-e174-415d-a2a9-7d4e14807411 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:54.901118 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-49398c80-e174-415d-a2a9-7d4e14807411 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "GET /v2.0/ports?device_id=75500435-ab1a-47ea-896d-d7ea0da3386d HTTP/1.1" status: 200 len: 913 time: 0.1999488 Aug 06 16:15:54.901334 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56184) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:54.903339 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-227f56ad-4b08-488a-bfb5-fa500bd727c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:54.932640 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3b052c5-1339-49b3-8814-4f45cde25149 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:55.005373 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1a6d6947-0a38-4809-ac3b-4ed4d9befbf3 None None] Provisioning complete for port f8af74d5-1e64-452b-848a-e87516f98e95 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:55.005911 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1a6d6947-0a38-4809-ac3b-4ed4d9befbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:55.010283 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3b052c5-1339-49b3-8814-4f45cde25149 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:55.023973 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:55.060270 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1a6d6947-0a38-4809-ac3b-4ed4d9befbf3 None None] Port f8af74d5-1e64-452b-848a-e87516f98e95 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:55.069680 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-227f56ad-4b08-488a-bfb5-fa500bd727c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:55.133839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d578a-8851-44c2-ba1f-cab895192774 req-d76dd43e-d483-40ca-af3c-06da638c94c9 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:55.135284 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a20d578a-8851-44c2-ba1f-cab895192774 req-d76dd43e-d483-40ca-af3c-06da638c94c9 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.2279613 Aug 06 16:15:55.137302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:55.138345 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5f04-a69e-489e-bffa-7d28db417c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:55.144787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=c028a70e-e1c4-4b5a-8633-d6eff996d1eb,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:55.163529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:55.165414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:15:55.165982 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:55.255289 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3b052c5-1339-49b3-8814-4f45cde25149 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:55.263201 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c3b052c5-1339-49b3-8814-4f45cde25149 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3892105 Aug 06 16:15:55.265916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56188) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:55.295844 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a20d578a-8851-44c2-ba1f-cab895192774 req-d9feaaa6-5b8b-41ae-925a-b8c9a67c2390 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270123 Aug 06 16:15:55.308007 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-227f56ad-4b08-488a-bfb5-fa500bd727c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:55.311199 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-227f56ad-4b08-488a-bfb5-fa500bd727c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:55.315923 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-227f56ad-4b08-488a-bfb5-fa500bd727c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb4ea12b-53cb-4387-9e92-54b1184817a4 HTTP/1.1" status: 204 len: 168 time: 0.6280086 Aug 06 16:15:55.331781 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f56ad-4b08-488a-bfb5-fa500bd727c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4ea12b-53cb-4387-9e92-54b1184817a4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:55.443510 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:55.520126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 89ce7b7d-7891-491d-a28d-3f068e4779c8 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:55.557378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209a0b6-90b0-49a0-b2ac-69aee50195a3 req-a610c014-5ea8-416b-894d-723fbb14ed45 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:55.564952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4209a0b6-90b0-49a0-b2ac-69aee50195a3 req-a610c014-5ea8-416b-894d-723fbb14ed45 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.2001913 Aug 06 16:15:55.625790 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 89ce7b7d-7891-491d-a28d-3f068e4779c8 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:55.651077 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4860b065-b4a0-44f4-9c5b-3ff0fb65c004 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '191a9fea-fac8-4ff4-88d7-09da5a4d7a9f', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:55.652705 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ada094d4-ba99-4cd2-9329-14f5c6a499b4 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:55.669808 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b052c5-1339-49b3-8814-4f45cde25149 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:55.700868 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5f04-a69e-489e-bffa-7d28db417c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:55.708208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: ada094d4-ba99-4cd2-9329-14f5c6a499b4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:55.708883 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ada094d4-ba99-4cd2-9329-14f5c6a499b4 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:55.719895 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5f04-a69e-489e-bffa-7d28db417c9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:55.723588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:55.742357 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2bea2e34-b780-4166-a0d6-276dd538762c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "PUT /v2.0/routers/555e661a-bf40-47f4-8cb7-3d9bffb7bc9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5865064 Aug 06 16:15:55.746570 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56196) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:55.747015 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816afd50-fff8-463a-bb06-09109a38a5a6 None None] Sync routers for ids ['555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:15:55.760335 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816afd50-fff8-463a-bb06-09109a38a5a6 None None] Routers {'555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:55.761218 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-816afd50-fff8-463a-bb06-09109a38a5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:55.811585 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-816afd50-fff8-463a-bb06-09109a38a5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:55.834960 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816afd50-fff8-463a-bb06-09109a38a5a6 None None] Routers {'555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:55.836097 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-816afd50-fff8-463a-bb06-09109a38a5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:55.892747 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-816afd50-fff8-463a-bb06-09109a38a5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:55.894179 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816afd50-fff8-463a-bb06-09109a38a5a6 None None] The sync data for ids ['555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:15:55.907050 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4209a0b6-90b0-49a0-b2ac-69aee50195a3 req-8b1aff39-a2f7-43b1-ae15-534ff18c1187 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410921 Aug 06 16:15:55.926098 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4860b065-b4a0-44f4-9c5b-3ff0fb65c004 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:55.999351 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5f04-a69e-489e-bffa-7d28db417c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:55.999915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0a5f04-a69e-489e-bffa-7d28db417c9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:15:56.005146 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5f04-a69e-489e-bffa-7d28db417c9f admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.006576 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ed0a5f04-a69e-489e-bffa-7d28db417c9f admin admin] 10.222.0.37 "DELETE /v2.0/routers/68ebf1ef-e5eb-481a-ae97-66e54dde4fc1 HTTP/1.1" status: 204 len: 168 time: 4.1190016 Aug 06 16:15:56.013829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56204) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:56.085464 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60d06d01-87c3-48d6-8757-23021e9eb3ce tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.138974 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.155883 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.156246 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.185256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4ae5fd-d14f-44db-ba13-588c30a9e711 admin admin] Deleting subnet 7910dbce-9faa-45f2-a5b8-cd85ad35cfce {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:15:56.194120 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae5fd-d14f-44db-ba13-588c30a9e711 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.240110 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c02f51ea-bd3e-4dc0-afc1-f59558371253 None None] Provisioning for port 89ce7b7d-7891-491d-a28d-3f068e4779c8 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:56.250542 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c02f51ea-bd3e-4dc0-afc1-f59558371253 None None] Provisioning complete for port 89ce7b7d-7891-491d-a28d-3f068e4779c8 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:56.251150 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c02f51ea-bd3e-4dc0-afc1-f59558371253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.295510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=c028a70e-e1c4-4b5a-8633-d6eff996d1eb,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:56.307628 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae5fd-d14f-44db-ba13-588c30a9e711 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.339658 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4860b065-b4a0-44f4-9c5b-3ff0fb65c004 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.366329 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4860b065-b4a0-44f4-9c5b-3ff0fb65c004 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.379818 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-60d06d01-87c3-48d6-8757-23021e9eb3ce tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 06 16:15:56.381017 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-60d06d01-87c3-48d6-8757-23021e9eb3ce tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "DELETE /v2.0/routers/555e661a-bf40-47f4-8cb7-3d9bffb7bc9b HTTP/1.1" status: 409 len: 329 time: 0.6297605 Aug 06 16:15:56.400286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56216) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:56.430851 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d27111-4167-408d-89b1-705f0b49be90 req-0fd56530-518d-47fe-85e7-40fbe63707a0 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:56.432491 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51d27111-4167-408d-89b1-705f0b49be90 req-0fd56530-518d-47fe-85e7-40fbe63707a0 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.78 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 946 time: 0.3374763 Aug 06 16:15:56.442116 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c02f51ea-bd3e-4dc0-afc1-f59558371253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.445470 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860b065-b4a0-44f4-9c5b-3ff0fb65c004 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ffc265-a702-45cf-ab57-d0976c6515b8,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:56.455846 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4860b065-b4a0-44f4-9c5b-3ff0fb65c004 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.457203 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4860b065-b4a0-44f4-9c5b-3ff0fb65c004 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8123224 Aug 06 16:15:56.481265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56218) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:56.490356 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e4fee94a-3b75-4654-b981-2a2bcf8ad60c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '191a9fea-fac8-4ff4-88d7-09da5a4d7a9f', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:56.520823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c02f51ea-bd3e-4dc0-afc1-f59558371253 None None] For port 89ce7b7d-7891-491d-a28d-3f068e4779c8, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=89ce7b7d-7891-491d-a28d-3f068e4779c8,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:56.525846 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c02f51ea-bd3e-4dc0-afc1-f59558371253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.618201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4fee94a-3b75-4654-b981-2a2bcf8ad60c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.635931 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f51ea-bd3e-4dc0-afc1-f59558371253 None None] Pushing event updated for resources: {'Port': ['ID=89ce7b7d-7891-491d-a28d-3f068e4779c8,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:56.680801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dbb3b780-b7cb-4cfc-9833-da340f01663b None None] Provisioning for port c028a70e-e1c4-4b5a-8633-d6eff996d1eb completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:15:56.687074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dbb3b780-b7cb-4cfc-9833-da340f01663b None None] Provisioning complete for port c028a70e-e1c4-4b5a-8633-d6eff996d1eb triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:56.687750 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dbb3b780-b7cb-4cfc-9833-da340f01663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.691825 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4fee94a-3b75-4654-b981-2a2bcf8ad60c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.704377 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4fee94a-3b75-4654-b981-2a2bcf8ad60c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.725115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-51d27111-4167-408d-89b1-705f0b49be90 req-b765a702-651f-41d3-95e6-c69c48fd7abe tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Deleting port 193bc170-13cd-4429-afe1-3cf81c714ec1 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:56.725383 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51d27111-4167-408d-89b1-705f0b49be90 req-b765a702-651f-41d3-95e6-c69c48fd7abe tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.733443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3b780-b7cb-4cfc-9833-da340f01663b None None] Port c028a70e-e1c4-4b5a-8633-d6eff996d1eb cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:56.747727 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:15:56.771154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fee94a-3b75-4654-b981-2a2bcf8ad60c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4755eb-a1e4-47cf-96f0-b13ff779905b,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:56.792191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:15:56.839209 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4fee94a-3b75-4654-b981-2a2bcf8ad60c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.842885 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e4fee94a-3b75-4654-b981-2a2bcf8ad60c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3603141 Aug 06 16:15:56.843742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56230) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:56.854928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-db20d4d6-19e6-4dc5-8898-b6240dc525d8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '191a9fea-fac8-4ff4-88d7-09da5a4d7a9f', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:56.909418 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-51d27111-4167-408d-89b1-705f0b49be90 req-b765a702-651f-41d3-95e6-c69c48fd7abe tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] For port 193bc170-13cd-4429-afe1-3cf81c714ec1, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=193bc170-13cd-4429-afe1-3cf81c714ec1,segment=NetworkSegment(17e1613e-e63e-48e5-b868-1218eacda7d5),segment_id=17e1613e-e63e-48e5-b868-1218eacda7d5)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:56.909773 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51d27111-4167-408d-89b1-705f0b49be90 req-b765a702-651f-41d3-95e6-c69c48fd7abe tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:56.935144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-51d27111-4167-408d-89b1-705f0b49be90 req-b765a702-651f-41d3-95e6-c69c48fd7abe tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Calling delete_port for 193bc170-13cd-4429-afe1-3cf81c714ec1 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:57.022660 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-db20d4d6-19e6-4dc5-8898-b6240dc525d8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:57.027986 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28f9c806-053a-4f3a-9da9-4475f38fbc01 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:57.157964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-eca5ac18-714b-406a-86c6-167a5034f84b None None] Provisioning complete for port c028a70e-e1c4-4b5a-8633-d6eff996d1eb triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:57.158639 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eca5ac18-714b-406a-86c6-167a5034f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:57.213349 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-db20d4d6-19e6-4dc5-8898-b6240dc525d8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:57.223253 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-db20d4d6-19e6-4dc5-8898-b6240dc525d8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:57.235245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-eca5ac18-714b-406a-86c6-167a5034f84b None None] Port c028a70e-e1c4-4b5a-8633-d6eff996d1eb cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:15:57.277396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20d4d6-19e6-4dc5-8898-b6240dc525d8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0db338-2a5a-4938-b3d5-9489c0323dd7,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:57.317917 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae5fd-d14f-44db-ba13-588c30a9e711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:57.326124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 89ce7b7d-7891-491d-a28d-3f068e4779c8 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:15:57.341529 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-db20d4d6-19e6-4dc5-8898-b6240dc525d8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:57.343133 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-db20d4d6-19e6-4dc5-8898-b6240dc525d8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4953766 Aug 06 16:15:57.358417 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56252) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:57.379736 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51d27111-4167-408d-89b1-705f0b49be90 req-b765a702-651f-41d3-95e6-c69c48fd7abe tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:57.380432 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4b608bef-ed88-4d3e-a810-c8d09e02b213 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '191a9fea-fac8-4ff4-88d7-09da5a4d7a9f', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:57.404460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['193bc170-13cd-4429-afe1-3cf81c714ec1'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:15:57.419437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765a702-651f-41d3-95e6-c69c48fd7abe tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Pushing event deleted for resources: {'Port': ['ID=193bc170-13cd-4429-afe1-3cf81c714ec1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:57.458111 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['569130c6-2689-48d8-a2c4-630b0bfcfe96'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:15:57.477181 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c9388-bcea-47b8-a243-a219292105a3 req-2bbcc60c-ded9-43d2-a0db-42b61cab6128 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:57.484967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b30c9388-bcea-47b8-a243-a219292105a3 req-2bbcc60c-ded9-43d2-a0db-42b61cab6128 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 1.0656033 Aug 06 16:15:57.492448 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d27111-4167-408d-89b1-705f0b49be90 req-b765a702-651f-41d3-95e6-c69c48fd7abe tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] No DVR routers for this DVR port 193bc170-13cd-4429-afe1-3cf81c714ec1 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:57.496122 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51d27111-4167-408d-89b1-705f0b49be90 req-b765a702-651f-41d3-95e6-c69c48fd7abe tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:57.500358 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51d27111-4167-408d-89b1-705f0b49be90 req-b765a702-651f-41d3-95e6-c69c48fd7abe tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.78 "DELETE /v2.0/ports/193bc170-13cd-4429-afe1-3cf81c714ec1 HTTP/1.1" status: 204 len: 173 time: 1.0602748 Aug 06 16:15:57.501178 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f689d6ca-fd9e-4084-80bc-3e1879be29c4', 'name': 'network-vif-deleted', 'tag': '193bc170-13cd-4429-afe1-3cf81c714ec1'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:15:57.504296 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf49f38-95dd-4154-81d4-23f3f0ea413c" -d '{"events": [{"server_uuid": "f689d6ca-fd9e-4084-80bc-3e1879be29c4", "name": "network-vif-deleted", "tag": "193bc170-13cd-4429-afe1-3cf81c714ec1"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:15:57.628953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8c888-f973-42d3-b472-8d5fd130ec6a req-4c88dac2-af36-4ffe-ad8d-9195dbb354a8 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:57.629968 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 89ce7b7d-7891-491d-a28d-3f068e4779c8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:15:57.630424 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:57.631050 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2f8c888-f973-42d3-b472-8d5fd130ec6a req-4c88dac2-af36-4ffe-ad8d-9195dbb354a8 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f689d6ca-fd9e-4084-80bc-3e1879be29c4 HTTP/1.1" status: 200 len: 867 time: 0.3768411 Aug 06 16:15:57.646740 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b30c9388-bcea-47b8-a243-a219292105a3 req-b2f000d5-44e2-4384-b78d-70df240cd464 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550403 Aug 06 16:15:57.648933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-28f9c806-053a-4f3a-9da9-4475f38fbc01 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting port 10c982cd-f52c-4ae5-af18-6df354215831 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:57.649298 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28f9c806-053a-4f3a-9da9-4475f38fbc01 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:57.655979 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4b608bef-ed88-4d3e-a810-c8d09e02b213 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:57.770699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56260) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:57.808506 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28f9c806-053a-4f3a-9da9-4475f38fbc01 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:57.818439 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb34fda-f3f9-468a-971c-79d27c1fa0f2 x-openstack-request-id: req-bdb34fda-f3f9-468a-971c-79d27c1fa0f2 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:15:57.818827 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f689d6ca-fd9e-4084-80bc-3e1879be29c4", "name": "network-vif-deleted", "tag": "193bc170-13cd-4429-afe1-3cf81c714ec1", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:15:57.819152 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdb34fda-f3f9-468a-971c-79d27c1fa0f2 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:15:57.819622 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f689d6ca-fd9e-4084-80bc-3e1879be29c4', 'name': 'network-vif-deleted', 'tag': '193bc170-13cd-4429-afe1-3cf81c714ec1', 'status': 'completed', 'code': 200} Aug 06 16:15:57.844188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2f8c888-f973-42d3-b472-8d5fd130ec6a req-34f69067-7d75-4656-a664-9be9f3c48fa5 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949069 Aug 06 16:15:57.860395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-28f9c806-053a-4f3a-9da9-4475f38fbc01 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Calling delete_port for 10c982cd-f52c-4ae5-af18-6df354215831 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:57.934034 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae5fd-d14f-44db-ba13-588c30a9e711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:57.944991 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ad3dbe30-4af7-43cb-b991-11f2d2e8f881 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:57.967937 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae5fd-d14f-44db-ba13-588c30a9e711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:57.973699 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ec4ae5fd-d14f-44db-ba13-588c30a9e711 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7910dbce-9faa-45f2-a5b8-cd85ad35cfce HTTP/1.1" status: 204 len: 168 time: 1.9578869 Aug 06 16:15:57.976293 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56266) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:57.986208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33edb397-c448-421f-a575-bc710ddf4985 None None] Network 5738fe75-0ee6-4591-8c74-062f71f16dba requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:15:57.990201 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: ad3dbe30-4af7-43cb-b991-11f2d2e8f881 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:57.990675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ad3dbe30-4af7-43cb-b991-11f2d2e8f881 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:58.122700 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.125358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ae5fd-d14f-44db-ba13-588c30a9e711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7910dbce-9faa-45f2-a5b8-cd85ad35cfce,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:58.127757 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Router 2d651cea-b998-44ed-9baa-8b58449d33e8 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:15:58.147777 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4b608bef-ed88-4d3e-a810-c8d09e02b213 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.166561 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8573f59a-1cb7-4e4f-aa41-33425ae00710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.173491 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4b608bef-ed88-4d3e-a810-c8d09e02b213 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.235938 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4b608bef-ed88-4d3e-a810-c8d09e02b213 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.240087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4b608bef-ed88-4d3e-a810-c8d09e02b213 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8627403 Aug 06 16:15:58.241062 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56268) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:58.250426 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '191a9fea-fac8-4ff4-88d7-09da5a4d7a9f', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:58.253319 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e931debb-865e-4243-af24-cd9c625255ca None None] DHCP port deletion for 5738fe75-0ee6-4591-8c74-062f71f16dba request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:15:58.288993 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28f9c806-053a-4f3a-9da9-4475f38fbc01 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.294378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b608bef-ed88-4d3e-a810-c8d09e02b213 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16611e80-5613-4cd1-835e-f5f02e6fe253,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:58.307311 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] Deleting port d622e1b9-00f4-4e70-bcb9-08604c4b120c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:58.307545 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.319325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e931debb-865e-4243-af24-cd9c625255ca None None] Deleting port d622e1b9-00f4-4e70-bcb9-08604c4b120c {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:58.319908 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e931debb-865e-4243-af24-cd9c625255ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.336057 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f465b1-2a61-421d-bf20-745a6d31ae92 req-773796d0-a48c-4b7a-b6cd-8399075bc71a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:58.337533 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9c806-053a-4f3a-9da9-4475f38fbc01 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Port': ['ID=10c982cd-f52c-4ae5-af18-6df354215831,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:58.337874 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75f465b1-2a61-421d-bf20-745a6d31ae92 req-773796d0-a48c-4b7a-b6cd-8399075bc71a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.3534751 Aug 06 16:15:58.414795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e931debb-865e-4243-af24-cd9c625255ca None None] For port d622e1b9-00f4-4e70-bcb9-08604c4b120c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d622e1b9-00f4-4e70-bcb9-08604c4b120c,segment=NetworkSegment(237585fe-b091-45d9-a35c-ea58036433c7),segment_id=237585fe-b091-45d9-a35c-ea58036433c7)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:58.415583 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e931debb-865e-4243-af24-cd9c625255ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.439399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e931debb-865e-4243-af24-cd9c625255ca None None] Calling delete_port for d622e1b9-00f4-4e70-bcb9-08604c4b120c owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:58.458993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75f465b1-2a61-421d-bf20-745a6d31ae92 req-3ef9439d-0905-4550-8511-fdb51f47949f tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108840 Aug 06 16:15:58.469611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:58.470898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] For port d622e1b9-00f4-4e70-bcb9-08604c4b120c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d622e1b9-00f4-4e70-bcb9-08604c4b120c,segment=NetworkSegment(237585fe-b091-45d9-a35c-ea58036433c7),segment_id=237585fe-b091-45d9-a35c-ea58036433c7)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:15:58.471530 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.482037 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9b4f8900-c943-4033-91e4-85e8c00d8b99 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "PUT /v2.0/routers/2d651cea-b998-44ed-9baa-8b58449d33e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3295705 Aug 06 16:15:58.483901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56270) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:58.540131 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30014f96-1a64-4ac3-b13b-849c03002d3d tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.546846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53509a04-8cb0-491f-a8a6-0bdcb7f2b875 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:58.551435 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-53509a04-8cb0-491f-a8a6-0bdcb7f2b875 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports/c028a70e-e1c4-4b5a-8633-d6eff996d1eb HTTP/1.1" status: 200 len: 911 time: 0.0661340 Aug 06 16:15:58.555611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56274) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:58.562364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Sync routers for ids ['2d651cea-b998-44ed-9baa-8b58449d33e8'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:15:58.569030 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e931debb-865e-4243-af24-cd9c625255ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.592585 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] Calling delete_port for d622e1b9-00f4-4e70-bcb9-08604c4b120c owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:15:58.613325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Routers {'2d651cea-b998-44ed-9baa-8b58449d33e8'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:15:58.614018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['2d651cea-b998-44ed-9baa-8b58449d33e8'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:58.653187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e931debb-865e-4243-af24-cd9c625255ca None None] No DVR routers for this DVR port d622e1b9-00f4-4e70-bcb9-08604c4b120c on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:58.661232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931debb-865e-4243-af24-cd9c625255ca None None] Pushing event deleted for resources: {'Port': ['ID=d622e1b9-00f4-4e70-bcb9-08604c4b120c,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:58.720287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Set router 2d651cea-b998-44ed-9baa-8b58449d33e8 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:15:58.743315 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa8da62-30a6-4ab0-b2fd-4cde2b56784f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:58.747534 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8573f59a-1cb7-4e4f-aa41-33425ae00710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.749437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa8da62-30a6-4ab0-b2fd-4cde2b56784f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:58.751400 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7aa8da62-30a6-4ab0-b2fd-4cde2b56784f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1945789 Aug 06 16:15:58.759221 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e278f-1677-4ecc-ac68-0c3f0bcdc514 req-69f2cdb8-b86c-411f-9b5c-4428611a1e5b tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:58.760762 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712e278f-1677-4ecc-ac68-0c3f0bcdc514 req-69f2cdb8-b86c-411f-9b5c-4428611a1e5b tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.1346812 Aug 06 16:15:58.761444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56276) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:58.767275 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8573f59a-1cb7-4e4f-aa41-33425ae00710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.786506 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Project 6ead4e8906674c03a98f2b96e64fabd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:15:58.805158 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.818855 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.825172 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28f9c806-053a-4f3a-9da9-4475f38fbc01 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.870520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d622e1b9-00f4-4e70-bcb9-08604c4b120c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:58.872545 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] No DVR routers for this DVR port d622e1b9-00f4-4e70-bcb9-08604c4b120c on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:15:58.906611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8573f59a-1cb7-4e4f-aa41-33425ae00710 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5ec8985920143b49884e28bb8d07ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1174204 Aug 06 16:15:58.909070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56280) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:58.959604 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573f59a-1cb7-4e4f-aa41-33425ae00710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c72304d-ca08-4189-bd75-746fed8bc008,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:58.978071 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.993956 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:58.995200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712e278f-1677-4ecc-ac68-0c3f0bcdc514 req-e1b0ad29-1eb9-4c17-87ea-79b0b54d3e76 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068524 Aug 06 16:15:59.084389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d651cea-b998-44ed-9baa-8b58449d33e8', 'name': 'tempest-NetworksTestDHCPv6-router-1355206082', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:15:52Z', 'updated_at': '2021-08-06T16:15:55Z', 'revision_number': 2, 'project_id': 'be565a949c764be18f03c35462fde503', 'gw_port_host': None, '_interfaces': [{'id': 'c028a70e-e1c4-4b5a-8633-d6eff996d1eb', 'name': '', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'mac_address': 'fa:16:3e:19:38:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d651cea-b998-44ed-9baa-8b58449d33e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'b75fcf3f-28b3-4619-9ebd-0d9eb839fef4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:15:53Z', 'updated_at': '2021-08-06T16:15:55Z', 'revision_number': 2, 'project_id': 'be565a949c764be18f03c35462fde503', 'subnets': [{'id': 'b75fcf3f-28b3-4619-9ebd-0d9eb839fef4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:59.105566 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.106901 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8650045 Aug 06 16:15:59.110086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56286) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:59.119590 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.122120 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979b9575-3b4f-436a-b656-c5cff00e5acc,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:59.125896 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b259e445-42d9-424f-9501-d6f12731f210 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'security_group_rule': {'security_group_id': '191a9fea-fac8-4ff4-88d7-09da5a4d7a9f', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:59.133729 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5738fe75-0ee6-4591-8c74-062f71f16dba']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:59.138663 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a734f446-0baa-4d51-ac77-daff4b9037d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.139979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Checking router: 2d651cea-b998-44ed-9baa-8b58449d33e8 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:15:59.141188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Updating router 2d651cea-b998-44ed-9baa-8b58449d33e8 port c028a70e-e1c4-4b5a-8633-d6eff996d1eb binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:15:59.155076 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:59.155435 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:59.155778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:59.156115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:59.156455 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:59.156935 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:59.157335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:59.157813 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:59.158306 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:59.159535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:59.159959 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:59.160884 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d2c663-2f35-46ee-beeb-d6cb7837f2b5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:15:59.170217 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237585fe-b091-45d9-a35c-ea58036433c7') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:59.170512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237585fe-b091-45d9-a35c-ea58036433c7') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:15:59.176951 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.186190 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.215737 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.239449 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:15:59.239772 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:15:59.256822 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:15:59.296430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a734f446-0baa-4d51-ac77-daff4b9037d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.331758 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-b259e445-42d9-424f-9501-d6f12731f210 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Project 6ead4e8906674c03a98f2b96e64fabd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:15:59.354670 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.358006 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d622e1b9-00f4-4e70-bcb9-08604c4b120c no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:59.383836 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: d622e1b9-00f4-4e70-bcb9-08604c4b120c {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:59.384191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d622e1b9-00f4-4e70-bcb9-08604c4b120c not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:59.401543 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.403510 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5738fe75-0ee6-4591-8c74-062f71f16dba HTTP/1.1" status: 204 len: 168 time: 1.4259162 Aug 06 16:15:59.406838 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b259e445-42d9-424f-9501-d6f12731f210 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.520397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26205e61-9656-4141-894b-552eb0b86cec req-22853414-0d8a-4dad-9d74-cd80143745b9 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:59.522246 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-26205e61-9656-4141-894b-552eb0b86cec req-22853414-0d8a-4dad-9d74-cd80143745b9 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.2504671 Aug 06 16:15:59.539585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18459e78-0ee4-4f5b-b83a-c381c135b8bb req-1f81b099-1e93-4883-aef1-0f031390ea19 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:59.547169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18459e78-0ee4-4f5b-b83a-c381c135b8bb req-1f81b099-1e93-4883-aef1-0f031390ea19 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.2468135 Aug 06 16:15:59.578909 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-30014f96-1a64-4ac3-b13b-849c03002d3d tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Deleting port f8af74d5-1e64-452b-848a-e87516f98e95 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:15:59.579463 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30014f96-1a64-4ac3-b13b-849c03002d3d tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.620152 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a734f446-0baa-4d51-ac77-daff4b9037d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.623397 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a734f446-0baa-4d51-ac77-daff4b9037d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.627337 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a734f446-0baa-4d51-ac77-daff4b9037d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c72304d-ca08-4189-bd75-746fed8bc008 HTTP/1.1" status: 204 len: 168 time: 0.7125602 Aug 06 16:15:59.632245 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.638564 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b259e445-42d9-424f-9501-d6f12731f210 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.642032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56294) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:59.653121 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Transition to ACTIVE for port object c028a70e-e1c4-4b5a-8633-d6eff996d1eb will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:15:59.662790 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.684526 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b259e445-42d9-424f-9501-d6f12731f210 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.753539 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3213ebc-29b4-4cab-a740-3271a27dc0a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5738fe75-0ee6-4591-8c74-062f71f16dba,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:59.770917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734f446-0baa-4d51-ac77-daff4b9037d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c72304d-ca08-4189-bd75-746fed8bc008,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:59.783423 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f9c806-053a-4f3a-9da9-4475f38fbc01 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Router 75500435-ab1a-47ea-896d-d7ea0da3386d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:15:59.801467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbe0f3-ae08-4aaa-835d-91a1bdcbe2c4 None None] Pushing event updated for resources: {'Port': ['ID=c028a70e-e1c4-4b5a-8633-d6eff996d1eb,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:59.832265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259e445-42d9-424f-9501-d6f12731f210 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0eca01-0792-42ba-8d4a-9e69beb665bf,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:59.842616 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-26205e61-9656-4141-894b-552eb0b86cec req-746e2758-0646-4793-bb09-a400b219ca02 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110592 Aug 06 16:15:59.843222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Attempting to bind port c028a70e-e1c4-4b5a-8633-d6eff996d1eb on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:15:59.843857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Attempting to bind port c028a70e-e1c4-4b5a-8633-d6eff996d1eb by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:15:59.844223 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Attempting to bind port c028a70e-e1c4-4b5a-8633-d6eff996d1eb on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:15:59.851622 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:15:59.852001 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:15:59.852412 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.853116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:15:59.853699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Bound port: c028a70e-e1c4-4b5a-8633-d6eff996d1eb, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:15:59.854483 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.868002 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18459e78-0ee4-4f5b-b83a-c381c135b8bb req-ebc4fe98-ffd8-494f-b5d9-6e185dc732e6 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196611 Aug 06 16:15:59.882631 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b259e445-42d9-424f-9501-d6f12731f210 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.886856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b259e445-42d9-424f-9501-d6f12731f210 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7717531 Aug 06 16:15:59.887559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56298) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:59.899772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-68df6d8b-e4f3-40bd-878f-465f61a9805b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'network': {'name': 'tempest-network-smoke--1422704018', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'port_security_enabled': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:15:59.954607 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] For port c028a70e-e1c4-4b5a-8633-d6eff996d1eb, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:15:59.960000 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7ffe6297-03fa-4dc1-843a-bbf38028cef7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec31edb71a434fdf8b78c75af8a29fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126569 Aug 06 16:15:59.964182 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56300) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:59.966680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] For port c028a70e-e1c4-4b5a-8633-d6eff996d1eb, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c028a70e-e1c4-4b5a-8633-d6eff996d1eb,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:15:59.976009 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.983152 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30014f96-1a64-4ac3-b13b-849c03002d3d tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.986532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f9c806-053a-4f3a-9da9-4475f38fbc01 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:15:59.998668 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-28f9c806-053a-4f3a-9da9-4475f38fbc01 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "PUT /v2.0/routers/75500435-ab1a-47ea-896d-d7ea0da3386d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0894105 Aug 06 16:15:59.998668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56304) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:00.001924 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09de36-6896-4285-927f-636a3c7171ce None None] Sync routers for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:16:00.018537 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09de36-6896-4285-927f-636a3c7171ce None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:00.020388 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9f09de36-6896-4285-927f-636a3c7171ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:00.042432 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68df6d8b-e4f3-40bd-878f-465f61a9805b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Made reservation on behalf of 6ead4e8906674c03a98f2b96e64fabd0 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:00.046744 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68df6d8b-e4f3-40bd-878f-465f61a9805b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:00.052631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-30014f96-1a64-4ac3-b13b-849c03002d3d tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Calling delete_port for f8af74d5-1e64-452b-848a-e87516f98e95 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:00.081400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbe0f3-ae08-4aaa-835d-91a1bdcbe2c4 None None] Pushing event updated for resources: {'Port': ['ID=c028a70e-e1c4-4b5a-8633-d6eff996d1eb,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:00.120495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Routers {'2d651cea-b998-44ed-9baa-8b58449d33e8'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:00.121201 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['2d651cea-b998-44ed-9baa-8b58449d33e8'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:00.128104 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9f09de36-6896-4285-927f-636a3c7171ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:00.149578 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09de36-6896-4285-927f-636a3c7171ce None None] Routers {'75500435-ab1a-47ea-896d-d7ea0da3386d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:00.149794 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ce2af76-d66b-4bfc-a4e3-7f49dcff61cb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:00.151481 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9f09de36-6896-4285-927f-636a3c7171ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['75500435-ab1a-47ea-896d-d7ea0da3386d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:00.195963 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e77d433-c073-47cd-94ce-9b061c585954 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:00.230747 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9f09de36-6896-4285-927f-636a3c7171ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:00.231776 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09de36-6896-4285-927f-636a3c7171ce None None] The sync data for ids ['75500435-ab1a-47ea-896d-d7ea0da3386d'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:16:00.300884 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] Set router 2d651cea-b998-44ed-9baa-8b58449d33e8 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:00.332656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68df6d8b-e4f3-40bd-878f-465f61a9805b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:16:00.366107 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68df6d8b-e4f3-40bd-878f-465f61a9805b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:00.366107 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-68df6d8b-e4f3-40bd-878f-465f61a9805b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Added segment bc5724b2-c4f0-4b8f-a346-42754ed75ad9 of type vlan for network 7c7d4aee-9282-477a-b3f3-f39c7cb5db96 Aug 06 16:16:00.410633 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-974f5094-e2f5-4778-96ad-726082c6d39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:00.477909 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-974f5094-e2f5-4778-96ad-726082c6d39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:00.480532 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e77d433-c073-47cd-94ce-9b061c585954 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:00.568809 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68df6d8b-e4f3-40bd-878f-465f61a9805b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:00.575164 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-8e77d433-c073-47cd-94ce-9b061c585954 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting port 13db4e2a-aa25-458d-a590-d7ec317b9f6d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:00.575899 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e77d433-c073-47cd-94ce-9b061c585954 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:00.580125 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-974f5094-e2f5-4778-96ad-726082c6d39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:00.584983 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-974f5094-e2f5-4778-96ad-726082c6d39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:00.586957 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-974f5094-e2f5-4778-96ad-726082c6d39c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce69e2e6-7968-4af2-bedf-9b7b85f82f21 HTTP/1.1" status: 204 len: 168 time: 0.6200700 Aug 06 16:16:00.615482 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f5094-e2f5-4778-96ad-726082c6d39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce69e2e6-7968-4af2-bedf-9b7b85f82f21,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:00.615927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d651cea-b998-44ed-9baa-8b58449d33e8', 'name': 'tempest-NetworksTestDHCPv6-router-1355206082', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:15:52Z', 'updated_at': '2021-08-06T16:15:55Z', 'revision_number': 2, 'project_id': 'be565a949c764be18f03c35462fde503', 'gw_port_host': None, '_interfaces': [{'id': 'c028a70e-e1c4-4b5a-8633-d6eff996d1eb', 'name': '', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'mac_address': 'fa:16:3e:19:38:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d651cea-b998-44ed-9baa-8b58449d33e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'b75fcf3f-28b3-4619-9ebd-0d9eb839fef4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:15:53Z', 'updated_at': '2021-08-06T16:15:59Z', 'revision_number': 4, 'project_id': 'be565a949c764be18f03c35462fde503', 'subnets': [{'id': 'b75fcf3f-28b3-4619-9ebd-0d9eb839fef4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:00.637046 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68df6d8b-e4f3-40bd-878f-465f61a9805b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:00.644393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68df6d8b-e4f3-40bd-878f-465f61a9805b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:00.645300 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68df6d8b-e4f3-40bd-878f-465f61a9805b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:00.661729 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ff21ca-873a-49a1-af62-1cfc6e29a7d3 None None] The sync data for ids ['2d651cea-b998-44ed-9baa-8b58449d33e8'] in n-d-803756-1 is: [{'id': '2d651cea-b998-44ed-9baa-8b58449d33e8', 'name': 'tempest-NetworksTestDHCPv6-router-1355206082', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:15:52Z', 'updated_at': '2021-08-06T16:15:55Z', 'revision_number': 2, 'project_id': 'be565a949c764be18f03c35462fde503', 'gw_port_host': None, '_interfaces': [{'id': 'c028a70e-e1c4-4b5a-8633-d6eff996d1eb', 'name': '', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'mac_address': 'fa:16:3e:19:38:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d651cea-b998-44ed-9baa-8b58449d33e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'b75fcf3f-28b3-4619-9ebd-0d9eb839fef4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:15:53Z', 'updated_at': '2021-08-06T16:15:59Z', 'revision_number': 4, 'project_id': 'be565a949c764be18f03c35462fde503', 'subnets': [{'id': 'b75fcf3f-28b3-4619-9ebd-0d9eb839fef4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:16:00.710249 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e77d433-c073-47cd-94ce-9b061c585954 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:00.726009 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-8e77d433-c073-47cd-94ce-9b061c585954 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Calling delete_port for 13db4e2a-aa25-458d-a590-d7ec317b9f6d owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:00.990641 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e77d433-c073-47cd-94ce-9b061c585954 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:01.039367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 193bc170-13cd-4429-afe1-3cf81c714ec1 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:01.081977 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 193bc170-13cd-4429-afe1-3cf81c714ec1 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:16:01.082321 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 193bc170-13cd-4429-afe1-3cf81c714ec1 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:16:01.126570 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77d433-c073-47cd-94ce-9b061c585954 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Port': ['ID=13db4e2a-aa25-458d-a590-d7ec317b9f6d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:01.233688 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e77d433-c073-47cd-94ce-9b061c585954 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:01.310247 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-68df6d8b-e4f3-40bd-878f-465f61a9805b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4188473 Aug 06 16:16:01.322863 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56342) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:01.337234 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df6d8b-e4f3-40bd-878f-465f61a9805b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Network': ['ID=7c7d4aee-9282-477a-b3f3-f39c7cb5db96,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:01.354635 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 7c7d4aee-9282-477a-b3f3-f39c7cb5db96 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:16:01.364059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1478401801', 'admin_state_up': True, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:01.402383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c028a70e-e1c4-4b5a-8633-d6eff996d1eb up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:01.429581 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30014f96-1a64-4ac3-b13b-849c03002d3d tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:01.442083 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e77d433-c073-47cd-94ce-9b061c585954 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:01.445199 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e77d433-c073-47cd-94ce-9b061c585954 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:01.529061 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30014f96-1a64-4ac3-b13b-849c03002d3d tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event deleted for resources: {'Port': ['ID=f8af74d5-1e64-452b-848a-e87516f98e95,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:01.552126 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e77d433-c073-47cd-94ce-9b061c585954 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:01.552657 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e77d433-c073-47cd-94ce-9b061c585954 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Fanout notify agent at l3_agent the message router_deleted on router 75500435-ab1a-47ea-896d-d7ea0da3386d {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:16:01.559729 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e77d433-c073-47cd-94ce-9b061c585954 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:01.560925 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8e77d433-c073-47cd-94ce-9b061c585954 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/routers/75500435-ab1a-47ea-896d-d7ea0da3386d HTTP/1.1" status: 204 len: 168 time: 1.5616293 Aug 06 16:16:01.567106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56350) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:01.576642 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:01.598174 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:01.637206 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc3f1f-599b-473d-aab1-b83c9fca7195 req-273e6b33-3d36-4d93-b82d-0412ecf8154c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:01.645082 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25bc3f1f-599b-473d-aab1-b83c9fca7195 req-273e6b33-3d36-4d93-b82d-0412ecf8154c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.4203806 Aug 06 16:16:01.662986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee10a26-621d-4234-8ec1-b0aa07f11d07 req-e26a1d3c-6548-441d-865a-0b9d7b0a0006 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:01.672017 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6ee10a26-621d-4234-8ec1-b0aa07f11d07 req-e26a1d3c-6548-441d-865a-0b9d7b0a0006 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.4484789 Aug 06 16:16:01.690811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147c35f-4ba7-445e-bfa5-afe1dd91f30a req-1f77609e-d17a-4364-a920-5a5b3820043d tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:01.692962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9147c35f-4ba7-445e-bfa5-afe1dd91f30a req-1f77609e-d17a-4364-a920-5a5b3820043d tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.13 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.4477229 Aug 06 16:16:01.763275 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfb5692-d519-47d0-8d3c-9d963228ce6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Deleting subnet 6345dde0-a839-4755-b054-c18a81771135 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:01.772139 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5692-d519-47d0-8d3c-9d963228ce6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:01.853769 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5692-d519-47d0-8d3c-9d963228ce6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:01.934889 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5692-d519-47d0-8d3c-9d963228ce6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.000077 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56368) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:02.008437 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5692-d519-47d0-8d3c-9d963228ce6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.036567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port c028a70e-e1c4-4b5a-8633-d6eff996d1eb completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:02.045363 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb5692-d519-47d0-8d3c-9d963228ce6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Subnet': ['ID=6345dde0-a839-4755-b054-c18a81771135,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:02.046040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port c028a70e-e1c4-4b5a-8633-d6eff996d1eb triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:02.048449 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.052237 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5692-d519-47d0-8d3c-9d963228ce6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.054249 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1dfb5692-d519-47d0-8d3c-9d963228ce6b tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/subnets/6345dde0-a839-4755-b054-c18a81771135 HTTP/1.1" status: 204 len: 168 time: 0.4789073 Aug 06 16:16:02.057544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56378) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:02.068779 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.084372 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25bc3f1f-599b-473d-aab1-b83c9fca7195 req-34f7505d-8c27-4e73-9212-071bdbfa9f3c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377308 Aug 06 16:16:02.103899 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6ee10a26-621d-4234-8ec1-b0aa07f11d07 req-041f0966-894c-4bf3-bd5c-53806ecf187b tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038415 Aug 06 16:16:02.110647 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-6ce2af76-d66b-4bfc-a4e3-7f49dcff61cb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port c028a70e-e1c4-4b5a-8633-d6eff996d1eb {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:02.111213 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ce2af76-d66b-4bfc-a4e3-7f49dcff61cb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.187945 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.237040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port c028a70e-e1c4-4b5a-8633-d6eff996d1eb, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c028a70e-e1c4-4b5a-8633-d6eff996d1eb,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:02.237579 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e895111-e0d2-4e87-b3ce-360a8b264f23 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.243742 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.327684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=c028a70e-e1c4-4b5a-8633-d6eff996d1eb,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:02.332316 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30014f96-1a64-4ac3-b13b-849c03002d3d tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.404106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d54a1a16-bc31-48d9-b8f7-4e1a8ab371ca admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1704110454-network', 'tenant_id': 'f957ba7d2b774c2eb77f7ae2f456df61'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:02.417614 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e895111-e0d2-4e87-b3ce-360a8b264f23 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.435737 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-4e895111-e0d2-4e87-b3ce-360a8b264f23 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8a5b89-df33-44a9-a207-28e5de2c91bb']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:02.453429 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-4e895111-e0d2-4e87-b3ce-360a8b264f23 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31cb013-c9e0-4d09-83f4-3baba46da707') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:02.453838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-4e895111-e0d2-4e87-b3ce-360a8b264f23 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31cb013-c9e0-4d09-83f4-3baba46da707') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:02.464993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54a1a16-bc31-48d9-b8f7-4e1a8ab371ca admin admin] Made reservation on behalf of f957ba7d2b774c2eb77f7ae2f456df61 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:02.471721 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d54a1a16-bc31-48d9-b8f7-4e1a8ab371ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.483395 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d54a1a16-bc31-48d9-b8f7-4e1a8ab371ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.486358 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e895111-e0d2-4e87-b3ce-360a8b264f23 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.496885 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.511985 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e895111-e0d2-4e87-b3ce-360a8b264f23 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.522821 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e895111-e0d2-4e87-b3ce-360a8b264f23 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:16:02.523272 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e895111-e0d2-4e87-b3ce-360a8b264f23 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:16:02.526259 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:16:02.551148 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9147c35f-4ba7-445e-bfa5-afe1dd91f30a req-33a2d899-d981-4e8e-ac79-189d2d05af0e tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Deleting port 569130c6-2689-48d8-a2c4-630b0bfcfe96 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:02.551496 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9147c35f-4ba7-445e-bfa5-afe1dd91f30a req-33a2d899-d981-4e8e-ac79-189d2d05af0e tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.624622 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e895111-e0d2-4e87-b3ce-360a8b264f23 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.647899 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e895111-e0d2-4e87-b3ce-360a8b264f23 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.649611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-6ce2af76-d66b-4bfc-a4e3-7f49dcff61cb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] For port c028a70e-e1c4-4b5a-8633-d6eff996d1eb, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c028a70e-e1c4-4b5a-8633-d6eff996d1eb,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:02.650120 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4e895111-e0d2-4e87-b3ce-360a8b264f23 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] 10.222.0.37 "DELETE /v2.0/networks/5c8a5b89-df33-44a9-a207-28e5de2c91bb HTTP/1.1" status: 204 len: 168 time: 0.5912890 Aug 06 16:16:02.650411 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ce2af76-d66b-4bfc-a4e3-7f49dcff61cb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.650664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e895111-e0d2-4e87-b3ce-360a8b264f23 tempest-FloatingIPTestJSON-752999225 tempest-FloatingIPTestJSON-752999225-project] Pushing event deleted for resources: {'Network': ['ID=5c8a5b89-df33-44a9-a207-28e5de2c91bb,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:02.685105 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-6ce2af76-d66b-4bfc-a4e3-7f49dcff61cb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for c028a70e-e1c4-4b5a-8633-d6eff996d1eb owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:02.729698 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d54a1a16-bc31-48d9-b8f7-4e1a8ab371ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.734384 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d54a1a16-bc31-48d9-b8f7-4e1a8ab371ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.746920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54a1a16-bc31-48d9-b8f7-4e1a8ab371ca admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:16:02.757210 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d54a1a16-bc31-48d9-b8f7-4e1a8ab371ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.757409 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-d54a1a16-bc31-48d9-b8f7-4e1a8ab371ca admin admin] Added segment 15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af of type vlan for network 2a8c73d4-e21f-435d-adb7-897e397b602e Aug 06 16:16:02.827974 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d54a1a16-bc31-48d9-b8f7-4e1a8ab371ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.838585 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a1a16-bc31-48d9-b8f7-4e1a8ab371ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:02.860695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-9147c35f-4ba7-445e-bfa5-afe1dd91f30a req-33a2d899-d981-4e8e-ac79-189d2d05af0e tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] For port 569130c6-2689-48d8-a2c4-630b0bfcfe96, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=569130c6-2689-48d8-a2c4-630b0bfcfe96,segment=NetworkSegment(17e1613e-e63e-48e5-b868-1218eacda7d5),segment_id=17e1613e-e63e-48e5-b868-1218eacda7d5)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:02.861074 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9147c35f-4ba7-445e-bfa5-afe1dd91f30a req-33a2d899-d981-4e8e-ac79-189d2d05af0e tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.871751 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d54a1a16-bc31-48d9-b8f7-4e1a8ab371ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.873276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54a1a16-bc31-48d9-b8f7-4e1a8ab371ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:02.873992 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d54a1a16-bc31-48d9-b8f7-4e1a8ab371ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:02.878913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30014f96-1a64-4ac3-b13b-849c03002d3d tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Router 555e661a-bf40-47f4-8cb7-3d9bffb7bc9b has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:16:02.905067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9147c35f-4ba7-445e-bfa5-afe1dd91f30a req-33a2d899-d981-4e8e-ac79-189d2d05af0e tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Calling delete_port for 569130c6-2689-48d8-a2c4-630b0bfcfe96 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:02.928243 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d54a1a16-bc31-48d9-b8f7-4e1a8ab371ca admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9267418 Aug 06 16:16:02.936259 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56440) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:02.953382 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-582f5b87-267a-48c4-b304-ce0a6105e339 admin admin] Request body: {'subnet': {'network_id': '2a8c73d4-e21f-435d-adb7-897e397b602e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1704110454-subnet', 'tenant_id': 'f957ba7d2b774c2eb77f7ae2f456df61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:02.980541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a1a16-bc31-48d9-b8f7-4e1a8ab371ca admin admin] Pushing event updated for resources: {'Network': ['ID=2a8c73d4-e21f-435d-adb7-897e397b602e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:02.992671 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 2a8c73d4-e21f-435d-adb7-897e397b602e details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:16:03.023025 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56450) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:03.177115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30014f96-1a64-4ac3-b13b-849c03002d3d tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:16:03.186102 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-30014f96-1a64-4ac3-b13b-849c03002d3d tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "PUT /v2.0/routers/555e661a-bf40-47f4-8cb7-3d9bffb7bc9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7846601 Aug 06 16:16:03.189229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582f5b87-267a-48c4-b304-ce0a6105e339 admin admin] Made reservation on behalf of f957ba7d2b774c2eb77f7ae2f456df61 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:03.191898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-582f5b87-267a-48c4-b304-ce0a6105e339 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:03.195925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2106b20-5b3d-4d80-90ee-6efbe9854ba8 None None] Sync routers for ids ['555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:16:03.197872 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56464) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:03.215977 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2106b20-5b3d-4d80-90ee-6efbe9854ba8 None None] Routers {'555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:03.216589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c2106b20-5b3d-4d80-90ee-6efbe9854ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:03.217584 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-12153d54-41c9-4050-8eaa-0cd6ed8f9fdf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e9ada84c9894149aaf204ea7b27324d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930182 Aug 06 16:16:03.220455 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56466) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:03.290384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c2106b20-5b3d-4d80-90ee-6efbe9854ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:03.300598 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2106b20-5b3d-4d80-90ee-6efbe9854ba8 None None] Routers {'555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:03.301553 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c2106b20-5b3d-4d80-90ee-6efbe9854ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:03.333719 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa295e9b-74df-4aa9-bcff-da5c3616a80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:03.338230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c2106b20-5b3d-4d80-90ee-6efbe9854ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:03.339162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2106b20-5b3d-4d80-90ee-6efbe9854ba8 None None] The sync data for ids ['555e661a-bf40-47f4-8cb7-3d9bffb7bc9b'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:16:03.345529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56470) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:03.362757 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-62dbad2b-e95c-421a-b38f-f9faebd105d1 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] show failed (client error): The resource could not be found. Aug 06 16:16:03.364571 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa295e9b-74df-4aa9-bcff-da5c3616a80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:03.366755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c028a70e-e1c4-4b5a-8633-d6eff996d1eb up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:03.367295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56474) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:03.367649 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-62dbad2b-e95c-421a-b38f-f9faebd105d1 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1252567171 HTTP/1.1" status: 404 len: 335 time: 0.1657138 Aug 06 16:16:03.378763 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-dbbe2331-7839-4bf8-ab67-110393799dba tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:03.417799 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port c028a70e-e1c4-4b5a-8633-d6eff996d1eb triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:03.418172 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:03.420307 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-dbbe2331-7839-4bf8-ab67-110393799dba tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] update failed (client error): The resource could not be found. Aug 06 16:16:03.421362 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dbbe2331-7839-4bf8-ab67-110393799dba tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1407975787 HTTP/1.1" status: 404 len: 335 time: 0.0529847 Aug 06 16:16:03.425321 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56476) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:03.508744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b59b95-7e78-4214-b930-ed2b0eb534e9 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Deleting subnet acfb7d58-4b8e-43ec-b21b-d0005b85705e {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:03.512648 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63b59b95-7e78-4214-b930-ed2b0eb534e9 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:03.515815 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71acacce-3b09-4df6-bfa8-b45f905e505d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:03.551637 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa295e9b-74df-4aa9-bcff-da5c3616a80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:03.554164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa295e9b-74df-4aa9-bcff-da5c3616a80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:03.555347 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fa295e9b-74df-4aa9-bcff-da5c3616a80f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d22269d-17b0-48b7-9a55-b01226ba85e0 HTTP/1.1" status: 204 len: 168 time: 0.3326733 Aug 06 16:16:03.581688 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63b59b95-7e78-4214-b930-ed2b0eb534e9 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:03.584531 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa295e9b-74df-4aa9-bcff-da5c3616a80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d22269d-17b0-48b7-9a55-b01226ba85e0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:03.714542 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d1db161c-f8a5-4545-9303-f0c0c895b1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:03.715172 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63b59b95-7e78-4214-b930-ed2b0eb534e9 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:03.782098 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71acacce-3b09-4df6-bfa8-b45f905e505d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:03.787001 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71acacce-3b09-4df6-bfa8-b45f905e505d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:03.838996 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63b59b95-7e78-4214-b930-ed2b0eb534e9 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:03.847304 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-71acacce-3b09-4df6-bfa8-b45f905e505d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=47dda8b4626a4b7cb3086e36f3400e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5003548 Aug 06 16:16:03.854975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56484) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:03.868405 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acacce-3b09-4df6-bfa8-b45f905e505d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dec7339-a77e-49de-801a-78c0cbe3899d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:03.873967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b59b95-7e78-4214-b930-ed2b0eb534e9 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event deleted for resources: {'Subnet': ['ID=acfb7d58-4b8e-43ec-b21b-d0005b85705e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:03.880693 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-63b59b95-7e78-4214-b930-ed2b0eb534e9 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:03.882773 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-63b59b95-7e78-4214-b930-ed2b0eb534e9 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "DELETE /v2.0/subnets/acfb7d58-4b8e-43ec-b21b-d0005b85705e HTTP/1.1" status: 204 len: 168 time: 0.4565179 Aug 06 16:16:03.885264 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56486) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:03.888047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66e9e37-ecd0-4d8b-a6ac-1fb962613f43 None None] Network 78d4ecb2-4a80-48ee-a91c-8f1abab48e7e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:03.935402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1b7d1-55ad-4c79-9258-e47617a0751f req-5c83ad2c-eb34-48ef-b9eb-e56260068a95 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:03.937170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9d1b7d1-55ad-4c79-9258-e47617a0751f req-5c83ad2c-eb34-48ef-b9eb-e56260068a95 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.6531799 Aug 06 16:16:03.953316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2f7ca9-1fc1-4f51-9d70-f731ace8be47 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Deleting subnet 69c1b5da-0b62-49c1-bb9b-66258ba98a81 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:03.957757 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7ca9-1fc1-4f51-9d70-f731ace8be47 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.010763 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7ca9-1fc1-4f51-9d70-f731ace8be47 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.021448 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ce2af76-d66b-4bfc-a4e3-7f49dcff61cb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.040758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844499-87fc-432f-8bb1-6b13943b8ac0 req-6218a05b-6099-4a2f-8be5-1d4f212b5295 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:04.042328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20844499-87fc-432f-8bb1-6b13943b8ac0 req-6218a05b-6099-4a2f-8be5-1d4f212b5295 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/ports?device_id=7126f175-7c68-4e54-a032-7a13031aa456 HTTP/1.1" status: 200 len: 945 time: 0.7609344 Aug 06 16:16:04.078474 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.091957 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-90f8e689-cd3e-4e37-b8db-4e07188e3dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.118845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2af76-d66b-4bfc-a4e3-7f49dcff61cb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=c028a70e-e1c4-4b5a-8633-d6eff996d1eb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:04.135793 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7ca9-1fc1-4f51-9d70-f731ace8be47 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.147842 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.162281 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd2c1f-015a-43a3-a5ab-adc8f697d31d None None] DHCP port deletion for 78d4ecb2-4a80-48ee-a91c-8f1abab48e7e request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:16:04.221975 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7ca9-1fc1-4f51-9d70-f731ace8be47 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.234904 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-90f8e689-cd3e-4e37-b8db-4e07188e3dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.262710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369e4f3d-351e-48d6-997a-ed15399671c3 None None] Network 3720ac5a-a227-4aeb-98fe-895df144978d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:04.275353 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f2f7ca9-1fc1-4f51-9d70-f731ace8be47 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.278070 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0f2f7ca9-1fc1-4f51-9d70-f731ace8be47 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "DELETE /v2.0/subnets/69c1b5da-0b62-49c1-bb9b-66258ba98a81 HTTP/1.1" status: 204 len: 168 time: 0.3916886 Aug 06 16:16:04.279708 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f7ca9-1fc1-4f51-9d70-f731ace8be47 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event deleted for resources: {'Subnet': ['ID=69c1b5da-0b62-49c1-bb9b-66258ba98a81,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:04.281809 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56498) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:04.351543 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9d1b7d1-55ad-4c79-9258-e47617a0751f req-43ed9abe-837e-4491-b24d-9356304ad3ef tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003730 Aug 06 16:16:04.405527 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9147c35f-4ba7-445e-bfa5-afe1dd91f30a req-33a2d899-d981-4e8e-ac79-189d2d05af0e tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.412243 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.412475 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b4bd2c1f-015a-43a3-a5ab-adc8f697d31d None None] Deleting port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:04.412735 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b4bd2c1f-015a-43a3-a5ab-adc8f697d31d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.492257 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Deleting port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:04.492816 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.525885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20844499-87fc-432f-8bb1-6b13943b8ac0 req-6b33a1e5-0d1d-4c7d-b483-8b972e45d4d1 tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.37 "GET /v2.0/security-groups?id=32689dce-4944-4663-af9e-74657b585471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439147 Aug 06 16:16:04.542165 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2d899-d981-4e8e-ac79-189d2d05af0e tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Pushing event deleted for resources: {'Port': ['ID=569130c6-2689-48d8-a2c4-630b0bfcfe96,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:04.543973 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ce2af76-d66b-4bfc-a4e3-7f49dcff61cb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.564740 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56504) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:04.574234 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b4bd2c1f-015a-43a3-a5ab-adc8f697d31d None None] For port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9f9fb428-0034-4f1a-b082-3eb64d7c4f07,segment=NetworkSegment(eb3e7c32-2e6e-4fd1-bd34-0cedd6b1483a),segment_id=eb3e7c32-2e6e-4fd1-bd34-0cedd6b1483a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:04.574646 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b4bd2c1f-015a-43a3-a5ab-adc8f697d31d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.595057 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b4bd2c1f-015a-43a3-a5ab-adc8f697d31d None None] Calling delete_port for 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:04.615024 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] For port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9f9fb428-0034-4f1a-b082-3eb64d7c4f07,segment=NetworkSegment(eb3e7c32-2e6e-4fd1-bd34-0cedd6b1483a),segment_id=eb3e7c32-2e6e-4fd1-bd34-0cedd6b1483a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:04.616167 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.632515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Calling delete_port for 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:04.721393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c5084b-ae51-4cc9-9b1b-41a113608b2e None None] DHCP port deletion for 3720ac5a-a227-4aeb-98fe-895df144978d request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:16:04.747464 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b4bd2c1f-015a-43a3-a5ab-adc8f697d31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.748344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Request body: {'networks': [{'name': 'tempest-network--936158205'}, {'name': 'tempest-network--1178650451'}]} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:04.748886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Request body: {'network': {'name': 'tempest-network--936158205'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:04.749655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Request body: {'network': {'name': 'tempest-network--1178650451'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:04.759487 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9147c35f-4ba7-445e-bfa5-afe1dd91f30a req-33a2d899-d981-4e8e-ac79-189d2d05af0e tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] No DVR routers for this DVR port 569130c6-2689-48d8-a2c4-630b0bfcfe96 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:04.775470 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9147c35f-4ba7-445e-bfa5-afe1dd91f30a req-33a2d899-d981-4e8e-ac79-189d2d05af0e tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.777527 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9147c35f-4ba7-445e-bfa5-afe1dd91f30a req-33a2d899-d981-4e8e-ac79-189d2d05af0e tempest-ServerRescueTestJSON-438031904 tempest-ServerRescueTestJSON-438031904-project] 10.222.0.13 "DELETE /v2.0/ports/569130c6-2689-48d8-a2c4-630b0bfcfe96 HTTP/1.1" status: 204 len: 173 time: 3.0750446 Aug 06 16:16:04.779594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7126f175-7c68-4e54-a032-7a13031aa456', 'name': 'network-vif-deleted', 'tag': '569130c6-2689-48d8-a2c4-630b0bfcfe96'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:16:04.782010 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066ebe1e-8a07-4deb-81f7-c1b6b053605c" -d '{"events": [{"server_uuid": "7126f175-7c68-4e54-a032-7a13031aa456", "name": "network-vif-deleted", "tag": "569130c6-2689-48d8-a2c4-630b0bfcfe96"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:16:04.782622 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd2c1f-015a-43a3-a5ab-adc8f697d31d None None] Pushing event deleted for resources: {'Port': ['ID=9f9fb428-0034-4f1a-b082-3eb64d7c4f07,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:04.789017 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Made reservation on behalf of 769d3a5a4e614914b6be1978f908bce7 for: {'network': 2} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:04.794591 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd2c1f-015a-43a3-a5ab-adc8f697d31d None None] No DVR routers for this DVR port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:04.796376 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.799600 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Allocated IP 172.25.1.247 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/98830c46-2a44-46c1-9868-5f877e0a36af) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:04.807646 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.815088 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-90f8e689-cd3e-4e37-b8db-4e07188e3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.817551 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-90f8e689-cd3e-4e37-b8db-4e07188e3dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.819988 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.840166 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-90f8e689-cd3e-4e37-b8db-4e07188e3dd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0dec7339-a77e-49de-801a-78c0cbe3899d HTTP/1.1" status: 204 len: 168 time: 0.9744709 Aug 06 16:16:04.847172 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-582f5b87-267a-48c4-b304-ce0a6105e339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.849552 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-50c5084b-ae51-4cc9-9b1b-41a113608b2e None None] Deleting port 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:04.850151 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-50c5084b-ae51-4cc9-9b1b-41a113608b2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.871423 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event deleted for resources: {'Port': ['ID=9f9fb428-0034-4f1a-b082-3eb64d7c4f07,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:04.888095 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c84dbe-41e5-4648-86c2-74180ffb8cee x-openstack-request-id: req-37c84dbe-41e5-4648-86c2-74180ffb8cee {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:16:04.888639 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7126f175-7c68-4e54-a032-7a13031aa456", "name": "network-vif-deleted", "tag": "569130c6-2689-48d8-a2c4-630b0bfcfe96", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:16:04.888639 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37c84dbe-41e5-4648-86c2-74180ffb8cee {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:16:04.888922 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7126f175-7c68-4e54-a032-7a13031aa456', 'name': 'network-vif-deleted', 'tag': '569130c6-2689-48d8-a2c4-630b0bfcfe96', 'status': 'completed', 'code': 200} Aug 06 16:16:04.933251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8e689-cd3e-4e37-b8db-4e07188e3dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dec7339-a77e-49de-801a-78c0cbe3899d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:04.952768 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-50c5084b-ae51-4cc9-9b1b-41a113608b2e None None] For port 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd,segment=NetworkSegment(3696f105-5c77-4bf7-b023-9fe04ce400c4),segment_id=3696f105-5c77-4bf7-b023-9fe04ce400c4)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:04.953087 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-50c5084b-ae51-4cc9-9b1b-41a113608b2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.970525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-50c5084b-ae51-4cc9-9b1b-41a113608b2e None None] Calling delete_port for 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:04.991239 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.996576 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] No DVR routers for this DVR port 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:05.004884 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.005355 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.082506 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-50c5084b-ae51-4cc9-9b1b-41a113608b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.095364 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f5b87-267a-48c4-b304-ce0a6105e339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e719452f-60f0-4131-833c-7950a4377ed0,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:05.106533 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.117892 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d4ecb2-4a80-48ee-a91c-8f1abab48e7e']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:05.122769 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5084b-ae51-4cc9-9b1b-41a113608b2e None None] Pushing event deleted for resources: {'Port': ['ID=33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:05.124785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce2af76-d66b-4bfc-a4e3-7f49dcff61cb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Router 2d651cea-b998-44ed-9baa-8b58449d33e8 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:16:05.128722 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c5084b-ae51-4cc9-9b1b-41a113608b2e None None] No DVR routers for this DVR port 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:05.149644 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582f5b87-267a-48c4-b304-ce0a6105e339 admin admin] Checking segment: {'id': '15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2a8c73d4-e21f-435d-adb7-897e397b602e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:05.150009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582f5b87-267a-48c4-b304-ce0a6105e339 admin admin] Network hostable DHCP agents. Network: 2a8c73d4-e21f-435d-adb7-897e397b602e, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:16:05.156495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3e7c32-2e6e-4fd1-bd34-0cedd6b1483a') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:05.156996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3e7c32-2e6e-4fd1-bd34-0cedd6b1483a') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:05.172546 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a422c1d3-280c-4a26-b80d-d465b1ee0c9c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:05.178052 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.193703 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.201205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:16:05.221823 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.222429 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Added segment 0403346d-00f2-445a-8445-3ecc4410ed07 of type vlan for network b8bc20cc-ab00-4ac4-8003-539766ccef80 Aug 06 16:16:05.278165 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.282259 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582f5b87-267a-48c4-b304-ce0a6105e339 admin admin] Network 2a8c73d4-e21f-435d-adb7-897e397b602e is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:16:05.294124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce2af76-d66b-4bfc-a4e3-7f49dcff61cb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:16:05.303353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6ce2af76-d66b-4bfc-a4e3-7f49dcff61cb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "PUT /v2.0/routers/2d651cea-b998-44ed-9baa-8b58449d33e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5391901 Aug 06 16:16:05.308188 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcea4ef-21d7-40cb-884c-104c1edb7d25 None None] Sync routers for ids ['2d651cea-b998-44ed-9baa-8b58449d33e8'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:16:05.313320 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56514) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:05.319705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:16:05.328909 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.329799 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Added segment 0f5b59fb-29f0-4189-b4f8-784daf14d21d of type vlan for network e8653d60-40af-4ee5-8ea2-3b2b4de9bdfa Aug 06 16:16:05.332192 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcea4ef-21d7-40cb-884c-104c1edb7d25 None None] Routers {'2d651cea-b998-44ed-9baa-8b58449d33e8'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:05.332988 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ffcea4ef-21d7-40cb-884c-104c1edb7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['2d651cea-b998-44ed-9baa-8b58449d33e8'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:05.335587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-582f5b87-267a-48c4-b304-ce0a6105e339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 2a8c73d4-e21f-435d-adb7-897e397b602e) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:05.354020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c16f90-778b-4563-8aa9-23b42294786f None None] Network 2a8c73d4-e21f-435d-adb7-897e397b602e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:05.365298 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56516) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:05.374992 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.410185 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.417142 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:16:05.417543 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.466032 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ffcea4ef-21d7-40cb-884c-104c1edb7d25 None None] Set router 2d651cea-b998-44ed-9baa-8b58449d33e8 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:16:05.499763 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:16:05.502659 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.502659 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.509409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:05.514652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:05.514796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:05.515361 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.521094 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.539366 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.540369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582f5b87-267a-48c4-b304-ce0a6105e339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:05.544485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:16:05.544825 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 33c210ec-7a3c-4cbc-8c65-bf2da77f9fbd not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:16:05.545247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:05.545718 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "DELETE /v2.0/networks/78d4ecb2-4a80-48ee-a91c-8f1abab48e7e HTTP/1.1" status: 204 len: 168 time: 1.2626276 Aug 06 16:16:05.547561 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-582f5b87-267a-48c4-b304-ce0a6105e339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.550733 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56520) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:05.582051 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ffcea4ef-21d7-40cb-884c-104c1edb7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d651cea-b998-44ed-9baa-8b58449d33e8', 'name': 'tempest-NetworksTestDHCPv6-router-1355206082', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:15:52Z', 'updated_at': '2021-08-06T16:16:03Z', 'revision_number': 3, 'project_id': 'be565a949c764be18f03c35462fde503', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:05.584007 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:16:05.584007 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9f9fb428-0034-4f1a-b082-3eb64d7c4f07 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:16:05.608457 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f126e47a-9a46-42ef-a54a-1256f4a14875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.626395 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcea4ef-21d7-40cb-884c-104c1edb7d25 None None] Checking router: 2d651cea-b998-44ed-9baa-8b58449d33e8 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:16:05.635443 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcea4ef-21d7-40cb-884c-104c1edb7d25 None None] Routers {'2d651cea-b998-44ed-9baa-8b58449d33e8'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:05.636489 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56524) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:05.638511 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ffcea4ef-21d7-40cb-884c-104c1edb7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['2d651cea-b998-44ed-9baa-8b58449d33e8'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:05.645481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47ab2cb-7e0d-49eb-a1fa-8235568770d6 None None] Network 2a8c73d4-e21f-435d-adb7-897e397b602e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:05.650831 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0821609 Aug 06 16:16:05.656136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56526) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:05.725869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event updated for resources: {'Network': ['ID=b8bc20cc-ab00-4ac4-8003-539766ccef80,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:05.761734 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-582f5b87-267a-48c4-b304-ce0a6105e339 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8138077 Aug 06 16:16:05.786914 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d91c8f57-339d-400d-85c7-e5dd6007d52c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.788797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network b8bc20cc-ab00-4ac4-8003-539766ccef80 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:16:05.798121 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:05.857462 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ffcea4ef-21d7-40cb-884c-104c1edb7d25 None None] Set router 2d651cea-b998-44ed-9baa-8b58449d33e8 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:05.879340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8b69a-7220-4f3b-8acf-313b8a220875 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event updated for resources: {'Network': ['ID=e8653d60-40af-4ee5-8ea2-3b2b4de9bdfa,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:05.907815 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network e8653d60-40af-4ee5-8ea2-3b2b4de9bdfa details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:16:05.932174 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ffcea4ef-21d7-40cb-884c-104c1edb7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d651cea-b998-44ed-9baa-8b58449d33e8', 'name': 'tempest-NetworksTestDHCPv6-router-1355206082', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:15:52Z', 'updated_at': '2021-08-06T16:16:03Z', 'revision_number': 3, 'project_id': 'be565a949c764be18f03c35462fde503', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:05.973964 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcea4ef-21d7-40cb-884c-104c1edb7d25 None None] The sync data for ids ['2d651cea-b998-44ed-9baa-8b58449d33e8'] in n-d-803756-1 is: [{'id': '2d651cea-b998-44ed-9baa-8b58449d33e8', 'name': 'tempest-NetworksTestDHCPv6-router-1355206082', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:15:52Z', 'updated_at': '2021-08-06T16:16:03Z', 'revision_number': 3, 'project_id': 'be565a949c764be18f03c35462fde503', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:16:05.997646 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fa37d-cef1-42b6-a1cb-679f25eb88d5 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event deleted for resources: {'Network': ['ID=78d4ecb2-4a80-48ee-a91c-8f1abab48e7e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:06.005913 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d91c8f57-339d-400d-85c7-e5dd6007d52c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:06.016089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:06.018290 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:06.022079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:06.056133 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc02b3-339d-4810-a476-f64f5e2e586f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:06.057893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc02b3-339d-4810-a476-f64f5e2e586f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:06.058901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-d91c8f57-339d-400d-85c7-e5dd6007d52c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3720ac5a-a227-4aeb-98fe-895df144978d']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:06.059438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b0cc02b3-339d-4810-a476-f64f5e2e586f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7406201 Aug 06 16:16:06.065615 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56536) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:06.092809 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-d91c8f57-339d-400d-85c7-e5dd6007d52c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3696f105-5c77-4bf7-b023-9fe04ce400c4') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:06.093096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-d91c8f57-339d-400d-85c7-e5dd6007d52c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3696f105-5c77-4bf7-b023-9fe04ce400c4') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:06.121025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f77508-dc17-464f-adba-ab93a47474fa req-20b80578-0870-4dd6-a14c-a00796046be3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:06.122615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9f77508-dc17-464f-adba-ab93a47474fa req-20b80578-0870-4dd6-a14c-a00796046be3 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.5839541 Aug 06 16:16:06.156647 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d91c8f57-339d-400d-85c7-e5dd6007d52c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:06.165594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=98830c46-2a44-46c1-9868-5f877e0a36af,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:06.182271 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b9372d5-b597-4267-87fd-810b1ed7d76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:06.200754 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d91c8f57-339d-400d-85c7-e5dd6007d52c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:06.210252 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd9e5b2-6b6f-47d8-9ce2-21e4cb2f6a00 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet b75fcf3f-28b3-4619-9ebd-0d9eb839fef4 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:06.220361 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91c8f57-339d-400d-85c7-e5dd6007d52c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:16:06.220767 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d91c8f57-339d-400d-85c7-e5dd6007d52c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:16:06.223702 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:16:06.225706 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e5b2-6b6f-47d8-9ce2-21e4cb2f6a00 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:06.236575 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:16:06.332364 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d55fd95-5d26-4521-864c-4fdc0b92f4cb tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:06.338161 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d91c8f57-339d-400d-85c7-e5dd6007d52c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:06.338517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d55fd95-5d26-4521-864c-4fdc0b92f4cb tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:06.343183 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e5b2-6b6f-47d8-9ce2-21e4cb2f6a00 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:06.345983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d55fd95-5d26-4521-864c-4fdc0b92f4cb tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:06.352795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d55fd95-5d26-4521-864c-4fdc0b92f4cb tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:06.357352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7d55fd95-5d26-4521-864c-4fdc0b92f4cb tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6904268 Aug 06 16:16:06.360470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56546) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:06.364660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 569130c6-2689-48d8-a2c4-630b0bfcfe96 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:06.370408 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d91c8f57-339d-400d-85c7-e5dd6007d52c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:06.375045 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d91c8f57-339d-400d-85c7-e5dd6007d52c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "DELETE /v2.0/networks/3720ac5a-a227-4aeb-98fe-895df144978d HTTP/1.1" status: 204 len: 168 time: 0.8154347 Aug 06 16:16:06.380532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56548) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:06.410210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c8f57-339d-400d-85c7-e5dd6007d52c tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event deleted for resources: {'Network': ['ID=3720ac5a-a227-4aeb-98fe-895df144978d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:06.410417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 569130c6-2689-48d8-a2c4-630b0bfcfe96 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:16:06.410676 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 569130c6-2689-48d8-a2c4-630b0bfcfe96 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:16:06.459279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9f77508-dc17-464f-adba-ab93a47474fa req-d5e33820-9482-4d96-9458-35128e973b1b tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061256 Aug 06 16:16:06.506337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-4794e18f-be84-424e-a144-0928e13852e4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Deleting subnet 144e7fb2-207f-4077-887d-3800ab735d70 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:06.532169 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4794e18f-be84-424e-a144-0928e13852e4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:06.551963 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f126e47a-9a46-42ef-a54a-1256f4a14875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:06.574477 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f126e47a-9a46-42ef-a54a-1256f4a14875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:06.590963 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e5b2-6b6f-47d8-9ce2-21e4cb2f6a00 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:06.596593 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4794e18f-be84-424e-a144-0928e13852e4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:06.603379 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:06.606248 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-00da6448-992c-4920-9c0c-d0c8e54583b6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:06.668985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-c7699cc7-7b7f-42bc-adb0-f56e7c559e8a tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:06.670408 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-c7699cc7-7b7f-42bc-adb0-f56e7c559e8a tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/networks?id=2a8c73d4-e21f-435d-adb7-897e397b602e HTTP/1.1" status: 200 len: 814 time: 0.4469211 Aug 06 16:16:06.709645 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f126e47a-9a46-42ef-a54a-1256f4a14875 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a63df9af05042919cfdd93c0f195751&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3382378 Aug 06 16:16:06.713148 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56550) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:06.713493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126e47a-9a46-42ef-a54a-1256f4a14875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bf415d-03e0-422f-ad1d-a6be5faeb43e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:06.750376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-26881f75-8a64-4144-adff-a9da70cc3d3f tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/quotas/f957ba7d2b774c2eb77f7ae2f456df61 HTTP/1.1" status: 200 len: 375 time: 0.0647390 Aug 06 16:16:06.758716 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e5b2-6b6f-47d8-9ce2-21e4cb2f6a00 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.099168 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4794e18f-be84-424e-a144-0928e13852e4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.102952 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9e5b2-6b6f-47d8-9ce2-21e4cb2f6a00 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=b75fcf3f-28b3-4619-9ebd-0d9eb839fef4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:07.131877 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e5b2-6b6f-47d8-9ce2-21e4cb2f6a00 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.135111 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82035581-2bea-4e3d-8d0f-4332fe6ac475 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:07.136112 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cdd9e5b2-6b6f-47d8-9ce2-21e4cb2f6a00 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/b75fcf3f-28b3-4619-9ebd-0d9eb839fef4 HTTP/1.1" status: 204 len: 168 time: 1.0694242 Aug 06 16:16:07.139175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56552) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:07.150044 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-6775a73a-d222-4225-ad63-908171dfbbb8 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f957ba7d2b774c2eb77f7ae2f456df61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3821473 Aug 06 16:16:07.185516 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d0b95aa-c034-4002-a453-3d39522959f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.191117 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60e8f8b5-bc76-4d22-8edc-23b11dd6a85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.264717 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4794e18f-be84-424e-a144-0928e13852e4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.269063 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60e8f8b5-bc76-4d22-8edc-23b11dd6a85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.273434 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c028a70e-e1c4-4b5a-8633-d6eff996d1eb no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:07.287053 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-00da6448-992c-4920-9c0c-d0c8e54583b6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.301876 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.305921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: c028a70e-e1c4-4b5a-8633-d6eff996d1eb {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:16:07.306277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c028a70e-e1c4-4b5a-8633-d6eff996d1eb not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:16:07.327290 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-00da6448-992c-4920-9c0c-d0c8e54583b6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bc20cc-ab00-4ac4-8003-539766ccef80']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:07.331604 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.356538 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794e18f-be84-424e-a144-0928e13852e4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event deleted for resources: {'Subnet': ['ID=144e7fb2-207f-4077-887d-3800ab735d70,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:07.356675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54e4669-18cb-4dd3-b5a4-2ac99466cc84 None None] Network 114e4c38-a4b3-445c-84cd-4922cf71ce48 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:07.362829 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4794e18f-be84-424e-a144-0928e13852e4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.366223 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4794e18f-be84-424e-a144-0928e13852e4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "DELETE /v2.0/subnets/144e7fb2-207f-4077-887d-3800ab735d70 HTTP/1.1" status: 204 len: 168 time: 0.9827461 Aug 06 16:16:07.377196 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56554) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:07.381227 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-00da6448-992c-4920-9c0c-d0c8e54583b6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0403346d-00f2-445a-8445-3ecc4410ed07') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:07.381532 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-00da6448-992c-4920-9c0c-d0c8e54583b6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0403346d-00f2-445a-8445-3ecc4410ed07') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:07.383301 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e9042b-da90-4c68-9238-ad829ba67bda None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:16:07.398853 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-00da6448-992c-4920-9c0c-d0c8e54583b6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.440556 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2143a048-9640-43e2-bc3d-2af653e46fb0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2901845 Aug 06 16:16:07.441360 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-00da6448-992c-4920-9c0c-d0c8e54583b6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.473682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56556) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:07.529476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c7e9042b-da90-4c68-9238-ad829ba67bda None None] Deleting port 89ce7b7d-7891-491d-a28d-3f068e4779c8 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:07.530162 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c7e9042b-da90-4c68-9238-ad829ba67bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.530299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00da6448-992c-4920-9c0c-d0c8e54583b6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:16:07.530880 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-00da6448-992c-4920-9c0c-d0c8e54583b6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:16:07.535892 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:16:07.543358 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.549327 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60e8f8b5-bc76-4d22-8edc-23b11dd6a85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.551882 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60e8f8b5-bc76-4d22-8edc-23b11dd6a85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.555407 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-60e8f8b5-bc76-4d22-8edc-23b11dd6a85b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82bf415d-03e0-422f-ad1d-a6be5faeb43e HTTP/1.1" status: 204 len: 168 time: 0.8214173 Aug 06 16:16:07.574845 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8f8b5-bc76-4d22-8edc-23b11dd6a85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bf415d-03e0-422f-ad1d-a6be5faeb43e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:07.596412 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-e898e04f-74fe-410d-93fd-7851f0548193 service neutron] 10.222.0.37 "GET /v2.0/networks/2a8c73d4-e21f-435d-adb7-897e397b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373424 Aug 06 16:16:07.648160 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c7e9042b-da90-4c68-9238-ad829ba67bda None None] For port 89ce7b7d-7891-491d-a28d-3f068e4779c8, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=89ce7b7d-7891-491d-a28d-3f068e4779c8,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:07.648539 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c7e9042b-da90-4c68-9238-ad829ba67bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.667947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c7e9042b-da90-4c68-9238-ad829ba67bda None None] Calling delete_port for 89ce7b7d-7891-491d-a28d-3f068e4779c8 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:07.719392 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56f3c49d-f700-482a-b5bf-eb2ea1399779 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.734157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Deleting port 7835c128-e0ad-473c-ad9e-6d4961830ca6 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:07.734528 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.752714 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e640d0f-21ae-445b-8425-d3efd3f0c534 None None] DHCP port deletion for 114e4c38-a4b3-445c-84cd-4922cf71ce48 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:16:07.815357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] For port 7835c128-e0ad-473c-ad9e-6d4961830ca6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7835c128-e0ad-473c-ad9e-6d4961830ca6,segment=NetworkSegment(a11c4907-82f9-4077-865d-ec8674492553),segment_id=a11c4907-82f9-4077-865d-ec8674492553)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:07.815732 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.839865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b95aa-c034-4002-a453-3d39522959f1 admin admin] Deleting port d785c33a-2dbe-4406-8ee5-e68788c135bc {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:07.840209 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d0b95aa-c034-4002-a453-3d39522959f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.846342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Calling delete_port for 7835c128-e0ad-473c-ad9e-6d4961830ca6 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:07.848159 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2e640d0f-21ae-445b-8425-d3efd3f0c534 None None] Deleting port 7835c128-e0ad-473c-ad9e-6d4961830ca6 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:07.848679 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2e640d0f-21ae-445b-8425-d3efd3f0c534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.891617 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-00da6448-992c-4920-9c0c-d0c8e54583b6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.912221 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-00da6448-992c-4920-9c0c-d0c8e54583b6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.916212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-00da6448-992c-4920-9c0c-d0c8e54583b6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "DELETE /v2.0/networks/b8bc20cc-ab00-4ac4-8003-539766ccef80 HTTP/1.1" status: 204 len: 168 time: 1.5399854 Aug 06 16:16:07.931024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2e640d0f-21ae-445b-8425-d3efd3f0c534 None None] For port 7835c128-e0ad-473c-ad9e-6d4961830ca6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7835c128-e0ad-473c-ad9e-6d4961830ca6,segment=NetworkSegment(a11c4907-82f9-4077-865d-ec8674492553),segment_id=a11c4907-82f9-4077-865d-ec8674492553)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:07.931645 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2e640d0f-21ae-445b-8425-d3efd3f0c534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.932806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56566) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:07.945073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80badb1-51f2-4bfe-90c5-efe8830e0080 req-db3d1642-6532-40f5-8ea0-9518f0c08840 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:07.946835 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f80badb1-51f2-4bfe-90c5-efe8830e0080 req-db3d1642-6532-40f5-8ea0-9518f0c08840 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.3338432 Aug 06 16:16:07.960335 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2e640d0f-21ae-445b-8425-d3efd3f0c534 None None] Calling delete_port for 7835c128-e0ad-473c-ad9e-6d4961830ca6 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:07.983966 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-0d0b95aa-c034-4002-a453-3d39522959f1 admin admin] For port d785c33a-2dbe-4406-8ee5-e68788c135bc, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d785c33a-2dbe-4406-8ee5-e68788c135bc,segment=NetworkSegment(17e1613e-e63e-48e5-b868-1218eacda7d5),segment_id=17e1613e-e63e-48e5-b868-1218eacda7d5)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:07.984334 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d0b95aa-c034-4002-a453-3d39522959f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.013233 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b95aa-c034-4002-a453-3d39522959f1 admin admin] Calling delete_port for d785c33a-2dbe-4406-8ee5-e68788c135bc owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:08.017277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da6448-992c-4920-9c0c-d0c8e54583b6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event deleted for resources: {'Network': ['ID=b8bc20cc-ab00-4ac4-8003-539766ccef80,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:08.018245 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.033135 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c7e9042b-da90-4c68-9238-ad829ba67bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.051030 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event deleted for resources: {'Port': ['ID=7835c128-e0ad-473c-ad9e-6d4961830ca6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:08.074723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9042b-da90-4c68-9238-ad829ba67bda None None] Pushing event deleted for resources: {'Port': ['ID=89ce7b7d-7891-491d-a28d-3f068e4779c8,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:08.091762 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9042b-da90-4c68-9238-ad829ba67bda None None] No DVR routers for this DVR port 89ce7b7d-7891-491d-a28d-3f068e4779c8 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:08.092927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] No DVR routers for this DVR port 7835c128-e0ad-473c-ad9e-6d4961830ca6 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.121917 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.124414 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.124414 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.124414 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.124414 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.124414 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.124414 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.124414 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.124414 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.124414 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.124414 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.124414 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.124414 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.124414 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:16:08.124414 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:16:08.131993 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2e640d0f-21ae-445b-8425-d3efd3f0c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.147317 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56f3c49d-f700-482a-b5bf-eb2ea1399779 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.150183 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56f3c49d-f700-482a-b5bf-eb2ea1399779 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.163190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e640d0f-21ae-445b-8425-d3efd3f0c534 None None] Pushing event deleted for resources: {'Port': ['ID=7835c128-e0ad-473c-ad9e-6d4961830ca6,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:08.165869 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e640d0f-21ae-445b-8425-d3efd3f0c534 None None] No DVR routers for this DVR port 7835c128-e0ad-473c-ad9e-6d4961830ca6 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:08.232799 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.249119 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114e4c38-a4b3-445c-84cd-4922cf71ce48']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:08.265163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11c4907-82f9-4077-865d-ec8674492553') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:08.265475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11c4907-82f9-4077-865d-ec8674492553') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:08.280161 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.292529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56f3c49d-f700-482a-b5bf-eb2ea1399779 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.293054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f3c49d-f700-482a-b5bf-eb2ea1399779 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Fanout notify agent at l3_agent the message router_deleted on router 2d651cea-b998-44ed-9baa-8b58449d33e8 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:16:08.304894 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56f3c49d-f700-482a-b5bf-eb2ea1399779 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.308552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56578) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:08.308674 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-56f3c49d-f700-482a-b5bf-eb2ea1399779 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/routers/2d651cea-b998-44ed-9baa-8b58449d33e8 HTTP/1.1" status: 204 len: 168 time: 0.8339477 Aug 06 16:16:08.319994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-839f8cf8-2fd7-4bc9-a4d3-5a85d6f1fd8d service neutron] 10.222.0.37 "GET /v2.0/networks/2a8c73d4-e21f-435d-adb7-897e397b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222939 Aug 06 16:16:08.322746 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.350487 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b5423ecd-dd60-4f33-b724-e4f139152d21 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0402124 Aug 06 16:16:08.355035 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:16:08.355545 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.356838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56580) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:08.391325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f80badb1-51f2-4bfe-90c5-efe8830e0080 req-d565a0a3-0b9d-47df-b06c-f4b86ab368a6 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221799 Aug 06 16:16:08.417347 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99a353de-96f8-4573-becc-4400325ea0c8 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.430075 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:16:08.525438 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:16:08.527388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f020a2f-314f-4b75-9738-3e452fffc0cf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:08.530135 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.535363 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.538956 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "DELETE /v2.0/networks/114e4c38-a4b3-445c-84cd-4922cf71ce48 HTTP/1.1" status: 204 len: 168 time: 1.1566222 Aug 06 16:16:08.539813 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56586) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:08.543056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7f020a2f-314f-4b75-9738-3e452fffc0cf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1727836 Aug 06 16:16:08.548613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56588) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:08.566472 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d0b95aa-c034-4002-a453-3d39522959f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.594285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-47bd21a1-cb70-4db5-9ecd-f467415e7f1b tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "GET /v2.0/ports?device_id=555e661a-bf40-47f4-8cb7-3d9bffb7bc9b HTTP/1.1" status: 200 len: 205 time: 0.0423629 Aug 06 16:16:08.610612 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56592) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:08.625166 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a45aeeb9-f9c4-4387-98a7-35bbf8b5cd12 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731926 Aug 06 16:16:08.625166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cefa5f-3a14-4706-9455-0c0ce274f4b4 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Pushing event deleted for resources: {'Network': ['ID=114e4c38-a4b3-445c-84cd-4922cf71ce48,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:08.641015 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56598) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:08.645448 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b95aa-c034-4002-a453-3d39522959f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d785c33a-2dbe-4406-8ee5-e68788c135bc,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:08.706316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-7194e5d7-7539-455f-ad0c-d4628f927a17 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:08.800604 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8eee5e6f-faed-46dd-83e8-6a1e7a62a833 req-26296bd4-aadf-4abd-a4c8-db441a02d09a tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 210 time: 0.1907871 Aug 06 16:16:08.829869 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99a353de-96f8-4573-becc-4400325ea0c8 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.864834 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0d0b95aa-c034-4002-a453-3d39522959f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.884303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-99a353de-96f8-4573-becc-4400325ea0c8 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8653d60-40af-4ee5-8ea2-3b2b4de9bdfa']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:08.892208 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-08a24203-e53f-45f6-9fa3-b921e13858f1 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.916912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-99a353de-96f8-4573-becc-4400325ea0c8 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5b59fb-29f0-4189-b4f8-784daf14d21d') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:08.917232 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-99a353de-96f8-4573-becc-4400325ea0c8 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5b59fb-29f0-4189-b4f8-784daf14d21d') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:09.003180 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:09.011719 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99a353de-96f8-4573-becc-4400325ea0c8 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:09.143937 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99a353de-96f8-4573-becc-4400325ea0c8 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:09.161348 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-08a24203-e53f-45f6-9fa3-b921e13858f1 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:09.163273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a353de-96f8-4573-becc-4400325ea0c8 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:16:09.163695 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99a353de-96f8-4573-becc-4400325ea0c8 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:09.166526 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0b95aa-c034-4002-a453-3d39522959f1 admin admin] Router deb838c7-1b9c-444a-bb58-6a7132d237be has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:16:09.167871 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:16:09.182724 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-08a24203-e53f-45f6-9fa3-b921e13858f1 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:09.248569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7194e5d7-7539-455f-ad0c-d4628f927a17 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:09.253982 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7194e5d7-7539-455f-ad0c-d4628f927a17 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:09.358288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0b95aa-c034-4002-a453-3d39522959f1 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:16:09.368088 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0d0b95aa-c034-4002-a453-3d39522959f1 admin admin] 10.222.0.37 "PUT /v2.0/routers/deb838c7-1b9c-444a-bb58-6a7132d237be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7304270 Aug 06 16:16:09.374864 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99a353de-96f8-4573-becc-4400325ea0c8 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:09.375372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52061504-132d-45de-9485-bc006c35d24e None None] Sync routers for ids ['deb838c7-1b9c-444a-bb58-6a7132d237be'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:16:09.376154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56618) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:09.383375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:16:09.385856 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-08a24203-e53f-45f6-9fa3-b921e13858f1 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:09.386534 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a24203-e53f-45f6-9fa3-b921e13858f1 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Fanout notify agent at l3_agent the message router_deleted on router 555e661a-bf40-47f4-8cb7-3d9bffb7bc9b {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:16:09.391013 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52061504-132d-45de-9485-bc006c35d24e None None] Routers {'deb838c7-1b9c-444a-bb58-6a7132d237be'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:09.391923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-52061504-132d-45de-9485-bc006c35d24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:16:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['deb838c7-1b9c-444a-bb58-6a7132d237be'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:09.461702 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7835c128-e0ad-473c-ad9e-6d4961830ca6 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:09.521214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 7835c128-e0ad-473c-ad9e-6d4961830ca6 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:16:09.521902 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7835c128-e0ad-473c-ad9e-6d4961830ca6 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:16:09.522567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 89ce7b7d-7891-491d-a28d-3f068e4779c8 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:09.548145 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 89ce7b7d-7891-491d-a28d-3f068e4779c8 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:16:09.548767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 89ce7b7d-7891-491d-a28d-3f068e4779c8 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:16:09.550627 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6459920d-e15f-4515-8e3f-1bf3d0fb4870 admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:09.579796 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-52061504-132d-45de-9485-bc006c35d24e None None] Set router deb838c7-1b9c-444a-bb58-6a7132d237be gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:09.739626 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6459920d-e15f-4515-8e3f-1bf3d0fb4870 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:09.849940 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99a353de-96f8-4573-becc-4400325ea0c8 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:09.852193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-99a353de-96f8-4573-becc-4400325ea0c8 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "DELETE /v2.0/networks/e8653d60-40af-4ee5-8ea2-3b2b4de9bdfa HTTP/1.1" status: 204 len: 168 time: 1.9152315 Aug 06 16:16:09.863529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-08a24203-e53f-45f6-9fa3-b921e13858f1 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:09.867284 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56638) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:09.868081 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-08a24203-e53f-45f6-9fa3-b921e13858f1 tempest-RoutersNegativeTest-1052583738 tempest-RoutersNegativeTest-1052583738-project] 10.222.0.37 "DELETE /v2.0/routers/555e661a-bf40-47f4-8cb7-3d9bffb7bc9b HTTP/1.1" status: 204 len: 168 time: 1.2561963 Aug 06 16:16:09.880052 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a353de-96f8-4573-becc-4400325ea0c8 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event deleted for resources: {'Network': ['ID=e8653d60-40af-4ee5-8ea2-3b2b4de9bdfa,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:10.031720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec0ef808-facf-48c4-84bd-2668a030b723 req-4a7e6ee0-30a0-43c3-bb72-7a06f8cfccf9 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 210 time: 0.0597329 Aug 06 16:16:10.080821 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2077b39-b105-4341-876c-ffe0e3e755ea req-d34ab8f7-fd6f-4ca7-bbad-c6e2e40bd556 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:10.082749 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2077b39-b105-4341-876c-ffe0e3e755ea req-d34ab8f7-fd6f-4ca7-bbad-c6e2e40bd556 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.2264261 Aug 06 16:16:10.107772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-cd95c4b4-6be6-47cf-8f51-fbaa191df80d tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:10.109316 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-cd95c4b4-6be6-47cf-8f51-fbaa191df80d tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.78 "GET /v2.0/networks?id=2a8c73d4-e21f-435d-adb7-897e397b602e HTTP/1.1" status: 200 len: 814 time: 0.3922665 Aug 06 16:16:10.124235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-42ded8bd-247c-4fe6-9b19-906b6939302f tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Request body: {'port': {'device_id': '23c5d8b1-8d37-43a9-b09d-dd99ffe39463', 'network_id': '2a8c73d4-e21f-435d-adb7-897e397b602e', 'admin_state_up': True, 'tenant_id': 'f957ba7d2b774c2eb77f7ae2f456df61'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:10.172145 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-6459920d-e15f-4515-8e3f-1bf3d0fb4870 admin admin] Deleting port ab118839-b38b-47a5-8da7-c6b105a56a55 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:10.172486 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6459920d-e15f-4515-8e3f-1bf3d0fb4870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:10.226677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:16:10.239065 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Sync routers for ids ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:16:10.250892 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-52061504-132d-45de-9485-bc006c35d24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'name': 'tempest-ServerRescueTestJSON-1069883623-router', 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ab118839-b38b-47a5-8da7-c6b105a56a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:36Z', 'updated_at': '2021-08-06T16:16:08Z', 'revision_number': 5, 'project_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'gw_port': {'id': 'ab118839-b38b-47a5-8da7-c6b105a56a55', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:13:37Z', 'updated_at': '2021-08-06T16:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:10.258702 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2077b39-b105-4341-876c-ffe0e3e755ea req-cdb02f98-c7fe-473a-b42d-ba1bf6a20f61 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699722 Aug 06 16:16:10.272363 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Routers {'207e676a-0e90-4795-bdcd-8a6bbe6255b7'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:10.272979 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:16:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:10.294987 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:10.299951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a509615c-88b0-4f76-bccf-1f841da4707f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.9568336 Aug 06 16:16:10.301045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52061504-132d-45de-9485-bc006c35d24e None None] Checking router: deb838c7-1b9c-444a-bb58-6a7132d237be for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:16:10.303523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56644) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:10.313954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52061504-132d-45de-9485-bc006c35d24e None None] Routers {'deb838c7-1b9c-444a-bb58-6a7132d237be'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:10.315463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-52061504-132d-45de-9485-bc006c35d24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:16:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['deb838c7-1b9c-444a-bb58-6a7132d237be'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:10.356747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e8dc791a-d529-483f-864b-e6c607efa20f tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=6ead4e8906674c03a98f2b96e64fabd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0490654 Aug 06 16:16:10.356747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56646) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:10.364050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56648) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:10.397141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5c081a-d5fc-48f3-9700-34726823ebf4 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:10.403168 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5c081a-d5fc-48f3-9700-34726823ebf4 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:10.405470 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-db5c081a-d5fc-48f3-9700-34726823ebf4 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5370951 Aug 06 16:16:10.416352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56652) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:10.474480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c5127d54-9939-48c0-8c1d-32544c11f6a2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1682203008'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:10.476598 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-52061504-132d-45de-9485-bc006c35d24e None None] Set router deb838c7-1b9c-444a-bb58-6a7132d237be gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:10.499592 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Set router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:10.537957 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-6459920d-e15f-4515-8e3f-1bf3d0fb4870 admin admin] For port ab118839-b38b-47a5-8da7-c6b105a56a55, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ab118839-b38b-47a5-8da7-c6b105a56a55,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:10.538350 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6459920d-e15f-4515-8e3f-1bf3d0fb4870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:10.557785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-52061504-132d-45de-9485-bc006c35d24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'name': 'tempest-ServerRescueTestJSON-1069883623-router', 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:36Z', 'updated_at': '2021-08-06T16:16:09Z', 'revision_number': 6, 'project_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:10.570455 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-6459920d-e15f-4515-8e3f-1bf3d0fb4870 admin admin] Calling delete_port for ab118839-b38b-47a5-8da7-c6b105a56a55 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:10.617590 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52061504-132d-45de-9485-bc006c35d24e None None] The sync data for ids ['deb838c7-1b9c-444a-bb58-6a7132d237be'] in n-d-803756-1 is: [{'id': 'deb838c7-1b9c-444a-bb58-6a7132d237be', 'name': 'tempest-ServerRescueTestJSON-1069883623-router', 'tenant_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:13:36Z', 'updated_at': '2021-08-06T16:16:09Z', 'revision_number': 6, 'project_id': '1dd9d5eec2aa4eb68c1a1b78b1823036', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:16:10.757990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bedd0bd-a0bc-47f3-99da-31048bc9d664 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:10.759536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4bedd0bd-a0bc-47f3-99da-31048bc9d664 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3945224 Aug 06 16:16:10.760355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5127d54-9939-48c0-8c1d-32544c11f6a2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Made reservation on behalf of 769d3a5a4e614914b6be1978f908bce7 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:10.764001 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5127d54-9939-48c0-8c1d-32544c11f6a2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:10.765990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56676) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:10.789222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.objects.ports [None req-7194e5d7-7539-455f-ad0c-d4628f927a17 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:16:10.794606 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-42ded8bd-247c-4fe6-9b19-906b6939302f tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Made reservation on behalf of f957ba7d2b774c2eb77f7ae2f456df61 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:10.798092 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-42ded8bd-247c-4fe6-9b19-906b6939302f tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:10.815819 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7194e5d7-7539-455f-ad0c-d4628f927a17 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:10.837551 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6459920d-e15f-4515-8e3f-1bf3d0fb4870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:10.859542 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478401801', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:01Z', 'updated_at': '2021-08-06T16:16:06Z', 'revision_number': 3, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:04Z', 'updated_at': '2021-08-06T16:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:10.891777 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Checking router: 207e676a-0e90-4795-bdcd-8a6bbe6255b7 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:16:10.892163 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Updating router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 port 98830c46-2a44-46c1-9868-5f877e0a36af binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:16:10.896900 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459920d-e15f-4515-8e3f-1bf3d0fb4870 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab118839-b38b-47a5-8da7-c6b105a56a55,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:10.913165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56680) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:10.916917 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-90e3975a-f1ec-4bbc-bfcf-4662aae5ed71 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1262183 Aug 06 16:16:10.919315 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7c3f7d10-8464-4324-a23c-4491017380b6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1163486350', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:10.923846 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:10.967246 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5127d54-9939-48c0-8c1d-32544c11f6a2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:16:10.974615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7194e5d7-7539-455f-ad0c-d4628f927a17 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:10.980682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-aae19b06-a9d8-464b-a1cb-787297290476 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a88c674b7224489e9fe80a539b9e6e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209834 Aug 06 16:16:10.987650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56682) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:10.988616 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-7194e5d7-7539-455f-ad0c-d4628f927a17 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:11.003982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f3f1b9-4d59-4fc0-ac49-099f760c6312 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:11.012207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194e5d7-7539-455f-ad0c-d4628f927a17 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=7047742b-8877-4e04-8fda-8880dafb14d4,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:11.021147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56684) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:11.024088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7194e5d7-7539-455f-ad0c-d4628f927a17 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:11.024707 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7194e5d7-7539-455f-ad0c-d4628f927a17 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.081660 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5127d54-9939-48c0-8c1d-32544c11f6a2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.082091 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-c5127d54-9939-48c0-8c1d-32544c11f6a2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Added segment 05294f01-5c4f-413a-97d9-7de1f37b2536 of type vlan for network f094e07a-fbb2-442e-9076-4ca8c9b6545f Aug 06 16:16:11.155443 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7194e5d7-7539-455f-ad0c-d4628f927a17 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5099494 Aug 06 16:16:11.165000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56690) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:11.173550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d4638b58-51a5-4d68-938a-c115d200a39d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:11.264299 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5127d54-9939-48c0-8c1d-32544c11f6a2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.286898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': '7047742b-8877-4e04-8fda-8880dafb14d4'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:16:11.288408 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.391357 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.403963 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Transition to ACTIVE for port object 98830c46-2a44-46c1-9868-5f877e0a36af will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:11.411360 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.419420 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8b3007a-68b8-42bf-94bb-3271134aa34b req-9c0492e4-1705-4a2c-8a6d-6e6219d053fe tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 210 time: 0.1857142 Aug 06 16:16:11.448645 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3f7d10-8464-4324-a23c-4491017380b6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Made reservation on behalf of 6ead4e8906674c03a98f2b96e64fabd0 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:11.453663 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7d10-8464-4324-a23c-4491017380b6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.465330 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Allocated IP 2001:db8::f816:3eff:feef:9f6a (38cd96d0-9a93-4226-ab46-370ab75cd563/7047742b-8877-4e04-8fda-8880dafb14d4/522d6079-aec8-46d2-9bd8-27e69d26ecbc) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:11.474192 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-70cd69a6-d42c-4a87-bf68-8f2affd03a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.482320 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5127d54-9939-48c0-8c1d-32544c11f6a2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.486507 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccf4ec-a440-4ec7-9bc6-c486b06f044a None None] Pushing event updated for resources: {'Port': ['ID=98830c46-2a44-46c1-9868-5f877e0a36af,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:11.489434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5127d54-9939-48c0-8c1d-32544c11f6a2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:11.490242 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5127d54-9939-48c0-8c1d-32544c11f6a2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.526965 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c5127d54-9939-48c0-8c1d-32544c11f6a2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0883946 Aug 06 16:16:11.534476 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a98cabb-865e-4365-91e5-39ae6c7a6806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.537327 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Attempting to bind port 98830c46-2a44-46c1-9868-5f877e0a36af on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:11.537974 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Attempting to bind port 98830c46-2a44-46c1-9868-5f877e0a36af by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:11.538546 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Attempting to bind port 98830c46-2a44-46c1-9868-5f877e0a36af on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:11.544823 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:11.545565 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:11.546213 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.546802 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:11.547745 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Bound port: 98830c46-2a44-46c1-9868-5f877e0a36af, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:11.548336 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.560358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56694) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:11.582884 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-3ed95f26-2dea-4c2d-a8e7-ae57ac9c7a42 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1660199845'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:11.631227 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed95f26-2dea-4c2d-a8e7-ae57ac9c7a42 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Made reservation on behalf of 769d3a5a4e614914b6be1978f908bce7 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:11.635048 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ed95f26-2dea-4c2d-a8e7-ae57ac9c7a42 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.637943 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] For port 98830c46-2a44-46c1-9868-5f877e0a36af, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:11.642030 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] For port 98830c46-2a44-46c1-9868-5f877e0a36af, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=98830c46-2a44-46c1-9868-5f877e0a36af,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:11.647630 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.670659 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.681570 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Transition to ACTIVE for port object 522d6079-aec8-46d2-9bd8-27e69d26ecbc will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:11.701228 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Transition to ACTIVE for port object 522d6079-aec8-46d2-9bd8-27e69d26ecbc will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:11.710015 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ab118839-b38b-47a5-8da7-c6b105a56a55 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:11.730641 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Routers {'207e676a-0e90-4795-bdcd-8a6bbe6255b7'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:11.732240 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:16:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:11.740899 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.741693 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7d10-8464-4324-a23c-4491017380b6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.760094 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6459920d-e15f-4515-8e3f-1bf3d0fb4870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.780201 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a98cabb-865e-4365-91e5-39ae6c7a6806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.795610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Pushing event updated for resources: {'Port': ['ID=522d6079-aec8-46d2-9bd8-27e69d26ecbc,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:11.798404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: ab118839-b38b-47a5-8da7-c6b105a56a55 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:16:11.798523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5127d54-9939-48c0-8c1d-32544c11f6a2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event updated for resources: {'Network': ['ID=f094e07a-fbb2-442e-9076-4ca8c9b6545f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:11.798606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ab118839-b38b-47a5-8da7-c6b105a56a55 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:16:11.799239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d785c33a-2dbe-4406-8ee5-e68788c135bc no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:11.825971 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe0f28-ba8d-4f45-87b4-9061d08e1fea req-49938dd2-5e48-43bf-b515-cbcff6fef613 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:11.825971 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0fe0f28-ba8d-4f45-87b4-9061d08e1fea req-49938dd2-5e48-43bf-b515-cbcff6fef613 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.4629271 Aug 06 16:16:11.835612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: d785c33a-2dbe-4406-8ee5-e68788c135bc {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:16:11.835612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d785c33a-2dbe-4406-8ee5-e68788c135bc not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:16:11.835612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network f094e07a-fbb2-442e-9076-4ca8c9b6545f details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:16:11.849968 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:11.863126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:11.865848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:11.867669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed95f26-2dea-4c2d-a8e7-ae57ac9c7a42 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:16:11.868703 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:11.869053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:11.869453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:11.870390 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:11.870735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:11.871068 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:11.871446 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:11.871803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:11.872100 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:11.872430 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:11.872754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:11.873040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:11.887380 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] Set router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:11.921510 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ed95f26-2dea-4c2d-a8e7-ae57ac9c7a42 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.921903 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-3ed95f26-2dea-4c2d-a8e7-ae57ac9c7a42 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Added segment 468e42e3-2e34-4079-9d1c-2122e87eab33 of type vlan for network 7791555d-cb6d-4bec-a167-0b48d3a40c58 Aug 06 16:16:11.947731 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-42ded8bd-247c-4fe6-9b19-906b6939302f tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Allocated IP 172.20.0.9 (2a8c73d4-e21f-435d-adb7-897e397b602e/e719452f-60f0-4131-833c-7950a4377ed0/e2e2d968-c9a1-4646-a35b-d983268d8797) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:11.986138 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6459920d-e15f-4515-8e3f-1bf3d0fb4870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.993236 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6459920d-e15f-4515-8e3f-1bf3d0fb4870 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:11.995235 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccf4ec-a440-4ec7-9bc6-c486b06f044a None None] Pushing event updated for resources: {'Port': ['ID=98830c46-2a44-46c1-9868-5f877e0a36af,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:12.013483 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ed95f26-2dea-4c2d-a8e7-ae57ac9c7a42 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.016994 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Attempting to bind port 522d6079-aec8-46d2-9bd8-27e69d26ecbc on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:12.017370 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Attempting to bind port 522d6079-aec8-46d2-9bd8-27e69d26ecbc by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:12.018310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Attempting to bind port 522d6079-aec8-46d2-9bd8-27e69d26ecbc on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:12.024001 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:12.024504 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:12.025379 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.025489 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:12.026195 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Bound port: 522d6079-aec8-46d2-9bd8-27e69d26ecbc, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:12.026584 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.049904 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0fe0f28-ba8d-4f45-87b4-9061d08e1fea req-8d81f518-64f9-444d-aa1e-17717a697975 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101009 Aug 06 16:16:12.052719 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ed95f26-2dea-4c2d-a8e7-ae57ac9c7a42 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.063442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f7d10-8464-4324-a23c-4491017380b6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Subnet': ['ID=31d878ad-d0e1-42d3-8b02-f6b597d45212,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:12.068199 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6459920d-e15f-4515-8e3f-1bf3d0fb4870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.068726 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6459920d-e15f-4515-8e3f-1bf3d0fb4870 admin admin] Fanout notify agent at l3_agent the message router_deleted on router deb838c7-1b9c-444a-bb58-6a7132d237be {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:16:12.082163 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6459920d-e15f-4515-8e3f-1bf3d0fb4870 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.083333 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6459920d-e15f-4515-8e3f-1bf3d0fb4870 admin admin] 10.222.0.37 "DELETE /v2.0/routers/deb838c7-1b9c-444a-bb58-6a7132d237be HTTP/1.1" status: 204 len: 168 time: 2.7049894 Aug 06 16:16:12.089256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed95f26-2dea-4c2d-a8e7-ae57ac9c7a42 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:12.090853 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ed95f26-2dea-4c2d-a8e7-ae57ac9c7a42 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.094785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56696) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:12.123912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] For port 522d6079-aec8-46d2-9bd8-27e69d26ecbc, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:12.128891 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] For port 522d6079-aec8-46d2-9bd8-27e69d26ecbc, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=522d6079-aec8-46d2-9bd8-27e69d26ecbc,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:12.136706 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.138629 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a98cabb-865e-4365-91e5-39ae6c7a6806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.145072 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a98cabb-865e-4365-91e5-39ae6c7a6806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.146934 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1a98cabb-865e-4365-91e5-39ae6c7a6806 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fc9a78e-436b-4e6a-962b-2e769d0fa927 HTTP/1.1" status: 204 len: 168 time: 1.1268210 Aug 06 16:16:12.167129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f1b530-85d6-4dc2-87af-1e3a64d28cba admin admin] Deleting subnet 8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:12.183421 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12f1b530-85d6-4dc2-87af-1e3a64d28cba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.186059 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478401801', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:01Z', 'updated_at': '2021-08-06T16:16:06Z', 'revision_number': 3, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:04Z', 'updated_at': '2021-08-06T16:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:12.189032 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f7d10-8464-4324-a23c-4491017380b6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Checking segment: {'id': 'bc5724b2-c4f0-4b8f-a346-42754ed75ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:12.189938 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f7d10-8464-4324-a23c-4491017380b6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network hostable DHCP agents. Network: 7c7d4aee-9282-477a-b3f3-f39c7cb5db96, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:16:12.230016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98cabb-865e-4365-91e5-39ae6c7a6806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc9a78e-436b-4e6a-962b-2e769d0fa927,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:12.246721 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82417ad9-817f-4baf-99db-76614dc35cc4 None None] The sync data for ids ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'] in n-d-803756-1 is: [{'id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478401801', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:01Z', 'updated_at': '2021-08-06T16:16:06Z', 'revision_number': 3, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:04Z', 'updated_at': '2021-08-06T16:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:16:12.259088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed95f26-2dea-4c2d-a8e7-ae57ac9c7a42 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event updated for resources: {'Network': ['ID=7791555d-cb6d-4bec-a167-0b48d3a40c58,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:12.295628 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc51978-6d1f-4459-9ba0-9fd01b653dd6 None None] Pushing event updated for resources: {'Port': ['ID=522d6079-aec8-46d2-9bd8-27e69d26ecbc,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:12.299775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 7791555d-cb6d-4bec-a167-0b48d3a40c58 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:16:12.322165 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-70cd69a6-d42c-4a87-bf68-8f2affd03a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.327510 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12f1b530-85d6-4dc2-87af-1e3a64d28cba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.336479 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-70cd69a6-d42c-4a87-bf68-8f2affd03a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.391414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd69a6-d42c-4a87-bf68-8f2affd03a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e110e6c-c7ab-437f-83e8-3f0195408ff8,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:12.419056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3ed95f26-2dea-4c2d-a8e7-ae57ac9c7a42 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8538311 Aug 06 16:16:12.440841 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56700) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:12.455665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Request body: {'ports': [{'network_id': 'f094e07a-fbb2-442e-9076-4ca8c9b6545f', 'name': 'tempest-port--1284100767', 'admin_state_up': True}, {'network_id': '7791555d-cb6d-4bec-a167-0b48d3a40c58', 'admin_state_up': False}]} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:12.456188 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Request body: {'port': {'network_id': 'f094e07a-fbb2-442e-9076-4ca8c9b6545f', 'name': 'tempest-port--1284100767', 'admin_state_up': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:12.456334 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Request body: {'port': {'network_id': '7791555d-cb6d-4bec-a167-0b48d3a40c58', 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:12.482135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-70cd69a6-d42c-4a87-bf68-8f2affd03a1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dda3f6b8203e4eb386a2327f2b099235&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4452271 Aug 06 16:16:12.483666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56704) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:12.492718 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4638b58-51a5-4d68-938a-c115d200a39d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:12.497112 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4638b58-51a5-4d68-938a-c115d200a39d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.641610 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3f7d10-8464-4324-a23c-4491017380b6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network 7c7d4aee-9282-477a-b3f3-f39c7cb5db96 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:16:12.682001 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-7c3f7d10-8464-4324-a23c-4491017380b6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 7c7d4aee-9282-477a-b3f3-f39c7cb5db96) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:12.686998 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3f7d10-8464-4324-a23c-4491017380b6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:12.687669 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7d10-8464-4324-a23c-4491017380b6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.695325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309ce8b2-662a-4413-8232-afd57ebd1cba None None] Network 7c7d4aee-9282-477a-b3f3-f39c7cb5db96 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:12.707772 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a8b44e34-935e-4d92-958b-d81d7e2e2f06 req-56cf2a91-9233-472b-ab4f-0211a6c76264 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 210 time: 0.0751662 Aug 06 16:16:12.710755 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7c3f7d10-8464-4324-a23c-4491017380b6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7965770 Aug 06 16:16:12.716143 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56708) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:12.800037 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12f1b530-85d6-4dc2-87af-1e3a64d28cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.941160 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-20a61c31-33d5-41c8-a622-8ebf068f94a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.001392 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-20a61c31-33d5-41c8-a622-8ebf068f94a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.035657 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ips': [{'subnet_id': '31d878ad-d0e1-42d3-8b02-f6b597d45212'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:16:13.042107 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-42ded8bd-247c-4fe6-9b19-906b6939302f tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.042959 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.101985 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-42ded8bd-247c-4fe6-9b19-906b6939302f tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.188097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-42ded8bd-247c-4fe6-9b19-906b6939302f tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Network 2a8c73d4-e21f-435d-adb7-897e397b602e is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:13.202644 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-42ded8bd-247c-4fe6-9b19-906b6939302f tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:13.274907 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Made reservation on behalf of 769d3a5a4e614914b6be1978f908bce7 for: {'port': 2} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:13.281251 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.284738 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ded8bd-247c-4fe6-9b19-906b6939302f tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Pushing event updated for resources: {'Port': ['ID=e2e2d968-c9a1-4646-a35b-d983268d8797,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:13.297871 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Allocated IP 172.20.0.2 (7c7d4aee-9282-477a-b3f3-f39c7cb5db96/31d878ad-d0e1-42d3-8b02-f6b597d45212/8af1a48e-9911-4ba5-ac48-7a03c166977b) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:13.338366 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-42ded8bd-247c-4fe6-9b19-906b6939302f tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:13.397049 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12f1b530-85d6-4dc2-87af-1e3a64d28cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.412401 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-20a61c31-33d5-41c8-a622-8ebf068f94a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.415076 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-20a61c31-33d5-41c8-a622-8ebf068f94a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.418662 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-20a61c31-33d5-41c8-a622-8ebf068f94a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e110e6c-c7ab-437f-83e8-3f0195408ff8 HTTP/1.1" status: 204 len: 168 time: 0.9313102 Aug 06 16:16:13.445777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e560c28-4f95-40fa-95a7-12d6294c960b req-e5bedf6f-1a35-473d-b07a-da54e49ed4bd tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:13.448659 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e560c28-4f95-40fa-95a7-12d6294c960b req-e5bedf6f-1a35-473d-b07a-da54e49ed4bd tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.2679026 Aug 06 16:16:13.455520 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4638b58-51a5-4d68-938a-c115d200a39d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.455711 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.488318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a61c31-33d5-41c8-a622-8ebf068f94a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e110e6c-c7ab-437f-83e8-3f0195408ff8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:13.557356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 522d6079-aec8-46d2-9bd8-27e69d26ecbc up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:13.610857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4638b58-51a5-4d68-938a-c115d200a39d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:13.616300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-d4638b58-51a5-4d68-938a-c115d200a39d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:13.625451 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12f1b530-85d6-4dc2-87af-1e3a64d28cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.627227 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4638b58-51a5-4d68-938a-c115d200a39d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:13.628121 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4638b58-51a5-4d68-938a-c115d200a39d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.631907 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-12f1b530-85d6-4dc2-87af-1e3a64d28cba admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4 HTTP/1.1" status: 204 len: 168 time: 1.5359032 Aug 06 16:16:13.645844 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1b530-85d6-4dc2-87af-1e3a64d28cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fbc4ff2-fa2d-45f7-92b7-fbb906fbbde4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:13.652557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56728) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:13.677498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4638b58-51a5-4d68-938a-c115d200a39d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=cb87b583-d6eb-4cab-89bc-aab37ee7c1ea,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:13.706261 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e560c28-4f95-40fa-95a7-12d6294c960b req-13e2a2a8-3162-4e60-a07d-47bba12c36f5 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362809 Aug 06 16:16:13.743523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d4638b58-51a5-4d68-938a-c115d200a39d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5773911 Aug 06 16:16:13.814003 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56734) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:13.835184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-640a5006-fb53-44e9-af9c-e7dd2f771631 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'mac_address': 'fa:16:3e:31:74:d8', 'name': 'tempest-NetworksTestDHCPv6-448129343'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:13.842376 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.855513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] device_id is not set on port 5b28aded-e3b3-41b1-8b56-63bf5fdfd63b yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:16:13.865915 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Transition to ACTIVE for port object 8af1a48e-9911-4ba5-ac48-7a03c166977b will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:13.898622 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Transition to ACTIVE for port object 8af1a48e-9911-4ba5-ac48-7a03c166977b will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:13.922249 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.946245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-42ded8bd-247c-4fe6-9b19-906b6939302f tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:13.946929 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-42ded8bd-247c-4fe6-9b19-906b6939302f tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.985921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Network 7c7d4aee-9282-477a-b3f3-f39c7cb5db96 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:13.993354 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:13.998087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Pushing event updated for resources: {'Port': ['ID=8af1a48e-9911-4ba5-ac48-7a03c166977b,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:14.003153 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:14.012549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56738) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:14.034386 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-42ded8bd-247c-4fe6-9b19-906b6939302f tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9142919 Aug 06 16:16:14.044810 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e19c0c7-a56d-451d-8698-35dbfe38ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.055051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Request body: {'port': {'device_id': '23c5d8b1-8d37-43a9-b09d-dd99ffe39463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:14.065778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 522d6079-aec8-46d2-9bd8-27e69d26ecbc completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:14.100220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d2653-76dc-4522-87a3-5d6b3678c63d req-65f96758-7d1c-4d22-b056-656b16a51d09 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:14.102016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e4fe36-515f-4c6c-ad54-adf0419f5160 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:14.108389 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3c6d2653-76dc-4522-87a3-5d6b3678c63d req-65f96758-7d1c-4d22-b056-656b16a51d09 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 931 time: 0.2277324 Aug 06 16:16:14.150602 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 98830c46-2a44-46c1-9868-5f877e0a36af up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:14.248354 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3c6d2653-76dc-4522-87a3-5d6b3678c63d req-f17c01fe-8918-4a67-98fa-6fe7b4419f80 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382720 Aug 06 16:16:14.250323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56742) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:14.270027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-21f0e90e-ece9-40c5-b801-7722e3a93109 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-362121075'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:14.277753 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.298594 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Attempting to bind port 8af1a48e-9911-4ba5-ac48-7a03c166977b on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:14.299767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Attempting to bind port 8af1a48e-9911-4ba5-ac48-7a03c166977b by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'bc5724b2-c4f0-4b8f-a346-42754ed75ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:14.299872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Attempting to bind port 8af1a48e-9911-4ba5-ac48-7a03c166977b on network 7c7d4aee-9282-477a-b3f3-f39c7cb5db96 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:14.317477 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-85f085b2-0260-4dab-a382-645b45b66613 None None] Provisioning for port 522d6079-aec8-46d2-9bd8-27e69d26ecbc completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:14.321414 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:14.321610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Checking segment: {'id': 'bc5724b2-c4f0-4b8f-a346-42754ed75ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:14.322211 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.322328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Bound using segment: {'id': 'bc5724b2-c4f0-4b8f-a346-42754ed75ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:14.323054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Bound port: 8af1a48e-9911-4ba5-ac48-7a03c166977b, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5724b2-c4f0-4b8f-a346-42754ed75ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:14.323326 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.336697 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e19c0c7-a56d-451d-8698-35dbfe38ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.337905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-85f085b2-0260-4dab-a382-645b45b66613 None None] Provisioning complete for port 522d6079-aec8-46d2-9bd8-27e69d26ecbc triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:14.338271 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-85f085b2-0260-4dab-a382-645b45b66613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.340374 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-881b18ef-955f-4b90-be57-5cd3ad4959b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.356670 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.359358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640a5006-fb53-44e9-af9c-e7dd2f771631 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:14.365858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-1e19c0c7-a56d-451d-8698-35dbfe38ed7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45d3342-7250-400e-8edc-6eb56b28c052']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:14.402767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79671c-bb7d-4747-a938-cfa699e1de5a req-c727b449-0d5c-4af4-b647-e602f8207169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:14.404402 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b79671c-bb7d-4747-a938-cfa699e1de5a req-c727b449-0d5c-4af4-b647-e602f8207169 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=874b5d3483684aada68738d45d257709&device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 1096 time: 0.2207592 Aug 06 16:16:14.408017 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-1e19c0c7-a56d-451d-8698-35dbfe38ed7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e1613e-e63e-48e5-b868-1218eacda7d5') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:14.408017 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-1e19c0c7-a56d-451d-8698-35dbfe38ed7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e1613e-e63e-48e5-b868-1218eacda7d5') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:14.443852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 98830c46-2a44-46c1-9868-5f877e0a36af completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:14.461445 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e19c0c7-a56d-451d-8698-35dbfe38ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.464071 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [None req-881b18ef-955f-4b90-be57-5cd3ad4959b6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:16:14.464071 n-d-803756-1 neutron-server[105765]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 16:16:14.464071 n-d-803756-1 neutron-server[105765]: [parameters: {'project_id_1': 'e5effafde11748cf994a2114a4c47d50', 'expiration_1': datetime.datetime(2021, 8, 6, 16, 16, 14, 386663)}] Aug 06 16:16:14.464071 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:16:14.464375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 98830c46-2a44-46c1-9868-5f877e0a36af triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:14.464375 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.464826 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [None req-881b18ef-955f-4b90-be57-5cd3ad4959b6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:16:14.500592 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] For port 8af1a48e-9911-4ba5-ac48-7a03c166977b, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:14.525755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f0e90e-ece9-40c5-b801-7722e3a93109 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Made reservation on behalf of 67737ae301db44c6b792028701e319c8 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:14.529434 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21f0e90e-ece9-40c5-b801-7722e3a93109 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.529570 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] For port 8af1a48e-9911-4ba5-ac48-7a03c166977b, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8af1a48e-9911-4ba5-ac48-7a03c166977b,segment=NetworkSegment(bc5724b2-c4f0-4b8f-a346-42754ed75ad9),segment_id=bc5724b2-c4f0-4b8f-a346-42754ed75ad9)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:14.538870 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e19c0c7-a56d-451d-8698-35dbfe38ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.540264 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.541598 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] device_id is not set on port 8846231b-e5e0-474c-8816-16782c942902 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:16:14.562399 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21f0e90e-ece9-40c5-b801-7722e3a93109 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.566752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e19c0c7-a56d-451d-8698-35dbfe38ed7e admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:16:14.567356 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e19c0c7-a56d-451d-8698-35dbfe38ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:16:14.577378 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:16:14.626387 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-640a5006-fb53-44e9-af9c-e7dd2f771631 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.673108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-640a5006-fb53-44e9-af9c-e7dd2f771631 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port bf164ba2-ebf7-460a-ab6e-9ea79d2bec48 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:16:14.687602 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e19c0c7-a56d-451d-8698-35dbfe38ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.696253 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e19c0c7-a56d-451d-8698-35dbfe38ed7e admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.699413 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1e19c0c7-a56d-451d-8698-35dbfe38ed7e admin admin] 10.222.0.37 "DELETE /v2.0/networks/e45d3342-7250-400e-8edc-6eb56b28c052 HTTP/1.1" status: 204 len: 168 time: 1.0399537 Aug 06 16:16:14.702769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79671c-bb7d-4747-a938-cfa699e1de5a req-46367b71-71b3-4670-8f44-2472328bdb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:14.705790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b79671c-bb7d-4747-a938-cfa699e1de5a req-46367b71-71b3-4670-8f44-2472328bdb75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 200 len: 907 time: 0.2583799 Aug 06 16:16:14.754510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19c0c7-a56d-451d-8698-35dbfe38ed7e admin admin] Pushing event deleted for resources: {'Network': ['ID=e45d3342-7250-400e-8edc-6eb56b28c052,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:14.799857 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b79671c-bb7d-4747-a938-cfa699e1de5a req-fef2db82-7167-4263-9a32-3fb017123b6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=827f0cc6-f53c-47c9-b46c-868c427e64f2 HTTP/1.1" status: 200 len: 217 time: 0.0574148 Aug 06 16:16:14.849699 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-85f085b2-0260-4dab-a382-645b45b66613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.860557 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.957809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79671c-bb7d-4747-a938-cfa699e1de5a req-5efe7f2e-9595-4d39-9176-5503974a52d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:14.962893 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b79671c-bb7d-4747-a938-cfa699e1de5a req-5efe7f2e-9595-4d39-9176-5503974a52d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 200 len: 846 time: 0.1545074 Aug 06 16:16:14.966364 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-881b18ef-955f-4b90-be57-5cd3ad4959b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.993153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56748) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:15.003160 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed30fb-6816-4b43-ace6-8d03b7e1561a None None] Pushing event updated for resources: {'Port': ['ID=8af1a48e-9911-4ba5-ac48-7a03c166977b,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:15.041822 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:15.054989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-85f085b2-0260-4dab-a382-645b45b66613 None None] For port 522d6079-aec8-46d2-9bd8-27e69d26ecbc, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=522d6079-aec8-46d2-9bd8-27e69d26ecbc,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:15.065091 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-85f085b2-0260-4dab-a382-645b45b66613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:15.107499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 98830c46-2a44-46c1-9868-5f877e0a36af, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=98830c46-2a44-46c1-9868-5f877e0a36af,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:15.150310 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:15.168940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee45e1a3-9ec5-4fe7-9a37-9e10582a4e2c None None] Update dhcp port {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'fixed_ips': [{'subnet_id': '7047742b-8877-4e04-8fda-8880dafb14d4', 'ip_address': '2001:db8::f816:3eff:feef:9f6a'}, {'subnet_id': 'cb87b583-d6eb-4cab-89bc-aab37ee7c1ea'}], 'binding:host_id': 'n-d-803756-1'}, 'id': '522d6079-aec8-46d2-9bd8-27e69d26ecbc'} from n-d-803756-1. {{(pid=105766) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 16:16:15.169647 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:15.224325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f085b2-0260-4dab-a382-645b45b66613 None None] Pushing event updated for resources: {'Port': ['ID=522d6079-aec8-46d2-9bd8-27e69d26ecbc,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:15.227530 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ee45e1a3-9ec5-4fe7-9a37-9e10582a4e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:15.325742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event updated for resources: {'Port': ['ID=5b28aded-e3b3-41b1-8b56-63bf5fdfd63b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:15.368694 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21f0e90e-ece9-40c5-b801-7722e3a93109 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:15.399326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=98830c46-2a44-46c1-9868-5f877e0a36af,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:15.406806 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21f0e90e-ece9-40c5-b801-7722e3a93109 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:15.416321 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Checking segment: {'id': '05294f01-5c4f-413a-97d9-7de1f37b2536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'f094e07a-fbb2-442e-9076-4ca8c9b6545f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:15.418139 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Network hostable DHCP agents. Network: f094e07a-fbb2-442e-9076-4ca8c9b6545f, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:16:15.465492 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:15.482510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfd5d9-953e-4a1e-b087-a7692bfa58d3 req-55d456ae-67b3-4b0c-99a3-987acb10a254 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:15.484040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3cfd5d9-953e-4a1e-b087-a7692bfa58d3 req-55d456ae-67b3-4b0c-99a3-987acb10a254 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.6647120 Aug 06 16:16:15.503570 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0e90e-ece9-40c5-b801-7722e3a93109 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c654de9-4c95-49cb-a106-d49f4248c0d9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:15.516967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f0e90e-ece9-40c5-b801-7722e3a93109 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:16:15.523170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Network f094e07a-fbb2-442e-9076-4ca8c9b6545f is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:16:15.543871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b79671c-bb7d-4747-a938-cfa699e1de5a req-de59124c-9452-4252-97b7-93817663b498 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a99cc60d-b371-4f98-ab52-073abe0e27be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5525296 Aug 06 16:16:15.570368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 522d6079-aec8-46d2-9bd8-27e69d26ecbc up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:15.598226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, f094e07a-fbb2-442e-9076-4ca8c9b6545f) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:15.603971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:15.604933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:15.608476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f0da5e-5002-468b-b129-b590dec49e72 None None] Network f094e07a-fbb2-442e-9076-4ca8c9b6545f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:15.611610 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21f0e90e-ece9-40c5-b801-7722e3a93109 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:15.611953 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-21f0e90e-ece9-40c5-b801-7722e3a93109 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Added segment e8c2d661-b0af-49e9-b8e7-eb06aa20258c of type vlan for network cdf15707-8b09-41a1-b1f2-8e7d2f320568 Aug 06 16:16:15.689331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e2d968-c9a1-4646-a35b-d983268d8797 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:16:15.720354 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 522d6079-aec8-46d2-9bd8-27e69d26ecbc triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:15.721595 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:15.740378 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5ccda02c-aeb3-408c-be05-a65962ead529 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1dd9d5eec2aa4eb68c1a1b78b1823036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7461085 Aug 06 16:16:15.743365 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3cfd5d9-953e-4a1e-b087-a7692bfa58d3 req-0280b996-a35f-435b-b96d-a478b500ec01 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466819 Aug 06 16:16:15.746117 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-640a5006-fb53-44e9-af9c-e7dd2f771631 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 172.20.0.2 (38cd96d0-9a93-4226-ab46-370ab75cd563/cb87b583-d6eb-4cab-89bc-aab37ee7c1ea/bf164ba2-ebf7-460a-ab6e-9ea79d2bec48) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:15.746871 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:15.749036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56752) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:15.775230 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68835b-2ca6-4dc1-97c9-6dc9ff21f3e1 req-66ffc291-ba56-4055-a659-a944a05de266 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:15.776791 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da68835b-2ca6-4dc1-97c9-6dc9ff21f3e1 req-66ffc291-ba56-4055-a659-a944a05de266 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 931 time: 0.3048711 Aug 06 16:16:15.784909 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-640a5006-fb53-44e9-af9c-e7dd2f771631 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::f816:3eff:fe31:74d8 (38cd96d0-9a93-4226-ab46-370ab75cd563/7047742b-8877-4e04-8fda-8880dafb14d4/bf164ba2-ebf7-460a-ab6e-9ea79d2bec48) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:15.799588 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21f0e90e-ece9-40c5-b801-7722e3a93109 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:15.858183 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8af1a48e-9911-4ba5-ac48-7a03c166977b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:15.871953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b79671c-bb7d-4747-a938-cfa699e1de5a req-d422b534-b949-485b-9ad7-48c1d17070b0 service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802863 Aug 06 16:16:15.914433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 8af1a48e-9911-4ba5-ac48-7a03c166977b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:15.940262 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da68835b-2ca6-4dc1-97c9-6dc9ff21f3e1 req-8728c59c-04ce-446b-9717-c38fd2f16135 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460786 Aug 06 16:16:16.059217 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-881b18ef-955f-4b90-be57-5cd3ad4959b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.067872 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-881b18ef-955f-4b90-be57-5cd3ad4959b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.145711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b79671c-bb7d-4747-a938-cfa699e1de5a req-7471704f-1f3d-4619-bf56-1fd2eca3005e service neutron] 10.222.0.13 "GET /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595642 Aug 06 16:16:16.150359 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b18ef-955f-4b90-be57-5cd3ad4959b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c904533-0bbc-40f5-ad0a-c330f13b33e6,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:16.159115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event updated for resources: {'Port': ['ID=8846231b-e5e0-474c-8816-16782c942902,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:16.168368 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-881b18ef-955f-4b90-be57-5cd3ad4959b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5effafde11748cf994a2114a4c47d50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8887932 Aug 06 16:16:16.172511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56754) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:16.175424 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Transition to ACTIVE for port object e2e2d968-c9a1-4646-a35b-d983268d8797 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:16.195947 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.206831 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-640a5006-fb53-44e9-af9c-e7dd2f771631 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.236666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-640a5006-fb53-44e9-af9c-e7dd2f771631 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object bf164ba2-ebf7-460a-ab6e-9ea79d2bec48 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:16.264463 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ef2be3d-9f40-4e09-a135-9670f5678282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.303877 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ef2be3d-9f40-4e09-a135-9670f5678282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.313567 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-640a5006-fb53-44e9-af9c-e7dd2f771631 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.339527 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Checking segment: {'id': '468e42e3-2e34-4079-9d1c-2122e87eab33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7791555d-cb6d-4bec-a167-0b48d3a40c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:16.339913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Network hostable DHCP agents. Network: 7791555d-cb6d-4bec-a167-0b48d3a40c58, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:16:16.358969 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e2d968-c9a1-4646-a35b-d983268d8797,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:16.361339 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21f0e90e-ece9-40c5-b801-7722e3a93109 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.366962 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0e90e-ece9-40c5-b801-7722e3a93109 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:16.367572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21f0e90e-ece9-40c5-b801-7722e3a93109 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.377110 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-ee45e1a3-9ec5-4fe7-9a37-9e10582a4e2c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9431d3e3-34cc-4a7b-b377-452e6e3d61e2 {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:16:16.378761 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-ee45e1a3-9ec5-4fe7-9a37-9e10582a4e2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:16:16.381263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640a5006-fb53-44e9-af9c-e7dd2f771631 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:16.388269 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-640a5006-fb53-44e9-af9c-e7dd2f771631 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:16.390862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a5006-fb53-44e9-af9c-e7dd2f771631 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:16.393944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a5006-fb53-44e9-af9c-e7dd2f771631 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=bf164ba2-ebf7-460a-ab6e-9ea79d2bec48,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:16.403103 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d8fc55-9932-4f4e-8907-832e4ffe8880 None None] Network 7c7d4aee-9282-477a-b3f3-f39c7cb5db96 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:16.450263 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ef2be3d-9f40-4e09-a135-9670f5678282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.453086 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1ef2be3d-9f40-4e09-a135-9670f5678282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.457231 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1ef2be3d-9f40-4e09-a135-9670f5678282 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c904533-0bbc-40f5-ad0a-c330f13b33e6 HTTP/1.1" status: 204 len: 168 time: 0.2837708 Aug 06 16:16:16.471902 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2be3d-9f40-4e09-a135-9670f5678282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c904533-0bbc-40f5-ad0a-c330f13b33e6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:16.474302 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e65b1b8e-703a-47c8-a781-60d7748aef6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.485345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640a5006-fb53-44e9-af9c-e7dd2f771631 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:16.486968 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-640a5006-fb53-44e9-af9c-e7dd2f771631 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.510064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-640a5006-fb53-44e9-af9c-e7dd2f771631 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6905591 Aug 06 16:16:16.510791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56760) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:16.552329 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-21f0e90e-ece9-40c5-b801-7722e3a93109 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.5298507 Aug 06 16:16:16.561283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-72319925-685a-4cf3-93b5-920f568439d6 None None] Provisioning for port 8af1a48e-9911-4ba5-ac48-7a03c166977b completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:16.568163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56762) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:16.572823 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0e90e-ece9-40c5-b801-7722e3a93109 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Pushing event updated for resources: {'Network': ['ID=cdf15707-8b09-41a1-b1f2-8e7d2f320568,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:16.574980 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Network 7791555d-cb6d-4bec-a167-0b48d3a40c58 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:16:16.576762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-5688217e-45f7-4580-9500-38ddd4be2548 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Request body: {'subnet': {'network_id': 'cdf15707-8b09-41a1-b1f2-8e7d2f320568', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:16.585310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-72319925-685a-4cf3-93b5-920f568439d6 None None] Provisioning complete for port 8af1a48e-9911-4ba5-ac48-7a03c166977b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:16.585702 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-72319925-685a-4cf3-93b5-920f568439d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.604814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network cdf15707-8b09-41a1-b1f2-8e7d2f320568 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:16:16.676639 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e65b1b8e-703a-47c8-a781-60d7748aef6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.703137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5688217e-45f7-4580-9500-38ddd4be2548 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Made reservation on behalf of 67737ae301db44c6b792028701e319c8 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:16.708996 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5688217e-45f7-4580-9500-38ddd4be2548 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.762456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379bfd02-bc55-4dae-82f6-8e857dde9aec tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:16.769907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379bfd02-bc55-4dae-82f6-8e857dde9aec tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:16.774783 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-379bfd02-bc55-4dae-82f6-8e857dde9aec tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2629411 Aug 06 16:16:16.775821 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56766) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:16.792734 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e65b1b8e-703a-47c8-a781-60d7748aef6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.795851 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e65b1b8e-703a-47c8-a781-60d7748aef6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.813942 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e65b1b8e-703a-47c8-a781-60d7748aef6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32689dce-4944-4663-af9e-74657b585471 HTTP/1.1" status: 204 len: 168 time: 1.0409293 Aug 06 16:16:16.816099 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 7791555d-cb6d-4bec-a167-0b48d3a40c58) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:16.846460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9e2373-4947-4d3e-9116-389294830fad None None] Network 7791555d-cb6d-4bec-a167-0b48d3a40c58 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:16.851933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:16.864122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:16.869061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:16.869811 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:16.883047 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Allocated IP 172.20.0.1 (7c7d4aee-9282-477a-b3f3-f39c7cb5db96/31d878ad-d0e1-42d3-8b02-f6b597d45212/9a85bd8f-6690-472a-a7ba-0079b2e20da3) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:16.898664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b1b8e-703a-47c8-a781-60d7748aef6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32689dce-4944-4663-af9e-74657b585471,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:16.916346 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Attempting to bind port e2e2d968-c9a1-4646-a35b-d983268d8797 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:16.916346 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Attempting to bind port e2e2d968-c9a1-4646-a35b-d983268d8797 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2a8c73d4-e21f-435d-adb7-897e397b602e'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:16.916574 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Attempting to bind port e2e2d968-c9a1-4646-a35b-d983268d8797 on network 2a8c73d4-e21f-435d-adb7-897e397b602e {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:16.931974 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b9430084-5e58-4c02-a51b-b0363418c6de tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.4857664 Aug 06 16:16:16.932278 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56774) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:16.935692 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Port e2e2d968-c9a1-4646-a35b-d983268d8797 on network 2a8c73d4-e21f-435d-adb7-897e397b602e not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:16:16.936143 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Attempting to bind port e2e2d968-c9a1-4646-a35b-d983268d8797 on network 2a8c73d4-e21f-435d-adb7-897e397b602e {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:16.962450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:16.962693 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Checking segment: {'id': '15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2a8c73d4-e21f-435d-adb7-897e397b602e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:16.963086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Bound using segment: {'id': '15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2a8c73d4-e21f-435d-adb7-897e397b602e'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:16.963502 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Bound port: e2e2d968-c9a1-4646-a35b-d983268d8797, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2a8c73d4-e21f-435d-adb7-897e397b602e'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:16.963862 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:17.055518 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-72319925-685a-4cf3-93b5-920f568439d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:17.063412 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ee45e1a3-9ec5-4fe7-9a37-9e10582a4e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:17.173207 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9725cb95-2b6e-46d5-b7a6-adde4014f2c9 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:17.179392 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9725cb95-2b6e-46d5-b7a6-adde4014f2c9 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:17.183837 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9725cb95-2b6e-46d5-b7a6-adde4014f2c9 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2375970 Aug 06 16:16:17.188673 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56788) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:17.307245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] For port e2e2d968-c9a1-4646-a35b-d983268d8797, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:17.318897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-72319925-685a-4cf3-93b5-920f568439d6 None None] For port 8af1a48e-9911-4ba5-ac48-7a03c166977b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8af1a48e-9911-4ba5-ac48-7a03c166977b,segment=NetworkSegment(bc5724b2-c4f0-4b8f-a346-42754ed75ad9),segment_id=bc5724b2-c4f0-4b8f-a346-42754ed75ad9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:17.323005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] For port e2e2d968-c9a1-4646-a35b-d983268d8797, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=e2e2d968-c9a1-4646-a35b-d983268d8797,segment=NetworkSegment(15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af),segment_id=15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:17.353752 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-72319925-685a-4cf3-93b5-920f568439d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:17.366472 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:17.371073 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:17.398752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8eae2-d695-432e-a6ec-29f8d810a756 req-1e91723a-e7ac-4c96-9a96-8acf6a7ad2bd tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:17.405673 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88d8eae2-d695-432e-a6ec-29f8d810a756 req-1e91723a-e7ac-4c96-9a96-8acf6a7ad2bd tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.4684267 Aug 06 16:16:17.454501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:17.455461 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:17.457221 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] 10.222.0.78 "PUT /v2.0/ports/e2e2d968-c9a1-4646-a35b-d983268d8797 HTTP/1.1" status: 200 len: 1091 time: 3.4139929 Aug 06 16:16:17.466750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Transition to ACTIVE for port object 9a85bd8f-6690-472a-a7ba-0079b2e20da3 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:17.470853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c5d8b1-8d37-43a9-b09d-dd99ffe39463', 'tag': 'e2e2d968-c9a1-4646-a35b-d983268d8797'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:16:17.473312 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f0b866-0d99-47dd-b736-ce9dd7a03112" -d '{"events": [{"name": "network-changed", "server_uuid": "23c5d8b1-8d37-43a9-b09d-dd99ffe39463", "tag": "e2e2d968-c9a1-4646-a35b-d983268d8797"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:16:17.473553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450cc4d-cfa1-4171-a153-967247a505df req-7c71649b-7d1a-4eed-a2ee-a37300b4f641 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:17.488355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 98830c46-2a44-46c1-9868-5f877e0a36af up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:17.489748 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7450cc4d-cfa1-4171-a153-967247a505df req-7c71649b-7d1a-4eed-a2ee-a37300b4f641 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 943 time: 0.3994243 Aug 06 16:16:17.562900 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-dda44396-5412-41cb-8612-797985965073 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port bf164ba2-ebf7-460a-ab6e-9ea79d2bec48 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:17.563243 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dda44396-5412-41cb-8612-797985965073 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:17.579001 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5ace7fad-82d8-4910-8a1e-29299b5431d1 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Deleting port 5b28aded-e3b3-41b1-8b56-63bf5fdfd63b {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:17.579344 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ace7fad-82d8-4910-8a1e-29299b5431d1 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:17.672941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88d8eae2-d695-432e-a6ec-29f8d810a756 req-8e182b86-71cb-43d8-bb30-62605f0ab872 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662625 Aug 06 16:16:17.704070 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ace7fad-82d8-4910-8a1e-29299b5431d1 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:17.738598 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5ace7fad-82d8-4910-8a1e-29299b5431d1 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Calling delete_port for 5b28aded-e3b3-41b1-8b56-63bf5fdfd63b owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:17.741756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-754d0df2-e112-4632-8240-9ff4518f1dfc None None] Provisioning complete for port 8af1a48e-9911-4ba5-ac48-7a03c166977b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:17.742278 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-754d0df2-e112-4632-8240-9ff4518f1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:17.772707 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7450cc4d-cfa1-4171-a153-967247a505df req-02efd60c-cbeb-4134-a97d-426ecd89358e tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814596 Aug 06 16:16:17.776493 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5688217e-45f7-4580-9500-38ddd4be2548 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:17.877064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72319925-685a-4cf3-93b5-920f568439d6 None None] Pushing event updated for resources: {'Port': ['ID=8af1a48e-9911-4ba5-ac48-7a03c166977b,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:17.878037 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507e2716-66e8-4e19-953b-a21668250012 x-openstack-request-id: req-507e2716-66e8-4e19-953b-a21668250012 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:16:17.878393 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c5d8b1-8d37-43a9-b09d-dd99ffe39463", "tag": "e2e2d968-c9a1-4646-a35b-d983268d8797", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:16:17.879004 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-507e2716-66e8-4e19-953b-a21668250012 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:16:17.879547 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c5d8b1-8d37-43a9-b09d-dd99ffe39463', 'tag': 'e2e2d968-c9a1-4646-a35b-d983268d8797', 'status': 'completed', 'code': 200} Aug 06 16:16:17.885671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b553b10-5391-4ec9-aa3c-7ab40dfbfd97 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e2d968-c9a1-4646-a35b-d983268d8797,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:17.888979 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ace7fad-82d8-4910-8a1e-29299b5431d1 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:17.928580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688217e-45f7-4580-9500-38ddd4be2548 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Pushing event updated for resources: {'Subnet': ['ID=e13e9753-c449-4392-8325-a98d7dc7c541,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:17.977469 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-ee45e1a3-9ec5-4fe7-9a37-9e10582a4e2c None None] Allocated IP 172.20.0.3 (38cd96d0-9a93-4226-ab46-370ab75cd563/cb87b583-d6eb-4cab-89bc-aab37ee7c1ea/522d6079-aec8-46d2-9bd8-27e69d26ecbc) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:17.981190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 98830c46-2a44-46c1-9868-5f877e0a36af triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:17.981658 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:17.983519 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dda44396-5412-41cb-8612-797985965073 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:17.993388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace7fad-82d8-4910-8a1e-29299b5431d1 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event deleted for resources: {'Port': ['ID=5b28aded-e3b3-41b1-8b56-63bf5fdfd63b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:18.003924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688217e-45f7-4580-9500-38ddd4be2548 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Checking segment: {'id': 'e8c2d661-b0af-49e9-b8e7-eb06aa20258c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cdf15707-8b09-41a1-b1f2-8e7d2f320568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:18.004520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5688217e-45f7-4580-9500-38ddd4be2548 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Network hostable DHCP agents. Network: cdf15707-8b09-41a1-b1f2-8e7d2f320568, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:16:18.009081 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ace7fad-82d8-4910-8a1e-29299b5431d1 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:18.013831 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5ace7fad-82d8-4910-8a1e-29299b5431d1 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "DELETE /v2.0/ports/5b28aded-e3b3-41b1-8b56-63bf5fdfd63b HTTP/1.1" status: 204 len: 168 time: 0.8194664 Aug 06 16:16:18.015050 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56814) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:18.022093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-dda44396-5412-41cb-8612-797985965073 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for bf164ba2-ebf7-460a-ab6e-9ea79d2bec48 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:18.023848 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-f43d8abf-95a9-4dca-b7fb-f9ab294a0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:18.026021 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-f43d8abf-95a9-4dca-b7fb-f9ab294a0c6a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f957ba7d2b774c2eb77f7ae2f456df61&device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 1094 time: 0.5070713 Aug 06 16:16:18.114924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5688217e-45f7-4580-9500-38ddd4be2548 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Network cdf15707-8b09-41a1-b1f2-8e7d2f320568 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:16:18.139021 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-5688217e-45f7-4580-9500-38ddd4be2548 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, cdf15707-8b09-41a1-b1f2-8e7d2f320568) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:18.145571 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-7b65f9fb-c131-4de7-b982-442c792bf590 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2e2d968-c9a1-4646-a35b-d983268d8797 HTTP/1.1" status: 200 len: 217 time: 0.0829980 Aug 06 16:16:18.149205 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:18.156595 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5688217e-45f7-4580-9500-38ddd4be2548 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:18.159179 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5688217e-45f7-4580-9500-38ddd4be2548 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:18.162405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dd8653-2e92-4bf2-b4c1-3394fe732d4e None None] Network cdf15707-8b09-41a1-b1f2-8e7d2f320568 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:18.216768 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5688217e-45f7-4580-9500-38ddd4be2548 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6472218 Aug 06 16:16:18.219447 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56818) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:18.227813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-324fd770-fad8-4fb3-a091-a64ca9995231 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Request body: {'port': {'network_id': 'cdf15707-8b09-41a1-b1f2-8e7d2f320568', 'name': 'tempest-TagsExtTest-531601920'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:18.398697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56824) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:18.416068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network 7c7d4aee-9282-477a-b3f3-f39c7cb5db96 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:18.427744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-1c4e51c9-9989-4620-8d02-ea8ede461b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:18.432956 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-1c4e51c9-9989-4620-8d02-ea8ede461b78 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e719452f-60f0-4131-833c-7950a4377ed0 HTTP/1.1" status: 200 len: 854 time: 0.2611477 Aug 06 16:16:18.479080 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:18.538720 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:18.550101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=9a85bd8f-6690-472a-a7ba-0079b2e20da3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:18.572757 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-0b8e456e-b3de-4afb-beb1-a5f0996ca013 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2a8c73d4-e21f-435d-adb7-897e397b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164849 Aug 06 16:16:18.600145 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ee45e1a3-9ec5-4fe7-9a37-9e10582a4e2c None None] For port 522d6079-aec8-46d2-9bd8-27e69d26ecbc, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=522d6079-aec8-46d2-9bd8-27e69d26ecbc,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:18.624255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4502f4d9-2440-4d78-bfe1-60a724b50144 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-924380202-network', 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:18.646406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324fd770-fad8-4fb3-a091-a64ca9995231 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Made reservation on behalf of 67737ae301db44c6b792028701e319c8 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:18.650565 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-324fd770-fad8-4fb3-a091-a64ca9995231 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:18.676636 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-324fd770-fad8-4fb3-a091-a64ca9995231 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] device_id is not set on port a97f76b0-1e3f-4159-b8f5-2f0a9953a963 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:16:18.776630 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ee45e1a3-9ec5-4fe7-9a37-9e10582a4e2c None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:18.805581 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-743c5489-3fac-479c-8c78-15b676e67a14 service neutron] 10.222.0.78 "GET /v2.0/networks/2a8c73d4-e21f-435d-adb7-897e397b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777949 Aug 06 16:16:18.811297 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ee45e1a3-9ec5-4fe7-9a37-9e10582a4e2c None None] Transition to ACTIVE for port object 522d6079-aec8-46d2-9bd8-27e69d26ecbc will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:18.876447 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-324fd770-fad8-4fb3-a091-a64ca9995231 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Allocated IP 172.20.0.12 (cdf15707-8b09-41a1-b1f2-8e7d2f320568/e13e9753-c449-4392-8325-a98d7dc7c541/a97f76b0-1e3f-4159-b8f5-2f0a9953a963) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:18.880716 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ee45e1a3-9ec5-4fe7-9a37-9e10582a4e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:18.890094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-b10eb8ab-e669-4e1c-81ae-a286cda5daf2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Deleting port 8846231b-e5e0-474c-8816-16782c942902 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:18.890801 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b10eb8ab-e669-4e1c-81ae-a286cda5daf2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:18.903871 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:18.992397 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dda44396-5412-41cb-8612-797985965073 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:19.052544 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-675c3f20-f017-43c5-8fd7-d80bce37b9ca None None] Provisioning for port 9a85bd8f-6690-472a-a7ba-0079b2e20da3 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:19.056543 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4502f4d9-2440-4d78-bfe1-60a724b50144 admin admin] Made reservation on behalf of 6e8ee7df3c0e4668aecdf398f1142d6a for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:19.058733 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4502f4d9-2440-4d78-bfe1-60a724b50144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:19.083052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-675c3f20-f017-43c5-8fd7-d80bce37b9ca None None] Provisioning complete for port 9a85bd8f-6690-472a-a7ba-0079b2e20da3 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:19.083797 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-675c3f20-f017-43c5-8fd7-d80bce37b9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:19.110777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda44396-5412-41cb-8612-797985965073 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=bf164ba2-ebf7-460a-ab6e-9ea79d2bec48,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:19.152212 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b10eb8ab-e669-4e1c-81ae-a286cda5daf2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:19.174536 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8cdfa2a-37e2-4f68-9c67-3780138e84e4 req-939f69cc-6353-4ef4-95e1-cc621c27d3ed service neutron] 10.222.0.78 "GET /v2.0/networks/2a8c73d4-e21f-435d-adb7-897e397b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532262 Aug 06 16:16:19.182776 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45e1a3-9ec5-4fe7-9a37-9e10582a4e2c None None] Pushing event updated for resources: {'Port': ['ID=522d6079-aec8-46d2-9bd8-27e69d26ecbc,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:19.207902 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4502f4d9-2440-4d78-bfe1-60a724b50144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:19.218642 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-b10eb8ab-e669-4e1c-81ae-a286cda5daf2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Calling delete_port for 8846231b-e5e0-474c-8816-16782c942902 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:19.238353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-cdf15707-8b09-41a1-b1f2-8e7d2f320568', 'network_id': 'cdf15707-8b09-41a1-b1f2-8e7d2f320568', 'tenant_id': '67737ae301db44c6b792028701e319c8', 'fixed_ips': [{'subnet_id': 'e13e9753-c449-4392-8325-a98d7dc7c541'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:16:19.256904 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:19.310400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-675c3f20-f017-43c5-8fd7-d80bce37b9ca None None] Port 9a85bd8f-6690-472a-a7ba-0079b2e20da3 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:16:19.462794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 522d6079-aec8-46d2-9bd8-27e69d26ecbc up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:19.468051 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:19.498075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0b866-0d99-47dd-b736-ce9dd7a03112 req-89d935c9-3ff6-4c57-89ad-1fa1dadd3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:19.499791 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8f0b866-0d99-47dd-b736-ce9dd7a03112 req-89d935c9-3ff6-4c57-89ad-1fa1dadd3b08 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f957ba7d2b774c2eb77f7ae2f456df61&device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 1094 time: 0.2339785 Aug 06 16:16:19.524225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06b406-1914-4d5e-8337-4dcd05cb6ba5 req-ca29befc-ffdf-4289-a89d-c081da0e5ae6 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:19.525928 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c06b406-1914-4d5e-8337-4dcd05cb6ba5 req-ca29befc-ffdf-4289-a89d-c081da0e5ae6 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.6448314 Aug 06 16:16:19.567412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0797f38-7ead-4d48-8f72-2c9823cf522e req-c01a891b-71f5-410f-87c4-5f84921ebb93 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:19.568951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0797f38-7ead-4d48-8f72-2c9823cf522e req-c01a891b-71f5-410f-87c4-5f84921ebb93 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 943 time: 0.5810163 Aug 06 16:16:19.583853 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b10eb8ab-e669-4e1c-81ae-a286cda5daf2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:19.599891 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8af1a48e-9911-4ba5-ac48-7a03c166977b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:19.711970 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 8af1a48e-9911-4ba5-ac48-7a03c166977b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:19.712804 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:19.733902 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-324fd770-fad8-4fb3-a091-a64ca9995231 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:19.734500 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10eb8ab-e669-4e1c-81ae-a286cda5daf2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event deleted for resources: {'Port': ['ID=8846231b-e5e0-474c-8816-16782c942902,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:19.774535 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b10eb8ab-e669-4e1c-81ae-a286cda5daf2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:19.785364 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b10eb8ab-e669-4e1c-81ae-a286cda5daf2 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "DELETE /v2.0/ports/8846231b-e5e0-474c-8816-16782c942902 HTTP/1.1" status: 204 len: 168 time: 1.7696233 Aug 06 16:16:19.790013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56874) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:19.832886 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dda44396-5412-41cb-8612-797985965073 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:19.835228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dda44396-5412-41cb-8612-797985965073 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/bf164ba2-ebf7-460a-ab6e-9ea79d2bec48 HTTP/1.1" status: 204 len: 168 time: 3.0273013 Aug 06 16:16:19.850441 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-64342d0f-7a97-4227-a644-7fa3013e357c tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0590961 Aug 06 16:16:19.851041 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56878) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:19.854347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56880) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:19.863581 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a3e12116-7ad0-4434-8932-09c6e3c0094c tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-274012086'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:19.871595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0797f38-7ead-4d48-8f72-2c9823cf522e req-afbefb53-1755-4aa1-a358-0500e74351c6 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651618 Aug 06 16:16:19.886235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-324fd770-fad8-4fb3-a091-a64ca9995231 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Transition to ACTIVE for port object a97f76b0-1e3f-4159-b8f5-2f0a9953a963 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:19.906813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c06b406-1914-4d5e-8337-4dcd05cb6ba5 req-ca4f6c75-f771-4a65-8c6f-0407c5ca043c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140514 Aug 06 16:16:19.969869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0b866-0d99-47dd-b736-ce9dd7a03112 req-06260b25-c4e4-4ae5-8b34-7598fc05f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:19.972390 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8f0b866-0d99-47dd-b736-ce9dd7a03112 req-06260b25-c4e4-4ae5-8b34-7598fc05f76b service neutron] 10.222.0.78 "GET /v2.0/networks?id=2a8c73d4-e21f-435d-adb7-897e397b602e HTTP/1.1" status: 200 len: 915 time: 0.4365046 Aug 06 16:16:19.999795 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-324fd770-fad8-4fb3-a091-a64ca9995231 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.067311 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56882) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:20.070847 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8f0b866-0d99-47dd-b736-ce9dd7a03112 req-472f474f-225c-4bc6-964b-cf9a58d9850e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2e2d968-c9a1-4646-a35b-d983268d8797 HTTP/1.1" status: 200 len: 217 time: 0.0848343 Aug 06 16:16:20.104527 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a4f8ab-227b-4f7b-be39-1a7f20353471 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:20.107294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a4f8ab-227b-4f7b-be39-1a7f20353471 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:20.107594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a4f8ab-227b-4f7b-be39-1a7f20353471 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:20.110497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Allocated IP 172.20.0.2 (cdf15707-8b09-41a1-b1f2-8e7d2f320568/e13e9753-c449-4392-8325-a98d7dc7c541/a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:20.113818 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-11a4f8ab-227b-4f7b-be39-1a7f20353471 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2586031 Aug 06 16:16:20.116614 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56886) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:20.142616 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324fd770-fad8-4fb3-a091-a64ca9995231 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Network cdf15707-8b09-41a1-b1f2-8e7d2f320568 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:20.205091 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-324fd770-fad8-4fb3-a091-a64ca9995231 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:20.210714 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4502f4d9-2440-4d78-bfe1-60a724b50144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.232505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324fd770-fad8-4fb3-a091-a64ca9995231 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:20.270832 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4502f4d9-2440-4d78-bfe1-60a724b50144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.352075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9970f3c-8b48-46ab-99ae-07658878c08e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 7047742b-8877-4e04-8fda-8880dafb14d4 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:20.355810 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9970f3c-8b48-46ab-99ae-07658878c08e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.380857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fd770-fad8-4fb3-a091-a64ca9995231 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Pushing event updated for resources: {'Port': ['ID=a97f76b0-1e3f-4159-b8f5-2f0a9953a963,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:20.405444 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.428988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324fd770-fad8-4fb3-a091-a64ca9995231 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:20.429780 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-324fd770-fad8-4fb3-a091-a64ca9995231 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.445484 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9970f3c-8b48-46ab-99ae-07658878c08e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.456730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Transition to ACTIVE for port object a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:20.488545 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0b866-0d99-47dd-b736-ce9dd7a03112 req-5953bfbf-56be-4243-80e1-dc8bb57be7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:20.490343 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8f0b866-0d99-47dd-b736-ce9dd7a03112 req-5953bfbf-56be-4243-80e1-dc8bb57be7f1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e719452f-60f0-4131-833c-7950a4377ed0 HTTP/1.1" status: 200 len: 854 time: 0.3720796 Aug 06 16:16:20.506037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4502f4d9-2440-4d78-bfe1-60a724b50144 admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:16:20.514117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Transition to ACTIVE for port object a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:20.517724 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4502f4d9-2440-4d78-bfe1-60a724b50144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.517963 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-4502f4d9-2440-4d78-bfe1-60a724b50144 admin admin] Added segment 193e0109-53a3-407a-8556-604c4ac01987 of type vlan for network 75f05834-9f0b-4db5-a388-5cb0595f3947 Aug 06 16:16:20.523707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e12116-7ad0-4434-8932-09c6e3c0094c tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Made reservation on behalf of 769d3a5a4e614914b6be1978f908bce7 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:20.523907 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.527592 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a3e12116-7ad0-4434-8932-09c6e3c0094c tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.541268 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-324fd770-fad8-4fb3-a091-a64ca9995231 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3179994 Aug 06 16:16:20.546666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56888) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:20.551090 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502f4d9-2440-4d78-bfe1-60a724b50144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982da2d6-9ed8-4a0a-92b5-7283d62fbeea,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:20.564112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Network cdf15707-8b09-41a1-b1f2-8e7d2f320568 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:20.572062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:20.573424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a700ba0f-8d4d-4d87-9ae8-e51879d0435c tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1541948596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:20.576313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:20.586108 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Pushing event updated for resources: {'Port': ['ID=a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:20.636249 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8f0b866-0d99-47dd-b736-ce9dd7a03112 req-f88e84fd-c947-4cf6-bfae-8717a5e301ab service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2a8c73d4-e21f-435d-adb7-897e397b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103036 Aug 06 16:16:20.641309 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-68086b1c-0f0b-4b4b-9858-1fc6da69a97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.652964 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4502f4d9-2440-4d78-bfe1-60a724b50144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.659521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e12116-7ad0-4434-8932-09c6e3c0094c tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:16:20.669266 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a700ba0f-8d4d-4d87-9ae8-e51879d0435c tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.670317 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a700ba0f-8d4d-4d87-9ae8-e51879d0435c tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.683439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Attempting to bind port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:20.683997 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Attempting to bind port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'e8c2d661-b0af-49e9-b8e7-eb06aa20258c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cdf15707-8b09-41a1-b1f2-8e7d2f320568'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:20.684232 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a3e12116-7ad0-4434-8932-09c6e3c0094c tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.684570 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-a3e12116-7ad0-4434-8932-09c6e3c0094c tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Added segment 5ca0607f-1e7e-4eba-838f-a55c355cbcc5 of type vlan for network 499d823e-afaa-4463-acc7-0d1d5e605762 Aug 06 16:16:20.684683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Attempting to bind port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca on network cdf15707-8b09-41a1-b1f2-8e7d2f320568 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:20.697770 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:20.698501 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Checking segment: {'id': 'e8c2d661-b0af-49e9-b8e7-eb06aa20258c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cdf15707-8b09-41a1-b1f2-8e7d2f320568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:20.699217 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.700122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Bound using segment: {'id': 'e8c2d661-b0af-49e9-b8e7-eb06aa20258c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cdf15707-8b09-41a1-b1f2-8e7d2f320568'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:20.700757 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Bound port: a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c2d661-b0af-49e9-b8e7-eb06aa20258c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cdf15707-8b09-41a1-b1f2-8e7d2f320568'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:20.701762 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.730742 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9970f3c-8b48-46ab-99ae-07658878c08e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.732375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bbffa537-e304-4fbe-aaff-2448d8a1380e None None] Provisioning for port 522d6079-aec8-46d2-9bd8-27e69d26ecbc completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:20.744017 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bbffa537-e304-4fbe-aaff-2448d8a1380e None None] Provisioning complete for port 522d6079-aec8-46d2-9bd8-27e69d26ecbc triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:20.744401 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbffa537-e304-4fbe-aaff-2448d8a1380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.771327 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4502f4d9-2440-4d78-bfe1-60a724b50144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.772497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4502f4d9-2440-4d78-bfe1-60a724b50144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:20.772973 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4502f4d9-2440-4d78-bfe1-60a724b50144 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.777677 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a3e12116-7ad0-4434-8932-09c6e3c0094c tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.881162 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.891135 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] For port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:20.896259 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] For port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca,segment=NetworkSegment(e8c2d661-b0af-49e9-b8e7-eb06aa20258c),segment_id=e8c2d661-b0af-49e9-b8e7-eb06aa20258c)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:20.904016 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a700ba0f-8d4d-4d87-9ae8-e51879d0435c tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.904259 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.906090 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.921297 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a700ba0f-8d4d-4d87-9ae8-e51879d0435c tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.957207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502f4d9-2440-4d78-bfe1-60a724b50144 admin admin] Pushing event updated for resources: {'Network': ['ID=75f05834-9f0b-4db5-a388-5cb0595f3947,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:20.967948 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8f0b866-0d99-47dd-b736-ce9dd7a03112 req-46f47bbd-07a4-4763-a1ba-dffae1c116f3 service neutron] 10.222.0.78 "GET /v2.0/networks/2a8c73d4-e21f-435d-adb7-897e397b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183229 Aug 06 16:16:20.969060 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 75f05834-9f0b-4db5-a388-5cb0595f3947 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:16:20.975800 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9970f3c-8b48-46ab-99ae-07658878c08e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.976966 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a3e12116-7ad0-4434-8932-09c6e3c0094c tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:20.982901 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e12116-7ad0-4434-8932-09c6e3c0094c tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:20.983549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a3e12116-7ad0-4434-8932-09c6e3c0094c tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:21.102798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94874733-b78d-432d-b44b-000fb4f720e9 None None] Pushing event updated for resources: {'Port': ['ID=a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:21.140081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-91b7ee33-545b-4fad-ba79-9f95a7bf6fc0 None None] Could not find standard attr ID for object bf164ba2-ebf7-460a-ab6e-9ea79d2bec48. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:16:21.174366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e12116-7ad0-4434-8932-09c6e3c0094c tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event updated for resources: {'Network': ['ID=499d823e-afaa-4463-acc7-0d1d5e605762,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:21.187194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 499d823e-afaa-4463-acc7-0d1d5e605762 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:16:21.220968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00631b4-7f25-4766-8c67-9af025cee662 req-4270bfeb-28a6-425d-8913-355787f77307 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:21.228982 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d00631b4-7f25-4766-8c67-9af025cee662 req-4270bfeb-28a6-425d-8913-355787f77307 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.1340640 Aug 06 16:16:21.242984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d488d3-92d1-4895-92cb-f15197bce04e req-feaf391f-b6ef-4a3d-bccc-e88c56241be1 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:21.251601 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-49d488d3-92d1-4895-92cb-f15197bce04e req-feaf391f-b6ef-4a3d-bccc-e88c56241be1 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 943 time: 0.1857264 Aug 06 16:16:21.356939 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d00631b4-7f25-4766-8c67-9af025cee662 req-eef21d34-0ef6-4487-829b-2e7c314f7aab tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223121 Aug 06 16:16:21.374211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-49d488d3-92d1-4895-92cb-f15197bce04e req-b058e8ba-a0be-48a8-99ea-82924937aaa3 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133783 Aug 06 16:16:21.499425 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9970f3c-8b48-46ab-99ae-07658878c08e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=7047742b-8877-4e04-8fda-8880dafb14d4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:21.499708 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b61722-2c8c-4c65-a504-2ee1edb099e5 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:21.506194 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9970f3c-8b48-46ab-99ae-07658878c08e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:21.508146 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b9970f3c-8b48-46ab-99ae-07658878c08e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/7047742b-8877-4e04-8fda-8880dafb14d4 HTTP/1.1" status: 204 len: 168 time: 1.3835418 Aug 06 16:16:21.511069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56894) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:21.541906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=9a85bd8f-6690-472a-a7ba-0079b2e20da3,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:21.546576 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:21.577168 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede9eb72-d008-4325-a1fd-a54157f911da tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet cb87b583-d6eb-4cab-89bc-aab37ee7c1ea {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:21.581305 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ede9eb72-d008-4325-a1fd-a54157f911da tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:21.585061 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-68086b1c-0f0b-4b4b-9858-1fc6da69a97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:21.609580 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-68086b1c-0f0b-4b4b-9858-1fc6da69a97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:21.618724 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a700ba0f-8d4d-4d87-9ae8-e51879d0435c tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:21.623235 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a700ba0f-8d4d-4d87-9ae8-e51879d0435c tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0703838 Aug 06 16:16:21.625728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56896) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:21.634388 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a3e12116-7ad0-4434-8932-09c6e3c0094c tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7772300 Aug 06 16:16:21.636422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4502f4d9-2440-4d78-bfe1-60a724b50144 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.2364106 Aug 06 16:16:21.640202 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8683fdac-8b34-40bf-a4fd-99935ed5654c tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2108026576', 'prefixes': ['172.20.0.0/16']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:21.644945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56898) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:21.645274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56900) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:21.655813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-dc38c44b-7269-41b5-9bf1-ceb2e7d13301 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1841792603'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:21.663898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-be2ef12f-228d-4aea-aea1-cebf135050fa admin admin] Request body: {'subnet': {'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-924380202-subnet', 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:21.681386 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ede9eb72-d008-4325-a1fd-a54157f911da tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:21.699537 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f8f0b866-0d99-47dd-b736-ce9dd7a03112 req-53205bb9-aae3-4d6c-a4ad-fcb956f7fdc3 service neutron] 10.222.0.78 "GET /v2.0/networks/2a8c73d4-e21f-435d-adb7-897e397b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7184300 Aug 06 16:16:21.734698 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-68086b1c-0f0b-4b4b-9858-1fc6da69a97a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32d44ed14db74b9fbe6b1cc8b963b99f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6628153 Aug 06 16:16:21.741096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56902) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:21.744254 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68086b1c-0f0b-4b4b-9858-1fc6da69a97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9898b76-374f-45e1-87a6-30650832fef3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:21.755337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network 7c7d4aee-9282-477a-b3f3-f39c7cb5db96 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:21.756791 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:21.763174 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [None req-be2ef12f-228d-4aea-aea1-cebf135050fa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:16:21.763174 n-d-803756-1 neutron-server[105765]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 16:16:21.763174 n-d-803756-1 neutron-server[105765]: [parameters: {'project_id_1': '6e8ee7df3c0e4668aecdf398f1142d6a', 'expiration_1': datetime.datetime(2021, 8, 6, 16, 16, 21, 685276)}] Aug 06 16:16:21.763174 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:16:21.763482 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [None req-be2ef12f-228d-4aea-aea1-cebf135050fa admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:16:21.781992 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc38c44b-7269-41b5-9bf1-ceb2e7d13301 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Made reservation on behalf of 769d3a5a4e614914b6be1978f908bce7 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:21.786296 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc38c44b-7269-41b5-9bf1-ceb2e7d13301 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:21.915850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:16:21.921540 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ede9eb72-d008-4325-a1fd-a54157f911da tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:21.994228 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc38c44b-7269-41b5-9bf1-ceb2e7d13301 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:16:22.007715 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc38c44b-7269-41b5-9bf1-ceb2e7d13301 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:22.008391 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-dc38c44b-7269-41b5-9bf1-ceb2e7d13301 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Added segment d7dcace3-89e9-4122-981d-820ba76fa015 of type vlan for network 47968aad-42a3-461b-bf91-ae7591689b53 Aug 06 16:16:22.019057 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8683fdac-8b34-40bf-a4fd-99935ed5654c tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks [] for subnetpool, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:22.024924 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8683fdac-8b34-40bf-a4fd-99935ed5654c tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3879352 Aug 06 16:16:22.025229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56904) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:22.033763 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-8a2d4618-8f2a-4c61-83f0-d09a4078c558 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e13e9753-c449-4392-8325-a98d7dc7c541', 'tempest-TagsExtTest-Tag-688246382') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:22.041615 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-45708640-b984-4cde-a067-a4380a3bee70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:22.145136 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-45708640-b984-4cde-a067-a4380a3bee70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:22.158598 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:16:22.179576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Sync routers for ids ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:16:22.194878 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Routers {'207e676a-0e90-4795-bdcd-8a6bbe6255b7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:22.195903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:16:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:22.200089 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8b9912c9-ff5e-4245-99e7-c4b554598ecd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "PUT /v2.0/routers/207e676a-0e90-4795-bdcd-8a6bbe6255b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4806340 Aug 06 16:16:22.206144 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc38c44b-7269-41b5-9bf1-ceb2e7d13301 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:22.225155 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-45708640-b984-4cde-a067-a4380a3bee70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:22.227896 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-45708640-b984-4cde-a067-a4380a3bee70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:22.231998 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-45708640-b984-4cde-a067-a4380a3bee70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9898b76-374f-45e1-87a6-30650832fef3 HTTP/1.1" status: 204 len: 168 time: 0.4886105 Aug 06 16:16:22.259666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45708640-b984-4cde-a067-a4380a3bee70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9898b76-374f-45e1-87a6-30650832fef3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:22.323023 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc38c44b-7269-41b5-9bf1-ceb2e7d13301 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:22.329528 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc38c44b-7269-41b5-9bf1-ceb2e7d13301 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:22.331080 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc38c44b-7269-41b5-9bf1-ceb2e7d13301 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:22.345908 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ede9eb72-d008-4325-a1fd-a54157f911da tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:22.396589 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8a2d4618-8f2a-4c61-83f0-d09a4078c558 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "PUT /v2.0/subnets/e13e9753-c449-4392-8325-a98d7dc7c541/tags/tempest-TagsExtTest-Tag-688246382 HTTP/1.1" status: 201 len: 201 time: 0.3704555 Aug 06 16:16:22.399102 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56916) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:22.408937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-d3f734e5-4d0c-4c4c-b0aa-2c0315713c44 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a97f76b0-1e3f-4159-b8f5-2f0a9953a963', 'tempest-TagsExtTest-Tag-1646948744') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:22.411170 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ede9eb72-d008-4325-a1fd-a54157f911da tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:22.417066 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ede9eb72-d008-4325-a1fd-a54157f911da tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/cb87b583-d6eb-4cab-89bc-aab37ee7c1ea HTTP/1.1" status: 204 len: 168 time: 0.9047322 Aug 06 16:16:22.417994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2ef12f-228d-4aea-aea1-cebf135050fa admin admin] Made reservation on behalf of 6e8ee7df3c0e4668aecdf398f1142d6a for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:22.420775 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be2ef12f-228d-4aea-aea1-cebf135050fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:22.497820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56920) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:22.553493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-def01e4b-4382-4662-9bfd-1f42d82a26e8 None None] Provisioning complete for port 9a85bd8f-6690-472a-a7ba-0079b2e20da3 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:22.560904 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-def01e4b-4382-4662-9bfd-1f42d82a26e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:22.574950 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e93b7e-650f-4e13-8e11-2d5e39c58274 None None] Network cdf15707-8b09-41a1-b1f2-8e7d2f320568 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:22.592059 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dbf3f2ac-2081-4a77-b3aa-93161c657ffa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902162 Aug 06 16:16:22.592969 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56922) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:22.601945 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d1b2783b-baf4-41b7-b7a7-173889b7b53a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:22.668438 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Set router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:22.709564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9eb72-d008-4325-a1fd-a54157f911da tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=cb87b583-d6eb-4cab-89bc-aab37ee7c1ea,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:22.759560 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d3f734e5-4d0c-4c4c-b0aa-2c0315713c44 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "PUT /v2.0/ports/a97f76b0-1e3f-4159-b8f5-2f0a9953a963/tags/tempest-TagsExtTest-Tag-1646948744 HTTP/1.1" status: 201 len: 201 time: 0.3591685 Aug 06 16:16:22.762433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56926) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:22.767865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-44aca180-548e-487c-acc7-ec518445b2d5 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '80ad7bde-8887-4333-a2f3-a6d93054a1ec', 'tempest-TagsExtTest-Tag-262979396') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:22.793739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dc38c44b-7269-41b5-9bf1-ceb2e7d13301 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1341271 Aug 06 16:16:22.810736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38c44b-7269-41b5-9bf1-ceb2e7d13301 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event updated for resources: {'Network': ['ID=47968aad-42a3-461b-bf91-ae7591689b53,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:22.838640 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b624270-26d5-4a33-b818-75f18a48a8b9 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:22.853883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ded5c-c926-4883-8f33-6f379700869c req-f96bce24-8ac1-4703-a4f2-0f0eecd8f501 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:22.853883 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-375ded5c-c926-4883-8f33-6f379700869c req-f96bce24-8ac1-4703-a4f2-0f0eecd8f501 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 943 time: 0.1985683 Aug 06 16:16:22.873898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b2783b-baf4-41b7-b7a7-173889b7b53a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:22.873898 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1b2783b-baf4-41b7-b7a7-173889b7b53a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:22.896236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c96c8-b01e-49b6-850b-7e6c02a79fa5 req-0949401c-efdb-4273-b799-1d3f89eb3985 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:22.904468 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a13c96c8-b01e-49b6-850b-7e6c02a79fa5 req-0949401c-efdb-4273-b799-1d3f89eb3985 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.2643416 Aug 06 16:16:22.952984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56928) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:22.978496 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 47968aad-42a3-461b-bf91-ae7591689b53 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:16:23.008713 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a13c96c8-b01e-49b6-850b-7e6c02a79fa5 req-5d0692d8-2c84-4db5-9c95-46df5bbfad90 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031802 Aug 06 16:16:23.038736 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-44aca180-548e-487c-acc7-ec518445b2d5 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "PUT /v2.0/routers/80ad7bde-8887-4333-a2f3-a6d93054a1ec/tags/tempest-TagsExtTest-Tag-262979396 HTTP/1.1" status: 201 len: 201 time: 0.2752573 Aug 06 16:16:23.043755 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79e6c741-5da2-410f-9d03-088e9fb4038d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:23.045295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56930) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:23.053129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-64f12dfa-271a-4fa0-ad5f-3261693ffffc tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '00c6248a-1221-457b-846c-3e6c0fb600cb', 'tempest-TagsExtTest-Tag-1009732073') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:23.086217 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-375ded5c-c926-4883-8f33-6f379700869c req-8cf940ba-2fa0-4f8f-9d37-fc34e9f8d161 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109125 Aug 06 16:16:23.141910 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be2ef12f-228d-4aea-aea1-cebf135050fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:23.193418 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-64f12dfa-271a-4fa0-ad5f-3261693ffffc tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "PUT /v2.0/subnetpools/00c6248a-1221-457b-846c-3e6c0fb600cb/tags/tempest-TagsExtTest-Tag-1009732073 HTTP/1.1" status: 201 len: 201 time: 0.1453807 Aug 06 16:16:23.202704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56940) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:23.213289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-722649ee-9263-432b-a2fd-b02f893f2dca tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e13e9753-c449-4392-8325-a98d7dc7c541') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:23.231090 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device e2e2d968-c9a1-4646-a35b-d983268d8797 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:16:23.433490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port e2e2d968-c9a1-4646-a35b-d983268d8797, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=e2e2d968-c9a1-4646-a35b-d983268d8797,segment=NetworkSegment(15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af),segment_id=15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:23.438567 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-722649ee-9263-432b-a2fd-b02f893f2dca tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/subnets/e13e9753-c449-4392-8325-a98d7dc7c541/tags HTTP/1.1" status: 200 len: 240 time: 0.2346039 Aug 06 16:16:23.472949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56942) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:23.481465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-455743f6-2f93-4dce-8386-a8812c645a11 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e13e9753-c449-4392-8325-a98d7dc7c541', 'tempest-TagsExtTest-Tag-688246382') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:23.627723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-def01e4b-4382-4662-9bfd-1f42d82a26e8 None None] Port 9a85bd8f-6690-472a-a7ba-0079b2e20da3 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:16:23.663560 n-d-803756-1 neutron-server[105764]: DEBUG neutron.objects.ports [None req-d1b2783b-baf4-41b7-b7a7-173889b7b53a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:16:23.671726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'e2e2d968-c9a1-4646-a35b-d983268d8797', 'network_id': '2a8c73d4-e21f-435d-adb7-897e397b602e', 'port_id': 'e2e2d968-c9a1-4646-a35b-d983268d8797', 'mac_address': 'fa:16:3e:55:8c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e719452f-60f0-4131-833c-7950a4377ed0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:16:23.709739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-1f316595-1385-4b8e-bdd2-4a62d1bdeee7 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097134738&fields=id&tenant_id=6ead4e8906674c03a98f2b96e64fabd0 HTTP/1.1" status: 200 len: 267 time: 0.5756035 Aug 06 16:16:23.750966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:23.810677 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:23.827393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ef12f-228d-4aea-aea1-cebf135050fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d4a562-70dc-45dc-b649-bb870e6750de,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:23.837759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-8c72989e-d7e9-431b-a871-c3a7cbc46fc3 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:23.839344 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-8c72989e-d7e9-431b-a871-c3a7cbc46fc3 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/networks?id=7c7d4aee-9282-477a-b3f3-f39c7cb5db96 HTTP/1.1" status: 200 len: 797 time: 0.1201506 Aug 06 16:16:23.859770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2ef12f-228d-4aea-aea1-cebf135050fa admin admin] Checking segment: {'id': '193e0109-53a3-407a-8556-604c4ac01987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:23.860157 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ef12f-228d-4aea-aea1-cebf135050fa admin admin] Network hostable DHCP agents. Network: 75f05834-9f0b-4db5-a388-5cb0595f3947, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:16:23.871542 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-7b86e820-01b0-4190-bc8c-16cf60cbe939 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/quotas/6ead4e8906674c03a98f2b96e64fabd0 HTTP/1.1" status: 200 len: 375 time: 0.0217116 Aug 06 16:16:23.879907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e2d968-c9a1-4646-a35b-d983268d8797 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:16:23.904606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port e2e2d968-c9a1-4646-a35b-d983268d8797, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=e2e2d968-c9a1-4646-a35b-d983268d8797,segment=NetworkSegment(15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af),segment_id=15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:23.935948 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-455743f6-2f93-4dce-8386-a8812c645a11 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/subnets/e13e9753-c449-4392-8325-a98d7dc7c541/tags/tempest-TagsExtTest-Tag-688246382 HTTP/1.1" status: 204 len: 168 time: 0.4615004 Aug 06 16:16:23.939606 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56944) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:23.951280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ef12f-228d-4aea-aea1-cebf135050fa admin admin] Network 75f05834-9f0b-4db5-a388-5cb0595f3947 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:16:23.953201 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:23.954981 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:23.959720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fd1cef9c-0904-45d4-85d8-5d38f0bad415 None None] Provisioning complete for port 522d6079-aec8-46d2-9bd8-27e69d26ecbc triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:23.960218 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fd1cef9c-0904-45d4-85d8-5d38f0bad415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:23.968620 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-93b40bdd-43ef-4328-8f5e-49b3bdec7e1d tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e13e9753-c449-4392-8325-a98d7dc7c541', 'tempest-TagsExtTest-Tag-688246382') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:23.978663 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-c8411dfa-dae1-4f81-a58a-599a7cce1d20 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997348 Aug 06 16:16:23.992084 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79e6c741-5da2-410f-9d03-088e9fb4038d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:23.996498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-be2ef12f-228d-4aea-aea1-cebf135050fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 75f05834-9f0b-4db5-a388-5cb0595f3947) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:24.004380 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79e6c741-5da2-410f-9d03-088e9fb4038d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.045981 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:24.063463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce331694-532b-4d08-9825-3c288ace7f12 None None] Network 75f05834-9f0b-4db5-a388-5cb0595f3947 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:24.096738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2ef12f-228d-4aea-aea1-cebf135050fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:24.097414 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be2ef12f-228d-4aea-aea1-cebf135050fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.098141 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1b2783b-baf4-41b7-b7a7-173889b7b53a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.158694 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.180872 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-be2ef12f-228d-4aea-aea1-cebf135050fa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5310667 Aug 06 16:16:24.192813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56950) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:24.237142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-924380202-router', 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:24.275986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645d5b37-6c3d-4e7e-b3c6-8d1440ed82b7 None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:16:24.325398 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-79e6c741-5da2-410f-9d03-088e9fb4038d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f18c266527284f2092615a6d4f9636cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3686206 Aug 06 16:16:24.336629 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56952) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:24.341161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6c741-5da2-410f-9d03-088e9fb4038d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa4de56-422b-481d-b076-8b4d90a803fa,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:24.374119 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-d1b2783b-baf4-41b7-b7a7-173889b7b53a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] For port 522d6079-aec8-46d2-9bd8-27e69d26ecbc, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=522d6079-aec8-46d2-9bd8-27e69d26ecbc,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:24.379457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815706be-0b33-4949-80c7-12195473d9ec None None] Network 75f05834-9f0b-4db5-a388-5cb0595f3947 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:24.410672 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1b2783b-baf4-41b7-b7a7-173889b7b53a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.420541 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1b2783b-baf4-41b7-b7a7-173889b7b53a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.421669 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1b2783b-baf4-41b7-b7a7-173889b7b53a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.445045 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-93b40bdd-43ef-4328-8f5e-49b3bdec7e1d tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/subnets/e13e9753-c449-4392-8325-a98d7dc7c541/tags/tempest-TagsExtTest-Tag-688246382 HTTP/1.1" status: 204 len: 168 time: 0.5035031 Aug 06 16:16:24.453526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56954) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:24.463325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-9454a52b-3b6b-4363-ba82-72aa1cec7c9c tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e13e9753-c449-4392-8325-a98d7dc7c541') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:24.487887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['e2e2d968-c9a1-4646-a35b-d983268d8797'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:16:24.502417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b2783b-baf4-41b7-b7a7-173889b7b53a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:24.560103 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.561092 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.566605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-d1b2783b-baf4-41b7-b7a7-173889b7b53a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:24.572011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b2783b-baf4-41b7-b7a7-173889b7b53a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:24.573410 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1b2783b-baf4-41b7-b7a7-173889b7b53a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.653684 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d1b2783b-baf4-41b7-b7a7-173889b7b53a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0580366 Aug 06 16:16:24.654498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56956) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:24.666463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2783b-baf4-41b7-b7a7-173889b7b53a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=289bbe64-77e6-4564-b5ef-65dbbb8b5b4a,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:24.678139 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3f2c20dc-6e42-4396-93a0-41078b2cab92 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:24.684120 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.707937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478401801', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:01Z', 'updated_at': '2021-08-06T16:16:19Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:04Z', 'updated_at': '2021-08-06T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '9a85bd8f-6690-472a-a7ba-0079b2e20da3', 'name': '', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1c:6c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:16Z', 'updated_at': '2021-08-06T16:16:20Z', 'revision_number': 2, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:24.715377 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75822c85-9805-4d40-bfe1-6c9c711682a6 req-99bee891-f054-42b1-81f3-50c44826d3d9 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:24.724224 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75822c85-9805-4d40-bfe1-6c9c711682a6 req-99bee891-f054-42b1-81f3-50c44826d3d9 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.5763822 Aug 06 16:16:24.745474 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40d74382-6f09-4d41-8697-1ea95c887907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.784845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Checking router: 207e676a-0e90-4795-bdcd-8a6bbe6255b7 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:16:24.785203 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Updating router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 port 9a85bd8f-6690-472a-a7ba-0079b2e20da3 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:16:24.848959 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2783b-baf4-41b7-b7a7-173889b7b53a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=522d6079-aec8-46d2-9bd8-27e69d26ecbc,revision_number=8']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:24.860895 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2c20dc-6e42-4396-93a0-41078b2cab92 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:24.870220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=e2e2d968-c9a1-4646-a35b-d983268d8797,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:24.870792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3f2c20dc-6e42-4396-93a0-41078b2cab92 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.875327 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-a06f9cfd-df59-4957-bb47-5a08e376f529 service neutron] 10.222.0.37 "GET /v2.0/networks/7c7d4aee-9282-477a-b3f3-f39c7cb5db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8675597 Aug 06 16:16:24.949087 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.953322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-645d5b37-6c3d-4e7e-b3c6-8d1440ed82b7 None None] Deleting port 522d6079-aec8-46d2-9bd8-27e69d26ecbc {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:24.953823 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-645d5b37-6c3d-4e7e-b3c6-8d1440ed82b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.997395 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75822c85-9805-4d40-bfe1-6c9c711682a6 req-684cd747-042d-446e-b577-3e52e3f5340b tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719626 Aug 06 16:16:25.066381 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40d74382-6f09-4d41-8697-1ea95c887907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.071284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fd1cef9c-0904-45d4-85d8-5d38f0bad415 None None] Provisioning for port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:25.116758 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fd1cef9c-0904-45d4-85d8-5d38f0bad415 None None] Provisioning complete for port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:25.117290 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fd1cef9c-0904-45d4-85d8-5d38f0bad415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.190303 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3f2c20dc-6e42-4396-93a0-41078b2cab92 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.196227 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.246657 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2c20dc-6e42-4396-93a0-41078b2cab92 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:25.258663 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-3f2c20dc-6e42-4396-93a0-41078b2cab92 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:25.272944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2c20dc-6e42-4396-93a0-41078b2cab92 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:25.274438 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3f2c20dc-6e42-4396-93a0-41078b2cab92 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.278796 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-645d5b37-6c3d-4e7e-b3c6-8d1440ed82b7 None None] For port 522d6079-aec8-46d2-9bd8-27e69d26ecbc, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=522d6079-aec8-46d2-9bd8-27e69d26ecbc,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:25.279245 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-645d5b37-6c3d-4e7e-b3c6-8d1440ed82b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.289906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c20dc-6e42-4396-93a0-41078b2cab92 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=b60ef870-6d67-4647-bcb1-bde41bae4e35,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:25.301657 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3f2c20dc-6e42-4396-93a0-41078b2cab92 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6437545 Aug 06 16:16:25.303126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56958) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:25.309659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9e082ce7-b55a-43d1-bec6-11528e959896 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'mac_address': 'fa:16:3e:6a:00:98', 'name': 'tempest-NetworksTestDHCPv6-304705120'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:25.309838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-645d5b37-6c3d-4e7e-b3c6-8d1440ed82b7 None None] Calling delete_port for 522d6079-aec8-46d2-9bd8-27e69d26ecbc owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:25.382444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9454a52b-3b6b-4363-ba82-72aa1cec7c9c tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/subnets/e13e9753-c449-4392-8325-a98d7dc7c541/tags HTTP/1.1" status: 200 len: 205 time: 0.9238515 Aug 06 16:16:25.383574 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 522d6079-aec8-46d2-9bd8-27e69d26ecbc no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:25.395792 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56960) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:25.403988 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-3cc92d9c-d79f-48d6-adeb-c62ed31b9386 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a97f76b0-1e3f-4159-b8f5-2f0a9953a963') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:25.517834 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-dff6f615-ddc7-4d50-a1b8-eb2bec4b41b0 service neutron] 10.222.0.37 "GET /v2.0/networks/7c7d4aee-9282-477a-b3f3-f39c7cb5db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6397691 Aug 06 16:16:25.524652 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3cc92d9c-d79f-48d6-adeb-c62ed31b9386 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/ports/a97f76b0-1e3f-4159-b8f5-2f0a9953a963/tags HTTP/1.1" status: 200 len: 241 time: 0.1270001 Aug 06 16:16:25.527894 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56962) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:25.535238 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-bc3729db-42c4-4233-8d6e-45fd3e98c899 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a97f76b0-1e3f-4159-b8f5-2f0a9953a963', 'tempest-TagsExtTest-Tag-1646948744') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:25.549384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e44d5-c702-42ca-b622-18ffb7b6d9a0 req-958fc4c3-6dd2-4ace-87f8-2ef015e5abcf tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:25.563362 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d91e44d5-c702-42ca-b622-18ffb7b6d9a0 req-958fc4c3-6dd2-4ace-87f8-2ef015e5abcf tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 944 time: 0.3563344 Aug 06 16:16:25.568252 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fd1cef9c-0904-45d4-85d8-5d38f0bad415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.637812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e082ce7-b55a-43d1-bec6-11528e959896 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:25.659643 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fd1cef9c-0904-45d4-85d8-5d38f0bad415 None None] For port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca,segment=NetworkSegment(e8c2d661-b0af-49e9-b8e7-eb06aa20258c),segment_id=e8c2d661-b0af-49e9-b8e7-eb06aa20258c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:25.685097 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40d74382-6f09-4d41-8697-1ea95c887907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.701743 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40d74382-6f09-4d41-8697-1ea95c887907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.704323 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bc3729db-42c4-4233-8d6e-45fd3e98c899 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/ports/a97f76b0-1e3f-4159-b8f5-2f0a9953a963/tags/tempest-TagsExtTest-Tag-1646948744 HTTP/1.1" status: 204 len: 168 time: 0.1748223 Aug 06 16:16:25.706824 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-40d74382-6f09-4d41-8697-1ea95c887907 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfa4de56-422b-481d-b076-8b4d90a803fa HTTP/1.1" status: 204 len: 168 time: 1.3570850 Aug 06 16:16:25.712166 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56966) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:25.722748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-b98a7a76-0741-49c5-88c0-c8a86fff3432 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a97f76b0-1e3f-4159-b8f5-2f0a9953a963', 'tempest-TagsExtTest-Tag-1646948744') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:25.732083 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fd1cef9c-0904-45d4-85d8-5d38f0bad415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.811036 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.821229 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d91e44d5-c702-42ca-b622-18ffb7b6d9a0 req-27a35f2c-d2d6-4397-9497-9e482e2698b4 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565880 Aug 06 16:16:25.852277 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9e082ce7-b55a-43d1-bec6-11528e959896 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.868273 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.881666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d74382-6f09-4d41-8697-1ea95c887907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa4de56-422b-481d-b076-8b4d90a803fa,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:25.890133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-9e082ce7-b55a-43d1-bec6-11528e959896 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port 3b6d030e-e6f0-432f-8cc8-7ef49bb3a083 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:16:25.960390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2fad6ee-14c0-454a-8c89-9528a44db72a req-0a066011-ecf7-4e25-a07b-c18079e9e6fd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 210 time: 0.1268942 Aug 06 16:16:25.984487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1cef9c-0904-45d4-85d8-5d38f0bad415 None None] Pushing event updated for resources: {'Port': ['ID=a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:26.084035 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56976) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:26.091384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Request body: {'subnets': [{'network_id': '499d823e-afaa-4463-acc7-0d1d5e605762', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1956298523', 'ip_version': 6}, {'network_id': '47968aad-42a3-461b-bf91-ae7591689b53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:26.091695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Request body: {'subnet': {'network_id': '499d823e-afaa-4463-acc7-0d1d5e605762', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1956298523', 'ip_version': 6}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:26.092348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Request body: {'subnet': {'network_id': '47968aad-42a3-461b-bf91-ae7591689b53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:26.111604 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e52d53ed-74ee-4b76-860b-58e4bb73a585 None None] Provisioning complete for port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:26.112076 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e52d53ed-74ee-4b76-860b-58e4bb73a585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:26.197542 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Transition to ACTIVE for port object 9a85bd8f-6690-472a-a7ba-0079b2e20da3 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:26.203942 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-645d5b37-6c3d-4e7e-b3c6-8d1440ed82b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:26.259160 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d5b37-6c3d-4e7e-b3c6-8d1440ed82b7 None None] Pushing event deleted for resources: {'Port': ['ID=522d6079-aec8-46d2-9bd8-27e69d26ecbc,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:26.267289 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:26.303036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-9e082ce7-b55a-43d1-bec6-11528e959896 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 172.20.0.14 (38cd96d0-9a93-4226-ab46-370ab75cd563/b60ef870-6d67-4647-bcb1-bde41bae4e35/3b6d030e-e6f0-432f-8cc8-7ef49bb3a083) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:26.315411 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:26.319536 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-9e082ce7-b55a-43d1-bec6-11528e959896 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::f816:3eff:fe6a:98 (38cd96d0-9a93-4226-ab46-370ab75cd563/289bbe64-77e6-4564-b5ef-65dbbb8b5b4a/3b6d030e-e6f0-432f-8cc8-7ef49bb3a083) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:26.324689 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b98a7a76-0741-49c5-88c0-c8a86fff3432 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/ports/a97f76b0-1e3f-4159-b8f5-2f0a9953a963/tags/tempest-TagsExtTest-Tag-1646948744 HTTP/1.1" status: 204 len: 168 time: 0.6072145 Aug 06 16:16:26.332379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56986) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:26.339228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-f557beaf-6d87-45f3-bc64-0740349e7632 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a97f76b0-1e3f-4159-b8f5-2f0a9953a963') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:26.351629 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:26.415869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Made reservation on behalf of 769d3a5a4e614914b6be1978f908bce7 for: {'subnet': 2} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:26.420570 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:26.420903 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:26.484259 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a461a4d-439c-45e2-b379-5a9ed997c9c4 req-d048435e-92fe-4270-ae63-8b4ea4c10d62 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:26.494079 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a461a4d-439c-45e2-b379-5a9ed997c9c4 req-d048435e-92fe-4270-ae63-8b4ea4c10d62 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.3219888 Aug 06 16:16:26.586221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a461a4d-439c-45e2-b379-5a9ed997c9c4 req-cc1da920-f7e6-45ca-bbe0-1fa41e7dd6bd tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906508 Aug 06 16:16:26.589065 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f557beaf-6d87-45f3-bc64-0740349e7632 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/ports/a97f76b0-1e3f-4159-b8f5-2f0a9953a963/tags HTTP/1.1" status: 200 len: 205 time: 0.2530775 Aug 06 16:16:26.594610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56994) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:26.630144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-d0408ff8-e36b-4674-914e-801908158cd4 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '80ad7bde-8887-4333-a2f3-a6d93054a1ec') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:26.655484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d5b37-6c3d-4e7e-b3c6-8d1440ed82b7 None None] No DVR routers for this DVR port 522d6079-aec8-46d2-9bd8-27e69d26ecbc on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:26.661291 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e52d53ed-74ee-4b76-860b-58e4bb73a585 None None] Provisioning for port a97f76b0-1e3f-4159-b8f5-2f0a9953a963 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:26.678420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16316765-602b-4db9-b5e0-4f05821bcd1c None None] Pushing event updated for resources: {'Port': ['ID=9a85bd8f-6690-472a-a7ba-0079b2e20da3,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:26.687337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e52d53ed-74ee-4b76-860b-58e4bb73a585 None None] Provisioning complete for port a97f76b0-1e3f-4159-b8f5-2f0a9953a963 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:26.687713 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e52d53ed-74ee-4b76-860b-58e4bb73a585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:26.690053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49d764c-5ceb-45b7-95c9-132f856c0d50 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:26.781414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Allocated IP 172.25.1.96 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/e67cb961-5bb2-4ebc-8482-05c8f96f3f63) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:26.877289 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Attempting to bind port 9a85bd8f-6690-472a-a7ba-0079b2e20da3 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:26.877907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Attempting to bind port 9a85bd8f-6690-472a-a7ba-0079b2e20da3 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'bc5724b2-c4f0-4b8f-a346-42754ed75ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:26.878275 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Attempting to bind port 9a85bd8f-6690-472a-a7ba-0079b2e20da3 on network 7c7d4aee-9282-477a-b3f3-f39c7cb5db96 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:26.886932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:26.887309 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Checking segment: {'id': 'bc5724b2-c4f0-4b8f-a346-42754ed75ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:26.887712 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:26.888103 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Bound using segment: {'id': 'bc5724b2-c4f0-4b8f-a346-42754ed75ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:26.889127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Bound port: 9a85bd8f-6690-472a-a7ba-0079b2e20da3, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5724b2-c4f0-4b8f-a346-42754ed75ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:26.889520 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:26.901612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e52d53ed-74ee-4b76-860b-58e4bb73a585 None None] Port a97f76b0-1e3f-4159-b8f5-2f0a9953a963 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:16:26.932014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d0408ff8-e36b-4674-914e-801908158cd4 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/routers/80ad7bde-8887-4333-a2f3-a6d93054a1ec/tags HTTP/1.1" status: 200 len: 240 time: 0.3344450 Aug 06 16:16:26.934272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57008) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:26.942978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-886227a4-7269-4d8a-8256-efce306018c8 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '80ad7bde-8887-4333-a2f3-a6d93054a1ec', 'tempest-TagsExtTest-Tag-262979396') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:27.025533 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9e082ce7-b55a-43d1-bec6-11528e959896 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:27.071602 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] For port 9a85bd8f-6690-472a-a7ba-0079b2e20da3, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:27.110851 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-9e082ce7-b55a-43d1-bec6-11528e959896 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object 3b6d030e-e6f0-432f-8cc8-7ef49bb3a083 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:27.121647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] For port 9a85bd8f-6690-472a-a7ba-0079b2e20da3, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9a85bd8f-6690-472a-a7ba-0079b2e20da3,segment=NetworkSegment(bc5724b2-c4f0-4b8f-a346-42754ed75ad9),segment_id=bc5724b2-c4f0-4b8f-a346-42754ed75ad9)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:27.129454 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:27.144131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': '289bbe64-77e6-4564-b5ef-65dbbb8b5b4a'}, {'subnet_id': 'b60ef870-6d67-4647-bcb1-bde41bae4e35'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:16:27.145077 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:27.148715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device e2e2d968-c9a1-4646-a35b-d983268d8797 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:27.237173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-886227a4-7269-4d8a-8256-efce306018c8 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/routers/80ad7bde-8887-4333-a2f3-a6d93054a1ec/tags/tempest-TagsExtTest-Tag-262979396 HTTP/1.1" status: 204 len: 168 time: 0.2996922 Aug 06 16:16:27.241278 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:27.241435 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57020) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:27.244781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Routers {'207e676a-0e90-4795-bdcd-8a6bbe6255b7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:27.245797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:16:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:27.255931 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-0748d0a7-fe59-4269-89eb-bce4f244151d tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '80ad7bde-8887-4333-a2f3-a6d93054a1ec', 'tempest-TagsExtTest-Tag-262979396') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:27.277343 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e2b12-2760-4440-ace5-dc76f75f1961 req-a7ff641e-aff2-4410-8c7c-e7d853bce8ec tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:27.289437 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-499e2b12-2760-4440-ace5-dc76f75f1961 req-a7ff641e-aff2-4410-8c7c-e7d853bce8ec tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.2349417 Aug 06 16:16:27.367097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e6dff-85d6-4feb-9948-ad1dd0f4f34b req-7e6c63a6-adbd-4b6f-a509-67558fe6267b tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:27.368667 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-294e6dff-85d6-4feb-9948-ad1dd0f4f34b req-7e6c63a6-adbd-4b6f-a509-67558fe6267b tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 944 time: 0.3177397 Aug 06 16:16:27.425846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:27.497684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16316765-602b-4db9-b5e0-4f05821bcd1c None None] Pushing event updated for resources: {'Port': ['ID=9a85bd8f-6690-472a-a7ba-0079b2e20da3,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:27.558687 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-499e2b12-2760-4440-ace5-dc76f75f1961 req-e5aa8577-cd8a-47a3-afae-b35ba2de9bf4 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669196 Aug 06 16:16:27.680430 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port e2e2d968-c9a1-4646-a35b-d983268d8797 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:27.697730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port e2e2d968-c9a1-4646-a35b-d983268d8797 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:27.698205 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:27.729407 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-294e6dff-85d6-4feb-9948-ad1dd0f4f34b req-0e90ae29-e934-4705-af2b-3c15f7571ce3 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500156 Aug 06 16:16:27.733642 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] Set router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:27.763207 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf2183bf-274a-486d-9945-46f0915a74dd req-11858351-6acd-416a-bb40-aef6054133d1 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 210 time: 0.0632174 Aug 06 16:16:27.777267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-9d00f092-e50a-4531-abed-4e28578b5309 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:27.779085 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-9d00f092-e50a-4531-abed-4e28578b5309 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.13 "GET /v2.0/networks?id=7c7d4aee-9282-477a-b3f3-f39c7cb5db96 HTTP/1.1" status: 200 len: 797 time: 0.3389249 Aug 06 16:16:27.780375 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:27.867294 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:27.867722 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:27.874605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:27.883059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9e082ce7-b55a-43d1-bec6-11528e959896 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:27.927995 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:27.942041 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d3f89940-fe2f-4630-8947-6323c538b95a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ead4e8906674c03a98f2b96e64fabd0 HTTP/1.1" status: 200 len: 380 time: 0.1315610 Aug 06 16:16:27.942672 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e082ce7-b55a-43d1-bec6-11528e959896 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=3b6d030e-e6f0-432f-8cc8-7ef49bb3a083,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:27.942874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:27.954353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Pushing event updated for resources: {'Port': ['ID=e67cb961-5bb2-4ebc-8482-05c8f96f3f63,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:27.960011 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-75292ffd-2bbe-4a08-a244-e09eda3f57aa tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'port': {'device_id': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'admin_state_up': True, 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'security_groups': ['191a9fea-fac8-4ff4-88d7-09da5a4d7a9f']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:27.962688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e082ce7-b55a-43d1-bec6-11528e959896 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:27.965529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9e082ce7-b55a-43d1-bec6-11528e959896 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:27.972285 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e082ce7-b55a-43d1-bec6-11528e959896 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:28.063181 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0748d0a7-fe59-4269-89eb-bce4f244151d tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/routers/80ad7bde-8887-4333-a2f3-a6d93054a1ec/tags/tempest-TagsExtTest-Tag-262979396 HTTP/1.1" status: 204 len: 168 time: 0.8136873 Aug 06 16:16:28.070401 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57042) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:28.077103 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-3215d95f-7538-4ec0-bb07-837f02ab7cfc tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '80ad7bde-8887-4333-a2f3-a6d93054a1ec') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:28.090837 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e082ce7-b55a-43d1-bec6-11528e959896 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:28.091476 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9e082ce7-b55a-43d1-bec6-11528e959896 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:28.122133 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-75292ffd-2bbe-4a08-a244-e09eda3f57aa tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Made reservation on behalf of 6ead4e8906674c03a98f2b96e64fabd0 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:28.125859 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-75292ffd-2bbe-4a08-a244-e09eda3f57aa tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:28.139160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db48c6-8325-4c1e-8aa0-73617c64fcc2 req-209db40d-bd3c-4f06-afdd-758ddca27f98 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:28.140505 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3db48c6-8325-4c1e-8aa0-73617c64fcc2 req-209db40d-bd3c-4f06-afdd-758ddca27f98 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.2699413 Aug 06 16:16:28.161509 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:28.191172 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9e082ce7-b55a-43d1-bec6-11528e959896 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.8863673 Aug 06 16:16:28.194106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57050) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:28.275617 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3215d95f-7538-4ec0-bb07-837f02ab7cfc tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/routers/80ad7bde-8887-4333-a2f3-a6d93054a1ec/tags HTTP/1.1" status: 200 len: 205 time: 0.2019606 Aug 06 16:16:28.280759 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57058) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:28.286736 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-836c8381-d142-4cd6-b4e4-850eae79bbcb tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '00c6248a-1221-457b-846c-3e6c0fb600cb') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:28.302101 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:28.324900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c5d8b1-8d37-43a9-b09d-dd99ffe39463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e2d968-c9a1-4646-a35b-d983268d8797'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:16:28.327252 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf9f927-8887-4fe3-a2ea-6a452ab8440f" -d '{"events": [{"server_uuid": "23c5d8b1-8d37-43a9-b09d-dd99ffe39463", "name": "network-vif-plugged", "status": "completed", "tag": "e2e2d968-c9a1-4646-a35b-d983268d8797"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:16:28.328118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10f213e-e967-4daf-95cb-7630a7099385 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:28.333571 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f10f213e-e967-4daf-95cb-7630a7099385 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1023 time: 0.1375103 Aug 06 16:16:28.334343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57062) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:28.344120 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Allocated IP 172.20.0.2 (38cd96d0-9a93-4226-ab46-370ab75cd563/b60ef870-6d67-4647-bcb1-bde41bae4e35/dcf05bec-996e-4aaf-8c68-f18a4883cc2a) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:28.391107 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Allocated IP 2001:db8::f816:3eff:fe73:c7d (38cd96d0-9a93-4226-ab46-370ab75cd563/289bbe64-77e6-4564-b5ef-65dbbb8b5b4a/dcf05bec-996e-4aaf-8c68-f18a4883cc2a) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:28.399080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port e2e2d968-c9a1-4646-a35b-d983268d8797, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=e2e2d968-c9a1-4646-a35b-d983268d8797,segment=NetworkSegment(15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af),segment_id=15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:28.400830 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7104b5dd-f60d-4bd9-8200-ee9f2de8f9c1 x-openstack-request-id: req-7104b5dd-f60d-4bd9-8200-ee9f2de8f9c1 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:16:28.401222 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c5d8b1-8d37-43a9-b09d-dd99ffe39463", "name": "network-vif-plugged", "status": "completed", "tag": "e2e2d968-c9a1-4646-a35b-d983268d8797", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:16:28.401400 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7104b5dd-f60d-4bd9-8200-ee9f2de8f9c1 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:16:28.402264 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c5d8b1-8d37-43a9-b09d-dd99ffe39463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e2d968-c9a1-4646-a35b-d983268d8797', 'code': 200} Aug 06 16:16:28.420311 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-836c8381-d142-4cd6-b4e4-850eae79bbcb tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/subnetpools/00c6248a-1221-457b-846c-3e6c0fb600cb/tags HTTP/1.1" status: 200 len: 241 time: 0.1348231 Aug 06 16:16:28.427969 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57064) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:28.439471 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-951cb076-1dc5-405c-86ca-1ad6c9460061 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '00c6248a-1221-457b-846c-3e6c0fb600cb', 'tempest-TagsExtTest-Tag-1009732073') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:28.442051 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:28.474562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event updated for resources: {'Subnet': ['ID=3d43c786-3662-4d5f-90eb-9e75a337a9c4,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:28.550951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Checking segment: {'id': '5ca0607f-1e7e-4eba-838f-a55c355cbcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '499d823e-afaa-4463-acc7-0d1d5e605762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:28.551314 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Network hostable DHCP agents. Network: 499d823e-afaa-4463-acc7-0d1d5e605762, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:16:28.558885 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478401801', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:01Z', 'updated_at': '2021-08-06T16:16:19Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:04Z', 'updated_at': '2021-08-06T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '9a85bd8f-6690-472a-a7ba-0079b2e20da3', 'name': '', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1c:6c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:16Z', 'updated_at': '2021-08-06T16:16:27Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:28.562175 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-951cb076-1dc5-405c-86ca-1ad6c9460061 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/subnetpools/00c6248a-1221-457b-846c-3e6c0fb600cb/tags/tempest-TagsExtTest-Tag-1009732073 HTTP/1.1" status: 204 len: 168 time: 0.1286564 Aug 06 16:16:28.565544 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=e2e2d968-c9a1-4646-a35b-d983268d8797,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:28.568042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57072) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:28.573799 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-f9222efc-9e22-4ce6-8a5a-c0e1ca56b1b1 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '00c6248a-1221-457b-846c-3e6c0fb600cb', 'tempest-TagsExtTest-Tag-1009732073') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:28.627419 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Network 499d823e-afaa-4463-acc7-0d1d5e605762 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:16:28.630615 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e679f7f-b037-4e00-8387-72eb5749738c req-4c83ae0b-323b-4a3e-a5e8-d6153417a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:28.632141 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8e679f7f-b037-4e00-8387-72eb5749738c req-4c83ae0b-323b-4a3e-a5e8-d6153417a57e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 1096 time: 0.1214476 Aug 06 16:16:28.647297 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4ece3-5a58-43f4-b56f-19642d9bf142 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port 3b6d030e-e6f0-432f-8cc8-7ef49bb3a083 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:28.647700 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ece3-5a58-43f4-b56f-19642d9bf142 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:28.660376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 499d823e-afaa-4463-acc7-0d1d5e605762) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:28.665030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c5cef6-97ca-417e-b43d-e3077cd5df87 None None] The sync data for ids ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'] in n-d-803756-1 is: [{'id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478401801', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:01Z', 'updated_at': '2021-08-06T16:16:19Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:04Z', 'updated_at': '2021-08-06T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '9a85bd8f-6690-472a-a7ba-0079b2e20da3', 'name': '', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1c:6c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:16Z', 'updated_at': '2021-08-06T16:16:27Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:16:28.677128 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3db48c6-8325-4c1e-8aa0-73617c64fcc2 req-99ffe35b-97c5-450e-b32d-0d4beeb6e5cd tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243988 Aug 06 16:16:28.701093 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f93f6e9-6b47-4ea4-8841-f191c2616c5a None None] Network 499d823e-afaa-4463-acc7-0d1d5e605762 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:28.717376 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:28.918564 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ece3-5a58-43f4-b56f-19642d9bf142 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:28.952240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-75292ffd-2bbe-4a08-a244-e09eda3f57aa tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Allocated IP 172.20.0.5 (7c7d4aee-9282-477a-b3f3-f39c7cb5db96/31d878ad-d0e1-42d3-8b02-f6b597d45212/3cfbef20-12f1-4d2f-8d3e-ee1e213e4174) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:28.989858 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8e679f7f-b037-4e00-8387-72eb5749738c req-634fd3cb-205f-4518-a4d6-26faa06a41ba service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451459 Aug 06 16:16:28.993548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4ece3-5a58-43f4-b56f-19642d9bf142 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for 3b6d030e-e6f0-432f-8cc8-7ef49bb3a083 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:29.008427 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f9222efc-9e22-4ce6-8a5a-c0e1ca56b1b1 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/subnetpools/00c6248a-1221-457b-846c-3e6c0fb600cb/tags/tempest-TagsExtTest-Tag-1009732073 HTTP/1.1" status: 204 len: 168 time: 0.4381323 Aug 06 16:16:29.015124 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57094) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:29.021853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-d1690e58-c228-4a84-a123-474ebfa5a584 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '00c6248a-1221-457b-846c-3e6c0fb600cb') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:29.049869 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:29.061457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Transition to ACTIVE for port object dcf05bec-996e-4aaf-8c68-f18a4883cc2a will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:29.086528 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Transition to ACTIVE for port object dcf05bec-996e-4aaf-8c68-f18a4883cc2a will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:29.106797 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:29.153071 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772ddc8-a9eb-4f85-9235-28342bfaf6ed req-7d9680fc-4f04-4ebe-b6f5-5f9a42bd0515 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:29.156835 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4772ddc8-a9eb-4f85-9235-28342bfaf6ed req-7d9680fc-4f04-4ebe-b6f5-5f9a42bd0515 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 945 time: 0.2338240 Aug 06 16:16:29.164263 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event updated for resources: {'Subnet': ['ID=7824b9db-316e-4c57-9a7d-5ccfddedefcc,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:29.195240 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d1690e58-c228-4a84-a123-474ebfa5a584 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/subnetpools/00c6248a-1221-457b-846c-3e6c0fb600cb/tags HTTP/1.1" status: 200 len: 205 time: 0.1763308 Aug 06 16:16:29.195473 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:29.197125 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57104) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:29.208533 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-ffe425c8-912d-496c-9d79-2940d0b0703d tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '00c6248a-1221-457b-846c-3e6c0fb600cb') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:29.216337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:29.225697 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:29.231726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:29.237395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Checking segment: {'id': 'd7dcace3-89e9-4122-981d-820ba76fa015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '47968aad-42a3-461b-bf91-ae7591689b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:29.238084 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Network hostable DHCP agents. Network: 47968aad-42a3-461b-bf91-ae7591689b53, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:16:29.324247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Pushing event updated for resources: {'Port': ['ID=dcf05bec-996e-4aaf-8c68-f18a4883cc2a,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:29.381188 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Network 47968aad-42a3-461b-bf91-ae7591689b53 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:16:29.386938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Attempting to bind port dcf05bec-996e-4aaf-8c68-f18a4883cc2a on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:29.387549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Attempting to bind port dcf05bec-996e-4aaf-8c68-f18a4883cc2a by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:29.388512 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Attempting to bind port dcf05bec-996e-4aaf-8c68-f18a4883cc2a on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:29.400380 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ffe425c8-912d-496c-9d79-2940d0b0703d tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/subnetpools/00c6248a-1221-457b-846c-3e6c0fb600cb/tags HTTP/1.1" status: 204 len: 168 time: 0.1984723 Aug 06 16:16:29.404360 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57112) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:29.406895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:29.408442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:29.411618 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:29.412229 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:29.412376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce3c6af5-1208-46a2-8af7-b2278771576a req-dd2bb072-8e3c-4484-9b3d-98557e7915e5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 210 time: 0.1433094 Aug 06 16:16:29.412721 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Bound port: dcf05bec-996e-4aaf-8c68-f18a4883cc2a, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:29.413184 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:29.413929 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-48db4b04-2866-4b02-808e-95ac8dcd766d tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '80ad7bde-8887-4333-a2f3-a6d93054a1ec') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:29.427239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4772ddc8-a9eb-4f85-9235-28342bfaf6ed req-57d6c772-e1f2-4a7a-9366-a38de9209125 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610610 Aug 06 16:16:29.460178 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9a85bd8f-6690-472a-a7ba-0079b2e20da3 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:29.508522 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 47968aad-42a3-461b-bf91-ae7591689b53) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:29.551496 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:29.552153 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:29.553235 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:29.590993 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-28105d95-35e2-4cba-9e5b-4aac80f65906 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.5036974 Aug 06 16:16:29.594668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57122) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:29.720287 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-48db4b04-2866-4b02-808e-95ac8dcd766d tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/routers/80ad7bde-8887-4333-a2f3-a6d93054a1ec/tags HTTP/1.1" status: 204 len: 168 time: 0.3121974 Aug 06 16:16:29.725676 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57124) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:29.732560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-f955bfd9-2b89-4eb2-84ed-9bdfdf2c57cc tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a97f76b0-1e3f-4159-b8f5-2f0a9953a963') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:29.746472 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904bbb53-c933-4b8c-bae2-822d296c7dca tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:29.748185 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904bbb53-c933-4b8c-bae2-822d296c7dca tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:29.749862 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904bbb53-c933-4b8c-bae2-822d296c7dca tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:29.753697 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-904bbb53-c933-4b8c-bae2-822d296c7dca tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1545260 Aug 06 16:16:29.768226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57128) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:29.807814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cce360-ecc6-495b-aad4-e42a26880338 None None] Network 47968aad-42a3-461b-bf91-ae7591689b53 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:29.820441 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ece3-5a58-43f4-b56f-19642d9bf142 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:29.881732 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:29.912672 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed72ec8-890d-420a-b420-9266b92ed88b req-191edf7c-4277-47ae-b9b9-11dde81e8c58 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:29.920546 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ed72ec8-890d-420a-b420-9266b92ed88b req-191edf7c-4277-47ae-b9b9-11dde81e8c58 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.3233912 Aug 06 16:16:29.945960 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4ece3-5a58-43f4-b56f-19642d9bf142 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=3b6d030e-e6f0-432f-8cc8-7ef49bb3a083,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:30.000062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4443f0d-b029-4d6f-ad8e-24804b0826f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-499d823e-afaa-4463-acc7-0d1d5e605762', 'network_id': '499d823e-afaa-4463-acc7-0d1d5e605762', 'tenant_id': '769d3a5a4e614914b6be1978f908bce7', 'fixed_ips': [{'subnet_id': '3d43c786-3662-4d5f-90eb-9e75a337a9c4'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:16:30.000989 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f4443f0d-b029-4d6f-ad8e-24804b0826f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:30.011672 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-4273f8a3-2ff7-40cb-97ce-640a174badb9 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Deleting subnet 3d43c786-3662-4d5f-90eb-9e75a337a9c4 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:30.036486 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4273f8a3-2ff7-40cb-97ce-640a174badb9 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:30.047534 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-75292ffd-2bbe-4a08-a244-e09eda3f57aa tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:30.111638 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4273f8a3-2ff7-40cb-97ce-640a174badb9 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:30.123560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-75292ffd-2bbe-4a08-a244-e09eda3f57aa tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Transition to ACTIVE for port object 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:30.154135 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-47968aad-42a3-461b-bf91-ae7591689b53', 'network_id': '47968aad-42a3-461b-bf91-ae7591689b53', 'tenant_id': '769d3a5a4e614914b6be1978f908bce7', 'fixed_ips': [{'subnet_id': '7824b9db-316e-4c57-9a7d-5ccfddedefcc'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:16:30.155548 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:30.161099 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ece3-5a58-43f4-b56f-19642d9bf142 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:30.163256 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8fa4ece3-5a58-43f4-b56f-19642d9bf142 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/3b6d030e-e6f0-432f-8cc8-7ef49bb3a083 HTTP/1.1" status: 204 len: 168 time: 1.8068228 Aug 06 16:16:30.166744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57144) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:30.169599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] For port dcf05bec-996e-4aaf-8c68-f18a4883cc2a, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:30.180296 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] For port dcf05bec-996e-4aaf-8c68-f18a4883cc2a, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=dcf05bec-996e-4aaf-8c68-f18a4883cc2a,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:30.193328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 9a85bd8f-6690-472a-a7ba-0079b2e20da3 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:30.268969 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4273f8a3-2ff7-40cb-97ce-640a174badb9 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:30.304177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 9a85bd8f-6690-472a-a7ba-0079b2e20da3 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:30.304557 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:30.320756 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabcc714-30fc-4229-b4e9-e67d175b8efc tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:30.322394 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabcc714-30fc-4229-b4e9-e67d175b8efc tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:30.324088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabcc714-30fc-4229-b4e9-e67d175b8efc tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:30.325820 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aabcc714-30fc-4229-b4e9-e67d175b8efc tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1581240 Aug 06 16:16:30.332468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57150) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:30.346550 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:30.354472 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-75292ffd-2bbe-4a08-a244-e09eda3f57aa tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:30.409249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf489eb-cb99-4578-8a20-f972d66ca3f8 req-810a18b1-a291-4a2f-ada0-336c6d0af2a8 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:30.426123 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-daf489eb-cb99-4578-8a20-f972d66ca3f8 req-810a18b1-a291-4a2f-ada0-336c6d0af2a8 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.1920781 Aug 06 16:16:30.471294 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-75292ffd-2bbe-4a08-a244-e09eda3f57aa tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network 7c7d4aee-9282-477a-b3f3-f39c7cb5db96 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:30.510024 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0bfd4c-7b59-4934-9671-214928cdddd0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 289bbe64-77e6-4564-b5ef-65dbbb8b5b4a {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:30.512289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-75292ffd-2bbe-4a08-a244-e09eda3f57aa tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:30.515942 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef0bfd4c-7b59-4934-9671-214928cdddd0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:30.552816 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ed72ec8-890d-420a-b420-9266b92ed88b req-a3236f0d-c65d-4b66-a255-626dc1c38cc6 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6310799 Aug 06 16:16:30.555661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-75292ffd-2bbe-4a08-a244-e09eda3f57aa tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:30.616899 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4273f8a3-2ff7-40cb-97ce-640a174badb9 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server [None req-f4443f0d-b029-4d6f-ad8e-24804b0826f5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d43c786-3662-4d5f-90eb-9e75a337a9c4: This subnet is being modified by another concurrent operation. Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:16:30.651226 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise exception Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d43c786-3662-4d5f-90eb-9e75a337a9c4: This subnet is being modified by another concurrent operation. Aug 06 16:16:30.654255 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Aug 06 16:16:30.761140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9938524b-d4bf-4228-b9b9-2e800319fb8c None None] Network 499d823e-afaa-4463-acc7-0d1d5e605762 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:30.782389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273f8a3-2ff7-40cb-97ce-640a174badb9 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event deleted for resources: {'Subnet': ['ID=3d43c786-3662-4d5f-90eb-9e75a337a9c4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:30.785330 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4273f8a3-2ff7-40cb-97ce-640a174badb9 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:30.787364 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4273f8a3-2ff7-40cb-97ce-640a174badb9 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "DELETE /v2.0/subnets/3d43c786-3662-4d5f-90eb-9e75a337a9c4 HTTP/1.1" status: 204 len: 168 time: 1.0107977 Aug 06 16:16:30.790006 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef0bfd4c-7b59-4934-9671-214928cdddd0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:30.795092 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75292ffd-2bbe-4a08-a244-e09eda3f57aa tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:30.826714 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57172) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:30.899555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500ebf0-3d1d-446c-a412-46c57adad7f6 None None] Pushing event updated for resources: {'Port': ['ID=dcf05bec-996e-4aaf-8c68-f18a4883cc2a,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:30.941252 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.062182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27132b6-c576-4258-8560-d114afe00722 req-65b36665-2a56-4290-92f4-e9484f208777 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:31.063897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b27132b6-c576-4258-8560-d114afe00722 req-65b36665-2a56-4290-92f4-e9484f208777 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 931 time: 0.4582932 Aug 06 16:16:31.066116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f955bfd9-2b89-4eb2-84ed-9bdfdf2c57cc tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/ports/a97f76b0-1e3f-4159-b8f5-2f0a9953a963/tags HTTP/1.1" status: 204 len: 168 time: 1.3387167 Aug 06 16:16:31.079217 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57180) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:31.083135 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 9a85bd8f-6690-472a-a7ba-0079b2e20da3, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9a85bd8f-6690-472a-a7ba-0079b2e20da3,segment=NetworkSegment(bc5724b2-c4f0-4b8f-a346-42754ed75ad9),segment_id=bc5724b2-c4f0-4b8f-a346-42754ed75ad9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:31.085016 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-3fd5667d-8fcb-40be-a10b-70c983fb66f8 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e13e9753-c449-4392-8325-a98d7dc7c541') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:31.086390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-75292ffd-2bbe-4a08-a244-e09eda3f57aa tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:31.089212 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-75292ffd-2bbe-4a08-a244-e09eda3f57aa tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.094308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-daf489eb-cb99-4578-8a20-f972d66ca3f8 req-0ddea7a0-b155-4284-a48c-b49e31e62935 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Deleting port 827f0cc6-f53c-47c9-b46c-868c427e64f2 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:31.094745 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-daf489eb-cb99-4578-8a20-f972d66ca3f8 req-0ddea7a0-b155-4284-a48c-b49e31e62935 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.099689 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Router efb5149e-8104-4759-942f-242dfb840dc5 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:16:31.105922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Allocated IP 2001:db8:0:1::1 (47968aad-42a3-461b-bf91-ae7591689b53/7824b9db-316e-4c57-9a7d-5ccfddedefcc/b0844c84-7155-4f4b-9a5f-19537af4f901) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:31.193139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a78c5fa-634d-475a-a48c-af0d73d866d6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Deleting subnet 7824b9db-316e-4c57-9a7d-5ccfddedefcc {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:31.204325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-75292ffd-2bbe-4a08-a244-e09eda3f57aa tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2511206 Aug 06 16:16:31.230445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402c656-b5fe-4a9d-89d1-ce182861969b req-05a01865-44b2-4fe8-badc-1be92bd76d81 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:31.232521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f402c656-b5fe-4a9d-89d1-ce182861969b req-05a01865-44b2-4fe8-badc-1be92bd76d81 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 945 time: 0.4724784 Aug 06 16:16:31.240124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Request body: {'port': {'device_id': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:31.241057 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-daf489eb-cb99-4578-8a20-f972d66ca3f8 req-0ddea7a0-b155-4284-a48c-b49e31e62935 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] For port 827f0cc6-f53c-47c9-b46c-868c427e64f2, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=827f0cc6-f53c-47c9-b46c-868c427e64f2,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:31.241529 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-daf489eb-cb99-4578-8a20-f972d66ca3f8 req-0ddea7a0-b155-4284-a48c-b49e31e62935 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.262406 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b27132b6-c576-4258-8560-d114afe00722 req-dfc80ebf-705e-4f15-9745-897cb9f9a452 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690989 Aug 06 16:16:31.278498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-daf489eb-cb99-4578-8a20-f972d66ca3f8 req-0ddea7a0-b155-4284-a48c-b49e31e62935 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Calling delete_port for 827f0cc6-f53c-47c9-b46c-868c427e64f2 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:31.294176 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef0bfd4c-7b59-4934-9671-214928cdddd0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.309042 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.318489 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Transition to ACTIVE for port object b0844c84-7155-4f4b-9a5f-19537af4f901 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:31.335681 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Transition to ACTIVE for port object b0844c84-7155-4f4b-9a5f-19537af4f901 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:31.350902 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.351208 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a78c5fa-634d-475a-a48c-af0d73d866d6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.360672 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.390006 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-49d4d509-9364-420b-a82b-053e51e1b3aa None None] Provisioning for port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:31.406489 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-49d4d509-9364-420b-a82b-053e51e1b3aa None None] Provisioning complete for port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:31.406984 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-49d4d509-9364-420b-a82b-053e51e1b3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.423122 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f402c656-b5fe-4a9d-89d1-ce182861969b req-34f1d2b2-bac5-4cac-acfd-67690723a82b tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747811 Aug 06 16:16:31.440693 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.447033 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef0bfd4c-7b59-4934-9671-214928cdddd0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.475059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Network 47968aad-42a3-461b-bf91-ae7591689b53 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:31.475897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-49d4d509-9364-420b-a82b-053e51e1b3aa None None] Port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:16:31.481410 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:31.487222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:31.489927 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a78c5fa-634d-475a-a48c-af0d73d866d6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.510011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=9a85bd8f-6690-472a-a7ba-0079b2e20da3,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:31.515439 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bfd4c-7b59-4934-9671-214928cdddd0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=289bbe64-77e6-4564-b5ef-65dbbb8b5b4a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:31.617767 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef0bfd4c-7b59-4934-9671-214928cdddd0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.626171 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ef0bfd4c-7b59-4934-9671-214928cdddd0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/289bbe64-77e6-4564-b5ef-65dbbb8b5b4a HTTP/1.1" status: 204 len: 168 time: 1.2917535 Aug 06 16:16:31.645202 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57214) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:31.655071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device dcf05bec-996e-4aaf-8c68-f18a4883cc2a up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:31.657132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:16:31.676479 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Sync routers for ids ['efb5149e-8104-4759-942f-242dfb840dc5'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:16:31.697366 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Routers {'efb5149e-8104-4759-942f-242dfb840dc5'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:31.703296 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:16:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['efb5149e-8104-4759-942f-242dfb840dc5'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:31.742719 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.744417 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a97ce383-cee2-4058-a37e-cd9a55091010 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.5115178 Aug 06 16:16:31.759679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Attempting to bind port b0844c84-7155-4f4b-9a5f-19537af4f901 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:31.764151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Attempting to bind port b0844c84-7155-4f4b-9a5f-19537af4f901 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'd7dcace3-89e9-4122-981d-820ba76fa015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '47968aad-42a3-461b-bf91-ae7591689b53'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:31.769863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57220) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:31.770576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Attempting to bind port b0844c84-7155-4f4b-9a5f-19537af4f901 on network 47968aad-42a3-461b-bf91-ae7591689b53 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:31.791873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:31.800528 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Checking segment: {'id': 'd7dcace3-89e9-4122-981d-820ba76fa015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '47968aad-42a3-461b-bf91-ae7591689b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:31.800811 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.801379 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Bound using segment: {'id': 'd7dcace3-89e9-4122-981d-820ba76fa015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '47968aad-42a3-461b-bf91-ae7591689b53'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:31.803796 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Bound port: b0844c84-7155-4f4b-9a5f-19537af4f901, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dcace3-89e9-4122-981d-820ba76fa015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '47968aad-42a3-461b-bf91-ae7591689b53'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:31.804480 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.813246 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a78c5fa-634d-475a-a48c-af0d73d866d6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.825866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Pushing event updated for resources: {'Port': ['ID=b0844c84-7155-4f4b-9a5f-19537af4f901,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:31.911329 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3f53c4-10cd-41ff-aa13-b81934e085ab tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet b60ef870-6d67-4647-bcb1-bde41bae4e35 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:31.920140 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-db3f53c4-10cd-41ff-aa13-b81934e085ab tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:31.992321 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-db3f53c4-10cd-41ff-aa13-b81934e085ab tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:32.044353 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Set router efb5149e-8104-4759-942f-242dfb840dc5 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:32.091488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port dcf05bec-996e-4aaf-8c68-f18a4883cc2a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:32.115048 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3fd5667d-8fcb-40be-a10b-70c983fb66f8 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/subnets/e13e9753-c449-4392-8325-a98d7dc7c541/tags HTTP/1.1" status: 204 len: 168 time: 1.0338881 Aug 06 16:16:32.129577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57244) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:32.146316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-232ece91-d908-4ed0-a08f-36213ca53e92 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e13e9753-c449-4392-8325-a98d7dc7c541', 'tempest-TagsExtTest-Tag-872136084') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:32.192059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835b86b-1489-4fcf-bca4-edc08bb29d94 req-62883848-ea4a-4099-9f60-1bfbed12580c tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:32.199453 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2835b86b-1489-4fcf-bca4-edc08bb29d94 req-62883848-ea4a-4099-9f60-1bfbed12580c tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 945 time: 0.1927023 Aug 06 16:16:32.215580 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1686de91-3b85-4591-a3ac-a50beb11b2a9 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:32.235401 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-db3f53c4-10cd-41ff-aa13-b81934e085ab tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:32.274962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2835b86b-1489-4fcf-bca4-edc08bb29d94 req-fa23cfd2-3f4a-4263-9c2d-2b860f516a6c tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745559 Aug 06 16:16:32.335683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] For port b0844c84-7155-4f4b-9a5f-19537af4f901, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:32.373355 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-db3f53c4-10cd-41ff-aa13-b81934e085ab tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:32.393895 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d6f66-d29c-4546-abdd-3681da08dad2 req-28ec8068-056f-43c2-a689-960d75b9c757 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:32.395505 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e9d6f66-d29c-4546-abdd-3681da08dad2 req-28ec8068-056f-43c2-a689-960d75b9c757 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 945 time: 0.6548035 Aug 06 16:16:32.438570 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f53c4-10cd-41ff-aa13-b81934e085ab tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=b60ef870-6d67-4647-bcb1-bde41bae4e35,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:32.442164 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a78c5fa-634d-475a-a48c-af0d73d866d6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:32.447763 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'name': 'tempest-ServerRescueNegativeTestJSON-924380202-router', 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'e67cb961-5bb2-4ebc-8482-05c8f96f3f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:24Z', 'updated_at': '2021-08-06T16:16:28Z', 'revision_number': 3, 'project_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'gw_port': {'id': 'e67cb961-5bb2-4ebc-8482-05c8f96f3f63', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:18:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:26Z', 'updated_at': '2021-08-06T16:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:32.453794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] For port b0844c84-7155-4f4b-9a5f-19537af4f901, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b0844c84-7155-4f4b-9a5f-19537af4f901,segment=NetworkSegment(d7dcace3-89e9-4122-981d-820ba76fa015),segment_id=d7dcace3-89e9-4122-981d-820ba76fa015)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:32.483978 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Checking router: efb5149e-8104-4759-942f-242dfb840dc5 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:16:32.484576 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Updating router efb5149e-8104-4759-942f-242dfb840dc5 port e67cb961-5bb2-4ebc-8482-05c8f96f3f63 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:16:32.496288 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:32.511918 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-db3f53c4-10cd-41ff-aa13-b81934e085ab tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:32.516368 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a78c5fa-634d-475a-a48c-af0d73d866d6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:32.518095 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-db3f53c4-10cd-41ff-aa13-b81934e085ab tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/b60ef870-6d67-4647-bcb1-bde41bae4e35 HTTP/1.1" status: 204 len: 168 time: 0.8711202 Aug 06 16:16:32.520748 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2a78c5fa-634d-475a-a48c-af0d73d866d6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "DELETE /v2.0/subnets/7824b9db-316e-4c57-9a7d-5ccfddedefcc HTTP/1.1" status: 204 len: 168 time: 1.6768694 Aug 06 16:16:32.520894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-00f3c1eb-a382-45f9-9992-831b60d05a86 None None] Provisioning for port dcf05bec-996e-4aaf-8c68-f18a4883cc2a completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:32.524236 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57268) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:32.524485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57270) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:32.533970 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:32.553098 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-00f3c1eb-a382-45f9-9992-831b60d05a86 None None] Provisioning complete for port dcf05bec-996e-4aaf-8c68-f18a4883cc2a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:32.553653 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-00f3c1eb-a382-45f9-9992-831b60d05a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:32.597160 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fab893a8-81df-4a41-9ff1-62ca5973bb66 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690427 Aug 06 16:16:32.617681 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57276) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:32.626034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-cbc2fafd-56c3-4a47-b0cc-3059ada68ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:32.643733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78c5fa-634d-475a-a48c-af0d73d866d6 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event deleted for resources: {'Subnet': ['ID=7824b9db-316e-4c57-9a7d-5ccfddedefcc,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:32.662482 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-daf489eb-cb99-4578-8a20-f972d66ca3f8 req-0ddea7a0-b155-4284-a48c-b49e31e62935 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:32.696868 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['11f70e67-e4a7-417e-b198-76fea0a61c3b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:16:32.707025 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d298f-d5f8-473e-8f67-1bbd5850afe7 req-bee7f590-3f92-404a-ba27-194affecdba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:32.708546 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-da9d298f-d5f8-473e-8f67-1bbd5850afe7 req-bee7f590-3f92-404a-ba27-194affecdba1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=f957ba7d2b774c2eb77f7ae2f456df61&device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 1096 time: 0.6371942 Aug 06 16:16:32.708953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e9d6f66-d29c-4546-abdd-3681da08dad2 req-2532271e-04b0-4ec9-b494-342588b59e6c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453558 Aug 06 16:16:32.733859 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9976e2-a297-4c0a-988a-31f16e33368a req-056099d8-2f3d-4097-9a47-9b25fd6dd8b0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:32.736848 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f9976e2-a297-4c0a-988a-31f16e33368a req-056099d8-2f3d-4097-9a47-9b25fd6dd8b0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 931 time: 0.3387375 Aug 06 16:16:32.783970 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf6f35-c9c5-4dad-80d3-fd1a22984012 None None] Pushing event updated for resources: {'Port': ['ID=b0844c84-7155-4f4b-9a5f-19537af4f901,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:32.818365 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-232ece91-d908-4ed0-a08f-36213ca53e92 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "PUT /v2.0/subnets/e13e9753-c449-4392-8325-a98d7dc7c541/tags/tempest-TagsExtTest-Tag-872136084 HTTP/1.1" status: 201 len: 201 time: 0.6715784 Aug 06 16:16:32.866431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57286) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:32.871476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f9976e2-a297-4c0a-988a-31f16e33368a req-ad6888b0-4088-4228-91ca-2aeccca6123e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248813 Aug 06 16:16:32.876465 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-2e728b13-a3d5-4b10-a09d-6c68b23c96a8 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a97f76b0-1e3f-4159-b8f5-2f0a9953a963', 'tempest-TagsExtTest-Tag-1524880222') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:32.967430 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-00f3c1eb-a382-45f9-9992-831b60d05a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:32.973809 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22c4a71-8156-46e1-80e5-c22a95c60c34 None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:16:32.976884 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d298f-d5f8-473e-8f67-1bbd5850afe7 req-abd122e0-734d-41eb-b53d-4b8e2e710f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:32.978613 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-da9d298f-d5f8-473e-8f67-1bbd5850afe7 req-abd122e0-734d-41eb-b53d-4b8e2e710f58 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2a8c73d4-e21f-435d-adb7-897e397b602e HTTP/1.1" status: 200 len: 915 time: 0.2332218 Aug 06 16:16:33.008118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddea7a0-b155-4284-a48c-b49e31e62935 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Pushing event deleted for resources: {'Port': ['ID=827f0cc6-f53c-47c9-b46c-868c427e64f2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:33.070045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:16:33.083972 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:33.086237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf489eb-cb99-4578-8a20-f972d66ca3f8 req-0ddea7a0-b155-4284-a48c-b49e31e62935 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] No DVR routers for this DVR port 827f0cc6-f53c-47c9-b46c-868c427e64f2 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:33.113912 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83f2e68-612b-4695-89d1-07b927776d1c tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:33.116420 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f83f2e68-612b-4695-89d1-07b927776d1c tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5873137 Aug 06 16:16:33.120892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57300) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:33.121153 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:33.124144 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-00f3c1eb-a382-45f9-9992-831b60d05a86 None None] For port dcf05bec-996e-4aaf-8c68-f18a4883cc2a, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=dcf05bec-996e-4aaf-8c68-f18a4883cc2a,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:33.134184 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Transition to ACTIVE for port object e67cb961-5bb2-4ebc-8482-05c8f96f3f63 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:33.144312 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:33.145216 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-00f3c1eb-a382-45f9-9992-831b60d05a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:33.150527 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Transition to ACTIVE for port object 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:33.194828 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:33.213373 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Attempting to bind port e67cb961-5bb2-4ebc-8482-05c8f96f3f63 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:33.214057 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Attempting to bind port e67cb961-5bb2-4ebc-8482-05c8f96f3f63 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:33.215509 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Attempting to bind port e67cb961-5bb2-4ebc-8482-05c8f96f3f63 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:33.226015 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-daf489eb-cb99-4578-8a20-f972d66ca3f8 req-0ddea7a0-b155-4284-a48c-b49e31e62935 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:33.230139 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-daf489eb-cb99-4578-8a20-f972d66ca3f8 req-0ddea7a0-b155-4284-a48c-b49e31e62935 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.13 "DELETE /v2.0/ports/827f0cc6-f53c-47c9-b46c-868c427e64f2 HTTP/1.1" status: 204 len: 173 time: 2.7903466 Aug 06 16:16:33.258612 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:33.258965 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:33.259843 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:33.260371 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:33.261071 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Bound port: e67cb961-5bb2-4ebc-8482-05c8f96f3f63, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:33.261608 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:33.265767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:33.285243 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df4cf06-dd4c-48a1-8994-05c3320f9490', 'name': 'network-vif-deleted', 'tag': '827f0cc6-f53c-47c9-b46c-868c427e64f2'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:16:33.287411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f22c4a71-8156-46e1-80e5-c22a95c60c34 None None] Deleting port dcf05bec-996e-4aaf-8c68-f18a4883cc2a {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:33.287817 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f22c4a71-8156-46e1-80e5-c22a95c60c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:33.291964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3c1eb-a382-45f9-9992-831b60d05a86 None None] Pushing event updated for resources: {'Port': ['ID=dcf05bec-996e-4aaf-8c68-f18a4883cc2a,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:33.313893 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d53246-c08c-42d0-ba40-99868ba79809" -d '{"events": [{"server_uuid": "7df4cf06-dd4c-48a1-8994-05c3320f9490", "name": "network-vif-deleted", "tag": "827f0cc6-f53c-47c9-b46c-868c427e64f2"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:16:33.370795 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2e728b13-a3d5-4b10-a09d-6c68b23c96a8 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "PUT /v2.0/ports/a97f76b0-1e3f-4159-b8f5-2f0a9953a963/tags/tempest-TagsExtTest-Tag-1524880222 HTTP/1.1" status: 201 len: 201 time: 0.4977987 Aug 06 16:16:33.371524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57318) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:33.385760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-cba08418-83c5-427d-a7d8-a5e32e57f9d9 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '80ad7bde-8887-4333-a2f3-a6d93054a1ec', 'tempest-TagsExtTest-Tag-285601195') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:33.426805 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] For port e67cb961-5bb2-4ebc-8482-05c8f96f3f63, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:33.436594 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] For port e67cb961-5bb2-4ebc-8482-05c8f96f3f63, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e67cb961-5bb2-4ebc-8482-05c8f96f3f63,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:33.451935 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:33.462427 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2ecdb-f945-474f-8b20-00835ded4e74 None None] Pushing event updated for resources: {'Port': ['ID=e67cb961-5bb2-4ebc-8482-05c8f96f3f63,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:33.466407 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-f22c4a71-8156-46e1-80e5-c22a95c60c34 None None] For port dcf05bec-996e-4aaf-8c68-f18a4883cc2a, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=dcf05bec-996e-4aaf-8c68-f18a4883cc2a,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:33.467096 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f22c4a71-8156-46e1-80e5-c22a95c60c34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:33.490009 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f22c4a71-8156-46e1-80e5-c22a95c60c34 None None] Calling delete_port for dcf05bec-996e-4aaf-8c68-f18a4883cc2a owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:33.561779 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Routers {'efb5149e-8104-4759-942f-242dfb840dc5'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:33.562418 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:16:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['efb5149e-8104-4759-942f-242dfb840dc5'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:33.678361 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2ecdb-f945-474f-8b20-00835ded4e74 None None] Pushing event updated for resources: {'Port': ['ID=e67cb961-5bb2-4ebc-8482-05c8f96f3f63,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:33.732906 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:33.938405 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] Set router efb5149e-8104-4759-942f-242dfb840dc5 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:34.086011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b0844c84-7155-4f4b-9a5f-19537af4f901 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:34.222748 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c13dee-2898-42cc-8509-8be10a9d6359 x-openstack-request-id: req-f9c13dee-2898-42cc-8509-8be10a9d6359 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:16:34.223283 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df4cf06-dd4c-48a1-8994-05c3320f9490", "name": "network-vif-deleted", "tag": "827f0cc6-f53c-47c9-b46c-868c427e64f2", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:16:34.223526 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9c13dee-2898-42cc-8509-8be10a9d6359 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:16:34.223932 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df4cf06-dd4c-48a1-8994-05c3320f9490', 'name': 'network-vif-deleted', 'tag': '827f0cc6-f53c-47c9-b46c-868c427e64f2', 'status': 'completed', 'code': 200} Aug 06 16:16:34.226599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc2fafd-56c3-4a47-b0cc-3059ada68ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:34.231614 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cbc2fafd-56c3-4a47-b0cc-3059ada68ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:34.241125 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-da9d298f-d5f8-473e-8f67-1bbd5850afe7 req-e93664ac-c4e3-4fc9-afb2-4ec8bca22ba8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2e2d968-c9a1-4646-a35b-d983268d8797 HTTP/1.1" status: 200 len: 217 time: 1.1618478 Aug 06 16:16:34.258979 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-38f73a9c-96f3-4556-b1ad-aa0b96a5cf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:34.276877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a6f8c3-1433-4ecc-9d9b-c76a78d4cc43 None None] Network 47968aad-42a3-461b-bf91-ae7591689b53 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:34.374737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port b0844c84-7155-4f4b-9a5f-19537af4f901 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:34.415004 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f22c4a71-8156-46e1-80e5-c22a95c60c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:34.443297 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9a85bd8f-6690-472a-a7ba-0079b2e20da3 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:34.447514 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c2559c75-2a15-44fd-9cff-691f5426e816 None None] Provisioning for port b0844c84-7155-4f4b-9a5f-19537af4f901 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:34.459588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d298f-d5f8-473e-8f67-1bbd5850afe7 req-21121b73-e644-4b7e-89e2-3c86604f7a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:34.461074 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-da9d298f-d5f8-473e-8f67-1bbd5850afe7 req-21121b73-e644-4b7e-89e2-3c86604f7a26 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e719452f-60f0-4131-833c-7950a4377ed0 HTTP/1.1" status: 200 len: 854 time: 0.2011657 Aug 06 16:16:34.476197 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'name': 'tempest-ServerRescueNegativeTestJSON-924380202-router', 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'e67cb961-5bb2-4ebc-8482-05c8f96f3f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:24Z', 'updated_at': '2021-08-06T16:16:28Z', 'revision_number': 3, 'project_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'gw_port': {'id': 'e67cb961-5bb2-4ebc-8482-05c8f96f3f63', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:18:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:26Z', 'updated_at': '2021-08-06T16:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:34.494285 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c2559c75-2a15-44fd-9cff-691f5426e816 None None] Provisioning complete for port b0844c84-7155-4f4b-9a5f-19537af4f901 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:34.495083 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2559c75-2a15-44fd-9cff-691f5426e816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:34.516792 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc424b4-f297-4d8e-b258-fd9d9bacbb55 None None] The sync data for ids ['efb5149e-8104-4759-942f-242dfb840dc5'] in n-d-803756-1 is: [{'id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'name': 'tempest-ServerRescueNegativeTestJSON-924380202-router', 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'e67cb961-5bb2-4ebc-8482-05c8f96f3f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:24Z', 'updated_at': '2021-08-06T16:16:28Z', 'revision_number': 3, 'project_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'gw_port': {'id': 'e67cb961-5bb2-4ebc-8482-05c8f96f3f63', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:18:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:26Z', 'updated_at': '2021-08-06T16:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:16:34.521595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cfce6d0c-4efa-4dcd-958e-732e4b054704 req-e8c1cb61-42ee-4002-8f2a-1d69abba9349 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=7df4cf06-dd4c-48a1-8994-05c3320f9490 HTTP/1.1" status: 200 len: 210 time: 0.5875981 Aug 06 16:16:34.547726 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-da9d298f-d5f8-473e-8f67-1bbd5850afe7 req-cc951806-fc36-4eb8-902b-c8dea2848ae2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2a8c73d4-e21f-435d-adb7-897e397b602e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433841 Aug 06 16:16:34.556833 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cba08418-83c5-427d-a7d8-a5e32e57f9d9 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "PUT /v2.0/routers/80ad7bde-8887-4333-a2f3-a6d93054a1ec/tags/tempest-TagsExtTest-Tag-285601195 HTTP/1.1" status: 201 len: 201 time: 1.1758544 Aug 06 16:16:34.599310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c4a71-8156-46e1-80e5-c22a95c60c34 None None] Pushing event deleted for resources: {'Port': ['ID=dcf05bec-996e-4aaf-8c68-f18a4883cc2a,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:34.603822 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c4a71-8156-46e1-80e5-c22a95c60c34 None None] No DVR routers for this DVR port dcf05bec-996e-4aaf-8c68-f18a4883cc2a on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:34.608463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 827f0cc6-f53c-47c9-b46c-868c427e64f2 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:34.620925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e3a46-0ec6-4dc2-9bd3-65c204a0e88b req-77b9d820-a687-453a-86a3-b764c80bc9e6 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:34.628951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57364) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:34.634042 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d6e3a46-0ec6-4dc2-9bd3-65c204a0e88b req-77b9d820-a687-453a-86a3-b764c80bc9e6 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 945 time: 1.1294029 Aug 06 16:16:34.639771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-37ed35da-bec6-4799-bd32-fb24e0ed86bd tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '00c6248a-1221-457b-846c-3e6c0fb600cb', 'tempest-TagsExtTest-Tag-182813460') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:34.721169 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 827f0cc6-f53c-47c9-b46c-868c427e64f2 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:16:34.721524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 827f0cc6-f53c-47c9-b46c-868c427e64f2 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:16:34.824164 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 9a85bd8f-6690-472a-a7ba-0079b2e20da3 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:34.824576 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:34.831136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Attempting to bind port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:34.832009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Attempting to bind port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'bc5724b2-c4f0-4b8f-a346-42754ed75ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:34.832901 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Attempting to bind port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 on network 7c7d4aee-9282-477a-b3f3-f39c7cb5db96 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:34.871007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf19eee-b253-44ca-8008-4483e5f81a95 req-c54181df-4d2d-4e30-ac79-1876c6e2aedf tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:34.880148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362090ad-739f-4b3d-b12c-b5ad7e57c075 None None] DHCP port deletion for 47968aad-42a3-461b-bf91-ae7591689b53 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:16:34.884062 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1cf19eee-b253-44ca-8008-4483e5f81a95 req-c54181df-4d2d-4e30-ac79-1876c6e2aedf tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 943 time: 0.1712971 Aug 06 16:16:34.892196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 on network 7c7d4aee-9282-477a-b3f3-f39c7cb5db96 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:16:34.892628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Attempting to bind port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 on network 7c7d4aee-9282-477a-b3f3-f39c7cb5db96 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:34.898347 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d6e3a46-0ec6-4dc2-9bd3-65c204a0e88b req-5dc04949-0149-4a43-93be-6de3743131c4 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637653 Aug 06 16:16:34.915413 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2559c75-2a15-44fd-9cff-691f5426e816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:34.922076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:34.922696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Checking segment: {'id': 'bc5724b2-c4f0-4b8f-a346-42754ed75ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:34.923923 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Bound using segment: {'id': 'bc5724b2-c4f0-4b8f-a346-42754ed75ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:34.924994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Bound port: 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc5724b2-c4f0-4b8f-a346-42754ed75ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:34.925552 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:34.931155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Deleting port b0844c84-7155-4f4b-9a5f-19537af4f901 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:34.931691 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.035208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c2559c75-2a15-44fd-9cff-691f5426e816 None None] For port b0844c84-7155-4f4b-9a5f-19537af4f901, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b0844c84-7155-4f4b-9a5f-19537af4f901,segment=NetworkSegment(d7dcace3-89e9-4122-981d-820ba76fa015),segment_id=d7dcace3-89e9-4122-981d-820ba76fa015)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:35.051395 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2559c75-2a15-44fd-9cff-691f5426e816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.052328 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] For port b0844c84-7155-4f4b-9a5f-19537af4f901, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b0844c84-7155-4f4b-9a5f-19537af4f901,segment=NetworkSegment(d7dcace3-89e9-4122-981d-820ba76fa015),segment_id=d7dcace3-89e9-4122-981d-820ba76fa015)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:35.053964 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.076334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Calling delete_port for b0844c84-7155-4f4b-9a5f-19537af4f901 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:35.182846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2559c75-2a15-44fd-9cff-691f5426e816 None None] Pushing event updated for resources: {'Port': ['ID=b0844c84-7155-4f4b-9a5f-19537af4f901,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:35.191925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-362090ad-739f-4b3d-b12c-b5ad7e57c075 None None] Deleting port b0844c84-7155-4f4b-9a5f-19537af4f901 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:35.192200 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-362090ad-739f-4b3d-b12c-b5ad7e57c075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.194935 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-da9d298f-d5f8-473e-8f67-1bbd5850afe7 req-4d10399f-f825-42fc-beaa-d00064914d86 service neutron] 10.222.0.78 "GET /v2.0/networks/2a8c73d4-e21f-435d-adb7-897e397b602e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378033 Aug 06 16:16:35.200506 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cbc2fafd-56c3-4a47-b0cc-3059ada68ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.214675 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-37ed35da-bec6-4799-bd32-fb24e0ed86bd tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "PUT /v2.0/subnetpools/00c6248a-1221-457b-846c-3e6c0fb600cb/tags/tempest-TagsExtTest-Tag-182813460 HTTP/1.1" status: 201 len: 201 time: 0.5831697 Aug 06 16:16:35.234488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57394) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:35.240475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-94b3152c-c390-437c-a5e0-9a231d561b0a tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e13e9753-c449-4392-8325-a98d7dc7c541', {'tags': ['tempest-TagsExtTest-Tag-1107549482', 'tempest-TagsExtTest-Tag-334051067', 'tempest-TagsExtTest-Tag-568196901']}) {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:35.248843 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.303315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device dcf05bec-996e-4aaf-8c68-f18a4883cc2a no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:35.316756 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1cf19eee-b253-44ca-8008-4483e5f81a95 req-c205c514-578a-4b3e-8860-28c01a0d094c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4316361 Aug 06 16:16:35.355174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] No DVR routers for this DVR port b0844c84-7155-4f4b-9a5f-19537af4f901 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:35.357513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc2fafd-56c3-4a47-b0cc-3059ada68ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:35.386579 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-cbc2fafd-56c3-4a47-b0cc-3059ada68ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:35.391180 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc2fafd-56c3-4a47-b0cc-3059ada68ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:35.391839 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cbc2fafd-56c3-4a47-b0cc-3059ada68ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.411335 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-362090ad-739f-4b3d-b12c-b5ad7e57c075 None None] For port b0844c84-7155-4f4b-9a5f-19537af4f901, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b0844c84-7155-4f4b-9a5f-19537af4f901,segment=NetworkSegment(d7dcace3-89e9-4122-981d-820ba76fa015),segment_id=d7dcace3-89e9-4122-981d-820ba76fa015)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:35.411826 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-362090ad-739f-4b3d-b12c-b5ad7e57c075 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.440402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: dcf05bec-996e-4aaf-8c68-f18a4883cc2a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:16:35.441041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device dcf05bec-996e-4aaf-8c68-f18a4883cc2a not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:16:35.446727 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848a063a-4542-4f6b-9948-ba2550bffd42 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:35.449941 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.462533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47968aad-42a3-461b-bf91-ae7591689b53']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:35.463876 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-362090ad-739f-4b3d-b12c-b5ad7e57c075 None None] Calling delete_port for b0844c84-7155-4f4b-9a5f-19537af4f901 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:35.478314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event deleted for resources: {'Port': ['ID=b0844c84-7155-4f4b-9a5f-19537af4f901,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:35.508873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dcace3-89e9-4122-981d-820ba76fa015') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:35.509207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dcace3-89e9-4122-981d-820ba76fa015') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:35.540897 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.542717 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.560463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2fafd-56c3-4a47-b0cc-3059ada68ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=c43ae926-8c13-492a-a465-d8a57aca1d78,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:35.579411 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.587209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:16:35.587983 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.599701 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cbc2fafd-56c3-4a47-b0cc-3059ada68ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9779527 Aug 06 16:16:35.606545 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57414) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:35.622428 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f98929c1-a554-42ef-9bec-b6b6394298cd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:35.725723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e67cb961-5bb2-4ebc-8482-05c8f96f3f63 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:16:35.737391 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:16:35.816759 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-94b3152c-c390-437c-a5e0-9a231d561b0a tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "PUT /v2.0/subnets/e13e9753-c449-4392-8325-a98d7dc7c541/tags HTTP/1.1" status: 200 len: 316 time: 0.5808656 Aug 06 16:16:35.834894 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-362090ad-739f-4b3d-b12c-b5ad7e57c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.850049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57430) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:35.866271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-52283270-4917-4d58-a2b9-5b8d2ab0f29c tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e13e9753-c449-4392-8325-a98d7dc7c541') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:35.894687 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] For port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:35.925724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] For port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,segment=NetworkSegment(bc5724b2-c4f0-4b8f-a346-42754ed75ad9),segment_id=bc5724b2-c4f0-4b8f-a346-42754ed75ad9)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:35.945246 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.978958 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362090ad-739f-4b3d-b12c-b5ad7e57c075 None None] No DVR routers for this DVR port b0844c84-7155-4f4b-9a5f-19537af4f901 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:36.035455 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362090ad-739f-4b3d-b12c-b5ad7e57c075 None None] Pushing event deleted for resources: {'Port': ['ID=b0844c84-7155-4f4b-9a5f-19537af4f901,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:36.038681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:36.039857 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.043351 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': 'c43ae926-8c13-492a-a465-d8a57aca1d78'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:16:36.045908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] 10.222.0.13 "PUT /v2.0/ports/3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 HTTP/1.1" status: 200 len: 1091 time: 4.8056250 Aug 06 16:16:36.048116 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.050187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'tag': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:16:36.055536 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee35965-e996-400e-b384-359f1eea8b22" -d '{"events": [{"name": "network-changed", "server_uuid": "f3297fa5-d1a7-4c07-8bd1-f25d774a146f", "tag": "3cfbef20-12f1-4d2f-8d3e-ee1e213e4174"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:16:36.062023 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.119343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port e67cb961-5bb2-4ebc-8482-05c8f96f3f63 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:36.132298 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port e67cb961-5bb2-4ebc-8482-05c8f96f3f63 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:36.132864 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.143360 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-da9d298f-d5f8-473e-8f67-1bbd5850afe7 req-f0ba3d02-f906-408d-a0d9-8ff044d2d086 service neutron] 10.222.0.78 "GET /v2.0/networks/2a8c73d4-e21f-435d-adb7-897e397b602e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9232564 Aug 06 16:16:36.156373 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.162736 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "DELETE /v2.0/networks/47968aad-42a3-461b-bf91-ae7591689b53 HTTP/1.1" status: 204 len: 168 time: 3.0340233 Aug 06 16:16:36.179562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57450) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:36.296219 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637575c4-c35d-4de2-9860-783421827202 x-openstack-request-id: req-637575c4-c35d-4de2-9860-783421827202 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:16:36.296528 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3297fa5-d1a7-4c07-8bd1-f25d774a146f", "tag": "3cfbef20-12f1-4d2f-8d3e-ee1e213e4174", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:16:36.296786 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-637575c4-c35d-4de2-9860-783421827202 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:16:36.297200 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'tag': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174', 'status': 'completed', 'code': 200} Aug 06 16:16:36.379993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142c4f5-e489-4727-98a2-46d99826a61e tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event deleted for resources: {'Network': ['ID=47968aad-42a3-461b-bf91-ae7591689b53,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:36.398127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Allocated IP 172.20.0.1 (75f05834-9f0b-4db5-a388-5cb0595f3947/f7d4a562-70dc-45dc-b649-bb870e6750de/c3179432-1d50-4670-ba09-25c160283051) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:36.448383 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c028b46d-ab89-49ca-bd3c-84b614d60e56 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.459661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325171bd-da97-4013-b620-54ea15c74414 req-96db7dea-c729-4309-872a-3c702325115a tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:36.469736 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-325171bd-da97-4013-b620-54ea15c74414 req-96db7dea-c729-4309-872a-3c702325115a tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 945 time: 0.3882656 Aug 06 16:16:36.483650 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c19f6c4-e2dc-49f2-8d60-384b41bcd62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.484204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1c378-0f3e-4811-9a94-9dee6258d754 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:36.505691 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98929c1-a554-42ef-9bec-b6b6394298cd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:36.510151 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f98929c1-a554-42ef-9bec-b6b6394298cd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.517280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57460) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:36.560309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-57ae6eb7-2e00-4303-bcc0-f84f591c5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:36.562454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-57ae6eb7-2e00-4303-bcc0-f84f591c5d75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 1094 time: 0.4286618 Aug 06 16:16:36.603599 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.640415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Allocated IP 172.20.0.2 (38cd96d0-9a93-4226-ab46-370ab75cd563/c43ae926-8c13-492a-a465-d8a57aca1d78/72e249f5-79f1-4d0c-9130-736bc56dc865) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:36.668167 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port e67cb961-5bb2-4ebc-8482-05c8f96f3f63, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e67cb961-5bb2-4ebc-8482-05c8f96f3f63,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:36.676988 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.683418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-325171bd-da97-4013-b620-54ea15c74414 req-c89d11f3-e787-4147-a242-c1a965a48ccb tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123961 Aug 06 16:16:36.684313 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.697795 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-8eea3ef7-7213-415f-a2fa-373373aedafa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 HTTP/1.1" status: 200 len: 217 time: 0.1063466 Aug 06 16:16:36.747233 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39da1d-ebc4-41ef-98ee-d4a6ea204607 req-c98805a6-b636-461b-9544-dd081c52e719 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:36.760808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a39da1d-ebc4-41ef-98ee-d4a6ea204607 req-c98805a6-b636-461b-9544-dd081c52e719 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 943 time: 0.2729003 Aug 06 16:16:36.787168 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b0844c84-7155-4f4b-9a5f-19537af4f901 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:36.790357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-52283270-4917-4d58-a2b9-5b8d2ab0f29c tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/subnets/e13e9753-c449-4392-8325-a98d7dc7c541/tags HTTP/1.1" status: 204 len: 168 time: 0.9352565 Aug 06 16:16:36.791005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57464) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:36.797531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-ecf5dc32-3ee5-4383-9564-ec59f0c4eef3 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e13e9753-c449-4392-8325-a98d7dc7c541', 'tempest-TagsExtTest-Tag-1107549482') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:36.831354 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c028b46d-ab89-49ca-bd3c-84b614d60e56 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.839128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: b0844c84-7155-4f4b-9a5f-19537af4f901 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:16:36.839463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b0844c84-7155-4f4b-9a5f-19537af4f901 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:16:36.864349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c028b46d-ab89-49ca-bd3c-84b614d60e56 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499d823e-afaa-4463-acc7-0d1d5e605762']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:36.891219 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c028b46d-ab89-49ca-bd3c-84b614d60e56 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca0607f-1e7e-4eba-838f-a55c355cbcc5') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:36.891514 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c028b46d-ab89-49ca-bd3c-84b614d60e56 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca0607f-1e7e-4eba-838f-a55c355cbcc5') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:36.921378 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c028b46d-ab89-49ca-bd3c-84b614d60e56 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.933916 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.934503 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0f7842ed-d56b-4d17-8365-22c5aef7e681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.963582 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c028b46d-ab89-49ca-bd3c-84b614d60e56 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.974083 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c028b46d-ab89-49ca-bd3c-84b614d60e56 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:16:36.974573 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c028b46d-ab89-49ca-bd3c-84b614d60e56 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:16:36.980042 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:16:36.992921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=e67cb961-5bb2-4ebc-8482-05c8f96f3f63,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:37.004828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-3ba7edfc-5734-41ad-9357-0696e8575845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:37.006228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-3ba7edfc-5734-41ad-9357-0696e8575845 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31d878ad-d0e1-42d3-8b02-f6b597d45212 HTTP/1.1" status: 200 len: 835 time: 0.2436328 Aug 06 16:16:37.018692 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a39da1d-ebc4-41ef-98ee-d4a6ea204607 req-1387714b-8154-4ef7-886c-50138b1217f4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201769 Aug 06 16:16:37.086271 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.103926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Transition to ACTIVE for port object 72e249f5-79f1-4d0c-9130-736bc56dc865 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:37.116265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-63d6e345-f243-47e9-8a27-b55e06b78c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:37.118323 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-63d6e345-f243-47e9-8a27-b55e06b78c1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7d4aee-9282-477a-b3f3-f39c7cb5db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982769 Aug 06 16:16:37.137099 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-ecf5dc32-3ee5-4383-9564-ec59f0c4eef3 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] show failed (client error): The resource could not be found. Aug 06 16:16:37.137367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Transition to ACTIVE for port object 72e249f5-79f1-4d0c-9130-736bc56dc865 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:37.138569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ecf5dc32-3ee5-4383-9564-ec59f0c4eef3 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/subnets/e13e9753-c449-4392-8325-a98d7dc7c541/tags/tempest-TagsExtTest-Tag-1107549482 HTTP/1.1" status: 404 len: 329 time: 0.3444238 Aug 06 16:16:37.154913 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.157322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57480) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:37.162777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-c438fd1a-43a5-4f91-b1c2-9d33737c30aa tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e13e9753-c449-4392-8325-a98d7dc7c541', 'tempest-TagsExtTest-Tag-334051067') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:37.194382 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.246645 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:37.256409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:37.265256 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:37.268623 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=c3179432-1d50-4670-ba09-25c160283051,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:37.279796 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Pushing event updated for resources: {'Port': ['ID=72e249f5-79f1-4d0c-9130-736bc56dc865,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:37.295624 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-c438fd1a-43a5-4f91-b1c2-9d33737c30aa tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] show failed (client error): The resource could not be found. Aug 06 16:16:37.297521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c438fd1a-43a5-4f91-b1c2-9d33737c30aa tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/subnets/e13e9753-c449-4392-8325-a98d7dc7c541/tags/tempest-TagsExtTest-Tag-334051067 HTTP/1.1" status: 404 len: 328 time: 0.1384075 Aug 06 16:16:37.300873 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-1cd97380-4ff7-47ce-927a-517824c7bdc5 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7d4aee-9282-477a-b3f3-f39c7cb5db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726675 Aug 06 16:16:37.302499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57482) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:37.308818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-627cad63-d748-4b16-95fa-e2c6058fa19b tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e13e9753-c449-4392-8325-a98d7dc7c541', 'tempest-TagsExtTest-Tag-568196901') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:37.331630 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c028b46d-ab89-49ca-bd3c-84b614d60e56 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.349150 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Network 75f05834-9f0b-4db5-a388-5cb0595f3947 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:37.355456 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c028b46d-ab89-49ca-bd3c-84b614d60e56 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.357351 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c028b46d-ab89-49ca-bd3c-84b614d60e56 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "DELETE /v2.0/networks/499d823e-afaa-4463-acc7-0d1d5e605762 HTTP/1.1" status: 204 len: 168 time: 1.1715605 Aug 06 16:16:37.360350 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.372003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:37.373924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57484) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:37.436059 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5916cd6d-42fc-4f10-b0fe-dbf43fa256fc req-3fbc0890-d7e3-497e-9e04-4e6bef0223ef service neutron] 10.222.0.13 "GET /v2.0/networks/7c7d4aee-9282-477a-b3f3-f39c7cb5db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222420 Aug 06 16:16:37.447374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Attempting to bind port 72e249f5-79f1-4d0c-9130-736bc56dc865 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:37.447867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Attempting to bind port 72e249f5-79f1-4d0c-9130-736bc56dc865 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:37.448912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Attempting to bind port 72e249f5-79f1-4d0c-9130-736bc56dc865 on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:37.456752 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:37.457482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:37.458436 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.459149 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:37.460022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Bound port: 72e249f5-79f1-4d0c-9130-736bc56dc865, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:37.460554 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.526583 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:37.585503 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-483e1f1e-c361-417d-b038-0ec4818d39d7 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.587804 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.591533 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] For port 72e249f5-79f1-4d0c-9130-736bc56dc865, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:37.595999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028b46d-ab89-49ca-bd3c-84b614d60e56 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event deleted for resources: {'Network': ['ID=499d823e-afaa-4463-acc7-0d1d5e605762,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:37.597081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e67cb961-5bb2-4ebc-8482-05c8f96f3f63 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:37.602141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] For port 72e249f5-79f1-4d0c-9130-736bc56dc865, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=72e249f5-79f1-4d0c-9130-736bc56dc865,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:37.628607 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.641847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee35965-e996-400e-b384-359f1eea8b22 req-42811aaa-205b-4b16-a20c-4854b09e7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:37.643679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ee35965-e996-400e-b384-359f1eea8b22 req-42811aaa-205b-4b16-a20c-4854b09e7cd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 1094 time: 0.1435099 Aug 06 16:16:37.685002 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0b22c-5f2e-426c-9468-1c56f89de87f req-ede0a1da-9e90-4053-8799-db5d51aac0df tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:37.686107 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-98d0b22c-5f2e-426c-9468-1c56f89de87f req-ede0a1da-9e90-4053-8799-db5d51aac0df tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 946 time: 0.1320496 Aug 06 16:16:37.755558 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714480a1-834f-49ce-81f7-0cb04605cef5 None None] Pushing event updated for resources: {'Port': ['ID=72e249f5-79f1-4d0c-9130-736bc56dc865,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:37.765991 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port e67cb961-5bb2-4ebc-8482-05c8f96f3f63 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:37.766726 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.778074 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-627cad63-d748-4b16-95fa-e2c6058fa19b tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] show failed (client error): The resource could not be found. Aug 06 16:16:37.779386 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-627cad63-d748-4b16-95fa-e2c6058fa19b tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/subnets/e13e9753-c449-4392-8325-a98d7dc7c541/tags/tempest-TagsExtTest-Tag-568196901 HTTP/1.1" status: 404 len: 328 time: 0.4755945 Aug 06 16:16:37.816437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57490) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:37.883227 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-483e1f1e-c361-417d-b038-0ec4818d39d7 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.884677 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0f7842ed-d56b-4d17-8365-22c5aef7e681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.893777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-5f8388c1-9cf6-49c9-8165-837be00196cd tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a97f76b0-1e3f-4159-b8f5-2f0a9953a963', {'tags': ['tempest-TagsExtTest-Tag-1544799876', 'tempest-TagsExtTest-Tag-1265268843', 'tempest-TagsExtTest-Tag-769705660']}) {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:37.900280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c39a93-dd23-4f5f-b565-258f764a457c req-b5b15126-ea63-4852-97a9-cd7d29c3b83b tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:37.901907 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39c39a93-dd23-4f5f-b565-258f764a457c req-b5b15126-ea63-4852-97a9-cd7d29c3b83b tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 945 time: 0.1210093 Aug 06 16:16:37.910352 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0f7842ed-d56b-4d17-8365-22c5aef7e681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.944198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-483e1f1e-c361-417d-b038-0ec4818d39d7 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7791555d-cb6d-4bec-a167-0b48d3a40c58']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:37.976387 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-98d0b22c-5f2e-426c-9468-1c56f89de87f req-4f52889c-1a50-49d3-9d28-ab28ca7d67ee tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557448 Aug 06 16:16:37.986391 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-483e1f1e-c361-417d-b038-0ec4818d39d7 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468e42e3-2e34-4079-9d1c-2122e87eab33') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:37.987145 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-483e1f1e-c361-417d-b038-0ec4818d39d7 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468e42e3-2e34-4079-9d1c-2122e87eab33') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:38.034089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7842ed-d56b-4d17-8365-22c5aef7e681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a890948-cad2-4259-b109-39b1ce899414,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:38.034311 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-483e1f1e-c361-417d-b038-0ec4818d39d7 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:38.047600 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee35965-e996-400e-b384-359f1eea8b22 req-cd9ba9cb-2ea5-4cd5-b791-0330f1e07eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:38.053324 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ee35965-e996-400e-b384-359f1eea8b22 req-cd9ba9cb-2ea5-4cd5-b791-0330f1e07eb0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7d4aee-9282-477a-b3f3-f39c7cb5db96 HTTP/1.1" status: 200 len: 898 time: 0.3967786 Aug 06 16:16:38.065374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0f7842ed-d56b-4d17-8365-22c5aef7e681 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f070ee89530485cb97354fb1d582d75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5401177 Aug 06 16:16:38.066184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57494) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:38.090098 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-483e1f1e-c361-417d-b038-0ec4818d39d7 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:38.107718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483e1f1e-c361-417d-b038-0ec4818d39d7 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:16:38.108131 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-483e1f1e-c361-417d-b038-0ec4818d39d7 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:16:38.119259 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:16:38.136471 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:38.140372 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ee35965-e996-400e-b384-359f1eea8b22 req-f6478d51-d05b-4494-9042-1c89ee1c17a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 HTTP/1.1" status: 200 len: 217 time: 0.0726869 Aug 06 16:16:38.149659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.objects.ports [None req-f98929c1-a554-42ef-9bec-b6b6394298cd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:16:38.210376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39c39a93-dd23-4f5f-b565-258f764a457c req-5479c709-c182-455c-a456-4c281cbe46f3 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940464 Aug 06 16:16:38.272475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee35965-e996-400e-b384-359f1eea8b22 req-4cdbc011-f699-4bd2-b657-14d21112ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:38.273895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ee35965-e996-400e-b384-359f1eea8b22 req-4cdbc011-f699-4bd2-b657-14d21112ae6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31d878ad-d0e1-42d3-8b02-f6b597d45212 HTTP/1.1" status: 200 len: 835 time: 0.1223807 Aug 06 16:16:38.281156 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-483e1f1e-c361-417d-b038-0ec4818d39d7 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:38.298677 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-483e1f1e-c361-417d-b038-0ec4818d39d7 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:38.302855 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-483e1f1e-c361-417d-b038-0ec4818d39d7 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "DELETE /v2.0/networks/7791555d-cb6d-4bec-a167-0b48d3a40c58 HTTP/1.1" status: 204 len: 168 time: 0.9184113 Aug 06 16:16:38.308762 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5f8388c1-9cf6-49c9-8165-837be00196cd tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "PUT /v2.0/ports/a97f76b0-1e3f-4159-b8f5-2f0a9953a963/tags HTTP/1.1" status: 200 len: 317 time: 0.4881454 Aug 06 16:16:38.309347 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57498) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:38.309707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f05070-0726-4466-8260-f04f131cabd8 req-86a785a9-f426-4dee-b965-3dc70f7af604 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:38.311173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99f05070-0726-4466-8260-f04f131cabd8 req-86a785a9-f426-4dee-b965-3dc70f7af604 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 943 time: 0.1631870 Aug 06 16:16:38.311977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57500) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:38.331825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-ee67fd3c-19f3-4eed-867b-668775b85f61 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a97f76b0-1e3f-4159-b8f5-2f0a9953a963') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:38.342157 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef2e7-bb64-4301-a792-ea57bccf689e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:38.349582 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e1f1e-c361-417d-b038-0ec4818d39d7 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event deleted for resources: {'Network': ['ID=7791555d-cb6d-4bec-a167-0b48d3a40c58,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:38.426418 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef2e7-bb64-4301-a792-ea57bccf689e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:38.448593 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99f05070-0726-4466-8260-f04f131cabd8 req-46ecfcd2-0075-48a5-8d82-c908c35df25a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135087 Aug 06 16:16:38.488451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee35965-e996-400e-b384-359f1eea8b22 req-a787a046-6742-4b41-9297-8f4011342f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:38.491157 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ee35965-e996-400e-b384-359f1eea8b22 req-a787a046-6742-4b41-9297-8f4011342f55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7d4aee-9282-477a-b3f3-f39c7cb5db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2070053 Aug 06 16:16:38.518745 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2be80c13-e4ed-4388-968b-c0aa0a84c535 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:38.744588 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef2e7-bb64-4301-a792-ea57bccf689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:38.751301 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3f8ef2e7-bb64-4301-a792-ea57bccf689e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:38.752732 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3f8ef2e7-bb64-4301-a792-ea57bccf689e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a890948-cad2-4259-b109-39b1ce899414 HTTP/1.1" status: 204 len: 168 time: 0.6341906 Aug 06 16:16:38.790630 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ef2e7-bb64-4301-a792-ea57bccf689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a890948-cad2-4259-b109-39b1ce899414,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:38.810365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986f09e-78ff-409e-aeab-0934be8a17c3 req-941481eb-950c-4bf4-9988-34c458b0d6a2 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:38.819661 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c986f09e-78ff-409e-aeab-0934be8a17c3 req-941481eb-950c-4bf4-9988-34c458b0d6a2 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 945 time: 0.2018280 Aug 06 16:16:38.865495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ee35965-e996-400e-b384-359f1eea8b22 req-2b8675a9-de8e-435f-9b25-fd11ec6ba183 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7d4aee-9282-477a-b3f3-f39c7cb5db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575313 Aug 06 16:16:38.892900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ee67fd3c-19f3-4eed-867b-668775b85f61 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/ports/a97f76b0-1e3f-4159-b8f5-2f0a9953a963/tags HTTP/1.1" status: 204 len: 168 time: 0.5645206 Aug 06 16:16:38.896906 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57508) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:38.911799 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-b285e01a-2237-4813-abe5-6558683eee8d tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a97f76b0-1e3f-4159-b8f5-2f0a9953a963', 'tempest-TagsExtTest-Tag-1544799876') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:38.943026 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f98929c1-a554-42ef-9bec-b6b6394298cd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:38.954184 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c986f09e-78ff-409e-aeab-0934be8a17c3 req-b8e8af05-8baf-4f63-93f7-453b08406c19 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330028 Aug 06 16:16:39.028310 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:39.131920 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:39.137554 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2be80c13-e4ed-4388-968b-c0aa0a84c535 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:39.160943 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:39.162119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ee35965-e996-400e-b384-359f1eea8b22 req-bf5edee4-ab93-4f17-a48c-1fef67a2b9a3 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7d4aee-9282-477a-b3f3-f39c7cb5db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813628 Aug 06 16:16:39.164687 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2be80c13-e4ed-4388-968b-c0aa0a84c535 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f094e07a-fbb2-442e-9076-4ca8c9b6545f']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:39.182812 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-b285e01a-2237-4813-abe5-6558683eee8d tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] show failed (client error): The resource could not be found. Aug 06 16:16:39.187441 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b285e01a-2237-4813-abe5-6558683eee8d tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/ports/a97f76b0-1e3f-4159-b8f5-2f0a9953a963/tags/tempest-TagsExtTest-Tag-1544799876 HTTP/1.1" status: 404 len: 329 time: 0.2894688 Aug 06 16:16:39.205849 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57514) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:39.237019 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e932932-5bb1-4aac-91e3-7c0c608ba619 req-5d884b3d-5115-43dc-bcf1-5c5a7548c9d7 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:39.238771 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e932932-5bb1-4aac-91e3-7c0c608ba619 req-5d884b3d-5115-43dc-bcf1-5c5a7548c9d7 tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 946 time: 0.0744104 Aug 06 16:16:39.257795 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-7442629e-263e-41a9-8679-f8e3b57ccd86 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a97f76b0-1e3f-4159-b8f5-2f0a9953a963', 'tempest-TagsExtTest-Tag-1265268843') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:39.264996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2be80c13-e4ed-4388-968b-c0aa0a84c535 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05294f01-5c4f-413a-97d9-7de1f37b2536') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:39.265294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2be80c13-e4ed-4388-968b-c0aa0a84c535 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05294f01-5c4f-413a-97d9-7de1f37b2536') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:39.294737 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e932932-5bb1-4aac-91e3-7c0c608ba619 req-8ad36775-e5f4-4ece-a423-3d9441091cff tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/security-groups?id=077b0f78-8c03-41be-b550-2eba81952e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467412 Aug 06 16:16:39.326759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0296eb-93cf-426d-a8b2-10a081f9c5f7 None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:16:39.338325 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2be80c13-e4ed-4388-968b-c0aa0a84c535 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:39.386206 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:39.390588 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2be80c13-e4ed-4388-968b-c0aa0a84c535 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:39.394548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=c3179432-1d50-4670-ba09-25c160283051,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:39.414052 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be80c13-e4ed-4388-968b-c0aa0a84c535 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:16:39.414537 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2be80c13-e4ed-4388-968b-c0aa0a84c535 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:16:39.421376 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:16:39.456277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b6170-899c-4d94-8e5c-8b614ac53184 req-de062594-8304-4f98-b143-71d3536f254b tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:39.459337 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-835b6170-899c-4d94-8e5c-8b614ac53184 req-de062594-8304-4f98-b143-71d3536f254b tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.78 "GET /v2.0/ports?device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 946 time: 0.3170147 Aug 06 16:16:39.618166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-f98929c1-a554-42ef-9bec-b6b6394298cd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] For port 72e249f5-79f1-4d0c-9130-736bc56dc865, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=72e249f5-79f1-4d0c-9130-736bc56dc865,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:39.634761 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2be80c13-e4ed-4388-968b-c0aa0a84c535 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:39.638553 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-aef270cc-04d1-48a8-bf40-9eaa5a631028 None None] Provisioning for port 72e249f5-79f1-4d0c-9130-736bc56dc865 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:39.659153 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2be80c13-e4ed-4388-968b-c0aa0a84c535 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:39.661321 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2be80c13-e4ed-4388-968b-c0aa0a84c535 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] 10.222.0.37 "DELETE /v2.0/networks/f094e07a-fbb2-442e-9076-4ca8c9b6545f HTTP/1.1" status: 204 len: 168 time: 1.3450677 Aug 06 16:16:39.687546 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-7442629e-263e-41a9-8679-f8e3b57ccd86 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] show failed (client error): The resource could not be found. Aug 06 16:16:39.691733 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7442629e-263e-41a9-8679-f8e3b57ccd86 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/ports/a97f76b0-1e3f-4159-b8f5-2f0a9953a963/tags/tempest-TagsExtTest-Tag-1265268843 HTTP/1.1" status: 404 len: 329 time: 0.4663045 Aug 06 16:16:39.693915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57530) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:39.695096 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 72e249f5-79f1-4d0c-9130-736bc56dc865 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:39.702844 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-23aeecda-32b4-4a64-a4d9-74f034574c8d tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a97f76b0-1e3f-4159-b8f5-2f0a9953a963', 'tempest-TagsExtTest-Tag-769705660') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:39.719622 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be80c13-e4ed-4388-968b-c0aa0a84c535 tempest-BulkNetworkOpsIpV6Test-24109205 tempest-BulkNetworkOpsIpV6Test-24109205-project] Pushing event deleted for resources: {'Network': ['ID=f094e07a-fbb2-442e-9076-4ca8c9b6545f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:39.747232 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f98929c1-a554-42ef-9bec-b6b6394298cd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:39.761572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f98929c1-a554-42ef-9bec-b6b6394298cd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:39.762366 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f98929c1-a554-42ef-9bec-b6b6394298cd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:39.784838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Network 75f05834-9f0b-4db5-a388-5cb0595f3947 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:39.796376 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0296eb-93cf-426d-a8b2-10a081f9c5f7 None None] Resources bound (agent type, host, resource id): {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:16:39.822304 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9f2be-8e59-4371-bbc8-7365800a3fff req-a0fae14c-6cb7-4aef-8551-cab0b1497af5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:39.832145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70d9f2be-8e59-4371-bbc8-7365800a3fff req-a0fae14c-6cb7-4aef-8551-cab0b1497af5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 943 time: 0.2464690 Aug 06 16:16:39.833576 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:39.880105 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98929c1-a554-42ef-9bec-b6b6394298cd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:39.890429 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-835b6170-899c-4d94-8e5c-8b614ac53184 req-8b0ac849-13e4-433c-a06a-0a07d1a8449a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Deleting port 11f70e67-e4a7-417e-b198-76fea0a61c3b {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:39.890638 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-835b6170-899c-4d94-8e5c-8b614ac53184 req-8b0ac849-13e4-433c-a06a-0a07d1a8449a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:39.925003 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-23aeecda-32b4-4a64-a4d9-74f034574c8d tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] show failed (client error): The resource could not be found. Aug 06 16:16:39.928927 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-23aeecda-32b4-4a64-a4d9-74f034574c8d tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/ports/a97f76b0-1e3f-4159-b8f5-2f0a9953a963/tags/tempest-TagsExtTest-Tag-769705660 HTTP/1.1" status: 404 len: 328 time: 0.2315412 Aug 06 16:16:39.929829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57540) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:39.933107 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-f98929c1-a554-42ef-9bec-b6b6394298cd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:39.934837 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98929c1-a554-42ef-9bec-b6b6394298cd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=736b6b45-c8aa-4482-939c-ef5cf1b1a3d1,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:39.939924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98929c1-a554-42ef-9bec-b6b6394298cd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:39.940528 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f98929c1-a554-42ef-9bec-b6b6394298cd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:39.950554 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70d9f2be-8e59-4371-bbc8-7365800a3fff req-cbabd7e2-fc75-4f99-9183-2558aec1c088 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173832 Aug 06 16:16:39.969351 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-706a2b56-44ac-44e9-bfa1-a033fcc9ab13 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '80ad7bde-8887-4333-a2f3-a6d93054a1ec', {'tags': ['tempest-TagsExtTest-Tag-85731144', 'tempest-TagsExtTest-Tag-671194164', 'tempest-TagsExtTest-Tag-458381389']}) {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:39.997492 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98929c1-a554-42ef-9bec-b6b6394298cd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=72e249f5-79f1-4d0c-9130-736bc56dc865,revision_number=4']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:40.075529 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 72e249f5-79f1-4d0c-9130-736bc56dc865 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:40.112167 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 72e249f5-79f1-4d0c-9130-736bc56dc865 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:40.112167 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:40.117618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57550) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:40.169619 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-706a2b56-44ac-44e9-bfa1-a033fcc9ab13 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "PUT /v2.0/routers/80ad7bde-8887-4333-a2f3-a6d93054a1ec/tags HTTP/1.1" status: 200 len: 314 time: 0.2100172 Aug 06 16:16:40.171405 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57554) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:40.182605 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f98929c1-a554-42ef-9bec-b6b6394298cd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.5677969 Aug 06 16:16:40.186631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-118028d4-08bc-4d63-884d-30304fa5b60a tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '80ad7bde-8887-4333-a2f3-a6d93054a1ec') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:40.191027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Router efb5149e-8104-4759-942f-242dfb840dc5 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:16:40.194652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57556) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:40.269420 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-5fdd745d-e2ab-4c74-a22f-8c29c062d21b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'mac_address': 'fa:16:3e:96:ac:53', 'name': 'tempest-NetworksTestDHCPv6-699728815'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:40.320630 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003f90d-9b93-427f-b9ad-5e3d199b8c96 req-2906f111-4173-4259-be49-99ece2e2f642 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:40.338238 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0003f90d-9b93-427f-b9ad-5e3d199b8c96 req-2906f111-4173-4259-be49-99ece2e2f642 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 945 time: 0.2469432 Aug 06 16:16:40.366588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-835b6170-899c-4d94-8e5c-8b614ac53184 req-8b0ac849-13e4-433c-a06a-0a07d1a8449a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] For port 11f70e67-e4a7-417e-b198-76fea0a61c3b, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=11f70e67-e4a7-417e-b198-76fea0a61c3b,segment=NetworkSegment(7eecbf98-9381-455f-85ad-d8f55fccc5c5),segment_id=7eecbf98-9381-455f-85ad-d8f55fccc5c5)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:40.367037 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-835b6170-899c-4d94-8e5c-8b614ac53184 req-8b0ac849-13e4-433c-a06a-0a07d1a8449a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:40.477016 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:40.493939 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:16:40.500048 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-835b6170-899c-4d94-8e5c-8b614ac53184 req-8b0ac849-13e4-433c-a06a-0a07d1a8449a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Calling delete_port for 11f70e67-e4a7-417e-b198-76fea0a61c3b owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:40.514447 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dbac707b-6f80-430f-a0c0-5184f2af1ce8 admin admin] 10.222.0.37 "PUT /v2.0/routers/efb5149e-8104-4759-942f-242dfb840dc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7301722 Aug 06 16:16:40.518658 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Sync routers for ids ['efb5149e-8104-4759-942f-242dfb840dc5'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:16:40.590379 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Routers {'efb5149e-8104-4759-942f-242dfb840dc5'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:40.590946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:16:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['efb5149e-8104-4759-942f-242dfb840dc5'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:40.602202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:16:40.667748 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 72e249f5-79f1-4d0c-9130-736bc56dc865, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=72e249f5-79f1-4d0c-9130-736bc56dc865,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:40.682667 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:40.719314 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-835b6170-899c-4d94-8e5c-8b614ac53184 req-8b0ac849-13e4-433c-a06a-0a07d1a8449a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:40.745355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d8a843-b609-42a9-9ee6-a366ecde0076 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:40.747575 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['11f70e67-e4a7-417e-b198-76fea0a61c3b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:16:40.772580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ac849-13e4-433c-a06a-0a07d1a8449a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Pushing event deleted for resources: {'Port': ['ID=11f70e67-e4a7-417e-b198-76fea0a61c3b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:40.827600 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57604) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:40.856582 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-835b6170-899c-4d94-8e5c-8b614ac53184 req-8b0ac849-13e4-433c-a06a-0a07d1a8449a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] No DVR routers for this DVR port 11f70e67-e4a7-417e-b198-76fea0a61c3b on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:40.859370 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-835b6170-899c-4d94-8e5c-8b614ac53184 req-8b0ac849-13e4-433c-a06a-0a07d1a8449a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:40.862019 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-835b6170-899c-4d94-8e5c-8b614ac53184 req-8b0ac849-13e4-433c-a06a-0a07d1a8449a tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.78 "DELETE /v2.0/ports/11f70e67-e4a7-417e-b198-76fea0a61c3b HTTP/1.1" status: 204 len: 173 time: 1.3634810 Aug 06 16:16:40.862501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d64e28-0d5b-4efe-b412-a7b1c348f4e8', 'name': 'network-vif-deleted', 'tag': '11f70e67-e4a7-417e-b198-76fea0a61c3b'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:16:40.865295 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9fb669-d7da-4f4f-af97-752cc669ab5d" -d '{"events": [{"server_uuid": "89d64e28-0d5b-4efe-b412-a7b1c348f4e8", "name": "network-vif-deleted", "tag": "11f70e67-e4a7-417e-b198-76fea0a61c3b"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:16:40.968313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=72e249f5-79f1-4d0c-9130-736bc56dc865,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:40.986247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Set router efb5149e-8104-4759-942f-242dfb840dc5 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:41.024252 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a96a5126-302f-42d0-88ef-2052d173b164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.056205 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-497fe202-5e9b-4356-aff7-d7e566eeb254 req-53d960ed-ccb3-4e46-8a58-1a7f3116b73c tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] 10.222.0.37 "GET /v2.0/ports?device_id=89d64e28-0d5b-4efe-b412-a7b1c348f4e8 HTTP/1.1" status: 200 len: 210 time: 0.1209328 Aug 06 16:16:41.107033 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0003f90d-9b93-427f-b9ad-5e3d199b8c96 req-8a5a5880-4880-46d8-88c7-43d73785977b tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7677863 Aug 06 16:16:41.167856 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a96a5126-302f-42d0-88ef-2052d173b164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.174750 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a96a5126-302f-42d0-88ef-2052d173b164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.200148 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02794e54-7b49-411b-9a87-a12fe2cee81a x-openstack-request-id: req-02794e54-7b49-411b-9a87-a12fe2cee81a {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:16:41.200495 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d64e28-0d5b-4efe-b412-a7b1c348f4e8", "name": "network-vif-deleted", "tag": "11f70e67-e4a7-417e-b198-76fea0a61c3b", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:16:41.200723 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02794e54-7b49-411b-9a87-a12fe2cee81a {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:16:41.201133 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d64e28-0d5b-4efe-b412-a7b1c348f4e8', 'name': 'network-vif-deleted', 'tag': '11f70e67-e4a7-417e-b198-76fea0a61c3b', 'status': 'completed', 'code': 200} Aug 06 16:16:41.210655 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550e525-ff4e-4a3e-a8e6-417dad6dea6c req-8991cd27-12a6-413e-aeac-b29172e65c94 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:41.221211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3550e525-ff4e-4a3e-a8e6-417dad6dea6c req-8991cd27-12a6-413e-aeac-b29172e65c94 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.78 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 945 time: 0.2800634 Aug 06 16:16:41.243302 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a96a5126-302f-42d0-88ef-2052d173b164 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c20f4c1322942c99fbc9527a829e4b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144256 Aug 06 16:16:41.244031 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57616) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:41.246558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ed0c24bc-447f-4679-9c13-6c21d3f4cc15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=769d3a5a4e614914b6be1978f908bce7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1277936 Aug 06 16:16:41.246758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a5126-302f-42d0-88ef-2052d173b164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba47150f-33aa-4131-b77a-021b8946cffe,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:41.249388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57618) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:41.266315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,segment=NetworkSegment(bc5724b2-c4f0-4b8f-a346-42754ed75ad9),segment_id=bc5724b2-c4f0-4b8f-a346-42754ed75ad9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:41.330951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-118028d4-08bc-4d63-884d-30304fa5b60a tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/routers/80ad7bde-8887-4333-a2f3-a6d93054a1ec/tags HTTP/1.1" status: 204 len: 168 time: 1.1559036 Aug 06 16:16:41.339196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'port_id': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174', 'mac_address': 'fa:16:3e:40:9b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:16:41.357227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57620) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:41.365831 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-8c22bf1c-dcc8-4c5c-ac1b-dd6549f1f681 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '80ad7bde-8887-4333-a2f3-a6d93054a1ec', 'tempest-TagsExtTest-Tag-85731144') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:41.420355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdd745d-e2ab-4c74-a22f-8c29c062d21b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:41.436069 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.445141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'name': 'tempest-ServerRescueNegativeTestJSON-924380202-router', 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'e67cb961-5bb2-4ebc-8482-05c8f96f3f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:24Z', 'updated_at': '2021-08-06T16:16:37Z', 'revision_number': 4, 'project_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'gw_port': {'id': 'e67cb961-5bb2-4ebc-8482-05c8f96f3f63', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:26Z', 'updated_at': '2021-08-06T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'c3179432-1d50-4670-ba09-25c160283051', 'name': '', 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947', 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'mac_address': 'fa:16:3e:89:f0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'f7d4a562-70dc-45dc-b649-bb870e6750de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:35Z', 'updated_at': '2021-08-06T16:16:38Z', 'revision_number': 2, 'project_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'subnets': [{'id': 'f7d4a562-70dc-45dc-b649-bb870e6750de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:41.483529 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-015e882c-98c4-4963-baac-3a087f275a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.500490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Checking router: efb5149e-8104-4759-942f-242dfb840dc5 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:16:41.501137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Updating router efb5149e-8104-4759-942f-242dfb840dc5 port c3179432-1d50-4670-ba09-25c160283051 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:16:41.511614 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:16:41.545450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8140cc-73b7-4a27-9ff3-79bc3c106b5e req-fa2071c8-305b-4386-89fa-21a1d0a7b5c2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:41.553588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd8140cc-73b7-4a27-9ff3-79bc3c106b5e req-fa2071c8-305b-4386-89fa-21a1d0a7b5c2 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 943 time: 0.2472799 Aug 06 16:16:41.557892 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-015e882c-98c4-4963-baac-3a087f275a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.567858 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,segment=NetworkSegment(bc5724b2-c4f0-4b8f-a346-42754ed75ad9),segment_id=bc5724b2-c4f0-4b8f-a346-42754ed75ad9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:41.568864 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.594143 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.632145 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f177a2ea-448d-415e-9e1c-aefcae57892e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.648932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 72e249f5-79f1-4d0c-9130-736bc56dc865 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:41.671474 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f177a2ea-448d-415e-9e1c-aefcae57892e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.689946 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd8140cc-73b7-4a27-9ff3-79bc3c106b5e req-bec09fb3-202e-4ec7-b380-f1c08af79fde tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333640 Aug 06 16:16:41.690605 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-8c22bf1c-dcc8-4c5c-ac1b-dd6549f1f681 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] show failed (client error): The resource could not be found. Aug 06 16:16:41.702313 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8c22bf1c-dcc8-4c5c-ac1b-dd6549f1f681 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/routers/80ad7bde-8887-4333-a2f3-a6d93054a1ec/tags/tempest-TagsExtTest-Tag-85731144 HTTP/1.1" status: 404 len: 327 time: 0.3367457 Aug 06 16:16:41.702548 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57630) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:41.702548 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5fdd745d-e2ab-4c74-a22f-8c29c062d21b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.709902 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-826c16f3-5201-4605-b422-18e5784da563 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '80ad7bde-8887-4333-a2f3-a6d93054a1ec', 'tempest-TagsExtTest-Tag-671194164') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:41.714135 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-3550e525-ff4e-4a3e-a8e6-417dad6dea6c req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Deleting port e2e2d968-c9a1-4646-a35b-d983268d8797 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:41.714984 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3550e525-ff4e-4a3e-a8e6-417dad6dea6c req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.728743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-015e882c-98c4-4963-baac-3a087f275a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.732349 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-015e882c-98c4-4963-baac-3a087f275a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.736116 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-015e882c-98c4-4963-baac-3a087f275a3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a422c1d3-280c-4a26-b80d-d465b1ee0c9c HTTP/1.1" status: 204 len: 168 time: 0.4745853 Aug 06 16:16:41.747193 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e882c-98c4-4963-baac-3a087f275a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a422c1d3-280c-4a26-b80d-d465b1ee0c9c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:41.773087 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f177a2ea-448d-415e-9e1c-aefcae57892e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.775715 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f177a2ea-448d-415e-9e1c-aefcae57892e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.784072 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f177a2ea-448d-415e-9e1c-aefcae57892e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba47150f-33aa-4131-b77a-021b8946cffe HTTP/1.1" status: 204 len: 168 time: 0.5385776 Aug 06 16:16:41.803294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177a2ea-448d-415e-9e1c-aefcae57892e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba47150f-33aa-4131-b77a-021b8946cffe,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:41.859426 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['3cfbef20-12f1-4d2f-8d3e-ee1e213e4174'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:16:41.955687 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-f2b5c7ec-9cde-4d7e-a514-f78b76810bd0 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:41.962659 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-f2b5c7ec-9cde-4d7e-a514-f78b76810bd0 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/networks?id=75f05834-9f0b-4db5-a388-5cb0595f3947 HTTP/1.1" status: 200 len: 818 time: 0.5131383 Aug 06 16:16:41.981319 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-5fdd745d-e2ab-4c74-a22f-8c29c062d21b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port 519af169-ce7b-48a1-95f1-a521a44b56d4 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:16:42.116128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:42.159133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57650) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:42.209285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-28f5e6f0-4af0-4fb8-bd0b-8ea32f7f5c00 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/quotas/6e8ee7df3c0e4668aecdf398f1142d6a HTTP/1.1" status: 200 len: 375 time: 0.2436817 Aug 06 16:16:42.244539 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b949056-4f22-42b2-b70b-a215b0a0b37d admin admin] Deleting subnet f468d397-4915-47a1-9048-e9856cdf5883 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:42.252859 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b949056-4f22-42b2-b70b-a215b0a0b37d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:42.310803 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b949056-4f22-42b2-b70b-a215b0a0b37d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:42.327264 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 72e249f5-79f1-4d0c-9130-736bc56dc865 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:42.327815 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:42.400595 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b949056-4f22-42b2-b70b-a215b0a0b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:42.438115 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-826c16f3-5201-4605-b422-18e5784da563 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] show failed (client error): The resource could not be found. Aug 06 16:16:42.442167 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57662) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:42.442988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-826c16f3-5201-4605-b422-18e5784da563 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/routers/80ad7bde-8887-4333-a2f3-a6d93054a1ec/tags/tempest-TagsExtTest-Tag-671194164 HTTP/1.1" status: 404 len: 328 time: 0.7403297 Aug 06 16:16:42.457554 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-7ee1bd67-0992-4836-8244-2fc63f95b4a0 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '80ad7bde-8887-4333-a2f3-a6d93054a1ec', 'tempest-TagsExtTest-Tag-458381389') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:42.476496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-3550e525-ff4e-4a3e-a8e6-417dad6dea6c req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] For port e2e2d968-c9a1-4646-a35b-d983268d8797, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=e2e2d968-c9a1-4646-a35b-d983268d8797,segment=NetworkSegment(15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af),segment_id=15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:42.476861 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3550e525-ff4e-4a3e-a8e6-417dad6dea6c req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:42.541591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-3550e525-ff4e-4a3e-a8e6-417dad6dea6c req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Calling delete_port for e2e2d968-c9a1-4646-a35b-d983268d8797 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:42.561965 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-ef1dbde2-9009-458c-a6fc-9dbf1cdda0e2 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e8ee7df3c0e4668aecdf398f1142d6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3516288 Aug 06 16:16:42.612572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-5fdd745d-e2ab-4c74-a22f-8c29c062d21b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 172.20.0.5 (38cd96d0-9a93-4226-ab46-370ab75cd563/c43ae926-8c13-492a-a465-d8a57aca1d78/519af169-ce7b-48a1-95f1-a521a44b56d4) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:42.617136 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-7ee1bd67-0992-4836-8244-2fc63f95b4a0 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] show failed (client error): The resource could not be found. Aug 06 16:16:42.618591 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7ee1bd67-0992-4836-8244-2fc63f95b4a0 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/routers/80ad7bde-8887-4333-a2f3-a6d93054a1ec/tags/tempest-TagsExtTest-Tag-458381389 HTTP/1.1" status: 404 len: 328 time: 0.1737671 Aug 06 16:16:42.622691 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57670) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:42.631107 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-65a17d55-e89e-430b-b9e1-d726a1b2b989 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '00c6248a-1221-457b-846c-3e6c0fb600cb', {'tags': ['tempest-TagsExtTest-Tag-38396307', 'tempest-TagsExtTest-Tag-44525277', 'tempest-TagsExtTest-Tag-1070824886']}) {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:42.635934 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b949056-4f22-42b2-b70b-a215b0a0b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:42.686353 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:42.690374 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b949056-4f22-42b2-b70b-a215b0a0b37d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f468d397-4915-47a1-9048-e9856cdf5883,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:42.699418 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b949056-4f22-42b2-b70b-a215b0a0b37d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:42.704933 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6b949056-4f22-42b2-b70b-a215b0a0b37d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f468d397-4915-47a1-9048-e9856cdf5883 HTTP/1.1" status: 204 len: 168 time: 0.5406196 Aug 06 16:16:42.708092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57678) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:42.724077 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Transition to ACTIVE for port object c3179432-1d50-4670-ba09-25c160283051 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:42.744253 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:42.750715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cf46a765-3c2c-4b28-b636-7de33ee50a06 None None] Provisioning complete for port 72e249f5-79f1-4d0c-9130-736bc56dc865 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:42.755593 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf46a765-3c2c-4b28-b636-7de33ee50a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:42.763708 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-5fdd745d-e2ab-4c74-a22f-8c29c062d21b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::f816:3eff:fe96:ac53 (38cd96d0-9a93-4226-ab46-370ab75cd563/736b6b45-c8aa-4482-939c-ef5cf1b1a3d1/519af169-ce7b-48a1-95f1-a521a44b56d4) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:42.794221 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-65a17d55-e89e-430b-b9e1-d726a1b2b989 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "PUT /v2.0/subnetpools/00c6248a-1221-457b-846c-3e6c0fb600cb/tags HTTP/1.1" status: 200 len: 314 time: 0.1702702 Aug 06 16:16:42.795299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4220d1-612f-49bf-a1db-993146b1d0ae req-a9bdd1f6-f0fa-4fb9-b7e6-06a5e1133bf3 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:42.796951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57682) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:42.802525 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-12e0fd4a-6c9a-4608-932f-7621cc1912e8 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '00c6248a-1221-457b-846c-3e6c0fb600cb') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:42.812321 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff4220d1-612f-49bf-a1db-993146b1d0ae req-a9bdd1f6-f0fa-4fb9-b7e6-06a5e1133bf3 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/ports?device_id=23c5d8b1-8d37-43a9-b09d-dd99ffe39463 HTTP/1.1" status: 200 len: 945 time: 0.5102861 Aug 06 16:16:42.835645 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97e0dffe-c779-463c-98c6-39040a8a0a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:42.891483 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f79eb-dac4-4f1d-8f04-4612e280d669 None None] Pushing event updated for resources: {'Port': ['ID=c3179432-1d50-4670-ba09-25c160283051,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:42.955826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Attempting to bind port c3179432-1d50-4670-ba09-25c160283051 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:42.956479 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Attempting to bind port c3179432-1d50-4670-ba09-25c160283051 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '193e0109-53a3-407a-8556-604c4ac01987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:42.956991 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Attempting to bind port c3179432-1d50-4670-ba09-25c160283051 on network 75f05834-9f0b-4db5-a388-5cb0595f3947 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:42.963008 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-12e0fd4a-6c9a-4608-932f-7621cc1912e8 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/subnetpools/00c6248a-1221-457b-846c-3e6c0fb600cb/tags HTTP/1.1" status: 204 len: 168 time: 0.1639760 Aug 06 16:16:42.965719 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57688) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:42.968781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97e0dffe-c779-463c-98c6-39040a8a0a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:42.974896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-051d642f-3570-4513-b8d8-ace361686aff tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '00c6248a-1221-457b-846c-3e6c0fb600cb', 'tempest-TagsExtTest-Tag-38396307') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:42.993179 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-97e0dffe-c779-463c-98c6-39040a8a0a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99cc60d-b371-4f98-ab52-073abe0e27be']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:43.006611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-97e0dffe-c779-463c-98c6-39040a8a0a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eecbf98-9381-455f-85ad-d8f55fccc5c5') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:43.006921 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-97e0dffe-c779-463c-98c6-39040a8a0a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eecbf98-9381-455f-85ad-d8f55fccc5c5') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:43.020463 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97e0dffe-c779-463c-98c6-39040a8a0a26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.026124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:43.027653 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Checking segment: {'id': '193e0109-53a3-407a-8556-604c4ac01987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:43.032024 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.032659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Bound using segment: {'id': '193e0109-53a3-407a-8556-604c4ac01987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:43.033443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Bound port: c3179432-1d50-4670-ba09-25c160283051, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193e0109-53a3-407a-8556-604c4ac01987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:43.033575 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-051d642f-3570-4513-b8d8-ace361686aff tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] show failed (client error): The resource could not be found. Aug 06 16:16:43.034121 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.034590 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-051d642f-3570-4513-b8d8-ace361686aff tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/subnetpools/00c6248a-1221-457b-846c-3e6c0fb600cb/tags/tempest-TagsExtTest-Tag-38396307 HTTP/1.1" status: 404 len: 327 time: 0.0679684 Aug 06 16:16:43.037462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57690) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:43.042393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-96621a2d-cd81-40ed-97b1-3a9f557c6523 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '00c6248a-1221-457b-846c-3e6c0fb600cb', 'tempest-TagsExtTest-Tag-44525277') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:43.049219 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57692) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:43.064440 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97e0dffe-c779-463c-98c6-39040a8a0a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.075975 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e0dffe-c779-463c-98c6-39040a8a0a26 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:16:43.076381 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97e0dffe-c779-463c-98c6-39040a8a0a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:16:43.079233 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:16:43.128797 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-96621a2d-cd81-40ed-97b1-3a9f557c6523 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] show failed (client error): The resource could not be found. Aug 06 16:16:43.129882 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-96621a2d-cd81-40ed-97b1-3a9f557c6523 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/subnetpools/00c6248a-1221-457b-846c-3e6c0fb600cb/tags/tempest-TagsExtTest-Tag-44525277 HTTP/1.1" status: 404 len: 327 time: 0.0909405 Aug 06 16:16:43.133020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57702) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:43.139688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-566d426c-73e6-4e9c-a6a1-833f6d289f37 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '00c6248a-1221-457b-846c-3e6c0fb600cb', 'tempest-TagsExtTest-Tag-1070824886') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:43.149142 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3550e525-ff4e-4a3e-a8e6-417dad6dea6c req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.153592 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5fdd745d-e2ab-4c74-a22f-8c29c062d21b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.166593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['e2e2d968-c9a1-4646-a35b-d983268d8797'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:16:43.192830 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-566d426c-73e6-4e9c-a6a1-833f6d289f37 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] show failed (client error): The resource could not be found. Aug 06 16:16:43.193907 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-566d426c-73e6-4e9c-a6a1-833f6d289f37 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/subnetpools/00c6248a-1221-457b-846c-3e6c0fb600cb/tags/tempest-TagsExtTest-Tag-1070824886 HTTP/1.1" status: 404 len: 329 time: 0.0598607 Aug 06 16:16:43.197456 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57704) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:43.207385 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97e0dffe-c779-463c-98c6-39040a8a0a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.213332 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-4de20aea-2c58-4a20-bf1e-e8b98988721c tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '00c6248a-1221-457b-846c-3e6c0fb600cb') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:43.237388 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:16:43.240699 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97e0dffe-c779-463c-98c6-39040a8a0a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.245183 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-97e0dffe-c779-463c-98c6-39040a8a0a26 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a99cc60d-b371-4f98-ab52-073abe0e27be HTTP/1.1" status: 204 len: 168 time: 0.5358088 Aug 06 16:16:43.253904 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] For port c3179432-1d50-4670-ba09-25c160283051, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:43.257406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] For port c3179432-1d50-4670-ba09-25c160283051, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c3179432-1d50-4670-ba09-25c160283051,segment=NetworkSegment(193e0109-53a3-407a-8556-604c4ac01987),segment_id=193e0109-53a3-407a-8556-604c4ac01987)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:43.261556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-49b5c262-b935-4c23-b5c2-36cc8bf308d5 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-777610760'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:43.268839 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.269469 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0dffe-c779-463c-98c6-39040a8a0a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=a99cc60d-b371-4f98-ab52-073abe0e27be,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:43.276337 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Pushing event deleted for resources: {'Port': ['ID=e2e2d968-c9a1-4646-a35b-d983268d8797,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:43.307052 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4de20aea-2c58-4a20-bf1e-e8b98988721c tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/subnetpools/00c6248a-1221-457b-846c-3e6c0fb600cb/tags HTTP/1.1" status: 204 len: 168 time: 0.0975447 Aug 06 16:16:43.310043 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57716) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:43.312112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 11f70e67-e4a7-417e-b198-76fea0a61c3b no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:43.317487 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-e67f743c-22a9-46dc-b7d0-0f3b774b655e tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '80ad7bde-8887-4333-a2f3-a6d93054a1ec') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:43.332356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-5fdd745d-e2ab-4c74-a22f-8c29c062d21b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object 519af169-ce7b-48a1-95f1-a521a44b56d4 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:43.344278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:43.344622 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:43.344987 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:43.345386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:43.345883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:43.346378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:43.346708 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:43.347033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:43.347356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:43.348270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:43.348270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:43.348499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:43.350188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 11f70e67-e4a7-417e-b198-76fea0a61c3b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:16:43.350704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 11f70e67-e4a7-417e-b198-76fea0a61c3b not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:16:43.374760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f79eb-dac4-4f1d-8f04-4612e280d669 None None] Pushing event updated for resources: {'Port': ['ID=c3179432-1d50-4670-ba09-25c160283051,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:43.378637 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Routers {'efb5149e-8104-4759-942f-242dfb840dc5'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:43.379392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:16:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['efb5149e-8104-4759-942f-242dfb840dc5'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:43.389538 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b5c262-b935-4c23-b5c2-36cc8bf308d5 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Made reservation on behalf of 593879673eed4cccac37266dde0f7ef6 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:43.392319 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3550e525-ff4e-4a3e-a8e6-417dad6dea6c req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] No DVR routers for this DVR port e2e2d968-c9a1-4646-a35b-d983268d8797 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:43.393892 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-49b5c262-b935-4c23-b5c2-36cc8bf308d5 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.403975 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3550e525-ff4e-4a3e-a8e6-417dad6dea6c req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.406193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3550e525-ff4e-4a3e-a8e6-417dad6dea6c req-6beb6846-85b2-4b81-89b4-eb61bdc660e5 tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.78 "DELETE /v2.0/ports/e2e2d968-c9a1-4646-a35b-d983268d8797 HTTP/1.1" status: 204 len: 173 time: 2.1640267 Aug 06 16:16:43.406787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c5d8b1-8d37-43a9-b09d-dd99ffe39463', 'name': 'network-vif-deleted', 'tag': 'e2e2d968-c9a1-4646-a35b-d983268d8797'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:16:43.409375 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6574160e-a11a-4831-ac26-c3ad30f56de9" -d '{"events": [{"server_uuid": "23c5d8b1-8d37-43a9-b09d-dd99ffe39463", "name": "network-vif-deleted", "tag": "e2e2d968-c9a1-4646-a35b-d983268d8797"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:16:43.447493 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-49b5c262-b935-4c23-b5c2-36cc8bf308d5 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.450369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff4220d1-612f-49bf-a1db-993146b1d0ae req-34907f4e-29f8-4bff-be9c-0ab7fe7669ee tempest-InstanceActionsTestJSON-1591489882 tempest-InstanceActionsTestJSON-1591489882-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6220822 Aug 06 16:16:43.456894 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-cd6aaebb-9a4f-4fec-9126-cb4c67671acf service neutron] 10.222.0.37 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8940709 Aug 06 16:16:43.507240 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e67f743c-22a9-46dc-b7d0-0f3b774b655e tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/routers/80ad7bde-8887-4333-a2f3-a6d93054a1ec/tags HTTP/1.1" status: 204 len: 168 time: 0.1962395 Aug 06 16:16:43.509691 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57728) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:43.516246 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-b1a760ca-c473-4421-898f-38b00894a5d3 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a97f76b0-1e3f-4159-b8f5-2f0a9953a963') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:43.544617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] Set router efb5149e-8104-4759-942f-242dfb840dc5 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:43.630029 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b1a760ca-c473-4421-898f-38b00894a5d3 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/ports/a97f76b0-1e3f-4159-b8f5-2f0a9953a963/tags HTTP/1.1" status: 204 len: 168 time: 0.1184537 Aug 06 16:16:43.634255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57736) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:43.639081 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-29d83940-e51f-4fa0-a533-101888915335 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e13e9753-c449-4392-8325-a98d7dc7c541') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:43.697675 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-49b5c262-b935-4c23-b5c2-36cc8bf308d5 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.698569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57738) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:43.731061 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-49b5c262-b935-4c23-b5c2-36cc8bf308d5 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.749777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6129d0-4e3b-4e6d-992f-85ceef16b728 req-f85c9990-dd77-477e-9310-d4065787777f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:43.760016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc6129d0-4e3b-4e6d-992f-85ceef16b728 req-f85c9990-dd77-477e-9310-d4065787777f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 944 time: 0.1425602 Aug 06 16:16:43.770524 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5fdd745d-e2ab-4c74-a22f-8c29c062d21b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.780517 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-23a1ed85-78d0-4ef6-8517-22c30f90a339 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=874b5d3483684aada68738d45d257709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803168 Aug 06 16:16:43.792826 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b5c262-b935-4c23-b5c2-36cc8bf308d5 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:16:43.794926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57742) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:43.819617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5c262-b935-4c23-b5c2-36cc8bf308d5 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72be3e3b-0150-41c0-b334-0855e742cf93,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:43.839824 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'name': 'tempest-ServerRescueNegativeTestJSON-924380202-router', 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'e67cb961-5bb2-4ebc-8482-05c8f96f3f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:24Z', 'updated_at': '2021-08-06T16:16:37Z', 'revision_number': 4, 'project_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'gw_port': {'id': 'e67cb961-5bb2-4ebc-8482-05c8f96f3f63', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:26Z', 'updated_at': '2021-08-06T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'c3179432-1d50-4670-ba09-25c160283051', 'name': '', 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947', 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'mac_address': 'fa:16:3e:89:f0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'f7d4a562-70dc-45dc-b649-bb870e6750de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:35Z', 'updated_at': '2021-08-06T16:16:43Z', 'revision_number': 4, 'project_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'subnets': [{'id': 'f7d4a562-70dc-45dc-b649-bb870e6750de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:43.848837 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-49b5c262-b935-4c23-b5c2-36cc8bf308d5 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.849202 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-49b5c262-b935-4c23-b5c2-36cc8bf308d5 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Added segment e359328e-0288-4059-b1bc-b916a0b50e37 of type vlan for network 97d84d00-873a-457e-980c-852c83d16fdc Aug 06 16:16:43.852141 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd745d-e2ab-4c74-a22f-8c29c062d21b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=519af169-ce7b-48a1-95f1-a521a44b56d4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:43.874160 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02056147-f389-4ba6-be04-82b538b2b295 None None] The sync data for ids ['efb5149e-8104-4759-942f-242dfb840dc5'] in n-d-803756-1 is: [{'id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'name': 'tempest-ServerRescueNegativeTestJSON-924380202-router', 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'e67cb961-5bb2-4ebc-8482-05c8f96f3f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:24Z', 'updated_at': '2021-08-06T16:16:37Z', 'revision_number': 4, 'project_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'gw_port': {'id': 'e67cb961-5bb2-4ebc-8482-05c8f96f3f63', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:26Z', 'updated_at': '2021-08-06T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'c3179432-1d50-4670-ba09-25c160283051', 'name': '', 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947', 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'mac_address': 'fa:16:3e:89:f0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'f7d4a562-70dc-45dc-b649-bb870e6750de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:35Z', 'updated_at': '2021-08-06T16:16:43Z', 'revision_number': 4, 'project_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'subnets': [{'id': 'f7d4a562-70dc-45dc-b649-bb870e6750de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:16:43.894238 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-29d83940-e51f-4fa0-a533-101888915335 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/subnets/e13e9753-c449-4392-8325-a98d7dc7c541/tags HTTP/1.1" status: 204 len: 168 time: 0.2587767 Aug 06 16:16:43.899783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd745d-e2ab-4c74-a22f-8c29c062d21b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:43.901850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57744) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:43.905281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-5fdd745d-e2ab-4c74-a22f-8c29c062d21b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:43.923490 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc6129d0-4e3b-4e6d-992f-85ceef16b728 req-299fe7a4-6484-4525-810f-393d26b9ede5 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572001 Aug 06 16:16:43.930236 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-49b5c262-b935-4c23-b5c2-36cc8bf308d5 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:43.934783 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57746) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:43.937824 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd745d-e2ab-4c74-a22f-8c29c062d21b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:44.046375 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-bee79715-e66b-46c0-9ae0-d03282663aac service neutron] 10.222.0.37 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762920 Aug 06 16:16:44.053023 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846f86fe-41a2-45ae-b88d-436cead9927d x-openstack-request-id: req-846f86fe-41a2-45ae-b88d-436cead9927d {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:16:44.053317 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c5d8b1-8d37-43a9-b09d-dd99ffe39463", "name": "network-vif-deleted", "tag": "e2e2d968-c9a1-4646-a35b-d983268d8797", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:16:44.053783 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-846f86fe-41a2-45ae-b88d-436cead9927d {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:16:44.054598 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c5d8b1-8d37-43a9-b09d-dd99ffe39463', 'name': 'network-vif-deleted', 'tag': 'e2e2d968-c9a1-4646-a35b-d983268d8797', 'status': 'completed', 'code': 200} Aug 06 16:16:44.069957 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96c088fd-0891-4678-9d7c-30dbdc0e88f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:44.076116 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-decf28b2-61db-4b24-8846-0844a2dd9ba2 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks [] for subnetpool, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:44.077287 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-decf28b2-61db-4b24-8846-0844a2dd9ba2 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/subnetpools/00c6248a-1221-457b-846c-3e6c0fb600cb HTTP/1.1" status: 204 len: 168 time: 0.1644561 Aug 06 16:16:44.080485 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57750) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:44.096520 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-49b5c262-b935-4c23-b5c2-36cc8bf308d5 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:44.121959 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5c262-b935-4c23-b5c2-36cc8bf308d5 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:44.122757 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-49b5c262-b935-4c23-b5c2-36cc8bf308d5 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:44.129131 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-37193fe2-2360-429c-86f7-18f4f05b0528 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "GET /v2.0/ports?device_id=80ad7bde-8887-4333-a2f3-a6d93054a1ec HTTP/1.1" status: 200 len: 205 time: 0.0461247 Aug 06 16:16:44.131610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57752) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:44.162919 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdd745d-e2ab-4c74-a22f-8c29c062d21b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:44.164073 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5fdd745d-e2ab-4c74-a22f-8c29c062d21b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:44.165266 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96c088fd-0891-4678-9d7c-30dbdc0e88f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:44.249673 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-49b5c262-b935-4c23-b5c2-36cc8bf308d5 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1888316 Aug 06 16:16:44.263312 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba9beac3-7beb-44c7-ac81-84ac3fd821d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:44.452906 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5fdd745d-e2ab-4c74-a22f-8c29c062d21b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2561431 Aug 06 16:16:44.453585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57758) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:44.558428 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7bf52de9-9f5f-4564-8656-345cb33e2166 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:44.590084 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57762) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:44.614936 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:44.633859 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b5b2942f-dda5-4cbe-a5f8-84d803b0193c None None] Provisioning for port 519af169-ce7b-48a1-95f1-a521a44b56d4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:44.687178 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b5b2942f-dda5-4cbe-a5f8-84d803b0193c None None] Provisioning complete for port 519af169-ce7b-48a1-95f1-a521a44b56d4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:44.687552 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b5b2942f-dda5-4cbe-a5f8-84d803b0193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:44.739112 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-332ee0ea-a645-419c-9781-8a77cb3bf917 req-64d976db-7082-446a-a7a5-b0d8e003513a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 210 time: 0.2051020 Aug 06 16:16:44.812461 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b5b2942f-dda5-4cbe-a5f8-84d803b0193c None None] Port 519af169-ce7b-48a1-95f1-a521a44b56d4 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:16:44.867513 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:44.876764 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:44.878074 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:45.045901 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3f5e17-26d1-40bf-acd6-b6294ea8a29a admin admin] Deleting subnet e719452f-60f0-4131-833c-7950a4377ed0 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:45.091521 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:45.134800 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:16:45.138358 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df702a85-bdbd-46ae-bf01-a5019586a3c9" -d '{"events": [{"server_uuid": "f3297fa5-d1a7-4c07-8bd1-f25d774a146f", "name": "network-vif-plugged", "status": "completed", "tag": "3cfbef20-12f1-4d2f-8d3e-ee1e213e4174"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:16:45.164112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,segment=NetworkSegment(bc5724b2-c4f0-4b8f-a346-42754ed75ad9),segment_id=bc5724b2-c4f0-4b8f-a346-42754ed75ad9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:45.181728 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:45.302221 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:45.306571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device e2e2d968-c9a1-4646-a35b-d983268d8797 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:45.329145 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: e2e2d968-c9a1-4646-a35b-d983268d8797 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:16:45.329921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device e2e2d968-c9a1-4646-a35b-d983268d8797 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:16:45.333913 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba9beac3-7beb-44c7-ac81-84ac3fd821d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:45.339064 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96c088fd-0891-4678-9d7c-30dbdc0e88f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:45.342375 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96c088fd-0891-4678-9d7c-30dbdc0e88f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:45.347352 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-96c088fd-0891-4678-9d7c-30dbdc0e88f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/077b0f78-8c03-41be-b550-2eba81952e71 HTTP/1.1" status: 204 len: 168 time: 1.5512638 Aug 06 16:16:45.355511 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba9beac3-7beb-44c7-ac81-84ac3fd821d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:45.364503 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5c262-b935-4c23-b5c2-36cc8bf308d5 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event updated for resources: {'Network': ['ID=97d84d00-873a-457e-980c-852c83d16fdc,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:45.374931 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c088fd-0891-4678-9d7c-30dbdc0e88f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077b0f78-8c03-41be-b550-2eba81952e71,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:45.379934 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 97d84d00-873a-457e-980c-852c83d16fdc details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:16:45.401743 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9beac3-7beb-44c7-ac81-84ac3fd821d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f834d3cb-b39c-4e6d-b7f8-b4d3dda7c237,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:45.410802 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7bf52de9-9f5f-4564-8656-345cb33e2166 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:45.428939 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ba9beac3-7beb-44c7-ac81-84ac3fd821d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15b00e3e1bfc49f1b7d8616a5d84769e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4924779 Aug 06 16:16:45.430809 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7bf52de9-9f5f-4564-8656-345cb33e2166 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:45.435177 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57788) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:45.570638 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d928a34f-eab3-47d9-8c6e-601af81615d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:45.631731 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7bf52de9-9f5f-4564-8656-345cb33e2166 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:45.635108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf52de9-9f5f-4564-8656-345cb33e2166 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Fanout notify agent at l3_agent the message router_deleted on router 80ad7bde-8887-4333-a2f3-a6d93054a1ec {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:16:45.635225 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d928a34f-eab3-47d9-8c6e-601af81615d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:45.726425 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5e17-26d1-40bf-acd6-b6294ea8a29a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:45.733949 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d928a34f-eab3-47d9-8c6e-601af81615d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:45.737388 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d928a34f-eab3-47d9-8c6e-601af81615d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:45.739208 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d928a34f-eab3-47d9-8c6e-601af81615d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f834d3cb-b39c-4e6d-b7f8-b4d3dda7c237 HTTP/1.1" status: 204 len: 168 time: 0.3030379 Aug 06 16:16:45.763206 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928a34f-eab3-47d9-8c6e-601af81615d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f834d3cb-b39c-4e6d-b7f8-b4d3dda7c237,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:45.841469 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7bf52de9-9f5f-4564-8656-345cb33e2166 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:45.843220 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7bf52de9-9f5f-4564-8656-345cb33e2166 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/routers/80ad7bde-8887-4333-a2f3-a6d93054a1ec HTTP/1.1" status: 204 len: 168 time: 1.7102518 Aug 06 16:16:45.846399 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57794) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:45.867002 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c3179432-1d50-4670-ba09-25c160283051 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:45.901256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15817f92-9a10-46f4-abd5-149404a701e2 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:45.910817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15817f92-9a10-46f4-abd5-149404a701e2 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:45.912708 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-15817f92-9a10-46f4-abd5-149404a701e2 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.4520736 Aug 06 16:16:45.931601 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57798) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:46.008484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port c3179432-1d50-4670-ba09-25c160283051 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:46.013658 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port c3179432-1d50-4670-ba09-25c160283051 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:46.014387 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:46.103130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa44d52-308e-4011-aa1d-529b050bdb9c req-3dbe1993-9a08-49ed-ad98-762c397286a8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:46.120914 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dfa44d52-308e-4011-aa1d-529b050bdb9c req-3dbe1993-9a08-49ed-ad98-762c397286a8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 945 time: 0.5020185 Aug 06 16:16:46.132686 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5e17-26d1-40bf-acd6-b6294ea8a29a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:46.271606 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-09945946-7c1f-4420-9be7-92b6a080a512 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port 519af169-ce7b-48a1-95f1-a521a44b56d4 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:46.272392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-09945946-7c1f-4420-9be7-92b6a080a512 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:46.303636 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-3e0eee7b-ff69-4465-843e-a772beb24451 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Deleting port a97f76b0-1e3f-4159-b8f5-2f0a9953a963 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:46.303636 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e0eee7b-ff69-4465-843e-a772beb24451 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:46.319564 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:46.380606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port c3179432-1d50-4670-ba09-25c160283051, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c3179432-1d50-4670-ba09-25c160283051,segment=NetworkSegment(193e0109-53a3-407a-8556-604c4ac01987),segment_id=193e0109-53a3-407a-8556-604c4ac01987)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:46.392655 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:46.477557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-26da27cb-2378-42d1-9dde-1d3b9785f02d tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:46.483416 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-26da27cb-2378-42d1-9dde-1d3b9785f02d tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/networks?id=75f05834-9f0b-4db5-a388-5cb0595f3947 HTTP/1.1" status: 200 len: 818 time: 0.8667934 Aug 06 16:16:46.534966 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e0eee7b-ff69-4465-843e-a772beb24451 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:46.537507 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dfa44d52-308e-4011-aa1d-529b050bdb9c req-3fb59d4f-1665-4530-9719-8df811363ec1 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4154677 Aug 06 16:16:46.539622 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5e17-26d1-40bf-acd6-b6294ea8a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:46.554228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-3e0eee7b-ff69-4465-843e-a772beb24451 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Calling delete_port for a97f76b0-1e3f-4159-b8f5-2f0a9953a963 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:46.592257 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=c3179432-1d50-4670-ba09-25c160283051,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:46.675494 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58887ea5-ebbd-4b04-8f68-3dc868e8cd5f x-openstack-request-id: req-58887ea5-ebbd-4b04-8f68-3dc868e8cd5f {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:16:46.675990 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3297fa5-d1a7-4c07-8bd1-f25d774a146f", "name": "network-vif-plugged", "status": "completed", "tag": "3cfbef20-12f1-4d2f-8d3e-ee1e213e4174", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:16:46.676463 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58887ea5-ebbd-4b04-8f68-3dc868e8cd5f {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:16:46.677013 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174', 'code': 200} Aug 06 16:16:46.728923 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-552e8318-cd1f-4d15-b241-729c9a00fcf9 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/quotas/6e8ee7df3c0e4668aecdf398f1142d6a HTTP/1.1" status: 200 len: 375 time: 0.2207165 Aug 06 16:16:46.765843 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-09945946-7c1f-4420-9be7-92b6a080a512 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:46.819409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-09945946-7c1f-4420-9be7-92b6a080a512 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for 519af169-ce7b-48a1-95f1-a521a44b56d4 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:46.887683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-84c4720b-25d4-4b2d-af34-4910b615345c tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:46.891436 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-84c4720b-25d4-4b2d-af34-4910b615345c tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.78 "GET /v2.0/networks?id=75f05834-9f0b-4db5-a388-5cb0595f3947 HTTP/1.1" status: 200 len: 818 time: 0.6928394 Aug 06 16:16:46.921313 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e0eee7b-ff69-4465-843e-a772beb24451 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:46.948515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-1a1f044b-6689-4b46-ac44-397cc38e22ca tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Request body: {'port': {'device_id': 'e389ef20-1c0a-457c-88a9-c6c0e9bbdb14', 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947', 'admin_state_up': True, 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:46.957688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57822) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:46.965830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0eee7b-ff69-4465-843e-a772beb24451 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Pushing event deleted for resources: {'Port': ['ID=a97f76b0-1e3f-4159-b8f5-2f0a9953a963,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:46.969355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f95eeb-b58d-4f6e-940f-246ad4878904 req-042527ff-80a4-4b62-9e60-21620379b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:46.971449 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54f95eeb-b58d-4f6e-940f-246ad4878904 req-042527ff-80a4-4b62-9e60-21620379b05d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 1096 time: 0.2396696 Aug 06 16:16:47.130296 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e0eee7b-ff69-4465-843e-a772beb24451 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:47.136693 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3e0eee7b-ff69-4465-843e-a772beb24451 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/ports/a97f76b0-1e3f-4159-b8f5-2f0a9953a963 HTTP/1.1" status: 204 len: 168 time: 1.2890174 Aug 06 16:16:47.141553 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57828) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:47.259563 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-2c0b8e6e-89d8-43be-984d-f2fa6d26ce8a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-480142425-network', 'tenant_id': '7f52dbb01e46462e82a83ba265c60c8b'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:47.365082 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-3decadcc-bde0-4139-9473-5ca052aeab34 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Deleting subnet e13e9753-c449-4392-8325-a98d7dc7c541 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:47.396769 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3decadcc-bde0-4139-9473-5ca052aeab34 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:47.464614 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3decadcc-bde0-4139-9473-5ca052aeab34 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:47.513984 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0b8e6e-89d8-43be-984d-f2fa6d26ce8a admin admin] Made reservation on behalf of 7f52dbb01e46462e82a83ba265c60c8b for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:47.519140 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8e6e-89d8-43be-984d-f2fa6d26ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:47.586669 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8e6e-89d8-43be-984d-f2fa6d26ce8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:47.596067 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-09945946-7c1f-4420-9be7-92b6a080a512 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:47.613000 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-0a8bfc15-fe89-48dc-8145-b40ff03f59e6 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e8ee7df3c0e4668aecdf398f1142d6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8794129 Aug 06 16:16:47.634722 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57840) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:47.639111 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09945946-7c1f-4420-9be7-92b6a080a512 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=519af169-ce7b-48a1-95f1-a521a44b56d4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:47.653582 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c3179432-1d50-4670-ba09-25c160283051 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:47.676650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-15025988-f6ae-442f-b2eb-565e92a4b2f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Request body: {'subnet': {'network_id': '97d84d00-873a-457e-980c-852c83d16fdc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:47.683803 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5e17-26d1-40bf-acd6-b6294ea8a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:47.705875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54f95eeb-b58d-4f6e-940f-246ad4878904 req-f0da64a5-beae-4f24-836e-901b6ebb023e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7182159 Aug 06 16:16:47.727750 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port c3179432-1d50-4670-ba09-25c160283051 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:47.728525 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:47.766008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f5e17-26d1-40bf-acd6-b6294ea8a29a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e719452f-60f0-4131-833c-7950a4377ed0,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:47.806011 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5e17-26d1-40bf-acd6-b6294ea8a29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:47.810352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cb3f5e17-26d1-40bf-acd6-b6294ea8a29a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e719452f-60f0-4131-833c-7950a4377ed0 HTTP/1.1" status: 204 len: 168 time: 3.2169201 Aug 06 16:16:47.810980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57844) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:47.912378 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-793cb46c-585b-4e97-9547-1f56aef2a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:47.935535 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a44d1-d449-4380-9872-ec9ec003b3b7 req-8ee6d0c1-aeda-4b4a-9819-a2e87d70da44 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:47.943241 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-422a44d1-d449-4380-9872-ec9ec003b3b7 req-8ee6d0c1-aeda-4b4a-9819-a2e87d70da44 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 945 time: 0.2578418 Aug 06 16:16:48.007417 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-be6b7615-6bc2-4a21-82e4-775fe9e00a2e service neutron] 10.222.0.37 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929338 Aug 06 16:16:48.024715 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-09945946-7c1f-4420-9be7-92b6a080a512 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.026643 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-422a44d1-d449-4380-9872-ec9ec003b3b7 req-ae0f212b-bd25-4bc2-ab45-e0c11ebbf86d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823040 Aug 06 16:16:48.029589 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-09945946-7c1f-4420-9be7-92b6a080a512 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/519af169-ce7b-48a1-95f1-a521a44b56d4 HTTP/1.1" status: 204 len: 168 time: 2.0943301 Aug 06 16:16:48.030511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57850) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:48.078156 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3decadcc-bde0-4139-9473-5ca052aeab34 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.143866 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-793cb46c-585b-4e97-9547-1f56aef2a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.160126 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-793cb46c-585b-4e97-9547-1f56aef2a0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8c73d4-e21f-435d-adb7-897e397b602e']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:48.160731 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f9e311-b113-46c7-a7ab-8414fe112065 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:48.162267 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f9e311-b113-46c7-a7ab-8414fe112065 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:48.164244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f9e311-b113-46c7-a7ab-8414fe112065 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:48.167876 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f9f9e311-b113-46c7-a7ab-8414fe112065 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1308284 Aug 06 16:16:48.169766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57856) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:48.179729 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-793cb46c-585b-4e97-9547-1f56aef2a0c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:48.180149 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-793cb46c-585b-4e97-9547-1f56aef2a0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ce8dcb-c6df-4e5a-97bd-bfbaf11fe6af') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:48.202283 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8e6e-89d8-43be-984d-f2fa6d26ce8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.206751 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8e6e-89d8-43be-984d-f2fa6d26ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.215173 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3decadcc-bde0-4139-9473-5ca052aeab34 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.222412 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-793cb46c-585b-4e97-9547-1f56aef2a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.256970 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-793cb46c-585b-4e97-9547-1f56aef2a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.267044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0b8e6e-89d8-43be-984d-f2fa6d26ce8a admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:16:48.271689 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decadcc-bde0-4139-9473-5ca052aeab34 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Pushing event deleted for resources: {'Subnet': ['ID=e13e9753-c449-4392-8325-a98d7dc7c541,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:48.273821 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3decadcc-bde0-4139-9473-5ca052aeab34 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.276432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-44303968-dc57-4e84-a3b6-e6b21df25048 service neutron] 10.222.0.37 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674904 Aug 06 16:16:48.278267 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3decadcc-bde0-4139-9473-5ca052aeab34 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/subnets/e13e9753-c449-4392-8325-a98d7dc7c541 HTTP/1.1" status: 204 len: 168 time: 1.1351573 Aug 06 16:16:48.279489 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2486bb-cfa4-4d84-9bbd-c230672bd832 None None] Network cdf15707-8b09-41a1-b1f2-8e7d2f320568 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:48.283492 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57860) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:48.294034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b8e6e-89d8-43be-984d-f2fa6d26ce8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7faaab66-2bf3-4d87-9234-4c1fd53c9dda,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:48.296235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793cb46c-585b-4e97-9547-1f56aef2a0c5 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:16:48.296643 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-793cb46c-585b-4e97-9547-1f56aef2a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:16:48.298954 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:16:48.313389 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8e6e-89d8-43be-984d-f2fa6d26ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.313795 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-2c0b8e6e-89d8-43be-984d-f2fa6d26ce8a admin admin] Added segment ee705bbb-af6d-4cf4-b635-938712d7e187 of type vlan for network 72f9d2e7-c073-4ee1-8ff1-9c591fa9ed1e Aug 06 16:16:48.322772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-1a1f044b-6689-4b46-ac44-397cc38e22ca tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Made reservation on behalf of 6e8ee7df3c0e4668aecdf398f1142d6a for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:48.336035 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-1a1f044b-6689-4b46-ac44-397cc38e22ca tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.393847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4582cc-eba6-4f62-9af9-fda913cae4f9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 736b6b45-c8aa-4482-939c-ef5cf1b1a3d1 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:48.422262 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8e6e-89d8-43be-984d-f2fa6d26ce8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.428139 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15025988-f6ae-442f-b2eb-565e92a4b2f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Made reservation on behalf of 593879673eed4cccac37266dde0f7ef6 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:48.431897 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-15025988-f6ae-442f-b2eb-565e92a4b2f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.438070 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.467656 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dd4582cc-eba6-4f62-9af9-fda913cae4f9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.548735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57870) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:48.572889 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8e6e-89d8-43be-984d-f2fa6d26ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.573680 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0b8e6e-89d8-43be-984d-f2fa6d26ce8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:48.574274 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2c0b8e6e-89d8-43be-984d-f2fa6d26ce8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.576639 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-793cb46c-585b-4e97-9547-1f56aef2a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.603689 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dd4582cc-eba6-4f62-9af9-fda913cae4f9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.609698 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d7fc21f-e6aa-4dbf-8f78-6c4175f84750 req-25232e33-1528-4af0-822d-7e3604af02a5 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 210 time: 0.0587771 Aug 06 16:16:48.633762 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-793cb46c-585b-4e97-9547-1f56aef2a0c5 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.639583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-793cb46c-585b-4e97-9547-1f56aef2a0c5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2a8c73d4-e21f-435d-adb7-897e397b602e HTTP/1.1" status: 204 len: 168 time: 0.8274071 Aug 06 16:16:48.670124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cb46c-585b-4e97-9547-1f56aef2a0c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a8c73d4-e21f-435d-adb7-897e397b602e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:48.701686 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2c0b8e6e-89d8-43be-984d-f2fa6d26ce8a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7353704 Aug 06 16:16:48.705958 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b8e6e-89d8-43be-984d-f2fa6d26ce8a admin admin] Pushing event updated for resources: {'Network': ['ID=72f9d2e7-c073-4ee1-8ff1-9c591fa9ed1e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:48.719815 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 72f9d2e7-c073-4ee1-8ff1-9c591fa9ed1e details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:16:48.790528 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-1a1f044b-6689-4b46-ac44-397cc38e22ca tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Allocated IP 172.20.0.12 (75f05834-9f0b-4db5-a388-5cb0595f3947/f7d4a562-70dc-45dc-b649-bb870e6750de/d6924cb1-f681-49f3-a424-64270cda6f76) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:48.809087 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dd4582cc-eba6-4f62-9af9-fda913cae4f9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.816799 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Deleting port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:48.817154 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.825338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b5199e-f8b2-43e5-a278-70b2e5a9815d None None] DHCP port deletion for cdf15707-8b09-41a1-b1f2-8e7d2f320568 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:16:48.949010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c4b5199e-f8b2-43e5-a278-70b2e5a9815d None None] Deleting port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:48.949398 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c4b5199e-f8b2-43e5-a278-70b2e5a9815d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.952293 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dd4582cc-eba6-4f62-9af9-fda913cae4f9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:48.976170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-71c71b50-d35e-40ef-9ad9-77dc79a9cc6e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-794622814', 'router:external': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:49.003560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4582cc-eba6-4f62-9af9-fda913cae4f9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=736b6b45-c8aa-4482-939c-ef5cf1b1a3d1,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:49.011482 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dd4582cc-eba6-4f62-9af9-fda913cae4f9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.013462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dd4582cc-eba6-4f62-9af9-fda913cae4f9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/736b6b45-c8aa-4482-939c-ef5cf1b1a3d1 HTTP/1.1" status: 204 len: 168 time: 0.8414826 Aug 06 16:16:49.017657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57882) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:49.042766 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-15025988-f6ae-442f-b2eb-565e92a4b2f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.044437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b97935e-8a4d-4e39-9b34-d1a6e99565e9 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:49.048780 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] For port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca,segment=NetworkSegment(e8c2d661-b0af-49e9-b8e7-eb06aa20258c),segment_id=e8c2d661-b0af-49e9-b8e7-eb06aa20258c)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:49.049403 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.087162 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57886) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:49.090706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-915403c1-c580-4872-aad6-51dbcfc79854 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet c43ae926-8c13-492a-a465-d8a57aca1d78 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:49.101230 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Calling delete_port for a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:49.106218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c71b50-d35e-40ef-9ad9-77dc79a9cc6e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Made reservation on behalf of caf3b55ed14240ee9a266a4276158b76 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:49.108725 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71c71b50-d35e-40ef-9ad9-77dc79a9cc6e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.111436 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-915403c1-c580-4872-aad6-51dbcfc79854 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.159613 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71c71b50-d35e-40ef-9ad9-77dc79a9cc6e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.229004 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-915403c1-c580-4872-aad6-51dbcfc79854 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.235379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15025988-f6ae-442f-b2eb-565e92a4b2f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event updated for resources: {'Subnet': ['ID=877a674d-c8ca-4fb5-824a-7e26ed4418f2,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:49.253591 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-1a1f044b-6689-4b46-ac44-397cc38e22ca tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.285053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c4b5199e-f8b2-43e5-a278-70b2e5a9815d None None] For port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca,segment=NetworkSegment(e8c2d661-b0af-49e9-b8e7-eb06aa20258c),segment_id=e8c2d661-b0af-49e9-b8e7-eb06aa20258c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:49.285507 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c4b5199e-f8b2-43e5-a278-70b2e5a9815d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.295857 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fc8bf6f2-6594-4b7e-9d83-a2b8b64976e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f957ba7d2b774c2eb77f7ae2f456df61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036963 Aug 06 16:16:49.299177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57892) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:49.317351 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15025988-f6ae-442f-b2eb-565e92a4b2f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Checking segment: {'id': 'e359328e-0288-4059-b1bc-b916a0b50e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '97d84d00-873a-457e-980c-852c83d16fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:49.317572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c68dcb-378c-4087-b028-7dc4b24452ed req-46997282-79d2-4a5f-82bb-bb4a5dffdd77 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:49.318104 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15025988-f6ae-442f-b2eb-565e92a4b2f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Network hostable DHCP agents. Network: 97d84d00-873a-457e-980c-852c83d16fdc, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:16:49.324853 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2c68dcb-378c-4087-b028-7dc4b24452ed req-46997282-79d2-4a5f-82bb-bb4a5dffdd77 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 945 time: 0.1624062 Aug 06 16:16:49.328354 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c4b5199e-f8b2-43e5-a278-70b2e5a9815d None None] Calling delete_port for a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:49.391547 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.398937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15025988-f6ae-442f-b2eb-565e92a4b2f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Network 97d84d00-873a-457e-980c-852c83d16fdc is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:16:49.439970 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Pushing event deleted for resources: {'Port': ['ID=a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:49.447569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] No DVR routers for this DVR port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:49.454602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-15025988-f6ae-442f-b2eb-565e92a4b2f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 97d84d00-873a-457e-980c-852c83d16fdc) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:49.481595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2c68dcb-378c-4087-b028-7dc4b24452ed req-164be25e-1f3f-4f00-bffd-c218d5dc6295 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558473 Aug 06 16:16:49.489653 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbfd358-ec91-4a67-bf18-2e06aeceb927 None None] Network 97d84d00-873a-457e-980c-852c83d16fdc requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:49.496918 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15025988-f6ae-442f-b2eb-565e92a4b2f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:49.497718 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-15025988-f6ae-442f-b2eb-565e92a4b2f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.550001 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-1a1f044b-6689-4b46-ac44-397cc38e22ca tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.552861 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-915403c1-c580-4872-aad6-51dbcfc79854 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.683078 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:49.713966 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c4b5199e-f8b2-43e5-a278-70b2e5a9815d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.718990 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4894f2d4-1097-4c62-a27c-a2c9f566d70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.737897 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71c71b50-d35e-40ef-9ad9-77dc79a9cc6e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.748641 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.751730 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71c71b50-d35e-40ef-9ad9-77dc79a9cc6e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.770873 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-15025988-f6ae-442f-b2eb-565e92a4b2f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1326938 Aug 06 16:16:49.785657 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf15707-8b09-41a1-b1f2-8e7d2f320568']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:49.788356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5199e-f8b2-43e5-a278-70b2e5a9815d None None] Pushing event deleted for resources: {'Port': ['ID=a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:49.791595 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:16:49.793480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:16:49.794381 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57902) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:49.805610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-1a1f044b-6689-4b46-ac44-397cc38e22ca tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Network 75f05834-9f0b-4db5-a388-5cb0595f3947 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:49.815758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-66528d24-bab6-4552-a678-61deb181342f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1741468664'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:49.820805 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b5199e-f8b2-43e5-a278-70b2e5a9815d None None] No DVR routers for this DVR port a189f09e-8d9c-4c7c-b1a4-2a17b66fa3ca on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:49.843794 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-1a1f044b-6689-4b46-ac44-397cc38e22ca tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:49.845306 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c2d661-b0af-49e9-b8e7-eb06aa20258c') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:49.845708 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c2d661-b0af-49e9-b8e7-eb06aa20258c') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:49.859535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c71b50-d35e-40ef-9ad9-77dc79a9cc6e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:16:49.868308 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.887594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-1a1f044b-6689-4b46-ac44-397cc38e22ca tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:49.888343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c71b50-d35e-40ef-9ad9-77dc79a9cc6e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc333293-84e9-4dfe-9923-71bf10ef7a96,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:49.893567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-97d84d00-873a-457e-980c-852c83d16fdc', 'network_id': '97d84d00-873a-457e-980c-852c83d16fdc', 'tenant_id': '593879673eed4cccac37266dde0f7ef6', 'fixed_ips': [{'subnet_id': '877a674d-c8ca-4fb5-824a-7e26ed4418f2'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:16:49.894639 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.903335 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4894f2d4-1097-4c62-a27c-a2c9f566d70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.905375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f044b-6689-4b46-ac44-397cc38e22ca tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Pushing event updated for resources: {'Port': ['ID=d6924cb1-f681-49f3-a424-64270cda6f76,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:49.908857 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71c71b50-d35e-40ef-9ad9-77dc79a9cc6e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.909246 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-71c71b50-d35e-40ef-9ad9-77dc79a9cc6e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Added segment 9a65519d-1c45-4abc-9552-9dab5dddea36 of type vlan for network 91488e52-918c-44f5-958c-2ce606cce5da Aug 06 16:16:49.954005 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.969860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:16:49.970890 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:16:49.975285 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:16:50.028535 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71c71b50-d35e-40ef-9ad9-77dc79a9cc6e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.058574 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-915403c1-c580-4872-aad6-51dbcfc79854 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.065324 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.070812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7739413-0e2b-48a8-8da7-a3b2c1398955 req-aa05afb8-e528-44d0-8cf9-fddaac06291f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:50.074248 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.076148 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] 10.222.0.37 "DELETE /v2.0/networks/cdf15707-8b09-41a1-b1f2-8e7d2f320568 HTTP/1.1" status: 204 len: 168 time: 1.7917457 Aug 06 16:16:50.080023 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7739413-0e2b-48a8-8da7-a3b2c1398955 req-aa05afb8-e528-44d0-8cf9-fddaac06291f tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 945 time: 0.4607155 Aug 06 16:16:50.100599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1862eb6-7fd1-4dda-a72d-3f928fb53a79 tempest-TagsExtTest-1866774720 tempest-TagsExtTest-1866774720-project] Pushing event deleted for resources: {'Network': ['ID=cdf15707-8b09-41a1-b1f2-8e7d2f320568,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:50.110893 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71c71b50-d35e-40ef-9ad9-77dc79a9cc6e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.113376 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Allocated IP 2001:db8:0:ffff::2 (97d84d00-873a-457e-980c-852c83d16fdc/877a674d-c8ca-4fb5-824a-7e26ed4418f2/01a6332c-029a-4dc8-a663-28da66f8792a) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:50.113521 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c71b50-d35e-40ef-9ad9-77dc79a9cc6e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:50.114663 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71c71b50-d35e-40ef-9ad9-77dc79a9cc6e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.122560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66528d24-bab6-4552-a678-61deb181342f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Made reservation on behalf of 593879673eed4cccac37266dde0f7ef6 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:50.126376 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-66528d24-bab6-4552-a678-61deb181342f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.191585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-1a1f044b-6689-4b46-ac44-397cc38e22ca tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:50.194890 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-1a1f044b-6689-4b46-ac44-397cc38e22ca tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.199674 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-915403c1-c580-4872-aad6-51dbcfc79854 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.201839 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-915403c1-c580-4872-aad6-51dbcfc79854 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/c43ae926-8c13-492a-a465-d8a57aca1d78 HTTP/1.1" status: 204 len: 168 time: 1.1831255 Aug 06 16:16:50.207301 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57906) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:50.212939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915403c1-c580-4872-aad6-51dbcfc79854 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=c43ae926-8c13-492a-a465-d8a57aca1d78,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:50.215799 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-71c71b50-d35e-40ef-9ad9-77dc79a9cc6e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6660252 Aug 06 16:16:50.222669 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57908) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:50.238413 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a4340e4a-edee-44c3-82f6-5d22cfa30d09 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Request body: {'subnet': {'network_id': '91488e52-918c-44f5-958c-2ce606cce5da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:50.258729 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7739413-0e2b-48a8-8da7-a3b2c1398955 req-042bc530-3244-4aad-b25e-5f8c7e344f24 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777556 Aug 06 16:16:50.288837 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57910) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:50.315778 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1dc38d41-ca39-47b5-b967-310809e6690a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039786 Aug 06 16:16:50.319270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57912) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:50.332840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c71b50-d35e-40ef-9ad9-77dc79a9cc6e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Pushing event updated for resources: {'Network': ['ID=91488e52-918c-44f5-958c-2ce606cce5da,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:50.364226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2af4e083-ba66-4431-9be7-98a4c625721c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:50.373569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66528d24-bab6-4552-a678-61deb181342f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:16:50.378408 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-1a1f044b-6689-4b46-ac44-397cc38e22ca tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4593396 Aug 06 16:16:50.417795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7776c-b477-4752-918c-6e2d65fb75e2 req-9462598f-a6c5-4e36-86db-ee10fee69fe9 tempest-ComputeTenantNetworksTest-771634444 tempest-ComputeTenantNetworksTest-771634444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:50.424221 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7776c-b477-4752-918c-6e2d65fb75e2 req-9462598f-a6c5-4e36-86db-ee10fee69fe9 tempest-ComputeTenantNetworksTest-771634444 tempest-ComputeTenantNetworksTest-771634444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:50.430205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7776c-b477-4752-918c-6e2d65fb75e2 req-9462598f-a6c5-4e36-86db-ee10fee69fe9 tempest-ComputeTenantNetworksTest-771634444 tempest-ComputeTenantNetworksTest-771634444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:50.453077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61e7776c-b477-4752-918c-6e2d65fb75e2 req-9462598f-a6c5-4e36-86db-ee10fee69fe9 tempest-ComputeTenantNetworksTest-771634444 tempest-ComputeTenantNetworksTest-771634444-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.6797287 Aug 06 16:16:50.469286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Request body: {'port': {'device_id': 'e389ef20-1c0a-457c-88a9-c6c0e9bbdb14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:50.492471 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4340e4a-edee-44c3-82f6-5d22cfa30d09 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Made reservation on behalf of caf3b55ed14240ee9a266a4276158b76 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:50.495389 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4340e4a-edee-44c3-82f6-5d22cfa30d09 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.502933 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4894f2d4-1097-4c62-a27c-a2c9f566d70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.505204 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4894f2d4-1097-4c62-a27c-a2c9f566d70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.509128 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4894f2d4-1097-4c62-a27c-a2c9f566d70d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf HTTP/1.1" status: 204 len: 168 time: 1.2068360 Aug 06 16:16:50.610664 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e04b71b-d0e6-49ff-ae60-bd42948c45ea req-81f319f1-9c21-490c-8cc9-5101c43a54c2 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 210 time: 0.2348311 Aug 06 16:16:50.627951 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-66528d24-bab6-4552-a678-61deb181342f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.628359 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-66528d24-bab6-4552-a678-61deb181342f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Added segment 31f02064-a7b1-4714-baee-6eb3b40f88a5 of type vlan for network a4896bf8-d707-4c12-9bf4-6cb5a3cacc47 Aug 06 16:16:50.654249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-6c0bf185-442c-4378-8d54-52a47cdb0171 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:50.656090 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-6c0bf185-442c-4378-8d54-52a47cdb0171 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.78 "GET /v2.0/networks?id=75f05834-9f0b-4db5-a388-5cb0595f3947 HTTP/1.1" status: 200 len: 818 time: 0.4323666 Aug 06 16:16:50.670942 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-8e0ca6af-44e9-43a8-beed-b3e9fad0be8a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Request body: {'port': {'device_id': '2849d10b-e131-429d-91d4-9d08bcf66e70', 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947', 'admin_state_up': True, 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:50.693411 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.702218 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Transition to ACTIVE for port object 01a6332c-029a-4dc8-a663-28da66f8792a will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:50.717775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Transition to ACTIVE for port object 01a6332c-029a-4dc8-a663-28da66f8792a will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:50.725457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 91488e52-918c-44f5-958c-2ce606cce5da details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:16:50.733177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354850a2-62a4-471e-a78e-f18333cf4fc2 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:50.743087 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894f2d4-1097-4c62-a27c-a2c9f566d70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9d6d3e-ffd2-4d5c-a86a-bd7bb7244caf,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:50.755888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57920) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:50.833690 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c839d726-c08f-45b8-901f-b019f1b14fd5 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:50.836585 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-8e0ca6af-44e9-43a8-beed-b3e9fad0be8a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Made reservation on behalf of 6e8ee7df3c0e4668aecdf398f1142d6a for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:50.837375 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c839d726-c08f-45b8-901f-b019f1b14fd5 tempest-TestNetworkAdvancedServerOps-1863982274 tempest-TestNetworkAdvancedServerOps-1863982274-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 1091 time: 0.5466306 Aug 06 16:16:50.840205 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-8e0ca6af-44e9-43a8-beed-b3e9fad0be8a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.842348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57926) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:50.864801 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.865776 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:50.889101 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-66528d24-bab6-4552-a678-61deb181342f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.899985 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:50.908905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71b6fe-630f-49ae-8e40-9662b3a72fa0 req-bb1a22ab-394b-4160-b89f-c4dbf213c727 tempest-ComputeTenantNetworksTest-771634444 tempest-ComputeTenantNetworksTest-771634444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:50.925040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Network 97d84d00-873a-457e-980c-852c83d16fdc is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:50.926437 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b71b6fe-630f-49ae-8e40-9662b3a72fa0 req-bb1a22ab-394b-4160-b89f-c4dbf213c727 tempest-ComputeTenantNetworksTest-771634444 tempest-ComputeTenantNetworksTest-771634444-project] 10.222.0.37 "GET /v2.0/networks/72f9d2e7-c073-4ee1-8ff1-9c591fa9ed1e HTTP/1.1" status: 200 len: 768 time: 0.4721944 Aug 06 16:16:50.932345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57930) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:50.953493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:50.965327 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:50.974679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d6e2e531-e702-4e20-a71f-dc81082e5bc3 None None] Provisioning complete for port 72e249f5-79f1-4d0c-9130-736bc56dc865 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:50.975059 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d6e2e531-e702-4e20-a71f-dc81082e5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:51.047194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Pushing event updated for resources: {'Port': ['ID=01a6332c-029a-4dc8-a663-28da66f8792a,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:51.060560 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:51.070270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af4e083-ba66-4431-9be7-98a4c625721c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:51.076091 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2af4e083-ba66-4431-9be7-98a4c625721c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:51.095664 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.resource_extend [None req-66528d24-bab6-4552-a678-61deb181342f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:16:51.116242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Attempting to bind port 01a6332c-029a-4dc8-a663-28da66f8792a on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:51.116616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Attempting to bind port 01a6332c-029a-4dc8-a663-28da66f8792a by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'e359328e-0288-4059-b1bc-b916a0b50e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '97d84d00-873a-457e-980c-852c83d16fdc'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:51.116975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Attempting to bind port 01a6332c-029a-4dc8-a663-28da66f8792a on network 97d84d00-873a-457e-980c-852c83d16fdc {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:51.126863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:51.127237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Checking segment: {'id': 'e359328e-0288-4059-b1bc-b916a0b50e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '97d84d00-873a-457e-980c-852c83d16fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:51.127642 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:51.128031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Bound using segment: {'id': 'e359328e-0288-4059-b1bc-b916a0b50e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '97d84d00-873a-457e-980c-852c83d16fdc'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:51.128518 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Bound port: 01a6332c-029a-4dc8-a663-28da66f8792a, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e359328e-0288-4059-b1bc-b916a0b50e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '97d84d00-873a-457e-980c-852c83d16fdc'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:51.128880 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:51.236458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] For port 01a6332c-029a-4dc8-a663-28da66f8792a, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:51.239023 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-66528d24-bab6-4552-a678-61deb181342f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:51.240585 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] For port 01a6332c-029a-4dc8-a663-28da66f8792a, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=01a6332c-029a-4dc8-a663-28da66f8792a,segment=NetworkSegment(e359328e-0288-4059-b1bc-b916a0b50e37),segment_id=e359328e-0288-4059-b1bc-b916a0b50e37)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:51.245467 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:51.247914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66528d24-bab6-4552-a678-61deb181342f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:51.248745 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-66528d24-bab6-4552-a678-61deb181342f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:51.301911 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8673661d-39c8-4004-9640-3ec3336da675 None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:16:51.323483 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df96b1-58ed-4a0f-a8a2-62f430d60ce7 None None] Pushing event updated for resources: {'Port': ['ID=01a6332c-029a-4dc8-a663-28da66f8792a,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:51.387738 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8673661d-39c8-4004-9640-3ec3336da675 None None] Deleting port 72e249f5-79f1-4d0c-9130-736bc56dc865 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:51.388119 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8673661d-39c8-4004-9640-3ec3336da675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:51.390152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-8e0ca6af-44e9-43a8-beed-b3e9fad0be8a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Allocated IP 172.20.0.9 (75f05834-9f0b-4db5-a388-5cb0595f3947/f7d4a562-70dc-45dc-b649-bb870e6750de/da95e7b4-b715-471f-b926-04a238acbae4) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:51.407173 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:51.467182 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-21ea63e8-5eea-41e6-a2c8-dbe19d8b25c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:51.517315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8673661d-39c8-4004-9640-3ec3336da675 None None] For port 72e249f5-79f1-4d0c-9130-736bc56dc865, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=72e249f5-79f1-4d0c-9130-736bc56dc865,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:51.517853 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8673661d-39c8-4004-9640-3ec3336da675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:51.523987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-83332c71-0480-4013-89ad-a8abfde55dfd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67737ae301db44c6b792028701e319c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7578676 Aug 06 16:16:51.541742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57946) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:51.543383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8673661d-39c8-4004-9640-3ec3336da675 None None] Calling delete_port for 72e249f5-79f1-4d0c-9130-736bc56dc865 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:51.608980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-66528d24-bab6-4552-a678-61deb181342f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7956307 Aug 06 16:16:51.609970 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57948) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:51.627341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8776fd13-09ce-437f-94c5-161df92d373d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Request body: {'subnet': {'network_id': 'a4896bf8-d707-4c12-9bf4-6cb5a3cacc47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:51.678959 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57952) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:51.681447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 72e249f5-79f1-4d0c-9130-736bc56dc865 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:51.747004 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8673661d-39c8-4004-9640-3ec3336da675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:51.802176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673661d-39c8-4004-9640-3ec3336da675 None None] No DVR routers for this DVR port 72e249f5-79f1-4d0c-9130-736bc56dc865 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:51.812020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673661d-39c8-4004-9640-3ec3336da675 None None] Pushing event deleted for resources: {'Port': ['ID=72e249f5-79f1-4d0c-9130-736bc56dc865,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:51.818345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Port 72e249f5-79f1-4d0c-9130-736bc56dc865 update to DOWN by agent not found {{(pid=105766) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 06 16:16:51.850974 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-114f0d41-f065-4537-a276-65deb7f4d991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:51.859199 n-d-803756-1 neutron-server[105764]: DEBUG neutron.objects.ports [None req-a4340e4a-edee-44c3-82f6-5d22cfa30d09 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:16:51.859670 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4340e4a-edee-44c3-82f6-5d22cfa30d09 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:51.868345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66528d24-bab6-4552-a678-61deb181342f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event updated for resources: {'Network': ['ID=a4896bf8-d707-4c12-9bf4-6cb5a3cacc47,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:51.883241 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a4896bf8-d707-4c12-9bf4-6cb5a3cacc47 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:16:51.900391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df96235e-adb3-4b89-8912-6e73ee33bdb7 req-fd065177-6edf-4fc0-b95b-0c6805cda8a9 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 210 time: 0.1015587 Aug 06 16:16:51.919051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Allocated IP 172.25.1.49 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/c2ae8ec8-1870-48ad-8670-cc5993906267) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:51.963688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1398443605-network', 'tenant_id': '255168b197fd49ea860fc945fa2ba89b'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:51.971638 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-114f0d41-f065-4537-a276-65deb7f4d991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.017411 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4340e4a-edee-44c3-82f6-5d22cfa30d09 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Pushing event updated for resources: {'Subnet': ['ID=53362a6c-a9c3-487e-aa76-4dd8f241fb55,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:52.028294 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8776fd13-09ce-437f-94c5-161df92d373d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Made reservation on behalf of 593879673eed4cccac37266dde0f7ef6 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:52.031979 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8776fd13-09ce-437f-94c5-161df92d373d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.055333 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-21ea63e8-5eea-41e6-a2c8-dbe19d8b25c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.082590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-21ea63e8-5eea-41e6-a2c8-dbe19d8b25c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f9d2e7-c073-4ee1-8ff1-9c591fa9ed1e']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:52.148845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-21ea63e8-5eea-41e6-a2c8-dbe19d8b25c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee705bbb-af6d-4cf4-b635-938712d7e187') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:52.149142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-21ea63e8-5eea-41e6-a2c8-dbe19d8b25c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee705bbb-af6d-4cf4-b635-938712d7e187') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:52.212337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-21ea63e8-5eea-41e6-a2c8-dbe19d8b25c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.249060 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-21ea63e8-5eea-41e6-a2c8-dbe19d8b25c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.265240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ea63e8-5eea-41e6-a2c8-dbe19d8b25c1 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:16:52.265677 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-21ea63e8-5eea-41e6-a2c8-dbe19d8b25c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.268419 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2af4e083-ba66-4431-9be7-98a4c625721c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:16:52.270332 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:16:52.378463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af4e083-ba66-4431-9be7-98a4c625721c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:52.398460 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-8e0ca6af-44e9-43a8-beed-b3e9fad0be8a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.406611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-2af4e083-ba66-4431-9be7-98a4c625721c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:52.416683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af4e083-ba66-4431-9be7-98a4c625721c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:52.417553 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2af4e083-ba66-4431-9be7-98a4c625721c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.420114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3251f973-b16f-4736-82bd-0a61ec8578cd None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:52.426789 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4e083-ba66-4431-9be7-98a4c625721c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=a5041dea-b6f6-46e8-b927-b83633af8b52,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:52.428773 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-21ea63e8-5eea-41e6-a2c8-dbe19d8b25c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.444145 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-21ea63e8-5eea-41e6-a2c8-dbe19d8b25c1 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.449076 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-21ea63e8-5eea-41e6-a2c8-dbe19d8b25c1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/72f9d2e7-c073-4ee1-8ff1-9c591fa9ed1e HTTP/1.1" status: 204 len: 168 time: 1.5139933 Aug 06 16:16:52.452148 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] Made reservation on behalf of 255168b197fd49ea860fc945fa2ba89b for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:52.458418 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.472452 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2af4e083-ba66-4431-9be7-98a4c625721c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1383600 Aug 06 16:16:52.472723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea63e8-5eea-41e6-a2c8-dbe19d8b25c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=72f9d2e7-c073-4ee1-8ff1-9c591fa9ed1e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:52.474603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57958) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:52.505196 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4340e4a-edee-44c3-82f6-5d22cfa30d09 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Checking segment: {'id': '9a65519d-1c45-4abc-9552-9dab5dddea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '91488e52-918c-44f5-958c-2ce606cce5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:52.505196 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4340e4a-edee-44c3-82f6-5d22cfa30d09 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Network hostable DHCP agents. Network: 91488e52-918c-44f5-958c-2ce606cce5da, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:16:52.509550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c265cf34-0397-40db-a9f4-8ce81b5ffde6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:52.524690 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.566250 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4340e4a-edee-44c3-82f6-5d22cfa30d09 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Network 91488e52-918c-44f5-958c-2ce606cce5da is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:16:52.592399 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a4340e4a-edee-44c3-82f6-5d22cfa30d09 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 91488e52-918c-44f5-958c-2ce606cce5da) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:52.597954 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4340e4a-edee-44c3-82f6-5d22cfa30d09 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:52.598546 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4340e4a-edee-44c3-82f6-5d22cfa30d09 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.628616 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.637026 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-114f0d41-f065-4537-a276-65deb7f4d991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.639671 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-114f0d41-f065-4537-a276-65deb7f4d991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.643247 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-114f0d41-f065-4537-a276-65deb7f4d991 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c654de9-4c95-49cb-a106-d49f4248c0d9 HTTP/1.1" status: 204 len: 168 time: 1.0981553 Aug 06 16:16:52.652635 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af6bc75-5ce9-4426-ab4e-907a6c8c2e0d None None] Network 91488e52-918c-44f5-958c-2ce606cce5da requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:52.663304 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f0d41-f065-4537-a276-65deb7f4d991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c654de9-4c95-49cb-a106-d49f4248c0d9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:52.678952 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ac2154-c407-4ff7-a1c2-a0f7a1b9ad42 None None] Network 97d84d00-873a-457e-980c-852c83d16fdc requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:52.705822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57962) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:52.780223 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a18eb1ef-1e16-4222-b808-afb99d2b8c3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f52dbb01e46462e82a83ba265c60c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701077 Aug 06 16:16:52.786951 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-8e0ca6af-44e9-43a8-beed-b3e9fad0be8a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.801327 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57964) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:52.877447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b3b707fa-b7a7-433e-a5fb-37546a472ccd None None] Provisioning for port 01a6332c-029a-4dc8-a663-28da66f8792a completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:52.887583 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-8e0ca6af-44e9-43a8-beed-b3e9fad0be8a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Network 75f05834-9f0b-4db5-a388-5cb0595f3947 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:52.894417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ca6af-44e9-43a8-beed-b3e9fad0be8a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Pushing event updated for resources: {'Port': ['ID=da95e7b4-b715-471f-b926-04a238acbae4,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:52.900025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': 'a5041dea-b6f6-46e8-b927-b83633af8b52'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:16:52.902024 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:52.921819 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-8e0ca6af-44e9-43a8-beed-b3e9fad0be8a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:52.925635 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-8e0ca6af-44e9-43a8-beed-b3e9fad0be8a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:53.037878 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.098310 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-8e0ca6af-44e9-43a8-beed-b3e9fad0be8a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:53.099349 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-8e0ca6af-44e9-43a8-beed-b3e9fad0be8a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.139797 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:53.154807 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:53.161237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:53.169472 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=c2ae8ec8-1870-48ad-8670-cc5993906267,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:53.205200 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af350ea9-0f9b-40e7-8a1a-fc6155a280ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.207584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3888cb65-66d2-4102-88ba-d0267dde4ce8 None None] Network 91488e52-918c-44f5-958c-2ce606cce5da requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:53.212347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.objects.ports [None req-8776fd13-09ce-437f-94c5-161df92d373d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:16:53.218975 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.226868 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8776fd13-09ce-437f-94c5-161df92d373d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.238025 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.250825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e0e99-66bf-4123-97ff-0ae1ac4f9917 req-ccff412f-81bf-485c-ae7f-28b1d7ab8ed2 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:53.252620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b8e0e99-66bf-4123-97ff-0ae1ac4f9917 req-ccff412f-81bf-485c-ae7f-28b1d7ab8ed2 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 931 time: 0.2284057 Aug 06 16:16:53.264746 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a4340e4a-edee-44c3-82f6-5d22cfa30d09 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0279486 Aug 06 16:16:53.264746 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-8e0ca6af-44e9-43a8-beed-b3e9fad0be8a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5976381 Aug 06 16:16:53.269282 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af350ea9-0f9b-40e7-8a1a-fc6155a280ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.276002 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57978) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:53.307884 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Request body: {'port': {'device_id': '2849d10b-e131-429d-91d4-9d08bcf66e70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:53.318599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d703bd46-2b09-476d-a714-a94de8c019b3 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1605408428', 'network_id': '91488e52-918c-44f5-958c-2ce606cce5da'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:53.349386 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Allocated IP 172.20.0.2 (38cd96d0-9a93-4226-ab46-370ab75cd563/a5041dea-b6f6-46e8-b927-b83633af8b52/fcb33f8d-6884-405f-a8ca-86da8efe5e29) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:53.356042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:16:53.373776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c265cf34-0397-40db-a9f4-8ce81b5ffde6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:53.379460 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c265cf34-0397-40db-a9f4-8ce81b5ffde6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.427738 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ebf408-f6d1-49fc-a27e-a1cd8a07008b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:53.471678 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.472386 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] Added segment 820070aa-58ee-45ba-884b-ee2bdc2b79de of type vlan for network e619fca1-5f82-46a6-b29b-1ac2a5404585 Aug 06 16:16:53.511793 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d703bd46-2b09-476d-a714-a94de8c019b3 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Made reservation on behalf of caf3b55ed14240ee9a266a4276158b76 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:53.515792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d703bd46-2b09-476d-a714-a94de8c019b3 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.515944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776fd13-09ce-437f-94c5-161df92d373d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event updated for resources: {'Subnet': ['ID=e080026a-5576-41c1-96c5-52b6d13a62ff,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:53.544001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b8e0e99-66bf-4123-97ff-0ae1ac4f9917 req-89d301d8-2202-4858-aad7-064936d12a17 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820137 Aug 06 16:16:53.546301 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6924cb1-f681-49f3-a424-64270cda6f76 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:16:53.557241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8776fd13-09ce-437f-94c5-161df92d373d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Checking segment: {'id': '31f02064-a7b1-4714-baee-6eb3b40f88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a4896bf8-d707-4c12-9bf4-6cb5a3cacc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:53.557616 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8776fd13-09ce-437f-94c5-161df92d373d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Network hostable DHCP agents. Network: a4896bf8-d707-4c12-9bf4-6cb5a3cacc47, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:16:53.601430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.607207 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.640204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8776fd13-09ce-437f-94c5-161df92d373d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Network a4896bf8-d707-4c12-9bf4-6cb5a3cacc47 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:16:53.664004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-8776fd13-09ce-437f-94c5-161df92d373d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a4896bf8-d707-4c12-9bf4-6cb5a3cacc47) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:53.677247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673fa421-f6e6-42d3-a7da-ec780cc9b83e None None] Network a4896bf8-d707-4c12-9bf4-6cb5a3cacc47 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:53.684993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776fd13-09ce-437f-94c5-161df92d373d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:53.685599 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8776fd13-09ce-437f-94c5-161df92d373d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.709534 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.720729 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8776fd13-09ce-437f-94c5-161df92d373d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0991371 Aug 06 16:16:53.720729 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57986) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:53.721015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-d703bd46-2b09-476d-a714-a94de8c019b3 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] device_id is not set on port 4ae53b82-6b72-46b4-9764-3e6e1be5f551 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:16:53.727236 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.727776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-9abb6d23-63aa-4bf5-b227-b9de0cd5ae35 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Request body: {'port': {'network_id': 'a4896bf8-d707-4c12-9bf4-6cb5a3cacc47', 'name': 'tempest-NetworksIpV6TestAttrs-2036430600'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:53.734665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Transition to ACTIVE for port object d6924cb1-f681-49f3-a424-64270cda6f76 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:53.749918 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af350ea9-0f9b-40e7-8a1a-fc6155a280ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.751863 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.752548 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af350ea9-0f9b-40e7-8a1a-fc6155a280ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.753766 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-af350ea9-0f9b-40e7-8a1a-fc6155a280ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7faaab66-2bf3-4d87-9234-4c1fd53c9dda HTTP/1.1" status: 204 len: 168 time: 0.8997419 Aug 06 16:16:53.770582 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 01a6332c-029a-4dc8-a663-28da66f8792a up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:53.841771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af350ea9-0f9b-40e7-8a1a-fc6155a280ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faaab66-2bf3-4d87-9234-4c1fd53c9dda,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:53.841996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6924cb1-f681-49f3-a424-64270cda6f76,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:53.868114 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.resource_extend [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:16:53.871811 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:53.899397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Transition to ACTIVE for port object fcb33f8d-6884-405f-a8ca-86da8efe5e29 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:53.933000 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:54.012595 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Transition to ACTIVE for port object fcb33f8d-6884-405f-a8ca-86da8efe5e29 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:54.026685 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 01a6332c-029a-4dc8-a663-28da66f8792a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:54.041464 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:54.071727 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 01a6332c-029a-4dc8-a663-28da66f8792a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:54.072090 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:54.096421 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:54.097495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:54.098176 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:54.158652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Attempting to bind port d6924cb1-f681-49f3-a424-64270cda6f76 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:54.159275 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Attempting to bind port d6924cb1-f681-49f3-a424-64270cda6f76 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '193e0109-53a3-407a-8556-604c4ac01987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:54.159825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Attempting to bind port d6924cb1-f681-49f3-a424-64270cda6f76 on network 75f05834-9f0b-4db5-a388-5cb0595f3947 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:54.166723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Port d6924cb1-f681-49f3-a424-64270cda6f76 on network 75f05834-9f0b-4db5-a388-5cb0595f3947 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:16:54.167594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Attempting to bind port d6924cb1-f681-49f3-a424-64270cda6f76 on network 75f05834-9f0b-4db5-a388-5cb0595f3947 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:54.190269 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:54.190915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Checking segment: {'id': '193e0109-53a3-407a-8556-604c4ac01987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:54.191788 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Bound using segment: {'id': '193e0109-53a3-407a-8556-604c4ac01987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:54.192470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Bound port: d6924cb1-f681-49f3-a424-64270cda6f76, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '193e0109-53a3-407a-8556-604c4ac01987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:54.193046 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:54.281471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abb6d23-63aa-4bf5-b227-b9de0cd5ae35 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Made reservation on behalf of 593879673eed4cccac37266dde0f7ef6 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:54.291176 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9abb6d23-63aa-4bf5-b227-b9de0cd5ae35 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:54.300935 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-d703bd46-2b09-476d-a714-a94de8c019b3 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Allocated IP 172.20.0.13 (91488e52-918c-44f5-958c-2ce606cce5da/53362a6c-a9c3-487e-aa76-4dd8f241fb55/4ae53b82-6b72-46b4-9764-3e6e1be5f551) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:54.304625 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6073210 Aug 06 16:16:54.320693 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58000) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:54.329662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6282277c-ae88-4077-be0c-a788146b1e8e admin admin] Request body: {'subnet': {'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1398443605-subnet', 'tenant_id': '255168b197fd49ea860fc945fa2ba89b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:54.338308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6bda0-f742-4ca9-8de2-719c03fb2c20 admin admin] Pushing event updated for resources: {'Network': ['ID=e619fca1-5f82-46a6-b29b-1ac2a5404585,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:54.352669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-9abb6d23-63aa-4bf5-b227-b9de0cd5ae35 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] device_id is not set on port 258335cf-593a-4930-87ff-606fe2ecd9ad yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:16:54.360009 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network e619fca1-5f82-46a6-b29b-1ac2a5404585 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:16:54.404205 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:54.429924 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:54.446816 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-a4896bf8-d707-4c12-9bf4-6cb5a3cacc47', 'network_id': 'a4896bf8-d707-4c12-9bf4-6cb5a3cacc47', 'tenant_id': '593879673eed4cccac37266dde0f7ef6', 'fixed_ips': [{'subnet_id': 'e080026a-5576-41c1-96c5-52b6d13a62ff'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:16:54.448121 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:54.456547 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:54.511546 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6282277c-ae88-4077-be0c-a788146b1e8e admin admin] Made reservation on behalf of 255168b197fd49ea860fc945fa2ba89b for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:54.515336 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6282277c-ae88-4077-be0c-a788146b1e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:54.590202 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] For port d6924cb1-f681-49f3-a424-64270cda6f76, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:54.609717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-9abb6d23-63aa-4bf5-b227-b9de0cd5ae35 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Allocated IP 2001:db8::f816:3eff:fe7f:3be (a4896bf8-d707-4c12-9bf4-6cb5a3cacc47/e080026a-5576-41c1-96c5-52b6d13a62ff/258335cf-593a-4930-87ff-606fe2ecd9ad) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:54.613361 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Pushing event updated for resources: {'Port': ['ID=fcb33f8d-6884-405f-a8ca-86da8efe5e29,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:54.645333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] For port d6924cb1-f681-49f3-a424-64270cda6f76, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d6924cb1-f681-49f3-a424-64270cda6f76,segment=NetworkSegment(193e0109-53a3-407a-8556-604c4ac01987),segment_id=193e0109-53a3-407a-8556-604c4ac01987)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:54.661187 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:54.755732 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6282277c-ae88-4077-be0c-a788146b1e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:54.787537 n-d-803756-1 neutron-server[105765]: DEBUG neutron.objects.ports [None req-c265cf34-0397-40db-a9f4-8ce81b5ffde6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:16:54.821125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:54.825226 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:54.827612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] 10.222.0.78 "PUT /v2.0/ports/d6924cb1-f681-49f3-a424-64270cda6f76 HTTP/1.1" status: 200 len: 1092 time: 4.4254296 Aug 06 16:16:54.840890 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:54.879936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e389ef20-1c0a-457c-88a9-c6c0e9bbdb14', 'tag': 'd6924cb1-f681-49f3-a424-64270cda6f76'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:16:54.883490 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2078a6b-fbdf-443e-8168-0b56dddbd5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e389ef20-1c0a-457c-88a9-c6c0e9bbdb14", "tag": "d6924cb1-f681-49f3-a424-64270cda6f76"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:16:54.909154 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:54.949394 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Attempting to bind port fcb33f8d-6884-405f-a8ca-86da8efe5e29 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:54.950720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Attempting to bind port fcb33f8d-6884-405f-a8ca-86da8efe5e29 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:54.951578 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Attempting to bind port fcb33f8d-6884-405f-a8ca-86da8efe5e29 on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:54.993896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:54.994546 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:54.995268 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:54.995840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:54.999675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Bound port: fcb33f8d-6884-405f-a8ca-86da8efe5e29, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:55.000234 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:55.004916 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 01a6332c-029a-4dc8-a663-28da66f8792a, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=01a6332c-029a-4dc8-a663-28da66f8792a,segment=NetworkSegment(e359328e-0288-4059-b1bc-b916a0b50e37),segment_id=e359328e-0288-4059-b1bc-b916a0b50e37)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:55.009387 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282277c-ae88-4077-be0c-a788146b1e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd933884-c9e5-4f28-b091-00ae8aae4688,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:55.027831 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:55.117519 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:55.126827 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d703bd46-2b09-476d-a714-a94de8c019b3 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:55.130472 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282277c-ae88-4077-be0c-a788146b1e8e admin admin] Checking segment: {'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:55.130472 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6282277c-ae88-4077-be0c-a788146b1e8e admin admin] Network hostable DHCP agents. Network: e619fca1-5f82-46a6-b29b-1ac2a5404585, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:16:55.163361 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442041ff-72a1-4b10-b819-21dc85461e4a x-openstack-request-id: req-442041ff-72a1-4b10-b819-21dc85461e4a {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:16:55.163909 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e389ef20-1c0a-457c-88a9-c6c0e9bbdb14", "tag": "d6924cb1-f681-49f3-a424-64270cda6f76", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:16:55.164392 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-442041ff-72a1-4b10-b819-21dc85461e4a {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:16:55.164981 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e389ef20-1c0a-457c-88a9-c6c0e9bbdb14', 'tag': 'd6924cb1-f681-49f3-a424-64270cda6f76', 'status': 'completed', 'code': 200} Aug 06 16:16:55.237704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=01a6332c-029a-4dc8-a663-28da66f8792a,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:55.246458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] For port fcb33f8d-6884-405f-a8ca-86da8efe5e29, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:55.250299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] For port fcb33f8d-6884-405f-a8ca-86da8efe5e29, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fcb33f8d-6884-405f-a8ca-86da8efe5e29,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:55.258627 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:55.262193 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da95e7b4-b715-471f-b926-04a238acbae4 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:16:55.279506 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6282277c-ae88-4077-be0c-a788146b1e8e admin admin] Network e619fca1-5f82-46a6-b29b-1ac2a5404585 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:16:55.287837 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:55.338763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362a09c-744d-4008-a55d-78a6f7f472a3 None None] Pushing event updated for resources: {'Port': ['ID=fcb33f8d-6884-405f-a8ca-86da8efe5e29,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:55.344221 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6051ea-b65f-4d24-8ec9-a558d5e0c3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6924cb1-f681-49f3-a424-64270cda6f76,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:55.348280 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Transition to ACTIVE for port object da95e7b4-b715-471f-b926-04a238acbae4 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:55.355840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-6282277c-ae88-4077-be0c-a788146b1e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, e619fca1-5f82-46a6-b29b-1ac2a5404585) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:55.368302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a20f61-2b93-41c6-b83a-244470607ad5 None None] Network e619fca1-5f82-46a6-b29b-1ac2a5404585 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:55.402461 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d9462-667d-4faa-9c96-c284266b634c req-e9cc99c1-c101-44ed-bb76-8dc893b51586 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:55.407301 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282277c-ae88-4077-be0c-a788146b1e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:55.407908 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6282277c-ae88-4077-be0c-a788146b1e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:55.411782 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f0d9462-667d-4faa-9c96-c284266b634c req-e9cc99c1-c101-44ed-bb76-8dc893b51586 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 931 time: 0.6850183 Aug 06 16:16:55.418959 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:55.442257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-0e8adcd4-9ca1-4d4d-9d61-349116970bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:55.444058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-0e8adcd4-9ca1-4d4d-9d61-349116970bd3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e8ee7df3c0e4668aecdf398f1142d6a&device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 1095 time: 0.5389855 Aug 06 16:16:55.494695 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d703bd46-2b09-476d-a714-a94de8c019b3 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:55.503994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f0d9462-667d-4faa-9c96-c284266b634c req-9764643c-15c3-4849-abc7-611fc25ef343 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848584 Aug 06 16:16:55.543850 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6282277c-ae88-4077-be0c-a788146b1e8e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2221580 Aug 06 16:16:55.593419 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Pushing event updated for resources: {'Port': ['ID=da95e7b4-b715-471f-b926-04a238acbae4,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:55.602403 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d703bd46-2b09-476d-a714-a94de8c019b3 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Network 91488e52-918c-44f5-958c-2ce606cce5da is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:55.612926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-dd2de89d-db69-48c6-b6c0-73f80d2bbd3c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6924cb1-f681-49f3-a424-64270cda6f76 HTTP/1.1" status: 200 len: 217 time: 0.1401310 Aug 06 16:16:55.620490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-d703bd46-2b09-476d-a714-a94de8c019b3 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:55.640683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71f2865-8649-49fe-bd5b-8cccdf917014 None None] Network e619fca1-5f82-46a6-b29b-1ac2a5404585 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:55.658985 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 01a6332c-029a-4dc8-a663-28da66f8792a up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:55.769301 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c265cf34-0397-40db-a9f4-8ce81b5ffde6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:55.829025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 01a6332c-029a-4dc8-a663-28da66f8792a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:55.830124 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:55.853656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-bcf81ed8-0dd0-4c09-8367-9697ed21c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:55.855564 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-bcf81ed8-0dd0-4c09-8367-9697ed21c784 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f7d4a562-70dc-45dc-b649-bb870e6750de HTTP/1.1" status: 200 len: 858 time: 0.2154856 Aug 06 16:16:55.858954 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9abb6d23-63aa-4bf5-b227-b9de0cd5ae35 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:55.930109 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:55.937367 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d703bd46-2b09-476d-a714-a94de8c019b3 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:56.036337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d703bd46-2b09-476d-a714-a94de8c019b3 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:56.037279 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d703bd46-2b09-476d-a714-a94de8c019b3 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:56.056141 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:56.076392 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-22e4f221-0354-470f-a16b-0f7431b78c56 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75f05834-9f0b-4db5-a388-5cb0595f3947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1986284 Aug 06 16:16:56.082615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-9abb6d23-63aa-4bf5-b227-b9de0cd5ae35 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Transition to ACTIVE for port object 258335cf-593a-4930-87ff-606fe2ecd9ad will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:56.131251 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d703bd46-2b09-476d-a714-a94de8c019b3 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.8436260 Aug 06 16:16:56.136159 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:56.172132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-c265cf34-0397-40db-a9f4-8ce81b5ffde6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] For port fcb33f8d-6884-405f-a8ca-86da8efe5e29, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fcb33f8d-6884-405f-a8ca-86da8efe5e29,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:56.191214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58062) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:56.212656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Attempting to bind port da95e7b4-b715-471f-b926-04a238acbae4 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:56.213906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Attempting to bind port da95e7b4-b715-471f-b926-04a238acbae4 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '193e0109-53a3-407a-8556-604c4ac01987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:56.214232 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Attempting to bind port da95e7b4-b715-471f-b926-04a238acbae4 on network 75f05834-9f0b-4db5-a388-5cb0595f3947 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:56.221424 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703bd46-2b09-476d-a714-a94de8c019b3 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Pushing event updated for resources: {'Port': ['ID=4ae53b82-6b72-46b4-9764-3e6e1be5f551,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:56.257912 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Port da95e7b4-b715-471f-b926-04a238acbae4 on network 75f05834-9f0b-4db5-a388-5cb0595f3947 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:16:56.258245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Attempting to bind port da95e7b4-b715-471f-b926-04a238acbae4 on network 75f05834-9f0b-4db5-a388-5cb0595f3947 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:56.296999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:56.297361 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Checking segment: {'id': '193e0109-53a3-407a-8556-604c4ac01987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:56.298324 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Bound using segment: {'id': '193e0109-53a3-407a-8556-604c4ac01987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:56.298788 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Bound port: da95e7b4-b715-471f-b926-04a238acbae4, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '193e0109-53a3-407a-8556-604c4ac01987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:56.299152 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:56.304399 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c265cf34-0397-40db-a9f4-8ce81b5ffde6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:56.331413 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c265cf34-0397-40db-a9f4-8ce81b5ffde6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:56.332188 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c265cf34-0397-40db-a9f4-8ce81b5ffde6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:56.365873 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Floating IP 2457d052-a407-4aeb-be3d-936237416f35 associated. External IP: 172.25.1.49, port: 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174. Aug 06 16:16:56.414336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265cf34-0397-40db-a9f4-8ce81b5ffde6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=316c92e3-3110-4028-b00b-d931d3c135ab,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:56.425590 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event updated for resources: {'Port': ['ID=c2ae8ec8-1870-48ad-8670-cc5993906267,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:56.493801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-81aee96b-8418-40ab-a624-6520591881e2 service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058433 Aug 06 16:16:56.497504 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58078) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:56.508832 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] For port da95e7b4-b715-471f-b926-04a238acbae4, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:56.530006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] For port da95e7b4-b715-471f-b926-04a238acbae4, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=da95e7b4-b715-471f-b926-04a238acbae4,segment=NetworkSegment(193e0109-53a3-407a-8556-604c4ac01987),segment_id=193e0109-53a3-407a-8556-604c4ac01987)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:56.540852 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:56.596815 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:56.598197 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:56.599862 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] 10.222.0.78 "PUT /v2.0/ports/da95e7b4-b715-471f-b926-04a238acbae4 HTTP/1.1" status: 200 len: 1091 time: 3.3135316 Aug 06 16:16:56.600594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2849d10b-e131-429d-91d4-9d08bcf66e70', 'tag': 'da95e7b4-b715-471f-b926-04a238acbae4'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:16:56.601414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c265cf34-0397-40db-a9f4-8ce81b5ffde6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:56.603367 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef4c6b6-8424-42c5-8800-a50458f7a724" -d '{"events": [{"name": "network-changed", "server_uuid": "2849d10b-e131-429d-91d4-9d08bcf66e70", "tag": "da95e7b4-b715-471f-b926-04a238acbae4"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:16:56.641057 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-c265cf34-0397-40db-a9f4-8ce81b5ffde6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:56.718166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Allocated IP 2001:db8::f816:3eff:fed3:7168 (a4896bf8-d707-4c12-9bf4-6cb5a3cacc47/e080026a-5576-41c1-96c5-52b6d13a62ff/1d727382-392e-48d1-9b4d-794a3eaea446) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:56.749071 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c265cf34-0397-40db-a9f4-8ce81b5ffde6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:56.749709 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c265cf34-0397-40db-a9f4-8ce81b5ffde6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:56.755548 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9abb6d23-63aa-4bf5-b227-b9de0cd5ae35 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:56.760463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b38997-3e72-4ba7-87fa-6ebb19bfd676 service neutron] Pushing event updated for resources: {'Port': ['ID=da95e7b4-b715-471f-b926-04a238acbae4,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:56.818066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-712b6748-0fb4-4253-b611-e404f1b7b527 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Deleting port 4ae53b82-6b72-46b4-9764-3e6e1be5f551 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:56.818414 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-712b6748-0fb4-4253-b611-e404f1b7b527 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:56.914327 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-2b263383-01b5-4c16-941c-61bdefd9e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:56.917451 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-2b263383-01b5-4c16-941c-61bdefd9e1f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e8ee7df3c0e4668aecdf398f1142d6a&device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 1094 time: 0.2637880 Aug 06 16:16:56.959555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265cf34-0397-40db-a9f4-8ce81b5ffde6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=fcb33f8d-6884-405f-a8ca-86da8efe5e29,revision_number=4']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:56.987528 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c93b-316b-4505-b517-722a0b14287a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:56.991381 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c265cf34-0397-40db-a9f4-8ce81b5ffde6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5141730 Aug 06 16:16:56.995424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abb6d23-63aa-4bf5-b227-b9de0cd5ae35 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Network a4896bf8-d707-4c12-9bf4-6cb5a3cacc47 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:57.001968 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:57.034545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Transition to ACTIVE for port object 1d727382-392e-48d1-9b4d-794a3eaea446 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:57.044335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58094) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:57.061496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-9568755c-5642-4359-b7cd-95d085a6478e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'mac_address': 'fa:16:3e:2e:4a:2e', 'name': 'tempest-NetworksTestDHCPv6-1995816010'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:57.071667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-9abb6d23-63aa-4bf5-b227-b9de0cd5ae35 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:57.073091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Transition to ACTIVE for port object 1d727382-392e-48d1-9b4d-794a3eaea446 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:57.088439 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:57.152263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Network a4896bf8-d707-4c12-9bf4-6cb5a3cacc47 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:57.154266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb6d23-63aa-4bf5-b227-b9de0cd5ae35 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:57.160776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb6d23-63aa-4bf5-b227-b9de0cd5ae35 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:57.161885 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9abb6d23-63aa-4bf5-b227-b9de0cd5ae35 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:57.184584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:57.192376 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:57.201298 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Pushing event updated for resources: {'Port': ['ID=1d727382-392e-48d1-9b4d-794a3eaea446,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:57.210581 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ceb803-728d-415b-84f1-2d9880341f89 req-7b2a529a-aed0-40f1-8c80-684812efc64b tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:57.221155 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99ceb803-728d-415b-84f1-2d9880341f89 req-7b2a529a-aed0-40f1-8c80-684812efc64b tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 943 time: 0.5975206 Aug 06 16:16:57.225307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7528aa01-25e5-4d1d-9599-4f00c897f289 req-d9749ad0-0076-471e-9901-8a5ab5a3ef42 service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7159288 Aug 06 16:16:57.244558 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-177a929f-749b-4304-a666-1b91beb18728 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:57.246277 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-177a929f-749b-4304-a666-1b91beb18728 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/networks?id=e619fca1-5f82-46a6-b29b-1ac2a5404585 HTTP/1.1" status: 200 len: 813 time: 0.9046600 Aug 06 16:16:57.248385 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-712b6748-0fb4-4253-b611-e404f1b7b527 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:57.265150 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67802207-088e-4e69-8c15-5a11239760a2 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:57.316759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb6d23-63aa-4bf5-b227-b9de0cd5ae35 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event updated for resources: {'Port': ['ID=258335cf-593a-4930-87ff-606fe2ecd9ad,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:57.340642 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-d78bedd2-9724-431f-8568-0ce89ac8c478 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da95e7b4-b715-471f-b926-04a238acbae4 HTTP/1.1" status: 200 len: 217 time: 0.4085767 Aug 06 16:16:57.343650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Attempting to bind port 1d727382-392e-48d1-9b4d-794a3eaea446 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:57.343805 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Attempting to bind port 1d727382-392e-48d1-9b4d-794a3eaea446 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '31f02064-a7b1-4714-baee-6eb3b40f88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a4896bf8-d707-4c12-9bf4-6cb5a3cacc47'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:57.344085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Attempting to bind port 1d727382-392e-48d1-9b4d-794a3eaea446 on network a4896bf8-d707-4c12-9bf4-6cb5a3cacc47 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:57.356568 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-712b6748-0fb4-4253-b611-e404f1b7b527 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Calling delete_port for 4ae53b82-6b72-46b4-9764-3e6e1be5f551 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:57.396828 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:57.397211 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Checking segment: {'id': '31f02064-a7b1-4714-baee-6eb3b40f88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a4896bf8-d707-4c12-9bf4-6cb5a3cacc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:57.397582 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:57.398345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Bound using segment: {'id': '31f02064-a7b1-4714-baee-6eb3b40f88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a4896bf8-d707-4c12-9bf4-6cb5a3cacc47'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:57.398460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Bound port: 1d727382-392e-48d1-9b4d-794a3eaea446, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f02064-a7b1-4714-baee-6eb3b40f88a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a4896bf8-d707-4c12-9bf4-6cb5a3cacc47'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:57.398819 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:57.423650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-563eb190-9bba-4a4d-b4fd-8e670e3d2161 None None] Provisioning for port fcb33f8d-6884-405f-a8ca-86da8efe5e29 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:57.429737 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-911b0983-b47b-4cb4-9cbd-cb2b55dfd172 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/quotas/255168b197fd49ea860fc945fa2ba89b HTTP/1.1" status: 200 len: 375 time: 0.1376319 Aug 06 16:16:57.439271 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:16:57.451298 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-d861c711-c782-4f74-b3b2-d5da08c8c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:57.453452 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-d861c711-c782-4f74-b3b2-d5da08c8c4b0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f7d4a562-70dc-45dc-b649-bb870e6750de HTTP/1.1" status: 200 len: 858 time: 0.1006744 Aug 06 16:16:57.553828 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-d803e2b8-293f-4b9c-aa9b-186b995440ed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75f05834-9f0b-4db5-a388-5cb0595f3947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863323 Aug 06 16:16:57.634970 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] For port 1d727382-392e-48d1-9b4d-794a3eaea446, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:57.666390 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] For port 1d727382-392e-48d1-9b4d-794a3eaea446, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1d727382-392e-48d1-9b4d-794a3eaea446,segment=NetworkSegment(31f02064-a7b1-4714-baee-6eb3b40f88a5),segment_id=31f02064-a7b1-4714-baee-6eb3b40f88a5)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:57.720645 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:57.749466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fcb33f8d-6884-405f-a8ca-86da8efe5e29 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:57.879494 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c9c67-ef9b-420c-847b-15179f64003d None None] Pushing event updated for resources: {'Port': ['ID=1d727382-392e-48d1-9b4d-794a3eaea446,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:57.913122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port fcb33f8d-6884-405f-a8ca-86da8efe5e29 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:57.919051 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fcb33f8d-6884-405f-a8ca-86da8efe5e29 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:57.919687 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:57.921319 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-42e5205f-dc1e-4467-8064-e0b95b46b864 service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529036 Aug 06 16:16:57.952392 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:16:57.967312 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dec670-41d7-4241-8aa3-da0735a0c027 None None] Sync routers for ids ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:16:57.991383 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dec670-41d7-4241-8aa3-da0735a0c027 None None] Routers {'207e676a-0e90-4795-bdcd-8a6bbe6255b7'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:57.995049 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-83dec670-41d7-4241-8aa3-da0735a0c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:16:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:58.102325 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-604866b4-7168-4e91-bb52-f01dcf5e25d6 req-2d9be194-efb3-4bda-a859-5b4564a49887 service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644197 Aug 06 16:16:58.192652 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99ceb803-728d-415b-84f1-2d9880341f89 req-e12e4f5d-f291-45e0-828b-8f154e7dbbb5 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9703572 Aug 06 16:16:58.242670 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:58.292318 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-bc579344-effb-4fb9-bb7c-a56c7264237f tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=255168b197fd49ea860fc945fa2ba89b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1865242 Aug 06 16:16:58.334968 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port fcb33f8d-6884-405f-a8ca-86da8efe5e29, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fcb33f8d-6884-405f-a8ca-86da8efe5e29,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:58.339538 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-83dec670-41d7-4241-8aa3-da0735a0c027 None None] Set router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:58.348384 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:58.354663 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e6e463-7b3b-4520-ae15-808f83730e11 x-openstack-request-id: req-67e6e463-7b3b-4520-ae15-808f83730e11 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:16:58.355223 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2849d10b-e131-429d-91d4-9d08bcf66e70", "tag": "da95e7b4-b715-471f-b926-04a238acbae4", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:16:58.355688 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67e6e463-7b3b-4520-ae15-808f83730e11 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:16:58.356545 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2849d10b-e131-429d-91d4-9d08bcf66e70', 'tag': 'da95e7b4-b715-471f-b926-04a238acbae4', 'status': 'completed', 'code': 200} Aug 06 16:16:58.387739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2078a6b-fbdf-443e-8168-0b56dddbd5b8 req-b1719666-e2d8-4a82-a518-d5ce754a85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:58.394066 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2078a6b-fbdf-443e-8168-0b56dddbd5b8 req-b1719666-e2d8-4a82-a518-d5ce754a85b5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e8ee7df3c0e4668aecdf398f1142d6a&device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 1095 time: 1.0905676 Aug 06 16:16:58.455222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=fcb33f8d-6884-405f-a8ca-86da8efe5e29,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:58.474356 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4c6b6-8424-42c5-8800-a50458f7a724 req-bf187242-0147-483b-a353-98ba732fc517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:58.481229 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3ef4c6b6-8424-42c5-8800-a50458f7a724 req-bf187242-0147-483b-a353-98ba732fc517 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e8ee7df3c0e4668aecdf398f1142d6a&device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 1094 time: 0.1100657 Aug 06 16:16:58.732002 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4c6b6-8424-42c5-8800-a50458f7a724 req-79f7413d-f385-4906-a2c4-36fdf05ada93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:58.737094 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3ef4c6b6-8424-42c5-8800-a50458f7a724 req-79f7413d-f385-4906-a2c4-36fdf05ada93 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75f05834-9f0b-4db5-a388-5cb0595f3947 HTTP/1.1" status: 200 len: 919 time: 0.2473645 Aug 06 16:16:58.777588 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c93b-316b-4505-b517-722a0b14287a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:58.808021 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2fb9c93b-316b-4505-b517-722a0b14287a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:58.810884 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3ef4c6b6-8424-42c5-8800-a50458f7a724 req-42b8d11d-65fa-4e22-be36-eaf92338a4cb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da95e7b4-b715-471f-b926-04a238acbae4 HTTP/1.1" status: 200 len: 217 time: 0.0603693 Aug 06 16:16:58.819272 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:58.859204 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9abb6d23-63aa-4bf5-b227-b9de0cd5ae35 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.1355138 Aug 06 16:16:58.874773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58134) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:58.932213 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-83dec670-41d7-4241-8aa3-da0735a0c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478401801', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:01Z', 'updated_at': '2021-08-06T16:16:19Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:04Z', 'updated_at': '2021-08-06T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2457d052-a407-4aeb-be3d-936237416f35', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'port_id': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'mac_address': 'fa:16:3e:40:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:16:53Z', 'updated_at': '2021-08-06T16:16:53Z', 'revision_number': 0, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a85bd8f-6690-472a-a7ba-0079b2e20da3', 'name': '', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1c:6c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:16Z', 'updated_at': '2021-08-06T16:16:30Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:58.932822 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-eb3be50c-1413-486e-a1e9-f512f410e4e8 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.0860913 Aug 06 16:16:58.946348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4c6b6-8424-42c5-8800-a50458f7a724 req-d505d216-3144-4153-a413-4ba0d760e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:58.948200 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3ef4c6b6-8424-42c5-8800-a50458f7a724 req-d505d216-3144-4153-a413-4ba0d760e617 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f7d4a562-70dc-45dc-b649-bb870e6750de HTTP/1.1" status: 200 len: 858 time: 0.1252611 Aug 06 16:16:58.992618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-ea152e09-8e6c-48bf-8881-2213395f65ae service neutron] 10.222.0.37 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6596601 Aug 06 16:16:59.008421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9568755c-5642-4359-b7cd-95d085a6478e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:59.021177 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2fb9c93b-316b-4505-b517-722a0b14287a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=836c868a539e4f319827e04e70e10eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5197253 Aug 06 16:16:59.024140 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3ef4c6b6-8424-42c5-8800-a50458f7a724 req-fc0e378c-ae6d-4d7b-9ab2-5a31b58f1c86 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75f05834-9f0b-4db5-a388-5cb0595f3947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614491 Aug 06 16:16:59.027818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58140) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:59.033900 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-712b6748-0fb4-4253-b611-e404f1b7b527 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:59.040630 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2078a6b-fbdf-443e-8168-0b56dddbd5b8 req-efe7e154-93e9-4daf-b1c7-192a2f4ed2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:59.042875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2078a6b-fbdf-443e-8168-0b56dddbd5b8 req-efe7e154-93e9-4daf-b1c7-192a2f4ed2d8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75f05834-9f0b-4db5-a388-5cb0595f3947 HTTP/1.1" status: 200 len: 919 time: 0.6162269 Aug 06 16:16:59.045947 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dec670-41d7-4241-8aa3-da0735a0c027 None None] Checking router: 207e676a-0e90-4795-bdcd-8a6bbe6255b7 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:16:59.067082 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dec670-41d7-4241-8aa3-da0735a0c027 None None] Routers {'207e676a-0e90-4795-bdcd-8a6bbe6255b7'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:59.067707 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-83dec670-41d7-4241-8aa3-da0735a0c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:16:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:59.106639 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9c93b-316b-4505-b517-722a0b14287a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e99481-0394-414f-b570-1d079f466a69,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:59.121328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7af3c085-5a9a-476c-bece-03779de15171 None None] Provisioning complete for port fcb33f8d-6884-405f-a8ca-86da8efe5e29 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:59.121785 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7af3c085-5a9a-476c-bece-03779de15171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:59.243961 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:59.292503 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3ef4c6b6-8424-42c5-8800-a50458f7a724 req-839bc8a3-5a68-4c2e-a180-ccb7a182331e service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513640 Aug 06 16:16:59.314279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b6748-0fb4-4253-b611-e404f1b7b527 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ae53b82-6b72-46b4-9764-3e6e1be5f551,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:59.321414 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d6924cb1-f681-49f3-a424-64270cda6f76 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:16:59.328262 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-83dec670-41d7-4241-8aa3-da0735a0c027 None None] Set router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:59.355115 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:59.406087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2078a6b-fbdf-443e-8168-0b56dddbd5b8 req-943c747d-d3c9-4b8a-8105-3b6cc82734a1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6924cb1-f681-49f3-a424-64270cda6f76 HTTP/1.1" status: 200 len: 217 time: 0.3055952 Aug 06 16:16:59.416241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c48692-9515-481c-b4e1-3f653fe9f2e8 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Deleting subnet e080026a-5576-41c1-96c5-52b6d13a62ff {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:16:59.491922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d6924cb1-f681-49f3-a424-64270cda6f76, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d6924cb1-f681-49f3-a424-64270cda6f76,segment=NetworkSegment(193e0109-53a3-407a-8556-604c4ac01987),segment_id=193e0109-53a3-407a-8556-604c4ac01987)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:59.493104 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3ef4c6b6-8424-42c5-8800-a50458f7a724 req-00ada917-fb9e-4218-901e-27f9b5333424 service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871977 Aug 06 16:16:59.497909 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-41c48692-9515-481c-b4e1-3f653fe9f2e8 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:59.513113 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:59.517486 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:59.522059 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5e99481-0394-414f-b570-1d079f466a69 HTTP/1.1" status: 204 len: 168 time: 0.4900997 Aug 06 16:16:59.533673 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'd6924cb1-f681-49f3-a424-64270cda6f76', 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947', 'port_id': 'd6924cb1-f681-49f3-a424-64270cda6f76', 'mac_address': 'fa:16:3e:2f:cf:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d4a562-70dc-45dc-b649-bb870e6750de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:16:59.538221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e99481-0394-414f-b570-1d079f466a69,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:59.543890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95ef373-6fd7-4078-aa08-e4cf3c82d59c None None] Network a4896bf8-d707-4c12-9bf4-6cb5a3cacc47 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:16:59.547282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:59.547854 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:59.548330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:59.548671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:59.549007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:59.550355 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:59.550971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:59.551337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:59.551696 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:59.552082 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:59.552411 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:59.552786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d2baee-5ed0-4b84-acd7-082112a12739 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:59.708329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-94745bf6-82f6-4520-b3c1-e35dc01c6f50 None None] Provisioning for port 1d727382-392e-48d1-9b4d-794a3eaea446 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:59.726995 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9568755c-5642-4359-b7cd-95d085a6478e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:59.735265 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:59.742388 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-41c48692-9515-481c-b4e1-3f653fe9f2e8 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:59.768329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6924cb1-f681-49f3-a424-64270cda6f76 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:16:59.792161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d6924cb1-f681-49f3-a424-64270cda6f76, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d6924cb1-f681-49f3-a424-64270cda6f76,segment=NetworkSegment(193e0109-53a3-407a-8556-604c4ac01987),segment_id=193e0109-53a3-407a-8556-604c4ac01987)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:59.803156 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:59.834369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556a23d-e060-408c-8e18-836363295714 req-d5d2d5d7-e6b0-4ec2-a950-40fba5737607 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:59.841753 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e556a23d-e060-408c-8e18-836363295714 req-d5d2d5d7-e6b0-4ec2-a950-40fba5737607 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 945 time: 0.6693225 Aug 06 16:16:59.872989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2078a6b-fbdf-443e-8168-0b56dddbd5b8 req-c69c674e-c5f2-4220-84d9-5262ee9052f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:59.874516 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2078a6b-fbdf-443e-8168-0b56dddbd5b8 req-c69c674e-c5f2-4220-84d9-5262ee9052f1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f7d4a562-70dc-45dc-b649-bb870e6750de HTTP/1.1" status: 200 len: 858 time: 0.4433250 Aug 06 16:16:59.877885 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-712b6748-0fb4-4253-b611-e404f1b7b527 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:59.879833 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-712b6748-0fb4-4253-b611-e404f1b7b527 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "DELETE /v2.0/ports/4ae53b82-6b72-46b4-9764-3e6e1be5f551 HTTP/1.1" status: 204 len: 168 time: 3.6832230 Aug 06 16:16:59.883989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58160) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:59.890690 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-54d019d0-b539-477c-9330-6e27af2f8188 service neutron] 10.222.0.37 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8634989 Aug 06 16:16:59.894274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '91488e52-918c-44f5-958c-2ce606cce5da', 'external_fixed_ips': [{'subnet_id': '53362a6c-a9c3-487e-aa76-4dd8f241fb55', 'ip_address': '172.20.0.13'}]}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:59.894493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fcb33f8d-6884-405f-a8ca-86da8efe5e29 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:59.950255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-9568755c-5642-4359-b7cd-95d085a6478e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port f4e44176-0ebe-4722-9b8a-0894b5897d77 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:16:59.957949 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2078a6b-fbdf-443e-8168-0b56dddbd5b8 req-76d4162c-5318-49b5-8f93-cca5001e2d41 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75f05834-9f0b-4db5-a388-5cb0595f3947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577965 Aug 06 16:16:59.979831 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:59.983326 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:00.053938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=d6924cb1-f681-49f3-a424-64270cda6f76,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:00.073299 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:00.123369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e556a23d-e060-408c-8e18-836363295714 req-235dc3ef-33ba-4c60-ad2b-3f286ae979bd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781749 Aug 06 16:17:00.147114 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-83dec670-41d7-4241-8aa3-da0735a0c027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478401801', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:01Z', 'updated_at': '2021-08-06T16:16:19Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:04Z', 'updated_at': '2021-08-06T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2457d052-a407-4aeb-be3d-936237416f35', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'port_id': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'mac_address': 'fa:16:3e:40:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:16:53Z', 'updated_at': '2021-08-06T16:16:53Z', 'revision_number': 0, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a85bd8f-6690-472a-a7ba-0079b2e20da3', 'name': '', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1c:6c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:16Z', 'updated_at': '2021-08-06T16:16:30Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:00.153565 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58164) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:00.187860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['d6924cb1-f681-49f3-a424-64270cda6f76'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:17:00.235139 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dec670-41d7-4241-8aa3-da0735a0c027 None None] The sync data for ids ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'] in n-d-803756-1 is: [{'id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478401801', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:01Z', 'updated_at': '2021-08-06T16:16:19Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:04Z', 'updated_at': '2021-08-06T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2457d052-a407-4aeb-be3d-936237416f35', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'port_id': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'mac_address': 'fa:16:3e:40:9b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:16:53Z', 'updated_at': '2021-08-06T16:16:53Z', 'revision_number': 0, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a85bd8f-6690-472a-a7ba-0079b2e20da3', 'name': '', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1c:6c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:16Z', 'updated_at': '2021-08-06T16:16:30Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:17:00.243440 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58168) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:00.275124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fcb33f8d-6884-405f-a8ca-86da8efe5e29 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:00.275644 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:00.358270 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'tag': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:17:00.367727 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42fb329-2a25-4734-a10e-7daf6e6d0bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "f3297fa5-d1a7-4c07-8bd1-f25d774a146f", "tag": "3cfbef20-12f1-4d2f-8d3e-ee1e213e4174"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:17:00.433880 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9015b45-86c0-492c-a93b-130d57458116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:00.512005 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:00.525617 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9038b322-1af6-4e6c-9215-453b6416b79b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/2457d052-a407-4aeb-be3d-936237416f35 HTTP/1.1" status: 200 len: 990 time: 0.3674285 Aug 06 16:17:00.526655 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2078a6b-fbdf-443e-8168-0b56dddbd5b8 req-a79f25aa-d917-4c11-a1d8-686517a134aa service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543592 Aug 06 16:17:00.690312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a6344-90ed-49f0-8274-3a40d5c11129 None None] New status for floating IP 2457d052-a407-4aeb-be3d-936237416f35: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:17:00.695974 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3934c51-42a6-4a03-ae39-4377c1033cba req-5bc696dd-c1fc-4ef9-aab4-b4dfbbc4aca8 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 210 time: 0.2498772 Aug 06 16:17:00.814808 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8460f6ec-bd4d-44e6-81a0-0c3f507be7bc x-openstack-request-id: req-8460f6ec-bd4d-44e6-81a0-0c3f507be7bc {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:17:00.814938 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3297fa5-d1a7-4c07-8bd1-f25d774a146f", "tag": "3cfbef20-12f1-4d2f-8d3e-ee1e213e4174", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:17:00.815147 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8460f6ec-bd4d-44e6-81a0-0c3f507be7bc {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:17:00.815533 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'tag': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174', 'status': 'completed', 'code': 200} Aug 06 16:17:00.852658 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7967c73-5751-4896-846b-f7fb76d47439 req-9b71063e-882c-4235-9d53-12d10e72700b tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:00.855044 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7967c73-5751-4896-846b-f7fb76d47439 req-9b71063e-882c-4235-9d53-12d10e72700b tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 943 time: 0.5709529 Aug 06 16:17:00.917496 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:00.948712 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-41c48692-9515-481c-b4e1-3f653fe9f2e8 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:00.969819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:01.129611 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1d727382-392e-48d1-9b4d-794a3eaea446 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:01.180655 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-9568755c-5642-4359-b7cd-95d085a6478e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 172.20.0.8 (38cd96d0-9a93-4226-ab46-370ab75cd563/a5041dea-b6f6-46e8-b927-b83633af8b52/f4e44176-0ebe-4722-9b8a-0894b5897d77) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:01.196986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fb329-2a25-4734-a10e-7daf6e6d0bd7 req-cb6406de-358d-421d-939c-4e2dd335cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:01.198568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c42fb329-2a25-4734-a10e-7daf6e6d0bd7 req-cb6406de-358d-421d-939c-4e2dd335cb67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 1096 time: 0.3779738 Aug 06 16:17:01.237773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-9568755c-5642-4359-b7cd-95d085a6478e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::f816:3eff:fe2e:4a2e (38cd96d0-9a93-4226-ab46-370ab75cd563/316c92e3-3110-4028-b00b-d931d3c135ab/f4e44176-0ebe-4722-9b8a-0894b5897d77) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:01.255334 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7967c73-5751-4896-846b-f7fb76d47439 req-9da79944-a113-4bea-b531-037b72d5dae9 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607292 Aug 06 16:17:01.265097 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2078a6b-fbdf-443e-8168-0b56dddbd5b8 req-905ced92-9220-46a3-be1a-2e6d88bc9edd service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7097650 Aug 06 16:17:01.288499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Allocated IP 172.20.0.13 (91488e52-918c-44f5-958c-2ce606cce5da/53362a6c-a9c3-487e-aa76-4dd8f241fb55/56fdfb3c-3278-4f87-83c2-5c5d6f9d735c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:01.332524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 1d727382-392e-48d1-9b4d-794a3eaea446 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:01.347450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device da95e7b4-b715-471f-b926-04a238acbae4 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:17:01.399032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fb329-2a25-4734-a10e-7daf6e6d0bd7 req-754d38a8-ff21-4e1d-9be6-039b734ccc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:01.400508 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c42fb329-2a25-4734-a10e-7daf6e6d0bd7 req-754d38a8-ff21-4e1d-9be6-039b734ccc2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7d4aee-9282-477a-b3f3-f39c7cb5db96 HTTP/1.1" status: 200 len: 898 time: 0.1601086 Aug 06 16:17:01.553321 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-54116b20-abd9-46b4-a39e-ac3319eb9f4d None None] Provisioning for port 258335cf-593a-4930-87ff-606fe2ecd9ad completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:01.553772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58200) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:01.562389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 1d727382-392e-48d1-9b4d-794a3eaea446 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:01.563176 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:01.617788 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-54116b20-abd9-46b4-a39e-ac3319eb9f4d None None] Provisioning complete for port 258335cf-593a-4930-87ff-606fe2ecd9ad triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:01.618449 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-54116b20-abd9-46b4-a39e-ac3319eb9f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:01.662044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58202) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:01.691835 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:01.722416 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e67c37ae-ee70-4082-b197-1002f288dfc6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/2457d052-a407-4aeb-be3d-936237416f35 HTTP/1.1" status: 200 len: 992 time: 0.1561921 Aug 06 16:17:01.729847 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-54116b20-abd9-46b4-a39e-ac3319eb9f4d None None] Port 258335cf-593a-4930-87ff-606fe2ecd9ad cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:17:01.805423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port da95e7b4-b715-471f-b926-04a238acbae4, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=da95e7b4-b715-471f-b926-04a238acbae4,segment=NetworkSegment(193e0109-53a3-407a-8556-604c4ac01987),segment_id=193e0109-53a3-407a-8556-604c4ac01987)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:01.805650 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:01.867316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'da95e7b4-b715-471f-b926-04a238acbae4', 'network_id': '75f05834-9f0b-4db5-a388-5cb0595f3947', 'port_id': 'da95e7b4-b715-471f-b926-04a238acbae4', 'mac_address': 'fa:16:3e:aa:f4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d4a562-70dc-45dc-b649-bb870e6750de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:17:01.874605 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-54116b20-abd9-46b4-a39e-ac3319eb9f4d None None] Provisioning complete for port 1d727382-392e-48d1-9b4d-794a3eaea446 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:01.875067 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-54116b20-abd9-46b4-a39e-ac3319eb9f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:01.894254 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-41c48692-9515-481c-b4e1-3f653fe9f2e8 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:01.943553 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Pushing event updated for resources: {'Port': ['ID=56fdfb3c-3278-4f87-83c2-5c5d6f9d735c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:01.949557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb8fafcc-74dd-4cb6-8905-b7ac0f8a8d46 req-d93593db-f38f-417e-9654-fd75f023dda7 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 210 time: 0.1166432 Aug 06 16:17:01.960947 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Network 91488e52-918c-44f5-958c-2ce606cce5da is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:01.962087 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f57f322b-cc36-4b54-af89-bc53c57e602f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:01.969470 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:01.975275 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:01.983037 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:01.997948 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c42fb329-2a25-4734-a10e-7daf6e6d0bd7 req-976fdc1b-c635-41dc-b1af-d5dc62e56dfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 HTTP/1.1" status: 200 len: 1000 time: 0.5825284 Aug 06 16:17:02.038328 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-41c48692-9515-481c-b4e1-3f653fe9f2e8 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.043213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-41c48692-9515-481c-b4e1-3f653fe9f2e8 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/subnets/e080026a-5576-41c1-96c5-52b6d13a62ff HTTP/1.1" status: 204 len: 168 time: 3.1492550 Aug 06 16:17:02.044443 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58208) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:02.045853 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9015b45-86c0-492c-a93b-130d57458116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.050353 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.053707 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15258775-f66f-4e51-8986-afbb218d1c6f None None] Network a4896bf8-d707-4c12-9bf4-6cb5a3cacc47 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:02.059472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c48692-9515-481c-b4e1-3f653fe9f2e8 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Subnet': ['ID=e080026a-5576-41c1-96c5-52b6d13a62ff,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:02.089849 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9015b45-86c0-492c-a93b-130d57458116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.093463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da95e7b4-b715-471f-b926-04a238acbae4 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:17:02.200094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port da95e7b4-b715-471f-b926-04a238acbae4, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=da95e7b4-b715-471f-b926-04a238acbae4,segment=NetworkSegment(193e0109-53a3-407a-8556-604c4ac01987),segment_id=193e0109-53a3-407a-8556-604c4ac01987)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:02.213065 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.222404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 1d727382-392e-48d1-9b4d-794a3eaea446, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1d727382-392e-48d1-9b4d-794a3eaea446,segment=NetworkSegment(31f02064-a7b1-4714-baee-6eb3b40f88a5),segment_id=31f02064-a7b1-4714-baee-6eb3b40f88a5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:02.247660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fb329-2a25-4734-a10e-7daf6e6d0bd7 req-162da6b6-ca94-49cb-81c3-1e837f44384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:02.249188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c42fb329-2a25-4734-a10e-7daf6e6d0bd7 req-162da6b6-ca94-49cb-81c3-1e837f44384e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31d878ad-d0e1-42d3-8b02-f6b597d45212 HTTP/1.1" status: 200 len: 835 time: 0.2128112 Aug 06 16:17:02.279573 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9015b45-86c0-492c-a93b-130d57458116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484ae1e5-8737-4b84-8b8d-c0506b78269a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:02.288986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=da95e7b4-b715-471f-b926-04a238acbae4,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:02.310075 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.332442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9783d992-842b-4fb5-86d8-04ece415ebc8 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:02.334510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9783d992-842b-4fb5-86d8-04ece415ebc8 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:02.338455 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9783d992-842b-4fb5-86d8-04ece415ebc8 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2883503 Aug 06 16:17:02.340360 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58212) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:02.358158 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e9015b45-86c0-492c-a93b-130d57458116 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea125390ec1f414eb8c53c940458d345&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1099422 Aug 06 16:17:02.364096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58214) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:02.393245 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-54116b20-abd9-46b4-a39e-ac3319eb9f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.470104 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=1d727382-392e-48d1-9b4d-794a3eaea446,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:02.488831 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-99bbe34f-b323-4b46-b0c4-83afe01f93dd tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:02.490549 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-99bbe34f-b323-4b46-b0c4-83afe01f93dd tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.13 "GET /v2.0/networks?id=e619fca1-5f82-46a6-b29b-1ac2a5404585 HTTP/1.1" status: 200 len: 813 time: 0.3141975 Aug 06 16:17:02.504776 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['da95e7b4-b715-471f-b926-04a238acbae4'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:17:02.513883 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-599b3e0e-99a7-47cf-8b61-32b7731aaced tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Request body: {'port': {'device_id': 'c7555650-230a-4ef8-bdd4-c1dfa625492b', 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585', 'admin_state_up': True, 'tenant_id': '255168b197fd49ea860fc945fa2ba89b'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:02.544888 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9568755c-5642-4359-b7cd-95d085a6478e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.570048 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-54116b20-abd9-46b4-a39e-ac3319eb9f4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:17:02.570630 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-54116b20-abd9-46b4-a39e-ac3319eb9f4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:17:02.573132 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3cf6527f-f29c-4520-8e9d-1190d629a1d2 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.618201 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf6527f-f29c-4520-8e9d-1190d629a1d2 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 06 16:17:02.618680 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf6527f-f29c-4520-8e9d-1190d629a1d2 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:02.626387 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3cf6527f-f29c-4520-8e9d-1190d629a1d2 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/networks/a4896bf8-d707-4c12-9bf4-6cb5a3cacc47 HTTP/1.1" status: 409 len: 405 time: 0.2789741 Aug 06 16:17:02.631203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58216) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:02.635657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fb329-2a25-4734-a10e-7daf6e6d0bd7 req-076fbfaf-29a2-4e54-9516-f3914ca416a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:02.637357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c42fb329-2a25-4734-a10e-7daf6e6d0bd7 req-076fbfaf-29a2-4e54-9516-f3914ca416a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7d4aee-9282-477a-b3f3-f39c7cb5db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3472974 Aug 06 16:17:02.650109 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d87a3a0-7f66-4e8e-acb4-366c643b8be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.650970 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6e58ebf2-824b-47e3-bd29-a201d8a74a28 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1939297469'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:02.658860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-9568755c-5642-4359-b7cd-95d085a6478e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object f4e44176-0ebe-4722-9b8a-0894b5897d77 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:02.686093 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f57f322b-cc36-4b54-af89-bc53c57e602f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.692857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327885a2-0b7d-4c37-b27b-12933ce991ff None None] DHCP port deletion for a4896bf8-d707-4c12-9bf4-6cb5a3cacc47 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:17:02.704945 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f57f322b-cc36-4b54-af89-bc53c57e602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.726272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71041eb7-9753-4547-abfe-2835676469fc req-35017823-4809-4c3f-ac7a-0744cecfa472 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:02.728078 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-71041eb7-9753-4547-abfe-2835676469fc req-35017823-4809-4c3f-ac7a-0744cecfa472 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 944 time: 0.3322146 Aug 06 16:17:02.729440 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.758719 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-327885a2-0b7d-4c37-b27b-12933ce991ff None None] Deleting port 1d727382-392e-48d1-9b4d-794a3eaea446 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:02.759099 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-327885a2-0b7d-4c37-b27b-12933ce991ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.793061 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d87a3a0-7f66-4e8e-acb4-366c643b8be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.837050 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-327885a2-0b7d-4c37-b27b-12933ce991ff None None] For port 1d727382-392e-48d1-9b4d-794a3eaea446, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1d727382-392e-48d1-9b4d-794a3eaea446,segment=NetworkSegment(31f02064-a7b1-4714-baee-6eb3b40f88a5),segment_id=31f02064-a7b1-4714-baee-6eb3b40f88a5)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:02.839309 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-327885a2-0b7d-4c37-b27b-12933ce991ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.845391 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f57f322b-cc36-4b54-af89-bc53c57e602f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cc528d31bd84fe693a1f69765b617e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1744275 Aug 06 16:17:02.847596 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f322b-cc36-4b54-af89-bc53c57e602f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e31da8-4aa1-4365-adaf-913b8d20b331,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:02.850898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58218) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:02.866442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-327885a2-0b7d-4c37-b27b-12933ce991ff None None] Calling delete_port for 1d727382-392e-48d1-9b4d-794a3eaea446 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:02.897285 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e58ebf2-824b-47e3-bd29-a201d8a74a28 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Made reservation on behalf of 593879673eed4cccac37266dde0f7ef6 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:02.900642 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e58ebf2-824b-47e3-bd29-a201d8a74a28 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.917216 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-71041eb7-9753-4547-abfe-2835676469fc req-555c8574-f2de-42e1-8e87-e67bb5e7b7e4 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541040 Aug 06 16:17:02.920682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-599b3e0e-99a7-47cf-8b61-32b7731aaced tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Made reservation on behalf of 255168b197fd49ea860fc945fa2ba89b for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:02.925504 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-599b3e0e-99a7-47cf-8b61-32b7731aaced tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:02.961355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-05fef4ff-2908-45e9-b407-be197b932d88 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:02.962919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-05fef4ff-2908-45e9-b407-be197b932d88 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.78 "GET /v2.0/networks?id=e619fca1-5f82-46a6-b29b-1ac2a5404585 HTTP/1.1" status: 200 len: 813 time: 0.4357882 Aug 06 16:17:03.005476 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-327885a2-0b7d-4c37-b27b-12933ce991ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.005750 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-e9d48c01-81d5-4f59-a269-c7ec1c080111 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Request body: {'port': {'device_id': 'b8a4adaa-4215-4396-a1b6-cd158d033b15', 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585', 'admin_state_up': True, 'tenant_id': '255168b197fd49ea860fc945fa2ba89b'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:03.007031 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d87a3a0-7f66-4e8e-acb4-366c643b8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.009602 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d87a3a0-7f66-4e8e-acb4-366c643b8be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.010836 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7d87a3a0-7f66-4e8e-acb4-366c643b8be0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/484ae1e5-8737-4b84-8b8d-c0506b78269a HTTP/1.1" status: 204 len: 168 time: 0.6457875 Aug 06 16:17:03.028651 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327885a2-0b7d-4c37-b27b-12933ce991ff None None] No DVR routers for this DVR port 1d727382-392e-48d1-9b4d-794a3eaea446 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:17:03.034393 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9568755c-5642-4359-b7cd-95d085a6478e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.037077 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e58ebf2-824b-47e3-bd29-a201d8a74a28 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:17:03.054996 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c42fb329-2a25-4734-a10e-7daf6e6d0bd7 req-8453cfa9-8a2a-4923-9f59-c6e05613873b service neutron] 10.222.0.13 "GET /v2.0/networks/7c7d4aee-9282-477a-b3f3-f39c7cb5db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945320 Aug 06 16:17:03.073541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87a3a0-7f66-4e8e-acb4-366c643b8be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484ae1e5-8737-4b84-8b8d-c0506b78269a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:03.125949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327885a2-0b7d-4c37-b27b-12933ce991ff None None] Pushing event deleted for resources: {'Port': ['ID=1d727382-392e-48d1-9b4d-794a3eaea446,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:03.131099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-54116b20-abd9-46b4-a39e-ac3319eb9f4d None None] Port 1d727382-392e-48d1-9b4d-794a3eaea446 update to ACTIVE by agent not found {{(pid=105766) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 06 16:17:03.166623 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e58ebf2-824b-47e3-bd29-a201d8a74a28 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.167010 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-6e58ebf2-824b-47e3-bd29-a201d8a74a28 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Added segment 7393790a-bc94-48c3-bdfb-e4c609218fa9 of type vlan for network 46e23203-f55c-46d9-84b9-ea2307db1168 Aug 06 16:17:03.191870 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.199366 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb442cf4-dc75-4547-be86-839ec7fbf7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.238956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-599b3e0e-99a7-47cf-8b61-32b7731aaced tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Allocated IP 172.20.0.6 (e619fca1-5f82-46a6-b29b-1ac2a5404585/fd933884-c9e5-4f28-b091-00ae8aae4688/fda771de-211b-4977-85cb-aa64bc065881) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:03.255177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ca7b4c52-5e2f-4993-b5d4-c9d01383ff94 None None] Provisioning complete for port 258335cf-593a-4930-87ff-606fe2ecd9ad triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:03.255716 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ca7b4c52-5e2f-4993-b5d4-c9d01383ff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.263675 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8903d1c7-c8e9-4772-a02d-c3f414e20f99 req-2f2a5f94-f3eb-431a-acc0-0bd6d225af59 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 210 time: 0.1215158 Aug 06 16:17:03.284566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9568755c-5642-4359-b7cd-95d085a6478e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:03.303803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b4c52-5e2f-4993-b5d4-c9d01383ff94 None None] Port 258335cf-593a-4930-87ff-606fe2ecd9ad cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:17:03.307881 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568755c-5642-4359-b7cd-95d085a6478e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=f4e44176-0ebe-4722-9b8a-0894b5897d77,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:03.310565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-9568755c-5642-4359-b7cd-95d085a6478e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:03.333978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9568755c-5642-4359-b7cd-95d085a6478e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:03.337793 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb442cf4-dc75-4547-be86-839ec7fbf7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.340414 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e58ebf2-824b-47e3-bd29-a201d8a74a28 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.351485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d6924cb1-f681-49f3-a424-64270cda6f76 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:03.418048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port d6924cb1-f681-49f3-a424-64270cda6f76 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:03.424021 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port d6924cb1-f681-49f3-a424-64270cda6f76 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:03.424766 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.489942 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9568755c-5642-4359-b7cd-95d085a6478e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:03.490615 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9568755c-5642-4359-b7cd-95d085a6478e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.498404 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c42fb329-2a25-4734-a10e-7daf6e6d0bd7 req-54ece1a3-560e-45c9-ba0d-e5934e479a20 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7d4aee-9282-477a-b3f3-f39c7cb5db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310334 Aug 06 16:17:03.541063 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e58ebf2-824b-47e3-bd29-a201d8a74a28 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.546383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e58ebf2-824b-47e3-bd29-a201d8a74a28 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:03.547332 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e58ebf2-824b-47e3-bd29-a201d8a74a28 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.548845 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.584208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e389ef20-1c0a-457c-88a9-c6c0e9bbdb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6924cb1-f681-49f3-a424-64270cda6f76'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:17:03.587303 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223c44d4-1449-49c9-8ff2-5b9f0c5dbb87" -d '{"events": [{"server_uuid": "e389ef20-1c0a-457c-88a9-c6c0e9bbdb14", "name": "network-vif-plugged", "status": "completed", "tag": "d6924cb1-f681-49f3-a424-64270cda6f76"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:17:03.612364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d6924cb1-f681-49f3-a424-64270cda6f76, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d6924cb1-f681-49f3-a424-64270cda6f76,segment=NetworkSegment(193e0109-53a3-407a-8556-604c4ac01987),segment_id=193e0109-53a3-407a-8556-604c4ac01987)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:03.620654 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.624448 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb442cf4-dc75-4547-be86-839ec7fbf7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.625149 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device da95e7b4-b715-471f-b926-04a238acbae4 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:03.627371 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb442cf4-dc75-4547-be86-839ec7fbf7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.630881 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cb442cf4-dc75-4547-be86-839ec7fbf7f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05e31da8-4aa1-4365-adaf-913b8d20b331 HTTP/1.1" status: 204 len: 168 time: 0.7717130 Aug 06 16:17:03.632390 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-599b3e0e-99a7-47cf-8b61-32b7731aaced tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.633586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-e9d48c01-81d5-4f59-a269-c7ec1c080111 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Made reservation on behalf of 255168b197fd49ea860fc945fa2ba89b for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:03.640601 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-e9d48c01-81d5-4f59-a269-c7ec1c080111 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.647162 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Router 8d0cb4ee-7c27-4a58-bd18-6e087da15082 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:17:03.660454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6e58ebf2-824b-47e3-bd29-a201d8a74a28 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0219209 Aug 06 16:17:03.661954 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9568755c-5642-4359-b7cd-95d085a6478e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.6162944 Aug 06 16:17:03.675287 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58238) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:03.675287 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58240) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:03.690885 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-62208341-37c5-4e60-ad9f-c0ed395a8eea tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Request body: {'subnet': {'network_id': '46e23203-f55c-46d9-84b9-ea2307db1168', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:03.735359 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f9b059-bfa0-41fc-9933-93143830da01 x-openstack-request-id: req-43f9b059-bfa0-41fc-9933-93143830da01 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:17:03.735750 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e389ef20-1c0a-457c-88a9-c6c0e9bbdb14", "name": "network-vif-plugged", "status": "completed", "tag": "d6924cb1-f681-49f3-a424-64270cda6f76", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:17:03.736102 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43f9b059-bfa0-41fc-9933-93143830da01 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:17:03.736709 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e389ef20-1c0a-457c-88a9-c6c0e9bbdb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6924cb1-f681-49f3-a424-64270cda6f76', 'code': 200} Aug 06 16:17:03.755662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58ebf2-824b-47e3-bd29-a201d8a74a28 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event updated for resources: {'Network': ['ID=46e23203-f55c-46d9-84b9-ea2307db1168,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:03.765340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb442cf4-dc75-4547-be86-839ec7fbf7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e31da8-4aa1-4365-adaf-913b8d20b331,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:03.786352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 46e23203-f55c-46d9-84b9-ea2307db1168 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:17:03.828681 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4720-2449-4302-a849-24adf31c3855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.912755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=d6924cb1-f681-49f3-a424-64270cda6f76,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:03.919248 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port da95e7b4-b715-471f-b926-04a238acbae4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:03.930145 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port da95e7b4-b715-471f-b926-04a238acbae4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:03.930500 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:03.948479 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1e7f1-308e-4f88-9c92-1cc4140c6ee8 req-234f6166-dfb5-4eb9-bca0-ec9c674d2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:03.950007 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-13c1e7f1-308e-4f88-9c92-1cc4140c6ee8 req-234f6166-dfb5-4eb9-bca0-ec9c674d2ed0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 1097 time: 0.1576617 Aug 06 16:17:03.971752 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-599b3e0e-99a7-47cf-8b61-32b7731aaced tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:04.004975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958b7d2e-85cf-4ae6-bde6-ef3c7962f3c1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:04.025436 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958b7d2e-85cf-4ae6-bde6-ef3c7962f3c1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:04.029494 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-958b7d2e-85cf-4ae6-bde6-ef3c7962f3c1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3511736 Aug 06 16:17:04.034546 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58248) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:04.055041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7b35efc8-a3b3-4224-a693-1b1f197eb26f None None] Provisioning for port f4e44176-0ebe-4722-9b8a-0894b5897d77 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:04.063650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7b35efc8-a3b3-4224-a693-1b1f197eb26f None None] Provisioning complete for port f4e44176-0ebe-4722-9b8a-0894b5897d77 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:04.064072 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7b35efc8-a3b3-4224-a693-1b1f197eb26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:04.113860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-7b35efc8-a3b3-4224-a693-1b1f197eb26f None None] Port f4e44176-0ebe-4722-9b8a-0894b5897d77 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:17:04.166575 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:04.177866 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62208341-37c5-4e60-ad9f-c0ed395a8eea tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Made reservation on behalf of 593879673eed4cccac37266dde0f7ef6 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:04.183015 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-62208341-37c5-4e60-ad9f-c0ed395a8eea tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:04.225720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port da95e7b4-b715-471f-b926-04a238acbae4, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=da95e7b4-b715-471f-b926-04a238acbae4,segment=NetworkSegment(193e0109-53a3-407a-8556-604c4ac01987),segment_id=193e0109-53a3-407a-8556-604c4ac01987)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:04.231894 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:04.298610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58256) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:04.342377 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=da95e7b4-b715-471f-b926-04a238acbae4,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:04.347884 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9c47d60f-5b11-43d0-b387-5ea776754d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:04.470297 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1d727382-392e-48d1-9b4d-794a3eaea446 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:17:04.470845 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-819eb8a7-926c-4e6f-aa97-8d9e7ed68c55 req-86976fb9-4ba0-42b7-b89d-bf071f1ac6c1 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 210 time: 0.0596685 Aug 06 16:17:04.486130 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:17:04.493215 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-13c1e7f1-308e-4f88-9c92-1cc4140c6ee8 req-33b6d5e6-dd32-479e-9867-89945d036050 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298257 Aug 06 16:17:04.504350 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Sync routers for ids ['8d0cb4ee-7c27-4a58-bd18-6e087da15082'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:17:04.508677 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 1d727382-392e-48d1-9b4d-794a3eaea446 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:17:04.509864 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60de4fd-2420-4df6-96ae-da0f093b7a0b req-f18df601-f3dc-46f9-a28d-bad331ef5b02 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:04.510381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1d727382-392e-48d1-9b4d-794a3eaea446 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:17:04.513397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b3e0e-99a7-47cf-8b61-32b7731aaced tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Pushing event updated for resources: {'Port': ['ID=fda771de-211b-4977-85cb-aa64bc065881,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:04.517118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-599b3e0e-99a7-47cf-8b61-32b7731aaced tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Network e619fca1-5f82-46a6-b29b-1ac2a5404585 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:04.519597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-599b3e0e-99a7-47cf-8b61-32b7731aaced tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:04.521400 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-599b3e0e-99a7-47cf-8b61-32b7731aaced tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:04.522207 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c60de4fd-2420-4df6-96ae-da0f093b7a0b req-f18df601-f3dc-46f9-a28d-bad331ef5b02 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 944 time: 0.4293818 Aug 06 16:17:04.535752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-e9d48c01-81d5-4f59-a269-c7ec1c080111 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Allocated IP 172.20.0.7 (e619fca1-5f82-46a6-b29b-1ac2a5404585/fd933884-c9e5-4f28-b091-00ae8aae4688/82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:04.536193 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Routers {'8d0cb4ee-7c27-4a58-bd18-6e087da15082'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:17:04.537096 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:16:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8d0cb4ee-7c27-4a58-bd18-6e087da15082'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:04.579239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-599b3e0e-99a7-47cf-8b61-32b7731aaced tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:04.579978 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-599b3e0e-99a7-47cf-8b61-32b7731aaced tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:04.685285 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Set router 8d0cb4ee-7c27-4a58-bd18-6e087da15082 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:17:04.900272 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0cb4ee-7c27-4a58-bd18-6e087da15082', 'name': '', 'tenant_id': 'caf3b55ed14240ee9a266a4276158b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91488e52-918c-44f5-958c-2ce606cce5da', 'external_fixed_ips': [{'subnet_id': '53362a6c-a9c3-487e-aa76-4dd8f241fb55', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '56fdfb3c-3278-4f87-83c2-5c5d6f9d735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:59Z', 'updated_at': '2021-08-06T16:17:02Z', 'revision_number': 3, 'project_id': 'caf3b55ed14240ee9a266a4276158b76', 'gw_port': {'id': '56fdfb3c-3278-4f87-83c2-5c5d6f9d735c', 'name': '', 'network_id': '91488e52-918c-44f5-958c-2ce606cce5da', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0cb4ee-7c27-4a58-bd18-6e087da15082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '53362a6c-a9c3-487e-aa76-4dd8f241fb55', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:17:00Z', 'updated_at': '2021-08-06T16:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53362a6c-a9c3-487e-aa76-4dd8f241fb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:04.931053 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Checking router: 8d0cb4ee-7c27-4a58-bd18-6e087da15082 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:17:04.931385 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Updating router 8d0cb4ee-7c27-4a58-bd18-6e087da15082 port 56fdfb3c-3278-4f87-83c2-5c5d6f9d735c binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:17:04.941148 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c60de4fd-2420-4df6-96ae-da0f093b7a0b req-8db81b10-b201-4a78-b872-c5cd99a5e8b3 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177907 Aug 06 16:17:04.964238 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:04.982403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-632d047e-5355-494c-9b4d-00b9eaa550c7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port f4e44176-0ebe-4722-9b8a-0894b5897d77 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:04.982752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-632d047e-5355-494c-9b4d-00b9eaa550c7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:05.301206 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-632d047e-5355-494c-9b4d-00b9eaa550c7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:05.330834 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:05.340031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-632d047e-5355-494c-9b4d-00b9eaa550c7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for f4e44176-0ebe-4722-9b8a-0894b5897d77 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:05.353375 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Transition to ACTIVE for port object 56fdfb3c-3278-4f87-83c2-5c5d6f9d735c will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:05.363634 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:05.415605 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Attempting to bind port 56fdfb3c-3278-4f87-83c2-5c5d6f9d735c on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:17:05.416217 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Attempting to bind port 56fdfb3c-3278-4f87-83c2-5c5d6f9d735c by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '9a65519d-1c45-4abc-9552-9dab5dddea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '91488e52-918c-44f5-958c-2ce606cce5da'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:17:05.416793 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Attempting to bind port 56fdfb3c-3278-4f87-83c2-5c5d6f9d735c on network 91488e52-918c-44f5-958c-2ce606cce5da {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:05.456690 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:17:05.457368 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Checking segment: {'id': '9a65519d-1c45-4abc-9552-9dab5dddea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '91488e52-918c-44f5-958c-2ce606cce5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:05.458322 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:05.458865 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Bound using segment: {'id': '9a65519d-1c45-4abc-9552-9dab5dddea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '91488e52-918c-44f5-958c-2ce606cce5da'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:17:05.459639 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Bound port: 56fdfb3c-3278-4f87-83c2-5c5d6f9d735c, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a65519d-1c45-4abc-9552-9dab5dddea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '91488e52-918c-44f5-958c-2ce606cce5da'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:17:05.460183 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:05.491789 n-d-803756-1 neutron-server[105765]: DEBUG neutron.objects.ports [None req-62208341-37c5-4e60-ad9f-c0ed395a8eea tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:17:05.497241 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9c47d60f-5b11-43d0-b387-5ea776754d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:05.504294 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-e9d48c01-81d5-4f59-a269-c7ec1c080111 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:05.505026 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-62208341-37c5-4e60-ad9f-c0ed395a8eea tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:05.515232 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:05.522502 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4e02ef32-b008-473b-9169-e68d7c3ac1c6 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.6353545 Aug 06 16:17:05.525044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58284) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:05.542615 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] For port 56fdfb3c-3278-4f87-83c2-5c5d6f9d735c, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:17:05.545883 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] For port 56fdfb3c-3278-4f87-83c2-5c5d6f9d735c, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=56fdfb3c-3278-4f87-83c2-5c5d6f9d735c,segment=NetworkSegment(9a65519d-1c45-4abc-9552-9dab5dddea36),segment_id=9a65519d-1c45-4abc-9552-9dab5dddea36)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:17:05.547156 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea670b52-3904-4a9d-be0a-a4c5b29954d4 None None] Pushing event updated for resources: {'Port': ['ID=56fdfb3c-3278-4f87-83c2-5c5d6f9d735c,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:05.553569 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:05.565739 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9c47d60f-5b11-43d0-b387-5ea776754d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:05.578635 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea670b52-3904-4a9d-be0a-a4c5b29954d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:05.578635 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea670b52-3904-4a9d-be0a-a4c5b29954d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:05.578957 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea670b52-3904-4a9d-be0a-a4c5b29954d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:05.579312 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea670b52-3904-4a9d-be0a-a4c5b29954d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:05.579490 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea670b52-3904-4a9d-be0a-a4c5b29954d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:05.579824 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea670b52-3904-4a9d-be0a-a4c5b29954d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:05.580139 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea670b52-3904-4a9d-be0a-a4c5b29954d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:05.580448 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea670b52-3904-4a9d-be0a-a4c5b29954d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:05.580760 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea670b52-3904-4a9d-be0a-a4c5b29954d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:05.581068 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea670b52-3904-4a9d-be0a-a4c5b29954d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:05.581379 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea670b52-3904-4a9d-be0a-a4c5b29954d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:05.581711 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea670b52-3904-4a9d-be0a-a4c5b29954d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:05.635352 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Routers {'8d0cb4ee-7c27-4a58-bd18-6e087da15082'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:17:05.638553 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:16:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8d0cb4ee-7c27-4a58-bd18-6e087da15082'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:05.653234 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-599b3e0e-99a7-47cf-8b61-32b7731aaced tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1455483 Aug 06 16:17:05.654640 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4045944-7fde-4519-b3ba-294f253df515 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:05.686098 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea670b52-3904-4a9d-be0a-a4c5b29954d4 None None] Pushing event updated for resources: {'Port': ['ID=56fdfb3c-3278-4f87-83c2-5c5d6f9d735c,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:05.698522 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Request body: {'port': {'device_id': 'c7555650-230a-4ef8-bdd4-c1dfa625492b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:05.737826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2849d10b-e131-429d-91d4-9d08bcf66e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da95e7b4-b715-471f-b926-04a238acbae4'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:17:05.741022 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8aa26e4-dea2-409f-84b1-e3a986acdc11" -d '{"events": [{"server_uuid": "2849d10b-e131-429d-91d4-9d08bcf66e70", "name": "network-vif-plugged", "status": "completed", "tag": "da95e7b4-b715-471f-b926-04a238acbae4"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:17:05.768366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47d60f-5b11-43d0-b387-5ea776754d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c46e9a-0c6f-4705-973d-bb39b3440507,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:05.791160 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] Set router 8d0cb4ee-7c27-4a58-bd18-6e087da15082 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:17:05.814208 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:05.835780 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31176558-cea5-4c11-a4a5-509be9e1872e x-openstack-request-id: req-31176558-cea5-4c11-a4a5-509be9e1872e {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:17:05.836583 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2849d10b-e131-429d-91d4-9d08bcf66e70", "name": "network-vif-plugged", "status": "completed", "tag": "da95e7b4-b715-471f-b926-04a238acbae4", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:17:05.838486 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31176558-cea5-4c11-a4a5-509be9e1872e {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:17:05.839553 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2849d10b-e131-429d-91d4-9d08bcf66e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da95e7b4-b715-471f-b926-04a238acbae4', 'code': 200} Aug 06 16:17:05.887943 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4045944-7fde-4519-b3ba-294f253df515 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:05.888237 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b3a8c8f-42ff-4cbb-afb8-1e31f1cc05fe req-784f7bf0-0ade-4050-9063-afb5f384d7a8 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 210 time: 0.2706885 Aug 06 16:17:05.910231 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9c47d60f-5b11-43d0-b387-5ea776754d58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f665b4ede15482a8f6117ced669c981&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5843785 Aug 06 16:17:05.911710 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58298) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:05.932368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62208341-37c5-4e60-ad9f-c0ed395a8eea tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event updated for resources: {'Subnet': ['ID=5328e487-4e42-42da-9da8-d2aaf64fd899,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:05.964741 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-632d047e-5355-494c-9b4d-00b9eaa550c7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.008991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62208341-37c5-4e60-ad9f-c0ed395a8eea tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Checking segment: {'id': '7393790a-bc94-48c3-bdfb-e4c609218fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '46e23203-f55c-46d9-84b9-ea2307db1168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:06.009193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62208341-37c5-4e60-ad9f-c0ed395a8eea tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Network hostable DHCP agents. Network: 46e23203-f55c-46d9-84b9-ea2307db1168, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:17:06.014862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d047e-5355-494c-9b4d-00b9eaa550c7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=f4e44176-0ebe-4722-9b8a-0894b5897d77,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:06.020712 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-e9d48c01-81d5-4f59-a269-c7ec1c080111 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.131793 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d0cb4ee-7c27-4a58-bd18-6e087da15082', 'name': '', 'tenant_id': 'caf3b55ed14240ee9a266a4276158b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91488e52-918c-44f5-958c-2ce606cce5da', 'external_fixed_ips': [{'subnet_id': '53362a6c-a9c3-487e-aa76-4dd8f241fb55', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '56fdfb3c-3278-4f87-83c2-5c5d6f9d735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:59Z', 'updated_at': '2021-08-06T16:17:02Z', 'revision_number': 3, 'project_id': 'caf3b55ed14240ee9a266a4276158b76', 'gw_port': {'id': '56fdfb3c-3278-4f87-83c2-5c5d6f9d735c', 'name': '', 'network_id': '91488e52-918c-44f5-958c-2ce606cce5da', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0cb4ee-7c27-4a58-bd18-6e087da15082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '53362a6c-a9c3-487e-aa76-4dd8f241fb55', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:17:00Z', 'updated_at': '2021-08-06T16:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53362a6c-a9c3-487e-aa76-4dd8f241fb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:06.176984 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1233edf9-30cf-4640-8f77-6541d0d75002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.180397 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dbbd0d-41f4-44f1-b47f-d1ea6934dd16 None None] The sync data for ids ['8d0cb4ee-7c27-4a58-bd18-6e087da15082'] in n-d-803756-1 is: [{'id': '8d0cb4ee-7c27-4a58-bd18-6e087da15082', 'name': '', 'tenant_id': 'caf3b55ed14240ee9a266a4276158b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91488e52-918c-44f5-958c-2ce606cce5da', 'external_fixed_ips': [{'subnet_id': '53362a6c-a9c3-487e-aa76-4dd8f241fb55', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '56fdfb3c-3278-4f87-83c2-5c5d6f9d735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:59Z', 'updated_at': '2021-08-06T16:17:02Z', 'revision_number': 3, 'project_id': 'caf3b55ed14240ee9a266a4276158b76', 'gw_port': {'id': '56fdfb3c-3278-4f87-83c2-5c5d6f9d735c', 'name': '', 'network_id': '91488e52-918c-44f5-958c-2ce606cce5da', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0cb4ee-7c27-4a58-bd18-6e087da15082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '53362a6c-a9c3-487e-aa76-4dd8f241fb55', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:17:00Z', 'updated_at': '2021-08-06T16:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53362a6c-a9c3-487e-aa76-4dd8f241fb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:17:06.212259 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78f38be2-20b7-44fd-a2a5-024b95a2a41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.214574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-e9d48c01-81d5-4f59-a269-c7ec1c080111 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Network e619fca1-5f82-46a6-b29b-1ac2a5404585 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:06.220487 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62208341-37c5-4e60-ad9f-c0ed395a8eea tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Network 46e23203-f55c-46d9-84b9-ea2307db1168 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:17:06.250263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d48c01-81d5-4f59-a269-c7ec1c080111 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Pushing event updated for resources: {'Port': ['ID=82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:06.256426 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-e9d48c01-81d5-4f59-a269-c7ec1c080111 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:06.260220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-e9d48c01-81d5-4f59-a269-c7ec1c080111 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:06.286479 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-e4045944-7fde-4519-b3ba-294f253df515 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Deleting port 56fdfb3c-3278-4f87-83c2-5c5d6f9d735c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:06.286987 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4045944-7fde-4519-b3ba-294f253df515 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.295614 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d4f41-0708-430b-b86a-b44c1c958bf9 req-09cf9370-3570-4781-a759-d6d7922499d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:06.297258 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d91d4f41-0708-430b-b86a-b44c1c958bf9 req-09cf9370-3570-4781-a759-d6d7922499d5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 1096 time: 0.3424034 Aug 06 16:17:06.326704 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-62208341-37c5-4e60-ad9f-c0ed395a8eea tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 46e23203-f55c-46d9-84b9-ea2307db1168) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:06.338647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fda1ea-4298-43ea-8b38-ebac1c8b7c2a None None] Network 46e23203-f55c-46d9-84b9-ea2307db1168 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:06.341370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62208341-37c5-4e60-ad9f-c0ed395a8eea tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:06.342012 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-62208341-37c5-4e60-ad9f-c0ed395a8eea tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.362174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d7e5f-d926-409c-a75a-2ca92d72ceed req-d716b170-6bdb-4bf0-b955-3e4d2a37bf39 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:06.363643 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-be4d7e5f-d926-409c-a75a-2ca92d72ceed req-d716b170-6bdb-4bf0-b955-3e4d2a37bf39 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.2110231 Aug 06 16:17:06.367110 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-632d047e-5355-494c-9b4d-00b9eaa550c7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.369023 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-632d047e-5355-494c-9b4d-00b9eaa550c7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/f4e44176-0ebe-4722-9b8a-0894b5897d77 HTTP/1.1" status: 204 len: 168 time: 2.2868841 Aug 06 16:17:06.372804 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58320) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:06.382722 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78f38be2-20b7-44fd-a2a5-024b95a2a41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.460913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-e9d48c01-81d5-4f59-a269-c7ec1c080111 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:06.461562 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-e9d48c01-81d5-4f59-a269-c7ec1c080111 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.482151 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-62208341-37c5-4e60-ad9f-c0ed395a8eea tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8024840 Aug 06 16:17:06.488623 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58324) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:06.496775 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c4c3b485-fb85-423a-ade5-cc9be19a476e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Request body: {'port': {'network_id': '46e23203-f55c-46d9-84b9-ea2307db1168', 'name': 'tempest-NetworksIpV6TestAttrs-488274682'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:06.544274 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d91d4f41-0708-430b-b86a-b44c1c958bf9 req-aa288613-85d3-4af8-9ed1-b9bd57b5bf4d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233529 Aug 06 16:17:06.643460 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-e4045944-7fde-4519-b3ba-294f253df515 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] For port 56fdfb3c-3278-4f87-83c2-5c5d6f9d735c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=56fdfb3c-3278-4f87-83c2-5c5d6f9d735c,segment=NetworkSegment(9a65519d-1c45-4abc-9552-9dab5dddea36),segment_id=9a65519d-1c45-4abc-9552-9dab5dddea36)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:06.643839 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4045944-7fde-4519-b3ba-294f253df515 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.669240 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-46e23203-f55c-46d9-84b9-ea2307db1168', 'network_id': '46e23203-f55c-46d9-84b9-ea2307db1168', 'tenant_id': '593879673eed4cccac37266dde0f7ef6', 'fixed_ips': [{'subnet_id': '5328e487-4e42-42da-9da8-d2aaf64fd899'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:17:06.670412 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.677864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-e4045944-7fde-4519-b3ba-294f253df515 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Calling delete_port for 56fdfb3c-3278-4f87-83c2-5c5d6f9d735c owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:06.691773 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-e9d48c01-81d5-4f59-a269-c7ec1c080111 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6983390 Aug 06 16:17:06.705699 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.716114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Request body: {'port': {'device_id': 'b8a4adaa-4215-4396-a1b6-cd158d033b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:06.724204 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78f38be2-20b7-44fd-a2a5-024b95a2a41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.728068 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78f38be2-20b7-44fd-a2a5-024b95a2a41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.732589 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-78f38be2-20b7-44fd-a2a5-024b95a2a41b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4c46e9a-0c6f-4705-973d-bb39b3440507 HTTP/1.1" status: 204 len: 168 time: 0.8188884 Aug 06 16:17:06.789373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f38be2-20b7-44fd-a2a5-024b95a2a41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c46e9a-0c6f-4705-973d-bb39b3440507,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:06.812247 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda771de-211b-4977-85cb-aa64bc065881 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:17:06.841305 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.856429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bff2b7b-3295-4ec5-a402-84c45f540cbb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:06.856429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bff2b7b-3295-4ec5-a402-84c45f540cbb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:06.860771 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bff2b7b-3295-4ec5-a402-84c45f540cbb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:06.864033 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6bff2b7b-3295-4ec5-a402-84c45f540cbb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4868271 Aug 06 16:17:06.870986 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58346) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:06.875762 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-be4d7e5f-d926-409c-a75a-2ca92d72ceed req-7a3ebec4-8987-4842-921e-6fb2e0e9f9a3 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866371 Aug 06 16:17:06.963860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e2d49f-e47c-499e-b390-553739e7d070 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 316c92e3-3110-4028-b00b-d931d3c135ab {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:17:06.971566 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04e2d49f-e47c-499e-b390-553739e7d070 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.977155 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Transition to ACTIVE for port object fda771de-211b-4977-85cb-aa64bc065881 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:06.978649 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.984729 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c3b485-fb85-423a-ade5-cc9be19a476e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Made reservation on behalf of 593879673eed4cccac37266dde0f7ef6 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:06.989648 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b485-fb85-423a-ade5-cc9be19a476e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:06.993323 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Allocated IP 2001:db8::f816:3eff:fea0:b6d6 (46e23203-f55c-46d9-84b9-ea2307db1168/5328e487-4e42-42da-9da8-d2aaf64fd899/9c0283a9-3cb9-4b5f-8687-069d7235b0d1) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:07.007945 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:07.119316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-c4c3b485-fb85-423a-ade5-cc9be19a476e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] device_id is not set on port 958be85c-1a7b-4f20-9e31-e1d5840277df yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:17:07.145164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04e2d49f-e47c-499e-b390-553739e7d070 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:07.252384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Pushing event updated for resources: {'Port': ['ID=fda771de-211b-4977-85cb-aa64bc065881,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:07.352583 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:07.370500 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea883b-07ee-45e7-ab8b-6119f13d0ad2 req-9828746d-f885-4793-8d05-514e580213eb tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:07.372102 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9aea883b-07ee-45e7-ab8b-6119f13d0ad2 req-9828746d-f885-4793-8d05-514e580213eb tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 931 time: 0.3322108 Aug 06 16:17:07.483541 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:07.509740 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Transition to ACTIVE for port object 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:07.551500 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Transition to ACTIVE for port object 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:07.561463 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:07.615615 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Network 46e23203-f55c-46d9-84b9-ea2307db1168 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:07.621404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:07.625803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:07.646815 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Pushing event updated for resources: {'Port': ['ID=9c0283a9-3cb9-4b5f-8687-069d7235b0d1,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:07.755581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Attempting to bind port 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:17:07.755955 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Attempting to bind port 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '7393790a-bc94-48c3-bdfb-e4c609218fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '46e23203-f55c-46d9-84b9-ea2307db1168'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:17:07.758204 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Attempting to bind port 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 on network 46e23203-f55c-46d9-84b9-ea2307db1168 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:07.770960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:17:07.771434 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Checking segment: {'id': '7393790a-bc94-48c3-bdfb-e4c609218fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '46e23203-f55c-46d9-84b9-ea2307db1168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:07.772151 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:07.774441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Bound using segment: {'id': '7393790a-bc94-48c3-bdfb-e4c609218fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '46e23203-f55c-46d9-84b9-ea2307db1168'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:17:07.775031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Bound port: 9c0283a9-3cb9-4b5f-8687-069d7235b0d1, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7393790a-bc94-48c3-bdfb-e4c609218fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '46e23203-f55c-46d9-84b9-ea2307db1168'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:17:07.775498 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:07.786707 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Attempting to bind port fda771de-211b-4977-85cb-aa64bc065881 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:17:07.787268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Attempting to bind port fda771de-211b-4977-85cb-aa64bc065881 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:17:07.787870 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Attempting to bind port fda771de-211b-4977-85cb-aa64bc065881 on network e619fca1-5f82-46a6-b29b-1ac2a5404585 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:07.829857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Port fda771de-211b-4977-85cb-aa64bc065881 on network e619fca1-5f82-46a6-b29b-1ac2a5404585 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:17:07.830434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Attempting to bind port fda771de-211b-4977-85cb-aa64bc065881 on network e619fca1-5f82-46a6-b29b-1ac2a5404585 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:07.843958 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:17:07.844538 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Checking segment: {'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:07.845062 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Bound using segment: {'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:17:07.845710 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Bound port: fda771de-211b-4977-85cb-aa64bc065881, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:17:07.846664 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:07.850913 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04e2d49f-e47c-499e-b390-553739e7d070 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:07.885330 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4045944-7fde-4519-b3ba-294f253df515 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:07.906518 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9aea883b-07ee-45e7-ab8b-6119f13d0ad2 req-d284a465-457c-44c6-94a4-ef6af37d66bc tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173540 Aug 06 16:17:07.908371 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] For port 9c0283a9-3cb9-4b5f-8687-069d7235b0d1, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:17:07.914988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] For port 9c0283a9-3cb9-4b5f-8687-069d7235b0d1, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9c0283a9-3cb9-4b5f-8687-069d7235b0d1,segment=NetworkSegment(7393790a-bc94-48c3-bdfb-e4c609218fa9),segment_id=7393790a-bc94-48c3-bdfb-e4c609218fa9)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:17:07.921481 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:08.033783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-c4c3b485-fb85-423a-ade5-cc9be19a476e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Allocated IP 2001:db8::f816:3eff:feab:5ef9 (46e23203-f55c-46d9-84b9-ea2307db1168/5328e487-4e42-42da-9da8-d2aaf64fd899/958be85c-1a7b-4f20-9e31-e1d5840277df) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:08.074768 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe7ec5-6956-4109-a7f9-24f3b5e6756b None None] Pushing event updated for resources: {'Port': ['ID=9c0283a9-3cb9-4b5f-8687-069d7235b0d1,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:08.115421 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4045944-7fde-4519-b3ba-294f253df515 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Pushing event deleted for resources: {'Port': ['ID=56fdfb3c-3278-4f87-83c2-5c5d6f9d735c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:08.225811 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04e2d49f-e47c-499e-b390-553739e7d070 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:08.250125 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04e2d49f-e47c-499e-b390-553739e7d070 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:08.252339 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-04e2d49f-e47c-499e-b390-553739e7d070 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/316c92e3-3110-4028-b00b-d931d3c135ab HTTP/1.1" status: 204 len: 168 time: 1.3802416 Aug 06 16:17:08.260269 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90461d65-2df3-49d0-a723-dddbb55b0894 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:08.284854 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58410) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:08.293239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] For port fda771de-211b-4977-85cb-aa64bc065881, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:17:08.312322 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2d49f-e47c-499e-b390-553739e7d070 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=316c92e3-3110-4028-b00b-d931d3c135ab,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:08.330967 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4045944-7fde-4519-b3ba-294f253df515 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:08.367382 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] For port fda771de-211b-4977-85cb-aa64bc065881, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=fda771de-211b-4977-85cb-aa64bc065881,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:17:08.425959 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58414) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:08.469137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189021c-0c58-43d5-8959-445364c884c2 req-e5f7139e-58dc-4938-afa4-a4dfaf42822e tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:08.475285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5189021c-0c58-43d5-8959-445364c884c2 req-e5f7139e-58dc-4938-afa4-a4dfaf42822e tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.4118338 Aug 06 16:17:08.494723 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:08.652992 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4045944-7fde-4519-b3ba-294f253df515 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:08.662973 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4045944-7fde-4519-b3ba-294f253df515 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:08.668669 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-878420b2-4661-4d8a-89d5-0761007ebaf3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet a5041dea-b6f6-46e8-b927-b83633af8b52 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:17:08.681745 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:08.682936 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:08.684763 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] 10.222.0.13 "PUT /v2.0/ports/fda771de-211b-4977-85cb-aa64bc065881 HTTP/1.1" status: 200 len: 1091 time: 2.9903889 Aug 06 16:17:08.698273 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-878420b2-4661-4d8a-89d5-0761007ebaf3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:08.706081 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7555650-230a-4ef8-bdd4-c1dfa625492b', 'tag': 'fda771de-211b-4977-85cb-aa64bc065881'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:17:08.708608 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b90b527-79c9-4186-a442-398c75b87087" -d '{"events": [{"name": "network-changed", "server_uuid": "c7555650-230a-4ef8-bdd4-c1dfa625492b", "tag": "fda771de-211b-4977-85cb-aa64bc065881"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:17:08.812764 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:17:08.822785 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb039a39-68ca-44dd-a912-ecad104d0176 x-openstack-request-id: req-bb039a39-68ca-44dd-a912-ecad104d0176 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:17:08.823545 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7555650-230a-4ef8-bdd4-c1dfa625492b", "tag": "fda771de-211b-4977-85cb-aa64bc065881", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:17:08.823545 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb039a39-68ca-44dd-a912-ecad104d0176 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:17:08.823691 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7555650-230a-4ef8-bdd4-c1dfa625492b', 'tag': 'fda771de-211b-4977-85cb-aa64bc065881', 'status': 'completed', 'code': 200} Aug 06 16:17:08.824714 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634138f-a7cc-4f98-86b9-553245fadbcd service neutron] Pushing event updated for resources: {'Port': ['ID=fda771de-211b-4977-85cb-aa64bc065881,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:08.840001 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4045944-7fde-4519-b3ba-294f253df515 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:08.840565 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4045944-7fde-4519-b3ba-294f253df515 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d0cb4ee-7c27-4a58-bd18-6e087da15082 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:17:08.844075 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-878420b2-4661-4d8a-89d5-0761007ebaf3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:08.851851 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4045944-7fde-4519-b3ba-294f253df515 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:08.855434 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e4045944-7fde-4519-b3ba-294f253df515 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "DELETE /v2.0/routers/8d0cb4ee-7c27-4a58-bd18-6e087da15082 HTTP/1.1" status: 204 len: 168 time: 3.3235228 Aug 06 16:17:08.862613 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:08.872733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58424) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:08.903961 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7b879940-6e1f-4300-a7df-6e82068244d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:08.915880 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:08.916220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-2e00dd0e-eca7-4ae7-89b7-76f75faf7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:08.917763 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-2e00dd0e-eca7-4ae7-89b7-76f75faf7c57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=255168b197fd49ea860fc945fa2ba89b&device_id=c7555650-230a-4ef8-bdd4-c1dfa625492b HTTP/1.1" status: 200 len: 1094 time: 0.1782074 Aug 06 16:17:08.940936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Transition to ACTIVE for port object 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:08.999097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8786d45b-fd1b-4ace-85e9-43f3da3516c9 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Deleting subnet 53362a6c-a9c3-487e-aa76-4dd8f241fb55 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:17:09.009784 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-8d40f5d1-9ab1-42d0-abe8-1e75e18d99d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fda771de-211b-4977-85cb-aa64bc065881 HTTP/1.1" status: 200 len: 217 time: 0.0827117 Aug 06 16:17:09.011689 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8786d45b-fd1b-4ace-85e9-43f3da3516c9 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:09.056508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:09.071107 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:09.075850 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:09.086942 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5189021c-0c58-43d5-8959-445364c884c2 req-caf2da64-a9d9-4a2a-b119-ed0b3e98cf0e tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864325 Aug 06 16:17:09.141121 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-878420b2-4661-4d8a-89d5-0761007ebaf3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:09.183783 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8786d45b-fd1b-4ace-85e9-43f3da3516c9 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:09.227475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-ea553ee1-9af6-414e-bdf2-133f17456ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:09.229220 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-ea553ee1-9af6-414e-bdf2-133f17456ae6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd933884-c9e5-4f28-b091-00ae8aae4688 HTTP/1.1" status: 200 len: 853 time: 0.1805396 Aug 06 16:17:09.260501 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Pushing event updated for resources: {'Port': ['ID=82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:09.271212 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b485-fb85-423a-ade5-cc9be19a476e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:09.316553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67895dc6-f62c-49c8-9a63-ccd466a88f6f req-19824aac-707a-4d6a-9835-d74e7cba4684 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:09.324672 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-3a43e3a4-1f16-4518-be4e-3538e4195343 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e619fca1-5f82-46a6-b29b-1ac2a5404585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808947 Aug 06 16:17:09.327502 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67895dc6-f62c-49c8-9a63-ccd466a88f6f req-19824aac-707a-4d6a-9835-d74e7cba4684 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 943 time: 0.2710655 Aug 06 16:17:09.436296 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8786d45b-fd1b-4ace-85e9-43f3da3516c9 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:09.484003 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4c3875ca-5ff1-495a-a992-3ef37cc79635 service neutron] 10.222.0.13 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447327 Aug 06 16:17:09.502277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-c4c3b485-fb85-423a-ade5-cc9be19a476e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Transition to ACTIVE for port object 958be85c-1a7b-4f20-9e31-e1d5840277df will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:09.503572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-878420b2-4661-4d8a-89d5-0761007ebaf3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:09.560701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67895dc6-f62c-49c8-9a63-ccd466a88f6f req-9e3c13d1-c89f-4061-9039-a379be461e18 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320621 Aug 06 16:17:09.638434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878420b2-4661-4d8a-89d5-0761007ebaf3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=a5041dea-b6f6-46e8-b927-b83633af8b52,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:09.659288 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-878420b2-4661-4d8a-89d5-0761007ebaf3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:09.676041 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-878420b2-4661-4d8a-89d5-0761007ebaf3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/a5041dea-b6f6-46e8-b927-b83633af8b52 HTTP/1.1" status: 204 len: 168 time: 1.3773007 Aug 06 16:17:09.685974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58442) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:09.688622 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Attempting to bind port 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:17:09.688957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Attempting to bind port 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:17:09.689286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Attempting to bind port 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 on network e619fca1-5f82-46a6-b29b-1ac2a5404585 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:09.781887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-553b1167-1cc2-4ef1-97bf-81cc730707dd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900495 Aug 06 16:17:09.788958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58448) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:09.806194 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7b879940-6e1f-4300-a7df-6e82068244d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:09.809261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc5b11-3c82-4446-9a99-03dc9f255007 req-a98edd0e-1cb5-4f97-a337-b618a7987e31 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:09.811017 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0adc5b11-3c82-4446-9a99-03dc9f255007 req-a98edd0e-1cb5-4f97-a337-b618a7987e31 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.2808244 Aug 06 16:17:09.816635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Port 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 on network e619fca1-5f82-46a6-b29b-1ac2a5404585 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:17:09.816921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Attempting to bind port 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 on network e619fca1-5f82-46a6-b29b-1ac2a5404585 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:09.830820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cae6ec-ba01-4be7-bc48-0db7c913ac60 req-b4c54392-1e0b-4694-a46d-d0715cf2e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:09.832402 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-59cae6ec-ba01-4be7-bc48-0db7c913ac60 req-b4c54392-1e0b-4694-a46d-d0715cf2e6ed service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e8ee7df3c0e4668aecdf398f1142d6a&device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 1096 time: 0.3475094 Aug 06 16:17:09.854996 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7b879940-6e1f-4300-a7df-6e82068244d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:09.857114 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8786d45b-fd1b-4ace-85e9-43f3da3516c9 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:09.861956 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d289854f-694d-4008-a3bf-a73dbc69cb13 None None] Network 46e23203-f55c-46d9-84b9-ea2307db1168 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:09.929617 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-46854f6b-5179-4597-88e9-5fdba468b044 service neutron] 10.222.0.13 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246159 Aug 06 16:17:09.952237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-faa40b4e-f090-47b4-9032-98059c9b3170 None None] Provisioning for port 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:09.960724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-faa40b4e-f090-47b4-9032-98059c9b3170 None None] Provisioning complete for port 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:09.961756 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-faa40b4e-f090-47b4-9032-98059c9b3170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:09.970737 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7b879940-6e1f-4300-a7df-6e82068244d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4a5eab55a1342528f7c251c570497d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5437090 Aug 06 16:17:09.975430 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58454) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:09.984830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:17:09.986268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Checking segment: {'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:09.986710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Bound using segment: {'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:17:09.987348 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Bound port: 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:17:09.987713 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:09.989230 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b879940-6e1f-4300-a7df-6e82068244d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb81b38-e08b-4c67-9b10-36946acdf239,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:10.063213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786d45b-fd1b-4ace-85e9-43f3da3516c9 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=53362a6c-a9c3-487e-aa76-4dd8f241fb55,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:10.086054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b485-fb85-423a-ade5-cc9be19a476e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:10.120114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f1c4da-96e1-4abd-a9c3-3b7f7206c0f9 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:10.155346 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-280f88a8-e30f-4094-bc97-404360d0097b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:10.159919 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cae6ec-ba01-4be7-bc48-0db7c913ac60 req-35313522-402b-45f3-8880-3586c7915b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:10.161438 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-59cae6ec-ba01-4be7-bc48-0db7c913ac60 req-35313522-402b-45f3-8880-3586c7915b61 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75f05834-9f0b-4db5-a388-5cb0595f3947 HTTP/1.1" status: 200 len: 919 time: 0.3027234 Aug 06 16:17:10.231736 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-59cae6ec-ba01-4be7-bc48-0db7c913ac60 req-b9aee134-6243-4baf-876e-f8d99e23d71f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da95e7b4-b715-471f-b926-04a238acbae4 HTTP/1.1" status: 200 len: 217 time: 0.0474319 Aug 06 16:17:10.241304 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90b527-79c9-4186-a442-398c75b87087 req-b563351b-0042-4eb6-a613-ce2da23c7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:10.241519 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-faa40b4e-f090-47b4-9032-98059c9b3170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:10.245983 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b90b527-79c9-4186-a442-398c75b87087 req-b563351b-0042-4eb6-a613-ce2da23c7005 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=255168b197fd49ea860fc945fa2ba89b&device_id=c7555650-230a-4ef8-bdd4-c1dfa625492b HTTP/1.1" status: 200 len: 1094 time: 0.2519765 Aug 06 16:17:10.252676 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-280f88a8-e30f-4094-bc97-404360d0097b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:10.301395 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-faa40b4e-f090-47b4-9032-98059c9b3170 None None] For port 9c0283a9-3cb9-4b5f-8687-069d7235b0d1, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9c0283a9-3cb9-4b5f-8687-069d7235b0d1,segment=NetworkSegment(7393790a-bc94-48c3-bdfb-e4c609218fa9),segment_id=7393790a-bc94-48c3-bdfb-e4c609218fa9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:10.316334 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-faa40b4e-f090-47b4-9032-98059c9b3170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:10.391768 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 56fdfb3c-3278-4f87-83c2-5c5d6f9d735c no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:17:10.518513 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 56fdfb3c-3278-4f87-83c2-5c5d6f9d735c {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:17:10.518856 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 56fdfb3c-3278-4f87-83c2-5c5d6f9d735c not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:17:10.569426 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8786d45b-fd1b-4ace-85e9-43f3da3516c9 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:10.573796 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8786d45b-fd1b-4ace-85e9-43f3da3516c9 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/53362a6c-a9c3-487e-aa76-4dd8f241fb55 HTTP/1.1" status: 204 len: 168 time: 1.6971807 Aug 06 16:17:10.577073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0adc5b11-3c82-4446-9a99-03dc9f255007 req-f0e1672a-685e-4673-8300-ec57ea987092 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7214327 Aug 06 16:17:10.608148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7888d31f-1a5e-4071-9b56-5b756986658f None None] Provisioning complete for port fcb33f8d-6884-405f-a8ca-86da8efe5e29 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:10.608531 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7888d31f-1a5e-4071-9b56-5b756986658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:10.610771 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa40b4e-f090-47b4-9032-98059c9b3170 None None] Pushing event updated for resources: {'Port': ['ID=9c0283a9-3cb9-4b5f-8687-069d7235b0d1,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:10.644869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58470) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:10.730688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] For port 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:17:10.734330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c3b485-fb85-423a-ade5-cc9be19a476e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Network 46e23203-f55c-46d9-84b9-ea2307db1168 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:10.738489 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3503189f-f715-45fc-af1e-59c82cc12882 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:10.795392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-c4c3b485-fb85-423a-ade5-cc9be19a476e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:10.801579 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd90e08-c28a-4d4c-8ad3-cb1a182d4e7a None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:17:10.804352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58476) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:10.808505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] For port 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:17:10.814361 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3b485-fb85-423a-ade5-cc9be19a476e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:10.821777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c3b485-fb85-423a-ade5-cc9be19a476e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:10.822603 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c4c3b485-fb85-423a-ade5-cc9be19a476e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:10.839471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124f9cd8-475f-479e-bae8-dfc8e3778a3d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:10.841029 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-124f9cd8-475f-479e-bae8-dfc8e3778a3d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0289693 Aug 06 16:17:10.858468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58478) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:10.862572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5bd90e08-c28a-4d4c-8ad3-cb1a182d4e7a None None] Deleting port fcb33f8d-6884-405f-a8ca-86da8efe5e29 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:10.863034 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5bd90e08-c28a-4d4c-8ad3-cb1a182d4e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:10.867216 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:10.886364 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3b485-fb85-423a-ade5-cc9be19a476e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event updated for resources: {'Port': ['ID=958be85c-1a7b-4f20-9e31-e1d5840277df,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:10.972617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-5bd90e08-c28a-4d4c-8ad3-cb1a182d4e7a None None] For port fcb33f8d-6884-405f-a8ca-86da8efe5e29, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fcb33f8d-6884-405f-a8ca-86da8efe5e29,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:10.973394 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5bd90e08-c28a-4d4c-8ad3-cb1a182d4e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:10.981761 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f1b405af-f6c2-45b6-9f32-a04c21d85d49 None None] Provisioning for port 958be85c-1a7b-4f20-9e31-e1d5840277df completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:10.991919 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f1b405af-f6c2-45b6-9f32-a04c21d85d49 None None] Provisioning complete for port 958be85c-1a7b-4f20-9e31-e1d5840277df triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:10.992534 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f1b405af-f6c2-45b6-9f32-a04c21d85d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.003068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cae6ec-ba01-4be7-bc48-0db7c913ac60 req-e5363c51-7ce1-4574-8b4b-f3a8359b120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:11.004655 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-59cae6ec-ba01-4be7-bc48-0db7c913ac60 req-e5363c51-7ce1-4574-8b4b-f3a8359b120d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f7d4a562-70dc-45dc-b649-bb870e6750de HTTP/1.1" status: 200 len: 858 time: 0.7549982 Aug 06 16:17:11.012107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7c39b5-d4ec-4c3e-991e-38ba6bbc544b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:11.018913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6d7c39b5-d4ec-4c3e-991e-38ba6bbc544b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1503222 Aug 06 16:17:11.034557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58482) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:11.040419 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5bd90e08-c28a-4d4c-8ad3-cb1a182d4e7a None None] Calling delete_port for fcb33f8d-6884-405f-a8ca-86da8efe5e29 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:11.045094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f1b405af-f6c2-45b6-9f32-a04c21d85d49 None None] Port 958be85c-1a7b-4f20-9e31-e1d5840277df cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:17:11.056851 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3fe26-1186-4334-840c-6fefc13b39b0 req-c77ba5a8-a94f-4fa4-a08d-2fca0e71aa7b tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:11.059691 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3c3fe26-1186-4334-840c-6fefc13b39b0 req-c77ba5a8-a94f-4fa4-a08d-2fca0e71aa7b tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 943 time: 0.3304071 Aug 06 16:17:11.081249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:11.081901 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.083535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] 10.222.0.78 "PUT /v2.0/ports/82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 HTTP/1.1" status: 200 len: 1091 time: 4.3720474 Aug 06 16:17:11.089941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c4c3b485-fb85-423a-ade5-cc9be19a476e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.5971317 Aug 06 16:17:11.090653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a4adaa-4215-4396-a1b6-cd158d033b15', 'tag': '82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:17:11.093235 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03030ef6-e389-4225-9c3e-62f99358a06c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a4adaa-4215-4396-a1b6-cd158d033b15", "tag": "82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:17:11.111044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58484) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:11.141902 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0f1f9447-f2d3-4fd9-8040-92ad7a3eccbb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061447 Aug 06 16:17:11.152080 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-59cae6ec-ba01-4be7-bc48-0db7c913ac60 req-1263616f-d2c7-4118-828a-aa160beaf8b3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75f05834-9f0b-4db5-a388-5cb0595f3947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280246 Aug 06 16:17:11.156153 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58488) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:11.167760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-557d0c9a-7585-4bd4-8009-2e2914f4d1a4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:11.179635 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f1b405af-f6c2-45b6-9f32-a04c21d85d49 None None] Provisioning complete for port 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:11.180124 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f1b405af-f6c2-45b6-9f32-a04c21d85d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.184227 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5bd90e08-c28a-4d4c-8ad3-cb1a182d4e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.225272 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd42641-5c7b-46f8-a8fb-b1f5cad9b55b x-openstack-request-id: req-8dd42641-5c7b-46f8-a8fb-b1f5cad9b55b {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:17:11.225496 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a4adaa-4215-4396-a1b6-cd158d033b15", "tag": "82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:17:11.225751 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8dd42641-5c7b-46f8-a8fb-b1f5cad9b55b {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:17:11.226560 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a4adaa-4215-4396-a1b6-cd158d033b15', 'tag': '82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2', 'status': 'completed', 'code': 200} Aug 06 16:17:11.242097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665d7be-9beb-406a-9e10-fddb567a358a service neutron] Pushing event updated for resources: {'Port': ['ID=82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:11.246906 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cdb10b94-8bfe-4ec1-8cfd-65680f3e8827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.249265 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd90e08-c28a-4d4c-8ad3-cb1a182d4e7a None None] No DVR routers for this DVR port fcb33f8d-6884-405f-a8ca-86da8efe5e29 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:17:11.255919 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd90e08-c28a-4d4c-8ad3-cb1a182d4e7a None None] Pushing event deleted for resources: {'Port': ['ID=fcb33f8d-6884-405f-a8ca-86da8efe5e29,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:11.271590 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90b527-79c9-4186-a442-398c75b87087 req-ecfe19ac-6377-48c0-982f-f9739cef28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:11.273671 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b90b527-79c9-4186-a442-398c75b87087 req-ecfe19ac-6377-48c0-982f-f9739cef28b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e619fca1-5f82-46a6-b29b-1ac2a5404585 HTTP/1.1" status: 200 len: 914 time: 0.9960330 Aug 06 16:17:11.279098 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-280f88a8-e30f-4094-bc97-404360d0097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.282593 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-280f88a8-e30f-4094-bc97-404360d0097b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.283352 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-280f88a8-e30f-4094-bc97-404360d0097b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fb81b38-e08b-4c67-9b10-36946acdf239 HTTP/1.1" status: 204 len: 168 time: 1.3069828 Aug 06 16:17:11.331581 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3503189f-f715-45fc-af1e-59c82cc12882 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.355530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3503189f-f715-45fc-af1e-59c82cc12882 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91488e52-918c-44f5-958c-2ce606cce5da']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:11.361341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3c3fe26-1186-4334-840c-6fefc13b39b0 req-328c6293-e5cc-4a66-8273-736af6c639be tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649820 Aug 06 16:17:11.376978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-6932ca01-f51a-42f5-ada0-0acfc9623545 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Deleting subnet 5328e487-4e42-42da-9da8-d2aaf64fd899 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:17:11.383206 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6932ca01-f51a-42f5-ada0-0acfc9623545 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.388509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3503189f-f715-45fc-af1e-59c82cc12882 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a65519d-1c45-4abc-9552-9dab5dddea36') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:11.388810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3503189f-f715-45fc-af1e-59c82cc12882 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a65519d-1c45-4abc-9552-9dab5dddea36') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:11.390570 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f88a8-e30f-4094-bc97-404360d0097b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb81b38-e08b-4c67-9b10-36946acdf239,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:11.397550 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b90b527-79c9-4186-a442-398c75b87087 req-61f691a4-0a74-4df1-a224-eaf1fcff9f84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fda771de-211b-4977-85cb-aa64bc065881 HTTP/1.1" status: 200 len: 217 time: 0.0888200 Aug 06 16:17:11.433927 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3503189f-f715-45fc-af1e-59c82cc12882 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.442686 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-de189316-96b0-4aab-9fa9-1f2eaac35ca5 None None] Provisioning complete for port 958be85c-1a7b-4f20-9e31-e1d5840277df triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:11.443584 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-de189316-96b0-4aab-9fa9-1f2eaac35ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.450026 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-bb6cbdf3-a010-4d7c-9323-18e82ee944cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:11.451533 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-bb6cbdf3-a010-4d7c-9323-18e82ee944cd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=255168b197fd49ea860fc945fa2ba89b&device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 1094 time: 0.2713130 Aug 06 16:17:11.468286 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3503189f-f715-45fc-af1e-59c82cc12882 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.473580 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-59cae6ec-ba01-4be7-bc48-0db7c913ac60 req-c61b27b6-6d58-4a13-b523-28517b8a1679 service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797544 Aug 06 16:17:11.496741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90b527-79c9-4186-a442-398c75b87087 req-d6df5816-6fb9-4930-9b0e-03dca240a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:11.500093 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b90b527-79c9-4186-a442-398c75b87087 req-d6df5816-6fb9-4930-9b0e-03dca240a913 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd933884-c9e5-4f28-b091-00ae8aae4688 HTTP/1.1" status: 200 len: 853 time: 0.0939479 Aug 06 16:17:11.501073 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-de189316-96b0-4aab-9fa9-1f2eaac35ca5 None None] Port 958be85c-1a7b-4f20-9e31-e1d5840277df cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:17:11.522106 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6932ca01-f51a-42f5-ada0-0acfc9623545 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.544562 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3503189f-f715-45fc-af1e-59c82cc12882 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:17:11.544997 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3503189f-f715-45fc-af1e-59c82cc12882 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.547535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-5088e616-60e9-4999-bff4-8def6f32a416 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 HTTP/1.1" status: 200 len: 217 time: 0.0809002 Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:17:11.548202 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:17:11.560499 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b90b527-79c9-4186-a442-398c75b87087 req-5cb3584d-250b-40ae-a77e-01fddd62d641 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e619fca1-5f82-46a6-b29b-1ac2a5404585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463524 Aug 06 16:17:11.674614 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cdb10b94-8bfe-4ec1-8cfd-65680f3e8827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.700761 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-59cae6ec-ba01-4be7-bc48-0db7c913ac60 req-c6b2cd83-ebf0-4501-a468-0188ef08970e service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939287 Aug 06 16:17:11.707204 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58496) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:11.738618 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f216472c-3d8c-49f3-bbec-d81d9aafe395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.740634 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557d0c9a-7585-4bd4-8009-2e2914f4d1a4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:11.741709 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cdb10b94-8bfe-4ec1-8cfd-65680f3e8827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.746691 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-557d0c9a-7585-4bd4-8009-2e2914f4d1a4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.749232 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-557d0c9a-7585-4bd4-8009-2e2914f4d1a4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:17:11.750040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557d0c9a-7585-4bd4-8009-2e2914f4d1a4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:11.780161 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b90b527-79c9-4186-a442-398c75b87087 req-76a458ba-4ed5-47e6-a6a7-0d7f6d78e926 service neutron] 10.222.0.13 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903005 Aug 06 16:17:11.787052 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-557d0c9a-7585-4bd4-8009-2e2914f4d1a4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6283007 Aug 06 16:17:11.800611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58502) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:11.819133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-69fd6684-7f4c-4a68-a015-84833426799f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:11.827717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-d0ec3a8a-c5eb-4141-829f-f7aabb133a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:11.829270 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-d0ec3a8a-c5eb-4141-829f-f7aabb133a8a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd933884-c9e5-4f28-b091-00ae8aae4688 HTTP/1.1" status: 200 len: 853 time: 0.2660995 Aug 06 16:17:11.853907 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3503189f-f715-45fc-af1e-59c82cc12882 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.857925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3503189f-f715-45fc-af1e-59c82cc12882 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 91488e52-918c-44f5-958c-2ce606cce5da {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 16:17:11.876629 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3503189f-f715-45fc-af1e-59c82cc12882 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:11.884083 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3503189f-f715-45fc-af1e-59c82cc12882 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "DELETE /v2.0/networks/91488e52-918c-44f5-958c-2ce606cce5da HTTP/1.1" status: 204 len: 168 time: 1.2314513 Aug 06 16:17:11.897600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cdb10b94-8bfe-4ec1-8cfd-65680f3e8827 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1f9144f7d8d4665bb566b630f633028&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0633285 Aug 06 16:17:11.908846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58506) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:11.925172 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb10b94-8bfe-4ec1-8cfd-65680f3e8827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045fd59f-3eed-499c-b538-d76bad0443aa,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:11.936776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503189f-f715-45fc-af1e-59c82cc12882 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Pushing event deleted for resources: {'Network': ['ID=91488e52-918c-44f5-958c-2ce606cce5da,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:11.940424 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-d0865047-0a07-43c4-85e3-f25dcc3b86b5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e619fca1-5f82-46a6-b29b-1ac2a5404585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728014 Aug 06 16:17:11.983983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9752f-72e5-4060-9034-d2f7943b0de0 req-799be357-8854-4422-a85c-c9bebc3f2bee tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:11.986056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ee9752f-72e5-4060-9034-d2f7943b0de0 req-799be357-8854-4422-a85c-c9bebc3f2bee tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.2579989 Aug 06 16:17:12.017599 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8b90b527-79c9-4186-a442-398c75b87087 req-039cf6e7-b5ff-4c7c-86ee-3066f4b07ded service neutron] 10.222.0.13 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281094 Aug 06 16:17:12.045500 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f216472c-3d8c-49f3-bbec-d81d9aafe395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.087339 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f216472c-3d8c-49f3-bbec-d81d9aafe395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.131439 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6932ca01-f51a-42f5-ada0-0acfc9623545 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.157756 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f216472c-3d8c-49f3-bbec-d81d9aafe395 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=140573370b2d49eca6ab8f49e2376d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4478142 Aug 06 16:17:12.158905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fd6684-7f4c-4a68-a015-84833426799f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:12.166874 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69fd6684-7f4c-4a68-a015-84833426799f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.169448 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fd6684-7f4c-4a68-a015-84833426799f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:17:12.171661 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fd6684-7f4c-4a68-a015-84833426799f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:12.171899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58508) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:12.193351 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-877a647c-b747-44e3-96a2-ae6bb4df15af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.206468 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ee9752f-72e5-4060-9034-d2f7943b0de0 req-a04ab127-bcb7-4eb1-8e20-3ded18476f1c tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991737 Aug 06 16:17:12.212423 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-69fd6684-7f4c-4a68-a015-84833426799f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4097545 Aug 06 16:17:12.213591 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58512) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:12.245565 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-87ee4b42-726c-453a-9821-364daa33da08 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:12.286261 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-6ec1e9c9-4203-4bdd-bd9d-602cac902389 service neutron] 10.222.0.78 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233740 Aug 06 16:17:12.327990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216472c-3d8c-49f3-bbec-d81d9aafe395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9133f8-bc36-427a-af42-539f3cbffa39,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:12.401940 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-877a647c-b747-44e3-96a2-ae6bb4df15af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.410913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ee4b42-726c-453a-9821-364daa33da08 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:12.415166 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-87ee4b42-726c-453a-9821-364daa33da08 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.424113 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ee4b42-726c-453a-9821-364daa33da08 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:17:12.424113 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ee4b42-726c-453a-9821-364daa33da08 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:12.447623 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58518) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:12.448596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:12.454926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-08f6dec2-3351-4925-aa87-96cc156d67a0 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Request body: {'router': {'name': 'tempest-router--39803020', 'project_id': 'bcc28eba4afe46e5aba3e11f26358f96'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:12.460068 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-87ee4b42-726c-453a-9821-364daa33da08 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2336488 Aug 06 16:17:12.463537 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58520) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:12.470535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4060b4d1-f610-40df-8598-2d290572279f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:12.510544 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b596477f-22ce-4aad-9ab6-c8d15e73393f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.525477 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6932ca01-f51a-42f5-ada0-0acfc9623545 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.540807 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-08f6dec2-3351-4925-aa87-96cc156d67a0 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.541890 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-08f6dec2-3351-4925-aa87-96cc156d67a0 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.543514 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:12.544292 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.598573 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ccd4df34-3bf3-4e0a-9f44-62ec241189a3 req-28121108-6a6f-4156-8693-377ff9ad8adb service neutron] 10.222.0.78 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904460 Aug 06 16:17:12.646809 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-08f6dec2-3351-4925-aa87-96cc156d67a0 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.655486 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-08f6dec2-3351-4925-aa87-96cc156d67a0 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.663955 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4060b4d1-f610-40df-8598-2d290572279f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:12.669481 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6932ca01-f51a-42f5-ada0-0acfc9623545 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.670180 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4060b4d1-f610-40df-8598-2d290572279f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.672087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6932ca01-f51a-42f5-ada0-0acfc9623545 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/subnets/5328e487-4e42-42da-9da8-d2aaf64fd899 HTTP/1.1" status: 204 len: 168 time: 1.5476847 Aug 06 16:17:12.674204 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928eeec4-1499-49a8-bd77-2bc219beb3ea None None] Network 46e23203-f55c-46d9-84b9-ea2307db1168 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:12.675430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b596477f-22ce-4aad-9ab6-c8d15e73393f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.677345 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-4060b4d1-f610-40df-8598-2d290572279f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:17:12.677345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4060b4d1-f610-40df-8598-2d290572279f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:12.677649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932ca01-f51a-42f5-ada0-0acfc9623545 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Subnet': ['ID=5328e487-4e42-42da-9da8-d2aaf64fd899,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:12.686078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58522) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:12.728266 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-08f6dec2-3351-4925-aa87-96cc156d67a0 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.729999 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-08f6dec2-3351-4925-aa87-96cc156d67a0 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2813499 Aug 06 16:17:12.737292 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58524) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:12.753177 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4060b4d1-f610-40df-8598-2d290572279f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2885578 Aug 06 16:17:12.758749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58526) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:12.760599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device fda771de-211b-4977-85cb-aa64bc065881 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:17:12.780363 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-877a647c-b747-44e3-96a2-ae6bb4df15af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.783210 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-877a647c-b747-44e3-96a2-ae6bb4df15af admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:12.794179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-877a647c-b747-44e3-96a2-ae6bb4df15af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/045fd59f-3eed-499c-b538-d76bad0443aa HTTP/1.1" status: 204 len: 168 time: 0.8602204 Aug 06 16:17:12.794179 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03030ef6-e389-4225-9c3e-62f99358a06c req-ac7ab7a3-696c-4087-b142-5ac2ec63998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:12.794179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03030ef6-e389-4225-9c3e-62f99358a06c req-ac7ab7a3-696c-4087-b142-5ac2ec63998f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=255168b197fd49ea860fc945fa2ba89b&device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 1094 time: 0.1005492 Aug 06 16:17:12.802970 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fe607043-9d0b-4ff6-8b12-46f42494a6ca tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:12.826965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa34c3-7b60-42df-8791-a4eb23343629 req-e411e327-247e-468d-a284-50b64a2e4dc9 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:12.845413 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03fa34c3-7b60-42df-8791-a4eb23343629 req-e411e327-247e-468d-a284-50b64a2e4dc9 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 943 time: 0.3157289 Aug 06 16:17:12.898032 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93993869-fc58-48a1-a091-15e72def18ed tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:12.899836 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93993869-fc58-48a1-a091-15e72def18ed tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:12.905210 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-93993869-fc58-48a1-a091-15e72def18ed tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2177329 Aug 06 16:17:12.916596 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58530) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:12.951648 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a647c-b747-44e3-96a2-ae6bb4df15af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045fd59f-3eed-499c-b538-d76bad0443aa,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:12.976754 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c4af49b-e531-4229-8cff-499b0fd6c7aa tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.004082 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fcb33f8d-6884-405f-a8ca-86da8efe5e29 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:17:13.031516 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b596477f-22ce-4aad-9ab6-c8d15e73393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.035860 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b596477f-22ce-4aad-9ab6-c8d15e73393f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.050943 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b596477f-22ce-4aad-9ab6-c8d15e73393f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed9133f8-bc36-427a-af42-539f3cbffa39 HTTP/1.1" status: 204 len: 168 time: 0.8761189 Aug 06 16:17:13.075989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: fcb33f8d-6884-405f-a8ca-86da8efe5e29 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:17:13.076491 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fcb33f8d-6884-405f-a8ca-86da8efe5e29 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:17:13.092275 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03fa34c3-7b60-42df-8791-a4eb23343629 req-c5b64242-a9dd-4df9-9a63-7ea38e40baed tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455986 Aug 06 16:17:13.100020 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596477f-22ce-4aad-9ab6-c8d15e73393f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9133f8-bc36-427a-af42-539f3cbffa39,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:13.148048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03030ef6-e389-4225-9c3e-62f99358a06c req-d88d1a40-5ece-4857-91c5-e6969968564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:13.152752 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03030ef6-e389-4225-9c3e-62f99358a06c req-d88d1a40-5ece-4857-91c5-e6969968564f service neutron] 10.222.0.78 "GET /v2.0/networks?id=e619fca1-5f82-46a6-b29b-1ac2a5404585 HTTP/1.1" status: 200 len: 914 time: 0.3429635 Aug 06 16:17:13.154302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port fda771de-211b-4977-85cb-aa64bc065881, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=fda771de-211b-4977-85cb-aa64bc065881,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:13.183840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f559d8d-f1c8-40ab-8512-c7f9279e3260 None None] DHCP port deletion for 46e23203-f55c-46d9-84b9-ea2307db1168 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:17:13.194230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'fda771de-211b-4977-85cb-aa64bc065881', 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585', 'port_id': 'fda771de-211b-4977-85cb-aa64bc065881', 'mac_address': 'fa:16:3e:7b:e2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd933884-c9e5-4f28-b091-00ae8aae4688', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:17:13.266620 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.291277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9f559d8d-f1c8-40ab-8512-c7f9279e3260 None None] Deleting port 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:13.291728 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9f559d8d-f1c8-40ab-8512-c7f9279e3260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.295701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03030ef6-e389-4225-9c3e-62f99358a06c req-97f77f44-5bb4-40b0-baf3-b4f7c9562ca9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 HTTP/1.1" status: 200 len: 217 time: 0.1334913 Aug 06 16:17:13.357395 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5c22efdd-f5db-426e-838f-7731e545e63b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.426990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-9f559d8d-f1c8-40ab-8512-c7f9279e3260 None None] For port 9c0283a9-3cb9-4b5f-8687-069d7235b0d1, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9c0283a9-3cb9-4b5f-8687-069d7235b0d1,segment=NetworkSegment(7393790a-bc94-48c3-bdfb-e4c609218fa9),segment_id=7393790a-bc94-48c3-bdfb-e4c609218fa9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:13.427690 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9f559d8d-f1c8-40ab-8512-c7f9279e3260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.471823 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c22efdd-f5db-426e-838f-7731e545e63b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 06 16:17:13.472559 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c22efdd-f5db-426e-838f-7731e545e63b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:13.479876 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5c22efdd-f5db-426e-838f-7731e545e63b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/networks/46e23203-f55c-46d9-84b9-ea2307db1168 HTTP/1.1" status: 409 len: 405 time: 0.5595632 Aug 06 16:17:13.481844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9f559d8d-f1c8-40ab-8512-c7f9279e3260 None None] Calling delete_port for 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:13.486605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58540) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:13.492144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-075a4494-f70f-4b55-8d28-c655239c42d6 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-385866419'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:13.502957 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c4af49b-e531-4229-8cff-499b0fd6c7aa tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.510242 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c4af49b-e531-4229-8cff-499b0fd6c7aa tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.535786 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03030ef6-e389-4225-9c3e-62f99358a06c req-18e977bb-dc8f-4caf-8c52-2fee2205767c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:13.537808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03030ef6-e389-4225-9c3e-62f99358a06c req-18e977bb-dc8f-4caf-8c52-2fee2205767c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd933884-c9e5-4f28-b091-00ae8aae4688 HTTP/1.1" status: 200 len: 853 time: 0.2182076 Aug 06 16:17:13.593525 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe607043-9d0b-4ff6-8b12-46f42494a6ca tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:13.598818 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fe607043-9d0b-4ff6-8b12-46f42494a6ca tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.600489 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe607043-9d0b-4ff6-8b12-46f42494a6ca tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:17:13.601114 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe607043-9d0b-4ff6-8b12-46f42494a6ca tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:13.614098 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03030ef6-e389-4225-9c3e-62f99358a06c req-9bc7c981-35b3-42db-a29e-5f3a0d2ef9d5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e619fca1-5f82-46a6-b29b-1ac2a5404585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666924 Aug 06 16:17:13.629319 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c4af49b-e531-4229-8cff-499b0fd6c7aa tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.630515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4af49b-e531-4229-8cff-499b0fd6c7aa tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e42d631-6f69-4dc3-8737-07b5fcf2b709 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:17:13.639220 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c4af49b-e531-4229-8cff-499b0fd6c7aa tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.641280 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9c4af49b-e531-4229-8cff-499b0fd6c7aa tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "DELETE /v2.0/routers/1e42d631-6f69-4dc3-8737-07b5fcf2b709 HTTP/1.1" status: 204 len: 168 time: 0.9025307 Aug 06 16:17:13.644318 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075a4494-f70f-4b55-8d28-c655239c42d6 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Made reservation on behalf of 593879673eed4cccac37266dde0f7ef6 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:13.648929 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-075a4494-f70f-4b55-8d28-c655239c42d6 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.650245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727d265-0cca-4321-a011-d33e2464a395 req-7b8fe643-9f35-4f00-acb2-4efe3edb1cc5 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:13.652849 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f727d265-0cca-4321-a011-d33e2464a395 req-7b8fe643-9f35-4f00-acb2-4efe3edb1cc5 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.2491248 Aug 06 16:17:13.661094 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fe607043-9d0b-4ff6-8b12-46f42494a6ca tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9010830 Aug 06 16:17:13.669228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58546) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:13.670272 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda771de-211b-4977-85cb-aa64bc065881 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:17:13.675700 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9a4ea873-d255-468c-be72-8291107a6b94 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:13.720036 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port fda771de-211b-4977-85cb-aa64bc065881, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=fda771de-211b-4977-85cb-aa64bc065881,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:13.724652 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.765037 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075a4494-f70f-4b55-8d28-c655239c42d6 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:17:13.793663 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9f559d8d-f1c8-40ab-8512-c7f9279e3260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.793978 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-075a4494-f70f-4b55-8d28-c655239c42d6 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.794757 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-075a4494-f70f-4b55-8d28-c655239c42d6 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Added segment 9afe83f3-7d1b-4eb9-ac0c-b5300d51b8e6 of type vlan for network a906d6f6-556f-4048-bce5-ec174595a7f5 Aug 06 16:17:13.840054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4ea873-d255-468c-be72-8291107a6b94 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:13.845264 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a4ea873-d255-468c-be72-8291107a6b94 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.847396 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f559d8d-f1c8-40ab-8512-c7f9279e3260 None None] No DVR routers for this DVR port 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:17:13.848068 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4ea873-d255-468c-be72-8291107a6b94 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:17:13.848956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4ea873-d255-468c-be72-8291107a6b94 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:13.877125 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58552) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:13.900166 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03030ef6-e389-4225-9c3e-62f99358a06c req-4570fb74-99ca-4356-add0-124c9442c9b4 service neutron] 10.222.0.78 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459545 Aug 06 16:17:13.906397 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9a4ea873-d255-468c-be72-8291107a6b94 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2357106 Aug 06 16:17:13.909043 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-075a4494-f70f-4b55-8d28-c655239c42d6 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.910599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58554) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:13.912989 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c257-c49d-47f7-ace7-b907deadc63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:13.941824 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=fda771de-211b-4977-85cb-aa64bc065881,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:13.946495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f727d265-0cca-4321-a011-d33e2464a395 req-b6d20343-a34f-4367-a477-282a7c8a488f tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637320 Aug 06 16:17:13.970483 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58558) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:13.970609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:13.970609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:13.970841 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:13.971403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:13.971959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:13.972701 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:13.973070 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:13.980847 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:13.980847 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:13.980847 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:13.980847 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:13.980847 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:13.981287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cecf03f8-5554-4835-a536-f30a928a056e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0477860 Aug 06 16:17:13.981985 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58562) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:13.994707 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['fda771de-211b-4977-85cb-aa64bc065881'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:17:14.061757 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-075a4494-f70f-4b55-8d28-c655239c42d6 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:14.072757 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03030ef6-e389-4225-9c3e-62f99358a06c req-96341c13-48df-4abc-ab08-cc9012b88d86 service neutron] 10.222.0.78 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608660 Aug 06 16:17:14.074154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075a4494-f70f-4b55-8d28-c655239c42d6 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:14.075034 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-075a4494-f70f-4b55-8d28-c655239c42d6 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:14.146025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f559d8d-f1c8-40ab-8512-c7f9279e3260 None None] Pushing event deleted for resources: {'Port': ['ID=9c0283a9-3cb9-4b5f-8687-069d7235b0d1,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:14.280653 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c257-c49d-47f7-ace7-b907deadc63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:14.286961 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1861214685', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:14.296115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e29990-be31-46b1-93bc-f6d259ed1801 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:14.298506 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-10e29990-be31-46b1-93bc-f6d259ed1801 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3016961 Aug 06 16:17:14.303040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58570) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:14.307579 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c257-c49d-47f7-ace7-b907deadc63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:14.319674 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b421c-f51a-498e-9b3e-655aa3c6d59f req-8308eda7-6ee2-4984-9142-aa971c62a8ac tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:14.321150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e84b421c-f51a-498e-9b3e-655aa3c6d59f req-8308eda7-6ee2-4984-9142-aa971c62a8ac tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 943 time: 0.0746212 Aug 06 16:17:14.330072 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a4494-f70f-4b55-8d28-c655239c42d6 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event updated for resources: {'Network': ['ID=a906d6f6-556f-4048-bce5-ec174595a7f5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:14.336008 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-075a4494-f70f-4b55-8d28-c655239c42d6 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8481023 Aug 06 16:17:14.341316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58572) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:14.348733 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a906d6f6-556f-4048-bce5-ec174595a7f5 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:17:14.359764 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8c1b2068-9798-451a-b087-8bbca1bf3883 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Request body: {'subnet': {'network_id': 'a906d6f6-556f-4048-bce5-ec174595a7f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:14.374432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ba036801-77b6-449b-9b2b-828cd0a3e42e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462689 Aug 06 16:17:14.383704 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-705b87f9-7b65-494e-a073-375c3123f078 req-5a5a68e0-0442-4127-8378-99eca4ea3a24 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2265081 Aug 06 16:17:14.383964 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58574) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:14.388902 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-51212114-bb6e-4ee6-ab9a-6864f5bf9f1f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:14.420112 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b8b5c257-c49d-47f7-ace7-b907deadc63c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f2a5f6bf3c849b0b1ba3eb5d22f09db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5412514 Aug 06 16:17:14.424483 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58576) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:14.433674 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:14.434706 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:14.474142 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5c257-c49d-47f7-ace7-b907deadc63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269081aa-d275-413b-94c1-f11a4022ee85,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:14.483818 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e84b421c-f51a-498e-9b3e-655aa3c6d59f req-99d901f3-0709-4bfd-9b26-afa62dea4495 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175823 Aug 06 16:17:14.528037 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:17:14.555944 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:17:14.556288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9c0283a9-3cb9-4b5f-8687-069d7235b0d1 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:17:14.635467 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:14.641124 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b87f9-7b65-494e-a073-375c3123f078 req-eb85de75-5d9b-4427-a241-046c7288921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:14.644130 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-705b87f9-7b65-494e-a073-375c3123f078 req-eb85de75-5d9b-4427-a241-046c7288921f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 1096 time: 0.1654167 Aug 06 16:17:14.647796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1b2068-9798-451a-b087-8bbca1bf3883 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Made reservation on behalf of 593879673eed4cccac37266dde0f7ef6 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:14.651156 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c1b2068-9798-451a-b087-8bbca1bf3883 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:14.655760 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bda65567-cfb4-49dc-9906-239b7197a3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:14.675661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51212114-bb6e-4ee6-ab9a-6864f5bf9f1f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:14.681883 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-51212114-bb6e-4ee6-ab9a-6864f5bf9f1f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:14.857373 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bda65567-cfb4-49dc-9906-239b7197a3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:14.976743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.objects.ports [None req-51212114-bb6e-4ee6-ab9a-6864f5bf9f1f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:17:14.978415 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-51212114-bb6e-4ee6-ab9a-6864f5bf9f1f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:15.039300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51212114-bb6e-4ee6-ab9a-6864f5bf9f1f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:15.058083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-51212114-bb6e-4ee6-ab9a-6864f5bf9f1f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:15.078293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51212114-bb6e-4ee6-ab9a-6864f5bf9f1f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:15.079030 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-51212114-bb6e-4ee6-ab9a-6864f5bf9f1f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:15.079532 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5457809d-63ce-42bb-ac30-1b1ecfa07c2c None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:15.105799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-51212114-bb6e-4ee6-ab9a-6864f5bf9f1f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7207623 Aug 06 16:17:15.106998 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58592) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:15.117263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-194de21f-ff6a-4f57-b642-aeff3190bfa6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'mac_address': 'fa:16:3e:14:47:da', 'name': 'tempest-NetworksTestDHCPv6-454499684'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:15.123604 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51212114-bb6e-4ee6-ab9a-6864f5bf9f1f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=8fce9403-cec4-4c83-9fb5-edf086c83490,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:15.162748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498dfd0-b5d2-486a-8cce-fb8e510bb53e req-a0ff252c-ae34-4977-9586-ce633ab76571 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:15.166394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1498dfd0-b5d2-486a-8cce-fb8e510bb53e req-a0ff252c-ae34-4977-9586-ce633ab76571 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.1256633 Aug 06 16:17:15.298342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': '8fce9403-cec4-4c83-9fb5-edf086c83490'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:17:15.299231 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:15.346382 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:15.400212 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b87f9-7b65-494e-a073-375c3123f078 req-767cf76d-6935-4a32-b382-646ea2519d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:15.401465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:17:15.403085 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-705b87f9-7b65-494e-a073-375c3123f078 req-767cf76d-6935-4a32-b382-646ea2519d20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7d4aee-9282-477a-b3f3-f39c7cb5db96 HTTP/1.1" status: 200 len: 898 time: 0.7126460 Aug 06 16:17:15.598287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1498dfd0-b5d2-486a-8cce-fb8e510bb53e req-bdb94551-a4ac-4109-b178-a6c4a8bc8073 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225638 Aug 06 16:17:15.614798 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bda65567-cfb4-49dc-9906-239b7197a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:15.617703 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bda65567-cfb4-49dc-9906-239b7197a3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:15.619107 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bda65567-cfb4-49dc-9906-239b7197a3ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/269081aa-d275-413b-94c1-f11a4022ee85 HTTP/1.1" status: 204 len: 168 time: 1.1936927 Aug 06 16:17:15.658937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda65567-cfb4-49dc-9906-239b7197a3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269081aa-d275-413b-94c1-f11a4022ee85,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:15.690025 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-705b87f9-7b65-494e-a073-375c3123f078 req-30a3e9a4-f920-4fbe-9bc2-92bd3a8a9d90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 HTTP/1.1" status: 200 len: 1000 time: 0.2765362 Aug 06 16:17:15.745326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9496e-42dd-473f-a63b-14b5c078baff req-f8223521-426e-4f01-8c65-8cad505b6c3b tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:15.747188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06e9496e-42dd-473f-a63b-14b5c078baff req-f8223521-426e-4f01-8c65-8cad505b6c3b tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 943 time: 0.1433549 Aug 06 16:17:15.788311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194de21f-ff6a-4f57-b642-aeff3190bfa6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:15.844771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b87f9-7b65-494e-a073-375c3123f078 req-fac473cc-7506-483f-b516-0a74ca947344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:15.849952 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-705b87f9-7b65-494e-a073-375c3123f078 req-fac473cc-7506-483f-b516-0a74ca947344 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31d878ad-d0e1-42d3-8b02-f6b597d45212 HTTP/1.1" status: 200 len: 835 time: 0.1367455 Aug 06 16:17:15.886193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06e9496e-42dd-473f-a63b-14b5c078baff req-8049e1da-f53f-448f-b3e1-73605557e770 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086102 Aug 06 16:17:15.916480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Allocated IP 2001:db8::f816:3eff:fe50:f730 (38cd96d0-9a93-4226-ab46-370ab75cd563/8fce9403-cec4-4c83-9fb5-edf086c83490/659f1391-6fdc-43cf-95f3-47bad690a341) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:15.963319 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:15.989663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2', 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585', 'port_id': '82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2', 'mac_address': 'fa:16:3e:03:a7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd933884-c9e5-4f28-b091-00ae8aae4688', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:17:16.037931 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-194de21f-ff6a-4f57-b642-aeff3190bfa6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:16.089882 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-194de21f-ff6a-4f57-b642-aeff3190bfa6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port 927b7a90-a3e2-434a-935c-7a39118fcff3 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:17:16.091275 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:16.123712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:17:16.177670 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:16.191453 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:16.251817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b87f9-7b65-494e-a073-375c3123f078 req-65546a44-2b0b-411f-9c50-5e73a1cdfb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:16.254159 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-705b87f9-7b65-494e-a073-375c3123f078 req-65546a44-2b0b-411f-9c50-5e73a1cdfb25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7d4aee-9282-477a-b3f3-f39c7cb5db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3842719 Aug 06 16:17:16.265683 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:16.321959 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:16.331154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Transition to ACTIVE for port object 659f1391-6fdc-43cf-95f3-47bad690a341 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:16.349488 n-d-803756-1 neutron-server[105764]: DEBUG neutron.objects.ports [None req-8c1b2068-9798-451a-b087-8bbca1bf3883 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:17:16.360810 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:16.379180 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Transition to ACTIVE for port object 659f1391-6fdc-43cf-95f3-47bad690a341 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:16.391292 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:16.446062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c1b2068-9798-451a-b087-8bbca1bf3883 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:16.449479 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-705b87f9-7b65-494e-a073-375c3123f078 req-e0c555df-30fc-43a6-a7f0-128d5fbf1ebf service neutron] 10.222.0.13 "GET /v2.0/networks/7c7d4aee-9282-477a-b3f3-f39c7cb5db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863680 Aug 06 16:17:16.456976 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:16.465804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Pushing event updated for resources: {'Port': ['ID=659f1391-6fdc-43cf-95f3-47bad690a341,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:16.476577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-194de21f-ff6a-4f57-b642-aeff3190bfa6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::f816:3eff:fe14:47da (38cd96d0-9a93-4226-ab46-370ab75cd563/8fce9403-cec4-4c83-9fb5-edf086c83490/927b7a90-a3e2-434a-935c-7a39118fcff3) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:16.488938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:16.493765 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:16.499122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:16.635660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:17:16.679331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Attempting to bind port 659f1391-6fdc-43cf-95f3-47bad690a341 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:17:16.679861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Attempting to bind port 659f1391-6fdc-43cf-95f3-47bad690a341 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:17:16.680552 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Attempting to bind port 659f1391-6fdc-43cf-95f3-47bad690a341 on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:16.696186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:17:16.696874 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:16.697381 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:16.698116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:17:16.698709 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Bound port: 659f1391-6fdc-43cf-95f3-47bad690a341, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:17:16.699198 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:16.745393 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-194de21f-ff6a-4f57-b642-aeff3190bfa6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:16.759140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device fda771de-211b-4977-85cb-aa64bc065881 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:16.769235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58638) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:16.800220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-194de21f-ff6a-4f57-b642-aeff3190bfa6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object 927b7a90-a3e2-434a-935c-7a39118fcff3 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:16.841930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e026a44-f24a-47d4-89cf-613d545c1941 req-7ec528bf-87f3-4c2a-8adf-c3a44425944d tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:16.843888 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e026a44-f24a-47d4-89cf-613d545c1941 req-7ec528bf-87f3-4c2a-8adf-c3a44425944d tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.0865488 Aug 06 16:17:16.855894 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b2068-9798-451a-b087-8bbca1bf3883 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event updated for resources: {'Subnet': ['ID=dad5874e-2199-4b4f-ad65-f355c7d1de8b,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:16.873479 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1b2068-9798-451a-b087-8bbca1bf3883 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Checking segment: {'id': '9afe83f3-7d1b-4eb9-ac0c-b5300d51b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'a906d6f6-556f-4048-bce5-ec174595a7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:16.874605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1b2068-9798-451a-b087-8bbca1bf3883 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Network hostable DHCP agents. Network: a906d6f6-556f-4048-bce5-ec174595a7f5, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:17:16.916193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e026a44-f24a-47d4-89cf-613d545c1941 req-8f0d0b6d-f785-4917-8e53-d2e9188dbdf4 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603337 Aug 06 16:17:16.931929 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-194de21f-ff6a-4f57-b642-aeff3190bfa6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:16.951047 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1b2068-9798-451a-b087-8bbca1bf3883 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Network a906d6f6-556f-4048-bce5-ec174595a7f5 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:17:16.955144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Allocated IP 172.25.1.248 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/605074d0-a066-40ed-9006-c9421aeb30dd) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:16.959919 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-705b87f9-7b65-494e-a073-375c3123f078 req-6ee20b99-aef8-4853-95a8-254cd0678838 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7d4aee-9282-477a-b3f3-f39c7cb5db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923623 Aug 06 16:17:16.983990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] For port 659f1391-6fdc-43cf-95f3-47bad690a341, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:17:16.984504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8c1b2068-9798-451a-b087-8bbca1bf3883 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a906d6f6-556f-4048-bce5-ec174595a7f5) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:16.997927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1b2068-9798-451a-b087-8bbca1bf3883 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:16.998770 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c1b2068-9798-451a-b087-8bbca1bf3883 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:17.022094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port fda771de-211b-4977-85cb-aa64bc065881 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:17.030071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc354be7-c0d7-4585-a597-b966a1157496 None None] Network a906d6f6-556f-4048-bce5-ec174595a7f5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:17.045297 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port fda771de-211b-4977-85cb-aa64bc065881 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:17.045686 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:17.058366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] For port 659f1391-6fdc-43cf-95f3-47bad690a341, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=659f1391-6fdc-43cf-95f3-47bad690a341,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:17:17.076391 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8c1b2068-9798-451a-b087-8bbca1bf3883 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7320113 Aug 06 16:17:17.101087 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:17.109557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58648) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:17.112213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194de21f-ff6a-4f57-b642-aeff3190bfa6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:17.188791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9d511-5202-4251-86fe-1286fab81c5c None None] Pushing event updated for resources: {'Port': ['ID=659f1391-6fdc-43cf-95f3-47bad690a341,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:17.240470 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:17.251727 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-194de21f-ff6a-4f57-b642-aeff3190bfa6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:17.254306 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194de21f-ff6a-4f57-b642-aeff3190bfa6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:17.260318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194de21f-ff6a-4f57-b642-aeff3190bfa6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:17.261026 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-194de21f-ff6a-4f57-b642-aeff3190bfa6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:17.317072 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:17.340979 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77cd82e3-c390-49cb-ab7a-b16425888aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:17.356216 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:17.384957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194de21f-ff6a-4f57-b642-aeff3190bfa6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=927b7a90-a3e2-434a-935c-7a39118fcff3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:17.392742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Pushing event updated for resources: {'Port': ['ID=605074d0-a066-40ed-9006-c9421aeb30dd,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:17.400489 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-194de21f-ff6a-4f57-b642-aeff3190bfa6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2874696 Aug 06 16:17:17.401123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58652) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:17.407298 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:17.409687 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:17.413511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:17.427447 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78efd78c-b65d-49e7-adca-9226cf713253 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:17.473376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2b276-b602-4972-905f-65c3b04e8204 req-e5e402be-e2f4-4114-95d9-7f0c61abcc0d tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:17.474999 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dcf2b276-b602-4972-905f-65c3b04e8204 req-e5e402be-e2f4-4114-95d9-7f0c61abcc0d tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 944 time: 0.3804965 Aug 06 16:17:17.517613 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623b74c0-e072-493a-a38b-bd415029d302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-a906d6f6-556f-4048-bce5-ec174595a7f5', 'network_id': 'a906d6f6-556f-4048-bce5-ec174595a7f5', 'tenant_id': '593879673eed4cccac37266dde0f7ef6', 'fixed_ips': [{'subnet_id': 'dad5874e-2199-4b4f-ad65-f355c7d1de8b'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:17:17.518442 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-623b74c0-e072-493a-a38b-bd415029d302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:17.543510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7555650-230a-4ef8-bdd4-c1dfa625492b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda771de-211b-4977-85cb-aa64bc065881'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:17:17.545084 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3087144-0daf-44df-8fc2-7cc89852f1f2" -d '{"events": [{"server_uuid": "c7555650-230a-4ef8-bdd4-c1dfa625492b", "name": "network-vif-plugged", "status": "completed", "tag": "fda771de-211b-4977-85cb-aa64bc065881"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:17:17.607597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port fda771de-211b-4977-85cb-aa64bc065881, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=fda771de-211b-4977-85cb-aa64bc065881,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:17.617811 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:17.672048 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78efd78c-b65d-49e7-adca-9226cf713253 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:17.743818 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc137e8-72cc-4e83-b695-84480c968215 x-openstack-request-id: req-abc137e8-72cc-4e83-b695-84480c968215 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:17:17.744168 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7555650-230a-4ef8-bdd4-c1dfa625492b", "name": "network-vif-plugged", "status": "completed", "tag": "fda771de-211b-4977-85cb-aa64bc065881", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:17:17.744374 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abc137e8-72cc-4e83-b695-84480c968215 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:17:17.744787 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7555650-230a-4ef8-bdd4-c1dfa625492b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda771de-211b-4977-85cb-aa64bc065881', 'code': 200} Aug 06 16:17:17.837018 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d635af3-15e7-45ba-aaca-9c2af04f04c0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:17.844986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d635af3-15e7-45ba-aaca-9c2af04f04c0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:17.847794 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3d635af3-15e7-45ba-aaca-9c2af04f04c0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4416196 Aug 06 16:17:17.853671 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=fda771de-211b-4977-85cb-aa64bc065881,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:17.855218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58662) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:17.893293 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dcf2b276-b602-4972-905f-65c3b04e8204 req-4fca94e8-ec34-467b-8d3c-b425cb476df4 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989251 Aug 06 16:17:17.932344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92015f0e-eb8b-401f-a308-7973e91c18a3 req-fe239b8c-0bd0-4426-8e94-eb37413815a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server [None req-623b74c0-e072-493a-a38b-bd415029d302 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dad5874e-2199-4b4f-ad65-f355c7d1de8b: This subnet is being modified by another concurrent operation. Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:17:17.933157 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise exception Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dad5874e-2199-4b4f-ad65-f355c7d1de8b: This subnet is being modified by another concurrent operation. Aug 06 16:17:17.941140 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Aug 06 16:17:17.943483 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-92015f0e-eb8b-401f-a308-7973e91c18a3 req-fe239b8c-0bd0-4426-8e94-eb37413815a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7555650-230a-4ef8-bdd4-c1dfa625492b HTTP/1.1" status: 200 len: 1096 time: 0.1314087 Aug 06 16:17:17.943651 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78efd78c-b65d-49e7-adca-9226cf713253 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:17.961866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7bb0c9-9c5c-4b73-bcfb-3f1f80f72779 None None] Network a906d6f6-556f-4048-bce5-ec174595a7f5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:17.998689 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77cd82e3-c390-49cb-ab7a-b16425888aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.003212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efd78c-b65d-49e7-adca-9226cf713253 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Subnet': ['ID=dad5874e-2199-4b4f-ad65-f355c7d1de8b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:18.008429 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77cd82e3-c390-49cb-ab7a-b16425888aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.070399 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-92015f0e-eb8b-401f-a308-7973e91c18a3 req-cbdecc65-2e6c-4ccb-9fa7-6f4c03f9b85e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286979 Aug 06 16:17:18.091831 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78efd78c-b65d-49e7-adca-9226cf713253 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.142175 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.142523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-78efd78c-b65d-49e7-adca-9226cf713253 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a906d6f6-556f-4048-bce5-ec174595a7f5']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:18.148447 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-28b995ae-c254-4caa-9191-23931a81d853 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port 927b7a90-a3e2-434a-935c-7a39118fcff3 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:18.148786 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28b995ae-c254-4caa-9191-23931a81d853 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.195227 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-78efd78c-b65d-49e7-adca-9226cf713253 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afe83f3-7d1b-4eb9-ac0c-b5300d51b8e6') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:18.195519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-78efd78c-b65d-49e7-adca-9226cf713253 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afe83f3-7d1b-4eb9-ac0c-b5300d51b8e6') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:18.206854 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd82e3-c390-49cb-ab7a-b16425888aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e120c1-cc3d-46c6-90c7-16103a0d9f79,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:18.214296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-77cd82e3-c390-49cb-ab7a-b16425888aed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f569cf5bf4f43c19c4d1162e6c71289&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4406137 Aug 06 16:17:18.217067 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78efd78c-b65d-49e7-adca-9226cf713253 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.219352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58670) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:18.263079 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78efd78c-b65d-49e7-adca-9226cf713253 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.286184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7021414-f458-433d-937f-17eae872ddc7 req-20748234-601e-4b4b-a87f-9572e7c3f6f7 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:18.293364 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7021414-f458-433d-937f-17eae872ddc7 req-20748234-601e-4b4b-a87f-9572e7c3f6f7 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.1574721 Aug 06 16:17:18.299619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78efd78c-b65d-49e7-adca-9226cf713253 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:17:18.300022 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78efd78c-b65d-49e7-adca-9226cf713253 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:17:18.303138 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:17:18.378830 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28b995ae-c254-4caa-9191-23931a81d853 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.421795 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7021414-f458-433d-937f-17eae872ddc7 req-f7ef6b1d-19cc-47a4-ae2d-637c8b914998 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272798 Aug 06 16:17:18.429015 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ea5dd609-d4d6-4b33-aa4b-26b25af74cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.430867 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78efd78c-b65d-49e7-adca-9226cf713253 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.450728 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78efd78c-b65d-49e7-adca-9226cf713253 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.466442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-78efd78c-b65d-49e7-adca-9226cf713253 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/networks/a906d6f6-556f-4048-bce5-ec174595a7f5 HTTP/1.1" status: 204 len: 168 time: 1.3497190 Aug 06 16:17:18.474612 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58676) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:18.482285 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-28b995ae-c254-4caa-9191-23931a81d853 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for 927b7a90-a3e2-434a-935c-7a39118fcff3 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:18.485809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-89ef1bd0-1305-45b5-bf49-25f0afa8fe21 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-81551373'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:18.492337 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efd78c-b65d-49e7-adca-9226cf713253 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Network': ['ID=a906d6f6-556f-4048-bce5-ec174595a7f5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:18.513607 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ea5dd609-d4d6-4b33-aa4b-26b25af74cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.540406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ef1bd0-1305-45b5-bf49-25f0afa8fe21 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Made reservation on behalf of 593879673eed4cccac37266dde0f7ef6 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:18.544223 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89ef1bd0-1305-45b5-bf49-25f0afa8fe21 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.551492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 659f1391-6fdc-43cf-95f3-47bad690a341 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:18.603194 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ef1bd0-1305-45b5-bf49-25f0afa8fe21 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:17:18.631832 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89ef1bd0-1305-45b5-bf49-25f0afa8fe21 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.632430 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-89ef1bd0-1305-45b5-bf49-25f0afa8fe21 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Added segment c7cd9d51-5928-422a-aa47-d88f35b48b0b of type vlan for network 12fb68e4-9ba8-4739-8720-b1f16947372e Aug 06 16:17:18.634566 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ea5dd609-d4d6-4b33-aa4b-26b25af74cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.646263 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ea5dd609-d4d6-4b33-aa4b-26b25af74cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.646613 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 659f1391-6fdc-43cf-95f3-47bad690a341 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:18.647426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ea5dd609-d4d6-4b33-aa4b-26b25af74cd2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7e120c1-cc3d-46c6-90c7-16103a0d9f79 HTTP/1.1" status: 204 len: 168 time: 0.4256499 Aug 06 16:17:18.690558 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.747490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5dd609-d4d6-4b33-aa4b-26b25af74cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e120c1-cc3d-46c6-90c7-16103a0d9f79,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:18.770028 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89ef1bd0-1305-45b5-bf49-25f0afa8fe21 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.832779 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89ef1bd0-1305-45b5-bf49-25f0afa8fe21 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.854468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ef1bd0-1305-45b5-bf49-25f0afa8fe21 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:18.855275 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89ef1bd0-1305-45b5-bf49-25f0afa8fe21 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:18.972883 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-89ef1bd0-1305-45b5-bf49-25f0afa8fe21 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4917619 Aug 06 16:17:19.028695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58688) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:19.039240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a8dbbffd-cd22-4c66-ba6b-15146dc61f9f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Request body: {'subnet': {'network_id': '12fb68e4-9ba8-4739-8720-b1f16947372e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:19.109768 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28b995ae-c254-4caa-9191-23931a81d853 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:19.132597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef1bd0-1305-45b5-bf49-25f0afa8fe21 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event updated for resources: {'Network': ['ID=12fb68e4-9ba8-4739-8720-b1f16947372e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:19.146563 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 12fb68e4-9ba8-4739-8720-b1f16947372e details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:17:19.183534 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b995ae-c254-4caa-9191-23931a81d853 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=927b7a90-a3e2-434a-935c-7a39118fcff3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:19.258967 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28b995ae-c254-4caa-9191-23931a81d853 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:19.262791 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-28b995ae-c254-4caa-9191-23931a81d853 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/927b7a90-a3e2-434a-935c-7a39118fcff3 HTTP/1.1" status: 204 len: 168 time: 1.4032567 Aug 06 16:17:19.266963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58696) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:19.288588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6357307-fea6-40a9-b4d2-37f7e05976d4 req-99cb78b4-c146-4a4d-aeec-130eb2e79f43 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:19.295745 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6357307-fea6-40a9-b4d2-37f7e05976d4 req-99cb78b4-c146-4a4d-aeec-130eb2e79f43 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 944 time: 0.2523425 Aug 06 16:17:19.330761 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d19cc2b8-3919-492e-b996-ec59d98f5c10 None None] Provisioning for port 659f1391-6fdc-43cf-95f3-47bad690a341 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:19.343122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d19cc2b8-3919-492e-b996-ec59d98f5c10 None None] Provisioning complete for port 659f1391-6fdc-43cf-95f3-47bad690a341 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:19.344388 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d19cc2b8-3919-492e-b996-ec59d98f5c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:19.406608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dbbffd-cd22-4c66-ba6b-15146dc61f9f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Made reservation on behalf of 593879673eed4cccac37266dde0f7ef6 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:19.409097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225943bc-f784-45ac-92c4-caf787afab39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:19.411700 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a8dbbffd-cd22-4c66-ba6b-15146dc61f9f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:19.416844 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225943bc-f784-45ac-92c4-caf787afab39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:19.417097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:19.420687 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-225943bc-f784-45ac-92c4-caf787afab39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1508336 Aug 06 16:17:19.425567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58698) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:19.452483 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Router f7ea9546-1baf-4f00-9b09-1231cbca96ee is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:17:19.646447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:19.654820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58704) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:19.659869 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d19cc2b8-3919-492e-b996-ec59d98f5c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:19.687467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:19.687938 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:19.718595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6357307-fea6-40a9-b4d2-37f7e05976d4 req-b9fd5429-1673-40c6-894a-a1a00e59df16 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056225 Aug 06 16:17:19.767933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-78dda2ed-611e-4f07-b26f-cf57600d4f9f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 8fce9403-cec4-4c83-9fb5-edf086c83490 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:17:19.769350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d19cc2b8-3919-492e-b996-ec59d98f5c10 None None] For port 659f1391-6fdc-43cf-95f3-47bad690a341, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=659f1391-6fdc-43cf-95f3-47bad690a341,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:19.783754 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e9fbae7-2af8-4060-a11b-9d3cab949352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:19.790191 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d19cc2b8-3919-492e-b996-ec59d98f5c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:19.793893 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a8dbbffd-cd22-4c66-ba6b-15146dc61f9f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:19.797192 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78dda2ed-611e-4f07-b26f-cf57600d4f9f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:19.866354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edf769-cc96-4bdd-8994-60d56a974bd8 req-3aa30ac1-2139-4f0f-8a7c-76d32b2287bd tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:19.867148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cc2b8-3919-492e-b996-ec59d98f5c10 None None] Pushing event updated for resources: {'Port': ['ID=659f1391-6fdc-43cf-95f3-47bad690a341,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:19.868732 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78edf769-cc96-4bdd-8994-60d56a974bd8 req-3aa30ac1-2139-4f0f-8a7c-76d32b2287bd tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.2068138 Aug 06 16:17:19.960239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cf0190cf-89e3-4b44-8c5b-aebb820b7cfd None None] Could not find standard attr ID for object 927b7a90-a3e2-434a-935c-7a39118fcff3. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:17:19.972270 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:19.990398 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:17:19.992129 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78edf769-cc96-4bdd-8994-60d56a974bd8 req-32880365-de00-464f-813b-d76f8684223b tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046214 Aug 06 16:17:19.994943 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbbffd-cd22-4c66-ba6b-15146dc61f9f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event updated for resources: {'Subnet': ['ID=3bcba448-a5ab-46e3-9fba-ce7052774992,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:20.013754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edae76e-f984-4480-9da1-720b8c36ea20 None None] Sync routers for ids ['f7ea9546-1baf-4f00-9b09-1231cbca96ee'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:17:20.024953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758ee4fc-e2e6-43ef-80ea-2ce548bdfd1d None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:17:20.039569 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78dda2ed-611e-4f07-b26f-cf57600d4f9f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:20.049386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dbbffd-cd22-4c66-ba6b-15146dc61f9f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Checking segment: {'id': 'c7cd9d51-5928-422a-aa47-d88f35b48b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '12fb68e4-9ba8-4739-8720-b1f16947372e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:20.049790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dbbffd-cd22-4c66-ba6b-15146dc61f9f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Network hostable DHCP agents. Network: 12fb68e4-9ba8-4739-8720-b1f16947372e, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:17:20.068496 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a4adaa-4215-4396-a1b6-cd158d033b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:17:20.070946 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48687ac5-5dd3-4bef-a5ea-2fa57aa8f5b4" -d '{"events": [{"server_uuid": "b8a4adaa-4215-4396-a1b6-cd158d033b15", "name": "network-vif-plugged", "status": "completed", "tag": "82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:17:20.089989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dbbffd-cd22-4c66-ba6b-15146dc61f9f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Network 12fb68e4-9ba8-4739-8720-b1f16947372e is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:17:20.103838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a8dbbffd-cd22-4c66-ba6b-15146dc61f9f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 12fb68e4-9ba8-4739-8720-b1f16947372e) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:20.107506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:20.110263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edae76e-f984-4480-9da1-720b8c36ea20 None None] Routers {'f7ea9546-1baf-4f00-9b09-1231cbca96ee'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:17:20.111053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-2edae76e-f984-4480-9da1-720b8c36ea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:17:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['f7ea9546-1baf-4f00-9b09-1231cbca96ee'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:20.118934 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:20.127253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dbbffd-cd22-4c66-ba6b-15146dc61f9f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:20.128188 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a8dbbffd-cd22-4c66-ba6b-15146dc61f9f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:20.166565 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bca5594-46ef-46e1-9f11-233d9024f2bf x-openstack-request-id: req-9bca5594-46ef-46e1-9f11-233d9024f2bf {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:17:20.167067 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a4adaa-4215-4396-a1b6-cd158d033b15", "name": "network-vif-plugged", "status": "completed", "tag": "82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:17:20.167236 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bca5594-46ef-46e1-9f11-233d9024f2bf {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:17:20.167603 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a4adaa-4215-4396-a1b6-cd158d033b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2', 'code': 200} Aug 06 16:17:20.185279 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-2edae76e-f984-4480-9da1-720b8c36ea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:20.238533 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:17:20.287331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:20.296963 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78dda2ed-611e-4f07-b26f-cf57600d4f9f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:20.298537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edae76e-f984-4480-9da1-720b8c36ea20 None None] Routers {'f7ea9546-1baf-4f00-9b09-1231cbca96ee'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:17:20.298940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-2edae76e-f984-4480-9da1-720b8c36ea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:17:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['f7ea9546-1baf-4f00-9b09-1231cbca96ee'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:20.358099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f1678-4f2b-4993-a1d9-93f7632d3dfd req-21a12e15-2996-4aaf-82c0-60e46397dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:20.361469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc9f1678-4f2b-4993-a1d9-93f7632d3dfd req-21a12e15-2996-4aaf-82c0-60e46397dda8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 1096 time: 0.1089272 Aug 06 16:17:20.388462 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-2edae76e-f984-4480-9da1-720b8c36ea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:20.389421 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edae76e-f984-4480-9da1-720b8c36ea20 None None] The sync data for ids ['f7ea9546-1baf-4f00-9b09-1231cbca96ee'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:17:20.428562 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e9fbae7-2af8-4060-a11b-9d3cab949352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:20.445166 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc9f1678-4f2b-4993-a1d9-93f7632d3dfd req-be3bbc2b-8339-42c0-8a71-52ed2b3a992a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665629 Aug 06 16:17:20.448197 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a8dbbffd-cd22-4c66-ba6b-15146dc61f9f tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4178722 Aug 06 16:17:20.450115 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e9fbae7-2af8-4060-a11b-9d3cab949352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:20.452661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58728) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:20.460633 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:20.473244 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e7ee6393-43af-406b-906e-a1671aff72d7 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4980202 Aug 06 16:17:20.474735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58730) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:20.559330 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758ee4fc-e2e6-43ef-80ea-2ce548bdfd1d None None] Unable to find a vacant binding_index for network 12fb68e4-9ba8-4739-8720-b1f16947372e and agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 {{(pid=105766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 06 16:17:20.576915 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 659f1391-6fdc-43cf-95f3-47bad690a341 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:20.672848 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78dda2ed-611e-4f07-b26f-cf57600d4f9f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:20.681165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fbae7-2af8-4060-a11b-9d3cab949352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38da26c-99e7-41e0-8dbc-8e3e9747457c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:20.712418 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758ee4fc-e2e6-43ef-80ea-2ce548bdfd1d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 12fb68e4-9ba8-4739-8720-b1f16947372e) {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:17:20.719996 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2e9fbae7-2af8-4060-a11b-9d3cab949352 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e65651dda704b32b245d6e02e32873e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0607746 Aug 06 16:17:20.725363 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fa99288f-290f-4d68-bdeb-223f18f89415 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/routers/f7ea9546-1baf-4f00-9b09-1231cbca96ee HTTP/1.1" status: 200 len: 921 time: 0.2423444 Aug 06 16:17:20.726047 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58740) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:20.729797 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dda2ed-611e-4f07-b26f-cf57600d4f9f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=8fce9403-cec4-4c83-9fb5-edf086c83490,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:20.732256 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58742) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:20.734140 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78dda2ed-611e-4f07-b26f-cf57600d4f9f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:20.739634 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-78dda2ed-611e-4f07-b26f-cf57600d4f9f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/8fce9403-cec4-4c83-9fb5-edf086c83490 HTTP/1.1" status: 204 len: 168 time: 1.3118155 Aug 06 16:17:20.746548 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:20.748585 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58746) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:20.755700 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 659f1391-6fdc-43cf-95f3-47bad690a341 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:20.755700 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:20.865509 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e5aada1a-a564-4e0c-bda9-468bdc856fd6 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7ea9546-1baf-4f00-9b09-1231cbca96ee HTTP/1.1" status: 200 len: 205 time: 0.1166842 Aug 06 16:17:20.866169 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58752) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:20.872976 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-206fcc2e-f8c7-430f-888b-3d48ebf3ff5b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1231637 Aug 06 16:17:20.877777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58754) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:20.883683 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0820b1fc-6870-4791-b570-53f79043d4bf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:21.032586 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7fd011a5-49f0-463d-9d33-935f84dc7d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:21.070628 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7fd011a5-49f0-463d-9d33-935f84dc7d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:21.088276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0820b1fc-6870-4791-b570-53f79043d4bf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:21.092221 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0820b1fc-6870-4791-b570-53f79043d4bf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:21.140215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b93aaf-8733-4e69-ade6-dc65d67295c5 req-ca2c1f84-c1fd-4adf-84a0-b8d370b862fd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:21.147908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2b93aaf-8733-4e69-ade6-dc65d67295c5 req-ca2c1f84-c1fd-4adf-84a0-b8d370b862fd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 945 time: 0.3940022 Aug 06 16:17:21.259528 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7fd011a5-49f0-463d-9d33-935f84dc7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:21.264426 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7fd011a5-49f0-463d-9d33-935f84dc7d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:21.270351 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7fd011a5-49f0-463d-9d33-935f84dc7d6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b38da26c-99e7-41e0-8dbc-8e3e9747457c HTTP/1.1" status: 204 len: 168 time: 0.5395229 Aug 06 16:17:21.278981 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-12fb68e4-9ba8-4739-8720-b1f16947372e', 'network_id': '12fb68e4-9ba8-4739-8720-b1f16947372e', 'tenant_id': '593879673eed4cccac37266dde0f7ef6', 'fixed_ips': [{'subnet_id': '3bcba448-a5ab-46e3-9fba-ce7052774992'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:17:21.279314 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-078ab0a6-24d4-42df-a7cb-086c2eec2634 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:21.280718 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:21.379787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4882306-7ede-49da-bb2b-7d2cf86c8b6f req-acef05c6-2529-4a2c-a6f0-1799f8107936 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2915730 Aug 06 16:17:21.382202 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd011a5-49f0-463d-9d33-935f84dc7d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38da26c-99e7-41e0-8dbc-8e3e9747457c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:21.429518 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6176ed6-82fe-4cf8-922e-97599df29630 req-f479467b-2414-47df-88cf-0c87e1bd4dba tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:21.443429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6176ed6-82fe-4cf8-922e-97599df29630 req-f479467b-2414-47df-88cf-0c87e1bd4dba tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 945 time: 0.3453391 Aug 06 16:17:21.444056 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:21.526901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Allocated IP 2001:db8::2 (12fb68e4-9ba8-4739-8720-b1f16947372e/3bcba448-a5ab-46e3-9fba-ce7052774992/6ba8e3be-5235-42f6-9699-38c43a3b7a4c) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:21.930524 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2b93aaf-8733-4e69-ade6-dc65d67295c5 req-26b0c9b8-e914-42b2-ac19-bf4562a40c88 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7815056 Aug 06 16:17:21.933255 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:21.946429 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Transition to ACTIVE for port object 6ba8e3be-5235-42f6-9699-38c43a3b7a4c will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:21.987700 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Transition to ACTIVE for port object 6ba8e3be-5235-42f6-9699-38c43a3b7a4c will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:22.002352 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:22.104245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Network 12fb68e4-9ba8-4739-8720-b1f16947372e is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:22.114116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:22.127987 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:22.145381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Pushing event updated for resources: {'Port': ['ID=6ba8e3be-5235-42f6-9699-38c43a3b7a4c,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:22.151656 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6176ed6-82fe-4cf8-922e-97599df29630 req-edd2d653-2a27-4251-9ba5-27d924c8b149 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530221 Aug 06 16:17:22.178564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4882306-7ede-49da-bb2b-7d2cf86c8b6f req-2e49de80-b0a9-427a-9373-607cdbea5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:22.180322 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4882306-7ede-49da-bb2b-7d2cf86c8b6f req-2e49de80-b0a9-427a-9373-607cdbea5865 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e8ee7df3c0e4668aecdf398f1142d6a&device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 1097 time: 0.6584892 Aug 06 16:17:22.206829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3042a-16c9-4e24-8e90-9fa1871640f9 req-d11f3bf9-0983-4be3-868e-e0c417299d48 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:22.215316 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94c3042a-16c9-4e24-8e90-9fa1871640f9 req-d11f3bf9-0983-4be3-868e-e0c417299d48 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.1456270 Aug 06 16:17:22.238200 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:22.244570 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Attempting to bind port 6ba8e3be-5235-42f6-9699-38c43a3b7a4c on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:17:22.245182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Attempting to bind port 6ba8e3be-5235-42f6-9699-38c43a3b7a4c by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'c7cd9d51-5928-422a-aa47-d88f35b48b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '12fb68e4-9ba8-4739-8720-b1f16947372e'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:17:22.245761 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Attempting to bind port 6ba8e3be-5235-42f6-9699-38c43a3b7a4c on network 12fb68e4-9ba8-4739-8720-b1f16947372e {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:22.255375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:17:22.255993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Checking segment: {'id': 'c7cd9d51-5928-422a-aa47-d88f35b48b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '12fb68e4-9ba8-4739-8720-b1f16947372e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:22.256650 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:22.257305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Bound using segment: {'id': 'c7cd9d51-5928-422a-aa47-d88f35b48b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '12fb68e4-9ba8-4739-8720-b1f16947372e'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:17:22.258139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Bound port: 6ba8e3be-5235-42f6-9699-38c43a3b7a4c, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7cd9d51-5928-422a-aa47-d88f35b48b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '12fb68e4-9ba8-4739-8720-b1f16947372e'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:17:22.258468 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-078ab0a6-24d4-42df-a7cb-086c2eec2634 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:22.258782 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:22.314470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Subnet': ['ID=3bcba448-a5ab-46e3-9fba-ce7052774992,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:22.398721 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:22.405844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] For port 6ba8e3be-5235-42f6-9699-38c43a3b7a4c, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:17:22.409758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fb68e4-9ba8-4739-8720-b1f16947372e']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:22.415973 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] For port 6ba8e3be-5235-42f6-9699-38c43a3b7a4c, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=6ba8e3be-5235-42f6-9699-38c43a3b7a4c,segment=NetworkSegment(c7cd9d51-5928-422a-aa47-d88f35b48b0b),segment_id=c7cd9d51-5928-422a-aa47-d88f35b48b0b)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:17:22.426273 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:22.450760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.objects.ports [None req-0820b1fc-6870-4791-b570-53f79043d4bf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:17:22.458443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cd9d51-5928-422a-aa47-d88f35b48b0b') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:22.458741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cd9d51-5928-422a-aa47-d88f35b48b0b') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:22.507503 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94c3042a-16c9-4e24-8e90-9fa1871640f9 req-318d3af4-215c-417f-9a6b-7c021ba84bc9 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909064 Aug 06 16:17:22.509557 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:22.545539 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:22.560463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:17:22.561264 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:17:22.571163 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:17:22.640419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4882306-7ede-49da-bb2b-7d2cf86c8b6f req-cca77a50-6e4d-4e17-8fe0-d43f002954bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:22.642638 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4882306-7ede-49da-bb2b-7d2cf86c8b6f req-cca77a50-6e4d-4e17-8fe0-d43f002954bb service neutron] 10.222.0.78 "GET /v2.0/networks?id=75f05834-9f0b-4db5-a388-5cb0595f3947 HTTP/1.1" status: 200 len: 919 time: 0.4179921 Aug 06 16:17:22.694806 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3e5f9c-daf7-43d8-a074-790cd0c27043 None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:17:22.697102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc858c5f-0f4d-4fe2-8015-cec41245b07f None None] Pushing event updated for resources: {'Port': ['ID=6ba8e3be-5235-42f6-9699-38c43a3b7a4c,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:22.699062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-078ab0a6-24d4-42df-a7cb-086c2eec2634 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Deleting port 605074d0-a066-40ed-9006-c9421aeb30dd {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:22.699501 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-078ab0a6-24d4-42df-a7cb-086c2eec2634 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:22.702981 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4882306-7ede-49da-bb2b-7d2cf86c8b6f req-eb481e75-d5e6-4ee1-8af5-607eab2708cc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6924cb1-f681-49f3-a424-64270cda6f76 HTTP/1.1" status: 200 len: 217 time: 0.0480304 Aug 06 16:17:22.723798 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 16:17:22.723798 n-d-803756-1 neutron-server[105765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 16:17:22.723798 n-d-803756-1 neutron-server[105765]: [parameters: {'id': '12fb68e4-9ba8-4739-8720-b1f16947372e'}] Aug 06 16:17:22.723798 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:17:22.724546 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:17:22.786075 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0820b1fc-6870-4791-b570-53f79043d4bf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:22.813841 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4882306-7ede-49da-bb2b-7d2cf86c8b6f req-dea2c8d2-2ccd-44fe-a852-892e668c11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:22.815513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4882306-7ede-49da-bb2b-7d2cf86c8b6f req-dea2c8d2-2ccd-44fe-a852-892e668c11e2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f7d4a562-70dc-45dc-b649-bb870e6750de HTTP/1.1" status: 200 len: 858 time: 0.1002398 Aug 06 16:17:22.876394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4882306-7ede-49da-bb2b-7d2cf86c8b6f req-310d0fe6-7c31-4904-b645-6e83b55d1f35 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75f05834-9f0b-4db5-a388-5cb0595f3947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354133 Aug 06 16:17:22.885443 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-078ab0a6-24d4-42df-a7cb-086c2eec2634 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:22.939424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-078ab0a6-24d4-42df-a7cb-086c2eec2634 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Calling delete_port for 605074d0-a066-40ed-9006-c9421aeb30dd owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:23.114731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4882306-7ede-49da-bb2b-7d2cf86c8b6f req-d384bbdf-4299-41e6-95f6-39b7c810573c service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102206 Aug 06 16:17:23.117048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3e5f9c-daf7-43d8-a074-790cd0c27043 None None] Resources bound (agent type, host, resource id): {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:17:23.174292 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-0820b1fc-6870-4791-b570-53f79043d4bf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] For port 659f1391-6fdc-43cf-95f3-47bad690a341, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=659f1391-6fdc-43cf-95f3-47bad690a341,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:23.245083 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0820b1fc-6870-4791-b570-53f79043d4bf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:23.245327 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:23.253821 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0820b1fc-6870-4791-b570-53f79043d4bf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:23.258151 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0820b1fc-6870-4791-b570-53f79043d4bf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:23.377291 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820b1fc-6870-4791-b570-53f79043d4bf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=a80894df-3426-40e7-9f99-3f840590cb70,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:23.424853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0820b1fc-6870-4791-b570-53f79043d4bf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:23.431604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-0820b1fc-6870-4791-b570-53f79043d4bf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:23.439062 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820b1fc-6870-4791-b570-53f79043d4bf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=659f1391-6fdc-43cf-95f3-47bad690a341,revision_number=6']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:23.445343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0820b1fc-6870-4791-b570-53f79043d4bf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:23.446988 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0820b1fc-6870-4791-b570-53f79043d4bf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:23.471591 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0820b1fc-6870-4791-b570-53f79043d4bf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5925279 Aug 06 16:17:23.475228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58804) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:23.485594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b9e02e6d-006e-430f-8d87-db54a7af9614 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'mac_address': 'fa:16:3e:37:81:8e', 'name': 'tempest-NetworksTestDHCPv6-873687969'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:23.508396 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371407a-9211-4e2f-8444-6b214226ccc3 req-5ae3b792-418b-4f49-9075-a13fdec5f654 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:23.516862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1371407a-9211-4e2f-8444-6b214226ccc3 req-5ae3b792-418b-4f49-9075-a13fdec5f654 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 945 time: 0.3299325 Aug 06 16:17:23.542771 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:23.624991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff1d88-a57a-4eb3-b6b8-1b8275d4eff3 req-c76d2138-7c51-4646-b7c7-e988dae95a84 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:23.627113 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3fff1d88-a57a-4eb3-b6b8-1b8275d4eff3 req-c76d2138-7c51-4646-b7c7-e988dae95a84 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 945 time: 0.3228958 Aug 06 16:17:23.640731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4882306-7ede-49da-bb2b-7d2cf86c8b6f req-b6ff1a62-2a09-4727-b1c0-bfbb2373f53c service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550865 Aug 06 16:17:23.675015 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7a0f89-e5bf-4a8d-baf8-87885378deff None None] Network 12fb68e4-9ba8-4739-8720-b1f16947372e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:23.682037 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3779f2-d805-44f8-bdb8-ccbbe5199fe7 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:23.689692 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1371407a-9211-4e2f-8444-6b214226ccc3 req-69a57fae-ba50-4360-b5ee-2add33a9134b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716268 Aug 06 16:17:23.758189 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-078ab0a6-24d4-42df-a7cb-086c2eec2634 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:23.863359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e02e6d-006e-430f-8d87-db54a7af9614 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:23.907855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ab0a6-24d4-42df-a7cb-086c2eec2634 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Pushing event deleted for resources: {'Port': ['ID=605074d0-a066-40ed-9006-c9421aeb30dd,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:23.916713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Deleting port 6ba8e3be-5235-42f6-9699-38c43a3b7a4c {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:23.917041 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:23.955102 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3fff1d88-a57a-4eb3-b6b8-1b8275d4eff3 req-a5ae15a8-c3c5-4fd6-9bdd-674aa51f6f48 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991512 Aug 06 16:17:24.009274 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9e02e6d-006e-430f-8d87-db54a7af9614 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:24.059587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-b9e02e6d-006e-430f-8d87-db54a7af9614 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port b5864d85-81e6-4c00-96c2-444d7203c01c yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:17:24.094588 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:24.094799 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] For port 6ba8e3be-5235-42f6-9699-38c43a3b7a4c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=6ba8e3be-5235-42f6-9699-38c43a3b7a4c,segment=NetworkSegment(c7cd9d51-5928-422a-aa47-d88f35b48b0b),segment_id=c7cd9d51-5928-422a-aa47-d88f35b48b0b)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:24.096752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:24.138020 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Calling delete_port for 6ba8e3be-5235-42f6-9699-38c43a3b7a4c owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:24.237788 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-b9e02e6d-006e-430f-8d87-db54a7af9614 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::f816:3eff:fe37:818e (38cd96d0-9a93-4226-ab46-370ab75cd563/a80894df-3426-40e7-9f99-3f840590cb70/b5864d85-81e6-4c00-96c2-444d7203c01c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:24.330757 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f716e05-3eb2-4dcc-a4f1-c0ca098f790a None None] Network 12fb68e4-9ba8-4739-8720-b1f16947372e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:24.514461 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-078ab0a6-24d4-42df-a7cb-086c2eec2634 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:24.544704 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:24.552495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 659f1391-6fdc-43cf-95f3-47bad690a341 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:24.655890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 659f1391-6fdc-43cf-95f3-47bad690a341 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:24.656224 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:24.690669 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9e02e6d-006e-430f-8d87-db54a7af9614 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:24.712987 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-b9e02e6d-006e-430f-8d87-db54a7af9614 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object b5864d85-81e6-4c00-96c2-444d7203c01c will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:24.776861 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-078ab0a6-24d4-42df-a7cb-086c2eec2634 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:24.784577 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9e02e6d-006e-430f-8d87-db54a7af9614 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:24.795132 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-078ab0a6-24d4-42df-a7cb-086c2eec2634 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:24.877151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e02e6d-006e-430f-8d87-db54a7af9614 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=b5864d85-81e6-4c00-96c2-444d7203c01c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:24.884650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e02e6d-006e-430f-8d87-db54a7af9614 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:24.886804 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b9e02e6d-006e-430f-8d87-db54a7af9614 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:24.893397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e02e6d-006e-430f-8d87-db54a7af9614 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:24.899984 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e02e6d-006e-430f-8d87-db54a7af9614 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:24.900853 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9e02e6d-006e-430f-8d87-db54a7af9614 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:24.919585 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af107da-2320-4925-8705-207b14c41dda None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:24.924288 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b9e02e6d-006e-430f-8d87-db54a7af9614 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4435163 Aug 06 16:17:24.924654 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58844) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:24.942012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3aa5e-0d42-4259-b34e-e03a27aacfad req-afad17ee-a876-4ff1-8389-7feb68b381e7 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:24.943601 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7da3aa5e-0d42-4259-b34e-e03a27aacfad req-afad17ee-a876-4ff1-8389-7feb68b381e7 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 1.0963757 Aug 06 16:17:24.947303 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-078ab0a6-24d4-42df-a7cb-086c2eec2634 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:24.947826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078ab0a6-24d4-42df-a7cb-086c2eec2634 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Fanout notify agent at l3_agent the message router_deleted on router f7ea9546-1baf-4f00-9b09-1231cbca96ee {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:17:24.951066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Port': ['ID=6ba8e3be-5235-42f6-9699-38c43a3b7a4c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:24.958307 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-078ab0a6-24d4-42df-a7cb-086c2eec2634 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:24.959403 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-078ab0a6-24d4-42df-a7cb-086c2eec2634 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "DELETE /v2.0/routers/f7ea9546-1baf-4f00-9b09-1231cbca96ee HTTP/1.1" status: 204 len: 168 time: 4.0919461 Aug 06 16:17:24.966762 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58846) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:24.973025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] No DVR routers for this DVR port 6ba8e3be-5235-42f6-9699-38c43a3b7a4c on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:17:24.973881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Request body: {'router': {'name': 'tempest-snat-router-830260692', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'enable_snat': False}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:25.039953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6a56aa29-0f3e-425a-bf83-dea312531507 None None] Provisioning complete for port 659f1391-6fdc-43cf-95f3-47bad690a341 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:25.040519 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6a56aa29-0f3e-425a-bf83-dea312531507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.067014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7da3aa5e-0d42-4259-b34e-e03a27aacfad req-f01cddde-4dd5-42db-8319-82e498429e94 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008253 Aug 06 16:17:25.067541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24c7a19-bb29-4c7f-8e0e-7c022f3c0484 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:25.098358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24c7a19-bb29-4c7f-8e0e-7c022f3c0484 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:25.102960 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f24c7a19-bb29-4c7f-8e0e-7c022f3c0484 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1768291 Aug 06 16:17:25.103638 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58850) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:25.117686 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960d106-ccad-4a9f-9ff8-16e63e2cc02d req-0b97d2bb-86fb-4d66-95f1-bf9c60865826 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:25.140614 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b960d106-ccad-4a9f-9ff8-16e63e2cc02d req-0b97d2bb-86fb-4d66-95f1-bf9c60865826 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7555650-230a-4ef8-bdd4-c1dfa625492b HTTP/1.1" status: 200 len: 945 time: 0.7007356 Aug 06 16:17:25.254473 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.256233 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.257301 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.289580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fb68e4-9ba8-4739-8720-b1f16947372e']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:25.307119 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cd9d51-5928-422a-aa47-d88f35b48b0b') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:25.307658 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cd9d51-5928-422a-aa47-d88f35b48b0b') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:25.327090 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b960d106-ccad-4a9f-9ff8-16e63e2cc02d req-0619e03e-6c4a-4ed7-aa0d-247d3965cdc4 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844668 Aug 06 16:17:25.339234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-3ed7185b-6434-4ef4-a99b-07ad164462d0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port b5864d85-81e6-4c00-96c2-444d7203c01c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:25.340207 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3ed7185b-6434-4ef4-a99b-07ad164462d0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.352736 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.400148 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.412682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b5415-87db-49f6-a4e3-8129f1e2d1fd req-5a5dbbef-efc8-475c-82cc-44b6d3937c21 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:25.421823 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-987b5415-87db-49f6-a4e3-8129f1e2d1fd req-5a5dbbef-efc8-475c-82cc-44b6d3937c21 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 945 time: 0.1860189 Aug 06 16:17:25.433529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.458475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:17:25.459136 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:17:25.465675 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:17:25.594346 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-987b5415-87db-49f6-a4e3-8129f1e2d1fd req-bba15383-f7f3-4d38-bc1b-ee45de8bd127 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641316 Aug 06 16:17:25.620117 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.640559 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.650500 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/networks/12fb68e4-9ba8-4739-8720-b1f16947372e HTTP/1.1" status: 204 len: 168 time: 5.1953962 Aug 06 16:17:25.651371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58866) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:25.675498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4d81685f-fff4-4090-bed5-bb811ec0c6f9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-27541175'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:25.680184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6584b4-cf78-4d72-8e55-788ce6bde418 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Network': ['ID=12fb68e4-9ba8-4739-8720-b1f16947372e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:25.708776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d81685f-fff4-4090-bed5-bb811ec0c6f9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Made reservation on behalf of 593879673eed4cccac37266dde0f7ef6 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:25.718048 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4d81685f-fff4-4090-bed5-bb811ec0c6f9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.763596 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.791919 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d81685f-fff4-4090-bed5-bb811ec0c6f9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:17:25.798921 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3ed7185b-6434-4ef4-a99b-07ad164462d0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.810779 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4d81685f-fff4-4090-bed5-bb811ec0c6f9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.811193 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-4d81685f-fff4-4090-bed5-bb811ec0c6f9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Added segment 21853502-717d-480c-9ea1-f1da3bd34cd0 of type vlan for network c03f6ad2-3511-4867-8b90-7ee97fd423e4 Aug 06 16:17:25.855453 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-3ed7185b-6434-4ef4-a99b-07ad164462d0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for b5864d85-81e6-4c00-96c2-444d7203c01c owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:25.865978 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4d81685f-fff4-4090-bed5-bb811ec0c6f9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.903489 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4d81685f-fff4-4090-bed5-bb811ec0c6f9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:25.911461 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81685f-fff4-4090-bed5-bb811ec0c6f9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:25.912384 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4d81685f-fff4-4090-bed5-bb811ec0c6f9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:26.031106 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4d81685f-fff4-4090-bed5-bb811ec0c6f9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3612664 Aug 06 16:17:26.036496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58876) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:26.043799 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-287bdac5-8cdc-4947-b4b1-3adc0926c39d None None] Provisioning complete for port 659f1391-6fdc-43cf-95f3-47bad690a341 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:26.044383 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-287bdac5-8cdc-4947-b4b1-3adc0926c39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:26.047462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-108ef82b-208e-4104-af21-f361174fb5f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Request body: {'subnet': {'network_id': 'c03f6ad2-3511-4867-8b90-7ee97fd423e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:26.071160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81685f-fff4-4090-bed5-bb811ec0c6f9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event updated for resources: {'Network': ['ID=c03f6ad2-3511-4867-8b90-7ee97fd423e4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:26.133761 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network c03f6ad2-3511-4867-8b90-7ee97fd423e4 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:17:26.366343 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02731a9-3afd-4c22-a3e2-53582e85713e req-7caed5e1-54fd-4976-b48f-b11db74f97bb tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:26.377292 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e02731a9-3afd-4c22-a3e2-53582e85713e req-7caed5e1-54fd-4976-b48f-b11db74f97bb tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.1933901 Aug 06 16:17:26.440798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108ef82b-208e-4104-af21-f361174fb5f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Made reservation on behalf of 593879673eed4cccac37266dde0f7ef6 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:26.456067 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-108ef82b-208e-4104-af21-f361174fb5f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:26.655674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-287bdac5-8cdc-4947-b4b1-3adc0926c39d None None] Provisioning for port b5864d85-81e6-4c00-96c2-444d7203c01c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:26.658126 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3ed7185b-6434-4ef4-a99b-07ad164462d0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:26.667920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-287bdac5-8cdc-4947-b4b1-3adc0926c39d None None] Provisioning complete for port b5864d85-81e6-4c00-96c2-444d7203c01c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:26.668304 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-287bdac5-8cdc-4947-b4b1-3adc0926c39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:26.705052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-287bdac5-8cdc-4947-b4b1-3adc0926c39d None None] Port b5864d85-81e6-4c00-96c2-444d7203c01c was deleted so its status cannot be updated. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 06 16:17:26.708730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7185b-6434-4ef4-a99b-07ad164462d0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=b5864d85-81e6-4c00-96c2-444d7203c01c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:26.725327 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:26.748016 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3ed7185b-6434-4ef4-a99b-07ad164462d0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:26.751867 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3ed7185b-6434-4ef4-a99b-07ad164462d0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/b5864d85-81e6-4c00-96c2-444d7203c01c HTTP/1.1" status: 204 len: 168 time: 1.6452723 Aug 06 16:17:26.780134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58900) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:26.791843 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:26.819246 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-56c48c98-2c93-4ffc-962f-52a26273675f None None] Could not find standard attr ID for object b5864d85-81e6-4c00-96c2-444d7203c01c. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:17:26.884337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b7ffd-0320-43a7-a88d-805ddcef02c5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:26.885890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b7ffd-0320-43a7-a88d-805ddcef02c5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:26.895280 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c52b7ffd-0320-43a7-a88d-805ddcef02c5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1060984 Aug 06 16:17:26.895821 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58906) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:27.025820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d224bd-5775-4885-a95c-3c9f11bc962d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet a80894df-3426-40e7-9f99-3f840590cb70 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:17:27.031265 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8d224bd-5775-4885-a95c-3c9f11bc962d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:27.108823 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8d224bd-5775-4885-a95c-3c9f11bc962d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:27.220144 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e02731a9-3afd-4c22-a3e2-53582e85713e req-f97b95e6-682e-47a9-a234-39a95401b4ba tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8316777 Aug 06 16:17:27.282354 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8d224bd-5775-4885-a95c-3c9f11bc962d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:27.308795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-17981186-4f9c-4603-ad3f-b7d07eaf7476 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:27.310431 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-17981186-4f9c-4603-ad3f-b7d07eaf7476 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/networks?id=e619fca1-5f82-46a6-b29b-1ac2a5404585 HTTP/1.1" status: 200 len: 813 time: 0.6773140 Aug 06 16:17:27.336017 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-a3ff9e60-4666-4164-8cef-b12280090c79 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/quotas/255168b197fd49ea860fc945fa2ba89b HTTP/1.1" status: 200 len: 375 time: 0.0146599 Aug 06 16:17:27.452666 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Allocated IP 172.25.1.46 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/3873f208-470c-46d2-a201-059bf3f4dc95) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:27.470692 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ef9db-fb64-489d-ba7f-7ee32ff4656b req-8c9846bf-996c-488b-a55b-a282102a22ec tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:27.472338 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b1ef9db-fb64-489d-ba7f-7ee32ff4656b req-8c9846bf-996c-488b-a55b-a282102a22ec tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7555650-230a-4ef8-bdd4-c1dfa625492b HTTP/1.1" status: 200 len: 945 time: 0.3814573 Aug 06 16:17:27.476603 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8d224bd-5775-4885-a95c-3c9f11bc962d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:27.526112 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-86c294b7-a938-40d9-88fb-f6029d11980b tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=255168b197fd49ea860fc945fa2ba89b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1578445 Aug 06 16:17:27.539664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d9617-4c37-4bba-b89f-264067eaa7be req-24b5c36f-d259-4285-bc0f-d039faac7c72 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:27.541278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd0d9617-4c37-4bba-b89f-264067eaa7be req-24b5c36f-d259-4285-bc0f-d039faac7c72 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 945 time: 0.1228254 Aug 06 16:17:27.559441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f988cf65-5c22-409f-918c-4d04e86262ae None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:27.561263 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8d224bd-5775-4885-a95c-3c9f11bc962d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:27.564172 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f8d224bd-5775-4885-a95c-3c9f11bc962d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/a80894df-3426-40e7-9f99-3f840590cb70 HTTP/1.1" status: 204 len: 168 time: 0.6650851 Aug 06 16:17:27.568025 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58922) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:27.570757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d224bd-5775-4885-a95c-3c9f11bc962d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=a80894df-3426-40e7-9f99-3f840590cb70,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:27.611522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.objects.ports [None req-108ef82b-208e-4104-af21-f361174fb5f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:17:27.615184 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-108ef82b-208e-4104-af21-f361174fb5f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:27.663978 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd0d9617-4c37-4bba-b89f-264067eaa7be req-4968f335-7bbe-4081-b1df-e5135eb06717 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500450 Aug 06 16:17:27.686060 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-69799283-eed3-4ac0-878a-c038d83c1ec0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1085975 Aug 06 16:17:27.689404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58926) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:27.883266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ef82b-208e-4104-af21-f361174fb5f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event updated for resources: {'Subnet': ['ID=1d68048e-6d87-479f-9b48-68d06193bf09,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:27.912403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ef82b-208e-4104-af21-f361174fb5f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Checking segment: {'id': '21853502-717d-480c-9ea1-f1da3bd34cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c03f6ad2-3511-4867-8b90-7ee97fd423e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:27.913046 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ef82b-208e-4104-af21-f361174fb5f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Network hostable DHCP agents. Network: c03f6ad2-3511-4867-8b90-7ee97fd423e4, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:17:27.948335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e3827-f96c-4ca7-a7ac-4174b2c9b5ba tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:27.950830 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-452e3827-f96c-4ca7-a7ac-4174b2c9b5ba tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2530441 Aug 06 16:17:27.952662 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:27.958794 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58932) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:28.005555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ef82b-208e-4104-af21-f361174fb5f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Network c03f6ad2-3511-4867-8b90-7ee97fd423e4 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:17:28.030159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-108ef82b-208e-4104-af21-f361174fb5f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, c03f6ad2-3511-4867-8b90-7ee97fd423e4) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:28.051148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d41fab-5ce2-4b46-b92d-d3245d06a69c None None] Network c03f6ad2-3511-4867-8b90-7ee97fd423e4 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:28.075607 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ef82b-208e-4104-af21-f361174fb5f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:28.076209 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-108ef82b-208e-4104-af21-f361174fb5f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:28.105025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f389570-4752-4d06-a243-bc01f9a15f42 None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:17:28.111509 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d45ff2-5ba2-45de-abbd-d56c2a2eca38 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:28.113086 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c4d45ff2-5ba2-45de-abbd-d56c2a2eca38 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1506248 Aug 06 16:17:28.117446 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-4b1ef9db-fb64-489d-ba7f-7ee32ff4656b req-c4490acb-61f4-4365-898a-d1779809cd08 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Deleting port fda771de-211b-4977-85cb-aa64bc065881 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:28.126835 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58940) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:28.129992 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4b1ef9db-fb64-489d-ba7f-7ee32ff4656b req-c4490acb-61f4-4365-898a-d1779809cd08 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:28.144008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-108ef82b-208e-4104-af21-f361174fb5f4 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1036181 Aug 06 16:17:28.148260 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58942) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:28.205536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a450625e-0652-45f6-aed8-b199de09f15d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684900 Aug 06 16:17:28.213979 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58948) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:28.228827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-10bfabf5-7788-4f18-b4f2-c343a839b5c1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:28.269264 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3f389570-4752-4d06-a243-bc01f9a15f42 None None] Deleting port 659f1391-6fdc-43cf-95f3-47bad690a341 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:28.269899 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f389570-4752-4d06-a243-bc01f9a15f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:28.343148 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-4b1ef9db-fb64-489d-ba7f-7ee32ff4656b req-c4490acb-61f4-4365-898a-d1779809cd08 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] For port fda771de-211b-4977-85cb-aa64bc065881, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=fda771de-211b-4977-85cb-aa64bc065881,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:28.343148 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4b1ef9db-fb64-489d-ba7f-7ee32ff4656b req-c4490acb-61f4-4365-898a-d1779809cd08 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:28.370653 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-4b1ef9db-fb64-489d-ba7f-7ee32ff4656b req-c4490acb-61f4-4365-898a-d1779809cd08 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Calling delete_port for fda771de-211b-4977-85cb-aa64bc065881 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:28.414014 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c77aa-bb4e-4f48-8721-ef2eec7da608 req-d0bc02dc-cac9-4598-9770-d798ac15bb72 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:28.415435 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-915c77aa-bb4e-4f48-8721-ef2eec7da608 req-d0bc02dc-cac9-4598-9770-d798ac15bb72 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8a4adaa-4215-4396-a1b6-cd158d033b15 HTTP/1.1" status: 200 len: 945 time: 0.3242433 Aug 06 16:17:28.417570 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-538ef7f6-1ec2-4c3f-9a5b-0782ac3a444d service neutron] 10.222.0.37 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8727906 Aug 06 16:17:28.425612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3f389570-4752-4d06-a243-bc01f9a15f42 None None] For port 659f1391-6fdc-43cf-95f3-47bad690a341, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=659f1391-6fdc-43cf-95f3-47bad690a341,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:28.426790 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f389570-4752-4d06-a243-bc01f9a15f42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:28.442251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-c03f6ad2-3511-4867-8b90-7ee97fd423e4', 'network_id': 'c03f6ad2-3511-4867-8b90-7ee97fd423e4', 'tenant_id': '593879673eed4cccac37266dde0f7ef6', 'fixed_ips': [{'subnet_id': '1d68048e-6d87-479f-9b48-68d06193bf09'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:17:28.443139 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:28.469384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3f389570-4752-4d06-a243-bc01f9a15f42 None None] Calling delete_port for 659f1391-6fdc-43cf-95f3-47bad690a341 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:28.587817 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 659f1391-6fdc-43cf-95f3-47bad690a341 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:17:28.597114 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:28.706016 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:28.715347 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:28.726687 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:28.837352 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Pushing event updated for resources: {'Port': ['ID=3873f208-470c-46d2-a201-059bf3f4dc95,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:28.871697 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4b1ef9db-fb64-489d-ba7f-7ee32ff4656b req-c4490acb-61f4-4365-898a-d1779809cd08 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:28.877945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Allocated IP 2001:db8::f816:3eff:feeb:4d1f (c03f6ad2-3511-4867-8b90-7ee97fd423e4/1d68048e-6d87-479f-9b48-68d06193bf09/c7467815-156d-48ca-860f-9d52038178f8) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:28.895572 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-9cf516a3-999d-479b-9700-6fe01b51df2e service neutron] 10.222.0.37 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386029 Aug 06 16:17:28.907364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:17:28.908245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bfc01-00f3-4a39-92aa-44c674335d8b req-c15104c4-fc81-41c3-b56d-0618d7b8c6b0 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:28.909826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-893bfc01-00f3-4a39-92aa-44c674335d8b req-c15104c4-fc81-41c3-b56d-0618d7b8c6b0 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.4895170 Aug 06 16:17:28.915173 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f389570-4752-4d06-a243-bc01f9a15f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:28.916460 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:28.957315 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4490acb-61f4-4365-898a-d1779809cd08 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Pushing event deleted for resources: {'Port': ['ID=fda771de-211b-4977-85cb-aa64bc065881,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:28.991334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bfabf5-7788-4f18-b4f2-c343a839b5c1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:28.996614 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10bfabf5-7788-4f18-b4f2-c343a839b5c1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:29.063262 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1ef9db-fb64-489d-ba7f-7ee32ff4656b req-c4490acb-61f4-4365-898a-d1779809cd08 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] No DVR routers for this DVR port fda771de-211b-4977-85cb-aa64bc065881 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:17:29.091503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f389570-4752-4d06-a243-bc01f9a15f42 None None] Pushing event deleted for resources: {'Port': ['ID=659f1391-6fdc-43cf-95f3-47bad690a341,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:29.097259 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:29.105375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f389570-4752-4d06-a243-bc01f9a15f42 None None] No DVR routers for this DVR port 659f1391-6fdc-43cf-95f3-47bad690a341 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:17:29.113213 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-4b1ef9db-fb64-489d-ba7f-7ee32ff4656b req-c4490acb-61f4-4365-898a-d1779809cd08 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:29.115287 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b1ef9db-fb64-489d-ba7f-7ee32ff4656b req-c4490acb-61f4-4365-898a-d1779809cd08 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.13 "DELETE /v2.0/ports/fda771de-211b-4977-85cb-aa64bc065881 HTTP/1.1" status: 204 len: 173 time: 1.6364434 Aug 06 16:17:29.115746 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7555650-230a-4ef8-bdd4-c1dfa625492b', 'name': 'network-vif-deleted', 'tag': 'fda771de-211b-4977-85cb-aa64bc065881'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:17:29.118219 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d756c919-ef10-4fe1-9624-e75fbfd7a8dd" -d '{"events": [{"server_uuid": "c7555650-230a-4ef8-bdd4-c1dfa625492b", "name": "network-vif-deleted", "tag": "fda771de-211b-4977-85cb-aa64bc065881"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:17:29.149366 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:29.185259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-893bfc01-00f3-4a39-92aa-44c674335d8b req-ef03cf14-cd7d-4d42-bd6e-a9191d5864b6 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588224 Aug 06 16:17:29.406041 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160c1a9e-6a30-4d96-a9d4-15abe3a8c57c x-openstack-request-id: req-160c1a9e-6a30-4d96-a9d4-15abe3a8c57c {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:17:29.406562 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7555650-230a-4ef8-bdd4-c1dfa625492b", "name": "network-vif-deleted", "tag": "fda771de-211b-4977-85cb-aa64bc065881", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:17:29.406985 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-160c1a9e-6a30-4d96-a9d4-15abe3a8c57c {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:17:29.407669 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7555650-230a-4ef8-bdd4-c1dfa625492b', 'name': 'network-vif-deleted', 'tag': 'fda771de-211b-4977-85cb-aa64bc065881', 'status': 'completed', 'code': 200} Aug 06 16:17:29.578848 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:29.746886 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-915c77aa-bb4e-4f48-8721-ef2eec7da608 req-e57ece69-1fce-443e-b17b-beb1542998c6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Deleting port 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:29.747521 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-915c77aa-bb4e-4f48-8721-ef2eec7da608 req-e57ece69-1fce-443e-b17b-beb1542998c6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:29.754433 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:29.768326 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7e8c531-99eb-4a3c-a6bc-ad4e96d94221 req-941a6eac-749f-496f-a197-f10f13b8ae30 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 210 time: 0.0984352 Aug 06 16:17:29.803609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Transition to ACTIVE for port object c7467815-156d-48ca-860f-9d52038178f8 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:29.882690 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Transition to ACTIVE for port object c7467815-156d-48ca-860f-9d52038178f8 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:29.897605 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:30.123517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb306da-21b2-4af8-a9d2-2c9cec61e3a4 req-2376d465-6ea7-4d5a-82ba-6b03ea7c1f37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:30.131599 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:30.132855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2cb306da-21b2-4af8-a9d2-2c9cec61e3a4 req-2376d465-6ea7-4d5a-82ba-6b03ea7c1f37 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 945 time: 0.8239152 Aug 06 16:17:30.156318 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:30.280266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-915c77aa-bb4e-4f48-8721-ef2eec7da608 req-e57ece69-1fce-443e-b17b-beb1542998c6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] For port 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:30.280690 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-915c77aa-bb4e-4f48-8721-ef2eec7da608 req-e57ece69-1fce-443e-b17b-beb1542998c6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:30.318938 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-915c77aa-bb4e-4f48-8721-ef2eec7da608 req-e57ece69-1fce-443e-b17b-beb1542998c6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Calling delete_port for 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:30.333956 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Pushing event updated for resources: {'Port': ['ID=c7467815-156d-48ca-860f-9d52038178f8,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:30.364087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Network c03f6ad2-3511-4867-8b90-7ee97fd423e4 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:30.371349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:30.394424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:30.457750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Router 8fcf0606-8f1d-40a1-b661-5e3e78f93f05 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:17:30.511195 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Subnet': ['ID=1d68048e-6d87-479f-9b48-68d06193bf09,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:30.590549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Attempting to bind port c7467815-156d-48ca-860f-9d52038178f8 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:17:30.590807 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Attempting to bind port c7467815-156d-48ca-860f-9d52038178f8 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '21853502-717d-480c-9ea1-f1da3bd34cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c03f6ad2-3511-4867-8b90-7ee97fd423e4'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:17:30.596655 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Attempting to bind port c7467815-156d-48ca-860f-9d52038178f8 on network c03f6ad2-3511-4867-8b90-7ee97fd423e4 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:30.604435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:17:30.605100 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Checking segment: {'id': '21853502-717d-480c-9ea1-f1da3bd34cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c03f6ad2-3511-4867-8b90-7ee97fd423e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:30.605756 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:30.606781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Bound using segment: {'id': '21853502-717d-480c-9ea1-f1da3bd34cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c03f6ad2-3511-4867-8b90-7ee97fd423e4'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:17:30.607510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Bound port: c7467815-156d-48ca-860f-9d52038178f8, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21853502-717d-480c-9ea1-f1da3bd34cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c03f6ad2-3511-4867-8b90-7ee97fd423e4'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:17:30.608086 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:30.621379 n-d-803756-1 neutron-server[105765]: DEBUG neutron.objects.ports [None req-10bfabf5-7788-4f18-b4f2-c343a839b5c1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:17:30.694489 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:30.706419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03f6ad2-3511-4867-8b90-7ee97fd423e4']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:30.718031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21853502-717d-480c-9ea1-f1da3bd34cd0') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:30.718353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21853502-717d-480c-9ea1-f1da3bd34cd0') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:30.815240 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] For port c7467815-156d-48ca-860f-9d52038178f8, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:17:30.818894 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2cb306da-21b2-4af8-a9d2-2c9cec61e3a4 req-1546c953-bf42-4f92-956e-1ead1c31c4e3 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6844521 Aug 06 16:17:30.824080 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:30.840995 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] For port c7467815-156d-48ca-860f-9d52038178f8, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c7467815-156d-48ca-860f-9d52038178f8,segment=NetworkSegment(21853502-717d-480c-9ea1-f1da3bd34cd0),segment_id=21853502-717d-480c-9ea1-f1da3bd34cd0)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:17:30.849898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device fda771de-211b-4977-85cb-aa64bc065881 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:17:30.881551 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:30.903921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:17:30.904515 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:30.909074 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:30.915373 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: fda771de-211b-4977-85cb-aa64bc065881 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:17:30.915909 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device fda771de-211b-4977-85cb-aa64bc065881 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:17:31.035719 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d259c552-2810-4d3a-b1d3-86963ef30ff3 None None] Network c03f6ad2-3511-4867-8b90-7ee97fd423e4 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:31.039775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487b21c-5014-451b-8890-76b99ff5ad1d None None] Pushing event updated for resources: {'Port': ['ID=c7467815-156d-48ca-860f-9d52038178f8,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:17:31.165832 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:17:31.168171 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10bfabf5-7788-4f18-b4f2-c343a839b5c1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:31.210835 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 16:17:31.210835 n-d-803756-1 neutron-server[105765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 16:17:31.210835 n-d-803756-1 neutron-server[105765]: [parameters: {'id': 'c03f6ad2-3511-4867-8b90-7ee97fd423e4'}] Aug 06 16:17:31.210835 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:17:31.211687 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:17:31.327834 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddf0718-b44a-4849-b95d-862e4ec81041 None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:17:31.334007 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37bc63b5-fc77-47c3-8edc-9464a66f00e4 req-18c7e893-b09b-4dac-8ad1-1491a3f76c20 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 210 time: 0.1402507 Aug 06 16:17:31.353271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bfabf5-7788-4f18-b4f2-c343a839b5c1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:31.357901 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-915c77aa-bb4e-4f48-8721-ef2eec7da608 req-e57ece69-1fce-443e-b17b-beb1542998c6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:31.370332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97576d6-6b6b-4585-abfa-61b5559e75c6 req-f549fb71-437e-4643-97f5-7b88cdf25a1e tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:31.372001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a97576d6-6b6b-4585-abfa-61b5559e75c6 req-f549fb71-437e-4643-97f5-7b88cdf25a1e tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.9038737 Aug 06 16:17:31.373041 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-10bfabf5-7788-4f18-b4f2-c343a839b5c1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:31.393219 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bfabf5-7788-4f18-b4f2-c343a839b5c1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:31.393219 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10bfabf5-7788-4f18-b4f2-c343a839b5c1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:31.440892 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:17:31.467254 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfabf5-7788-4f18-b4f2-c343a839b5c1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=3d82a6a4-2cdd-4ce6-85d5-cc6f25b1b28c,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:31.483262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ece69-1fce-443e-b17b-beb1542998c6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Pushing event deleted for resources: {'Port': ['ID=82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:31.487213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:17:31.488284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:17:31.546443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-915c77aa-bb4e-4f48-8721-ef2eec7da608 req-e57ece69-1fce-443e-b17b-beb1542998c6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] No DVR routers for this DVR port 82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:17:31.550570 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-10bfabf5-7788-4f18-b4f2-c343a839b5c1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.3263531 Aug 06 16:17:31.553570 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-915c77aa-bb4e-4f48-8721-ef2eec7da608 req-e57ece69-1fce-443e-b17b-beb1542998c6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:31.558805 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-915c77aa-bb4e-4f48-8721-ef2eec7da608 req-e57ece69-1fce-443e-b17b-beb1542998c6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.78 "DELETE /v2.0/ports/82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2 HTTP/1.1" status: 204 len: 173 time: 3.1054590 Aug 06 16:17:31.558805 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a4adaa-4215-4396-a1b6-cd158d033b15', 'name': 'network-vif-deleted', 'tag': '82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:17:31.559417 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c702f1-6272-4ee1-b3a3-b47a98903a6c" -d '{"events": [{"server_uuid": "b8a4adaa-4215-4396-a1b6-cd158d033b15", "name": "network-vif-deleted", "tag": "82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:17:31.563305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59028) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:31.568615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-280069a0-1191-40f5-b13b-61f025d6a491 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'mac_address': 'fa:16:3e:49:4d:d7', 'name': 'tempest-NetworksTestDHCPv6-840189910'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:31.632818 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a97576d6-6b6b-4585-abfa-61b5559e75c6 req-f6e32307-a7ab-4ab3-8c29-2a962ec54680 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665382 Aug 06 16:17:31.690064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddf0718-b44a-4849-b95d-862e4ec81041 None None] Resources bound (agent type, host, resource id): {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:17:31.697210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-e4ba996c-8ecc-4609-a906-83b833630c59 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:31.705428 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-e4ba996c-8ecc-4609-a906-83b833630c59 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.13 "GET /v2.0/networks?id=e619fca1-5f82-46a6-b29b-1ac2a5404585 HTTP/1.1" status: 200 len: 813 time: 0.3409762 Aug 06 16:17:31.723538 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:31.724958 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-562aedae-e054-43ed-8c3f-bc449142f061 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Request body: {'port': {'device_id': '4bddee23-a21d-428b-a3ec-f393bfc3c454', 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585', 'admin_state_up': True, 'tenant_id': '255168b197fd49ea860fc945fa2ba89b'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:31.731480 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:17:31.752284 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Sync routers for ids ['8fcf0606-8f1d-40a1-b661-5e3e78f93f05'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:17:31.780547 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Routers {'8fcf0606-8f1d-40a1-b661-5e3e78f93f05'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:17:31.781879 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:17:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8fcf0606-8f1d-40a1-b661-5e3e78f93f05'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:31.814542 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c34d7a1-a86d-448a-a042-13dfef70f4e3 x-openstack-request-id: req-6c34d7a1-a86d-448a-a042-13dfef70f4e3 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:17:31.815210 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a4adaa-4215-4396-a1b6-cd158d033b15", "name": "network-vif-deleted", "tag": "82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:17:31.815724 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c34d7a1-a86d-448a-a042-13dfef70f4e3 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:17:31.816773 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a4adaa-4215-4396-a1b6-cd158d033b15', 'name': 'network-vif-deleted', 'tag': '82ed2ee8-d94e-4ba2-ba4d-a220bc4105e2', 'status': 'completed', 'code': 200} Aug 06 16:17:31.911777 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:31.917084 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-12f65026-211e-4236-ac0a-1b25d436c749 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9440014 Aug 06 16:17:31.920005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59036) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:32.085016 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bcb76f51-0b7c-4ed1-b8ee-f3e9d49d50b5 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/routers/8fcf0606-8f1d-40a1-b661-5e3e78f93f05 HTTP/1.1" status: 200 len: 907 time: 0.1583893 Aug 06 16:17:32.087816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59038) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:32.097473 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Request body: {'router': {'name': 'tempest-snat-router-830260692', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'enable_snat': True}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:32.117935 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Set router 8fcf0606-8f1d-40a1-b661-5e3e78f93f05 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:17:32.477025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': '3d82a6a4-2cdd-4ce6-85d5-cc6f25b1b28c'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:17:32.478352 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:32.565154 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcf0606-8f1d-40a1-b661-5e3e78f93f05', 'name': 'tempest-snat-router-830260692', 'tenant_id': 'caf3b55ed14240ee9a266a4276158b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46'}], 'enable_snat': False}, 'gw_port_id': '3873f208-470c-46d2-a201-059bf3f4dc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:17:25Z', 'updated_at': '2021-08-06T16:17:29Z', 'revision_number': 3, 'project_id': 'caf3b55ed14240ee9a266a4276158b76', 'gw_port': {'id': '3873f208-470c-46d2-a201-059bf3f4dc95', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcf0606-8f1d-40a1-b661-5e3e78f93f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:17:26Z', 'updated_at': '2021-08-06T16:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:32.606448 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Checking router: 8fcf0606-8f1d-40a1-b661-5e3e78f93f05 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:17:32.606885 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Updating router 8fcf0606-8f1d-40a1-b661-5e3e78f93f05 port 3873f208-470c-46d2-a201-059bf3f4dc95 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:17:32.644945 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:32.857848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Allocated IP 2001:db8::f816:3eff:fe2c:f35a (38cd96d0-9a93-4226-ab46-370ab75cd563/3d82a6a4-2cdd-4ce6-85d5-cc6f25b1b28c/a631a641-93f3-400d-96bd-470827f0fde2) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:32.929672 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280069a0-1191-40f5-b13b-61f025d6a491 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:32.932875 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.api [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-562aedae-e054-43ed-8c3f-bc449142f061 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:17:32.932875 n-d-803756-1 neutron-server[105764]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 16:17:32.932875 n-d-803756-1 neutron-server[105764]: [parameters: {'project_id_1': '255168b197fd49ea860fc945fa2ba89b', 'expiration_1': datetime.datetime(2021, 8, 6, 16, 17, 32, 241229)}] Aug 06 16:17:32.932875 n-d-803756-1 neutron-server[105764]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:17:32.933728 n-d-803756-1 neutron-server[105764]: DEBUG oslo_db.api [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-562aedae-e054-43ed-8c3f-bc449142f061 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:17:32.939275 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:32.941351 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.027217 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f4e14a80-de98-4aee-9a7f-96a9e0e1870f req-4ba84778-d1cd-470c-9f7e-6aa9c958a39e tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 210 time: 0.1235666 Aug 06 16:17:33.061616 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-182119e2-a276-4db0-ad5a-e75858f25c02 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:33.071935 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-182119e2-a276-4db0-ad5a-e75858f25c02 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.78 "GET /v2.0/networks?id=e619fca1-5f82-46a6-b29b-1ac2a5404585 HTTP/1.1" status: 200 len: 813 time: 1.2722099 Aug 06 16:17:33.102330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6aab0b-966b-48a5-a2d0-3369437e9504 req-308f0548-48fb-43d1-a745-a6bbb87b20b6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:33.110587 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e6aab0b-966b-48a5-a2d0-3369437e9504 req-308f0548-48fb-43d1-a745-a6bbb87b20b6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 945 time: 1.1390347 Aug 06 16:17:33.120923 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-9ea09a95-94d2-4130-8849-cc932bc7afc6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Request body: {'port': {'device_id': '93fec0c2-127a-4e19-b603-47e0c08c5648', 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585', 'admin_state_up': True, 'tenant_id': '255168b197fd49ea860fc945fa2ba89b'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:33.124056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59064) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:33.155510 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.270828 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.280394 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Transition to ACTIVE for port object a631a641-93f3-400d-96bd-470827f0fde2 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:33.314973 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Transition to ACTIVE for port object a631a641-93f3-400d-96bd-470827f0fde2 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:33.324090 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.342970 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.350984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Deleting port c7467815-156d-48ca-860f-9d52038178f8 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:33.355599 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.369981 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Transition to ACTIVE for port object 3873f208-470c-46d2-a201-059bf3f4dc95 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:33.380101 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.413865 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:33.440513 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Attempting to bind port 3873f208-470c-46d2-a201-059bf3f4dc95 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:17:33.444220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:33.444744 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Attempting to bind port 3873f208-470c-46d2-a201-059bf3f4dc95 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:17:33.448573 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:33.455105 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Attempting to bind port 3873f208-470c-46d2-a201-059bf3f4dc95 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:33.463717 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Pushing event updated for resources: {'Port': ['ID=a631a641-93f3-400d-96bd-470827f0fde2,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:33.482023 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:17:33.482023 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:33.482023 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.482023 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:17:33.482023 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Bound port: 3873f208-470c-46d2-a201-059bf3f4dc95, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:17:33.490387 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.548127 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e6aab0b-966b-48a5-a2d0-3369437e9504 req-07818207-dce0-4178-a50c-b74aadf7e6e6 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4363787 Aug 06 16:17:33.563268 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.622304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Attempting to bind port a631a641-93f3-400d-96bd-470827f0fde2 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:17:33.624288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Attempting to bind port a631a641-93f3-400d-96bd-470827f0fde2 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:17:33.624858 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Attempting to bind port a631a641-93f3-400d-96bd-470827f0fde2 on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:33.634311 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-58b0d5e9-2220-4e18-b7ea-db33e39aae8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.637527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:17:33.638748 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:33.641579 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.642399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:17:33.643096 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Bound port: a631a641-93f3-400d-96bd-470827f0fde2, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:17:33.643962 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.662820 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbfe9f-a601-4c9d-9f3d-40a5b9be6c22 None None] Pushing event updated for resources: {'Port': ['ID=3873f208-470c-46d2-a201-059bf3f4dc95,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:33.669772 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] For port 3873f208-470c-46d2-a201-059bf3f4dc95, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:17:33.683308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-562aedae-e054-43ed-8c3f-bc449142f061 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Made reservation on behalf of 255168b197fd49ea860fc945fa2ba89b for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:33.686016 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] For port 3873f208-470c-46d2-a201-059bf3f4dc95, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3873f208-470c-46d2-a201-059bf3f4dc95,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:17:33.692997 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-280069a0-1191-40f5-b13b-61f025d6a491 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.693475 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.700353 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-562aedae-e054-43ed-8c3f-bc449142f061 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.761809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] For port c7467815-156d-48ca-860f-9d52038178f8, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c7467815-156d-48ca-860f-9d52038178f8,segment=NetworkSegment(21853502-717d-480c-9ea1-f1da3bd34cd0),segment_id=21853502-717d-480c-9ea1-f1da3bd34cd0)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:33.764024 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.773997 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-09ce1f93-d619-454c-86bf-8fbc92a870bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.790425 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbfe9f-a601-4c9d-9f3d-40a5b9be6c22 None None] Pushing event updated for resources: {'Port': ['ID=3873f208-470c-46d2-a201-059bf3f4dc95,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:33.796311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Calling delete_port for c7467815-156d-48ca-860f-9d52038178f8 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:33.798017 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] For port a631a641-93f3-400d-96bd-470827f0fde2, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:17:33.802401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] For port a631a641-93f3-400d-96bd-470827f0fde2, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a631a641-93f3-400d-96bd-470827f0fde2,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:17:33.808329 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:33.839412 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Routers {'8fcf0606-8f1d-40a1-b661-5e3e78f93f05'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:17:33.840149 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:17:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8fcf0606-8f1d-40a1-b661-5e3e78f93f05'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:33.931735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-280069a0-1191-40f5-b13b-61f025d6a491 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port 6d92df96-0aaf-40a4-afdf-2107face20f6 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:17:34.001381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a7fd3-268a-4f9b-ab7f-afebbe5bd6e5 None None] Pushing event updated for resources: {'Port': ['ID=a631a641-93f3-400d-96bd-470827f0fde2,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:34.033487 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-562aedae-e054-43ed-8c3f-bc449142f061 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Allocated IP 172.20.0.7 (e619fca1-5f82-46a6-b29b-1ac2a5404585/fd933884-c9e5-4f28-b091-00ae8aae4688/d2ed39ba-fc3d-403a-82d4-d4d4abb54243) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:34.111116 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] Set router 8fcf0606-8f1d-40a1-b661-5e3e78f93f05 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:17:34.135147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-280069a0-1191-40f5-b13b-61f025d6a491 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::f816:3eff:fe49:4dd7 (38cd96d0-9a93-4226-ab46-370ab75cd563/3d82a6a4-2cdd-4ce6-85d5-cc6f25b1b28c/6d92df96-0aaf-40a4-afdf-2107face20f6) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:34.155211 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-9ea09a95-94d2-4130-8849-cc932bc7afc6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Made reservation on behalf of 255168b197fd49ea860fc945fa2ba89b for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:34.161028 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-9ea09a95-94d2-4130-8849-cc932bc7afc6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:34.219384 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:34.325128 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:34.417181 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcf0606-8f1d-40a1-b661-5e3e78f93f05', 'name': 'tempest-snat-router-830260692', 'tenant_id': 'caf3b55ed14240ee9a266a4276158b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46'}], 'enable_snat': False}, 'gw_port_id': '3873f208-470c-46d2-a201-059bf3f4dc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:17:25Z', 'updated_at': '2021-08-06T16:17:29Z', 'revision_number': 3, 'project_id': 'caf3b55ed14240ee9a266a4276158b76', 'gw_port': {'id': '3873f208-470c-46d2-a201-059bf3f4dc95', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcf0606-8f1d-40a1-b661-5e3e78f93f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:17:26Z', 'updated_at': '2021-08-06T16:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:34.485199 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd115e-964b-4d9a-84ed-02919692a851 None None] The sync data for ids ['8fcf0606-8f1d-40a1-b661-5e3e78f93f05'] in n-d-803756-1 is: [{'id': '8fcf0606-8f1d-40a1-b661-5e3e78f93f05', 'name': 'tempest-snat-router-830260692', 'tenant_id': 'caf3b55ed14240ee9a266a4276158b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46'}], 'enable_snat': False}, 'gw_port_id': '3873f208-470c-46d2-a201-059bf3f4dc95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:17:25Z', 'updated_at': '2021-08-06T16:17:29Z', 'revision_number': 3, 'project_id': 'caf3b55ed14240ee9a266a4276158b76', 'gw_port': {'id': '3873f208-470c-46d2-a201-059bf3f4dc95', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcf0606-8f1d-40a1-b661-5e3e78f93f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:17:26Z', 'updated_at': '2021-08-06T16:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:17:34.512150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17cf57-1900-4142-93d5-c5dfa764305f req-6221362e-4cf8-4094-afa2-47e488ccc8e2 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:34.523444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec17cf57-1900-4142-93d5-c5dfa764305f req-6221362e-4cf8-4094-afa2-47e488ccc8e2 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 1.2998867 Aug 06 16:17:34.579206 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Allocated IP 172.25.1.55 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/3df88cc5-9e20-4496-9a47-a1198768c121) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:34.630801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a631a641-93f3-400d-96bd-470827f0fde2 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:34.638084 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-562aedae-e054-43ed-8c3f-bc449142f061 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:34.768516 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-280069a0-1191-40f5-b13b-61f025d6a491 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:34.768996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a631a641-93f3-400d-96bd-470827f0fde2 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:34.848593 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-562aedae-e054-43ed-8c3f-bc449142f061 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:34.915842 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:34.931841 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75aa1cb2-08c2-4dcf-b146-3db149ff3829 req-15130904-0b34-44b2-b3e9-382031dee607 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 210 time: 0.6492703 Aug 06 16:17:34.940292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038b969-b633-4e93-a8e1-b2e12a8f919f req-412e16ce-f8c9-4421-801b-362264323f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:34.942042 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4038b969-b633-4e93-a8e1-b2e12a8f919f req-412e16ce-f8c9-4421-801b-362264323f1f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 1096 time: 1.2379925 Aug 06 16:17:34.945301 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-562aedae-e054-43ed-8c3f-bc449142f061 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Network e619fca1-5f82-46a6-b29b-1ac2a5404585 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:34.949340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-562aedae-e054-43ed-8c3f-bc449142f061 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:34.960904 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-562aedae-e054-43ed-8c3f-bc449142f061 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:35.023658 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec17cf57-1900-4142-93d5-c5dfa764305f req-c22372d2-1e45-4c9c-bdbc-b009daf5d456 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986506 Aug 06 16:17:35.079426 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-280069a0-1191-40f5-b13b-61f025d6a491 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object 6d92df96-0aaf-40a4-afdf-2107face20f6 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:35.104004 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-562aedae-e054-43ed-8c3f-bc449142f061 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:35.106591 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-562aedae-e054-43ed-8c3f-bc449142f061 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:35.118709 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562aedae-e054-43ed-8c3f-bc449142f061 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Pushing event updated for resources: {'Port': ['ID=d2ed39ba-fc3d-403a-82d4-d4d4abb54243,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:35.152204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-9ea09a95-94d2-4130-8849-cc932bc7afc6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Allocated IP 172.20.0.10 (e619fca1-5f82-46a6-b29b-1ac2a5404585/fd933884-c9e5-4f28-b091-00ae8aae4688/2e855da0-eabb-41e9-ac99-055a2681e294) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:35.215087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4038b969-b633-4e93-a8e1-b2e12a8f919f req-b1d73add-3ae9-49a0-89f2-5e499170c384 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381961 Aug 06 16:17:35.216486 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:35.293353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809416d-580c-439f-868a-bdd9431f8f7b req-c5b8ec62-2fe5-42b3-b6da-c3574afa7642 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:35.295011 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a809416d-580c-439f-868a-bdd9431f8f7b req-c5b8ec62-2fe5-42b3-b6da-c3574afa7642 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 945 time: 0.2342503 Aug 06 16:17:35.311312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:35.315233 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:35.322694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:35.324193 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:35.409050 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Pushing event updated for resources: {'Port': ['ID=3df88cc5-9e20-4496-9a47-a1198768c121,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:35.419370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Port': ['ID=c7467815-156d-48ca-860f-9d52038178f8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:35.426640 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-280069a0-1191-40f5-b13b-61f025d6a491 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:35.497788 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-58b0d5e9-2220-4e18-b7ea-db33e39aae8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:35.527555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] No DVR routers for this DVR port c7467815-156d-48ca-860f-9d52038178f8 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:17:35.532786 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280069a0-1191-40f5-b13b-61f025d6a491 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=6d92df96-0aaf-40a4-afdf-2107face20f6,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:35.544742 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-58b0d5e9-2220-4e18-b7ea-db33e39aae8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:35.564513 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-562aedae-e054-43ed-8c3f-bc449142f061 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8458426 Aug 06 16:17:35.581732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Request body: {'port': {'device_id': '4bddee23-a21d-428b-a3ec-f393bfc3c454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:35.668292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280069a0-1191-40f5-b13b-61f025d6a491 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:35.689395 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a809416d-580c-439f-868a-bdd9431f8f7b req-b8c26b2d-4f3f-4a10-b3be-b489f6cc2209 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627701 Aug 06 16:17:35.727566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-280069a0-1191-40f5-b13b-61f025d6a491 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:35.743752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280069a0-1191-40f5-b13b-61f025d6a491 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:35.757498 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f5803b-c5fd-415e-97dd-cb5948d5b5e9 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:35.774281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280069a0-1191-40f5-b13b-61f025d6a491 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:35.774959 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-280069a0-1191-40f5-b13b-61f025d6a491 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:35.780336 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:35.809300 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-58b0d5e9-2220-4e18-b7ea-db33e39aae8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5758bd34e15456abb7e5982733432bf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6810391 Aug 06 16:17:35.833839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0d5e9-2220-4e18-b7ea-db33e39aae8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9129f73c-0365-4bb2-b7a3-fef78fed2180,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:35.834424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59098) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:35.887583 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c39cb829-ba7b-4d48-9bd2-4c4c3cb099f4 None None] Provisioning for port a631a641-93f3-400d-96bd-470827f0fde2 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:35.906738 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c39cb829-ba7b-4d48-9bd2-4c4c3cb099f4 None None] Provisioning complete for port a631a641-93f3-400d-96bd-470827f0fde2 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:35.907446 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c39cb829-ba7b-4d48-9bd2-4c4c3cb099f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:35.976299 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.052880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-280069a0-1191-40f5-b13b-61f025d6a491 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4853060 Aug 06 16:17:36.065683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03f6ad2-3511-4867-8b90-7ee97fd423e4']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:36.067875 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59108) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:36.137164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.156534 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21853502-717d-480c-9ea1-f1da3bd34cd0') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:36.156898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21853502-717d-480c-9ea1-f1da3bd34cd0') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:36.232153 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-9ea09a95-94d2-4130-8849-cc932bc7afc6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.269038 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.306282 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc5a-a5f7-417a-bb79-e2b2344dc615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.318994 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c39cb829-ba7b-4d48-9bd2-4c4c3cb099f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.329956 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.336936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:17:36.337355 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.388840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c39cb829-ba7b-4d48-9bd2-4c4c3cb099f4 None None] For port a631a641-93f3-400d-96bd-470827f0fde2, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a631a641-93f3-400d-96bd-470827f0fde2,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:36.394942 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c39cb829-ba7b-4d48-9bd2-4c4c3cb099f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:17:36.437327 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:17:36.459106 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce3d8993-086d-4698-adec-35f080f400a9 req-de44b186-0288-45af-96ce-b88431f739b1 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 210 time: 0.2989330 Aug 06 16:17:36.503398 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cb829-ba7b-4d48-9bd2-4c4c3cb099f4 None None] Pushing event updated for resources: {'Port': ['ID=a631a641-93f3-400d-96bd-470827f0fde2,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:36.603586 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.614957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3873f208-470c-46d2-a201-059bf3f4dc95 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:36.620983 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.673383 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.674534 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c7608a-0460-47a6-8717-70b6b238fc27 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:36.688422 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c7608a-0460-47a6-8717-70b6b238fc27 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:36.692772 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-52c7608a-0460-47a6-8717-70b6b238fc27 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6030281 Aug 06 16:17:36.695748 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.696508 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59128) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:36.697602 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/networks/c03f6ad2-3511-4867-8b90-7ee97fd423e4 HTTP/1.1" status: 204 len: 168 time: 8.5482583 Aug 06 16:17:36.703648 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59130) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:36.706998 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-912b217d-9365-491a-a1d4-7acffcb26619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.771706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 3873f208-470c-46d2-a201-059bf3f4dc95 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:36.773889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fafae4-30a7-469a-896e-f6cf61cc1fe9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Network': ['ID=c03f6ad2-3511-4867-8b90-7ee97fd423e4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:36.779536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3873f208-470c-46d2-a201-059bf3f4dc95 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:36.781906 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.787225 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f71b8c4-b710-40df-a0af-8c8d5b4074cf tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] DELETE failed (client error): The resource could not be found. Aug 06 16:17:36.787778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f71b8c4-b710-40df-a0af-8c8d5b4074cf tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:36.789670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3f71b8c4-b710-40df-a0af-8c8d5b4074cf tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/subnets/1d68048e-6d87-479f-9b48-68d06193bf09 HTTP/1.1" status: 404 len: 337 time: 0.0836577 Aug 06 16:17:36.802335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55564a7a-ff4d-4f7f-80a2-0b4bed44964c req-45ca9bfc-f86b-436a-9852-366ac318dac9 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:36.803921 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55564a7a-ff4d-4f7f-80a2-0b4bed44964c req-45ca9bfc-f86b-436a-9852-366ac318dac9 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.5755265 Aug 06 16:17:36.804429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59134) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:36.827017 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-912b217d-9365-491a-a1d4-7acffcb26619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.864672 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-9ea09a95-94d2-4130-8849-cc932bc7afc6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:36.872171 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-4897b1b7-e029-4f73-a7c6-b428421a3abe tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] DELETE failed (client error): The resource could not be found. Aug 06 16:17:36.873134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4897b1b7-e029-4f73-a7c6-b428421a3abe tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:36.876687 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4897b1b7-e029-4f73-a7c6-b428421a3abe tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/networks/c03f6ad2-3511-4867-8b90-7ee97fd423e4 HTTP/1.1" status: 404 len: 339 time: 0.0653000 Aug 06 16:17:36.904191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59136) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:36.917141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:17:36.923788 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:17:36.927068 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8d9a9c5b-38e8-4693-b928-56fc785e5219 None None] Provisioning complete for port a631a641-93f3-400d-96bd-470827f0fde2 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:36.927437 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9c5b-38e8-4693-b928-56fc785e5219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:37.093932 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46e6432-152e-49d5-98cd-636e9842eb87 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] DELETE failed (client error): The resource could not be found. Aug 06 16:17:37.094637 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46e6432-152e-49d5-98cd-636e9842eb87 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:37.099430 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c46e6432-152e-49d5-98cd-636e9842eb87 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/subnets/3bcba448-a5ab-46e3-9fba-ce7052774992 HTTP/1.1" status: 404 len: 337 time: 0.1895225 Aug 06 16:17:37.126461 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59140) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:37.206376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-9ea09a95-94d2-4130-8849-cc932bc7afc6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Network e619fca1-5f82-46a6-b29b-1ac2a5404585 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:37.210823 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55564a7a-ff4d-4f7f-80a2-0b4bed44964c req-18be2137-0e4f-40dd-9acb-9e1dab555560 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805566 Aug 06 16:17:37.237800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea09a95-94d2-4130-8849-cc932bc7afc6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Pushing event updated for resources: {'Port': ['ID=2e855da0-eabb-41e9-ac99-055a2681e294,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:37.244047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,segment=NetworkSegment(bc5724b2-c4f0-4b8f-a346-42754ed75ad9),segment_id=bc5724b2-c4f0-4b8f-a346-42754ed75ad9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:37.255200 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cac62a-ad58-4469-888e-804202fc5e56 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] DELETE failed (client error): The resource could not be found. Aug 06 16:17:37.255966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07cac62a-ad58-4469-888e-804202fc5e56 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:37.258723 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-07cac62a-ad58-4469-888e-804202fc5e56 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/networks/12fb68e4-9ba8-4739-8720-b1f16947372e HTTP/1.1" status: 404 len: 339 time: 0.1267617 Aug 06 16:17:37.259980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-9ea09a95-94d2-4130-8849-cc932bc7afc6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:37.270247 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-9ea09a95-94d2-4130-8849-cc932bc7afc6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:37.275568 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59142) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:37.342250 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'port_id': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174', 'mac_address': 'fa:16:3e:40:9b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:17:37.356640 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d622f3bc-2673-4dcb-b859-f8c3c66c1e0e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] DELETE failed (client error): The resource could not be found. Aug 06 16:17:37.357103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d622f3bc-2673-4dcb-b859-f8c3c66c1e0e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:37.362517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d622f3bc-2673-4dcb-b859-f8c3c66c1e0e tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/subnets/dad5874e-2199-4b4f-ad65-f355c7d1de8b HTTP/1.1" status: 404 len: 337 time: 0.0830925 Aug 06 16:17:37.373137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59146) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:37.392126 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad6caf-9c0c-4098-afb0-616b2b3b8cfd req-d927987d-c9a8-4c40-917b-dd30563c486e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:37.403642 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9ad6caf-9c0c-4098-afb0-616b2b3b8cfd req-d927987d-c9a8-4c40-917b-dd30563c486e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 945 time: 0.5010760 Aug 06 16:17:37.463952 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:37.480443 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-912b217d-9365-491a-a1d4-7acffcb26619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:37.483082 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-912b217d-9365-491a-a1d4-7acffcb26619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:37.487148 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-912b217d-9365-491a-a1d4-7acffcb26619 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9129f73c-0365-4bb2-b7a3-fef78fed2180 HTTP/1.1" status: 204 len: 168 time: 1.5900557 Aug 06 16:17:37.488193 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1b3551-add9-4a6c-a44a-71690b205ed9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] DELETE failed (client error): The resource could not be found. Aug 06 16:17:37.488833 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1b3551-add9-4a6c-a44a-71690b205ed9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:37.492918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6f1b3551-add9-4a6c-a44a-71690b205ed9 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/networks/a906d6f6-556f-4048-bce5-ec174595a7f5 HTTP/1.1" status: 404 len: 339 time: 0.0832036 Aug 06 16:17:37.496564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59150) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:37.526233 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:37.560765 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:37.566685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-9ea09a95-94d2-4130-8849-cc932bc7afc6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:37.570483 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-9ea09a95-94d2-4130-8849-cc932bc7afc6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:37.582963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-4857e382-f5d7-43d3-b0db-24e9e824ebec tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port 6d92df96-0aaf-40a4-afdf-2107face20f6 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:37.583480 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4857e382-f5d7-43d3-b0db-24e9e824ebec tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:37.605896 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b217d-9365-491a-a1d4-7acffcb26619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9129f73c-0365-4bb2-b7a3-fef78fed2180,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:37.615530 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-9ea09a95-94d2-4130-8849-cc932bc7afc6 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4983301 Aug 06 16:17:37.631446 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 3873f208-470c-46d2-a201-059bf3f4dc95, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3873f208-470c-46d2-a201-059bf3f4dc95,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:37.635576 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9ad6caf-9c0c-4098-afb0-616b2b3b8cfd req-393c3f9b-26a8-49f3-a93d-17906946715c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306340 Aug 06 16:17:37.675402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Router a9ecf898-ca5a-488b-9378-0d7965321f36 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:17:37.675592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Request body: {'port': {'device_id': '93fec0c2-127a-4e19-b603-47e0c08c5648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:37.678418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59154) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:37.681501 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:37.747787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:17:37.841259 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,segment=NetworkSegment(bc5724b2-c4f0-4b8f-a346-42754ed75ad9),segment_id=bc5724b2-c4f0-4b8f-a346-42754ed75ad9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:37.859175 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:37.873742 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4857e382-f5d7-43d3-b0db-24e9e824ebec tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:37.887451 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ed39ba-fc3d-403a-82d4-d4d4abb54243 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:17:37.892715 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:37.903410 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:37.903826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=3873f208-470c-46d2-a201-059bf3f4dc95,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:37.912260 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8d9a9c5b-38e8-4693-b928-56fc785e5219 None None] Provisioning for port 6d92df96-0aaf-40a4-afdf-2107face20f6 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:37.914172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-4857e382-f5d7-43d3-b0db-24e9e824ebec tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for 6d92df96-0aaf-40a4-afdf-2107face20f6 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:37.955786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8d9a9c5b-38e8-4693-b928-56fc785e5219 None None] Provisioning complete for port 6d92df96-0aaf-40a4-afdf-2107face20f6 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:37.956162 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9c5b-38e8-4693-b928-56fc785e5219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:37.974902 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a6def85b-f3b4-40fd-9d16-952759373b4b tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/floatingips/2457d052-a407-4aeb-be3d-936237416f35 HTTP/1.1" status: 200 len: 992 time: 0.2929692 Aug 06 16:17:38.002472 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Transition to ACTIVE for port object d2ed39ba-fc3d-403a-82d4-d4d4abb54243 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:38.012160 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:38.019091 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:38.031904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d8858-5bcc-4bb3-bb8a-3203bd853452 req-ead2f7d4-d44e-4928-8610-b18cbd401fc7 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:38.039663 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-702d8858-5bcc-4bb3-bb8a-3203bd853452 req-ead2f7d4-d44e-4928-8610-b18cbd401fc7 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 932 time: 0.3697994 Aug 06 16:17:38.075559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-15e98af0-9962-46b2-995a-bc3fe2239086 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Deleting port 958be85c-1a7b-4f20-9e31-e1d5840277df {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:38.076170 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15e98af0-9962-46b2-995a-bc3fe2239086 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:38.083474 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:17:38.083961 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:17:38.095809 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:38.110486 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a9c5b-38e8-4693-b928-56fc785e5219 None None] Port 6d92df96-0aaf-40a4-afdf-2107face20f6 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:17:38.117697 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['3cfbef20-12f1-4d2f-8d3e-ee1e213e4174'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:17:38.229517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ed39ba-fc3d-403a-82d4-d4d4abb54243,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:38.284902 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b0cce8a7-94d2-447a-8b0e-a2b7909d1399 None None] Provisioning complete for port 6d92df96-0aaf-40a4-afdf-2107face20f6 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:38.285520 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b0cce8a7-94d2-447a-8b0e-a2b7909d1399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:38.295058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:17:38.323368 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Attempting to bind port d2ed39ba-fc3d-403a-82d4-d4d4abb54243 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:17:38.323719 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Attempting to bind port d2ed39ba-fc3d-403a-82d4-d4d4abb54243 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:17:38.324049 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Attempting to bind port d2ed39ba-fc3d-403a-82d4-d4d4abb54243 on network e619fca1-5f82-46a6-b29b-1ac2a5404585 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:38.329741 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:38.331024 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-50619fff-bf83-4796-afa1-b06c328a1e67 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.2403820 Aug 06 16:17:38.334449 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59170) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:38.334774 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59172) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:38.353128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Port d2ed39ba-fc3d-403a-82d4-d4d4abb54243 on network e619fca1-5f82-46a6-b29b-1ac2a5404585 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:17:38.353466 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Attempting to bind port d2ed39ba-fc3d-403a-82d4-d4d4abb54243 on network e619fca1-5f82-46a6-b29b-1ac2a5404585 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:38.373857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Sync routers for ids ['a9ecf898-ca5a-488b-9378-0d7965321f36'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:17:38.400608 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b8a00a6b-afc1-470b-877e-b2dfed63c3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:38.405856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:17:38.406938 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Checking segment: {'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:38.407522 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Bound using segment: {'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:17:38.408137 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Bound port: d2ed39ba-fc3d-403a-82d4-d4d4abb54243, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:17:38.408663 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:38.413506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Routers {'a9ecf898-ca5a-488b-9378-0d7965321f36'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:17:38.414483 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:17:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a9ecf898-ca5a-488b-9378-0d7965321f36'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:38.426369 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b0cce8a7-94d2-447a-8b0e-a2b7909d1399 None None] Port 6d92df96-0aaf-40a4-afdf-2107face20f6 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:17:38.584808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a631a641-93f3-400d-96bd-470827f0fde2 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:38.621311 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4857e382-f5d7-43d3-b0db-24e9e824ebec tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:38.627049 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15e98af0-9962-46b2-995a-bc3fe2239086 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:38.657606 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-15e98af0-9962-46b2-995a-bc3fe2239086 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Calling delete_port for 958be85c-1a7b-4f20-9e31-e1d5840277df owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:38.662472 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:38.669874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857e382-f5d7-43d3-b0db-24e9e824ebec tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=6d92df96-0aaf-40a4-afdf-2107face20f6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:38.674591 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] For port d2ed39ba-fc3d-403a-82d4-d4d4abb54243, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:17:38.686611 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5a18763b-9b25-4393-8eb5-67d1378654a2 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/routers/a9ecf898-ca5a-488b-9378-0d7965321f36 HTTP/1.1" status: 200 len: 906 time: 0.3495386 Aug 06 16:17:38.698631 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59176) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:38.710093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] For port d2ed39ba-fc3d-403a-82d4-d4d4abb54243, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d2ed39ba-fc3d-403a-82d4-d4d4abb54243,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:17:38.720835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:17:38.758883 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:38.763110 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Set router a9ecf898-ca5a-488b-9378-0d7965321f36 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:17:38.905062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e58f57c-104c-49e5-8847-3462ca11a447 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.004730 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15e98af0-9962-46b2-995a-bc3fe2239086 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.027235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:39.028474 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.029437 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-702d8858-5bcc-4bb3-bb8a-3203bd853452 req-5d249824-b50f-4d06-9105-b9223321d6ba tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9885550 Aug 06 16:17:39.030419 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] 10.222.0.13 "PUT /v2.0/ports/d2ed39ba-fc3d-403a-82d4-d4d4abb54243 HTTP/1.1" status: 200 len: 1091 time: 3.4533322 Aug 06 16:17:39.033264 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4857e382-f5d7-43d3-b0db-24e9e824ebec tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.035626 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4857e382-f5d7-43d3-b0db-24e9e824ebec tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/6d92df96-0aaf-40a4-afdf-2107face20f6 HTTP/1.1" status: 204 len: 168 time: 2.3370945 Aug 06 16:17:39.036475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bddee23-a21d-428b-a3ec-f393bfc3c454', 'tag': 'd2ed39ba-fc3d-403a-82d4-d4d4abb54243'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:17:39.039677 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f033f0-6dbd-40ca-9d5f-b3ddacacf9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4bddee23-a21d-428b-a3ec-f393bfc3c454", "tag": "d2ed39ba-fc3d-403a-82d4-d4d4abb54243"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:17:39.065461 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59180) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:39.185350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e98af0-9962-46b2-995a-bc3fe2239086 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Port': ['ID=958be85c-1a7b-4f20-9e31-e1d5840277df,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:39.201087 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15e98af0-9962-46b2-995a-bc3fe2239086 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.203503 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-15e98af0-9962-46b2-995a-bc3fe2239086 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/ports/958be85c-1a7b-4f20-9e31-e1d5840277df HTTP/1.1" status: 204 len: 168 time: 1.7022064 Aug 06 16:17:39.214193 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec465319-6c04-4352-8a7c-1e7252923e76 x-openstack-request-id: req-ec465319-6c04-4352-8a7c-1e7252923e76 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:17:39.214521 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bddee23-a21d-428b-a3ec-f393bfc3c454", "tag": "d2ed39ba-fc3d-403a-82d4-d4d4abb54243", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:17:39.214883 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ec465319-6c04-4352-8a7c-1e7252923e76 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:17:39.215639 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bddee23-a21d-428b-a3ec-f393bfc3c454', 'tag': 'd2ed39ba-fc3d-403a-82d4-d4d4abb54243', 'status': 'completed', 'code': 200} Aug 06 16:17:39.215910 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcb2a5-7395-434d-9f03-f0b262d78c89 req-00444279-069d-40d5-8cc7-a9277fda5c32 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:39.218926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59184) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:39.226880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-affcb2a5-7395-434d-9f03-f0b262d78c89 req-00444279-069d-40d5-8cc7-a9277fda5c32 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.5408564 Aug 06 16:17:39.231080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,segment=NetworkSegment(bc5724b2-c4f0-4b8f-a346-42754ed75ad9),segment_id=bc5724b2-c4f0-4b8f-a346-42754ed75ad9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:39.269835 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.294286 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-affcb2a5-7395-434d-9f03-f0b262d78c89 req-8a218061-0752-4a5c-89b8-347997a016e8 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661929 Aug 06 16:17:39.333530 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49fb2e-dbbe-4814-aa03-2280046d4526 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ed39ba-fc3d-403a-82d4-d4d4abb54243,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:39.336590 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-667949cf-c3b7-488c-a8d7-7d372f3cb68a tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] DELETE failed (client error): The resource could not be found. Aug 06 16:17:39.337056 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667949cf-c3b7-488c-a8d7-7d372f3cb68a tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:39.338817 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-667949cf-c3b7-488c-a8d7-7d372f3cb68a tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/subnets/5328e487-4e42-42da-9da8-d2aaf64fd899 HTTP/1.1" status: 404 len: 337 time: 0.0919390 Aug 06 16:17:39.346196 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59188) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:39.375492 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.381842 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a631a641-93f3-400d-96bd-470827f0fde2 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:39.382224 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.396702 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e58f57c-104c-49e5-8847-3462ca11a447 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.410537 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b8a00a6b-afc1-470b-877e-b2dfed63c3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.416280 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e57f26-45e0-44c0-b64b-c4bf4ef8c738 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:39.418223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e57f26-45e0-44c0-b64b-c4bf4ef8c738 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:39.423861 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-21e57f26-45e0-44c0-b64b-c4bf4ef8c738 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3551474 Aug 06 16:17:39.424953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59190) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:39.431235 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b8a00a6b-afc1-470b-877e-b2dfed63c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.467067 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-950530ed-9791-4b0b-8dc1-c2bdeaf91b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:39.469771 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-950530ed-9791-4b0b-8dc1-c2bdeaf91b41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=255168b197fd49ea860fc945fa2ba89b&device_id=4bddee23-a21d-428b-a3ec-f393bfc3c454 HTTP/1.1" status: 200 len: 1094 time: 0.3351176 Aug 06 16:17:39.479830 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b8a00a6b-afc1-470b-877e-b2dfed63c3a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d633265f7e74f8bbd8557abdb44fca3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1439917 Aug 06 16:17:39.481356 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59194) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:39.486954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:39.566151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c712adf3-9217-41c3-ad87-ebe7e701c571 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 3d82a6a4-2cdd-4ce6-85d5-cc6f25b1b28c {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:17:39.569653 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c712adf3-9217-41c3-ad87-ebe7e701c571 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.592148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3873f208-470c-46d2-a201-059bf3f4dc95 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:39.620883 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c712adf3-9217-41c3-ad87-ebe7e701c571 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.623993 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-5ce6bcb1-b300-402f-9f8a-33200a9f66db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2ed39ba-fc3d-403a-82d4-d4d4abb54243 HTTP/1.1" status: 200 len: 217 time: 0.1021810 Aug 06 16:17:39.626797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ecf898-ca5a-488b-9378-0d7965321f36', 'name': 'tempest-snat-router-830260692', 'tenant_id': 'caf3b55ed14240ee9a266a4276158b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '3df88cc5-9e20-4496-9a47-a1198768c121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:17:32Z', 'updated_at': '2021-08-06T16:17:35Z', 'revision_number': 3, 'project_id': 'caf3b55ed14240ee9a266a4276158b76', 'gw_port': {'id': '3df88cc5-9e20-4496-9a47-a1198768c121', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:68:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ecf898-ca5a-488b-9378-0d7965321f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:17:34Z', 'updated_at': '2021-08-06T16:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:39.671386 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Checking router: a9ecf898-ca5a-488b-9378-0d7965321f36 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:17:39.672298 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Updating router a9ecf898-ca5a-488b-9378-0d7965321f36 port 3df88cc5-9e20-4496-9a47-a1198768c121 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:17:39.679948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a00a6b-afc1-470b-877e-b2dfed63c3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c25a38-fca6-43d5-8c86-514488d05b83,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:39.720357 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.740340 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-129a28ab-ed9e-47fc-9b0c-7ceb16ee627b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.748113 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3873f208-470c-46d2-a201-059bf3f4dc95 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:39.748519 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.795606 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c712adf3-9217-41c3-ad87-ebe7e701c571 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.803004 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-8c27436b-461b-4aab-b9eb-1295f9c256c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:39.805802 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-8c27436b-461b-4aab-b9eb-1295f9c256c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd933884-c9e5-4f28-b091-00ae8aae4688 HTTP/1.1" status: 200 len: 853 time: 0.1608634 Aug 06 16:17:39.837713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e855da0-eabb-41e9-ac99-055a2681e294 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:17:39.847926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-3e58f57c-104c-49e5-8847-3462ca11a447 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Deleting port 3df88cc5-9e20-4496-9a47-a1198768c121 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:39.848589 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e58f57c-104c-49e5-8847-3462ca11a447 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.857579 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.887222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Transition to ACTIVE for port object 2e855da0-eabb-41e9-ac99-055a2681e294 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:39.892850 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.903717 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-f157a99f-e9dd-4c4a-baf2-d6198692fe3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e619fca1-5f82-46a6-b29b-1ac2a5404585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901623 Aug 06 16:17:39.942786 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53daecca-4cce-4c34-8b87-2265515b30d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.965739 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c712adf3-9217-41c3-ad87-ebe7e701c571 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:39.971949 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53daecca-4cce-4c34-8b87-2265515b30d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.008749 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e855da0-eabb-41e9-ac99-055a2681e294,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:40.044477 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c712adf3-9217-41c3-ad87-ebe7e701c571 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.046735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c712adf3-9217-41c3-ad87-ebe7e701c571 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/3d82a6a4-2cdd-4ce6-85d5-cc6f25b1b28c HTTP/1.1" status: 204 len: 168 time: 0.6185658 Aug 06 16:17:40.047966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712adf3-9217-41c3-ad87-ebe7e701c571 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=3d82a6a4-2cdd-4ce6-85d5-cc6f25b1b28c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:40.064822 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33546ae3-a2de-47f4-9abb-b1de067c9a7d None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:40.100640 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59212) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:40.133482 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Attempting to bind port 2e855da0-eabb-41e9-ac99-055a2681e294 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:17:40.133916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Attempting to bind port 2e855da0-eabb-41e9-ac99-055a2681e294 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:17:40.134340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Attempting to bind port 2e855da0-eabb-41e9-ac99-055a2681e294 on network e619fca1-5f82-46a6-b29b-1ac2a5404585 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:40.139834 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Port 2e855da0-eabb-41e9-ac99-055a2681e294 on network e619fca1-5f82-46a6-b29b-1ac2a5404585 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:17:40.140267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Attempting to bind port 2e855da0-eabb-41e9-ac99-055a2681e294 on network e619fca1-5f82-46a6-b29b-1ac2a5404585 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:40.148688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:17:40.149037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Checking segment: {'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:40.149429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Bound using segment: {'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:17:40.149906 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Bound port: 2e855da0-eabb-41e9-ac99-055a2681e294, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820070aa-58ee-45ba-884b-ee2bdc2b79de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:17:40.150273 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.232339 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-adc7bc1f-440e-4347-abad-8b9ab249c82d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1183326 Aug 06 16:17:40.246803 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59220) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:40.251734 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-129a28ab-ed9e-47fc-9b0c-7ceb16ee627b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.254023 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.268322 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6b180694-8199-44cf-be54-8bb7524d3eeb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:40.294888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Transition to ACTIVE for port object 3df88cc5-9e20-4496-9a47-a1198768c121 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:40.300714 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-129a28ab-ed9e-47fc-9b0c-7ceb16ee627b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e23203-f55c-46d9-84b9-ea2307db1168']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:40.319809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d717c-d41c-40dc-9c40-6eaf58a42d7a req-8f8b0482-21cc-422b-b38d-32d426ca6d3c tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:40.326630 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f46d717c-d41c-40dc-9c40-6eaf58a42d7a req-8f8b0482-21cc-422b-b38d-32d426ca6d3c tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 944 time: 0.1730378 Aug 06 16:17:40.363008 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.393524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] For port 2e855da0-eabb-41e9-ac99-055a2681e294, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:17:40.444652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] For port 2e855da0-eabb-41e9-ac99-055a2681e294, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2e855da0-eabb-41e9-ac99-055a2681e294,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:17:40.464176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-129a28ab-ed9e-47fc-9b0c-7ceb16ee627b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7393790a-bc94-48c3-bdfb-e4c609218fa9') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:40.464946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-129a28ab-ed9e-47fc-9b0c-7ceb16ee627b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7393790a-bc94-48c3-bdfb-e4c609218fa9') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:40.482981 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f46d717c-d41c-40dc-9c40-6eaf58a42d7a req-d196986b-be83-45df-a117-ef455a6a5b82 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353078 Aug 06 16:17:40.484606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bae354-a017-4853-81a7-57fc29b571c4 None None] Pushing event updated for resources: {'Port': ['ID=3df88cc5-9e20-4496-9a47-a1198768c121,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:40.486183 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.505617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Attempting to bind port 3df88cc5-9e20-4496-9a47-a1198768c121 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:17:40.506444 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Attempting to bind port 3df88cc5-9e20-4496-9a47-a1198768c121 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:17:40.507271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Attempting to bind port 3df88cc5-9e20-4496-9a47-a1198768c121 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:40.528577 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-129a28ab-ed9e-47fc-9b0c-7ceb16ee627b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.529541 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:40.530303 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.532801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] 10.222.0.78 "PUT /v2.0/ports/2e855da0-eabb-41e9-ac99-055a2681e294 HTTP/1.1" status: 200 len: 1092 time: 2.8641980 Aug 06 16:17:40.536454 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fec0c2-127a-4e19-b603-47e0c08c5648', 'tag': '2e855da0-eabb-41e9-ac99-055a2681e294'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:17:40.539371 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2157434-6292-4ab5-a13a-7c7c90916191" -d '{"events": [{"name": "network-changed", "server_uuid": "93fec0c2-127a-4e19-b603-47e0c08c5648", "tag": "2e855da0-eabb-41e9-ac99-055a2681e294"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:17:40.545171 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-fd9d885d-d855-4207-96a0-9b57452452ff service neutron] 10.222.0.13 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132708 Aug 06 16:17:40.560996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:17:40.561692 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:40.562774 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.563496 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:17:40.564340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Bound port: 3df88cc5-9e20-4496-9a47-a1198768c121, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:17:40.564966 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.583103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949154f6-ba43-41ed-ab45-97981c2b2a7b req-9dd1d143-b1ab-4f2e-879c-96da60270fe5 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:40.584790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-949154f6-ba43-41ed-ab45-97981c2b2a7b req-9dd1d143-b1ab-4f2e-879c-96da60270fe5 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.1648796 Aug 06 16:17:40.588157 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53daecca-4cce-4c34-8b87-2265515b30d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.595497 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53daecca-4cce-4c34-8b87-2265515b30d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.597094 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-53daecca-4cce-4c34-8b87-2265515b30d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6c25a38-fca6-43d5-8c86-514488d05b83 HTTP/1.1" status: 204 len: 168 time: 1.0669491 Aug 06 16:17:40.625667 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e58f57c-104c-49e5-8847-3462ca11a447 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.649023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] For port 3df88cc5-9e20-4496-9a47-a1198768c121, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:17:40.654572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73925467-2459-480e-93b4-75031b2c5bf6 None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:17:40.670987 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] For port 3df88cc5-9e20-4496-9a47-a1198768c121, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3df88cc5-9e20-4496-9a47-a1198768c121,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:17:40.689362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b180694-8199-44cf-be54-8bb7524d3eeb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:40.690691 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e559b0-3354-4aff-8ea6-21738ee310e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e855da0-eabb-41e9-ac99-055a2681e294,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:40.692875 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b180694-8199-44cf-be54-8bb7524d3eeb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.715133 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.727950 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b413ed9d-7ac5-4fe7-86ba-69d28204ec19 x-openstack-request-id: req-b413ed9d-7ac5-4fe7-86ba-69d28204ec19 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:17:40.730143 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fec0c2-127a-4e19-b603-47e0c08c5648", "tag": "2e855da0-eabb-41e9-ac99-055a2681e294", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:17:40.731686 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b413ed9d-7ac5-4fe7-86ba-69d28204ec19 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:17:40.732127 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fec0c2-127a-4e19-b603-47e0c08c5648', 'tag': '2e855da0-eabb-41e9-ac99-055a2681e294', 'status': 'completed', 'code': 200} Aug 06 16:17:40.792275 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-949154f6-ba43-41ed-ab45-97981c2b2a7b req-f75c4b94-7092-4cf5-b620-c640329f37e7 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805239 Aug 06 16:17:40.810168 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-129a28ab-ed9e-47fc-9b0c-7ceb16ee627b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.810964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bae354-a017-4853-81a7-57fc29b571c4 None None] Pushing event updated for resources: {'Port': ['ID=3df88cc5-9e20-4496-9a47-a1198768c121,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:40.815895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Routers {'a9ecf898-ca5a-488b-9378-0d7965321f36'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:17:40.816527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:17:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a9ecf898-ca5a-488b-9378-0d7965321f36'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:40.829406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-1c3c7039-cf6d-4227-b961-5fb6cc8a341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:40.837814 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-1c3c7039-cf6d-4227-b961-5fb6cc8a341a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=255168b197fd49ea860fc945fa2ba89b&device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 1095 time: 0.1899326 Aug 06 16:17:40.871409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-3e58f57c-104c-49e5-8847-3462ca11a447 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Calling delete_port for 3df88cc5-9e20-4496-9a47-a1198768c121 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:40.891061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53daecca-4cce-4c34-8b87-2265515b30d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c25a38-fca6-43d5-8c86-514488d05b83,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:40.901944 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-73925467-2459-480e-93b4-75031b2c5bf6 None None] Deleting port a631a641-93f3-400d-96bd-470827f0fde2 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:40.902307 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-73925467-2459-480e-93b4-75031b2c5bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.908874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129a28ab-ed9e-47fc-9b0c-7ceb16ee627b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:17:40.909296 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-129a28ab-ed9e-47fc-9b0c-7ceb16ee627b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:17:40.920147 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:17:40.943506 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-68c4ca8c-60e2-420c-b2fd-a2547aa3cf82 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e855da0-eabb-41e9-ac99-055a2681e294 HTTP/1.1" status: 200 len: 217 time: 0.1035044 Aug 06 16:17:40.945596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:41.012483 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-73925467-2459-480e-93b4-75031b2c5bf6 None None] For port a631a641-93f3-400d-96bd-470827f0fde2, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a631a641-93f3-400d-96bd-470827f0fde2,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:41.012911 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-73925467-2459-480e-93b4-75031b2c5bf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:41.020927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-e794d692-6864-4e10-bb6a-d4f96f7cce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:41.024526 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-e794d692-6864-4e10-bb6a-d4f96f7cce1d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd933884-c9e5-4f28-b091-00ae8aae4688 HTTP/1.1" status: 200 len: 853 time: 0.0736694 Aug 06 16:17:41.055541 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-73925467-2459-480e-93b4-75031b2c5bf6 None None] Calling delete_port for a631a641-93f3-400d-96bd-470827f0fde2 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:41.089825 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-a518a0e0-6ca9-47b9-bc68-180c573ae32f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e619fca1-5f82-46a6-b29b-1ac2a5404585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570073 Aug 06 16:17:41.117669 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-129a28ab-ed9e-47fc-9b0c-7ceb16ee627b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:41.179469 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-129a28ab-ed9e-47fc-9b0c-7ceb16ee627b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:41.184541 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-129a28ab-ed9e-47fc-9b0c-7ceb16ee627b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/networks/46e23203-f55c-46d9-84b9-ea2307db1168 HTTP/1.1" status: 204 len: 168 time: 1.8364677 Aug 06 16:17:41.194423 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59236) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:41.224417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a28ab-ed9e-47fc-9b0c-7ceb16ee627b tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Network': ['ID=46e23203-f55c-46d9-84b9-ea2307db1168,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:41.309260 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-e01bebdc-f650-4e52-ace8-f4435e057300 service neutron] 10.222.0.13 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700132 Aug 06 16:17:41.329445 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-986f94eb-b42d-4963-a60f-9034bf99ce72 service neutron] 10.222.0.78 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265885 Aug 06 16:17:41.366239 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59240) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:41.400364 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6e20-7484-4853-a1d0-bbadcafe4b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:41.468131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] Set router a9ecf898-ca5a-488b-9378-0d7965321f36 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:17:41.505903 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-73925467-2459-480e-93b4-75031b2c5bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:41.540887 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6e20-7484-4853-a1d0-bbadcafe4b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:41.553670 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6e20-7484-4853-a1d0-bbadcafe4b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:41.570726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ecf898-ca5a-488b-9378-0d7965321f36', 'name': 'tempest-snat-router-830260692', 'tenant_id': 'caf3b55ed14240ee9a266a4276158b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:17:32Z', 'updated_at': '2021-08-06T16:17:39Z', 'revision_number': 4, 'project_id': 'caf3b55ed14240ee9a266a4276158b76', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:41.643074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebca66-fd45-498a-bbd4-55a8b459294f None None] The sync data for ids ['a9ecf898-ca5a-488b-9378-0d7965321f36'] in n-d-803756-1 is: [{'id': 'a9ecf898-ca5a-488b-9378-0d7965321f36', 'name': 'tempest-snat-router-830260692', 'tenant_id': 'caf3b55ed14240ee9a266a4276158b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:17:32Z', 'updated_at': '2021-08-06T16:17:39Z', 'revision_number': 4, 'project_id': 'caf3b55ed14240ee9a266a4276158b76', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:17:41.646678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73925467-2459-480e-93b4-75031b2c5bf6 None None] No DVR routers for this DVR port a631a641-93f3-400d-96bd-470827f0fde2 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:17:41.652304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73925467-2459-480e-93b4-75031b2c5bf6 None None] Pushing event deleted for resources: {'Port': ['ID=a631a641-93f3-400d-96bd-470827f0fde2,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:41.680158 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-aa4c6e20-7484-4853-a1d0-bbadcafe4b8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4909957cbdce4efab15271dd0e3c9536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115201 Aug 06 16:17:41.688462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c6e20-7484-4853-a1d0-bbadcafe4b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b4b9a8-ffe1-49d1-86d7-74a2792d78f6,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:41.688674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:41.689130 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:41.693270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59246) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:41.745813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59248) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:41.807891 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ca72532-6d0c-4257-8624-9282db6d8681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:41.885912 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:41.913254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e978a8f0-b6b7-46ce-9af2-d2e18b736f42 req-02c309d5-385c-4dd6-844e-25c95cb1f487 service neutron] 10.222.0.78 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5713437 Aug 06 16:17:41.926417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f033f0-6dbd-40ca-9d5f-b3ddacacf9ae req-71ace3cf-f2f5-419a-b0a3-6436e89e2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:41.928279 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-94f033f0-6dbd-40ca-9d5f-b3ddacacf9ae req-71ace3cf-f2f5-419a-b0a3-6436e89e2526 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=255168b197fd49ea860fc945fa2ba89b&device_id=4bddee23-a21d-428b-a3ec-f393bfc3c454 HTTP/1.1" status: 200 len: 1094 time: 0.5511527 Aug 06 16:17:41.931972 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ca72532-6d0c-4257-8624-9282db6d8681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:41.941222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:17:41.948027 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d513d6ea-ad0b-4cce-bc73-d1f63b26d34f" -d '{"events": [{"server_uuid": "f3297fa5-d1a7-4c07-8bd1-f25d774a146f", "name": "network-vif-plugged", "status": "completed", "tag": "3cfbef20-12f1-4d2f-8d3e-ee1e213e4174"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:17:41.964104 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30152f1a-1d74-4569-880a-98854a06ac2b req-b86f5576-2b67-44f3-a57f-d3b969abb40d tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:41.965711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30152f1a-1d74-4569-880a-98854a06ac2b req-b86f5576-2b67-44f3-a57f-d3b969abb40d tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 944 time: 0.2822244 Aug 06 16:17:41.969241 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e58f57c-104c-49e5-8847-3462ca11a447 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:42.009684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,segment=NetworkSegment(bc5724b2-c4f0-4b8f-a346-42754ed75ad9),segment_id=bc5724b2-c4f0-4b8f-a346-42754ed75ad9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:42.030320 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:42.084054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cdcd5e5c-0cd4-4351-9003-310d5037e615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:42.111011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c2e58c3a-3ee7-487b-b771-2d552dab8454 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Deleting port 258335cf-593a-4930-87ff-606fe2ecd9ad {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:42.111595 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:42.111928 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2e58c3a-3ee7-487b-b771-2d552dab8454 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:42.127459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73c38d-101e-49d7-bd33-770d7b510098 req-c9d5cc90-8a6f-4751-8772-930c215051fd tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:42.128859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff73c38d-101e-49d7-bd33-770d7b510098 req-c9d5cc90-8a6f-4751-8772-930c215051fd tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.2238028 Aug 06 16:17:42.158491 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58f57c-104c-49e5-8847-3462ca11a447 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Pushing event deleted for resources: {'Port': ['ID=3df88cc5-9e20-4496-9a47-a1198768c121,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:42.172968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30152f1a-1d74-4569-880a-98854a06ac2b req-3246fcdf-3b95-4d63-ba3d-761fbf5ba742 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875515 Aug 06 16:17:42.217778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2157434-6292-4ab5-a13a-7c7c90916191 req-c1d1a80a-2f0d-4ad3-842e-95c5c10e5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:42.220100 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2157434-6292-4ab5-a13a-7c7c90916191 req-c1d1a80a-2f0d-4ad3-842e-95c5c10e5426 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=255168b197fd49ea860fc945fa2ba89b&device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 1095 time: 0.1937499 Aug 06 16:17:42.230612 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ca72532-6d0c-4257-8624-9282db6d8681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:42.233399 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ca72532-6d0c-4257-8624-9282db6d8681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:42.237982 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6ca72532-6d0c-4257-8624-9282db6d8681 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80b4b9a8-ffe1-49d1-86d7-74a2792d78f6 HTTP/1.1" status: 204 len: 168 time: 0.5407999 Aug 06 16:17:42.254611 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004c944c-0159-4fe8-b224-d80c401b6bdc x-openstack-request-id: req-004c944c-0159-4fe8-b224-d80c401b6bdc {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:17:42.255179 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3297fa5-d1a7-4c07-8bd1-f25d774a146f", "name": "network-vif-plugged", "status": "completed", "tag": "3cfbef20-12f1-4d2f-8d3e-ee1e213e4174", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:17:42.255776 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-004c944c-0159-4fe8-b224-d80c401b6bdc {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:17:42.257526 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174', 'code': 200} Aug 06 16:17:42.307571 n-d-803756-1 neutron-server[105764]: DEBUG neutron.objects.ports [None req-6b180694-8199-44cf-be54-8bb7524d3eeb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:17:42.332531 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b180694-8199-44cf-be54-8bb7524d3eeb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:42.337487 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff73c38d-101e-49d7-bd33-770d7b510098 req-6da91c50-07b5-49af-af9b-f1bdb77e6291 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967185 Aug 06 16:17:42.346435 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca72532-6d0c-4257-8624-9282db6d8681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b4b9a8-ffe1-49d1-86d7-74a2792d78f6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:42.389035 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2e58c3a-3ee7-487b-b771-2d552dab8454 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:42.408546 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2157434-6292-4ab5-a13a-7c7c90916191 req-6e0a2e10-a3b5-482a-ba9c-5a7808c7fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:42.410326 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2157434-6292-4ab5-a13a-7c7c90916191 req-6e0a2e10-a3b5-482a-ba9c-5a7808c7fd38 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e619fca1-5f82-46a6-b29b-1ac2a5404585 HTTP/1.1" status: 200 len: 914 time: 0.1570153 Aug 06 16:17:42.432638 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e58f57c-104c-49e5-8847-3462ca11a447 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:42.459639 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c2e58c3a-3ee7-487b-b771-2d552dab8454 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Calling delete_port for 258335cf-593a-4930-87ff-606fe2ecd9ad owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:42.465389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b180694-8199-44cf-be54-8bb7524d3eeb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:42.517947 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cdcd5e5c-0cd4-4351-9003-310d5037e615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:42.519441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a631a641-93f3-400d-96bd-470827f0fde2 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:17:42.522073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2157434-6292-4ab5-a13a-7c7c90916191 req-8fd6988f-e0eb-43ac-b2ef-a8bc16c3d50c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e855da0-eabb-41e9-ac99-055a2681e294 HTTP/1.1" status: 200 len: 217 time: 0.1000769 Aug 06 16:17:42.523942 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cdcd5e5c-0cd4-4351-9003-310d5037e615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:42.559915 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a631a641-93f3-400d-96bd-470827f0fde2 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:17:42.560411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a631a641-93f3-400d-96bd-470827f0fde2 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:17:42.620362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-6b180694-8199-44cf-be54-8bb7524d3eeb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:42.622256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cdcd5e5c-0cd4-4351-9003-310d5037e615 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac609ec8bd6c455a91fcee7a371adc70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8696518 Aug 06 16:17:42.623671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f033f0-6dbd-40ca-9d5f-b3ddacacf9ae req-fd5e5b49-1a16-4f03-9ef9-2a5c969b6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:42.626361 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-94f033f0-6dbd-40ca-9d5f-b3ddacacf9ae req-fd5e5b49-1a16-4f03-9ef9-2a5c969b6600 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e619fca1-5f82-46a6-b29b-1ac2a5404585 HTTP/1.1" status: 200 len: 914 time: 0.6685596 Aug 06 16:17:42.627778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59260) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:42.639858 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b180694-8199-44cf-be54-8bb7524d3eeb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:42.641335 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b180694-8199-44cf-be54-8bb7524d3eeb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:42.641929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15164e58-0b66-4ec6-a420-ffe91e894182 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:42.649712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd5e5c-0cd4-4351-9003-310d5037e615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d344ee5d-5ce7-412a-ba4b-71efbc1c9be3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:42.661840 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2157434-6292-4ab5-a13a-7c7c90916191 req-8e955e26-0930-45db-9661-7cf59a740a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:42.661840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2157434-6292-4ab5-a13a-7c7c90916191 req-8e955e26-0930-45db-9661-7cf59a740a74 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd933884-c9e5-4f28-b091-00ae8aae4688 HTTP/1.1" status: 200 len: 853 time: 0.1225927 Aug 06 16:17:42.669447 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b180694-8199-44cf-be54-8bb7524d3eeb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=71b5c657-8875-4909-9037-ead6152021ed,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:42.700595 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e58f57c-104c-49e5-8847-3462ca11a447 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:42.713550 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2157434-6292-4ab5-a13a-7c7c90916191 req-a266b17f-f3df-4101-a222-4c34a40ff0ec service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e619fca1-5f82-46a6-b29b-1ac2a5404585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381291 Aug 06 16:17:42.783081 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e58f57c-104c-49e5-8847-3462ca11a447 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:42.790530 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-94f033f0-6dbd-40ca-9d5f-b3ddacacf9ae req-7c4b7f14-8112-4ffa-8aa9-7803c82f0626 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2ed39ba-fc3d-403a-82d4-d4d4abb54243 HTTP/1.1" status: 200 len: 217 time: 0.1234119 Aug 06 16:17:42.891497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2157434-6292-4ab5-a13a-7c7c90916191 req-f6d9b362-fe32-4338-9e9b-55df0d9d4f88 service neutron] 10.222.0.78 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641412 Aug 06 16:17:42.902100 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': '71b5c657-8875-4909-9037-ead6152021ed'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:17:42.903009 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:42.957817 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6b180694-8199-44cf-be54-8bb7524d3eeb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7094553 Aug 06 16:17:42.959775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f033f0-6dbd-40ca-9d5f-b3ddacacf9ae req-c4cfa713-57a3-4c94-8c20-0c25234754bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:42.961371 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-94f033f0-6dbd-40ca-9d5f-b3ddacacf9ae req-c4cfa713-57a3-4c94-8c20-0c25234754bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd933884-c9e5-4f28-b091-00ae8aae4688 HTTP/1.1" status: 200 len: 853 time: 0.1254241 Aug 06 16:17:42.964333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59270) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:42.972260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d91ede64-128c-4611-b4c7-0c37ff77a492 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'mac_address': 'fa:16:3e:24:8c:c4', 'name': 'tempest-NetworksTestDHCPv6-1148681272'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:43.011848 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-94f033f0-6dbd-40ca-9d5f-b3ddacacf9ae req-98d5ea5e-cb69-47bb-838a-25f7be7a8a3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e619fca1-5f82-46a6-b29b-1ac2a5404585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334945 Aug 06 16:17:43.045209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2157434-6292-4ab5-a13a-7c7c90916191 req-92b68651-a3e0-4fc6-b873-45577238ff03 service neutron] 10.222.0.78 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372967 Aug 06 16:17:43.051063 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e58f57c-104c-49e5-8847-3462ca11a447 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.051642 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e58f57c-104c-49e5-8847-3462ca11a447 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9ecf898-ca5a-488b-9378-0d7965321f36 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:17:43.067181 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e58f57c-104c-49e5-8847-3462ca11a447 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.072897 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3e58f57c-104c-49e5-8847-3462ca11a447 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "DELETE /v2.0/routers/a9ecf898-ca5a-488b-9378-0d7965321f36 HTTP/1.1" status: 204 len: 168 time: 4.3694453 Aug 06 16:17:43.073951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59272) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:43.164775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Allocated IP 2001:db8::f816:3eff:fe49:c010 (38cd96d0-9a93-4226-ab46-370ab75cd563/71b5c657-8875-4909-9037-ead6152021ed/4d04c075-56ee-4c80-9aaf-9ce0e04109e2) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:43.168999 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1726d03-6492-441e-9161-d9294a5dc367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.215507 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1726d03-6492-441e-9161-d9294a5dc367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.371867 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1726d03-6492-441e-9161-d9294a5dc367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.378334 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1726d03-6492-441e-9161-d9294a5dc367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.381084 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b1726d03-6492-441e-9161-d9294a5dc367 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d344ee5d-5ce7-412a-ba4b-71efbc1c9be3 HTTP/1.1" status: 204 len: 168 time: 0.7458756 Aug 06 16:17:43.388122 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.418376 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2e58c3a-3ee7-487b-b771-2d552dab8454 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.454115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1726d03-6492-441e-9161-d9294a5dc367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d344ee5d-5ce7-412a-ba4b-71efbc1c9be3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:43.493058 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-94f033f0-6dbd-40ca-9d5f-b3ddacacf9ae req-eacf60d3-93ba-492c-9afd-22d7a116113d service neutron] 10.222.0.13 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505594 Aug 06 16:17:43.496024 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e58c3a-3ee7-487b-b771-2d552dab8454 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Port': ['ID=258335cf-593a-4930-87ff-606fe2ecd9ad,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:43.503873 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.520334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Transition to ACTIVE for port object 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:43.538191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91ede64-128c-4611-b4c7-0c37ff77a492 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:43.542011 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988acc89-c48e-43f6-873c-54df4c8ec26b req-7ce266ed-54d8-406d-a144-ccbad16ea6f1 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:43.543409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Transition to ACTIVE for port object 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:43.543543 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-988acc89-c48e-43f6-873c-54df4c8ec26b req-7ce266ed-54d8-406d-a144-ccbad16ea6f1 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 944 time: 0.2170827 Aug 06 16:17:43.552922 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.563990 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2e58c3a-3ee7-487b-b771-2d552dab8454 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.566518 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c2e58c3a-3ee7-487b-b771-2d552dab8454 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/ports/258335cf-593a-4930-87ff-606fe2ecd9ad HTTP/1.1" status: 204 len: 168 time: 2.3604698 Aug 06 16:17:43.586537 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59288) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:43.598630 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:43.603727 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:43.605995 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef4c1-d25d-4c7a-a47c-e3323d5cff98 req-f32e171a-73bb-478c-99e7-701a34aac4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:43.608034 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6eef4c1-d25d-4c7a-a47c-e3323d5cff98 req-f32e171a-73bb-478c-99e7-701a34aac4e0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 1096 time: 0.2663713 Aug 06 16:17:43.649759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:43.671559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68432647-6eea-4268-9661-22890f84f541 req-08ea803b-d028-4a14-ae3b-22d027acb5aa tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:43.680364 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68432647-6eea-4268-9661-22890f84f541 req-08ea803b-d028-4a14-ae3b-22d027acb5aa tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.1886990 Aug 06 16:17:43.694927 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a33c722-0736-416d-a573-d054f454d65d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] DELETE failed (client error): The resource could not be found. Aug 06 16:17:43.695924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a33c722-0736-416d-a573-d054f454d65d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:43.698535 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0a33c722-0736-416d-a573-d054f454d65d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/subnets/e080026a-5576-41c1-96c5-52b6d13a62ff HTTP/1.1" status: 404 len: 337 time: 0.1037450 Aug 06 16:17:43.703302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59296) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:43.714966 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-988acc89-c48e-43f6-873c-54df4c8ec26b req-21b4eaba-3175-4cf0-bf58-ee607dee0e3c tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596994 Aug 06 16:17:43.727955 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.752014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6eef4c1-d25d-4c7a-a47c-e3323d5cff98 req-2aa172ae-ed5f-4fca-8377-54e59964d13d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258216 Aug 06 16:17:43.779533 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68432647-6eea-4268-9661-22890f84f541 req-34018ec0-10b8-4fb1-81ae-ea563d2214d5 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936377 Aug 06 16:17:43.788887 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-94f033f0-6dbd-40ca-9d5f-b3ddacacf9ae req-f67b5e25-35f0-45f4-9ba6-f19ce39a0403 service neutron] 10.222.0.13 "GET /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649162 Aug 06 16:17:43.825468 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Pushing event updated for resources: {'Port': ['ID=4d04c075-56ee-4c80-9aaf-9ce0e04109e2,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:43.831828 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Attempting to bind port 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:17:43.832258 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Attempting to bind port 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:17:43.832676 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Attempting to bind port 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:43.841386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Deleting port 3873f208-470c-46d2-a201-059bf3f4dc95 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:43.843918 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.846148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:17:43.846805 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:43.847563 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.848196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:17:43.849010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Bound port: 4d04c075-56ee-4c80-9aaf-9ce0e04109e2, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:17:43.849665 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.898903 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d91ede64-128c-4611-b4c7-0c37ff77a492 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.943236 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ce42569-b003-42cd-b1b3-06b65588ca37 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.945123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] For port 4d04c075-56ee-4c80-9aaf-9ce0e04109e2, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:17:43.950313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] For port 4d04c075-56ee-4c80-9aaf-9ce0e04109e2, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4d04c075-56ee-4c80-9aaf-9ce0e04109e2,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:17:43.957091 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:43.977395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-d91ede64-128c-4611-b4c7-0c37ff77a492 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port a2504459-45dc-4d0f-9b14-6f3590fd22da yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:17:44.003831 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59302) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:44.034939 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:44.050396 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73916512-5bc5-4c75-a88c-727a0a7761a8 None None] Pushing event updated for resources: {'Port': ['ID=4d04c075-56ee-4c80-9aaf-9ce0e04109e2,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:44.066770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] For port 3873f208-470c-46d2-a201-059bf3f4dc95, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3873f208-470c-46d2-a201-059bf3f4dc95,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:44.067369 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:44.087407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Calling delete_port for 3873f208-470c-46d2-a201-059bf3f4dc95 owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:44.212874 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ce42569-b003-42cd-b1b3-06b65588ca37 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:44.230822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-8ce42569-b003-42cd-b1b3-06b65588ca37 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4896bf8-d707-4c12-9bf4-6cb5a3cacc47']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:44.248927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-8ce42569-b003-42cd-b1b3-06b65588ca37 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f02064-a7b1-4714-baee-6eb3b40f88a5') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:44.249274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-8ce42569-b003-42cd-b1b3-06b65588ca37 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f02064-a7b1-4714-baee-6eb3b40f88a5') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:44.259005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-d91ede64-128c-4611-b4c7-0c37ff77a492 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::f816:3eff:fe24:8cc4 (38cd96d0-9a93-4226-ab46-370ab75cd563/71b5c657-8875-4909-9037-ead6152021ed/a2504459-45dc-4d0f-9b14-6f3590fd22da) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:44.267552 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ce42569-b003-42cd-b1b3-06b65588ca37 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:44.291901 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ce42569-b003-42cd-b1b3-06b65588ca37 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:44.308644 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce42569-b003-42cd-b1b3-06b65588ca37 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:17:44.309469 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ce42569-b003-42cd-b1b3-06b65588ca37 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: items = [ Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:17:44.312910 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:17:44.459112 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ce42569-b003-42cd-b1b3-06b65588ca37 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:44.466792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ce42569-b003-42cd-b1b3-06b65588ca37 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:44.469592 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8ce42569-b003-42cd-b1b3-06b65588ca37 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/networks/a4896bf8-d707-4c12-9bf4-6cb5a3cacc47 HTTP/1.1" status: 204 len: 168 time: 0.7611625 Aug 06 16:17:44.473291 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59334) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:44.607755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce42569-b003-42cd-b1b3-06b65588ca37 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Network': ['ID=a4896bf8-d707-4c12-9bf4-6cb5a3cacc47,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:44.618538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:44.641947 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc988b4c-e961-4660-b1a8-6f04f38aad79 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Deleting subnet 877a674d-c8ca-4fb5-824a-7e26ed4418f2 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:17:44.647493 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc988b4c-e961-4660-b1a8-6f04f38aad79 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:44.716045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:44.790937 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d91ede64-128c-4611-b4c7-0c37ff77a492 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:44.802762 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc988b4c-e961-4660-b1a8-6f04f38aad79 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:44.842040 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:44.855558 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-d91ede64-128c-4611-b4c7-0c37ff77a492 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object a2504459-45dc-4d0f-9b14-6f3590fd22da will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:44.869214 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:44.966548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device d2ed39ba-fc3d-403a-82d4-d4d4abb54243 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:17:44.969258 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d91ede64-128c-4611-b4c7-0c37ff77a492 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:44.984887 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc988b4c-e961-4660-b1a8-6f04f38aad79 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.025164 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.052409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91ede64-128c-4611-b4c7-0c37ff77a492 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:45.064880 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-d91ede64-128c-4611-b4c7-0c37ff77a492 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:45.073479 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91ede64-128c-4611-b4c7-0c37ff77a492 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:45.074194 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ff3c32-e848-42d6-b5ec-93037e1a6e85,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:45.081114 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91ede64-128c-4611-b4c7-0c37ff77a492 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:45.081841 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d91ede64-128c-4611-b4c7-0c37ff77a492 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.089922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Pushing event deleted for resources: {'Port': ['ID=3873f208-470c-46d2-a201-059bf3f4dc95,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:45.103607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ede64-128c-4611-b4c7-0c37ff77a492 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=a2504459-45dc-4d0f-9b14-6f3590fd22da,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:45.106344 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98d6aa342bd24581b928a1833c5d0c88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1006739 Aug 06 16:17:45.107472 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59348) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:45.136155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.136949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.137619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.138203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.138741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.139774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.140424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.141067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.141758 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc988b4c-e961-4660-b1a8-6f04f38aad79 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.142022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.142710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.143271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.143865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.155345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.156382 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.159060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.159060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.159060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.159342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.159826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.160216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.160609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.160996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.161385 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.161809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a476b83a-11dd-4bc3-a84e-94922258e394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:17:45.192079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc988b4c-e961-4660-b1a8-6f04f38aad79 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Subnet': ['ID=877a674d-c8ca-4fb5-824a-7e26ed4418f2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:45.195791 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc988b4c-e961-4660-b1a8-6f04f38aad79 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.198173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beca9ae-f438-44d5-8706-fe1db5fc70d4 req-ab6d75a6-5cc3-4360-9cd0-7ae12f9e0982 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:45.204062 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dc988b4c-e961-4660-b1a8-6f04f38aad79 tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/subnets/877a674d-c8ca-4fb5-824a-7e26ed4418f2 HTTP/1.1" status: 204 len: 168 time: 0.7240772 Aug 06 16:17:45.205483 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcee91a-4c43-4795-ad3e-4dc180b9b20b None None] Network 97d84d00-873a-457e-980c-852c83d16fdc requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:45.206860 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0beca9ae-f438-44d5-8706-fe1db5fc70d4 req-ab6d75a6-5cc3-4360-9cd0-7ae12f9e0982 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 944 time: 0.3610053 Aug 06 16:17:45.209035 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d91ede64-128c-4611-b4c7-0c37ff77a492 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2418435 Aug 06 16:17:45.209763 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59352) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:45.216129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59354) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:45.235544 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port d2ed39ba-fc3d-403a-82d4-d4d4abb54243, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d2ed39ba-fc3d-403a-82d4-d4d4abb54243,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:45.318249 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'd2ed39ba-fc3d-403a-82d4-d4d4abb54243', 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585', 'port_id': 'd2ed39ba-fc3d-403a-82d4-d4d4abb54243', 'mac_address': 'fa:16:3e:d1:df:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd933884-c9e5-4f28-b091-00ae8aae4688', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:17:45.329702 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.366970 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0beca9ae-f438-44d5-8706-fe1db5fc70d4 req-8c3969f3-ad22-4197-98a4-3f166210bbae tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583173 Aug 06 16:17:45.386493 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eab3ae66-b2ce-4cc9-8c24-d787ef47ba7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.414645 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eab3ae66-b2ce-4cc9-8c24-d787ef47ba7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.477532 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eab3ae66-b2ce-4cc9-8c24-d787ef47ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.480858 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-eab3ae66-b2ce-4cc9-8c24-d787ef47ba7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.486104 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-eab3ae66-b2ce-4cc9-8c24-d787ef47ba7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67ff3c32-e848-42d6-b5ec-93037e1a6e85 HTTP/1.1" status: 204 len: 168 time: 0.3564153 Aug 06 16:17:45.502965 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3ae66-b2ce-4cc9-8c24-d787ef47ba7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ff3c32-e848-42d6-b5ec-93037e1a6e85,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:45.517707 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803489c6-311b-41fe-a637-eaaa14b6b71f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:45.524368 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803489c6-311b-41fe-a637-eaaa14b6b71f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:45.526357 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-803489c6-311b-41fe-a637-eaaa14b6b71f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3092999 Aug 06 16:17:45.532915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59386) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:45.537949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bfcc8-3a34-40c7-9e67-52a99fd8c249 req-9524db6c-d632-47d0-9b91-626f0a9e4936 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:45.544212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b14bfcc8-3a34-40c7-9e67-52a99fd8c249 req-9524db6c-d632-47d0-9b91-626f0a9e4936 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.5264232 Aug 06 16:17:45.596971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2e855da0-eabb-41e9-ac99-055a2681e294 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:17:45.621753 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.654753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-99bdb90c-bd12-4520-8b1c-e7c5894184de tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port a2504459-45dc-4d0f-9b14-6f3590fd22da {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:45.655163 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-99bdb90c-bd12-4520-8b1c-e7c5894184de tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.767602 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 2e855da0-eabb-41e9-ac99-055a2681e294, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2e855da0-eabb-41e9-ac99-055a2681e294,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:45.797018 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-99bdb90c-bd12-4520-8b1c-e7c5894184de tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.806679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '2e855da0-eabb-41e9-ac99-055a2681e294', 'network_id': 'e619fca1-5f82-46a6-b29b-1ac2a5404585', 'port_id': '2e855da0-eabb-41e9-ac99-055a2681e294', 'mac_address': 'fa:16:3e:e4:e7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd933884-c9e5-4f28-b091-00ae8aae4688', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:17:45.816642 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.821312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-99bdb90c-bd12-4520-8b1c-e7c5894184de tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for a2504459-45dc-4d0f-9b14-6f3590fd22da owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:45.851435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ed39ba-fc3d-403a-82d4-d4d4abb54243 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:17:45.852507 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.865557 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.875045 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b14bfcc8-3a34-40c7-9e67-52a99fd8c249 req-4259e209-af00-46f4-b8d2-0e7148bd1913 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802982 Aug 06 16:17:45.903916 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port d2ed39ba-fc3d-403a-82d4-d4d4abb54243, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d2ed39ba-fc3d-403a-82d4-d4d4abb54243,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:45.916503 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.927638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e3ca9175-93e9-453f-a8cc-4d1a3c554666 None None] Provisioning for port 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:45.966030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Deleting port 01a6332c-029a-4dc8-a663-28da66f8792a {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:45.966463 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:45.972020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e3ca9175-93e9-453f-a8cc-4d1a3c554666 None None] Provisioning complete for port 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:45.972654 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3ca9175-93e9-453f-a8cc-4d1a3c554666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.076844 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] For port 01a6332c-029a-4dc8-a663-28da66f8792a, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=01a6332c-029a-4dc8-a663-28da66f8792a,segment=NetworkSegment(e359328e-0288-4059-b1bc-b916a0b50e37),segment_id=e359328e-0288-4059-b1bc-b916a0b50e37)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:46.077416 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.102800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Calling delete_port for 01a6332c-029a-4dc8-a663-28da66f8792a owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:46.184524 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.227397 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.227956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fcf0606-8f1d-40a1-b661-5e3e78f93f05 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:17:46.233456 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.235245 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-97af56c5-d8ca-40be-9d77-5e355c321648 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "DELETE /v2.0/routers/8fcf0606-8f1d-40a1-b661-5e3e78f93f05 HTTP/1.1" status: 204 len: 168 time: 3.1585965 Aug 06 16:17:46.240036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59396) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:46.240674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['d2ed39ba-fc3d-403a-82d4-d4d4abb54243'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:17:46.255630 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1188534112', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:46.306700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5ed12-78ad-4eb3-acf8-ec025d8d148f req-82cb3525-8d79-4973-8a28-abefc7de413f tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:46.308319 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1dd5ed12-78ad-4eb3-acf8-ec025d8d148f req-82cb3525-8d79-4973-8a28-abefc7de413f tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.0955517 Aug 06 16:17:46.329187 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.342021 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3ca9175-93e9-453f-a8cc-4d1a3c554666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.356659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed1188a-cded-4ff7-ac4a-7a4dbbc9ab30 None None] DHCP port deletion for 97d84d00-873a-457e-980c-852c83d16fdc request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:17:46.395038 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-99bdb90c-bd12-4520-8b1c-e7c5894184de tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.396870 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.398308 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.399161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] No DVR routers for this DVR port 01a6332c-029a-4dc8-a663-28da66f8792a on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:17:46.407619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Port': ['ID=01a6332c-029a-4dc8-a663-28da66f8792a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:46.485019 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e3ca9175-93e9-453f-a8cc-4d1a3c554666 None None] For port 4d04c075-56ee-4c80-9aaf-9ce0e04109e2, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4d04c075-56ee-4c80-9aaf-9ce0e04109e2,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:46.486793 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=d2ed39ba-fc3d-403a-82d4-d4d4abb54243,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:46.498138 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3ca9175-93e9-453f-a8cc-4d1a3c554666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.506153 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e855da0-eabb-41e9-ac99-055a2681e294 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:17:46.534530 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdb90c-bd12-4520-8b1c-e7c5894184de tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=a2504459-45dc-4d0f-9b14-6f3590fd22da,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:46.579515 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1dd5ed12-78ad-4eb3-acf8-ec025d8d148f req-33fd708a-3121-4325-97f2-f338ac076b7d tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603521 Aug 06 16:17:46.667274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1d573fe5-f1e8-440a-9241-ac18c504798d None None] Could not find standard attr ID for object a2504459-45dc-4d0f-9b14-6f3590fd22da. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:17:46.703266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 2e855da0-eabb-41e9-ac99-055a2681e294, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2e855da0-eabb-41e9-ac99-055a2681e294,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:46.743150 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.762338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca9175-93e9-453f-a8cc-4d1a3c554666 None None] Pushing event updated for resources: {'Port': ['ID=4d04c075-56ee-4c80-9aaf-9ce0e04109e2,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:46.782612 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-99bdb90c-bd12-4520-8b1c-e7c5894184de tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.788996 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-99bdb90c-bd12-4520-8b1c-e7c5894184de tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/a2504459-45dc-4d0f-9b14-6f3590fd22da HTTP/1.1" status: 204 len: 168 time: 1.2532074 Aug 06 16:17:46.799949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59412) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:46.814157 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.819172 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.835784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d84d00-873a-457e-980c-852c83d16fdc']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:46.851550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e359328e-0288-4059-b1bc-b916a0b50e37') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:46.851854 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e359328e-0288-4059-b1bc-b916a0b50e37') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:46.868163 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.929416 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e42c4-24e5-4e16-b0a7-a3960255e376 req-2f4d38c3-f872-4b73-bc83-e54ca16823ca tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:46.931253 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd1e42c4-24e5-4e16-b0a7-a3960255e376 req-2f4d38c3-f872-4b73-bc83-e54ca16823ca tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 944 time: 0.4315712 Aug 06 16:17:46.932809 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.947260 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:17:46.948044 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:17:46.954039 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:17:46.955916 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=2e855da0-eabb-41e9-ac99-055a2681e294,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:47.021482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 01a6332c-029a-4dc8-a663-28da66f8792a no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:17:47.116610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 01a6332c-029a-4dc8-a663-28da66f8792a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:17:47.116952 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 01a6332c-029a-4dc8-a663-28da66f8792a not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:17:47.146604 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd1e42c4-24e5-4e16-b0a7-a3960255e376 req-67ea1d2d-5783-446f-bffe-7511257d1be3 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019722 Aug 06 16:17:47.153369 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:47.159211 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:47.161776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] 10.222.0.37 "DELETE /v2.0/networks/97d84d00-873a-457e-980c-852c83d16fdc HTTP/1.1" status: 204 len: 168 time: 1.9503152 Aug 06 16:17:47.176867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['2e855da0-eabb-41e9-ac99-055a2681e294'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:17:47.210703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10604c-2351-4970-8774-d716a5d44b6d tempest-NetworksIpV6TestAttrs-137287499 tempest-NetworksIpV6TestAttrs-137287499-project] Pushing event deleted for resources: {'Network': ['ID=97d84d00-873a-457e-980c-852c83d16fdc,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:47.323788 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34992123-4577-432f-9297-b85e773e2ba0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:47.325600 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34992123-4577-432f-9297-b85e773e2ba0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:47.332376 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-34992123-4577-432f-9297-b85e773e2ba0 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5297506 Aug 06 16:17:47.335820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59428) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:47.402879 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf5c86-3783-444b-85e3-bf2264e98d3a req-910b5a45-f009-410b-b6ff-400013445606 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:47.412869 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6fdf5c86-3783-444b-85e3-bf2264e98d3a req-910b5a45-f009-410b-b6ff-400013445606 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.1479020 Aug 06 16:17:47.475281 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6fdf5c86-3783-444b-85e3-bf2264e98d3a req-7aa19157-7109-4084-aea4-1fc0b0620541 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518596 Aug 06 16:17:47.697045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59436) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:47.803190 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:47.863608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69d7ccc-8a9f-4170-97b7-c904ee81b7f6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 71b5c657-8875-4909-9037-ead6152021ed {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:17:47.873436 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d69d7ccc-8a9f-4170-97b7-c904ee81b7f6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:47.963698 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d69d7ccc-8a9f-4170-97b7-c904ee81b7f6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:47.989224 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-588eac94-4f01-4ebc-a6cb-d9f656e76b91 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=593879673eed4cccac37266dde0f7ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908983 Aug 06 16:17:47.992836 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59446) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:48.071199 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9564486f-d2fc-470d-9f0c-7f1962893e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:48.080677 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d69d7ccc-8a9f-4170-97b7-c904ee81b7f6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:48.102565 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9564486f-d2fc-470d-9f0c-7f1962893e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:48.176143 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9564486f-d2fc-470d-9f0c-7f1962893e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:48.180517 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9564486f-d2fc-470d-9f0c-7f1962893e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:48.182666 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9564486f-d2fc-470d-9f0c-7f1962893e5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72be3e3b-0150-41c0-b334-0855e742cf93 HTTP/1.1" status: 204 len: 168 time: 0.1880989 Aug 06 16:17:48.207397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564486f-d2fc-470d-9f0c-7f1962893e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72be3e3b-0150-41c0-b334-0855e742cf93,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:48.252503 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:48.285475 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:48.365565 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d69d7ccc-8a9f-4170-97b7-c904ee81b7f6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:48.368004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338ef8d-e5ec-4f87-a607-185ea312097f req-0f6769e4-9a6f-42e9-a59c-9bf2d92ffdcf tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:48.372153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e338ef8d-e5ec-4f87-a607-185ea312097f req-0f6769e4-9a6f-42e9-a59c-9bf2d92ffdcf tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 945 time: 0.1089263 Aug 06 16:17:48.466189 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e338ef8d-e5ec-4f87-a607-185ea312097f req-e14dfe68-fb64-4d54-9d80-1a0bdefe4733 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860641 Aug 06 16:17:48.501237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d7ccc-8a9f-4170-97b7-c904ee81b7f6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=71b5c657-8875-4909-9037-ead6152021ed,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:48.543444 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:48.610888 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d69d7ccc-8a9f-4170-97b7-c904ee81b7f6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:48.620684 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d69d7ccc-8a9f-4170-97b7-c904ee81b7f6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/71b5c657-8875-4909-9037-ead6152021ed HTTP/1.1" status: 204 len: 168 time: 1.2838764 Aug 06 16:17:48.624432 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214eccad-992f-426e-a6b8-9c8c65f6af51 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:48.626616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59466) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:48.706405 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504ae3b-fcba-4644-b64a-48668b56d450 req-ecd51901-9e6d-43d5-bcab-1f87ca594eef tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:48.710361 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8504ae3b-fcba-4644-b64a-48668b56d450 req-ecd51901-9e6d-43d5-bcab-1f87ca594eef tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.1089771 Aug 06 16:17:48.721073 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:48.721453 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:48.793039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8504ae3b-fcba-4644-b64a-48668b56d450 req-aee23b9c-4ca7-45c4-89bc-1e76f5e20482 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704951 Aug 06 16:17:48.793039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59472) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:48.794452 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fd06b5c6-3749-492a-9223-195345ce9980 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1649501 Aug 06 16:17:48.827091 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Allocated IP 172.25.1.170 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/8978bc2b-5d88-4305-92d3-295d69b4a1da) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:48.941903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e9d5e6-1e4e-478a-a9f7-125748e02b76 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:48.957269 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d1e9d5e6-1e4e-478a-a9f7-125748e02b76 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1600730 Aug 06 16:17:48.958333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59480) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:48.987093 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3514116-6033-4e62-9fd1-3c82030f9ac4 None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:17:49.010466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device d2ed39ba-fc3d-403a-82d4-d4d4abb54243 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:49.079165 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3873f208-470c-46d2-a201-059bf3f4dc95 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:17:49.136399 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e94e89c-6be6-4dcc-8be5-1fd45d8b4962 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:49.144116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5e94e89c-6be6-4dcc-8be5-1fd45d8b4962 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1839364 Aug 06 16:17:49.145448 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59488) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:49.148866 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:49.181122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 3873f208-470c-46d2-a201-059bf3f4dc95 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:17:49.181554 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3873f208-470c-46d2-a201-059bf3f4dc95 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:17:49.240216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59492) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:49.242963 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:49.244035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8acd16b3-22c0-4c30-a8dd-c49ffd1d4a38 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966868 Aug 06 16:17:49.274696 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port d2ed39ba-fc3d-403a-82d4-d4d4abb54243 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:49.283650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port d2ed39ba-fc3d-403a-82d4-d4d4abb54243 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:49.284080 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:49.318554 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d3514116-6033-4e62-9fd1-3c82030f9ac4 None None] Deleting port 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:49.318940 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d3514116-6033-4e62-9fd1-3c82030f9ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:49.360813 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-867b148d-a73e-433c-80a7-17baf8871de9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:49.382758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:49.465870 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:49.472191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d3514116-6033-4e62-9fd1-3c82030f9ac4 None None] For port 4d04c075-56ee-4c80-9aaf-9ce0e04109e2, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4d04c075-56ee-4c80-9aaf-9ce0e04109e2,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:49.473362 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d3514116-6033-4e62-9fd1-3c82030f9ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:49.474546 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:49.488708 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d3514116-6033-4e62-9fd1-3c82030f9ac4 None None] Calling delete_port for 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:49.543844 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc1c65-c7c4-4f72-b90a-c98512b739b3 req-a4f3b779-01f5-4a02-95fd-6f58a82a3fc5 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:49.569325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82cc1c65-c7c4-4f72-b90a-c98512b739b3 req-a4f3b779-01f5-4a02-95fd-6f58a82a3fc5 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.2036011 Aug 06 16:17:49.645213 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Pushing event updated for resources: {'Port': ['ID=8978bc2b-5d88-4305-92d3-295d69b4a1da,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:49.671351 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867b148d-a73e-433c-80a7-17baf8871de9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:49.677518 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-867b148d-a73e-433c-80a7-17baf8871de9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:49.689348 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2e855da0-eabb-41e9-ac99-055a2681e294 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:49.700824 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d3514116-6033-4e62-9fd1-3c82030f9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:49.730425 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82cc1c65-c7c4-4f72-b90a-c98512b739b3 req-2c5a5058-334e-43eb-96a4-6a55da4f3dd4 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568174 Aug 06 16:17:49.791949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403658c-0806-4eee-8c9d-a0d19de42a9d req-f66323af-ff6c-45d0-997b-38f7b2e08b90 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:49.801458 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e403658c-0806-4eee-8c9d-a0d19de42a9d req-f66323af-ff6c-45d0-997b-38f7b2e08b90 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 945 time: 0.1028361 Aug 06 16:17:49.835499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3514116-6033-4e62-9fd1-3c82030f9ac4 None None] No DVR routers for this DVR port 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:17:49.840445 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3514116-6033-4e62-9fd1-3c82030f9ac4 None None] Pushing event deleted for resources: {'Port': ['ID=4d04c075-56ee-4c80-9aaf-9ce0e04109e2,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:49.863022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 2e855da0-eabb-41e9-ac99-055a2681e294 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:49.871145 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 2e855da0-eabb-41e9-ac99-055a2681e294 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:49.873288 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:49.879753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59512) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:49.908812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e403658c-0806-4eee-8c9d-a0d19de42a9d req-d721f5f3-5bfa-45e5-a7e7-57ae322d5e9a tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027853 Aug 06 16:17:49.967015 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:50.012280 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bddee23-a21d-428b-a3ec-f393bfc3c454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ed39ba-fc3d-403a-82d4-d4d4abb54243'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:17:50.015581 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981c5b17-397d-4e78-b839-02e72ad8e78f" -d '{"events": [{"server_uuid": "4bddee23-a21d-428b-a3ec-f393bfc3c454", "name": "network-vif-plugged", "status": "completed", "tag": "d2ed39ba-fc3d-403a-82d4-d4d4abb54243"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:17:50.079514 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:50.082823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port d2ed39ba-fc3d-403a-82d4-d4d4abb54243, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d2ed39ba-fc3d-403a-82d4-d4d4abb54243,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:50.125360 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5021500-b86d-4533-b794-ab785b7d73f0 x-openstack-request-id: req-c5021500-b86d-4533-b794-ab785b7d73f0 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:17:50.125851 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bddee23-a21d-428b-a3ec-f393bfc3c454", "name": "network-vif-plugged", "status": "completed", "tag": "d2ed39ba-fc3d-403a-82d4-d4d4abb54243", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:17:50.126127 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5021500-b86d-4533-b794-ab785b7d73f0 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:17:50.129231 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bddee23-a21d-428b-a3ec-f393bfc3c454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ed39ba-fc3d-403a-82d4-d4d4abb54243', 'code': 200} Aug 06 16:17:50.129821 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:50.193902 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 2e855da0-eabb-41e9-ac99-055a2681e294, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2e855da0-eabb-41e9-ac99-055a2681e294,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:50.199723 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:50.212950 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=d2ed39ba-fc3d-403a-82d4-d4d4abb54243,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:50.307232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=2e855da0-eabb-41e9-ac99-055a2681e294,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:50.345190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-da7a9277-562d-4fd0-8e25-4eab07507f1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-782780007'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:50.381799 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7a9277-562d-4fd0-8e25-4eab07507f1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:50.386429 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da7a9277-562d-4fd0-8e25-4eab07507f1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:50.387879 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e546d-7b93-4dc4-a3eb-d3bface0f9d0 req-5738f5b7-fc8d-4034-96b7-0313910c0ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:50.389792 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0f2e546d-7b93-4dc4-a3eb-d3bface0f9d0 req-5738f5b7-fc8d-4034-96b7-0313910c0ab8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4bddee23-a21d-428b-a3ec-f393bfc3c454 HTTP/1.1" status: 200 len: 1096 time: 0.2072878 Aug 06 16:17:50.399533 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da7a9277-562d-4fd0-8e25-4eab07507f1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:50.417441 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-867b148d-a73e-433c-80a7-17baf8871de9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:50.512016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:17:50.553980 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da7a9277-562d-4fd0-8e25-4eab07507f1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:50.562039 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da7a9277-562d-4fd0-8e25-4eab07507f1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:50.618618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7a9277-562d-4fd0-8e25-4eab07507f1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:17:50.619766 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b148d-a73e-433c-80a7-17baf8871de9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=5df84fc6-8bd7-4555-81ed-417333a9c69f,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:50.637387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a9277-562d-4fd0-8e25-4eab07507f1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61f93e7-3712-4990-a975-fe007c3a48be,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:50.644694 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da7a9277-562d-4fd0-8e25-4eab07507f1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:50.645280 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-da7a9277-562d-4fd0-8e25-4eab07507f1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Added segment 86191fea-e8ef-4d2e-a538-bb9f8ab86479 of type vlan for network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 Aug 06 16:17:50.647974 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0f2e546d-7b93-4dc4-a3eb-d3bface0f9d0 req-46a3a1cb-838f-435e-b77f-b9277ed4fbe9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507935 Aug 06 16:17:50.669920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867b148d-a73e-433c-80a7-17baf8871de9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:50.672858 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-867b148d-a73e-433c-80a7-17baf8871de9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:50.680787 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867b148d-a73e-433c-80a7-17baf8871de9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:50.681549 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-867b148d-a73e-433c-80a7-17baf8871de9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:50.728083 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-867b148d-a73e-433c-80a7-17baf8871de9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4708581 Aug 06 16:17:50.729459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59526) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:50.734293 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da7a9277-562d-4fd0-8e25-4eab07507f1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:50.737492 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:50.744063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-eb6d4a28-81e0-4a6a-bbee-05b14bf1ff39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'mac_address': 'fa:16:3e:aa:bf:a3', 'name': 'tempest-NetworksTestDHCPv6-1107529184'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:50.792344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59530) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:50.886972 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c5ef3a-4939-4417-bbac-6ae3e287e555 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:50.907207 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:17:50.908215 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4d04c075-56ee-4c80-9aaf-9ce0e04109e2 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:17:50.930968 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da7a9277-562d-4fd0-8e25-4eab07507f1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:50.938066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7a9277-562d-4fd0-8e25-4eab07507f1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:50.938716 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da7a9277-562d-4fd0-8e25-4eab07507f1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:51.031016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a9277-562d-4fd0-8e25-4eab07507f1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Network': ['ID=c5b4bd80-dfc9-408e-b5d5-e2d8d580f162,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:51.064196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:17:51.069017 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-da7a9277-562d-4fd0-8e25-4eab07507f1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1878829 Aug 06 16:17:51.077281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b4472-6248-4e18-909a-8c237f0c44dc req-9aab0f85-8a1e-4bb6-b64a-4f49d000f9f6 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:51.079076 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b0b4472-6248-4e18-909a-8c237f0c44dc req-9aab0f85-8a1e-4bb6-b64a-4f49d000f9f6 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.2268093 Aug 06 16:17:51.094845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59536) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:51.103606 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-dcae8a99-3f0d-4023-8547-497127ecb58d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'name': 'tempest-PortsIpV6TestJSON-1809316897'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:51.160208 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:51.234262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': '5df84fc6-8bd7-4555-81ed-417333a9c69f'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:17:51.235158 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:51.240117 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4c9c175c-cc2c-4097-8119-470bab813e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:51.276482 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b48e7c-6e8e-43f3-a597-3ff9ad8311d9 req-a9409c00-a858-4287-943e-9da7746b2cdb tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:51.284820 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6b48e7c-6e8e-43f3-a597-3ff9ad8311d9 req-a9409c00-a858-4287-943e-9da7746b2cdb tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 946 time: 0.2548957 Aug 06 16:17:51.310673 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b0b4472-6248-4e18-909a-8c237f0c44dc req-8c33c1b4-b63d-49d0-ab86-782b5ab1aaf5 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033966 Aug 06 16:17:51.337670 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6d4a28-81e0-4a6a-bbee-05b14bf1ff39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:51.409366 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Router fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:17:51.471002 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Allocated IP 2001:db8::2 (38cd96d0-9a93-4226-ab46-370ab75cd563/5df84fc6-8bd7-4555-81ed-417333a9c69f/b3603379-13f1-4e37-a075-fdaff540f487) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:51.534249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6b48e7c-6e8e-43f3-a597-3ff9ad8311d9 req-4bdcd6de-8bd5-4f29-b571-cf080edf4e59 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484775 Aug 06 16:17:51.569556 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb6d4a28-81e0-4a6a-bbee-05b14bf1ff39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:51.603220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-eb6d4a28-81e0-4a6a-bbee-05b14bf1ff39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port 192e3ef6-b063-4723-817f-913e4d3c64d1 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:17:51.687092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:17:51.705361 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e209104f-38fd-4479-ad4f-7294b4e95f07 None None] Sync routers for ids ['fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:17:51.728579 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e209104f-38fd-4479-ad4f-7294b4e95f07 None None] Routers {'fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:17:51.729777 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e209104f-38fd-4479-ad4f-7294b4e95f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:17:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:51.750465 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4c9c175c-cc2c-4097-8119-470bab813e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:51.760251 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4c9c175c-cc2c-4097-8119-470bab813e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:51.763303 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:51.769449 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-20ab4b75-675e-45cd-995e-398f05363f48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.5220327 Aug 06 16:17:51.769885 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59540) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:51.779679 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ec7ca992-a653-4667-a26a-6c0fc62b803e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'enable_snat': False}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:51.792295 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e209104f-38fd-4479-ad4f-7294b4e95f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:51.803865 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e209104f-38fd-4479-ad4f-7294b4e95f07 None None] Routers {'fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:17:51.804510 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e209104f-38fd-4479-ad4f-7294b4e95f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:17:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:51.824056 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:51.846074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Transition to ACTIVE for port object b3603379-13f1-4e37-a075-fdaff540f487 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:51.871926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Transition to ACTIVE for port object b3603379-13f1-4e37-a075-fdaff540f487 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:51.883098 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:51.924217 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4c9c175c-cc2c-4097-8119-470bab813e4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0404deb9de674f1a81ba1d6614d0efc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1281061 Aug 06 16:17:51.955475 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e209104f-38fd-4479-ad4f-7294b4e95f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:51.955475 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e209104f-38fd-4479-ad4f-7294b4e95f07 None None] The sync data for ids ['fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:17:51.956274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59548) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:51.963154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:51.975109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:51.985097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:51.993967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Pushing event updated for resources: {'Port': ['ID=b3603379-13f1-4e37-a075-fdaff540f487,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:52.037404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcae8a99-3f0d-4023-8547-497127ecb58d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:52.041351 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dcae8a99-3f0d-4023-8547-497127ecb58d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:52.095967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Attempting to bind port b3603379-13f1-4e37-a075-fdaff540f487 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:17:52.096348 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Attempting to bind port b3603379-13f1-4e37-a075-fdaff540f487 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:17:52.096731 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Attempting to bind port b3603379-13f1-4e37-a075-fdaff540f487 on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:17:52.102527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:17:52.102918 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:52.103451 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:52.103853 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:17:52.104338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Bound port: b3603379-13f1-4e37-a075-fdaff540f487, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:17:52.104725 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:52.128636 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fec0c2-127a-4e19-b603-47e0c08c5648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e855da0-eabb-41e9-ac99-055a2681e294'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:17:52.130754 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-eb6d4a28-81e0-4a6a-bbee-05b14bf1ff39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::1d8 (38cd96d0-9a93-4226-ab46-370ab75cd563/5df84fc6-8bd7-4555-81ed-417333a9c69f/192e3ef6-b063-4723-817f-913e4d3c64d1) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:17:52.131915 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb91d61-fb05-4010-ba3f-3ad376ce1431" -d '{"events": [{"server_uuid": "93fec0c2-127a-4e19-b603-47e0c08c5648", "name": "network-vif-plugged", "status": "completed", "tag": "2e855da0-eabb-41e9-ac99-055a2681e294"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:17:52.204560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-852686a2-459d-415b-aab2-e99c38182604 None None] For port b3603379-13f1-4e37-a075-fdaff540f487, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:17:52.208865 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-852686a2-459d-415b-aab2-e99c38182604 None None] For port b3603379-13f1-4e37-a075-fdaff540f487, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b3603379-13f1-4e37-a075-fdaff540f487,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:17:52.215915 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:52.285615 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fef687-1673-40bc-8156-cb47f1bfbcf3 x-openstack-request-id: req-d4fef687-1673-40bc-8156-cb47f1bfbcf3 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:17:52.286373 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fec0c2-127a-4e19-b603-47e0c08c5648", "name": "network-vif-plugged", "status": "completed", "tag": "2e855da0-eabb-41e9-ac99-055a2681e294", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:17:52.286932 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4fef687-1673-40bc-8156-cb47f1bfbcf3 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:17:52.287523 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fec0c2-127a-4e19-b603-47e0c08c5648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e855da0-eabb-41e9-ac99-055a2681e294', 'code': 200} Aug 06 16:17:52.339035 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852686a2-459d-415b-aab2-e99c38182604 None None] Pushing event updated for resources: {'Port': ['ID=b3603379-13f1-4e37-a075-fdaff540f487,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:52.358574 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ec7ca992-a653-4667-a26a-6c0fc62b803e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:52.399366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-dcae8a99-3f0d-4023-8547-497127ecb58d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] device_id is not set on port 6bb4f517-eb08-40cd-9805-997aeafb88c7 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:17:52.644846 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb6d4a28-81e0-4a6a-bbee-05b14bf1ff39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:52.665285 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c175c-cc2c-4097-8119-470bab813e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591a60dc-2c29-452a-a8ef-ef5618ea8280,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:52.785004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-eb6d4a28-81e0-4a6a-bbee-05b14bf1ff39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object 192e3ef6-b063-4723-817f-913e4d3c64d1 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:17:52.842547 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dcae8a99-3f0d-4023-8547-497127ecb58d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:52.845431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794ad95-280e-4e95-b213-3c85926e28b0 req-32d62613-4677-46c7-8e76-817e594fc8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:52.847320 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0794ad95-280e-4e95-b213-3c85926e28b0 req-32d62613-4677-46c7-8e76-817e594fc8f9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 1097 time: 0.4629247 Aug 06 16:17:52.865778 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-179b8d7a-55e1-481c-ad04-b3cf511c3228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:53.241054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13631210-659a-4052-95b1-399fb7574521 req-ea10c464-b0ae-40f1-8d9e-d01f3b1cef2b tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:53.242589 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13631210-659a-4052-95b1-399fb7574521 req-ea10c464-b0ae-40f1-8d9e-d01f3b1cef2b tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 946 time: 0.5608850 Aug 06 16:17:53.278396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0794ad95-280e-4e95-b213-3c85926e28b0 req-ae239a67-b082-4d79-a374-afac7d9106af service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098954 Aug 06 16:17:53.278396 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-179b8d7a-55e1-481c-ad04-b3cf511c3228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:53.333832 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb6d4a28-81e0-4a6a-bbee-05b14bf1ff39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:53.389179 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dcae8a99-3f0d-4023-8547-497127ecb58d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:53.397434 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13631210-659a-4052-95b1-399fb7574521 req-77a4a4a8-db55-4422-b010-009b33c60f27 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350591 Aug 06 16:17:53.436914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6d4a28-81e0-4a6a-bbee-05b14bf1ff39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:53.445830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-eb6d4a28-81e0-4a6a-bbee-05b14bf1ff39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:53.453038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6d4a28-81e0-4a6a-bbee-05b14bf1ff39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:53.461424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6d4a28-81e0-4a6a-bbee-05b14bf1ff39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:53.462549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb6d4a28-81e0-4a6a-bbee-05b14bf1ff39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:53.466031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d4a28-81e0-4a6a-bbee-05b14bf1ff39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=192e3ef6-b063-4723-817f-913e4d3c64d1,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:53.495937 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:53.518129 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-179b8d7a-55e1-481c-ad04-b3cf511c3228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:53.520825 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-179b8d7a-55e1-481c-ad04-b3cf511c3228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:53.522069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-179b8d7a-55e1-481c-ad04-b3cf511c3228 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/591a60dc-2c29-452a-a8ef-ef5618ea8280 HTTP/1.1" status: 204 len: 168 time: 1.5717056 Aug 06 16:17:53.540056 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ec7ca992-a653-4667-a26a-6c0fc62b803e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:53.547776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ec7ca992-a653-4667-a26a-6c0fc62b803e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:53.581125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-eb6d4a28-81e0-4a6a-bbee-05b14bf1ff39 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8492413 Aug 06 16:17:53.587664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b8d7a-55e1-481c-ad04-b3cf511c3228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591a60dc-2c29-452a-a8ef-ef5618ea8280,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:53.591654 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59562) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:53.668292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae8a99-3f0d-4023-8547-497127ecb58d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=6bb4f517-eb08-40cd-9805-997aeafb88c7,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:53.685118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae8a99-3f0d-4023-8547-497127ecb58d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Checking segment: {'id': '86191fea-e8ef-4d2e-a538-bb9f8ab86479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:53.686176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcae8a99-3f0d-4023-8547-497127ecb58d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network hostable DHCP agents. Network: c5b4bd80-dfc9-408e-b5d5-e2d8d580f162, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:17:53.728819 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7ca992-a653-4667-a26a-6c0fc62b803e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Router fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:17:53.744489 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557d349f-2461-424b-bae7-2592c13de6ca tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:53.761229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557d349f-2461-424b-bae7-2592c13de6ca tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:53.762895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-557d349f-2461-424b-bae7-2592c13de6ca tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1670361 Aug 06 16:17:53.769744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59566) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:53.785503 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcae8a99-3f0d-4023-8547-497127ecb58d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:17:53.813550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-dcae8a99-3f0d-4023-8547-497127ecb58d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, c5b4bd80-dfc9-408e-b5d5-e2d8d580f162) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:53.820756 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae8a99-3f0d-4023-8547-497127ecb58d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:53.828984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcae8a99-3f0d-4023-8547-497127ecb58d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:53.831167 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dcae8a99-3f0d-4023-8547-497127ecb58d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:53.841839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e33a2d2-1757-4d32-a86f-500c7d6db1e6 None None] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:53.908285 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7ca992-a653-4667-a26a-6c0fc62b803e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:17:53.920685 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ec7ca992-a653-4667-a26a-6c0fc62b803e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:53.925684 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ec7ca992-a653-4667-a26a-6c0fc62b803e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "PUT /v2.0/routers/fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee HTTP/1.1" status: 200 len: 922 time: 2.1512132 Aug 06 16:17:53.925684 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59568) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:53.956834 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dcae8a99-3f0d-4023-8547-497127ecb58d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8603907 Aug 06 16:17:53.957593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59570) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:53.971101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-55afe853-2c67-4fde-81da-42b06b41bfb1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-986197169'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:53.976467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc2d3a-847f-4304-bd72-4326272220d6 None None] Sync routers for ids ['fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:17:54.003937 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:54.050386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55afe853-2c67-4fde-81da-42b06b41bfb1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:54.067370 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc2d3a-847f-4304-bd72-4326272220d6 None None] Routers {'fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:17:54.068091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8ecc2d3a-847f-4304-bd72-4326272220d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:17:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:54.087379 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55afe853-2c67-4fde-81da-42b06b41bfb1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:54.154744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5856a70a-80de-47bb-ae30-7c33db7e5aa4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port 192e3ef6-b063-4723-817f-913e4d3c64d1 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:54.155262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8ecc2d3a-847f-4304-bd72-4326272220d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:54.155895 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5856a70a-80de-47bb-ae30-7c33db7e5aa4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:54.174981 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-73866b9c-27d5-49a0-adc3-7a1148c8aa93 None None] Provisioning for port b3603379-13f1-4e37-a075-fdaff540f487 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:54.204947 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59576) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:54.220371 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4ef37d69-2a20-407d-9fbd-48fc27bc9cb1 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/routers/fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee HTTP/1.1" status: 200 len: 922 time: 0.2939160 Aug 06 16:17:54.226619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc2d3a-847f-4304-bd72-4326272220d6 None None] Routers {'fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:17:54.227283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8ecc2d3a-847f-4304-bd72-4326272220d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:17:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:54.230580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59578) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:54.241820 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7d408e3-9042-4b8b-9e81-e20481da26d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:54.291672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8ecc2d3a-847f-4304-bd72-4326272220d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:17:54.292333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecc2d3a-847f-4304-bd72-4326272220d6 None None] The sync data for ids ['fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:17:54.436750 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7d408e3-9042-4b8b-9e81-e20481da26d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:54.443875 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7d408e3-9042-4b8b-9e81-e20481da26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:54.542743 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d408e3-9042-4b8b-9e81-e20481da26d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414df819-43cf-43cd-aa16-bfc70e0c1e03,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:54.572121 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a7d408e3-9042-4b8b-9e81-e20481da26d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=185cb5d192394bb48187b7bafd742982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591528 Aug 06 16:17:54.573191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59584) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:54.619938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5e8fdba7-3fed-4d0f-a972-5099075d77cc None None] Provisioning for port 192e3ef6-b063-4723-817f-913e4d3c64d1 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:54.636111 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5e8fdba7-3fed-4d0f-a972-5099075d77cc None None] Provisioning complete for port 192e3ef6-b063-4723-817f-913e4d3c64d1 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:54.636652 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5e8fdba7-3fed-4d0f-a972-5099075d77cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:54.700870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b3603379-13f1-4e37-a075-fdaff540f487 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:54.719921 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9774eccb-5bec-48d2-9896-8633c2611aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:54.757028 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9774eccb-5bec-48d2-9896-8633c2611aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:54.762426 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5e8fdba7-3fed-4d0f-a972-5099075d77cc None None] Port 192e3ef6-b063-4723-817f-913e4d3c64d1 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:17:54.782744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55afe853-2c67-4fde-81da-42b06b41bfb1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:17:54.792622 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port b3603379-13f1-4e37-a075-fdaff540f487 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:17:54.798425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port b3603379-13f1-4e37-a075-fdaff540f487 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:54.799051 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:54.884544 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9774eccb-5bec-48d2-9896-8633c2611aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:54.894874 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9774eccb-5bec-48d2-9896-8633c2611aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:54.904014 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9774eccb-5bec-48d2-9896-8633c2611aaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/414df819-43cf-43cd-aa16-bfc70e0c1e03 HTTP/1.1" status: 204 len: 168 time: 0.3277714 Aug 06 16:17:54.909150 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55afe853-2c67-4fde-81da-42b06b41bfb1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:54.909830 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-55afe853-2c67-4fde-81da-42b06b41bfb1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Added segment 9db6d992-1029-4463-b303-c65f777c582b of type vlan for network 5cb43dd1-f6fc-4ab5-b9aa-a4adb4b7123a Aug 06 16:17:54.927409 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:54.929510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774eccb-5bec-48d2-9896-8633c2611aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414df819-43cf-43cd-aa16-bfc70e0c1e03,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:54.996517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port b3603379-13f1-4e37-a075-fdaff540f487, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b3603379-13f1-4e37-a075-fdaff540f487,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:55.000882 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5856a70a-80de-47bb-ae30-7c33db7e5aa4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:55.007140 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:55.022188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f133065b-0456-47bd-a514-1cb07ffd7ad8 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:55.027152 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f133065b-0456-47bd-a514-1cb07ffd7ad8 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&device_id=fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7215540 Aug 06 16:17:55.027703 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59590) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:55.053441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5856a70a-80de-47bb-ae30-7c33db7e5aa4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for 192e3ef6-b063-4723-817f-913e4d3c64d1 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:55.058391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea469d11-1e7a-4676-adb9-9227ed305f58 req-b7c3b244-aa87-4398-b339-567241acd7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:55.060257 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea469d11-1e7a-4676-adb9-9227ed305f58 req-b7c3b244-aa87-4398-b339-567241acd7d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e8ee7df3c0e4668aecdf398f1142d6a&device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 1097 time: 0.3355534 Aug 06 16:17:55.069129 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b52a4-a473-4b73-a0ac-b2efb379cb3a req-723b697f-8122-4566-9659-1bbbd18439cf tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:55.070672 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-525b52a4-a473-4b73-a0ac-b2efb379cb3a req-723b697f-8122-4566-9659-1bbbd18439cf tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.3259983 Aug 06 16:17:55.080642 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586628e0-5ab8-475f-93d4-6ccbaa211b58 req-310ee8e1-a3a4-4ff8-8a78-1d6b407ce8cc tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:55.082419 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-586628e0-5ab8-475f-93d4-6ccbaa211b58 req-310ee8e1-a3a4-4ff8-8a78-1d6b407ce8cc tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 946 time: 0.4481461 Aug 06 16:17:55.084718 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55afe853-2c67-4fde-81da-42b06b41bfb1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:55.090784 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=b3603379-13f1-4e37-a075-fdaff540f487,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:55.219406 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287618eb-664e-4988-9a55-878d11f3e28d tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:55.224975 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-287618eb-664e-4988-9a55-878d11f3e28d tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 881 time: 0.1962366 Aug 06 16:17:55.238846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59592) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:55.295943 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3b1c1412-270f-4e92-9703-749ea4422fd6 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "GET /v2.0/ports?device_id=fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee HTTP/1.1" status: 200 len: 205 time: 0.0533035 Aug 06 16:17:55.297365 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59598) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:55.302168 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.resource_extend [None req-55afe853-2c67-4fde-81da-42b06b41bfb1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:17:55.398702 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-525b52a4-a473-4b73-a0ac-b2efb379cb3a req-9cc998fe-8bd0-4cb6-90de-2da26b573c77 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087709 Aug 06 16:17:55.410368 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-586628e0-5ab8-475f-93d4-6ccbaa211b58 req-37b33b41-652e-4de6-a1fe-d5a4dc6fd9bd tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944777 Aug 06 16:17:55.421912 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55afe853-2c67-4fde-81da-42b06b41bfb1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:55.427643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55afe853-2c67-4fde-81da-42b06b41bfb1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:55.436060 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55afe853-2c67-4fde-81da-42b06b41bfb1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:55.462329 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad88660e-2002-4d33-a093-94abfa614cf5 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:55.538554 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-55afe853-2c67-4fde-81da-42b06b41bfb1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5779684 Aug 06 16:17:55.543111 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea469d11-1e7a-4676-adb9-9227ed305f58 req-af655ef5-9899-4718-9664-df516faeaa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:55.543551 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59604) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:55.544700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea469d11-1e7a-4676-adb9-9227ed305f58 req-af655ef5-9899-4718-9664-df516faeaa4a service neutron] 10.222.0.78 "GET /v2.0/networks?id=75f05834-9f0b-4db5-a388-5cb0595f3947 HTTP/1.1" status: 200 len: 919 time: 0.4459174 Aug 06 16:17:55.551197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'ports': [{'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162'}, {'network_id': '5cb43dd1-f6fc-4ab5-b9aa-a4adb4b7123a'}]} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:55.551938 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:55.552520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'network_id': '5cb43dd1-f6fc-4ab5-b9aa-a4adb4b7123a'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:55.552693 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afe853-2c67-4fde-81da-42b06b41bfb1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Network': ['ID=5cb43dd1-f6fc-4ab5-b9aa-a4adb4b7123a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:55.564921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 5cb43dd1-f6fc-4ab5-b9aa-a4adb4b7123a details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:17:55.642035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea469d11-1e7a-4676-adb9-9227ed305f58 req-96e63062-862e-4904-b80f-727fa4a4eb4f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6924cb1-f681-49f3-a424-64270cda6f76 HTTP/1.1" status: 200 len: 217 time: 0.0850432 Aug 06 16:17:55.711838 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad88660e-2002-4d33-a093-94abfa614cf5 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:55.722921 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5856a70a-80de-47bb-ae30-7c33db7e5aa4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:55.765874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea469d11-1e7a-4676-adb9-9227ed305f58 req-3110ca64-ea64-4a15-953e-9c30ac889fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:55.767777 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea469d11-1e7a-4676-adb9-9227ed305f58 req-3110ca64-ea64-4a15-953e-9c30ac889fe2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f7d4a562-70dc-45dc-b649-bb870e6750de HTTP/1.1" status: 200 len: 858 time: 0.1130524 Aug 06 16:17:55.769176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856a70a-80de-47bb-ae30-7c33db7e5aa4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=192e3ef6-b063-4723-817f-913e4d3c64d1,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:55.822880 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5856a70a-80de-47bb-ae30-7c33db7e5aa4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:55.825248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5856a70a-80de-47bb-ae30-7c33db7e5aa4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/192e3ef6-b063-4723-817f-913e4d3c64d1 HTTP/1.1" status: 204 len: 168 time: 2.0568099 Aug 06 16:17:55.846198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59610) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:55.850042 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea469d11-1e7a-4676-adb9-9227ed305f58 req-0b5d0ba8-f790-4313-a564-96ea6fb4d2f7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75f05834-9f0b-4db5-a388-5cb0595f3947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673358 Aug 06 16:17:55.892754 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'port': 2} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:55.897210 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:55.908198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ad88660e-2002-4d33-a093-94abfa614cf5 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Deleting port 8978bc2b-5d88-4305-92d3-295d69b4a1da {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:55.908541 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad88660e-2002-4d33-a093-94abfa614cf5 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:55.939344 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:56.017003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea469d11-1e7a-4676-adb9-9227ed305f58 req-02ba7b3d-1f74-4be4-858d-f5c185ae89e6 service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470692 Aug 06 16:17:56.038303 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad88660e-2002-4d33-a093-94abfa614cf5 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:56.072499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ad88660e-2002-4d33-a093-94abfa614cf5 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Calling delete_port for 8978bc2b-5d88-4305-92d3-295d69b4a1da owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:56.176238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4718e36-b50f-476a-af3f-72686ecf7845 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:56.179266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4718e36-b50f-476a-af3f-72686ecf7845 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:56.181920 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f4718e36-b50f-476a-af3f-72686ecf7845 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3307307 Aug 06 16:17:56.185559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59620) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:56.256044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] device_id is not set on port df9fe7a2-e290-4eca-9705-aae2c527112e yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:17:56.326221 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a303d327-6090-4510-a1ae-b261dfc75373 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 5df84fc6-8bd7-4555-81ed-417333a9c69f {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:17:56.335135 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a303d327-6090-4510-a1ae-b261dfc75373 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:56.341701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea469d11-1e7a-4676-adb9-9227ed305f58 req-3e1e99e0-b932-4110-bacc-a72d69ce01b5 service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681079 Aug 06 16:17:56.412109 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a303d327-6090-4510-a1ae-b261dfc75373 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:56.605324 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b3603379-13f1-4e37-a075-fdaff540f487 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:17:56.732030 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a303d327-6090-4510-a1ae-b261dfc75373 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:56.823739 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:56.843673 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port b3603379-13f1-4e37-a075-fdaff540f487 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:17:56.844457 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:56.846510 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad88660e-2002-4d33-a093-94abfa614cf5 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:56.916045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300d497-0c0e-42a2-8c12-813c46792edc req-34603462-9fdf-47c0-b5f2-ef0047a181ae tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:56.917795 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d300d497-0c0e-42a2-8c12-813c46792edc req-34603462-9fdf-47c0-b5f2-ef0047a181ae tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.2477350 Aug 06 16:17:56.951914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca5fa6-5fdc-47fe-be13-99f6f7a698b4 req-312e6ae3-4196-49ac-a2f0-e116f912cbcd tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:56.953796 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9eca5fa6-5fdc-47fe-be13-99f6f7a698b4 req-312e6ae3-4196-49ac-a2f0-e116f912cbcd tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 946 time: 0.2955177 Aug 06 16:17:56.969414 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a303d327-6090-4510-a1ae-b261dfc75373 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:57.051412 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d300d497-0c0e-42a2-8c12-813c46792edc req-78c8a867-aff7-4205-93f4-72b38fb62a44 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204708 Aug 06 16:17:57.052936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303d327-6090-4510-a1ae-b261dfc75373 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=5df84fc6-8bd7-4555-81ed-417333a9c69f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:57.056949 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a303d327-6090-4510-a1ae-b261dfc75373 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:57.062617 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a303d327-6090-4510-a1ae-b261dfc75373 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/5df84fc6-8bd7-4555-81ed-417333a9c69f HTTP/1.1" status: 204 len: 168 time: 0.8718102 Aug 06 16:17:57.066080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59644) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:57.070688 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e360f1-5338-47cc-b0c9-263b11034255 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:57.074874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] device_id is not set on port f524f208-1075-40b1-8ba8-c230a1489105 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:17:57.087875 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88660e-2002-4d33-a093-94abfa614cf5 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Pushing event deleted for resources: {'Port': ['ID=8978bc2b-5d88-4305-92d3-295d69b4a1da,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:57.192104 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-59338fe4-ebf0-402c-bb27-d1ab00e3fad3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1213841 Aug 06 16:17:57.194769 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59648) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:57.207695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9eca5fa6-5fdc-47fe-be13-99f6f7a698b4 req-60f6e661-9bd2-4a64-8ce0-91883e20199f tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270751 Aug 06 16:17:57.237728 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:17:57.273084 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad88660e-2002-4d33-a093-94abfa614cf5 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:57.409277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd327269-5c1e-4e7f-b3a8-3cf419446184 None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:17:57.463762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda7b1c-a8cc-4a59-8ac5-a1464fa89114 req-1728bf56-088c-43a4-93aa-60f43098b8d1 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:57.466361 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7eda7b1c-a8cc-4a59-8ac5-a1464fa89114 req-1728bf56-088c-43a4-93aa-60f43098b8d1 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bddee23-a21d-428b-a3ec-f393bfc3c454 HTTP/1.1" status: 200 len: 945 time: 0.1348395 Aug 06 16:17:57.548585 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-bd327269-5c1e-4e7f-b3a8-3cf419446184 None None] Deleting port b3603379-13f1-4e37-a075-fdaff540f487 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:57.551868 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bd327269-5c1e-4e7f-b3a8-3cf419446184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:57.599740 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7eda7b1c-a8cc-4a59-8ac5-a1464fa89114 req-914d5672-7b92-44bd-bd21-ab40647b27f1 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089013 Aug 06 16:17:57.679959 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:57.684384 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad88660e-2002-4d33-a093-94abfa614cf5 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:57.713590 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b42352a-34da-4721-857b-b6c9ef66503d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:57.716761 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5b42352a-34da-4721-857b-b6c9ef66503d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5181811 Aug 06 16:17:57.721487 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad88660e-2002-4d33-a093-94abfa614cf5 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:57.721727 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59664) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:57.757146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-bd327269-5c1e-4e7f-b3a8-3cf419446184 None None] For port b3603379-13f1-4e37-a075-fdaff540f487, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b3603379-13f1-4e37-a075-fdaff540f487,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:17:57.757718 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bd327269-5c1e-4e7f-b3a8-3cf419446184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:57.813423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-bd327269-5c1e-4e7f-b3a8-3cf419446184 None None] Calling delete_port for b3603379-13f1-4e37-a075-fdaff540f487 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:17:57.857833 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f0b5d3-6ba1-45f7-92e2-4e70694c22a9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:57.861664 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c5f0b5d3-6ba1-45f7-92e2-4e70694c22a9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1369796 Aug 06 16:17:57.862941 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59666) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:57.877949 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad88660e-2002-4d33-a093-94abfa614cf5 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:57.878868 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad88660e-2002-4d33-a093-94abfa614cf5 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Fanout notify agent at l3_agent the message router_deleted on router fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:17:57.903349 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ad88660e-2002-4d33-a093-94abfa614cf5 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:57.906233 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ad88660e-2002-4d33-a093-94abfa614cf5 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "DELETE /v2.0/routers/fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee HTTP/1.1" status: 204 len: 168 time: 2.6058273 Aug 06 16:17:57.916389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59668) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:57.930817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e98442dc-6d6c-4282-bbd3-520a0aac0da3 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1392876061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:57.940876 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3f2190e7-0579-4541-85e5-46486e9e1a7b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741119 Aug 06 16:17:57.944611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59670) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:57.955717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-590dd1af-e8d9-4f94-9739-a2719fc61daa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:58.016376 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e98442dc-6d6c-4282-bbd3-520a0aac0da3 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:58.027744 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e98442dc-6d6c-4282-bbd3-520a0aac0da3 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:58.096787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590dd1af-e8d9-4f94-9739-a2719fc61daa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:58.113261 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-590dd1af-e8d9-4f94-9739-a2719fc61daa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:58.115764 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bd327269-5c1e-4e7f-b3a8-3cf419446184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:58.133472 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:58.200694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd327269-5c1e-4e7f-b3a8-3cf419446184 None None] Pushing event deleted for resources: {'Port': ['ID=b3603379-13f1-4e37-a075-fdaff540f487,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:58.213260 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd327269-5c1e-4e7f-b3a8-3cf419446184 None None] No DVR routers for this DVR port b3603379-13f1-4e37-a075-fdaff540f487 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:17:58.301698 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59678) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:58.420531 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e98442dc-6d6c-4282-bbd3-520a0aac0da3 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:58.434090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:58.438659 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e98442dc-6d6c-4282-bbd3-520a0aac0da3 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:58.450177 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:58.471493 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:58.472379 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:58.511015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=df9fe7a2-e290-4eca-9705-aae2c527112e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:58.564912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75fc2b-202c-44cc-a764-1a72a7f26f18 req-b965b5f3-f82b-4ad4-be99-2af35a60735e tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:58.567698 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2d75fc2b-202c-44cc-a764-1a72a7f26f18 req-b965b5f3-f82b-4ad4-be99-2af35a60735e tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.2949896 Aug 06 16:17:58.570644 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b3603379-13f1-4e37-a075-fdaff540f487 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:17:58.587314 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e98442dc-6d6c-4282-bbd3-520a0aac0da3 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:58.592059 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e98442dc-6d6c-4282-bbd3-520a0aac0da3 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6711643 Aug 06 16:17:58.600559 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59684) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:58.629137 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:58.650831 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: b3603379-13f1-4e37-a075-fdaff540f487 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:17:58.651384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b3603379-13f1-4e37-a075-fdaff540f487 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:17:58.692469 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46c3eed1-0cb6-438b-bea6-dd2ecf01f2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:58.735755 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd6766-0d56-4009-a5bb-dee8497ddbe5 req-7a2e8787-97a6-4533-b30c-70dbdc76d988 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:58.737323 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ebd6766-0d56-4009-a5bb-dee8497ddbe5 req-7a2e8787-97a6-4533-b30c-70dbdc76d988 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bddee23-a21d-428b-a3ec-f393bfc3c454 HTTP/1.1" status: 200 len: 945 time: 0.2855906 Aug 06 16:17:58.787075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2d75fc2b-202c-44cc-a764-1a72a7f26f18 req-6d07c674-7726-4b55-9027-236cdc664df7 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459486 Aug 06 16:17:58.794657 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=f524f208-1075-40b1-8ba8-c230a1489105,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:58.826490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Checking segment: {'id': '9db6d992-1029-4463-b303-c65f777c582b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5cb43dd1-f6fc-4ab5-b9aa-a4adb4b7123a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:17:58.827915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network hostable DHCP agents. Network: 5cb43dd1-f6fc-4ab5-b9aa-a4adb4b7123a, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:17:58.880394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ebd6766-0d56-4009-a5bb-dee8497ddbe5 req-693a11f3-49cc-447e-a5f6-f8ab4be93938 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222825 Aug 06 16:17:59.000375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.objects.ports [None req-590dd1af-e8d9-4f94-9739-a2719fc61daa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:17:59.003243 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-590dd1af-e8d9-4f94-9739-a2719fc61daa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:59.040037 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network 5cb43dd1-f6fc-4ab5-b9aa-a4adb4b7123a is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:17:59.054782 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:59.066011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 5cb43dd1-f6fc-4ab5-b9aa-a4adb4b7123a) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:59.075489 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590dd1af-e8d9-4f94-9739-a2719fc61daa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:17:59.075777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:17:59.087728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba3dfa9-fc10-4560-91a6-1f0598e0eafe None None] Network 5cb43dd1-f6fc-4ab5-b9aa-a4adb4b7123a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:59.088434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-590dd1af-e8d9-4f94-9739-a2719fc61daa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:17:59.089910 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:59.092439 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46c3eed1-0cb6-438b-bea6-dd2ecf01f2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:59.097437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590dd1af-e8d9-4f94-9739-a2719fc61daa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:59.098190 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-590dd1af-e8d9-4f94-9739-a2719fc61daa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:59.113110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:59.114715 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:59.118511 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-590dd1af-e8d9-4f94-9739-a2719fc61daa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1684613 Aug 06 16:17:59.118511 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46c3eed1-0cb6-438b-bea6-dd2ecf01f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:59.121396 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b99d687-a943-42c8-bc82-cdad4ee1fa30 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:17:59.122017 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59688) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:59.150519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-beea9007-1600-4d36-9101-487d6a15bccb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:59.162567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3eed1-0cb6-438b-bea6-dd2ecf01f2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4c42ce-7abd-4fc2-a4f0-403a27e53afc,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:59.197274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dd1af-e8d9-4f94-9739-a2719fc61daa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=69b1203c-a4b1-4a82-af0c-ed29e0e0ed17,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:17:59.246290 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4306c603-44e4-4255-927c-c9fa0cdc83ff tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7019148 Aug 06 16:17:59.247087 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59690) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:59.277234 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-46c3eed1-0cb6-438b-bea6-dd2ecf01f2b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=340074d0fa8f4d8a904409f6b618f79b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9743319 Aug 06 16:17:59.286313 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59692) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:59.399135 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beea9007-1600-4d36-9101-487d6a15bccb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:17:59.407732 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-beea9007-1600-4d36-9101-487d6a15bccb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:59.472503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': '69b1203c-a4b1-4a82-af0c-ed29e0e0ed17'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:17:59.474981 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:59.558919 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:59.567948 n-d-803756-1 neutron-server[105765]: INFO neutron.db.ipam_backend_mixin [None req-beea9007-1600-4d36-9101-487d6a15bccb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69b1203c-a4b1-4a82-af0c-ed29e0e0ed17 (CIDR: 2001:db8::/64) Aug 06 16:17:59.573018 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-beea9007-1600-4d36-9101-487d6a15bccb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:17:59.573914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beea9007-1600-4d36-9101-487d6a15bccb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:17:59.601685 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-beea9007-1600-4d36-9101-487d6a15bccb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4548783 Aug 06 16:17:59.604408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59694) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:17:59.618779 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-81273daf-9348-4817-9c3b-e25daaa19820 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:17:59.634520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-7653c854-4bbb-41b3-b4c0-767ea55b9ebf tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port f524f208-1075-40b1-8ba8-c230a1489105 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:17:59.635217 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7653c854-4bbb-41b3-b4c0-767ea55b9ebf tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:59.667712 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb2d86-11ac-4e23-b0f6-193a8d4b8c8a req-bd1778ff-cb5f-4149-ab67-7d426287c939 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:59.669660 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f6fb2d86-11ac-4e23-b0f6-193a8d4b8c8a req-bd1778ff-cb5f-4149-ab67-7d426287c939 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bddee23-a21d-428b-a3ec-f393bfc3c454 HTTP/1.1" status: 200 len: 945 time: 0.2579741 Aug 06 16:17:59.673555 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:59.703490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Allocated IP 2001:db8::f816:3eff:fe9b:1c75 (38cd96d0-9a93-4226-ab46-370ab75cd563/69b1203c-a4b1-4a82-af0c-ed29e0e0ed17/f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:00.006781 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:00.021343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Transition to ACTIVE for port object f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:00.045472 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Transition to ACTIVE for port object f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:00.054164 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:00.154115 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:00.159550 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:00.165762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eae1a4-4f3e-4a1f-b3e4-bf5a771e6a2d req-bb1219ed-1b01-4255-8a41-f1aaf9cda78c tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:00.167325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91eae1a4-4f3e-4a1f-b3e4-bf5a771e6a2d req-bb1219ed-1b01-4255-8a41-f1aaf9cda78c tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bddee23-a21d-428b-a3ec-f393bfc3c454 HTTP/1.1" status: 200 len: 945 time: 0.1285970 Aug 06 16:18:00.177095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc9c80-150f-48c1-b71b-61933f015df4 req-8386bc76-3060-4697-88d7-0ac0cc1d636b tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:00.177304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Pushing event updated for resources: {'Port': ['ID=f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:00.180568 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:00.189854 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48fc9c80-150f-48c1-b71b-61933f015df4 req-8386bc76-3060-4697-88d7-0ac0cc1d636b tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.1496992 Aug 06 16:18:00.269248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91eae1a4-4f3e-4a1f-b3e4-bf5a771e6a2d req-481a9f7a-64af-4375-a7fb-8684ec9d5aba tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689292 Aug 06 16:18:00.289939 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Attempting to bind port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:18:00.290652 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48fc9c80-150f-48c1-b71b-61933f015df4 req-02fe21a4-082a-4ca0-a97f-fb64088c7a55 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996544 Aug 06 16:18:00.292485 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81273daf-9348-4817-9c3b-e25daaa19820 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:00.298832 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-81273daf-9348-4817-9c3b-e25daaa19820 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:00.302414 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Attempting to bind port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:18:00.305044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Attempting to bind port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:18:00.328236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:18:00.328616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:18:00.329019 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:00.329408 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:18:00.329948 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Bound port: f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:18:00.330377 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:00.433505 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] For port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:18:00.438293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] For port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:18:00.443502 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:00.460923 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:00.559199 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:00.565700 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7653c854-4bbb-41b3-b4c0-767ea55b9ebf tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:00.570602 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810bd5f-f7af-45a1-a18e-4485ddf57057 None None] Pushing event updated for resources: {'Port': ['ID=f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:00.593692 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-7653c854-4bbb-41b3-b4c0-767ea55b9ebf tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for f524f208-1075-40b1-8ba8-c230a1489105 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:00.618738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6143f4-1c06-43cc-9a3b-e207441781e6 req-6a11a077-3902-4d70-9f5d-0e237cb00c95 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:00.620233 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f6143f4-1c06-43cc-9a3b-e207441781e6 req-6a11a077-3902-4d70-9f5d-0e237cb00c95 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.78 "GET /v2.0/ports?device_id=93fec0c2-127a-4e19-b603-47e0c08c5648 HTTP/1.1" status: 200 len: 946 time: 0.1014707 Aug 06 16:18:00.761870 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:00.767870 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:00.782710 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a4c42ce-7abd-4fc2-a4f0-403a27e53afc HTTP/1.1" status: 204 len: 168 time: 1.4912443 Aug 06 16:18:00.799703 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-f6fb2d86-11ac-4e23-b0f6-193a8d4b8c8a req-88cccdb3-c5ec-49d5-a90f-7bda6b38e6be tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Deleting port d2ed39ba-fc3d-403a-82d4-d4d4abb54243 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:00.800144 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f6fb2d86-11ac-4e23-b0f6-193a8d4b8c8a req-88cccdb3-c5ec-49d5-a90f-7bda6b38e6be tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:00.839068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4c42ce-7abd-4fc2-a4f0-403a27e53afc,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:00.889186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9f6143f4-1c06-43cc-9a3b-e207441781e6 req-96ce29c7-5277-4e07-8715-d031e86e6579 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Deleting port 2e855da0-eabb-41e9-ac99-055a2681e294 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:00.889899 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9f6143f4-1c06-43cc-9a3b-e207441781e6 req-96ce29c7-5277-4e07-8715-d031e86e6579 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:00.894704 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-81273daf-9348-4817-9c3b-e25daaa19820 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:00.969167 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:00.969527 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:00.969897 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:00.970239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:00.970575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:00.970917 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:00.971242 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:00.971574 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:00.971909 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:00.972230 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:00.972553 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:00.972880 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dc9737-ebda-495b-952a-afdf19a8e1f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:01.033860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Allocated IP 172.25.1.238 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/822e6631-4596-439e-9fd2-36efb485fa5c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:01.036556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81273daf-9348-4817-9c3b-e25daaa19820 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:01.040946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-81273daf-9348-4817-9c3b-e25daaa19820 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:01.044003 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81273daf-9348-4817-9c3b-e25daaa19820 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=706241ed-e66a-4bd4-8e20-d44bcc1c066d,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:01.047300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81273daf-9348-4817-9c3b-e25daaa19820 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:01.047956 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-81273daf-9348-4817-9c3b-e25daaa19820 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:01.068452 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7653c854-4bbb-41b3-b4c0-767ea55b9ebf tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:01.091769 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-81273daf-9348-4817-9c3b-e25daaa19820 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4823840 Aug 06 16:18:01.092092 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59710) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:01.097931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6e9ec161-6fa7-4133-9a2a-e0467a44ee88 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'mac_address': 'fa:16:3e:46:a4:e5', 'name': 'tempest-NetworksTestDHCPv6-1438938373'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:01.139498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653c854-4bbb-41b3-b4c0-767ea55b9ebf tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=f524f208-1075-40b1-8ba8-c230a1489105,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:01.180107 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7653c854-4bbb-41b3-b4c0-767ea55b9ebf tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:01.182439 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7653c854-4bbb-41b3-b4c0-767ea55b9ebf tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/f524f208-1075-40b1-8ba8-c230a1489105 HTTP/1.1" status: 204 len: 168 time: 1.9312527 Aug 06 16:18:01.189149 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59714) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:01.190916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-f6fb2d86-11ac-4e23-b0f6-193a8d4b8c8a req-88cccdb3-c5ec-49d5-a90f-7bda6b38e6be tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] For port d2ed39ba-fc3d-403a-82d4-d4d4abb54243, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d2ed39ba-fc3d-403a-82d4-d4d4abb54243,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:01.191291 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f6fb2d86-11ac-4e23-b0f6-193a8d4b8c8a req-88cccdb3-c5ec-49d5-a90f-7bda6b38e6be tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:01.214406 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-f6fb2d86-11ac-4e23-b0f6-193a8d4b8c8a req-88cccdb3-c5ec-49d5-a90f-7bda6b38e6be tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Calling delete_port for d2ed39ba-fc3d-403a-82d4-d4d4abb54243 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:01.274957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-9f6143f4-1c06-43cc-9a3b-e207441781e6 req-96ce29c7-5277-4e07-8715-d031e86e6579 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] For port 2e855da0-eabb-41e9-ac99-055a2681e294, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2e855da0-eabb-41e9-ac99-055a2681e294,segment=NetworkSegment(820070aa-58ee-45ba-884b-ee2bdc2b79de),segment_id=820070aa-58ee-45ba-884b-ee2bdc2b79de)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:01.275433 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9f6143f4-1c06-43cc-9a3b-e207441781e6 req-96ce29c7-5277-4e07-8715-d031e86e6579 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:01.309665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9f6143f4-1c06-43cc-9a3b-e207441781e6 req-96ce29c7-5277-4e07-8715-d031e86e6579 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Calling delete_port for 2e855da0-eabb-41e9-ac99-055a2681e294 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:01.336743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:01.339905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1645e14-a443-48c8-912e-9a698267b578 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:01.347160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1645e14-a443-48c8-912e-9a698267b578 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:01.349038 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d1645e14-a443-48c8-912e-9a698267b578 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1585355 Aug 06 16:18:01.353947 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59726) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:01.420324 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9ec161-6fa7-4133-9a2a-e0467a44ee88 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:01.588000 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:01.649920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Pushing event updated for resources: {'Port': ['ID=822e6631-4596-439e-9fd2-36efb485fa5c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:01.653141 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec161-6fa7-4133-9a2a-e0467a44ee88 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:01.683590 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:01.725261 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:01.730152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeadfce-4ec6-4d71-8973-d9e8980754ed req-05080d3f-29c1-459e-9ba8-43583e67c4fc tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:01.730447 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:01.731729 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eaeadfce-4ec6-4d71-8973-d9e8980754ed req-05080d3f-29c1-459e-9ba8-43583e67c4fc tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bddee23-a21d-428b-a3ec-f393bfc3c454 HTTP/1.1" status: 200 len: 945 time: 0.1938541 Aug 06 16:18:01.750072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-6e9ec161-6fa7-4133-9a2a-e0467a44ee88 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port 102b5f07-c56b-4a80-8853-aa11d1376628 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:18:01.776315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cd0e2-59b9-43ac-829d-9cb24dac5b16 req-fc109fa9-96d8-4867-a82b-c6cabffb6ba7 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:01.783911 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b3cd0e2-59b9-43ac-829d-9cb24dac5b16 req-fc109fa9-96d8-4867-a82b-c6cabffb6ba7 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.3568697 Aug 06 16:18:01.955014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eaeadfce-4ec6-4d71-8973-d9e8980754ed req-967e16b5-5d72-43cf-888f-b3d86ac62f84 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ebf408-f6d1-49fc-a27e-a1cd8a07008b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117422 Aug 06 16:18:01.969500 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b3cd0e2-59b9-43ac-829d-9cb24dac5b16 req-a7aa04cf-16eb-4c0f-8c7d-e232f8d1b58a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846187 Aug 06 16:18:01.970631 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-bc0fdb44-da1b-436b-af0e-abd00edb3757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port df9fe7a2-e290-4eca-9705-aae2c527112e {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:01.971336 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc0fdb44-da1b-436b-af0e-abd00edb3757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:02.037268 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3698a79a-b1a2-4786-a2f1-06aa8148dc87 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:02.080622 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9f6143f4-1c06-43cc-9a3b-e207441781e6 req-96ce29c7-5277-4e07-8715-d031e86e6579 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:02.095225 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f6fb2d86-11ac-4e23-b0f6-193a8d4b8c8a req-88cccdb3-c5ec-49d5-a90f-7bda6b38e6be tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:02.152683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e0b6930c-b4b5-4e46-9e4d-dd569d665f39 None None] Provisioning for port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:02.179456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce29c7-5277-4e07-8715-d031e86e6579 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Pushing event deleted for resources: {'Port': ['ID=2e855da0-eabb-41e9-ac99-055a2681e294,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:02.208522 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cccdb3-c5ec-49d5-a90f-7bda6b38e6be tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Pushing event deleted for resources: {'Port': ['ID=d2ed39ba-fc3d-403a-82d4-d4d4abb54243,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:02.237113 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc0fdb44-da1b-436b-af0e-abd00edb3757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:02.266357 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6143f4-1c06-43cc-9a3b-e207441781e6 req-96ce29c7-5277-4e07-8715-d031e86e6579 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] No DVR routers for this DVR port 2e855da0-eabb-41e9-ac99-055a2681e294 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:18:02.289017 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9f6143f4-1c06-43cc-9a3b-e207441781e6 req-96ce29c7-5277-4e07-8715-d031e86e6579 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:02.292871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f6143f4-1c06-43cc-9a3b-e207441781e6 req-96ce29c7-5277-4e07-8715-d031e86e6579 tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.78 "DELETE /v2.0/ports/2e855da0-eabb-41e9-ac99-055a2681e294 HTTP/1.1" status: 204 len: 173 time: 1.6260219 Aug 06 16:18:02.292871 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fec0c2-127a-4e19-b603-47e0c08c5648', 'name': 'network-vif-deleted', 'tag': '2e855da0-eabb-41e9-ac99-055a2681e294'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:18:02.294592 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0c4835-fd40-49c9-b498-30286bf3f57d" -d '{"events": [{"server_uuid": "93fec0c2-127a-4e19-b603-47e0c08c5648", "name": "network-vif-deleted", "tag": "2e855da0-eabb-41e9-ac99-055a2681e294"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:18:02.360651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-6e9ec161-6fa7-4133-9a2a-e0467a44ee88 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8:0:1::197 (38cd96d0-9a93-4226-ab46-370ab75cd563/706241ed-e66a-4bd4-8e20-d44bcc1c066d/102b5f07-c56b-4a80-8853-aa11d1376628) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:02.386541 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-6e9ec161-6fa7-4133-9a2a-e0467a44ee88 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::f816:3eff:fe46:a4e5 (38cd96d0-9a93-4226-ab46-370ab75cd563/69b1203c-a4b1-4a82-af0c-ed29e0e0ed17/102b5f07-c56b-4a80-8853-aa11d1376628) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:02.387970 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fb2d86-11ac-4e23-b0f6-193a8d4b8c8a req-88cccdb3-c5ec-49d5-a90f-7bda6b38e6be tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] No DVR routers for this DVR port d2ed39ba-fc3d-403a-82d4-d4d4abb54243 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:18:02.391696 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-bc0fdb44-da1b-436b-af0e-abd00edb3757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for df9fe7a2-e290-4eca-9705-aae2c527112e owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:02.395531 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f6fb2d86-11ac-4e23-b0f6-193a8d4b8c8a req-88cccdb3-c5ec-49d5-a90f-7bda6b38e6be tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:02.397755 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f6fb2d86-11ac-4e23-b0f6-193a8d4b8c8a req-88cccdb3-c5ec-49d5-a90f-7bda6b38e6be tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.13 "DELETE /v2.0/ports/d2ed39ba-fc3d-403a-82d4-d4d4abb54243 HTTP/1.1" status: 204 len: 173 time: 2.7137182 Aug 06 16:18:02.398195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bddee23-a21d-428b-a3ec-f393bfc3c454', 'name': 'network-vif-deleted', 'tag': 'd2ed39ba-fc3d-403a-82d4-d4d4abb54243'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:18:02.400492 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f7e4f0-4e45-4df0-9715-32e6fd0a4c64" -d '{"events": [{"server_uuid": "4bddee23-a21d-428b-a3ec-f393bfc3c454", "name": "network-vif-deleted", "tag": "d2ed39ba-fc3d-403a-82d4-d4d4abb54243"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:18:02.465420 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:02.471119 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f8da86-ed82-43ac-ad13-d5883a5f494d x-openstack-request-id: req-d4f8da86-ed82-43ac-ad13-d5883a5f494d {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:18:02.471119 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fec0c2-127a-4e19-b603-47e0c08c5648", "name": "network-vif-deleted", "tag": "2e855da0-eabb-41e9-ac99-055a2681e294", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:18:02.471119 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4f8da86-ed82-43ac-ad13-d5883a5f494d {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:18:02.471624 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fec0c2-127a-4e19-b603-47e0c08c5648', 'name': 'network-vif-deleted', 'tag': '2e855da0-eabb-41e9-ac99-055a2681e294', 'status': 'completed', 'code': 200} Aug 06 16:18:02.546139 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4808ed1c-155e-419d-80a2-5d73f9236bba x-openstack-request-id: req-4808ed1c-155e-419d-80a2-5d73f9236bba {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:18:02.547114 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bddee23-a21d-428b-a3ec-f393bfc3c454", "name": "network-vif-deleted", "tag": "d2ed39ba-fc3d-403a-82d4-d4d4abb54243", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:18:02.548531 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4808ed1c-155e-419d-80a2-5d73f9236bba {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:18:02.548951 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bddee23-a21d-428b-a3ec-f393bfc3c454', 'name': 'network-vif-deleted', 'tag': 'd2ed39ba-fc3d-403a-82d4-d4d4abb54243', 'status': 'completed', 'code': 200} Aug 06 16:18:02.558678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ffcd93-db34-45e5-8493-adf8e0ae81a0 None None] Update dhcp port {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'fixed_ips': [{'subnet_id': '69b1203c-a4b1-4a82-af0c-ed29e0e0ed17', 'ip_address': '2001:db8::f816:3eff:fe9b:1c75'}, {'subnet_id': '706241ed-e66a-4bd4-8e20-d44bcc1c066d'}], 'binding:host_id': 'n-d-803756-1'}, 'id': 'f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7'} from n-d-803756-1. {{(pid=105766) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 16:18:02.645563 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c5ffcd93-db34-45e5-8493-adf8e0ae81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:02.716544 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc0fdb44-da1b-436b-af0e-abd00edb3757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:02.726095 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:02.870469 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fdb44-da1b-436b-af0e-abd00edb3757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=df9fe7a2-e290-4eca-9705-aae2c527112e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:02.882047 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc0fdb44-da1b-436b-af0e-abd00edb3757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:02.884110 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bc0fdb44-da1b-436b-af0e-abd00edb3757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/df9fe7a2-e290-4eca-9705-aae2c527112e HTTP/1.1" status: 204 len: 168 time: 1.5145962 Aug 06 16:18:02.886888 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59756) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:02.890785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:02.898824 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:02.899816 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:02.924347 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec161-6fa7-4133-9a2a-e0467a44ee88 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:02.950047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-6e9ec161-6fa7-4133-9a2a-e0467a44ee88 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object 102b5f07-c56b-4a80-8853-aa11d1376628 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:03.041025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device d2ed39ba-fc3d-403a-82d4-d4d4abb54243 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:18:03.041604 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:03.064311 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec161-6fa7-4133-9a2a-e0467a44ee88 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:03.076755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009739d1-0e65-4cba-96e3-cb482956b3d5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:03.083211 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-009739d1-0e65-4cba-96e3-cb482956b3d5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1927297 Aug 06 16:18:03.083832 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59766) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:03.089781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:03.153418 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-67262f2c-70cb-4b64-9cec-0d313a1b7365 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] GET failed (client error): The resource could not be found. Aug 06 16:18:03.157796 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-67262f2c-70cb-4b64-9cec-0d313a1b7365 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/f524f208-1075-40b1-8ba8-c230a1489105 HTTP/1.1" status: 404 len: 333 time: 0.0677423 Aug 06 16:18:03.158155 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59770) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:03.195596 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ec161-6fa7-4133-9a2a-e0467a44ee88 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:03.232423 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-6e9ec161-6fa7-4133-9a2a-e0467a44ee88 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:03.287903 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ad12a7d-6956-42ea-89d5-b5873550afaf req-e394081c-c125-4c54-9a54-3f7c4f42850f tempest-MultipleCreateTestJSON-1186213897 tempest-MultipleCreateTestJSON-1186213897-project] 10.222.0.37 "GET /v2.0/ports?device_id=4bddee23-a21d-428b-a3ec-f393bfc3c454 HTTP/1.1" status: 200 len: 210 time: 0.0940008 Aug 06 16:18:03.288818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ec161-6fa7-4133-9a2a-e0467a44ee88 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:03.302298 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9ec161-6fa7-4133-9a2a-e0467a44ee88 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:03.303404 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e9ec161-6fa7-4133-9a2a-e0467a44ee88 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:03.333995 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ec161-6fa7-4133-9a2a-e0467a44ee88 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=102b5f07-c56b-4a80-8853-aa11d1376628,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:03.352659 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6e9ec161-6fa7-4133-9a2a-e0467a44ee88 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2588239 Aug 06 16:18:03.355405 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59772) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:03.378725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905aa63-11dd-409f-b42b-adc28449b375 req-aaba3ba7-142f-431b-8435-771366833b9b tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:03.380610 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3905aa63-11dd-409f-b42b-adc28449b375 req-aaba3ba7-142f-431b-8435-771366833b9b tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.1789405 Aug 06 16:18:03.394222 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21a051b-1748-4071-827c-51cfe48e72de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] GET failed (client error): The resource could not be found. Aug 06 16:18:03.406436 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a21a051b-1748-4071-827c-51cfe48e72de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/df9fe7a2-e290-4eca-9705-aae2c527112e HTTP/1.1" status: 404 len: 333 time: 0.1317189 Aug 06 16:18:03.409796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59774) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:03.487728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: d2ed39ba-fc3d-403a-82d4-d4d4abb54243 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:18:03.488298 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device d2ed39ba-fc3d-403a-82d4-d4d4abb54243 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:18:03.497677 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3905aa63-11dd-409f-b42b-adc28449b375 req-89ef9ca0-d16f-4498-9561-0e275cc746c3 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981991 Aug 06 16:18:03.523389 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:03.531174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-15cc7c5f-b0cb-405d-bfb4-e8377de2b8b6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port 102b5f07-c56b-4a80-8853-aa11d1376628 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:03.531921 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15cc7c5f-b0cb-405d-bfb4-e8377de2b8b6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:03.578129 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:03.586557 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-c5ffcd93-db34-45e5-8493-adf8e0ae81a0 None None] Allocated IP 2001:db8:0:1::2 (38cd96d0-9a93-4226-ab46-370ab75cd563/706241ed-e66a-4bd4-8e20-d44bcc1c066d/f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:03.590267 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:03.599387 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e818c3d3-685c-4e96-a1d4-536c147c6d2d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:03.606943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2e855da0-eabb-41e9-ac99-055a2681e294 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:18:03.613655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Router 59a4b0db-1268-40cf-a818-4dae85d01e58 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:18:03.656804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 2e855da0-eabb-41e9-ac99-055a2681e294 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:18:03.657436 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2e855da0-eabb-41e9-ac99-055a2681e294 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:18:03.663036 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15cc7c5f-b0cb-405d-bfb4-e8377de2b8b6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:03.679090 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-15cc7c5f-b0cb-405d-bfb4-e8377de2b8b6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for 102b5f07-c56b-4a80-8853-aa11d1376628 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:03.743869 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:03.805702 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e818c3d3-685c-4e96-a1d4-536c147c6d2d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:03.831302 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7716618b-2df2-42d3-9ac5-75b3bae70292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:03.868390 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e818c3d3-685c-4e96-a1d4-536c147c6d2d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb43dd1-f6fc-4ab5-b9aa-a4adb4b7123a']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:03.892211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e818c3d3-685c-4e96-a1d4-536c147c6d2d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db6d992-1029-4463-b303-c65f777c582b') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:03.892511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e818c3d3-685c-4e96-a1d4-536c147c6d2d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db6d992-1029-4463-b303-c65f777c582b') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:03.920770 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c5ffcd93-db34-45e5-8493-adf8e0ae81a0 None None] For port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:03.922708 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e818c3d3-685c-4e96-a1d4-536c147c6d2d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:03.941989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:18:03.954488 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:03.960699 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4cbff43d-35b2-4bf6-9a17-6dec44647d48 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "PUT /v2.0/routers/59a4b0db-1268-40cf-a818-4dae85d01e58 HTTP/1.1" status: 200 len: 880 time: 5.3476856 Aug 06 16:18:03.961226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59784) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:03.964014 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e818c3d3-685c-4e96-a1d4-536c147c6d2d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:03.969114 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447796c-30b4-4840-ba8a-e30a648b7bca None None] Sync routers for ids ['59a4b0db-1268-40cf-a818-4dae85d01e58'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:18:03.976910 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e818c3d3-685c-4e96-a1d4-536c147c6d2d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:18:03.978406 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e818c3d3-685c-4e96-a1d4-536c147c6d2d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:03.982531 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447796c-30b4-4840-ba8a-e30a648b7bca None None] Routers {'59a4b0db-1268-40cf-a818-4dae85d01e58'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:03.984463 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2447796c-30b4-4840-ba8a-e30a648b7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:17:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['59a4b0db-1268-40cf-a818-4dae85d01e58'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:18:03.986741 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:18:03.999819 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c5ffcd93-db34-45e5-8493-adf8e0ae81a0 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.037831 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2447796c-30b4-4840-ba8a-e30a648b7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:04.048763 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447796c-30b4-4840-ba8a-e30a648b7bca None None] Routers {'59a4b0db-1268-40cf-a818-4dae85d01e58'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:04.049659 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2447796c-30b4-4840-ba8a-e30a648b7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:17:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['59a4b0db-1268-40cf-a818-4dae85d01e58'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:04.079833 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59786) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:04.090673 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2447796c-30b4-4840-ba8a-e30a648b7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:04.091751 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447796c-30b4-4840-ba8a-e30a648b7bca None None] The sync data for ids ['59a4b0db-1268-40cf-a818-4dae85d01e58'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:18:04.128934 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e818c3d3-685c-4e96-a1d4-536c147c6d2d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.129427 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c5ffcd93-db34-45e5-8493-adf8e0ae81a0 None None] Transition to ACTIVE for port object f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:04.135807 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c5ffcd93-db34-45e5-8493-adf8e0ae81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.148872 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e818c3d3-685c-4e96-a1d4-536c147c6d2d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.160473 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e818c3d3-685c-4e96-a1d4-536c147c6d2d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/networks/5cb43dd1-f6fc-4ab5-b9aa-a4adb4b7123a HTTP/1.1" status: 204 len: 168 time: 0.7453496 Aug 06 16:18:04.162172 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59790) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:04.171894 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-5e244579-f07a-4bc2-b9c2-348251b2a757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-671288764'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:04.201745 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15cc7c5f-b0cb-405d-bfb4-e8377de2b8b6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.207747 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818c3d3-685c-4e96-a1d4-536c147c6d2d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Network': ['ID=5cb43dd1-f6fc-4ab5-b9aa-a4adb4b7123a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:04.245906 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc7c5f-b0cb-405d-bfb4-e8377de2b8b6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=102b5f07-c56b-4a80-8853-aa11d1376628,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:04.254305 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9049dc5b-dcc5-49f8-81b4-e837738e6f8a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/routers/59a4b0db-1268-40cf-a818-4dae85d01e58 HTTP/1.1" status: 200 len: 921 time: 0.2886298 Aug 06 16:18:04.254305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e244579-f07a-4bc2-b9c2-348251b2a757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:04.256405 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59792) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:04.258754 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5e244579-f07a-4bc2-b9c2-348251b2a757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.269618 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffcd93-db34-45e5-8493-adf8e0ae81a0 None None] Pushing event updated for resources: {'Port': ['ID=f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:04.326391 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15cc7c5f-b0cb-405d-bfb4-e8377de2b8b6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.328670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-15cc7c5f-b0cb-405d-bfb4-e8377de2b8b6 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/102b5f07-c56b-4a80-8853-aa11d1376628 HTTP/1.1" status: 204 len: 168 time: 0.9704411 Aug 06 16:18:04.332271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59798) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:04.381322 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5705dbd8-e321-4aeb-8714-56510755bee0 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:04.383197 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5705dbd8-e321-4aeb-8714-56510755bee0 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&device_id=59a4b0db-1268-40cf-a818-4dae85d01e58&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1253705 Aug 06 16:18:04.391604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59802) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:04.399207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e244579-f07a-4bc2-b9c2-348251b2a757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:18:04.403381 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cbfbc0a-67aa-4d68-b829-78a9daab5d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.441836 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5e244579-f07a-4bc2-b9c2-348251b2a757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.445965 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-5e244579-f07a-4bc2-b9c2-348251b2a757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Added segment 7b4dfbf6-b544-4dea-b7cc-3730a8619bed of type vlan for network ce50dae8-8c38-4eee-ac25-243cbd34c7d5 Aug 06 16:18:04.460939 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59804) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:04.529532 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59a00ac-e6c5-414b-a5f6-2f197577e8f3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:04.533753 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b59a00ac-e6c5-414b-a5f6-2f197577e8f3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1982853 Aug 06 16:18:04.534875 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59806) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:04.537375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:04.555265 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5e244579-f07a-4bc2-b9c2-348251b2a757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.634058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-95bdb9f1-b17c-4063-987d-aa8fbc438190 admin admin] Deleting subnet fd933884-c9e5-4f28-b091-00ae8aae4688 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:18:04.638449 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95bdb9f1-b17c-4063-987d-aa8fbc438190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.699336 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95bdb9f1-b17c-4063-987d-aa8fbc438190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.705513 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cbfbc0a-67aa-4d68-b829-78a9daab5d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.726815 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cbfbc0a-67aa-4d68-b829-78a9daab5d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.758767 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f575f26a-5b3e-408e-894b-2ea24eb79d1c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:04.760945 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f575f26a-5b3e-408e-894b-2ea24eb79d1c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2230325 Aug 06 16:18:04.767585 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59810) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:04.780011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca24cc32-1e55-4963-8cba-99bd1a342822 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:04.784633 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ca24cc32-1e55-4963-8cba-99bd1a342822 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 881 time: 0.3890071 Aug 06 16:18:04.805974 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59812) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:04.811268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfbc0a-67aa-4d68-b829-78a9daab5d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e06099-ee9a-4d3b-80fd-3a8a386a7e46,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:04.844574 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5e244579-f07a-4bc2-b9c2-348251b2a757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.847586 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3936e1e9-8fde-4310-8e8f-e0760afbc8cc tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "GET /v2.0/ports?device_id=59a4b0db-1268-40cf-a818-4dae85d01e58 HTTP/1.1" status: 200 len: 205 time: 0.0403357 Aug 06 16:18:04.852855 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59814) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:04.855457 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e244579-f07a-4bc2-b9c2-348251b2a757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:04.855619 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5e244579-f07a-4bc2-b9c2-348251b2a757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.869070 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95bdb9f1-b17c-4063-987d-aa8fbc438190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.931881 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6cbfbc0a-67aa-4d68-b829-78a9daab5d1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=daad8c0b604d47a8ac8d846941f0ec29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8257396 Aug 06 16:18:04.937451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59816) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:04.943990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ba8935-06d5-4a94-b91d-86f1a56b0c32 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:04.945790 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ba8935-06d5-4a94-b91d-86f1a56b0c32 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:04.947296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ba8935-06d5-4a94-b91d-86f1a56b0c32 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:04.951945 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f2ba8935-06d5-4a94-b91d-86f1a56b0c32 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1801231 Aug 06 16:18:04.954179 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59818) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:04.989755 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3921158-57ba-46eb-ae05-47d4d578fb1d req-d55fb979-1404-4784-8766-69c484198228 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:04.991173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3921158-57ba-46eb-ae05-47d4d578fb1d req-d55fb979-1404-4784-8766-69c484198228 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.2790020 Aug 06 16:18:05.001813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5e244579-f07a-4bc2-b9c2-348251b2a757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8378310 Aug 06 16:18:05.010955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59820) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:05.037178 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8cc579da-0c2d-49db-a3a1-8dc140dd0192 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'subnet': {'network_id': 'ce50dae8-8c38-4eee-ac25-243cbd34c7d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:05.056203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e244579-f07a-4bc2-b9c2-348251b2a757 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Network': ['ID=ce50dae8-8c38-4eee-ac25-243cbd34c7d5,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:05.068128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network ce50dae8-8c38-4eee-ac25-243cbd34c7d5 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:18:05.092050 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2a36e0-1b52-48b7-8174-a0ba0fea8663 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 69b1203c-a4b1-4a82-af0c-ed29e0e0ed17 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:18:05.100709 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d2a36e0-1b52-48b7-8174-a0ba0fea8663 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:05.105383 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95bdb9f1-b17c-4063-987d-aa8fbc438190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:05.162140 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96673a20-9fe8-4460-b664-94fc351b0bb1 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:05.170671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdb9f1-b17c-4063-987d-aa8fbc438190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd933884-c9e5-4f28-b091-00ae8aae4688,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:05.185984 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bfdca56d-fb5e-4839-9c9a-d94762664e11 None None] Provisioning for port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:05.191492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bfdca56d-fb5e-4839-9c9a-d94762664e11 None None] Provisioning complete for port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:05.192084 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bfdca56d-fb5e-4839-9c9a-d94762664e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:05.197104 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3921158-57ba-46eb-ae05-47d4d578fb1d req-d9cf702b-cc1f-4935-bcf4-d5dc1e92ab57 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900754 Aug 06 16:18:05.278564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc579da-0c2d-49db-a3a1-8dc140dd0192 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:05.288373 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8cc579da-0c2d-49db-a3a1-8dc140dd0192 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:05.318688 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4cf0-12d6-40bd-ae96-7ad4a8c0e51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:05.473689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-57ff3da3-c4e1-4d79-b835-ee3c6ae475a4 None None] Could not find standard attr ID for object 102b5f07-c56b-4a80-8853-aa11d1376628. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:18:05.641376 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95bdb9f1-b17c-4063-987d-aa8fbc438190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:05.648620 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-95bdb9f1-b17c-4063-987d-aa8fbc438190 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fd933884-c9e5-4f28-b091-00ae8aae4688 HTTP/1.1" status: 204 len: 168 time: 1.1839080 Aug 06 16:18:05.652992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59824) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:05.667321 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d2a36e0-1b52-48b7-8174-a0ba0fea8663 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:05.821236 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4cf0-12d6-40bd-ae96-7ad4a8c0e51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:05.853844 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a95d69fb-19f8-4074-af5c-f5b1954f2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:05.888184 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d2a36e0-1b52-48b7-8174-a0ba0fea8663 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:05.918955 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96673a20-9fe8-4460-b664-94fc351b0bb1 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:05.939079 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4cf0-12d6-40bd-ae96-7ad4a8c0e51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:05.941644 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4cf0-12d6-40bd-ae96-7ad4a8c0e51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:05.945430 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4a2b4cf0-12d6-40bd-ae96-7ad4a8c0e51e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68e06099-ee9a-4d3b-80fd-3a8a386a7e46 HTTP/1.1" status: 204 len: 168 time: 1.0000055 Aug 06 16:18:05.967314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b4cf0-12d6-40bd-ae96-7ad4a8c0e51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e06099-ee9a-4d3b-80fd-3a8a386a7e46,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:05.976960 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8cc579da-0c2d-49db-a3a1-8dc140dd0192 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.049259 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc579da-0c2d-49db-a3a1-8dc140dd0192 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Subnet': ['ID=bfce1825-f140-4bb4-b22f-795f214b5a1d,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:06.063106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc579da-0c2d-49db-a3a1-8dc140dd0192 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Checking segment: {'id': '7b4dfbf6-b544-4dea-b7cc-3730a8619bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ce50dae8-8c38-4eee-ac25-243cbd34c7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:18:06.063474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc579da-0c2d-49db-a3a1-8dc140dd0192 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network hostable DHCP agents. Network: ce50dae8-8c38-4eee-ac25-243cbd34c7d5, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:18:06.078195 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a95d69fb-19f8-4074-af5c-f5b1954f2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.090732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc579da-0c2d-49db-a3a1-8dc140dd0192 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network ce50dae8-8c38-4eee-ac25-243cbd34c7d5 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:18:06.095076 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-a95d69fb-19f8-4074-af5c-f5b1954f2a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e619fca1-5f82-46a6-b29b-1ac2a5404585']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:06.097587 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d2a36e0-1b52-48b7-8174-a0ba0fea8663 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.107040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-8cc579da-0c2d-49db-a3a1-8dc140dd0192 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, ce50dae8-8c38-4eee-ac25-243cbd34c7d5) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:06.117216 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c6eae2-7acf-4de2-a219-a813e952df9f None None] Network ce50dae8-8c38-4eee-ac25-243cbd34c7d5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:06.120118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-a95d69fb-19f8-4074-af5c-f5b1954f2a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820070aa-58ee-45ba-884b-ee2bdc2b79de') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:06.120517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-a95d69fb-19f8-4074-af5c-f5b1954f2a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820070aa-58ee-45ba-884b-ee2bdc2b79de') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:06.135220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc579da-0c2d-49db-a3a1-8dc140dd0192 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:06.136076 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8cc579da-0c2d-49db-a3a1-8dc140dd0192 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.156723 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8cc579da-0c2d-49db-a3a1-8dc140dd0192 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1411858 Aug 06 16:18:06.165540 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59830) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:06.166746 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a36e0-1b52-48b7-8174-a0ba0fea8663 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=69b1203c-a4b1-4a82-af0c-ed29e0e0ed17,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:06.173541 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d2a36e0-1b52-48b7-8174-a0ba0fea8663 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.174726 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-694097a6-9762-4f45-b61e-378d57e43fc9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'network_id': 'ce50dae8-8c38-4eee-ac25-243cbd34c7d5', 'name': 'tempest-PortsIpV6TestJSON-1911450174'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:06.177727 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5d2a36e0-1b52-48b7-8174-a0ba0fea8663 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/69b1203c-a4b1-4a82-af0c-ed29e0e0ed17 HTTP/1.1" status: 204 len: 168 time: 1.2204609 Aug 06 16:18:06.177727 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a95d69fb-19f8-4074-af5c-f5b1954f2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.179539 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59832) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:06.243373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-96673a20-9fe8-4460-b664-94fc351b0bb1 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Deleting port 822e6631-4596-439e-9fd2-36efb485fa5c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:06.243824 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96673a20-9fe8-4460-b664-94fc351b0bb1 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.246852 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a95d69fb-19f8-4074-af5c-f5b1954f2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.256988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba2a08a-c108-44cb-b184-59659c4c2572 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:06.278558 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95d69fb-19f8-4074-af5c-f5b1954f2a6c admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:18:06.279224 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a95d69fb-19f8-4074-af5c-f5b1954f2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:18:06.283003 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:18:06.345242 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa38b4b0-28a2-4d7c-a415-c7d0df1e4cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.410861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f53796-c82e-49c5-abde-8c20f33bd008 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 706241ed-e66a-4bd4-8e20-d44bcc1c066d {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:18:06.432010 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59844) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:06.451041 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60f53796-c82e-49c5-abde-8c20f33bd008 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.497329 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a95d69fb-19f8-4074-af5c-f5b1954f2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.509187 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a95d69fb-19f8-4074-af5c-f5b1954f2a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.514095 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a95d69fb-19f8-4074-af5c-f5b1954f2a6c admin admin] 10.222.0.37 "DELETE /v2.0/networks/e619fca1-5f82-46a6-b29b-1ac2a5404585 HTTP/1.1" status: 204 len: 168 time: 0.8600781 Aug 06 16:18:06.531312 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1302c1fc-83f1-4c2b-a13b-e6dc67d77f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.540550 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d69fb-19f8-4074-af5c-f5b1954f2a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=e619fca1-5f82-46a6-b29b-1ac2a5404585,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:06.543958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715444d0-612d-48e1-8e9f-7f54887ca128 req-1f3eca59-ebe4-457b-b40d-f68a8b09b82e tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:06.547836 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-715444d0-612d-48e1-8e9f-7f54887ca128 req-1f3eca59-ebe4-457b-b40d-f68a8b09b82e tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.2154667 Aug 06 16:18:06.574156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-ce50dae8-8c38-4eee-ac25-243cbd34c7d5', 'network_id': 'ce50dae8-8c38-4eee-ac25-243cbd34c7d5', 'tenant_id': 'd90686cdb75c40888bbfb8c0a46e098d', 'fixed_ips': [{'subnet_id': 'bfce1825-f140-4bb4-b22f-795f214b5a1d'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:18:06.577492 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.582871 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96673a20-9fe8-4460-b664-94fc351b0bb1 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.634524 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60f53796-c82e-49c5-abde-8c20f33bd008 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.648472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694097a6-9762-4f45-b61e-378d57e43fc9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:06.662723 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-694097a6-9762-4f45-b61e-378d57e43fc9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.666277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-96673a20-9fe8-4460-b664-94fc351b0bb1 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Calling delete_port for 822e6631-4596-439e-9fd2-36efb485fa5c owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:06.697371 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-715444d0-612d-48e1-8e9f-7f54887ca128 req-efcbae71-15f9-495f-9c9e-b221b15fdf18 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322978 Aug 06 16:18:06.710030 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.725991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-694097a6-9762-4f45-b61e-378d57e43fc9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] device_id is not set on port 3167bf6c-7a5e-4bb9-b3ca-2a89a8b45557 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:18:06.788903 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60f53796-c82e-49c5-abde-8c20f33bd008 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:06.913155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59852) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:06.915839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-694097a6-9762-4f45-b61e-378d57e43fc9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Allocated IP 2001:db8::361 (ce50dae8-8c38-4eee-ac25-243cbd34c7d5/bfce1825-f140-4bb4-b22f-795f214b5a1d/3167bf6c-7a5e-4bb9-b3ca-2a89a8b45557) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:07.003709 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e4b1c071-e5cf-4b04-9465-27c3c916b03e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=255168b197fd49ea860fc945fa2ba89b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893910 Aug 06 16:18:07.007046 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59854) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:07.100104 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60f53796-c82e-49c5-abde-8c20f33bd008 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.129947 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9a645aa1-3cb0-4afd-93fa-849ba9100a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.155414 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9a645aa1-3cb0-4afd-93fa-849ba9100a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.160457 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f53796-c82e-49c5-abde-8c20f33bd008 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=706241ed-e66a-4bd4-8e20-d44bcc1c066d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:07.163096 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-60f53796-c82e-49c5-abde-8c20f33bd008 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.165288 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-60f53796-c82e-49c5-abde-8c20f33bd008 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/706241ed-e66a-4bd4-8e20-d44bcc1c066d HTTP/1.1" status: 204 len: 168 time: 0.9836221 Aug 06 16:18:07.168500 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59864) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:07.228993 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f5a1af86-4f5b-49bc-9705-e84df6f2ff2a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584981 Aug 06 16:18:07.236764 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59866) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:07.242542 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-29e431ee-4c7c-403f-8910-bc6769ade563 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:07.258439 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-694097a6-9762-4f45-b61e-378d57e43fc9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.264319 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9a645aa1-3cb0-4afd-93fa-849ba9100a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.281122 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9a645aa1-3cb0-4afd-93fa-849ba9100a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.284843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9a645aa1-3cb0-4afd-93fa-849ba9100a48 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00ebf408-f6d1-49fc-a27e-a1cd8a07008b HTTP/1.1" status: 204 len: 168 time: 0.2766888 Aug 06 16:18:07.295877 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.332023 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a645aa1-3cb0-4afd-93fa-849ba9100a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ebf408-f6d1-49fc-a27e-a1cd8a07008b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:07.399918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-694097a6-9762-4f45-b61e-378d57e43fc9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Transition to ACTIVE for port object 3167bf6c-7a5e-4bb9-b3ca-2a89a8b45557 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:07.408098 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1302c1fc-83f1-4c2b-a13b-e6dc67d77f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.413820 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96673a20-9fe8-4460-b664-94fc351b0bb1 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.430805 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1302c1fc-83f1-4c2b-a13b-e6dc67d77f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.473119 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-694097a6-9762-4f45-b61e-378d57e43fc9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.521826 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96673a20-9fe8-4460-b664-94fc351b0bb1 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Pushing event deleted for resources: {'Port': ['ID=822e6631-4596-439e-9fd2-36efb485fa5c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:07.543086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694097a6-9762-4f45-b61e-378d57e43fc9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=3167bf6c-7a5e-4bb9-b3ca-2a89a8b45557,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:07.553866 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694097a6-9762-4f45-b61e-378d57e43fc9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network ce50dae8-8c38-4eee-ac25-243cbd34c7d5 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:07.555714 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-694097a6-9762-4f45-b61e-378d57e43fc9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:07.558510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694097a6-9762-4f45-b61e-378d57e43fc9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:07.566559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694097a6-9762-4f45-b61e-378d57e43fc9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:07.568619 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-694097a6-9762-4f45-b61e-378d57e43fc9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.594391 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Allocated IP 2001:db8::2 (ce50dae8-8c38-4eee-ac25-243cbd34c7d5/bfce1825-f140-4bb4-b22f-795f214b5a1d/304a4310-3b9a-44ea-a20c-569f086970bd) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:07.603070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-694097a6-9762-4f45-b61e-378d57e43fc9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4329557 Aug 06 16:18:07.604058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59870) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:07.656943 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1302c1fc-83f1-4c2b-a13b-e6dc67d77f4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5afa89a16069415a9cea1b8bc7f85a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2205997 Aug 06 16:18:07.695976 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59874) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:07.699963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302c1fc-83f1-4c2b-a13b-e6dc67d77f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eb233e-2c17-4fdd-96b4-32d44c48e34b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:07.797193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f582a8e-f9b6-4b2c-8038-01feade3f167 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:07.866779 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e431ee-4c7c-403f-8910-bc6769ade563 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:07.870941 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-29e431ee-4c7c-403f-8910-bc6769ade563 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.946863 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5970ae9b-7129-49a4-a199-fc6e56d3b68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.971551 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96673a20-9fe8-4460-b664-94fc351b0bb1 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.979377 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5970ae9b-7129-49a4-a199-fc6e56d3b68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.998555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cb5370bb-7c54-4fa2-91fa-ac2d8683a881 None None] Provisioning complete for port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:07.999749 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cb5370bb-7c54-4fa2-91fa-ac2d8683a881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.060255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-79f37c93-133c-4ef8-8e97-50e1fead675e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port 3167bf6c-7a5e-4bb9-b3ca-2a89a8b45557 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:08.065706 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79f37c93-133c-4ef8-8e97-50e1fead675e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.091098 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5970ae9b-7129-49a4-a199-fc6e56d3b68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.096154 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5970ae9b-7129-49a4-a199-fc6e56d3b68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.098099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5970ae9b-7129-49a4-a199-fc6e56d3b68e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3eb233e-2c17-4fdd-96b4-32d44c48e34b HTTP/1.1" status: 204 len: 168 time: 0.3168232 Aug 06 16:18:08.108497 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96673a20-9fe8-4460-b664-94fc351b0bb1 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.113787 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96673a20-9fe8-4460-b664-94fc351b0bb1 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.174838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5233c-2212-4d89-9489-9827658080ca req-9e0965e4-a082-43aa-a1f1-b2c4a20cd54a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:08.176781 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b9d5233c-2212-4d89-9489-9827658080ca req-9e0965e4-a082-43aa-a1f1-b2c4a20cd54a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.3225205 Aug 06 16:18:08.177948 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970ae9b-7129-49a4-a199-fc6e56d3b68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eb233e-2c17-4fdd-96b4-32d44c48e34b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:08.192406 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96673a20-9fe8-4460-b664-94fc351b0bb1 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.192956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96673a20-9fe8-4460-b664-94fc351b0bb1 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Fanout notify agent at l3_agent the message router_deleted on router 59a4b0db-1268-40cf-a818-4dae85d01e58 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:18:08.214865 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96673a20-9fe8-4460-b664-94fc351b0bb1 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.218113 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-96673a20-9fe8-4460-b664-94fc351b0bb1 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "DELETE /v2.0/routers/59a4b0db-1268-40cf-a818-4dae85d01e58 HTTP/1.1" status: 204 len: 168 time: 3.3603415 Aug 06 16:18:08.225322 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59890) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:08.242096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7d145164-6c99-48d7-b6cc-45995aa16799 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-463809200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:08.249752 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b9d5233c-2212-4d89-9489-9827658080ca req-6b68ff8e-990f-4fe3-9993-0fc07db545f4 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504944 Aug 06 16:18:08.294750 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79f37c93-133c-4ef8-8e97-50e1fead675e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.323941 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-79f37c93-133c-4ef8-8e97-50e1fead675e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for 3167bf6c-7a5e-4bb9-b3ca-2a89a8b45557 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:08.338990 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.393710 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d145164-6c99-48d7-b6cc-45995aa16799 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.394835 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d145164-6c99-48d7-b6cc-45995aa16799 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.403601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Transition to ACTIVE for port object 304a4310-3b9a-44ea-a20c-569f086970bd will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:08.441254 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Transition to ACTIVE for port object 304a4310-3b9a-44ea-a20c-569f086970bd will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:08.461448 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.543363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Network ce50dae8-8c38-4eee-ac25-243cbd34c7d5 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:08.548766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:08.556160 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:08.560392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Pushing event updated for resources: {'Port': ['ID=304a4310-3b9a-44ea-a20c-569f086970bd,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:08.637021 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58c556e-a9e6-43ca-952a-4b53f8cbbec2 None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:18:08.654436 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79f37c93-133c-4ef8-8e97-50e1fead675e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.698000 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d145164-6c99-48d7-b6cc-45995aa16799 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.706759 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d145164-6c99-48d7-b6cc-45995aa16799 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.743428 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f37c93-133c-4ef8-8e97-50e1fead675e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=3167bf6c-7a5e-4bb9-b3ca-2a89a8b45557,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:08.751657 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d145164-6c99-48d7-b6cc-45995aa16799 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.756207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59902) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:08.759272 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7d145164-6c99-48d7-b6cc-45995aa16799 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5306518 Aug 06 16:18:08.766265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'enable_snat': True}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:08.825382 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Attempting to bind port 304a4310-3b9a-44ea-a20c-569f086970bd on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:18:08.826276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Attempting to bind port 304a4310-3b9a-44ea-a20c-569f086970bd by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '7b4dfbf6-b544-4dea-b7cc-3730a8619bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ce50dae8-8c38-4eee-ac25-243cbd34c7d5'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:18:08.827613 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Attempting to bind port 304a4310-3b9a-44ea-a20c-569f086970bd on network ce50dae8-8c38-4eee-ac25-243cbd34c7d5 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:18:08.873891 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:18:08.874746 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Checking segment: {'id': '7b4dfbf6-b544-4dea-b7cc-3730a8619bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ce50dae8-8c38-4eee-ac25-243cbd34c7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:18:08.888935 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.890208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Bound using segment: {'id': '7b4dfbf6-b544-4dea-b7cc-3730a8619bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ce50dae8-8c38-4eee-ac25-243cbd34c7d5'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:18:08.890899 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Bound port: 304a4310-3b9a-44ea-a20c-569f086970bd, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4dfbf6-b544-4dea-b7cc-3730a8619bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ce50dae8-8c38-4eee-ac25-243cbd34c7d5'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:18:08.891497 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.914553 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-79f37c93-133c-4ef8-8e97-50e1fead675e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.917273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-79f37c93-133c-4ef8-8e97-50e1fead675e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/3167bf6c-7a5e-4bb9-b3ca-2a89a8b45557 HTTP/1.1" status: 204 len: 168 time: 1.3119266 Aug 06 16:18:08.928419 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59918) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:08.994253 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b51332-4008-4b4f-9c37-a1a0233b7bb7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] DELETE failed (client error): The resource could not be found. Aug 06 16:18:08.997313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a58c556e-a9e6-43ca-952a-4b53f8cbbec2 None None] Deleting port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:08.998218 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a58c556e-a9e6-43ca-952a-4b53f8cbbec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:08.998605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b51332-4008-4b4f-9c37-a1a0233b7bb7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:18:09.010992 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-10b51332-4008-4b4f-9c37-a1a0233b7bb7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/3167bf6c-7a5e-4bb9-b3ca-2a89a8b45557 HTTP/1.1" status: 404 len: 333 time: 0.0775385 Aug 06 16:18:09.017335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59926) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:09.107562 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bfb4e8-c2a4-456f-9de3-3c7e587f3795 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] GET failed (client error): The resource could not be found. Aug 06 16:18:09.117275 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d8bfb4e8-c2a4-456f-9de3-3c7e587f3795 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/3167bf6c-7a5e-4bb9-b3ca-2a89a8b45557 HTTP/1.1" status: 404 len: 333 time: 0.0816417 Aug 06 16:18:09.122147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59932) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:09.159398 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:09.192229 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] For port 304a4310-3b9a-44ea-a20c-569f086970bd, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:18:09.201764 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:09.214804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] For port 304a4310-3b9a-44ea-a20c-569f086970bd, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=304a4310-3b9a-44ea-a20c-569f086970bd,segment=NetworkSegment(7b4dfbf6-b544-4dea-b7cc-3730a8619bed),segment_id=7b4dfbf6-b544-4dea-b7cc-3730a8619bed)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:18:09.223762 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:09.289471 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606aec30-d118-4442-b5b4-2f16a150eaec None None] Pushing event updated for resources: {'Port': ['ID=304a4310-3b9a-44ea-a20c-569f086970bd,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:09.303849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a58c556e-a9e6-43ca-952a-4b53f8cbbec2 None None] For port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:09.304492 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a58c556e-a9e6-43ca-952a-4b53f8cbbec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:09.334201 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a58c556e-a9e6-43ca-952a-4b53f8cbbec2 None None] Calling delete_port for f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:09.379768 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d7995d-a2f7-46e0-ac39-ac351aa4ff18 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting subnet bfce1825-f140-4bb4-b22f-795f214b5a1d {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:18:09.387537 n-d-803756-1 neutron-server[105764]: DEBUG neutron.objects.ports [None req-29e431ee-4c7c-403f-8910-bc6769ade563 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:18:09.392133 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-24d7995d-a2f7-46e0-ac39-ac351aa4ff18 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:09.536348 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a58c556e-a9e6-43ca-952a-4b53f8cbbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:09.569751 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c556e-a9e6-43ca-952a-4b53f8cbbec2 None None] Pushing event deleted for resources: {'Port': ['ID=f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:09.574689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58c556e-a9e6-43ca-952a-4b53f8cbbec2 None None] No DVR routers for this DVR port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:18:09.605524 n-d-803756-1 neutron-server[105764]: WARNING neutron.services.revisions.revision_plugin [None req-29e431ee-4c7c-403f-8910-bc6769ade563 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Could not find related port for resource to bump revision. Aug 06 16:18:09.618795 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.ipam_pluggable_backend [None req-29e431ee-4c7c-403f-8910-bc6769ade563 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Port f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105764) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 06 16:18:09.620998 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.ipam_pluggable_backend [None req-29e431ee-4c7c-403f-8910-bc6769ade563 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9b:1c75 {{(pid=105764) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 06 16:18:09.626110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.ipam_pluggable_backend [None req-29e431ee-4c7c-403f-8910-bc6769ade563 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9b:1c75 {{(pid=105764) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 06 16:18:09.633083 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-29e431ee-4c7c-403f-8910-bc6769ade563 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:09.637588 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-24d7995d-a2f7-46e0-ac39-ac351aa4ff18 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:09.736801 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:09.749945 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e431ee-4c7c-403f-8910-bc6769ade563 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=8c0531d6-2e04-46fa-9752-25a3be618181,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:09.770914 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:09.790275 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e431ee-4c7c-403f-8910-bc6769ade563 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:09.794327 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-29e431ee-4c7c-403f-8910-bc6769ade563 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:09.804456 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dbaf42-c90d-48c3-ad0f-f6cdaa9c2922 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:09.806425 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e431ee-4c7c-403f-8910-bc6769ade563 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:09.807226 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-29e431ee-4c7c-403f-8910-bc6769ade563 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:09.815887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88691905-980d-41db-8a8f-e4d76255c3a5 req-1bee7649-3a8d-4452-a746-c7b876e7a51f tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:09.829499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88691905-980d-41db-8a8f-e4d76255c3a5 req-1bee7649-3a8d-4452-a746-c7b876e7a51f tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.3358729 Aug 06 16:18:09.834797 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-29e431ee-4c7c-403f-8910-bc6769ade563 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5968454 Aug 06 16:18:09.837498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59958) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:09.844529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e9a71ac5-dc0b-4358-a026-dbb7d9c9608c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:09.971409 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-24d7995d-a2f7-46e0-ac39-ac351aa4ff18 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:09.987536 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Allocated IP 172.25.1.195 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/53fd546f-a9df-49fc-a2a0-3bfff372254b) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:10.089615 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a71ac5-dc0b-4358-a026-dbb7d9c9608c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:10.096385 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e9a71ac5-dc0b-4358-a026-dbb7d9c9608c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:10.162277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': '8c0531d6-2e04-46fa-9752-25a3be618181'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:18:10.163606 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:10.170143 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:10.220792 n-d-803756-1 neutron-server[105764]: INFO neutron.db.ipam_backend_mixin [None req-e9a71ac5-dc0b-4358-a026-dbb7d9c9608c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c0531d6-2e04-46fa-9752-25a3be618181 (CIDR: 2001:db8::/64) Aug 06 16:18:10.228678 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a71ac5-dc0b-4358-a026-dbb7d9c9608c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:18:10.229027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a71ac5-dc0b-4358-a026-dbb7d9c9608c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:18:10.231208 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:10.245268 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-24d7995d-a2f7-46e0-ac39-ac351aa4ff18 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:10.277925 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7995d-a2f7-46e0-ac39-ac351aa4ff18 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Subnet': ['ID=bfce1825-f140-4bb4-b22f-795f214b5a1d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:10.283025 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e9a71ac5-dc0b-4358-a026-dbb7d9c9608c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4443195 Aug 06 16:18:10.285948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59974) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:10.291274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-dc9e4b94-d862-44d1-8512-ca3ec20f73a5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:10.296531 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-24d7995d-a2f7-46e0-ac39-ac351aa4ff18 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:10.301412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Pushing event updated for resources: {'Port': ['ID=53fd546f-a9df-49fc-a2a0-3bfff372254b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:10.302102 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-24d7995d-a2f7-46e0-ac39-ac351aa4ff18 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/bfce1825-f140-4bb4-b22f-795f214b5a1d HTTP/1.1" status: 204 len: 168 time: 1.1718915 Aug 06 16:18:10.304252 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59976) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:10.340235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:10.345325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:10.348807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:10.406407 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88691905-980d-41db-8a8f-e4d76255c3a5 req-b133f55b-ceaf-42e3-9a87-c0104566c9a5 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5750635 Aug 06 16:18:10.502908 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:10.561823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Allocated IP 2001:db8::f816:3eff:fec7:5390 (38cd96d0-9a93-4226-ab46-370ab75cd563/8c0531d6-2e04-46fa-9752-25a3be618181/692a6bfd-3608-4c9d-8267-d7ac2d484fac) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:10.728330 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 304a4310-3b9a-44ea-a20c-569f086970bd up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:10.757128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port 304a4310-3b9a-44ea-a20c-569f086970bd {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:10.757440 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:10.885051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9e4b94-d862-44d1-8512-ca3ec20f73a5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:10.912251 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4b94-d862-44d1-8512-ca3ec20f73a5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:10.962975 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:10.988301 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Transition to ACTIVE for port object 692a6bfd-3608-4c9d-8267-d7ac2d484fac will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:11.017529 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Transition to ACTIVE for port object 692a6bfd-3608-4c9d-8267-d7ac2d484fac will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:11.045106 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:11.081274 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:11.117301 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:11.133503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:11.184683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:11.218773 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] For port 304a4310-3b9a-44ea-a20c-569f086970bd, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=304a4310-3b9a-44ea-a20c-569f086970bd,segment=NetworkSegment(7b4dfbf6-b544-4dea-b7cc-3730a8619bed),segment_id=7b4dfbf6-b544-4dea-b7cc-3730a8619bed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:11.222935 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:11.264979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60008) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:11.279373 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Attempting to bind port 692a6bfd-3608-4c9d-8267-d7ac2d484fac on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:18:11.279851 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Attempting to bind port 692a6bfd-3608-4c9d-8267-d7ac2d484fac by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:18:11.280129 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Attempting to bind port 692a6bfd-3608-4c9d-8267-d7ac2d484fac on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:18:11.286350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Pushing event updated for resources: {'Port': ['ID=692a6bfd-3608-4c9d-8267-d7ac2d484fac,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:11.289151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c72ed7-a646-4086-85ba-3d18e704c098 None None] Network ce50dae8-8c38-4eee-ac25-243cbd34c7d5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:11.293177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:18:11.293831 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:18:11.294217 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:11.294618 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:18:11.295109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Bound port: 692a6bfd-3608-4c9d-8267-d7ac2d484fac, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:18:11.295493 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:11.318264 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for 304a4310-3b9a-44ea-a20c-569f086970bd owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:11.329275 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:11.333408 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:11.454440 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 304a4310-3b9a-44ea-a20c-569f086970bd completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:11.480601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 304a4310-3b9a-44ea-a20c-569f086970bd triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:11.481045 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:11.491908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60014) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:11.499267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-df288d20-f9c7-4997-b9ff-f918664d042b None None] Provisioning for port 304a4310-3b9a-44ea-a20c-569f086970bd completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:11.555216 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0bdd8927-5e4e-4f2e-8317-ba66dc738493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:11.607402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-df288d20-f9c7-4997-b9ff-f918664d042b None None] Provisioning complete for port 304a4310-3b9a-44ea-a20c-569f086970bd triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:11.607973 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-df288d20-f9c7-4997-b9ff-f918664d042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:11.841445 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] For port 692a6bfd-3608-4c9d-8267-d7ac2d484fac, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:18:11.873061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] For port 692a6bfd-3608-4c9d-8267-d7ac2d484fac, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=692a6bfd-3608-4c9d-8267-d7ac2d484fac,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:18:11.892709 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:11.981761 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:12.007406 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4b94-d862-44d1-8512-ca3ec20f73a5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:12.057830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b464ae-4b69-4f38-b235-d00bfce83e2d req-a108d22d-2fc7-4e6e-ac30-7f0f41a05fb6 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:12.065575 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58b464ae-4b69-4f38-b235-d00bfce83e2d req-a108d22d-2fc7-4e6e-ac30-7f0f41a05fb6 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.5247641 Aug 06 16:18:12.156470 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=304a4310-3b9a-44ea-a20c-569f086970bd,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:12.185182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Router d5c3daac-f45b-4a11-bfae-f8c31cfc0d49 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:18:12.194189 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No DVR routers for this DVR port 304a4310-3b9a-44ea-a20c-569f086970bd on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:18:12.258484 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:12.265743 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9e4b94-d862-44d1-8512-ca3ec20f73a5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:12.306447 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-15a53c7f-b79a-495a-910e-eee1a9504429 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting port c2ae8ec8-1870-48ad-8670-cc5993906267 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:12.307033 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15a53c7f-b79a-495a-910e-eee1a9504429 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:12.316358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e4b94-d862-44d1-8512-ca3ec20f73a5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=1bbe7c7b-06b0-4440-a9c6-e287327b2f31,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:12.368835 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-dc9e4b94-d862-44d1-8512-ca3ec20f73a5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:12.380453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c65f39-6719-46e7-9a19-70dc7ee8daea None None] Pushing event updated for resources: {'Port': ['ID=692a6bfd-3608-4c9d-8267-d7ac2d484fac,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:12.381748 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9e4b94-d862-44d1-8512-ca3ec20f73a5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:12.395051 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc9e4b94-d862-44d1-8512-ca3ec20f73a5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:12.404609 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-df288d20-f9c7-4997-b9ff-f918664d042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:12.424351 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0bdd8927-5e4e-4f2e-8317-ba66dc738493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:12.452597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3ea6bc-eeb3-4197-86ae-03437c3a1369 None None] DHCP port deletion for ce50dae8-8c38-4eee-ac25-243cbd34c7d5 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:18:12.455508 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0bdd8927-5e4e-4f2e-8317-ba66dc738493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:12.509007 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dc9e4b94-d862-44d1-8512-ca3ec20f73a5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2218730 Aug 06 16:18:12.560417 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60062) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:12.565326 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15a53c7f-b79a-495a-910e-eee1a9504429 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:12.565679 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15a53c7f-b79a-495a-910e-eee1a9504429 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:12.571735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:18:12.590031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-75030eee-d56c-4873-88be-6102e1c1c3db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'mac_address': 'fa:16:3e:0f:4a:de', 'name': 'tempest-NetworksTestDHCPv6-1750745395'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:12.636063 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0bdd8927-5e4e-4f2e-8317-ba66dc738493 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9885c2ddf00d4132b3ea1c8a403ad394&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3673146 Aug 06 16:18:12.651249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60066) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:12.652209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-15a53c7f-b79a-495a-910e-eee1a9504429 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Calling delete_port for c2ae8ec8-1870-48ad-8670-cc5993906267 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:12.667736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:18:12.668657 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f2a08481-47a9-4ab0-b0eb-839ebb8ccbe7 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:18:12.801052 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:12.848233 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd8927-5e4e-4f2e-8317-ba66dc738493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02551467-cbed-4cee-b1b0-8e49522e84c3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:12.875223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce50dae8-8c38-4eee-ac25-243cbd34c7d5']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:12.909063 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4dfbf6-b544-4dea-b7cc-3730a8619bed') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:12.909689 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4dfbf6-b544-4dea-b7cc-3730a8619bed') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:12.945309 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:12.973158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 692a6bfd-3608-4c9d-8267-d7ac2d484fac up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:13.003988 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:13.024465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:18:13.025204 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:18:13.028480 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:18:13.116491 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 692a6bfd-3608-4c9d-8267-d7ac2d484fac completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:13.119379 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58b464ae-4b69-4f38-b235-d00bfce83e2d req-0fb074fa-7d9b-4ba0-bddf-f8078f641948 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0527363 Aug 06 16:18:13.166498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:18:13.182623 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:13.182771 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:13.184302 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-25040279-69c4-40b9-a842-a77143fd0c3a tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "PUT /v2.0/routers/d5c3daac-f45b-4a11-bfae-f8c31cfc0d49 HTTP/1.1" status: 200 len: 914 time: 4.4267881 Aug 06 16:18:13.185728 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1bf47e7-a3fc-40c4-b85f-acaa1b673b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:13.188294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60092) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:13.194683 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:13.200410 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/networks/ce50dae8-8c38-4eee-ac25-243cbd34c7d5 HTTP/1.1" status: 204 len: 168 time: 2.8918037 Aug 06 16:18:13.200954 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60094) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:13.217981 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b1307325-1554-4455-836c-b7c5b84bfbfc tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-144695008'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:13.219410 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d308b86e-128b-4990-8918-9016e4214dbd None None] Sync routers for ids ['d5c3daac-f45b-4a11-bfae-f8c31cfc0d49'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:18:13.245401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 304a4310-3b9a-44ea-a20c-569f086970bd no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:18:13.260982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015243db-290e-47b7-99f7-f8f1c7f10fc3 req-e26562f8-44ea-4270-924a-7092356ea90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:13.264133 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-015243db-290e-47b7-99f7-f8f1c7f10fc3 req-e26562f8-44ea-4270-924a-7092356ea90b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 1097 time: 0.3339407 Aug 06 16:18:13.289938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 304a4310-3b9a-44ea-a20c-569f086970bd {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:18:13.290371 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 304a4310-3b9a-44ea-a20c-569f086970bd not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:18:13.298318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d308b86e-128b-4990-8918-9016e4214dbd None None] Routers {'d5c3daac-f45b-4a11-bfae-f8c31cfc0d49'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:13.299197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d308b86e-128b-4990-8918-9016e4214dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:18:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['d5c3daac-f45b-4a11-bfae-f8c31cfc0d49'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:13.302076 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1bf47e7-a3fc-40c4-b85f-acaa1b673b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:13.322636 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5419c9-5e45-4dd3-b173-986cf1db2529 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Network': ['ID=ce50dae8-8c38-4eee-ac25-243cbd34c7d5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:13.374982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d308b86e-128b-4990-8918-9016e4214dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:13.387986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75030eee-d56c-4873-88be-6102e1c1c3db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:13.391329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d308b86e-128b-4990-8918-9016e4214dbd None None] Routers {'d5c3daac-f45b-4a11-bfae-f8c31cfc0d49'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:13.392272 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d308b86e-128b-4990-8918-9016e4214dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:18:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['d5c3daac-f45b-4a11-bfae-f8c31cfc0d49'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:13.469331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d308b86e-128b-4990-8918-9016e4214dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:13.470288 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-015243db-290e-47b7-99f7-f8f1c7f10fc3 req-7bd06e81-046b-41e8-bb85-913ea8cf3c1e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872816 Aug 06 16:18:13.472005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d308b86e-128b-4990-8918-9016e4214dbd None None] The sync data for ids ['d5c3daac-f45b-4a11-bfae-f8c31cfc0d49'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:18:13.517575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1307325-1554-4455-836c-b7c5b84bfbfc tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:13.530645 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1307325-1554-4455-836c-b7c5b84bfbfc tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:13.628164 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-174fc923-43e8-4b3b-8b52-0c84889216e8 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/routers/d5c3daac-f45b-4a11-bfae-f8c31cfc0d49 HTTP/1.1" status: 200 len: 920 time: 0.4371135 Aug 06 16:18:13.634307 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60108) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:13.650483 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1307325-1554-4455-836c-b7c5b84bfbfc tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:18:13.700981 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1307325-1554-4455-836c-b7c5b84bfbfc tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:13.701324 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-b1307325-1554-4455-836c-b7c5b84bfbfc tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Added segment 02fb5b61-322e-48bb-9d7e-a6eed9b6a206 of type vlan for network 04baa3eb-0538-4668-bbf5-f6d151d7e1bb Aug 06 16:18:13.722776 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15a53c7f-b79a-495a-910e-eee1a9504429 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:13.820729 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a53c7f-b79a-495a-910e-eee1a9504429 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Port': ['ID=c2ae8ec8-1870-48ad-8670-cc5993906267,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:13.821772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb745d3c-7bbc-4736-be57-c92c2af3f809 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:13.824325 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bb745d3c-7bbc-4736-be57-c92c2af3f809 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&device_id=d5c3daac-f45b-4a11-bfae-f8c31cfc0d49&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1887434 Aug 06 16:18:13.834245 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1307325-1554-4455-836c-b7c5b84bfbfc tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:13.838028 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60116) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:13.871830 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-75030eee-d56c-4873-88be-6102e1c1c3db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:13.887413 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1bf47e7-a3fc-40c4-b85f-acaa1b673b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:13.896067 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1bf47e7-a3fc-40c4-b85f-acaa1b673b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:13.897265 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f1bf47e7-a3fc-40c4-b85f-acaa1b673b72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02551467-cbed-4cee-b1b0-8e49522e84c3 HTTP/1.1" status: 204 len: 168 time: 1.2181470 Aug 06 16:18:13.991817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-75030eee-d56c-4873-88be-6102e1c1c3db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port 7c20421f-46d6-4bb1-89c1-b4c7d920dc28 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:18:14.067419 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af16709-14e5-4fb6-90d6-5a3012b87e62 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:14.156423 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf47e7-a3fc-40c4-b85f-acaa1b673b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02551467-cbed-4cee-b1b0-8e49522e84c3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:14.334889 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15a53c7f-b79a-495a-910e-eee1a9504429 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:14.335219 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-15a53c7f-b79a-495a-910e-eee1a9504429 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Floating IP 2457d052-a407-4aeb-be3d-936237416f35 disassociated (deleted). External IP: 172.25.1.49, port: 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174. Aug 06 16:18:14.468890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Provisioning for port 692a6bfd-3608-4c9d-8267-d7ac2d484fac completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:14.494660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Provisioning complete for port 692a6bfd-3608-4c9d-8267-d7ac2d484fac triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:14.496985 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:14.706773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19cf740-c54e-4307-a07b-d84634e8bed8 None None] Update dhcp port {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'fixed_ips': [{'subnet_id': '8c0531d6-2e04-46fa-9752-25a3be618181', 'ip_address': '2001:db8::f816:3eff:fec7:5390'}, {'subnet_id': '1bbe7c7b-06b0-4440-a9c6-e287327b2f31'}], 'binding:host_id': 'n-d-803756-1'}, 'id': '692a6bfd-3608-4c9d-8267-d7ac2d484fac'} from n-d-803756-1. {{(pid=105766) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 16:18:14.742770 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b19cf740-c54e-4307-a07b-d84634e8bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:14.759298 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-75030eee-d56c-4873-88be-6102e1c1c3db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8:0:1::29a (38cd96d0-9a93-4226-ab46-370ab75cd563/1bbe7c7b-06b0-4440-a9c6-e287327b2f31/7c20421f-46d6-4bb1-89c1-b4c7d920dc28) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:14.769299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-75030eee-d56c-4873-88be-6102e1c1c3db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::f816:3eff:fe0f:4ade (38cd96d0-9a93-4226-ab46-370ab75cd563/8c0531d6-2e04-46fa-9752-25a3be618181/7c20421f-46d6-4bb1-89c1-b4c7d920dc28) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:14.914743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.resource_extend [None req-b1307325-1554-4455-836c-b7c5b84bfbfc tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] It took 1.00 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:18:14.951652 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1307325-1554-4455-836c-b7c5b84bfbfc tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:14.960342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1307325-1554-4455-836c-b7c5b84bfbfc tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:14.962473 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1307325-1554-4455-836c-b7c5b84bfbfc tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:15.004171 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b1307325-1554-4455-836c-b7c5b84bfbfc tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7930558 Aug 06 16:18:15.014840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60178) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:15.019942 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-047edd16-a22a-457c-93b3-8eb696858ab8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'subnet': {'network_id': '04baa3eb-0538-4668-bbf5-f6d151d7e1bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:15.045384 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:15.055818 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-75030eee-d56c-4873-88be-6102e1c1c3db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:15.088661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-75030eee-d56c-4873-88be-6102e1c1c3db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object 7c20421f-46d6-4bb1-89c1-b4c7d920dc28 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:15.095211 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] For port 692a6bfd-3608-4c9d-8267-d7ac2d484fac, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=692a6bfd-3608-4c9d-8267-d7ac2d484fac,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:15.100829 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:15.148139 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3284965-406b-420f-8ee5-242c6271ce69 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:15.152029 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b3284965-406b-420f-8ee5-242c6271ce69 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 881 time: 1.3058519 Aug 06 16:18:15.182911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60188) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:15.242799 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Pushing event updated for resources: {'Port': ['ID=692a6bfd-3608-4c9d-8267-d7ac2d484fac,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:15.261188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:15.261657 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:15.262090 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:15.262525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:15.262957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:15.263401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:15.264251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:15.265260 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:15.265728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:15.266244 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:15.266669 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:15.267093 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c692fb-8fc5-44f3-b92e-622d4db19a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:15.298440 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dc6405e5-f92f-4cfa-afaf-b6a429cab6c9 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c3daac-f45b-4a11-bfae-f8c31cfc0d49 HTTP/1.1" status: 200 len: 205 time: 0.1129048 Aug 06 16:18:15.308251 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1307325-1554-4455-836c-b7c5b84bfbfc tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Network': ['ID=04baa3eb-0538-4668-bbf5-f6d151d7e1bb,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:15.313948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60194) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:15.319954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 04baa3eb-0538-4668-bbf5-f6d151d7e1bb details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:18:15.361148 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047edd16-a22a-457c-93b3-8eb696858ab8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:15.366962 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-047edd16-a22a-457c-93b3-8eb696858ab8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:15.421658 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9b261-b68c-4387-bff1-daf743119fa3 req-4aafe945-c22c-4921-abe3-5324611d0e07 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:15.429195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b9b261-b68c-4387-bff1-daf743119fa3 req-4aafe945-c22c-4921-abe3-5324611d0e07 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 1.1467965 Aug 06 16:18:15.433222 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60202) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:15.476892 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-75030eee-d56c-4873-88be-6102e1c1c3db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:15.546705 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a53c7f-b79a-495a-910e-eee1a9504429 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:18:15.560319 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-b19cf740-c54e-4307-a07b-d84634e8bed8 None None] Allocated IP 2001:db8:0:1::2 (38cd96d0-9a93-4226-ab46-370ab75cd563/1bbe7c7b-06b0-4440-a9c6-e287327b2f31/692a6bfd-3608-4c9d-8267-d7ac2d484fac) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:15.565551 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2b9b261-b68c-4387-bff1-daf743119fa3 req-594a5185-e12e-4a7c-8561-a020c130f9ed tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290977 Aug 06 16:18:15.600253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75030eee-d56c-4873-88be-6102e1c1c3db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:15.608614 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-75030eee-d56c-4873-88be-6102e1c1c3db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:15.608868 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b47de8ee-bfe7-466c-a962-0a76b7964217 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:15.616258 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75030eee-d56c-4873-88be-6102e1c1c3db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=7c20421f-46d6-4bb1-89c1-b4c7d920dc28,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:15.619247 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75030eee-d56c-4873-88be-6102e1c1c3db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:15.626114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75030eee-d56c-4873-88be-6102e1c1c3db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:15.626898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-75030eee-d56c-4873-88be-6102e1c1c3db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:15.701361 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-75030eee-d56c-4873-88be-6102e1c1c3db tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.1386285 Aug 06 16:18:15.706875 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60224) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:15.783579 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b19cf740-c54e-4307-a07b-d84634e8bed8 None None] For port 692a6bfd-3608-4c9d-8267-d7ac2d484fac, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=692a6bfd-3608-4c9d-8267-d7ac2d484fac,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:15.833468 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b47de8ee-bfe7-466c-a962-0a76b7964217 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:15.878221 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a53c7f-b79a-495a-910e-eee1a9504429 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:18:15.890983 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9384e35-4516-45e4-97c0-098ca8b3a3ef None None] Sync routers for ids ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:18:15.891631 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15a53c7f-b79a-495a-910e-eee1a9504429 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:15.909726 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9384e35-4516-45e4-97c0-098ca8b3a3ef None None] Routers {'207e676a-0e90-4795-bdcd-8a6bbe6255b7'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:15.910834 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f9384e35-4516-45e4-97c0-098ca8b3a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:18:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:15.918191 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b19cf740-c54e-4307-a07b-d84634e8bed8 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:15.933278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-15a53c7f-b79a-495a-910e-eee1a9504429 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/floatingips/2457d052-a407-4aeb-be3d-936237416f35 HTTP/1.1" status: 204 len: 168 time: 4.4377568 Aug 06 16:18:15.933278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'tag': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:18:15.933611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1090461217-network', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:15.935611 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69668cbb-085f-402e-bca6-43b1d83982bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f3297fa5-d1a7-4c07-8bd1-f25d774a146f", "tag": "3cfbef20-12f1-4d2f-8d3e-ee1e213e4174"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:18:15.973196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b19cf740-c54e-4307-a07b-d84634e8bed8 None None] Transition to ACTIVE for port object 692a6bfd-3608-4c9d-8267-d7ac2d484fac will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:15.978619 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b19cf740-c54e-4307-a07b-d84634e8bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:15.995613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e0f8c36e-a113-4348-ade0-659bf6c26bdd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port 7c20421f-46d6-4bb1-89c1-b4c7d920dc28 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:15.995908 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c36e-a113-4348-ade0-659bf6c26bdd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:16.056641 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-047edd16-a22a-457c-93b3-8eb696858ab8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:16.119677 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa650099-2e31-4e1d-b6be-6bba03db9f9c x-openstack-request-id: req-aa650099-2e31-4e1d-b6be-6bba03db9f9c {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:18:16.120008 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3297fa5-d1a7-4c07-8bd1-f25d774a146f", "tag": "3cfbef20-12f1-4d2f-8d3e-ee1e213e4174", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:18:16.120254 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa650099-2e31-4e1d-b6be-6bba03db9f9c {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:18:16.120601 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'tag': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174', 'status': 'completed', 'code': 200} Aug 06 16:18:16.229870 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] Made reservation on behalf of b52128454bea4b33a1c2dedbf011a9d2 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:16.232888 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:16.247386 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cf740-c54e-4307-a07b-d84634e8bed8 None None] Pushing event updated for resources: {'Port': ['ID=692a6bfd-3608-4c9d-8267-d7ac2d484fac,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:16.267754 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:16.303195 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c36e-a113-4348-ade0-659bf6c26bdd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:16.304370 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-f9384e35-4516-45e4-97c0-098ca8b3a3ef None None] Set router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:18:16.372666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e0f8c36e-a113-4348-ade0-659bf6c26bdd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for 7c20421f-46d6-4bb1-89c1-b4c7d920dc28 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:16.450640 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ef084683-56da-41ab-a18c-ea854aa98c0e req-9b58ff22-5f43-4aef-8370-6e9b4395b869 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3322232 Aug 06 16:18:16.522280 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:16.552902 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:16.575869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047edd16-a22a-457c-93b3-8eb696858ab8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Subnet': ['ID=b17cd984-7722-458a-891d-14bd71721376,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:16.626711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-b47de8ee-bfe7-466c-a962-0a76b7964217 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Deleting port 53fd546f-a9df-49fc-a2a0-3bfff372254b {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:16.627207 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b47de8ee-bfe7-466c-a962-0a76b7964217 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:16.660450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047edd16-a22a-457c-93b3-8eb696858ab8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Checking segment: {'id': '02fb5b61-322e-48bb-9d7e-a6eed9b6a206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04baa3eb-0538-4668-bbf5-f6d151d7e1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:18:16.661007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047edd16-a22a-457c-93b3-8eb696858ab8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network hostable DHCP agents. Network: 04baa3eb-0538-4668-bbf5-f6d151d7e1bb, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:18:16.689946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69668cbb-085f-402e-bca6-43b1d83982bb req-0d1db8c1-6d58-4086-b331-f7d5680bd04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:16.691471 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-69668cbb-085f-402e-bca6-43b1d83982bb req-0d1db8c1-6d58-4086-b331-f7d5680bd04b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 1096 time: 0.5325174 Aug 06 16:18:16.716266 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:18:16.743141 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f9384e35-4516-45e4-97c0-098ca8b3a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478401801', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:01Z', 'updated_at': '2021-08-06T16:16:19Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:04Z', 'updated_at': '2021-08-06T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '9a85bd8f-6690-472a-a7ba-0079b2e20da3', 'name': '', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1c:6c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:16Z', 'updated_at': '2021-08-06T16:16:30Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:16.840564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb030998-9bfd-4ee6-ada9-75482c9064f8,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:16.864768 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 692a6bfd-3608-4c9d-8267-d7ac2d484fac up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:16.907473 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047edd16-a22a-457c-93b3-8eb696858ab8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network 04baa3eb-0538-4668-bbf5-f6d151d7e1bb is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:18:16.949686 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60262) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:16.981189 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-047edd16-a22a-457c-93b3-8eb696858ab8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 04baa3eb-0538-4668-bbf5-f6d151d7e1bb) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:17.006338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2387388b-7fd3-4e2a-8bc7-d8808d391756 None None] Network 04baa3eb-0538-4668-bbf5-f6d151d7e1bb requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:17.019475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047edd16-a22a-457c-93b3-8eb696858ab8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:17.020256 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-047edd16-a22a-457c-93b3-8eb696858ab8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:17.029503 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b47de8ee-bfe7-466c-a962-0a76b7964217 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:17.076178 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-b47de8ee-bfe7-466c-a962-0a76b7964217 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Calling delete_port for 53fd546f-a9df-49fc-a2a0-3bfff372254b owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:17.109680 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-047edd16-a22a-457c-93b3-8eb696858ab8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0936558 Aug 06 16:18:17.115290 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60268) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:17.140732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69668cbb-085f-402e-bca6-43b1d83982bb req-399e0402-31ee-4e82-bf9f-8c8a0d9af543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:17.142460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c60622cd-5374-4229-b974-798254e66915 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'network_id': '04baa3eb-0538-4668-bbf5-f6d151d7e1bb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-360028404'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:17.143328 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-69668cbb-085f-402e-bca6-43b1d83982bb req-399e0402-31ee-4e82-bf9f-8c8a0d9af543 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7d4aee-9282-477a-b3f3-f39c7cb5db96 HTTP/1.1" status: 200 len: 898 time: 0.4216928 Aug 06 16:18:17.171212 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9384e35-4516-45e4-97c0-098ca8b3a3ef None None] Checking router: 207e676a-0e90-4795-bdcd-8a6bbe6255b7 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:18:17.172993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eeb18c-9ae4-4311-af01-df80b5a2f358 req-7d304cfb-f225-415e-a566-4b4be0ab5319 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:17.174854 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60eeb18c-9ae4-4311-af01-df80b5a2f358 req-7d304cfb-f225-415e-a566-4b4be0ab5319 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.3765943 Aug 06 16:18:17.210953 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9384e35-4516-45e4-97c0-098ca8b3a3ef None None] Routers {'207e676a-0e90-4795-bdcd-8a6bbe6255b7'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:17.211992 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f9384e35-4516-45e4-97c0-098ca8b3a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:18:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:17.261805 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-69668cbb-085f-402e-bca6-43b1d83982bb req-ea65f6fa-b2df-4022-a9e6-39cc9f292094 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 HTTP/1.1" status: 200 len: 217 time: 0.0543656 Aug 06 16:18:17.273464 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:17.274015 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] Added segment 567ba2e7-96a1-4637-8657-03c924e62bfa of type vlan for network 7b39d9b2-9c33-437b-8ac5-1025578faa38 Aug 06 16:18:17.310637 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-310857f0-6070-41a1-811d-ec85f9331e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:17.384340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-04baa3eb-0538-4668-bbf5-f6d151d7e1bb', 'network_id': '04baa3eb-0538-4668-bbf5-f6d151d7e1bb', 'tenant_id': 'd90686cdb75c40888bbfb8c0a46e098d', 'fixed_ips': [{'subnet_id': 'b17cd984-7722-458a-891d-14bd71721376'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:18:17.385883 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:17.472342 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:17.474948 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-f9384e35-4516-45e4-97c0-098ca8b3a3ef None None] Set router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:18:17.492345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69668cbb-085f-402e-bca6-43b1d83982bb req-8924952d-f44c-48c2-835e-0c2a33b2f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:17.493889 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-69668cbb-085f-402e-bca6-43b1d83982bb req-8924952d-f44c-48c2-835e-0c2a33b2f5b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31d878ad-d0e1-42d3-8b02-f6b597d45212 HTTP/1.1" status: 200 len: 835 time: 0.2220464 Aug 06 16:18:17.556025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9e1360b6-442c-47fa-b5e8-e5348153f667 None None] Provisioning for port 692a6bfd-3608-4c9d-8267-d7ac2d484fac completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:17.563238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9e1360b6-442c-47fa-b5e8-e5348153f667 None None] Provisioning complete for port 692a6bfd-3608-4c9d-8267-d7ac2d484fac triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:17.563862 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9e1360b6-442c-47fa-b5e8-e5348153f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:17.704048 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.resource_extend [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:18:17.755004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Allocated IP 2001:db8::2 (04baa3eb-0538-4668-bbf5-f6d151d7e1bb/b17cd984-7722-458a-891d-14bd71721376/1468a1af-0748-4aa4-a7a1-cad1a7f0556c) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:17.804896 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:17.819149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:17.820041 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:17.910547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69668cbb-085f-402e-bca6-43b1d83982bb req-39cd09c9-fca1-4748-ad69-77b43ee1a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:17.923619 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-69668cbb-085f-402e-bca6-43b1d83982bb req-39cd09c9-fca1-4748-ad69-77b43ee1a443 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7d4aee-9282-477a-b3f3-f39c7cb5db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4165876 Aug 06 16:18:17.927512 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b47de8ee-bfe7-466c-a962-0a76b7964217 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:17.940026 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f9384e35-4516-45e4-97c0-098ca8b3a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478401801', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:01Z', 'updated_at': '2021-08-06T16:16:19Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:04Z', 'updated_at': '2021-08-06T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '9a85bd8f-6690-472a-a7ba-0079b2e20da3', 'name': '', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1c:6c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:16Z', 'updated_at': '2021-08-06T16:16:30Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:17.943057 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c36e-a113-4348-ade0-659bf6c26bdd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:17.966276 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5317430 Aug 06 16:18:17.979098 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60272) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:17.992847 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9384e35-4516-45e4-97c0-098ca8b3a3ef None None] The sync data for ids ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'] in n-d-803756-1 is: [{'id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478401801', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:01Z', 'updated_at': '2021-08-06T16:16:19Z', 'revision_number': 4, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:04Z', 'updated_at': '2021-08-06T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '9a85bd8f-6690-472a-a7ba-0079b2e20da3', 'name': '', 'network_id': '7c7d4aee-9282-477a-b3f3-f39c7cb5db96', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'mac_address': 'fa:16:3e:1c:6c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:16Z', 'updated_at': '2021-08-06T16:16:30Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'subnets': [{'id': '31d878ad-d0e1-42d3-8b02-f6b597d45212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:18:18.002857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-47f42f4d-8dda-4286-8e63-cd99ee14ff21 admin admin] Request body: {'subnet': {'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1090461217-subnet', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:18.003644 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-664009fb-21d2-4b79-beae-89fc88ce0b8e None None] Could not find standard attr ID for object 7c20421f-46d6-4bb1-89c1-b4c7d920dc28. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:18:18.014090 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8c36e-a113-4348-ade0-659bf6c26bdd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=7c20421f-46d6-4bb1-89c1-b4c7d920dc28,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:18.023786 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60622cd-5374-4229-b974-798254e66915 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:18.027644 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c60622cd-5374-4229-b974-798254e66915 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:18.050622 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:18.050896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47de8ee-bfe7-466c-a962-0a76b7964217 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Pushing event deleted for resources: {'Port': ['ID=53fd546f-a9df-49fc-a2a0-3bfff372254b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:18.053787 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c8850-bcc7-40f1-a2b7-c82fef21622a admin admin] Pushing event updated for resources: {'Network': ['ID=7b39d9b2-9c33-437b-8ac5-1025578faa38,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:18.068407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-c60622cd-5374-4229-b974-798254e66915 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] device_id is not set on port 3553daa3-5c79-41ca-af06-792eb7697140 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:18:18.072050 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Transition to ACTIVE for port object 1468a1af-0748-4aa4-a7a1-cad1a7f0556c will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:18.075998 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 7b39d9b2-9c33-437b-8ac5-1025578faa38 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:18:18.110876 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60eeb18c-9ae4-4311-af01-df80b5a2f358 req-f7353a9a-a311-4416-9505-a5cc369e5c3d tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8985450 Aug 06 16:18:18.147958 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Transition to ACTIVE for port object 1468a1af-0748-4aa4-a7a1-cad1a7f0556c will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:18.186512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f42f4d-8dda-4286-8e63-cd99ee14ff21 admin admin] Made reservation on behalf of b52128454bea4b33a1c2dedbf011a9d2 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:18.191387 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-47f42f4d-8dda-4286-8e63-cd99ee14ff21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:18.225923 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [None req-310857f0-6070-41a1-811d-ec85f9331e8b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:18:18.225923 n-d-803756-1 neutron-server[105765]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 16:18:18.225923 n-d-803756-1 neutron-server[105765]: [parameters: {'project_id_1': '79ff710eec1646dfb5279c9a442a24c3', 'expiration_1': datetime.datetime(2021, 8, 6, 16, 18, 18, 48443)}] Aug 06 16:18:18.225923 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:18:18.226315 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [None req-310857f0-6070-41a1-811d-ec85f9331e8b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:18:18.253387 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:18.265268 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b47de8ee-bfe7-466c-a962-0a76b7964217 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:18.334549 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-69668cbb-085f-402e-bca6-43b1d83982bb req-91eed76a-2224-4d64-807a-c3667c706fe9 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7d4aee-9282-477a-b3f3-f39c7cb5db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613031 Aug 06 16:18:18.410670 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Network 04baa3eb-0538-4668-bbf5-f6d151d7e1bb is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:18.418216 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:18.431181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:18.434808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Pushing event updated for resources: {'Port': ['ID=1468a1af-0748-4aa4-a7a1-cad1a7f0556c,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:18.438599 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c36e-a113-4348-ade0-659bf6c26bdd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:18.441339 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e0f8c36e-a113-4348-ade0-659bf6c26bdd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/7c20421f-46d6-4bb1-89c1-b4c7d920dc28 HTTP/1.1" status: 204 len: 168 time: 2.7329905 Aug 06 16:18:18.513862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60280) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:18.582271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8c43ad-03ac-4eb1-a88d-300bb5754c69 None None] New status for floating IP 2457d052-a407-4aeb-be3d-936237416f35: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:18:18.586284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Attempting to bind port 1468a1af-0748-4aa4-a7a1-cad1a7f0556c on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:18:18.586699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Attempting to bind port 1468a1af-0748-4aa4-a7a1-cad1a7f0556c by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '02fb5b61-322e-48bb-9d7e-a6eed9b6a206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04baa3eb-0538-4668-bbf5-f6d151d7e1bb'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:18:18.587069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Attempting to bind port 1468a1af-0748-4aa4-a7a1-cad1a7f0556c on network 04baa3eb-0538-4668-bbf5-f6d151d7e1bb {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:18:18.607069 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b47de8ee-bfe7-466c-a962-0a76b7964217 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:18.610816 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b47de8ee-bfe7-466c-a962-0a76b7964217 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:18.633266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52f4ff-e212-4da4-8413-494dd4398d7f req-5acba31d-0126-4183-82de-087ce64a4f04 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:18.641118 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f52f4ff-e212-4da4-8413-494dd4398d7f req-5acba31d-0126-4183-82de-087ce64a4f04 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 945 time: 1.4305561 Aug 06 16:18:18.667371 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:18:18.667749 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Checking segment: {'id': '02fb5b61-322e-48bb-9d7e-a6eed9b6a206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04baa3eb-0538-4668-bbf5-f6d151d7e1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:18:18.668193 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:18.668610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Bound using segment: {'id': '02fb5b61-322e-48bb-9d7e-a6eed9b6a206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04baa3eb-0538-4668-bbf5-f6d151d7e1bb'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:18:18.669176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Bound port: 1468a1af-0748-4aa4-a7a1-cad1a7f0556c, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fb5b61-322e-48bb-9d7e-a6eed9b6a206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '04baa3eb-0538-4668-bbf5-f6d151d7e1bb'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:18:18.669672 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:18.732144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484f25a-4383-4581-8759-3ef0b80abab6 req-b2deb2ad-b4a8-41fe-b2b6-4006665f28ff tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:18.744530 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2484f25a-4383-4581-8759-3ef0b80abab6 req-b2deb2ad-b4a8-41fe-b2b6-4006665f28ff tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.2247095 Aug 06 16:18:18.753867 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-310857f0-6070-41a1-811d-ec85f9331e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:18.780775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b47de8ee-bfe7-466c-a962-0a76b7964217 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:18.781525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f422145-adbe-43cc-a1ce-15a6319ac7be req-1b824621-fd3e-4172-a064-fff34265121c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:18.781960 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47de8ee-bfe7-466c-a962-0a76b7964217 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Fanout notify agent at l3_agent the message router_deleted on router d5c3daac-f45b-4a11-bfae-f8c31cfc0d49 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:18:18.783078 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f422145-adbe-43cc-a1ce-15a6319ac7be req-1b824621-fd3e-4172-a064-fff34265121c tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 945 time: 0.4373393 Aug 06 16:18:18.794368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] For port 1468a1af-0748-4aa4-a7a1-cad1a7f0556c, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:18:18.800790 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] For port 1468a1af-0748-4aa4-a7a1-cad1a7f0556c, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1468a1af-0748-4aa4-a7a1-cad1a7f0556c,segment=NetworkSegment(02fb5b61-322e-48bb-9d7e-a6eed9b6a206),segment_id=02fb5b61-322e-48bb-9d7e-a6eed9b6a206)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:18:18.812469 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:18.813868 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b47de8ee-bfe7-466c-a962-0a76b7964217 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:18.818312 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b47de8ee-bfe7-466c-a962-0a76b7964217 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "DELETE /v2.0/routers/d5c3daac-f45b-4a11-bfae-f8c31cfc0d49 HTTP/1.1" status: 204 len: 168 time: 3.5034568 Aug 06 16:18:18.854456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60284) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:18.855924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-c60622cd-5374-4229-b974-798254e66915 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Allocated IP 2001:db8::33 (04baa3eb-0538-4668-bbf5-f6d151d7e1bb/b17cd984-7722-458a-891d-14bd71721376/3553daa3-5c79-41ca-af06-792eb7697140) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:18.874263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-52219706-53ba-406c-a74e-bfd3ada7d2f6 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2108518808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:18.911930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ebbec-36b5-4744-adbe-a4b07f62a880 req-84996433-fee6-459a-adc9-3bd06d43e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:18.913611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f57ebbec-36b5-4744-adbe-a4b07f62a880 req-84996433-fee6-459a-adc9-3bd06d43e3e5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e8ee7df3c0e4668aecdf398f1142d6a&device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 1097 time: 0.4593101 Aug 06 16:18:19.008392 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-69668cbb-085f-402e-bca6-43b1d83982bb req-f2398246-50cb-44fb-bbbd-87780b21d0d8 service neutron] 10.222.0.13 "GET /v2.0/networks/7c7d4aee-9282-477a-b3f3-f39c7cb5db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931587 Aug 06 16:18:19.013579 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52219706-53ba-406c-a74e-bfd3ada7d2f6 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:19.015868 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52219706-53ba-406c-a74e-bfd3ada7d2f6 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:19.021310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf96a6-ef2b-47f4-8f4b-3e5fe5d871da None None] Pushing event updated for resources: {'Port': ['ID=1468a1af-0748-4aa4-a7a1-cad1a7f0556c,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:19.152386 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-47f42f4d-8dda-4286-8e63-cd99ee14ff21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:19.172372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04c3417-1828-44fb-b071-fe7050507346 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:19.176449 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b04c3417-1828-44fb-b071-fe7050507346 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6532149 Aug 06 16:18:19.177609 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f52f4ff-e212-4da4-8413-494dd4398d7f req-ea396fd5-71e7-4cdf-9f06-aabb8c41d2f4 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5356541 Aug 06 16:18:19.183420 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60286) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:19.204231 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef084683-56da-41ab-a18c-ea854aa98c0e req-257f75d4-289c-4d0e-ac1e-b4dc0a31f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:19.205746 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ef084683-56da-41ab-a18c-ea854aa98c0e req-257f75d4-289c-4d0e-ac1e-b4dc0a31f631 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 1096 time: 0.0977981 Aug 06 16:18:19.324962 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f42f4d-8dda-4286-8e63-cd99ee14ff21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e739df-6337-434a-b559-956cd4fe06af,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:19.325287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2484f25a-4383-4581-8759-3ef0b80abab6 req-5af37ba4-22e0-451a-b879-6d20a9e9059d tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844488 Aug 06 16:18:19.381172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f42f4d-8dda-4286-8e63-cd99ee14ff21 admin admin] Checking segment: {'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:18:19.381172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f42f4d-8dda-4286-8e63-cd99ee14ff21 admin admin] Network hostable DHCP agents. Network: 7b39d9b2-9c33-437b-8ac5-1025578faa38, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:18:19.410482 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844755e9-790d-4989-bec2-95712ec00626 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:19.412132 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-844755e9-790d-4989-bec2-95712ec00626 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2277532 Aug 06 16:18:19.416994 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60288) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:19.474428 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52219706-53ba-406c-a74e-bfd3ada7d2f6 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:19.490209 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f42f4d-8dda-4286-8e63-cd99ee14ff21 admin admin] Network 7b39d9b2-9c33-437b-8ac5-1025578faa38 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:18:19.492936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-8f422145-adbe-43cc-a1ce-15a6319ac7be req-ee12658d-b620-4cda-843f-05c69af51c08 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:19.493552 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8f422145-adbe-43cc-a1ce-15a6319ac7be req-ee12658d-b620-4cda-843f-05c69af51c08 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:19.505821 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52219706-53ba-406c-a74e-bfd3ada7d2f6 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:19.510422 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef084683-56da-41ab-a18c-ea854aa98c0e req-3a00e86d-28aa-4a2e-bcad-64dac1d68b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:19.512540 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ef084683-56da-41ab-a18c-ea854aa98c0e req-3a00e86d-28aa-4a2e-bcad-64dac1d68b98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c7d4aee-9282-477a-b3f3-f39c7cb5db96 HTTP/1.1" status: 200 len: 898 time: 0.2770321 Aug 06 16:18:19.518323 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-47f42f4d-8dda-4286-8e63-cd99ee14ff21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 7b39d9b2-9c33-437b-8ac5-1025578faa38) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:19.524187 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318aa142-a714-40b0-a784-39939373e37d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:19.525747 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318aa142-a714-40b0-a784-39939373e37d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:19.528874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318aa142-a714-40b0-a784-39939373e37d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:19.530809 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-318aa142-a714-40b0-a784-39939373e37d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1130724 Aug 06 16:18:19.533163 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3619bc5b-9506-4f82-9176-95873f8ea126 None None] Network 7b39d9b2-9c33-437b-8ac5-1025578faa38 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:19.542349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60290) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:19.554427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f42f4d-8dda-4286-8e63-cd99ee14ff21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:19.555115 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-47f42f4d-8dda-4286-8e63-cd99ee14ff21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:19.617215 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ef084683-56da-41ab-a18c-ea854aa98c0e req-2aad0f5e-794b-43b1-8f99-2c214d4aca88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 HTTP/1.1" status: 200 len: 217 time: 0.0970659 Aug 06 16:18:19.628443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ebbec-36b5-4744-adbe-a4b07f62a880 req-9f20991e-6963-4eac-ad7d-685adbcba0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:19.630060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f57ebbec-36b5-4744-adbe-a4b07f62a880 req-9f20991e-6963-4eac-ad7d-685adbcba0ca service neutron] 10.222.0.78 "GET /v2.0/networks?id=75f05834-9f0b-4db5-a388-5cb0595f3947 HTTP/1.1" status: 200 len: 919 time: 0.5850530 Aug 06 16:18:19.709061 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-310857f0-6070-41a1-811d-ec85f9331e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:19.712730 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c60622cd-5374-4229-b974-798254e66915 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:19.726039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f57ebbec-36b5-4744-adbe-a4b07f62a880 req-95fb3b6e-bb3e-457e-af37-89f8441cfe90 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6924cb1-f681-49f3-a424-64270cda6f76 HTTP/1.1" status: 200 len: 217 time: 0.0825360 Aug 06 16:18:19.732395 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-310857f0-6070-41a1-811d-ec85f9331e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:19.741117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5daa88-8c0a-47d7-b3f1-c555f46cec24 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 1bbe7c7b-06b0-4440-a9c6-e287327b2f31 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:18:19.745807 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef084683-56da-41ab-a18c-ea854aa98c0e req-a20ecaab-54ea-4867-95d6-14edadef6a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:19.748430 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ef084683-56da-41ab-a18c-ea854aa98c0e req-a20ecaab-54ea-4867-95d6-14edadef6a07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31d878ad-d0e1-42d3-8b02-f6b597d45212 HTTP/1.1" status: 200 len: 835 time: 0.1089153 Aug 06 16:18:19.751618 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52219706-53ba-406c-a74e-bfd3ada7d2f6 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:19.753213 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d5daa88-8c0a-47d7-b3f1-c555f46cec24 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:19.756438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-52219706-53ba-406c-a74e-bfd3ada7d2f6 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8873332 Aug 06 16:18:19.759694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60294) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:19.797483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-c60622cd-5374-4229-b974-798254e66915 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Transition to ACTIVE for port object 3553daa3-5c79-41ca-af06-792eb7697140 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:19.807155 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'enable_snat': False}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:19.811658 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-47f42f4d-8dda-4286-8e63-cd99ee14ff21 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8241131 Aug 06 16:18:19.817441 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60296) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:19.862618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-310857f0-6070-41a1-811d-ec85f9331e8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79ff710eec1646dfb5279c9a442a24c3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9085839 Aug 06 16:18:19.863550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310857f0-6070-41a1-811d-ec85f9331e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3732c3f4-4900-405c-9192-8a247e70beda,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:19.866560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60298) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:19.872132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-8f422145-adbe-43cc-a1ce-15a6319ac7be req-ee12658d-b620-4cda-843f-05c69af51c08 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] For port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,segment=NetworkSegment(bc5724b2-c4f0-4b8f-a346-42754ed75ad9),segment_id=bc5724b2-c4f0-4b8f-a346-42754ed75ad9)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:19.872531 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8f422145-adbe-43cc-a1ce-15a6319ac7be req-ee12658d-b620-4cda-843f-05c69af51c08 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:19.877828 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:19.928675 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-8f422145-adbe-43cc-a1ce-15a6319ac7be req-ee12658d-b620-4cda-843f-05c69af51c08 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Calling delete_port for 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:19.943384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-7b39d9b2-9c33-437b-8ac5-1025578faa38', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:18:19.944622 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:19.991524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ebbec-36b5-4744-adbe-a4b07f62a880 req-78e4137a-1cbb-4b59-a1da-7ba7d6e5c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:19.993093 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f57ebbec-36b5-4744-adbe-a4b07f62a880 req-78e4137a-1cbb-4b59-a1da-7ba7d6e5c37a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f7d4a562-70dc-45dc-b649-bb870e6750de HTTP/1.1" status: 200 len: 858 time: 0.2276478 Aug 06 16:18:20.005778 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d5daa88-8c0a-47d7-b3f1-c555f46cec24 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:20.080499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef084683-56da-41ab-a18c-ea854aa98c0e req-d907e868-c024-403d-b348-e01762d4cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:20.082102 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ef084683-56da-41ab-a18c-ea854aa98c0e req-d907e868-c024-403d-b348-e01762d4cf62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c7d4aee-9282-477a-b3f3-f39c7cb5db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3246005 Aug 06 16:18:20.127348 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f57ebbec-36b5-4744-adbe-a4b07f62a880 req-b96822e4-9325-4f6a-9e73-ae88042fe7b4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75f05834-9f0b-4db5-a388-5cb0595f3947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779793 Aug 06 16:18:20.142301 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c60622cd-5374-4229-b974-798254e66915 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:20.224045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Allocated IP 172.20.0.2 (7b39d9b2-9c33-437b-8ac5-1025578faa38/33e739df-6337-434a-b559-956cd4fe06af/3d2b5e7d-09cc-474e-b044-c2ea5f723b4d) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:20.252964 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:20.256945 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:20.367654 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:20.461258 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:20.474250 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Transition to ACTIVE for port object 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:20.493860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Transition to ACTIVE for port object 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:20.502397 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:20.544036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f57ebbec-36b5-4744-adbe-a4b07f62a880 req-b2b61a70-3f04-4cdf-9a69-c5022771a6f2 service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853366 Aug 06 16:18:20.586901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Pushing event updated for resources: {'Port': ['ID=3d2b5e7d-09cc-474e-b044-c2ea5f723b4d,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:20.608792 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Network 7b39d9b2-9c33-437b-8ac5-1025578faa38 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:20.610519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:20.613581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:20.638266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60622cd-5374-4229-b974-798254e66915 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=3553daa3-5c79-41ca-af06-792eb7697140,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:20.682701 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba783a2-352b-47fc-a614-ad911bc287a5 None None] Network 04baa3eb-0538-4668-bbf5-f6d151d7e1bb requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:20.699957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Attempting to bind port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:18:20.700326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Attempting to bind port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:18:20.700690 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Attempting to bind port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d on network 7b39d9b2-9c33-437b-8ac5-1025578faa38 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:18:20.755348 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:18:20.755724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Checking segment: {'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:18:20.756130 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:20.756524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Bound using segment: {'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:18:20.757116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Bound port: 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:18:20.757508 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:20.793902 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-785c4e43-41c9-43ae-a0df-5a6a2624892b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:20.805338 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60622cd-5374-4229-b974-798254e66915 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network 04baa3eb-0538-4668-bbf5-f6d151d7e1bb is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:20.827602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-c60622cd-5374-4229-b974-798254e66915 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:20.847783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60622cd-5374-4229-b974-798254e66915 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:20.853665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60622cd-5374-4229-b974-798254e66915 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:20.854333 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c60622cd-5374-4229-b974-798254e66915 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:20.885523 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-785c4e43-41c9-43ae-a0df-5a6a2624892b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:20.893787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138a0a6-b53f-493a-a9bc-cc1d88cfdbf6 req-8ceebd62-5964-4c9d-840c-b806c056d56d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:20.901122 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6138a0a6-b53f-493a-a9bc-cc1d88cfdbf6 req-8ceebd62-5964-4c9d-840c-b806c056d56d tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 945 time: 0.5341690 Aug 06 16:18:20.956194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1468a1af-0748-4aa4-a7a1-cad1a7f0556c up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:21.001561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfc6e1-b482-448c-b623-6be9b8838ca7 req-318e5094-3c0b-49f8-8533-273a0e47d628 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:21.003881 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-35cfc6e1-b482-448c-b623-6be9b8838ca7 req-318e5094-3c0b-49f8-8533-273a0e47d628 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.4442673 Aug 06 16:18:21.005208 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c60622cd-5374-4229-b974-798254e66915 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 3.8775632 Aug 06 16:18:21.019483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60306) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:21.037588 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-adaa15ed-12b5-4ee9-b6bc-c4aa7ca0a0de None None] Provisioning for port 1468a1af-0748-4aa4-a7a1-cad1a7f0556c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:21.071027 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f57ebbec-36b5-4744-adbe-a4b07f62a880 req-84234ade-e7df-42b8-96ca-8d62af75bed6 service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049169 Aug 06 16:18:21.112322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] For port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:18:21.121175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6138a0a6-b53f-493a-a9bc-cc1d88cfdbf6 req-bb562122-fab9-4306-b6f1-42e91563a3fd tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/security-groups?id=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190406 Aug 06 16:18:21.157753 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8f422145-adbe-43cc-a1ce-15a6319ac7be req-ee12658d-b620-4cda-843f-05c69af51c08 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:21.169279 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] For port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3d2b5e7d-09cc-474e-b044-c2ea5f723b4d,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:18:21.172221 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d5daa88-8c0a-47d7-b3f1-c555f46cec24 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:21.187499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 1468a1af-0748-4aa4-a7a1-cad1a7f0556c completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:21.199376 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 1468a1af-0748-4aa4-a7a1-cad1a7f0556c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:21.201089 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:21.205462 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:21.206700 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:21.252808 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-785c4e43-41c9-43ae-a0df-5a6a2624892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:21.256921 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-785c4e43-41c9-43ae-a0df-5a6a2624892b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:21.258393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-785c4e43-41c9-43ae-a0df-5a6a2624892b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3732c3f4-4900-405c-9192-8a247e70beda HTTP/1.1" status: 204 len: 168 time: 1.3778143 Aug 06 16:18:21.267866 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-35cfc6e1-b482-448c-b623-6be9b8838ca7 req-de769627-7bcd-4410-954b-913bc69c307d tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503736 Aug 06 16:18:21.271103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12658d-b620-4cda-843f-05c69af51c08 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Port': ['ID=3cfbef20-12f1-4d2f-8d3e-ee1e213e4174,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:21.286514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c4e43-41c9-43ae-a0df-5a6a2624892b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3732c3f4-4900-405c-9192-8a247e70beda,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:21.402649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f422145-adbe-43cc-a1ce-15a6319ac7be req-ee12658d-b620-4cda-843f-05c69af51c08 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] No DVR routers for this DVR port 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:18:21.408678 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8f422145-adbe-43cc-a1ce-15a6319ac7be req-ee12658d-b620-4cda-843f-05c69af51c08 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:21.411704 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f422145-adbe-43cc-a1ce-15a6319ac7be req-ee12658d-b620-4cda-843f-05c69af51c08 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.13 "DELETE /v2.0/ports/3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 HTTP/1.1" status: 204 len: 173 time: 2.5566473 Aug 06 16:18:21.412460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'name': 'network-vif-deleted', 'tag': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:18:21.432314 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78345a8-ec4c-4825-8cfe-e5a8eaf4d00d" -d '{"events": [{"server_uuid": "f3297fa5-d1a7-4c07-8bd1-f25d774a146f", "name": "network-vif-deleted", "tag": "3cfbef20-12f1-4d2f-8d3e-ee1e213e4174"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:18:21.480059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-252e2682-a565-497d-a372-b9faeb612dc5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port 3553daa3-5c79-41ca-af06-792eb7697140 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:21.480761 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65279bb-9481-4111-95a2-0924bf7ff74a None None] Pushing event updated for resources: {'Port': ['ID=3d2b5e7d-09cc-474e-b044-c2ea5f723b4d,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:21.497847 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-252e2682-a565-497d-a372-b9faeb612dc5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:21.606827 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2726d44-ba0c-46c2-9ab7-23621c3f50da x-openstack-request-id: req-c2726d44-ba0c-46c2-9ab7-23621c3f50da {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:18:21.607308 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3297fa5-d1a7-4c07-8bd1-f25d774a146f", "name": "network-vif-deleted", "tag": "3cfbef20-12f1-4d2f-8d3e-ee1e213e4174", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:18:21.607587 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2726d44-ba0c-46c2-9ab7-23621c3f50da {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:18:21.608522 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3297fa5-d1a7-4c07-8bd1-f25d774a146f', 'name': 'network-vif-deleted', 'tag': '3cfbef20-12f1-4d2f-8d3e-ee1e213e4174', 'status': 'completed', 'code': 200} Aug 06 16:18:21.614968 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:21.656093 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:21.707394 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 1468a1af-0748-4aa4-a7a1-cad1a7f0556c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1468a1af-0748-4aa4-a7a1-cad1a7f0556c,segment=NetworkSegment(02fb5b61-322e-48bb-9d7e-a6eed9b6a206),segment_id=02fb5b61-322e-48bb-9d7e-a6eed9b6a206)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:21.716651 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:21.875620 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=1468a1af-0748-4aa4-a7a1-cad1a7f0556c,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:21.879579 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-252e2682-a565-497d-a372-b9faeb612dc5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:21.972825 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d5daa88-8c0a-47d7-b3f1-c555f46cec24 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:21.983950 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ef084683-56da-41ab-a18c-ea854aa98c0e req-9eaef021-74dc-4cfa-ad71-1167f74e294e service neutron] 10.222.0.13 "GET /v2.0/networks/7c7d4aee-9282-477a-b3f3-f39c7cb5db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7532063 Aug 06 16:18:22.046776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-252e2682-a565-497d-a372-b9faeb612dc5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for 3553daa3-5c79-41ca-af06-792eb7697140 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:22.056927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caa4d2c-9994-430a-bfe3-d69d1b8378fc None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:22.138324 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d5daa88-8c0a-47d7-b3f1-c555f46cec24 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:22.140844 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2d5daa88-8c0a-47d7-b3f1-c555f46cec24 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/1bbe7c7b-06b0-4440-a9c6-e287327b2f31 HTTP/1.1" status: 204 len: 168 time: 2.5815763 Aug 06 16:18:22.154103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60322) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:22.278576 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5daa88-8c0a-47d7-b3f1-c555f46cec24 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=1bbe7c7b-06b0-4440-a9c6-e287327b2f31,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:22.341504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89915930-3e37-483c-a757-8d2157c2045e req-54a489ab-015f-4da3-8870-524a3aa5de00 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4462347 Aug 06 16:18:22.563723 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ef084683-56da-41ab-a18c-ea854aa98c0e req-8bea6959-2ea8-42c3-a2fe-a5b387b07ade service neutron] 10.222.0.13 "GET /v2.0/networks/7c7d4aee-9282-477a-b3f3-f39c7cb5db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204967 Aug 06 16:18:22.764990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8fccc7d9-75cc-420e-a542-ca84d678a048 None None] Provisioning complete for port 1468a1af-0748-4aa4-a7a1-cad1a7f0556c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:22.779058 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8fccc7d9-75cc-420e-a542-ca84d678a048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:23.073443 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7291036d-7f6b-46b9-aec3-ec4f9eb37362 req-b171f092-6ec4-4944-85c6-d1accceaa7b0 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3297fa5-d1a7-4c07-8bd1-f25d774a146f HTTP/1.1" status: 200 len: 210 time: 0.7258379 Aug 06 16:18:23.189753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-9813647b-216b-4701-acf4-739de37c3dc2 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 8c0531d6-2e04-46fa-9752-25a3be618181 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:18:23.199348 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9813647b-216b-4701-acf4-739de37c3dc2 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:23.253829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89915930-3e37-483c-a757-8d2157c2045e req-d3f5cf26-b531-421f-9ab2-f7755152da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:23.265094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:18:23.266722 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89915930-3e37-483c-a757-8d2157c2045e req-d3f5cf26-b531-421f-9ab2-f7755152da54 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e8ee7df3c0e4668aecdf398f1142d6a&device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 1096 time: 0.8264811 Aug 06 16:18:23.297490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:23.309695 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:23.314817 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:23.321229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a47b8-3315-47eb-b5f7-b6550986268c req-24eaa37e-efdb-45e0-9999-772145d0a04c tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:23.329210 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c7a47b8-3315-47eb-b5f7-b6550986268c req-24eaa37e-efdb-45e0-9999-772145d0a04c tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.8106029 Aug 06 16:18:23.379058 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:18:23.379409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 3cfbef20-12f1-4d2f-8d3e-ee1e213e4174 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:18:23.401476 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:23.410071 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:23.434487 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9813647b-216b-4701-acf4-739de37c3dc2 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:23.541418 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3bf29a-f8c3-420d-9916-cd7c6c28816f None None] Network 7b39d9b2-9c33-437b-8ac5-1025578faa38 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:23.609091 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c7a47b8-3315-47eb-b5f7-b6550986268c req-bdfd50c7-4f1b-4105-932a-1d2c878da7c2 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783172 Aug 06 16:18:23.639783 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Allocated IP 172.25.1.181 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/ac62bfe6-157a-478c-b3d6-1d564f885267) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:23.664168 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:23.677443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89915930-3e37-483c-a757-8d2157c2045e req-9753c470-2f27-4486-a541-902a69ac0545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:23.678982 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89915930-3e37-483c-a757-8d2157c2045e req-9753c470-2f27-4486-a541-902a69ac0545 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75f05834-9f0b-4db5-a388-5cb0595f3947 HTTP/1.1" status: 200 len: 919 time: 0.3858104 Aug 06 16:18:23.686447 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-252e2682-a565-497d-a372-b9faeb612dc5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:23.736397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8fccc7d9-75cc-420e-a542-ca84d678a048 None None] Provisioning for port 3553daa3-5c79-41ca-af06-792eb7697140 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:23.753382 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e2682-a565-497d-a372-b9faeb612dc5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=3553daa3-5c79-41ca-af06-792eb7697140,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:23.768407 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8fccc7d9-75cc-420e-a542-ca84d678a048 None None] Provisioning complete for port 3553daa3-5c79-41ca-af06-792eb7697140 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:23.786336 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8fccc7d9-75cc-420e-a542-ca84d678a048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:23.855338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9813647b-216b-4701-acf4-739de37c3dc2 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:23.861808 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-252e2682-a565-497d-a372-b9faeb612dc5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:23.867005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-252e2682-a565-497d-a372-b9faeb612dc5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/3553daa3-5c79-41ca-af06-792eb7697140 HTTP/1.1" status: 204 len: 168 time: 2.8420289 Aug 06 16:18:23.869179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89915930-3e37-483c-a757-8d2157c2045e req-c709019c-23dd-4d9f-87be-db4d8ad92a43 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da95e7b4-b715-471f-b926-04a238acbae4 HTTP/1.1" status: 200 len: 217 time: 0.1551523 Aug 06 16:18:23.872154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8fccc7d9-75cc-420e-a542-ca84d678a048 None None] Port 3553daa3-5c79-41ca-af06-792eb7697140 was deleted so its status cannot be updated. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 06 16:18:23.878999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60346) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:23.949927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:23.962796 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:23.979099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1468a1af-0748-4aa4-a7a1-cad1a7f0556c up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:24.012690 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89915930-3e37-483c-a757-8d2157c2045e req-2b8c7862-9d58-4328-b8cc-dd22d89060a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:24.015688 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89915930-3e37-483c-a757-8d2157c2045e req-2b8c7862-9d58-4328-b8cc-dd22d89060a3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f7d4a562-70dc-45dc-b649-bb870e6750de HTTP/1.1" status: 200 len: 858 time: 0.1146045 Aug 06 16:18:24.132079 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89915930-3e37-483c-a757-8d2157c2045e req-c13bbd9c-6d76-492e-aa5f-b8b585af282b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75f05834-9f0b-4db5-a388-5cb0595f3947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029868 Aug 06 16:18:24.151705 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9a1c75-5f58-4e06-ab4e-d10d2b0af0c6 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] GET failed (client error): The resource could not be found. Aug 06 16:18:24.152638 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9813647b-216b-4701-acf4-739de37c3dc2 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:24.159881 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-82990957-8acd-480b-85c6-c5e7c304fefb None None] Provisioning for port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:24.163327 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-df9a1c75-5f58-4e06-ab4e-d10d2b0af0c6 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/3553daa3-5c79-41ca-af06-792eb7697140 HTTP/1.1" status: 404 len: 333 time: 0.2778141 Aug 06 16:18:24.174730 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60354) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:24.179560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-82990957-8acd-480b-85c6-c5e7c304fefb None None] Provisioning complete for port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:24.180152 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-82990957-8acd-480b-85c6-c5e7c304fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:24.194226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60356) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:24.206680 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9813647b-216b-4701-acf4-739de37c3dc2 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:24.215225 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9813647b-216b-4701-acf4-739de37c3dc2 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/8c0531d6-2e04-46fa-9752-25a3be618181 HTTP/1.1" status: 204 len: 168 time: 2.0594578 Aug 06 16:18:24.217795 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60358) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:24.364880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2383e74-54e5-4501-9e32-b1cc3cfcea4f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting subnet b17cd984-7722-458a-891d-14bd71721376 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:18:24.415832 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d2383e74-54e5-4501-9e32-b1cc3cfcea4f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:24.421741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813647b-216b-4701-acf4-739de37c3dc2 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0531d6-2e04-46fa-9752-25a3be618181,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:24.437603 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:24.473857 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b521d7a5-2bf4-416d-af27-fc435e7d0491 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2121372 Aug 06 16:18:24.482450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60364) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:24.491736 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-55f15d06-73f7-4bfc-aa4e-3a1504acb697 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:24.578591 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 1468a1af-0748-4aa4-a7a1-cad1a7f0556c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:24.579328 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:24.690269 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-82990957-8acd-480b-85c6-c5e7c304fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:24.719885 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d2383e74-54e5-4501-9e32-b1cc3cfcea4f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:24.766198 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-82990957-8acd-480b-85c6-c5e7c304fefb None None] For port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3d2b5e7d-09cc-474e-b044-c2ea5f723b4d,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:24.803495 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-82990957-8acd-480b-85c6-c5e7c304fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:24.846367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-82990957-8acd-480b-85c6-c5e7c304fefb None None] Could not find standard attr ID for object 3553daa3-5c79-41ca-af06-792eb7697140. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:18:24.860262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc57a78-2b0b-45c2-a8cc-a1041f6bd48d None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:24.862490 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89915930-3e37-483c-a757-8d2157c2045e req-b1206bd4-f314-4038-8f83-7d1e66e7ec07 service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7112043 Aug 06 16:18:25.027974 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82990957-8acd-480b-85c6-c5e7c304fefb None None] Pushing event updated for resources: {'Port': ['ID=3d2b5e7d-09cc-474e-b044-c2ea5f723b4d,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:25.082176 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:25.138486 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d2f2dd87-0e5e-4dd0-9e6e-bf25b4dd0e4c None None] Provisioning complete for port 692a6bfd-3608-4c9d-8267-d7ac2d484fac triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:25.139051 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d2f2dd87-0e5e-4dd0-9e6e-bf25b4dd0e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:25.295336 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d2383e74-54e5-4501-9e32-b1cc3cfcea4f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:25.313515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252fb06c-68be-4fe1-8953-c814193f91a3 None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:18:25.335334 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89915930-3e37-483c-a757-8d2157c2045e req-6295b861-85fe-4993-8e3b-864f0369a01a service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146836 Aug 06 16:18:25.351266 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f15d06-73f7-4bfc-aa4e-3a1504acb697 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:25.373991 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-55f15d06-73f7-4bfc-aa4e-3a1504acb697 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:25.385922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5fc75-1785-44a0-a42b-826e5615e40e req-294304f1-2b98-4230-b1d4-f9bb708acb0a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:25.388150 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:25.402718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cb5fc75-1785-44a0-a42b-826e5615e40e req-294304f1-2b98-4230-b1d4-f9bb708acb0a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.2825806 Aug 06 16:18:25.442338 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:25.452428 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:25.459446 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6588c9b4-f1d6-46e0-8d49-f1718c9d7d7a None None] Provisioning complete for port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:25.460060 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6588c9b4-f1d6-46e0-8d49-f1718c9d7d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:25.575398 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cb5fc75-1785-44a0-a42b-826e5615e40e req-0be4f44f-ca92-417e-a353-5b60f5b992c1 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562412 Aug 06 16:18:25.583995 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d2383e74-54e5-4501-9e32-b1cc3cfcea4f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:25.597305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-252fb06c-68be-4fe1-8953-c814193f91a3 None None] Deleting port 692a6bfd-3608-4c9d-8267-d7ac2d484fac {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:25.597707 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-252fb06c-68be-4fe1-8953-c814193f91a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:25.633012 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Pushing event updated for resources: {'Port': ['ID=ac62bfe6-157a-478c-b3d6-1d564f885267,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:25.636510 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d2383e74-54e5-4501-9e32-b1cc3cfcea4f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:25.639578 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d2383e74-54e5-4501-9e32-b1cc3cfcea4f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/b17cd984-7722-458a-891d-14bd71721376 HTTP/1.1" status: 204 len: 168 time: 1.4226570 Aug 06 16:18:25.641004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2383e74-54e5-4501-9e32-b1cc3cfcea4f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Subnet': ['ID=b17cd984-7722-458a-891d-14bd71721376,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:25.644611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60388) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:25.647111 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5084e58-6f92-43b2-b9a9-64c4d636a4df None None] Network 04baa3eb-0538-4668-bbf5-f6d151d7e1bb requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:25.655198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Allocated IP 172.25.1.125 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/5d1d32e9-4ded-415a-bb72-7dafd9a8608d) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:25.994099 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:26.130901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-252fb06c-68be-4fe1-8953-c814193f91a3 None None] For port 692a6bfd-3608-4c9d-8267-d7ac2d484fac, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=692a6bfd-3608-4c9d-8267-d7ac2d484fac,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:26.133695 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-252fb06c-68be-4fe1-8953-c814193f91a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:26.192990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port 1468a1af-0748-4aa4-a7a1-cad1a7f0556c {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:26.192990 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:26.361520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-252fb06c-68be-4fe1-8953-c814193f91a3 None None] Calling delete_port for 692a6bfd-3608-4c9d-8267-d7ac2d484fac owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:26.476893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] For port 1468a1af-0748-4aa4-a7a1-cad1a7f0556c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1468a1af-0748-4aa4-a7a1-cad1a7f0556c,segment=NetworkSegment(02fb5b61-322e-48bb-9d7e-a6eed9b6a206),segment_id=02fb5b61-322e-48bb-9d7e-a6eed9b6a206)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:26.479820 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:26.520013 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for 1468a1af-0748-4aa4-a7a1-cad1a7f0556c owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:26.685016 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-252fb06c-68be-4fe1-8953-c814193f91a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:26.739378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fb06c-68be-4fe1-8953-c814193f91a3 None None] Pushing event deleted for resources: {'Port': ['ID=692a6bfd-3608-4c9d-8267-d7ac2d484fac,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:26.751373 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252fb06c-68be-4fe1-8953-c814193f91a3 None None] No DVR routers for this DVR port 692a6bfd-3608-4c9d-8267-d7ac2d484fac on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:18:26.781127 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:26.834281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=1468a1af-0748-4aa4-a7a1-cad1a7f0556c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:26.844116 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No DVR routers for this DVR port 1468a1af-0748-4aa4-a7a1-cad1a7f0556c on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:18:26.909140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f28e07-e865-449c-afb3-aae6fd01cae8 None None] DHCP port deletion for 04baa3eb-0538-4668-bbf5-f6d151d7e1bb request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:18:27.023895 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:27.147194 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:27.193198 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:27.199921 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:27.218978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04baa3eb-0538-4668-bbf5-f6d151d7e1bb']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:27.241318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fb5b61-322e-48bb-9d7e-a6eed9b6a206') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:27.242316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fb5b61-322e-48bb-9d7e-a6eed9b6a206') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:27.269436 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:27.306287 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:27.317484 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:18:27.317957 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:27.326289 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:27.327431 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:18:27.450424 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:18:27.452374 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-55f15d06-73f7-4bfc-aa4e-3a1504acb697 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:27.458503 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:27.485569 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:27.504980 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:27.510639 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/networks/04baa3eb-0538-4668-bbf5-f6d151d7e1bb HTTP/1.1" status: 204 len: 168 time: 1.8650219 Aug 06 16:18:27.515692 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60432) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:27.531818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60434) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:27.537361 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-af750504-0108-4ed8-9c2f-93569db702e2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'name': 'tempest-PortsIpV6TestJSON-252936970'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:27.588715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f791b9-491d-4174-9548-1bac9842e725 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Network': ['ID=04baa3eb-0538-4668-bbf5-f6d151d7e1bb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:27.616598 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f15d06-73f7-4bfc-aa4e-3a1504acb697 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=57f43364-526b-4d21-a089-618f19ae8115,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:27.635241 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:27.649417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:27.657454 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f15d06-73f7-4bfc-aa4e-3a1504acb697 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:27.662599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:27.672782 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-55f15d06-73f7-4bfc-aa4e-3a1504acb697 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:27.677234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f15d06-73f7-4bfc-aa4e-3a1504acb697 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:27.678446 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-55f15d06-73f7-4bfc-aa4e-3a1504acb697 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:27.682334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0d54e0-7f75-4095-a4e5-e61ea21afdb3 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:27.735441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1468a1af-0748-4aa4-a7a1-cad1a7f0556c no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:18:27.749345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Pushing event updated for resources: {'Port': ['ID=5d1d32e9-4ded-415a-bb72-7dafd9a8608d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:27.756447 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-55f15d06-73f7-4bfc-aa4e-3a1504acb697 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2724814 Aug 06 16:18:27.759402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60438) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:27.761348 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 1468a1af-0748-4aa4-a7a1-cad1a7f0556c {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:18:27.761348 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1468a1af-0748-4aa4-a7a1-cad1a7f0556c not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:18:27.761348 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 692a6bfd-3608-4c9d-8267-d7ac2d484fac no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:18:27.769956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a935d3ad-4565-45a3-a97d-1ae84d1c3470 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:27.818274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 692a6bfd-3608-4c9d-8267-d7ac2d484fac {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:18:27.831561 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 692a6bfd-3608-4c9d-8267-d7ac2d484fac not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:18:27.877677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af750504-0108-4ed8-9c2f-93569db702e2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:27.881371 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-af750504-0108-4ed8-9c2f-93569db702e2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:27.923021 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-af750504-0108-4ed8-9c2f-93569db702e2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] device_id is not set on port f043160a-0971-4a5e-9d07-4f3f91da69be yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:18:28.053839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': '57f43364-526b-4d21-a089-618f19ae8115'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:18:28.055245 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.097840 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6eec308-0fea-470f-b641-8b3bf0dcee80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.206163 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.219704 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a234270-84de-4a9d-8111-d0f66af89a7a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.259017 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-af750504-0108-4ed8-9c2f-93569db702e2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.331689 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6eec308-0fea-470f-b641-8b3bf0dcee80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.345262 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6eec308-0fea-470f-b641-8b3bf0dcee80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.392484 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-af750504-0108-4ed8-9c2f-93569db702e2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.412069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b6eec308-0fea-470f-b641-8b3bf0dcee80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d634a2c8b18b49c2ae261ab4771eb029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8319421 Aug 06 16:18:28.412551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Allocated IP 2001:db8::2 (38cd96d0-9a93-4226-ab46-370ab75cd563/57f43364-526b-4d21-a089-618f19ae8115/fed0efa7-07af-4f72-a360-6da4cf755e70) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:28.441451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60442) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:28.462113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eec308-0fea-470f-b641-8b3bf0dcee80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30810afd-22f0-401d-a5d5-b682800b9ced,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:28.476944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af750504-0108-4ed8-9c2f-93569db702e2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:28.490123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-af750504-0108-4ed8-9c2f-93569db702e2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:28.497181 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af750504-0108-4ed8-9c2f-93569db702e2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:28.503264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af750504-0108-4ed8-9c2f-93569db702e2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:28.503899 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-af750504-0108-4ed8-9c2f-93569db702e2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.523759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af750504-0108-4ed8-9c2f-93569db702e2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=f043160a-0971-4a5e-9d07-4f3f91da69be,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:28.538516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a935d3ad-4565-45a3-a97d-1ae84d1c3470 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:28.543377 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a935d3ad-4565-45a3-a97d-1ae84d1c3470 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.561598 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b0d6619a-a4c3-472a-b7cf-2d143e8d9c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.567159 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-af750504-0108-4ed8-9c2f-93569db702e2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0372536 Aug 06 16:18:28.567892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60448) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:28.628716 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b0d6619a-a4c3-472a-b7cf-2d143e8d9c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.731698 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.779973 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5c942cdb-c797-4398-ad0e-c775ccb3b148 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port f043160a-0971-4a5e-9d07-4f3f91da69be {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:28.780311 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c942cdb-c797-4398-ad0e-c775ccb3b148 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.802318 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b0d6619a-a4c3-472a-b7cf-2d143e8d9c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.804856 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b0d6619a-a4c3-472a-b7cf-2d143e8d9c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.806045 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b0d6619a-a4c3-472a-b7cf-2d143e8d9c68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30810afd-22f0-401d-a5d5-b682800b9ced HTTP/1.1" status: 204 len: 168 time: 0.3635507 Aug 06 16:18:28.841307 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.878883 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Transition to ACTIVE for port object fed0efa7-07af-4f72-a360-6da4cf755e70 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:28.899533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8152eaf-e86f-4153-af16-0e5ba7ae6ced req-584f44e8-5135-4268-9906-c8053d4663b0 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:28.910723 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8152eaf-e86f-4153-af16-0e5ba7ae6ced req-584f44e8-5135-4268-9906-c8053d4663b0 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.1874764 Aug 06 16:18:28.920965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6619a-a4c3-472a-b7cf-2d143e8d9c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30810afd-22f0-401d-a5d5-b682800b9ced,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:28.929142 n-d-803756-1 neutron-server[105764]: INFO neutron.db.ipam_backend_mixin [None req-a935d3ad-4565-45a3-a97d-1ae84d1c3470 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 57f43364-526b-4d21-a089-618f19ae8115 (CIDR: 2001:db8::/64) Aug 06 16:18:28.941381 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-a935d3ad-4565-45a3-a97d-1ae84d1c3470 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:18:28.942218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a935d3ad-4565-45a3-a97d-1ae84d1c3470 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:18:28.945181 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c942cdb-c797-4398-ad0e-c775ccb3b148 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:28.987055 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8152eaf-e86f-4153-af16-0e5ba7ae6ced req-d53e6a5c-6d2b-4068-94ac-cfb72c9d2b04 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755529 Aug 06 16:18:29.006829 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Transition to ACTIVE for port object fed0efa7-07af-4f72-a360-6da4cf755e70 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:29.014226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5c942cdb-c797-4398-ad0e-c775ccb3b148 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for f043160a-0971-4a5e-9d07-4f3f91da69be owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:29.023870 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:29.050285 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a935d3ad-4565-45a3-a97d-1ae84d1c3470 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2852635 Aug 06 16:18:29.052898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60456) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:29.054463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Router 9afd9d01-b741-4a22-b0d0-e66751859fa9 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:18:29.066523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-9a5c3816-a6af-4fea-b08f-92af571a411a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:29.105101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Pushing event updated for resources: {'Port': ['ID=fed0efa7-07af-4f72-a360-6da4cf755e70,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:29.124966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:29.126875 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:29.129864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:29.268086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5c3816-a6af-4fea-b08f-92af571a411a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:29.276492 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3816-a6af-4fea-b08f-92af571a411a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:29.330566 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Attempting to bind port fed0efa7-07af-4f72-a360-6da4cf755e70 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:18:29.331209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Attempting to bind port fed0efa7-07af-4f72-a360-6da4cf755e70 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:18:29.331911 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Attempting to bind port fed0efa7-07af-4f72-a360-6da4cf755e70 on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:18:29.339334 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c942cdb-c797-4398-ad0e-c775ccb3b148 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:29.344994 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:18:29.346534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:18:29.348880 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:29.349442 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:29.349712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:18:29.353280 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Bound port: fed0efa7-07af-4f72-a360-6da4cf755e70, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:18:29.353789 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:29.358623 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:29.436362 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c942cdb-c797-4398-ad0e-c775ccb3b148 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=f043160a-0971-4a5e-9d07-4f3f91da69be,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:29.470479 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c942cdb-c797-4398-ad0e-c775ccb3b148 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:29.473408 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5c942cdb-c797-4398-ad0e-c775ccb3b148 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/f043160a-0971-4a5e-9d07-4f3f91da69be HTTP/1.1" status: 204 len: 168 time: 0.9049835 Aug 06 16:18:29.484858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60462) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:29.493749 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-cff47658-7d92-4d86-968f-2077b501168b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'mac_address': 'fa:16:3e:48:77:5d', 'name': 'tempest-PortsIpV6TestJSON-1767586766'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:29.557422 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] For port fed0efa7-07af-4f72-a360-6da4cf755e70, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:18:29.560558 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] For port fed0efa7-07af-4f72-a360-6da4cf755e70, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fed0efa7-07af-4f72-a360-6da4cf755e70,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:18:29.580499 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:29.717027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8438b13-51e1-45c1-99f6-4f56c10cac80 None None] Pushing event updated for resources: {'Port': ['ID=fed0efa7-07af-4f72-a360-6da4cf755e70,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:29.737491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff47658-7d92-4d86-968f-2077b501168b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:29.848124 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60468) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:29.895212 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cff47658-7d92-4d86-968f-2077b501168b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:29.945499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-cff47658-7d92-4d86-968f-2077b501168b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] device_id is not set on port 5bc2c9a9-8693-48d8-bbf0-caa54bbfd045 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:18:30.408366 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cff47658-7d92-4d86-968f-2077b501168b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:30.556217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.objects.ports [None req-9a5c3816-a6af-4fea-b08f-92af571a411a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105765) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:18:30.569225 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cff47658-7d92-4d86-968f-2077b501168b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:30.685598 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:18:30.691626 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d899ab1e-3cd2-4be1-b6f0-51366b8da78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:30.706207 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Sync routers for ids ['9afd9d01-b741-4a22-b0d0-e66751859fa9'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:18:30.735945 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Routers {'9afd9d01-b741-4a22-b0d0-e66751859fa9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:30.737407 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:18:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9afd9d01-b741-4a22-b0d0-e66751859fa9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:30.761335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff47658-7d92-4d86-968f-2077b501168b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:30.772601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-cff47658-7d92-4d86-968f-2077b501168b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:30.776412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff47658-7d92-4d86-968f-2077b501168b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=5bc2c9a9-8693-48d8-bbf0-caa54bbfd045,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:30.778795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff47658-7d92-4d86-968f-2077b501168b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:30.790908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff47658-7d92-4d86-968f-2077b501168b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:30.791755 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cff47658-7d92-4d86-968f-2077b501168b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:30.824341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cff47658-7d92-4d86-968f-2077b501168b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3376188 Aug 06 16:18:30.831762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60474) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:30.892044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-8a234270-84de-4a9d-8111-d0f66af89a7a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting port 9a85bd8f-6690-472a-a7ba-0079b2e20da3 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:30.892443 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a234270-84de-4a9d-8111-d0f66af89a7a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:30.911753 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:30.913684 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-80ad3fd8-35c5-4f45-a087-5cc743f26c95 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.0467052 Aug 06 16:18:30.927646 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Set router 9afd9d01-b741-4a22-b0d0-e66751859fa9 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:18:30.961840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60476) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:31.148481 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0102126d-7e70-44d3-8433-a1b80d67d27b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:31.153778 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0102126d-7e70-44d3-8433-a1b80d67d27b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/5bc2c9a9-8693-48d8-bbf0-caa54bbfd045 HTTP/1.1" status: 200 len: 845 time: 0.3167455 Aug 06 16:18:31.164256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60480) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:31.319435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fed0efa7-07af-4f72-a360-6da4cf755e70 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:31.484040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port fed0efa7-07af-4f72-a360-6da4cf755e70 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:31.535275 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:26Z', 'revision_number': 3, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:31.565839 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Router fb399150-b6b0-468c-bc09-620d6c68f746 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:18:31.608993 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Checking router: 9afd9d01-b741-4a22-b0d0-e66751859fa9 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:18:31.609228 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Updating router 9afd9d01-b741-4a22-b0d0-e66751859fa9 port ac62bfe6-157a-478c-b3d6-1d564f885267 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:18:31.643424 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-8a234270-84de-4a9d-8111-d0f66af89a7a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] For port 9a85bd8f-6690-472a-a7ba-0079b2e20da3, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9a85bd8f-6690-472a-a7ba-0079b2e20da3,segment=NetworkSegment(bc5724b2-c4f0-4b8f-a346-42754ed75ad9),segment_id=bc5724b2-c4f0-4b8f-a346-42754ed75ad9)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:31.643898 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a234270-84de-4a9d-8111-d0f66af89a7a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:31.675585 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:31.850680 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-8a234270-84de-4a9d-8111-d0f66af89a7a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Calling delete_port for 9a85bd8f-6690-472a-a7ba-0079b2e20da3 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:31.878541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:18:31.915870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4dc7fb-11ee-4501-861c-6f560e7fd1a0 None None] Sync routers for ids ['fb399150-b6b0-468c-bc09-620d6c68f746'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:18:31.927633 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-167e4287-c728-4bf9-b34e-2606210bb0c3 None None] Provisioning for port fed0efa7-07af-4f72-a360-6da4cf755e70 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:31.944213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-167e4287-c728-4bf9-b34e-2606210bb0c3 None None] Provisioning complete for port fed0efa7-07af-4f72-a360-6da4cf755e70 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:31.944959 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-167e4287-c728-4bf9-b34e-2606210bb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:31.969215 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:31.975784 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3984c9d0-2d85-43ff-9a8a-d1fcfab3ee2f tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "PUT /v2.0/routers/fb399150-b6b0-468c-bc09-620d6c68f746 HTTP/1.1" status: 200 len: 916 time: 12.2144444 Aug 06 16:18:31.994992 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4dc7fb-11ee-4501-861c-6f560e7fd1a0 None None] Routers {'fb399150-b6b0-468c-bc09-620d6c68f746'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:31.995974 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-bb4dc7fb-11ee-4501-861c-6f560e7fd1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:18:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['fb399150-b6b0-468c-bc09-620d6c68f746'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:32.035741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60484) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:32.204631 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a62224f7-7bf5-4595-ac78-fae43dd26791 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/routers/fb399150-b6b0-468c-bc09-620d6c68f746 HTTP/1.1" status: 200 len: 922 time: 0.1642821 Aug 06 16:18:32.211550 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60488) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:32.243941 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:32.258299 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Transition to ACTIVE for port object ac62bfe6-157a-478c-b3d6-1d564f885267 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:32.266154 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:32.280898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-bb4dc7fb-11ee-4501-861c-6f560e7fd1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:32.324079 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3816-a6af-4fea-b08f-92af571a411a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:32.326701 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33e491-842e-4272-a4f0-a9a5c78ef3f4 None None] Pushing event updated for resources: {'Port': ['ID=ac62bfe6-157a-478c-b3d6-1d564f885267,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:32.333907 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d899ab1e-3cd2-4be1-b6f0-51366b8da78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:32.338845 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33e491-842e-4272-a4f0-a9a5c78ef3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:32.339476 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33e491-842e-4272-a4f0-a9a5c78ef3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:32.339988 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33e491-842e-4272-a4f0-a9a5c78ef3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:32.346897 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33e491-842e-4272-a4f0-a9a5c78ef3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:32.348027 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33e491-842e-4272-a4f0-a9a5c78ef3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:32.348593 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33e491-842e-4272-a4f0-a9a5c78ef3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:32.349109 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33e491-842e-4272-a4f0-a9a5c78ef3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:32.349607 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33e491-842e-4272-a4f0-a9a5c78ef3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:32.350121 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33e491-842e-4272-a4f0-a9a5c78ef3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:32.350689 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33e491-842e-4272-a4f0-a9a5c78ef3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:32.351158 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33e491-842e-4272-a4f0-a9a5c78ef3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:32.351828 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33e491-842e-4272-a4f0-a9a5c78ef3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:32.378231 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4dc7fb-11ee-4501-861c-6f560e7fd1a0 None None] Routers {'fb399150-b6b0-468c-bc09-620d6c68f746'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:32.384757 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-bb4dc7fb-11ee-4501-861c-6f560e7fd1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:18:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['fb399150-b6b0-468c-bc09-620d6c68f746'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:32.401961 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Attempting to bind port ac62bfe6-157a-478c-b3d6-1d564f885267 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:18:32.402826 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Attempting to bind port ac62bfe6-157a-478c-b3d6-1d564f885267 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:18:32.403736 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d899ab1e-3cd2-4be1-b6f0-51366b8da78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:32.404181 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Attempting to bind port ac62bfe6-157a-478c-b3d6-1d564f885267 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:18:32.415230 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:18:32.416073 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:18:32.420789 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:32.422094 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:18:32.422866 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Bound port: ac62bfe6-157a-478c-b3d6-1d564f885267, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:18:32.423574 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:32.511410 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899ab1e-3cd2-4be1-b6f0-51366b8da78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb645b0-b57d-41ad-949d-c1e65989a964,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:32.556272 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-bb4dc7fb-11ee-4501-861c-6f560e7fd1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:32.558271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4dc7fb-11ee-4501-861c-6f560e7fd1a0 None None] The sync data for ids ['fb399150-b6b0-468c-bc09-620d6c68f746'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:18:32.578117 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] For port ac62bfe6-157a-478c-b3d6-1d564f885267, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:18:32.583432 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] For port ac62bfe6-157a-478c-b3d6-1d564f885267, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ac62bfe6-157a-478c-b3d6-1d564f885267,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:18:32.591434 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:32.602518 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-05dc23bb-efae-488f-9721-22441685c21b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port 5bc2c9a9-8693-48d8-bbf0-caa54bbfd045 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:32.603103 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-05dc23bb-efae-488f-9721-22441685c21b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:32.650595 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-167e4287-c728-4bf9-b34e-2606210bb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:32.723719 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Routers {'9afd9d01-b741-4a22-b0d0-e66751859fa9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:32.724362 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:18:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9afd9d01-b741-4a22-b0d0-e66751859fa9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:32.849164 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] Set router 9afd9d01-b741-4a22-b0d0-e66751859fa9 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:18:32.911687 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d899ab1e-3cd2-4be1-b6f0-51366b8da78b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=805a0d7b0adb49b882a834cf88b2e5e6&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0613351 Aug 06 16:18:32.915834 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60492) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:32.916955 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a234270-84de-4a9d-8111-d0f66af89a7a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:32.917185 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33e491-842e-4272-a4f0-a9a5c78ef3f4 None None] Pushing event updated for resources: {'Port': ['ID=ac62bfe6-157a-478c-b3d6-1d564f885267,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:32.933597 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-05dc23bb-efae-488f-9721-22441685c21b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:32.961516 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-05dc23bb-efae-488f-9721-22441685c21b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for 5bc2c9a9-8693-48d8-bbf0-caa54bbfd045 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:32.996523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-9a5c3816-a6af-4fea-b08f-92af571a411a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] For port fed0efa7-07af-4f72-a360-6da4cf755e70, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fed0efa7-07af-4f72-a360-6da4cf755e70,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:33.068106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b010b00-d0e9-495f-b3d5-0db43b368a69 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:33.069925 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6b010b00-d0e9-495f-b3d5-0db43b368a69 tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&device_id=fb399150-b6b0-468c-bc09-620d6c68f746&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7728326 Aug 06 16:18:33.075503 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60494) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:33.259690 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:26Z', 'revision_number': 3, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:33.270223 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a234270-84de-4a9d-8111-d0f66af89a7a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:33.277168 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3816-a6af-4fea-b08f-92af571a411a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:33.309025 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3816-a6af-4fea-b08f-92af571a411a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:33.313294 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e2c849-961f-4249-9ee6-d7bf75012eda None None] The sync data for ids ['9afd9d01-b741-4a22-b0d0-e66751859fa9'] in n-d-803756-1 is: [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:26Z', 'revision_number': 3, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:18:33.314285 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3816-a6af-4fea-b08f-92af571a411a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:33.329152 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-073896a7-b0a7-4d90-8490-fe18fa8e767c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:33.351772 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-167e4287-c728-4bf9-b34e-2606210bb0c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:18:33.358803 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-167e4287-c728-4bf9-b34e-2606210bb0c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:18:33.431360 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a234270-84de-4a9d-8111-d0f66af89a7a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Port': ['ID=9a85bd8f-6690-472a-a7ba-0079b2e20da3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:33.477941 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5c3816-a6af-4fea-b08f-92af571a411a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:33.508703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-9a5c3816-a6af-4fea-b08f-92af571a411a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:33.520174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ed6092-c54d-4c95-bfa2-1428adfe8976 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:33.568707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c3816-a6af-4fea-b08f-92af571a411a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=c1799f1f-040a-4e61-83d0-82c62abecd05,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:33.571614 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5c3816-a6af-4fea-b08f-92af571a411a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:33.572204 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3816-a6af-4fea-b08f-92af571a411a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:33.594420 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:33.595353 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-073896a7-b0a7-4d90-8490-fe18fa8e767c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:33.625945 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-05dc23bb-efae-488f-9721-22441685c21b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:33.638762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf8ed1-8079-4771-8e32-c842685a2dce tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:33.640222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4ddf8ed1-8079-4771-8e32-c842685a2dce tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 881 time: 0.5634251 Aug 06 16:18:33.648624 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60498) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:33.650307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9a5c3816-a6af-4fea-b08f-92af571a411a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.5963924 Aug 06 16:18:33.652244 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c3816-a6af-4fea-b08f-92af571a411a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=fed0efa7-07af-4f72-a360-6da4cf755e70,revision_number=4']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:33.687580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60500) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:33.791643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d406b65c-29b4-4609-a487-5a4cb1f74eb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'mac_address': 'fa:16:3e:7a:6d:43', 'name': 'tempest-NetworksTestDHCPv6-167055548'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:33.847461 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d2f0645c-640d-477b-9ee3-f9d36ad553ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:33.879730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a234270-84de-4a9d-8111-d0f66af89a7a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:18:33.916726 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-073896a7-b0a7-4d90-8490-fe18fa8e767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:33.924154 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-073896a7-b0a7-4d90-8490-fe18fa8e767c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:33.927215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-073896a7-b0a7-4d90-8490-fe18fa8e767c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9eb645b0-b57d-41ad-949d-c1e65989a964 HTTP/1.1" status: 204 len: 168 time: 1.0076766 Aug 06 16:18:33.934319 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f4b5c09b-699b-4e41-8e76-ae0eb1e9c4ae tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb399150-b6b0-468c-bc09-620d6c68f746 HTTP/1.1" status: 200 len: 205 time: 0.2825835 Aug 06 16:18:33.950256 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60506) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:33.956937 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-05dc23bb-efae-488f-9721-22441685c21b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:33.962162 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-05dc23bb-efae-488f-9721-22441685c21b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/5bc2c9a9-8693-48d8-bbf0-caa54bbfd045 HTTP/1.1" status: 204 len: 168 time: 2.7966654 Aug 06 16:18:33.967793 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-167e4287-c728-4bf9-b34e-2606210bb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:33.969928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60508) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:34.055819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-167e4287-c728-4bf9-b34e-2606210bb0c3 None None] For port fed0efa7-07af-4f72-a360-6da4cf755e70, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fed0efa7-07af-4f72-a360-6da4cf755e70,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:34.057538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073896a7-b0a7-4d90-8490-fe18fa8e767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb645b0-b57d-41ad-949d-c1e65989a964,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:34.063458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc23bb-efae-488f-9721-22441685c21b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=5bc2c9a9-8693-48d8-bbf0-caa54bbfd045,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:34.063765 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-167e4287-c728-4bf9-b34e-2606210bb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:34.198004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d406b65c-29b4-4609-a487-5a4cb1f74eb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:34.237829 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:18:34.246164 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e4287-c728-4bf9-b34e-2606210bb0c3 None None] Pushing event updated for resources: {'Port': ['ID=fed0efa7-07af-4f72-a360-6da4cf755e70,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:34.286100 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-94cd4042-4d6d-4404-8de0-d0fe442e4a20 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] GET failed (client error): The resource could not be found. Aug 06 16:18:34.293995 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-94cd4042-4d6d-4404-8de0-d0fe442e4a20 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/5bc2c9a9-8693-48d8-bbf0-caa54bbfd045 HTTP/1.1" status: 404 len: 333 time: 0.3086975 Aug 06 16:18:34.302288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Allocated IP 172.20.0.1 (7b39d9b2-9c33-437b-8ac5-1025578faa38/33e739df-6337-434a-b559-956cd4fe06af/87102910-4e22-4de1-87fa-35d33127ce86) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:34.312362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60510) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:34.341608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b0994a8a-794d-40a8-a132-d1053c48b80b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'name': 'tempest-PortsIpV6TestJSON-144564336'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:34.416605 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d406b65c-29b4-4609-a487-5a4cb1f74eb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:34.465935 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-d406b65c-29b4-4609-a487-5a4cb1f74eb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port b9eeb25f-f849-49f4-9d85-fe5287b2622a yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:18:34.774290 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a234270-84de-4a9d-8111-d0f66af89a7a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:18:34.789074 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1842ecd-e3be-4bb5-ba24-9af0b39f258e None None] Sync routers for ids ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:18:34.807881 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8a234270-84de-4a9d-8111-d0f66af89a7a tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "PUT /v2.0/routers/207e676a-0e90-4795-bdcd-8a6bbe6255b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6098785 Aug 06 16:18:34.816289 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1842ecd-e3be-4bb5-ba24-9af0b39f258e None None] Routers {'207e676a-0e90-4795-bdcd-8a6bbe6255b7'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:34.817789 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b1842ecd-e3be-4bb5-ba24-9af0b39f258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:18:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:34.853679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60524) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:34.993923 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-646c6965-9002-43c0-9b5a-18a7da364704 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:35.049124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-d406b65c-29b4-4609-a487-5a4cb1f74eb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::355 (38cd96d0-9a93-4226-ab46-370ab75cd563/57f43364-526b-4d21-a089-618f19ae8115/b9eeb25f-f849-49f4-9d85-fe5287b2622a) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:35.065593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b0ff0c-4763-4a7a-ab25-fe98219cd553 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting subnet 31d878ad-d0e1-42d3-8b02-f6b597d45212 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:18:35.085280 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-11b0ff0c-4763-4a7a-ab25-fe98219cd553 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:35.097798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-d406b65c-29b4-4609-a487-5a4cb1f74eb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7a:6d43 (38cd96d0-9a93-4226-ab46-370ab75cd563/c1799f1f-040a-4e61-83d0-82c62abecd05/b9eeb25f-f849-49f4-9d85-fe5287b2622a) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:35.152272 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-b1842ecd-e3be-4bb5-ba24-9af0b39f258e None None] Set router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:18:35.222788 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7d780ad7-e670-4510-bcf8-2ed0192df992 None None] Provisioning complete for port fed0efa7-07af-4f72-a360-6da4cf755e70 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:35.225453 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7d780ad7-e670-4510-bcf8-2ed0192df992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:35.299471 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0994a8a-794d-40a8-a132-d1053c48b80b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:35.319836 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b0994a8a-794d-40a8-a132-d1053c48b80b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:35.364575 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:35.379535 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-11b0ff0c-4763-4a7a-ab25-fe98219cd553 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:35.433773 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-b0994a8a-794d-40a8-a132-d1053c48b80b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] device_id is not set on port 09ed32d5-5adc-4a63-a476-1bd43982d529 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:18:35.457471 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ac62bfe6-157a-478c-b3d6-1d564f885267 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:35.492172 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b1842ecd-e3be-4bb5-ba24-9af0b39f258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478401801', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:01Z', 'updated_at': '2021-08-06T16:18:32Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:04Z', 'updated_at': '2021-08-06T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:35.544845 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Transition to ACTIVE for port object 87102910-4e22-4de1-87fa-35d33127ce86 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:35.567373 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port ac62bfe6-157a-478c-b3d6-1d564f885267 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:35.573213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ac62bfe6-157a-478c-b3d6-1d564f885267 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:35.574010 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1842ecd-e3be-4bb5-ba24-9af0b39f258e None None] Checking router: 207e676a-0e90-4795-bdcd-8a6bbe6255b7 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:18:35.574545 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:35.614899 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1842ecd-e3be-4bb5-ba24-9af0b39f258e None None] Routers {'207e676a-0e90-4795-bdcd-8a6bbe6255b7'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:35.615921 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b1842ecd-e3be-4bb5-ba24-9af0b39f258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:18:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:35.673796 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d406b65c-29b4-4609-a487-5a4cb1f74eb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:35.687041 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-646c6965-9002-43c0-9b5a-18a7da364704 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:35.694253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-d406b65c-29b4-4609-a487-5a4cb1f74eb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object b9eeb25f-f849-49f4-9d85-fe5287b2622a will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:35.744923 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:35.745642 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d406b65c-29b4-4609-a487-5a4cb1f74eb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:35.793650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port ac62bfe6-157a-478c-b3d6-1d564f885267, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ac62bfe6-157a-478c-b3d6-1d564f885267,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:35.798563 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:35.799628 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fed0efa7-07af-4f72-a360-6da4cf755e70 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:35.821009 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:35.894789 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d406b65c-29b4-4609-a487-5a4cb1f74eb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:35.932504 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-b1842ecd-e3be-4bb5-ba24-9af0b39f258e None None] Set router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:18:35.946253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-d406b65c-29b4-4609-a487-5a4cb1f74eb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:35.952966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d406b65c-29b4-4609-a487-5a4cb1f74eb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:35.975267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d406b65c-29b4-4609-a487-5a4cb1f74eb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:35.980612 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d406b65c-29b4-4609-a487-5a4cb1f74eb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:35.991652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=ac62bfe6-157a-478c-b3d6-1d564f885267,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:36.007124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fed0efa7-07af-4f72-a360-6da4cf755e70 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:36.007515 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:36.054366 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d406b65c-29b4-4609-a487-5a4cb1f74eb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3656609 Aug 06 16:18:36.059290 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60546) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:36.068975 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Network 7b39d9b2-9c33-437b-8ac5-1025578faa38 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:36.074035 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406b65c-29b4-4609-a487-5a4cb1f74eb7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=b9eeb25f-f849-49f4-9d85-fe5287b2622a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:36.080524 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:36.123838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:36.144506 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b0994a8a-794d-40a8-a132-d1053c48b80b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:36.223186 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dd109c74-1cef-4988-a45b-e25c757f2692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:36.321247 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-11b0ff0c-4763-4a7a-ab25-fe98219cd553 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:36.403890 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b1842ecd-e3be-4bb5-ba24-9af0b39f258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478401801', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:01Z', 'updated_at': '2021-08-06T16:18:32Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:04Z', 'updated_at': '2021-08-06T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:36.446607 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:36.488379 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1842ecd-e3be-4bb5-ba24-9af0b39f258e None None] The sync data for ids ['207e676a-0e90-4795-bdcd-8a6bbe6255b7'] in n-d-803756-1 is: [{'id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1478401801', 'tenant_id': '6ead4e8906674c03a98f2b96e64fabd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:01Z', 'updated_at': '2021-08-06T16:18:32Z', 'revision_number': 5, 'project_id': '6ead4e8906674c03a98f2b96e64fabd0', 'gw_port': {'id': '98830c46-2a44-46c1-9868-5f877e0a36af', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e676a-0e90-4795-bdcd-8a6bbe6255b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:04Z', 'updated_at': '2021-08-06T16:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:18:36.492557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b2cd6-32a1-418b-8c46-b3fecc563212 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port b9eeb25f-f849-49f4-9d85-fe5287b2622a {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:36.493944 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1d1b2cd6-32a1-418b-8c46-b3fecc563212 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:36.500071 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-11b0ff0c-4763-4a7a-ab25-fe98219cd553 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:36.574580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0ff0c-4763-4a7a-ab25-fe98219cd553 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Subnet': ['ID=31d878ad-d0e1-42d3-8b02-f6b597d45212,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:36.622091 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-11b0ff0c-4763-4a7a-ab25-fe98219cd553 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:36.624016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-11b0ff0c-4763-4a7a-ab25-fe98219cd553 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/subnets/31d878ad-d0e1-42d3-8b02-f6b597d45212 HTTP/1.1" status: 204 len: 168 time: 1.7674396 Aug 06 16:18:36.634664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60554) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:36.635257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60556) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:36.656118 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcbad53-44e9-4293-97a4-b24482cc03bf None None] Network 7c7d4aee-9282-477a-b3f3-f39c7cb5db96 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:36.659936 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b0994a8a-794d-40a8-a132-d1053c48b80b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:36.686652 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0994a8a-794d-40a8-a132-d1053c48b80b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:36.692927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b0994a8a-794d-40a8-a132-d1053c48b80b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:36.695385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0994a8a-794d-40a8-a132-d1053c48b80b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:36.701002 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0994a8a-794d-40a8-a132-d1053c48b80b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:36.701710 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b0994a8a-794d-40a8-a132-d1053c48b80b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:36.710971 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:36.726914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-560ae913-24a8-4991-860e-9f057d7e3355 None None] Provisioning for port b9eeb25f-f849-49f4-9d85-fe5287b2622a completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:36.736688 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-560ae913-24a8-4991-860e-9f057d7e3355 None None] Provisioning complete for port b9eeb25f-f849-49f4-9d85-fe5287b2622a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:36.738037 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-560ae913-24a8-4991-860e-9f057d7e3355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:36.824915 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0318bd1d-bccf-4628-9139-891e92d3df46 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:36.846055 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-560ae913-24a8-4991-860e-9f057d7e3355 None None] Port b9eeb25f-f849-49f4-9d85-fe5287b2622a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:18:36.952032 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-560ae913-24a8-4991-860e-9f057d7e3355 None None] Provisioning for port 87102910-4e22-4de1-87fa-35d33127ce86 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:36.973111 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-560ae913-24a8-4991-860e-9f057d7e3355 None None] Provisioning complete for port 87102910-4e22-4de1-87fa-35d33127ce86 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:36.973775 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-560ae913-24a8-4991-860e-9f057d7e3355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:36.999028 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1d1b2cd6-32a1-418b-8c46-b3fecc563212 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:37.033360 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b2cd6-32a1-418b-8c46-b3fecc563212 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for b9eeb25f-f849-49f4-9d85-fe5287b2622a owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:37.104543 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-560ae913-24a8-4991-860e-9f057d7e3355 None None] Port 87102910-4e22-4de1-87fa-35d33127ce86 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:18:37.109443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ac8ee2-dc0c-43cf-bf1d-85120673a2e6 None None] DHCP port deletion for 7c7d4aee-9282-477a-b3f3-f39c7cb5db96 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:18:37.130266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ac62bfe6-157a-478c-b3d6-1d564f885267 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:37.272842 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Pushing event updated for resources: {'Port': ['ID=87102910-4e22-4de1-87fa-35d33127ce86,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:37.315051 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:37.328638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ac62bfe6-157a-478c-b3d6-1d564f885267 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:37.329220 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:37.372215 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-39ac8ee2-dc0c-43cf-bf1d-85120673a2e6 None None] Deleting port 8af1a48e-9911-4ba5-ac48-7a03c166977b {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:37.372839 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-39ac8ee2-dc0c-43cf-bf1d-85120673a2e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:37.385058 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1d1b2cd6-32a1-418b-8c46-b3fecc563212 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:37.389865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-646c6965-9002-43c0-9b5a-18a7da364704 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Deleting port 5d1d32e9-4ded-415a-bb72-7dafd9a8608d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:37.390226 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-646c6965-9002-43c0-9b5a-18a7da364704 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:37.415054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a9f23d5-9edd-494a-a151-37f8137c9b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:37.452776 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-39ac8ee2-dc0c-43cf-bf1d-85120673a2e6 None None] For port 8af1a48e-9911-4ba5-ac48-7a03c166977b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8af1a48e-9911-4ba5-ac48-7a03c166977b,segment=NetworkSegment(bc5724b2-c4f0-4b8f-a346-42754ed75ad9),segment_id=bc5724b2-c4f0-4b8f-a346-42754ed75ad9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:37.453548 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-39ac8ee2-dc0c-43cf-bf1d-85120673a2e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:37.469777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-39ac8ee2-dc0c-43cf-bf1d-85120673a2e6 None None] Calling delete_port for 8af1a48e-9911-4ba5-ac48-7a03c166977b owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:37.486920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b2cd6-32a1-418b-8c46-b3fecc563212 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=b9eeb25f-f849-49f4-9d85-fe5287b2622a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:37.531562 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b0994a8a-794d-40a8-a132-d1053c48b80b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.2129917 Aug 06 16:18:37.537572 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60568) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:37.556476 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d583e417-62b4-4565-8add-792294e3b39f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:37.580816 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1d1b2cd6-32a1-418b-8c46-b3fecc563212 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:37.585961 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1d1b2cd6-32a1-418b-8c46-b3fecc563212 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/b9eeb25f-f849-49f4-9d85-fe5287b2622a HTTP/1.1" status: 204 len: 168 time: 1.5056865 Aug 06 16:18:37.588845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60570) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:37.637612 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-39ac8ee2-dc0c-43cf-bf1d-85120673a2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:37.662259 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0994a8a-794d-40a8-a132-d1053c48b80b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=09ed32d5-5adc-4a63-a476-1bd43982d529,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:37.662654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac8ee2-dc0c-43cf-bf1d-85120673a2e6 None None] Pushing event deleted for resources: {'Port': ['ID=8af1a48e-9911-4ba5-ac48-7a03c166977b,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:37.687789 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:37.710844 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0318bd1d-bccf-4628-9139-891e92d3df46 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:37.718290 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ac8ee2-dc0c-43cf-bf1d-85120673a2e6 None None] No DVR routers for this DVR port 8af1a48e-9911-4ba5-ac48-7a03c166977b on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:18:37.737051 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9a85bd8f-6690-472a-a7ba-0079b2e20da3 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:18:37.763523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 9a85bd8f-6690-472a-a7ba-0079b2e20da3 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:18:37.764141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9a85bd8f-6690-472a-a7ba-0079b2e20da3 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:18:37.812852 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-646c6965-9002-43c0-9b5a-18a7da364704 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:37.825747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471f507-c365-41bc-89fb-5dac8b969cef tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:37.828797 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9471f507-c365-41bc-89fb-5dac8b969cef tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2370844 Aug 06 16:18:37.834930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60572) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:37.858998 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-646c6965-9002-43c0-9b5a-18a7da364704 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Calling delete_port for 5d1d32e9-4ded-415a-bb72-7dafd9a8608d owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:37.866061 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d583e417-62b4-4565-8add-792294e3b39f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:37.956151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51a376b-07a7-4d05-9eae-d1e5abd31786 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:37.964366 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a51a376b-07a7-4d05-9eae-d1e5abd31786 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1091428 Aug 06 16:18:37.965432 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60574) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:37.986284 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a9f23d5-9edd-494a-a151-37f8137c9b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.014959 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a9f23d5-9edd-494a-a151-37f8137c9b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.057742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-0318bd1d-bccf-4628-9139-891e92d3df46 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Deleting port 98830c46-2a44-46c1-9868-5f877e0a36af {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:38.058203 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0318bd1d-bccf-4628-9139-891e92d3df46 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.106326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f23d5-9edd-494a-a151-37f8137c9b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8a7fb7-a20b-4f77-9686-f8c232f3b48f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:38.112952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaa0987-cd22-4540-b9b2-bb3924fb7345 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:38.114626 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaa0987-cd22-4540-b9b2-bb3924fb7345 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:38.116619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaa0987-cd22-4540-b9b2-bb3924fb7345 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:38.118593 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4eaa0987-cd22-4540-b9b2-bb3924fb7345 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1520398 Aug 06 16:18:38.127382 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60576) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:38.133503 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1a9f23d5-9edd-494a-a151-37f8137c9b78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3563684b43b74a2b841b79fb100732a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4865544 Aug 06 16:18:38.140774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60578) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:38.327519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a358d2e9-4589-427e-9583-537a2646469f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 57f43364-526b-4d21-a089-618f19ae8115 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:18:38.339666 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a358d2e9-4589-427e-9583-537a2646469f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.341491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-0318bd1d-bccf-4628-9139-891e92d3df46 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] For port 98830c46-2a44-46c1-9868-5f877e0a36af, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=98830c46-2a44-46c1-9868-5f877e0a36af,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:38.342349 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0318bd1d-bccf-4628-9139-891e92d3df46 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.380134 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.390823 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.391506 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-0318bd1d-bccf-4628-9139-891e92d3df46 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Calling delete_port for 98830c46-2a44-46c1-9868-5f877e0a36af owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:38.414687 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-368771f4-68b1-4702-a86b-9e560057ad26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.442848 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a358d2e9-4589-427e-9583-537a2646469f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.483033 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d583e417-62b4-4565-8add-792294e3b39f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.501388 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d583e417-62b4-4565-8add-792294e3b39f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.507574 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Pushing event updated for resources: {'Port': ['ID=87102910-4e22-4de1-87fa-35d33127ce86,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:38.521129 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-368771f4-68b1-4702-a86b-9e560057ad26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.563548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d583e417-62b4-4565-8add-792294e3b39f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] In _notify_port_updated(), no bound segment for port 09ed32d5-5adc-4a63-a476-1bd43982d529 on network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:18:38.569670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d583e417-62b4-4565-8add-792294e3b39f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:38.571280 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d583e417-62b4-4565-8add-792294e3b39f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.571620 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d583e417-62b4-4565-8add-792294e3b39f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "PUT /v2.0/ports/09ed32d5-5adc-4a63-a476-1bd43982d529 HTTP/1.1" status: 200 len: 818 time: 1.0297799 Aug 06 16:18:38.577455 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60586) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:38.580894 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-646c6965-9002-43c0-9b5a-18a7da364704 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.593888 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.640831 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583e417-62b4-4565-8add-792294e3b39f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=09ed32d5-5adc-4a63-a476-1bd43982d529,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:38.712421 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a358d2e9-4589-427e-9583-537a2646469f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.789413 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c6965-9002-43c0-9b5a-18a7da364704 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Pushing event deleted for resources: {'Port': ['ID=5d1d32e9-4ded-415a-bb72-7dafd9a8608d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:38.839002 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-646c6965-9002-43c0-9b5a-18a7da364704 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.964428 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-646c6965-9002-43c0-9b5a-18a7da364704 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.967722 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-646c6965-9002-43c0-9b5a-18a7da364704 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:38.970338 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Network 7b39d9b2-9c33-437b-8ac5-1025578faa38 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:38.975089 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:38.980279 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5a470-c13e-47a2-b58c-9a7ef7bc4c1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port 09ed32d5-5adc-4a63-a476-1bd43982d529 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:38.980623 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4e5a470-c13e-47a2-b58c-9a7ef7bc4c1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.025865 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.057137 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-368771f4-68b1-4702-a86b-9e560057ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.061147 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-368771f4-68b1-4702-a86b-9e560057ad26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.062497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-368771f4-68b1-4702-a86b-9e560057ad26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b8a7fb7-a20b-4f77-9686-f8c232f3b48f HTTP/1.1" status: 204 len: 168 time: 0.9189048 Aug 06 16:18:39.099975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368771f4-68b1-4702-a86b-9e560057ad26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8a7fb7-a20b-4f77-9686-f8c232f3b48f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:39.115461 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-646c6965-9002-43c0-9b5a-18a7da364704 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.139090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646c6965-9002-43c0-9b5a-18a7da364704 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Fanout notify agent at l3_agent the message router_deleted on router fb399150-b6b0-468c-bc09-620d6c68f746 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:18:39.148758 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8af1a48e-9911-4ba5-ac48-7a03c166977b no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:18:39.197199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 8af1a48e-9911-4ba5-ac48-7a03c166977b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:18:39.197544 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8af1a48e-9911-4ba5-ac48-7a03c166977b not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:18:39.228980 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-646c6965-9002-43c0-9b5a-18a7da364704 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.230325 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-646c6965-9002-43c0-9b5a-18a7da364704 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "DELETE /v2.0/routers/fb399150-b6b0-468c-bc09-620d6c68f746 HTTP/1.1" status: 204 len: 168 time: 5.2789299 Aug 06 16:18:39.242998 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60596) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:39.248893 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-463558015', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:39.261800 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a358d2e9-4589-427e-9583-537a2646469f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.294553 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4e5a470-c13e-47a2-b58c-9a7ef7bc4c1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.317005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358d2e9-4589-427e-9583-537a2646469f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=57f43364-526b-4d21-a089-618f19ae8115,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:39.332028 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0318bd1d-bccf-4628-9139-891e92d3df46 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.347071 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5a470-c13e-47a2-b58c-9a7ef7bc4c1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for 09ed32d5-5adc-4a63-a476-1bd43982d529 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:39.375184 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.376468 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.423562 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a358d2e9-4589-427e-9583-537a2646469f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.428322 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a358d2e9-4589-427e-9583-537a2646469f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/57f43364-526b-4d21-a089-618f19ae8115 HTTP/1.1" status: 204 len: 168 time: 1.2949643 Aug 06 16:18:39.433540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28975a9-ebe9-49b3-9bbe-9a610ab8ee4e None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:39.434157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60602) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:39.452910 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318bd1d-bccf-4628-9139-891e92d3df46 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Port': ['ID=98830c46-2a44-46c1-9868-5f877e0a36af,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:39.547286 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0318bd1d-bccf-4628-9139-891e92d3df46 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.583043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d9462474-7e75-4b9f-b695-27886fc5bada None None] Provisioning complete for port 87102910-4e22-4de1-87fa-35d33127ce86 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:39.583668 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d9462474-7e75-4b9f-b695-27886fc5bada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.633702 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Router 9afd9d01-b741-4a22-b0d0-e66751859fa9 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:18:39.635141 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.642939 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d9462474-7e75-4b9f-b695-27886fc5bada None None] Port 87102910-4e22-4de1-87fa-35d33127ce86 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:18:39.657723 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-6238cdaa-1a3a-4792-ba1c-efd030aa3ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet c1799f1f-040a-4e61-83d0-82c62abecd05 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:18:39.691605 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0318bd1d-bccf-4628-9139-891e92d3df46 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.696204 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0318bd1d-bccf-4628-9139-891e92d3df46 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.752740 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0318bd1d-bccf-4628-9139-891e92d3df46 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.753977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0318bd1d-bccf-4628-9139-891e92d3df46 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Fanout notify agent at l3_agent the message router_deleted on router 207e676a-0e90-4795-bdcd-8a6bbe6255b7 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:18:39.771274 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0318bd1d-bccf-4628-9139-891e92d3df46 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.775391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0318bd1d-bccf-4628-9139-891e92d3df46 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/routers/207e676a-0e90-4795-bdcd-8a6bbe6255b7 HTTP/1.1" status: 204 len: 168 time: 3.1367233 Aug 06 16:18:39.775831 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60612) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:39.787537 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6238cdaa-1a3a-4792-ba1c-efd030aa3ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.880732 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4e5a470-c13e-47a2-b58c-9a7ef7bc4c1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.996644 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32e099b6-3714-454e-8a67-d9fa0c76b760 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.048608 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6238cdaa-1a3a-4792-ba1c-efd030aa3ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.056949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5a470-c13e-47a2-b58c-9a7ef7bc4c1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=09ed32d5-5adc-4a63-a476-1bd43982d529,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:40.118290 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32e099b6-3714-454e-8a67-d9fa0c76b760 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.121593 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4e5a470-c13e-47a2-b58c-9a7ef7bc4c1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.128195 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60624) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:40.129394 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e4e5a470-c13e-47a2-b58c-9a7ef7bc4c1d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/09ed32d5-5adc-4a63-a476-1bd43982d529 HTTP/1.1" status: 204 len: 168 time: 1.5483065 Aug 06 16:18:40.169126 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-32e099b6-3714-454e-8a67-d9fa0c76b760 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7d4aee-9282-477a-b3f3-f39c7cb5db96']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:40.194098 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-32e099b6-3714-454e-8a67-d9fa0c76b760 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5724b2-c4f0-4b8f-a346-42754ed75ad9') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:40.194392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-32e099b6-3714-454e-8a67-d9fa0c76b760 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5724b2-c4f0-4b8f-a346-42754ed75ad9') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:40.211076 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32e099b6-3714-454e-8a67-d9fa0c76b760 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.214798 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.235762 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32e099b6-3714-454e-8a67-d9fa0c76b760 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.246446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e099b6-3714-454e-8a67-d9fa0c76b760 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:18:40.247379 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32e099b6-3714-454e-8a67-d9fa0c76b760 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:18:40.252787 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:18:40.379181 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63858dbb-5fea-46e1-b684-dab6420c4007 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:40.385156 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-63858dbb-5fea-46e1-b684-dab6420c4007 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2553234 Aug 06 16:18:40.390753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60628) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:40.406134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:18:40.424467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Sync routers for ids ['9afd9d01-b741-4a22-b0d0-e66751859fa9'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:18:40.454725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Routers {'9afd9d01-b741-4a22-b0d0-e66751859fa9'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:40.455756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:18:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9afd9d01-b741-4a22-b0d0-e66751859fa9'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:40.517363 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c121db-673b-48e9-81ce-dae9861e3f26 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] GET failed (client error): The resource could not be found. Aug 06 16:18:40.526245 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-36c121db-673b-48e9-81ce-dae9861e3f26 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/09ed32d5-5adc-4a63-a476-1bd43982d529 HTTP/1.1" status: 404 len: 333 time: 0.1227014 Aug 06 16:18:40.528027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60632) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:40.549747 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c6128173-efdf-4e74-be8e-2fdc365228bf admin admin] 10.222.0.37 "PUT /v2.0/routers/9afd9d01-b741-4a22-b0d0-e66751859fa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5726573 Aug 06 16:18:40.550333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-46d07ddb-4152-4f1c-980e-61d1cf435840 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1124315346'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:40.566700 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32e099b6-3714-454e-8a67-d9fa0c76b760 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.579016 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32e099b6-3714-454e-8a67-d9fa0c76b760 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.587722 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60636) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:40.591028 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-32e099b6-3714-454e-8a67-d9fa0c76b760 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/networks/7c7d4aee-9282-477a-b3f3-f39c7cb5db96 HTTP/1.1" status: 204 len: 168 time: 0.8140037 Aug 06 16:18:40.610551 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e099b6-3714-454e-8a67-d9fa0c76b760 tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'Network': ['ID=7c7d4aee-9282-477a-b3f3-f39c7cb5db96,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:40.621984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d07ddb-4152-4f1c-980e-61d1cf435840 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:40.632368 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46d07ddb-4152-4f1c-980e-61d1cf435840 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.711885 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6238cdaa-1a3a-4792-ba1c-efd030aa3ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.713725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d07ddb-4152-4f1c-980e-61d1cf435840 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:18:40.744053 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46d07ddb-4152-4f1c-980e-61d1cf435840 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.744706 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-46d07ddb-4152-4f1c-980e-61d1cf435840 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Added segment 6d095005-618a-4c9e-81d1-9856a4d4b806 of type vlan for network 82d424b2-0107-4223-b4da-45bfee7b1d7a Aug 06 16:18:40.780114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Set router 9afd9d01-b741-4a22-b0d0-e66751859fa9 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:18:40.887322 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46d07ddb-4152-4f1c-980e-61d1cf435840 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.916863 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf969-8c55-4b4c-bc47-3010d2e2454e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.921937 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6238cdaa-1a3a-4792-ba1c-efd030aa3ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.949408 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46d07ddb-4152-4f1c-980e-61d1cf435840 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.959070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d07ddb-4152-4f1c-980e-61d1cf435840 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:40.959964 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46d07ddb-4152-4f1c-980e-61d1cf435840 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:41.000441 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238cdaa-1a3a-4792-ba1c-efd030aa3ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=c1799f1f-040a-4e61-83d0-82c62abecd05,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:41.009343 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6238cdaa-1a3a-4792-ba1c-efd030aa3ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:41.012226 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6238cdaa-1a3a-4792-ba1c-efd030aa3ba4 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/c1799f1f-040a-4e61-83d0-82c62abecd05 HTTP/1.1" status: 204 len: 168 time: 1.5764189 Aug 06 16:18:41.017831 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-46d07ddb-4152-4f1c-980e-61d1cf435840 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4842033 Aug 06 16:18:41.020510 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf969-8c55-4b4c-bc47-3010d2e2454e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:41.062009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60648) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:41.062179 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60650) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:41.074716 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dabb36-f11b-4a0a-a9d6-f7c1761d9d15 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:41.126957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-62e152c9-66ff-45e7-9c4e-1dcf045c008f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'subnet': {'network_id': '82d424b2-0107-4223-b4da-45bfee7b1d7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:41.132269 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2b8d5a04-bee3-471e-8fb6-1dbcca9fc893 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690355 Aug 06 16:18:41.137273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60654) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:41.156903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4fcce69f-fcfa-43a8-b660-f68225f83d74 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:41.222602 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 98830c46-2a44-46c1-9868-5f877e0a36af no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:18:41.229994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d07ddb-4152-4f1c-980e-61d1cf435840 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Network': ['ID=82d424b2-0107-4223-b4da-45bfee7b1d7a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:41.284735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 98830c46-2a44-46c1-9868-5f877e0a36af {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:18:41.286708 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 98830c46-2a44-46c1-9868-5f877e0a36af not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:18:41.298232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 82d424b2-0107-4223-b4da-45bfee7b1d7a details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:18:41.377427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcce69f-fcfa-43a8-b660-f68225f83d74 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:41.378807 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2f6e9c14-c6a1-40e0-abae-8892af25ca62 None None] Provisioning complete for port fed0efa7-07af-4f72-a360-6da4cf755e70 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:41.379482 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2f6e9c14-c6a1-40e0-abae-8892af25ca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:41.381301 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4fcce69f-fcfa-43a8-b660-f68225f83d74 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:41.521254 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e152c9-66ff-45e7-9c4e-1dcf045c008f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:41.524985 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-62e152c9-66ff-45e7-9c4e-1dcf045c008f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:41.763307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60664) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:41.774005 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4fcce69f-fcfa-43a8-b660-f68225f83d74 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:41.840767 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:41.883214 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:42.032177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcce69f-fcfa-43a8-b660-f68225f83d74 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=363a458e-7602-4d7e-9c69-980f3b33d902,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:42.037351 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:37Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '87102910-4e22-4de1-87fa-35d33127ce86', 'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'mac_address': 'fa:16:3e:c5:36:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:33Z', 'updated_at': '2021-08-06T16:18:37Z', 'revision_number': 2, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'subnets': [{'id': '33e739df-6337-434a-b559-956cd4fe06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:42.048746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:42.059989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-62e152c9-66ff-45e7-9c4e-1dcf045c008f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:42.071027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Checking router: 9afd9d01-b741-4a22-b0d0-e66751859fa9 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:18:42.071382 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Updating router 9afd9d01-b741-4a22-b0d0-e66751859fa9 port 87102910-4e22-4de1-87fa-35d33127ce86 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:18:42.081580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Allocated IP 172.25.1.150 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/eebbc544-daf8-46a0-a9b8-8cc1ff60540c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:42.096716 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bd20db-7fda-4c24-aaeb-695add80c2ac None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:18:42.113250 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:42.125440 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcce69f-fcfa-43a8-b660-f68225f83d74 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:42.126263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e152c9-66ff-45e7-9c4e-1dcf045c008f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Subnet': ['ID=7731e9d9-3c10-4833-aed3-e187d63f478a,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:42.134165 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-4fcce69f-fcfa-43a8-b660-f68225f83d74 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:42.144330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcce69f-fcfa-43a8-b660-f68225f83d74 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:42.145044 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4fcce69f-fcfa-43a8-b660-f68225f83d74 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:42.176667 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:42.200838 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4fcce69f-fcfa-43a8-b660-f68225f83d74 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0570800 Aug 06 16:18:42.201424 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60670) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:42.203240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e152c9-66ff-45e7-9c4e-1dcf045c008f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Checking segment: {'id': '6d095005-618a-4c9e-81d1-9856a4d4b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '82d424b2-0107-4223-b4da-45bfee7b1d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:18:42.203604 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e152c9-66ff-45e7-9c4e-1dcf045c008f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network hostable DHCP agents. Network: 82d424b2-0107-4223-b4da-45bfee7b1d7a, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:18:42.207304 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-bc17c99b-1ba6-4d49-a440-f11ae6b7c9a8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:42.267893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e152c9-66ff-45e7-9c4e-1dcf045c008f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network 82d424b2-0107-4223-b4da-45bfee7b1d7a is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:18:42.284860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-62e152c9-66ff-45e7-9c4e-1dcf045c008f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 82d424b2-0107-4223-b4da-45bfee7b1d7a) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:42.290932 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e152c9-66ff-45e7-9c4e-1dcf045c008f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:42.291314 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-62e152c9-66ff-45e7-9c4e-1dcf045c008f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:42.315921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc6590-f3f9-43d1-b5d3-70e850f82094 None None] Network 82d424b2-0107-4223-b4da-45bfee7b1d7a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:42.322746 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd20db-7fda-4c24-aaeb-695add80c2ac None None] Deleting port fed0efa7-07af-4f72-a360-6da4cf755e70 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:42.323255 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e1bd20db-7fda-4c24-aaeb-695add80c2ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:42.323458 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-62e152c9-66ff-45e7-9c4e-1dcf045c008f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2582784 Aug 06 16:18:42.327276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60672) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:42.333307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-57a3e275-9eeb-4eb1-a751-a1c1b88b9049 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'subnet': {'network_id': '82d424b2-0107-4223-b4da-45bfee7b1d7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:42.390133 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:42.429168 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf969-8c55-4b4c-bc47-3010d2e2454e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:42.433122 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7e0bf969-8c55-4b4c-bc47-3010d2e2454e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:42.434395 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7e0bf969-8c55-4b4c-bc47-3010d2e2454e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] 10.222.0.37 "DELETE /v2.0/security-groups/191a9fea-fac8-4ff4-88d7-09da5a4d7a9f HTTP/1.1" status: 204 len: 168 time: 1.8455596 Aug 06 16:18:42.440697 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc17c99b-1ba6-4d49-a440-f11ae6b7c9a8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:42.444188 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc17c99b-1ba6-4d49-a440-f11ae6b7c9a8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:42.518214 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:42.535302 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:42.589373 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e1bd20db-7fda-4c24-aaeb-695add80c2ac None None] For port fed0efa7-07af-4f72-a360-6da4cf755e70, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fed0efa7-07af-4f72-a360-6da4cf755e70,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:42.589971 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e1bd20db-7fda-4c24-aaeb-695add80c2ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:42.625590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a3e275-9eeb-4eb1-a751-a1c1b88b9049 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:42.630744 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-57a3e275-9eeb-4eb1-a751-a1c1b88b9049 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:42.630922 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bf969-8c55-4b4c-bc47-3010d2e2454e tempest-TestNetworkAdvancedServerOps-1228143598 tempest-TestNetworkAdvancedServerOps-1228143598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=191a9fea-fac8-4ff4-88d7-09da5a4d7a9f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:42.644643 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:42.652413 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd20db-7fda-4c24-aaeb-695add80c2ac None None] Calling delete_port for fed0efa7-07af-4f72-a360-6da4cf755e70 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:42.659266 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:42.668442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:42.789562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Pushing event updated for resources: {'Port': ['ID=eebbc544-daf8-46a0-a9b8-8cc1ff60540c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:42.813801 n-d-803756-1 neutron-server[105764]: INFO neutron.db.ipam_backend_mixin [None req-bc17c99b-1ba6-4d49-a440-f11ae6b7c9a8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 363a458e-7602-4d7e-9c69-980f3b33d902 (CIDR: 2001:db8::/64) Aug 06 16:18:42.816451 n-d-803756-1 neutron-server[105765]: INFO neutron.db.ipam_backend_mixin [None req-57a3e275-9eeb-4eb1-a751-a1c1b88b9049 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7731e9d9-3c10-4833-aed3-e187d63f478a (CIDR: 2001:db8::/64) Aug 06 16:18:42.830575 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a3e275-9eeb-4eb1-a751-a1c1b88b9049 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:18:42.831437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a3e275-9eeb-4eb1-a751-a1c1b88b9049 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:18:42.833076 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc17c99b-1ba6-4d49-a440-f11ae6b7c9a8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:18:42.834519 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc17c99b-1ba6-4d49-a440-f11ae6b7c9a8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:18:42.925769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Allocated IP 172.25.1.236 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/055a1693-c1c8-408d-bb89-ccd8d58a2dbb) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:43.036831 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60684) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:43.047802 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-81b6d699-741f-45a9-a8ad-5af97420ea6d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2047245377', 'description': 'tempest-description--361575959'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:43.064094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60686) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:43.065601 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-57a3e275-9eeb-4eb1-a751-a1c1b88b9049 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7372818 Aug 06 16:18:43.069018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60688) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:43.078817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9b17228c-43dd-415b-a462-a6468db8141d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'subnet': {'network_id': '82d424b2-0107-4223-b4da-45bfee7b1d7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:43.100013 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.101100 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bc17c99b-1ba6-4d49-a440-f11ae6b7c9a8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8984127 Aug 06 16:18:43.102619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fed0efa7-07af-4f72-a360-6da4cf755e70 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:18:43.105778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60692) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:43.113450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-82d424b2-0107-4223-b4da-45bfee7b1d7a', 'network_id': '82d424b2-0107-4223-b4da-45bfee7b1d7a', 'tenant_id': 'd90686cdb75c40888bbfb8c0a46e098d', 'fixed_ips': [{'subnet_id': '7731e9d9-3c10-4833-aed3-e187d63f478a'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:18:43.114351 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.129869 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-81b6d699-741f-45a9-a8ad-5af97420ea6d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.142308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-07288b97-9c3d-43ad-a1ae-1675c98d9104 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'subnet': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:43.154214 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.195437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Transition to ACTIVE for port object 87102910-4e22-4de1-87fa-35d33127ce86 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:43.299051 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.317049 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.368407 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e1bd20db-7fda-4c24-aaeb-695add80c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.395968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-18a9e947-2aa0-4c26-98bf-37fc9adbad47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ead4e8906674c03a98f2b96e64fabd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267219 Aug 06 16:18:43.395968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:43.411067 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60696) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:43.414733 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-81b6d699-741f-45a9-a8ad-5af97420ea6d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.418737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No active binding found for port fed0efa7-07af-4f72-a360-6da4cf755e70 {{(pid=105766) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 16:18:43.419222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fed0efa7-07af-4f72-a360-6da4cf755e70 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:18:43.426374 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:43.449500 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bd20db-7fda-4c24-aaeb-695add80c2ac None None] No DVR routers for this DVR port fed0efa7-07af-4f72-a360-6da4cf755e70 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:18:43.450079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:43.464684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7069f5-323b-40d6-a2be-7302a8c1003d None None] Pushing event updated for resources: {'Port': ['ID=87102910-4e22-4de1-87fa-35d33127ce86,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:43.495340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfcd868-ac55-4c80-91b5-8877ed1e9ebc None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:43.533482 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-81b6d699-741f-45a9-a8ad-5af97420ea6d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.649041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd20db-7fda-4c24-aaeb-695add80c2ac None None] Pushing event deleted for resources: {'Port': ['ID=fed0efa7-07af-4f72-a360-6da4cf755e70,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:43.656957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Pushing event updated for resources: {'Port': ['ID=055a1693-c1c8-408d-bb89-ccd8d58a2dbb,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:43.714559 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-81b6d699-741f-45a9-a8ad-5af97420ea6d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.719875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-81b6d699-741f-45a9-a8ad-5af97420ea6d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6762421 Aug 06 16:18:43.721841 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60698) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:43.729987 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-9514cfd3-46c0-4c05-88b4-a65bf2028ecc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Request body: {'security_group_rule': {'security_group_id': 'a80b5315-7730-4fb0-9dcb-b42d8eeb76af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:43.741796 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.747380 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.751723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Attempting to bind port 87102910-4e22-4de1-87fa-35d33127ce86 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:18:43.752122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Attempting to bind port 87102910-4e22-4de1-87fa-35d33127ce86 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:18:43.752510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Attempting to bind port 87102910-4e22-4de1-87fa-35d33127ce86 on network 7b39d9b2-9c33-437b-8ac5-1025578faa38 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:18:43.757986 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc06d0c8-5f7e-44dd-87ca-b7af9b733f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.759434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6d699-741f-45a9-a8ad-5af97420ea6d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80b5315-7730-4fb0-9dcb-b42d8eeb76af,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:43.788861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:18:43.790165 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Checking segment: {'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:18:43.792238 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.792397 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc06d0c8-5f7e-44dd-87ca-b7af9b733f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.792993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Bound using segment: {'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:18:43.793793 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Bound port: 87102910-4e22-4de1-87fa-35d33127ce86, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:18:43.794421 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.814089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Allocated IP 2001:db8::2 (82d424b2-0107-4223-b4da-45bfee7b1d7a/7731e9d9-3c10-4833-aed3-e187d63f478a/3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:43.814338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.938316 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc06d0c8-5f7e-44dd-87ca-b7af9b733f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.943118 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc06d0c8-5f7e-44dd-87ca-b7af9b733f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:43.945750 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bc06d0c8-5f7e-44dd-87ca-b7af9b733f80 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5d88156-a6f0-4216-86de-c2e100ec8f90 HTTP/1.1" status: 204 len: 168 time: 0.5313649 Aug 06 16:18:44.034693 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] For port 87102910-4e22-4de1-87fa-35d33127ce86, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:18:44.042487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] For port 87102910-4e22-4de1-87fa-35d33127ce86, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=87102910-4e22-4de1-87fa-35d33127ce86,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:18:44.077396 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9514cfd3-46c0-4c05-88b4-a65bf2028ecc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.079098 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b17228c-43dd-415b-a462-a6468db8141d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:44.098039 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9b17228c-43dd-415b-a462-a6468db8141d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.114802 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.129511 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-38cd96d0-9a93-4226-ab46-370ab75cd563', 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'tenant_id': 'be565a949c764be18f03c35462fde503', 'fixed_ips': [{'subnet_id': '363a458e-7602-4d7e-9c69-980f3b33d902'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:18:44.131397 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.155864 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9514cfd3-46c0-4c05-88b4-a65bf2028ecc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.167224 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9514cfd3-46c0-4c05-88b4-a65bf2028ecc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.178688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06d0c8-5f7e-44dd-87ca-b7af9b733f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d88156-a6f0-4216-86de-c2e100ec8f90,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:44.209163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514cfd3-46c0-4c05-88b4-a65bf2028ecc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac39e70-80c9-4df4-b1d1-e0055f5f7cfd,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:44.227531 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9514cfd3-46c0-4c05-88b4-a65bf2028ecc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.229765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9514cfd3-46c0-4c05-88b4-a65bf2028ecc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5031276 Aug 06 16:18:44.234235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60706) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:44.241950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4f86b201-b8bf-4dc7-b63f-5012ac9aa0c3 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Request body: {'security_group_rule': {'security_group_id': 'a80b5315-7730-4fb0-9dcb-b42d8eeb76af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:44.290414 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.307713 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.335351 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07288b97-9c3d-43ad-a1ae-1675c98d9104 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:44.355881 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-07288b97-9c3d-43ad-a1ae-1675c98d9104 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.385661 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4f86b201-b8bf-4dc7-b63f-5012ac9aa0c3 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.499492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7069f5-323b-40d6-a2be-7302a8c1003d None None] Pushing event updated for resources: {'Port': ['ID=87102910-4e22-4de1-87fa-35d33127ce86,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:44.628450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Routers {'9afd9d01-b741-4a22-b0d0-e66751859fa9'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:44.629232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:18:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9afd9d01-b741-4a22-b0d0-e66751859fa9'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:44.649310 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4f86b201-b8bf-4dc7-b63f-5012ac9aa0c3 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.666736 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60710) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:44.674280 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4f86b201-b8bf-4dc7-b63f-5012ac9aa0c3 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.707891 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Pushing event updated for resources: {'Port': ['ID=055a1693-c1c8-408d-bb89-ccd8d58a2dbb,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:44.714465 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.717577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86b201-b8bf-4dc7-b63f-5012ac9aa0c3 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997fcce2-d265-4b9f-ad13-0c397931ec5f,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:44.721445 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4f86b201-b8bf-4dc7-b63f-5012ac9aa0c3 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.725894 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4f86b201-b8bf-4dc7-b63f-5012ac9aa0c3 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4903026 Aug 06 16:18:44.726878 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60712) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:44.734328 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:44.752780 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.757328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a89cf8d6-4f47-4ccc-9b0f-ed909a6869b8 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9921737 Aug 06 16:18:44.760495 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60714) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:44.766892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-933a78c4-ff75-43a2-86df-6fbb39166bb0 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1317517958', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'fixed_ips': [{'ip_address': '172.25.1.236'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:44.808392 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-44817155-7a3a-45a4-80e5-da7d02d0220b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0b08fb4556643c191ce018e87e03e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404746 Aug 06 16:18:44.817766 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.829463 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.832638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60716) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:44.835309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933a78c4-ff75-43a2-86df-6fbb39166bb0 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Made reservation on behalf of a0067152bafd4e929b48001806e0c17b for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:44.838236 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-933a78c4-ff75-43a2-86df-6fbb39166bb0 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.860826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Transition to ACTIVE for port object 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:44.867335 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.959058 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-933a78c4-ff75-43a2-86df-6fbb39166bb0 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:44.994296 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Allocated IP 2001:db8::2 (38cd96d0-9a93-4226-ab46-370ab75cd563/363a458e-7602-4d7e-9c69-980f3b33d902/006790b0-491e-4766-89c7-6f478d239cd5) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:45.124712 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:45.166225 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:45.261247 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9b17228c-43dd-415b-a462-a6468db8141d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:45.298054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:45.360807 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17228c-43dd-415b-a462-a6468db8141d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Subnet': ['ID=8d56ea0b-ee57-4383-9bbd-7d0c6e34f9d8,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:45.389099 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:45.398726 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:45.399878 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32492456-7bb9-48b6-bb16-90be28337656 HTTP/1.1" status: 204 len: 168 time: 0.5590541 Aug 06 16:18:45.423177 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-933a78c4-ff75-43a2-86df-6fbb39166bb0 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:45.451198 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-933a78c4-ff75-43a2-86df-6fbb39166bb0 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:45.467295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b17228c-43dd-415b-a462-a6468db8141d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network 82d424b2-0107-4223-b4da-45bfee7b1d7a is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:45.481847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-933a78c4-ff75-43a2-86df-6fbb39166bb0 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] device_id is not set on port f46db03f-2e6d-4f7a-8267-6ed5a0012fb8 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:18:45.496352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32492456-7bb9-48b6-bb16-90be28337656,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:45.498786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9b17228c-43dd-415b-a462-a6468db8141d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:45.512850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b17228c-43dd-415b-a462-a6468db8141d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:45.513643 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9b17228c-43dd-415b-a462-a6468db8141d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:45.534947 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9b17228c-43dd-415b-a462-a6468db8141d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4621813 Aug 06 16:18:45.534947 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Router 8db82ada-00bf-42ff-82c8-34689b9cc6e5 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:18:45.539093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60732) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:45.555185 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c34011ac-3cd1-4a3f-b70a-938cddbfd94e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'network_id': '82d424b2-0107-4223-b4da-45bfee7b1d7a', 'fixed_ips': [{'subnet_id': '7731e9d9-3c10-4833-aed3-e187d63f478a'}, {'subnet_id': '8d56ea0b-ee57-4383-9bbd-7d0c6e34f9d8'}], 'name': 'tempest-PortsIpV6TestJSON-125510495'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:45.630771 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:45.631114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:45.631453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:45.631786 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:45.632112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:45.632444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:45.632766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:45.633089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:45.633409 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:45.633744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:45.634068 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:45.634382 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b74c4d-127f-40a6-8a07-b502b1cfa042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:18:45.725276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:18:45.738803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Transition to ACTIVE for port object 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:45.739375 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c095fbaa-fe82-4495-9a9f-a653b2ce4b91 None None] Sync routers for ids ['8db82ada-00bf-42ff-82c8-34689b9cc6e5'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:18:45.765909 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c095fbaa-fe82-4495-9a9f-a653b2ce4b91 None None] Routers {'8db82ada-00bf-42ff-82c8-34689b9cc6e5'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:45.768079 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c095fbaa-fe82-4495-9a9f-a653b2ce4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:18:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8db82ada-00bf-42ff-82c8-34689b9cc6e5'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:45.787220 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:45.801960 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6fade0c1-3ed3-4b8b-b96f-8193782e2566 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.5559614 Aug 06 16:18:45.812859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60734) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:45.829840 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c095fbaa-fe82-4495-9a9f-a653b2ce4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:45.848412 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c095fbaa-fe82-4495-9a9f-a653b2ce4b91 None None] Routers {'8db82ada-00bf-42ff-82c8-34689b9cc6e5'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:45.849449 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c095fbaa-fe82-4495-9a9f-a653b2ce4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:18:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8db82ada-00bf-42ff-82c8-34689b9cc6e5'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:45.860902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-570f830b-6d2c-4bbd-945f-d65a646aeb41 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:45.874543 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:45.895767 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c095fbaa-fe82-4495-9a9f-a653b2ce4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:45.897946 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c095fbaa-fe82-4495-9a9f-a653b2ce4b91 None None] The sync data for ids ['8db82ada-00bf-42ff-82c8-34689b9cc6e5'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:18:45.998191 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:46.011909 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Transition to ACTIVE for port object 006790b0-491e-4766-89c7-6f478d239cd5 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:46.032586 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Transition to ACTIVE for port object 006790b0-491e-4766-89c7-6f478d239cd5 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:46.049110 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:46.097742 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] Set router 9afd9d01-b741-4a22-b0d0-e66751859fa9 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:18:46.140199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:46.144855 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Network 82d424b2-0107-4223-b4da-45bfee7b1d7a is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:46.169322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:46.173127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:46.176728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:46.183049 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Pushing event updated for resources: {'Port': ['ID=3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:46.220594 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:46.325508 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Allocated IP 172.25.1.40 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/35d9986a-20d6-4e97-80b3-c85d335e6d85) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:46.351660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a78c4-ff75-43a2-86df-6fbb39166bb0 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a52ba30-ab97-421c-9a32-2d0228693f4e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:46.399219 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89292afa-5513-488e-82b7-5545512e8569 req-6aad6df1-8700-464d-a3fe-5936bc894b35 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:46.401218 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89292afa-5513-488e-82b7-5545512e8569 req-6aad6df1-8700-464d-a3fe-5936bc894b35 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.8936098 Aug 06 16:18:46.405753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.objects.ports [None req-07288b97-9c3d-43ad-a1ae-1675c98d9104 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:18:46.419988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Attempting to bind port 006790b0-491e-4766-89c7-6f478d239cd5 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:18:46.420365 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Attempting to bind port 006790b0-491e-4766-89c7-6f478d239cd5 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:18:46.420733 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Attempting to bind port 006790b0-491e-4766-89c7-6f478d239cd5 on network 38cd96d0-9a93-4226-ab46-370ab75cd563 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:18:46.428350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:18:46.428729 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Checking segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:18:46.429175 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:46.429577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Bound using segment: {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:18:46.430078 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Bound port: 006790b0-491e-4766-89c7-6f478d239cd5, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2416fd36-52cf-4336-a994-a2cc1aca479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:18:46.430465 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:46.434477 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Pushing event updated for resources: {'Port': ['ID=006790b0-491e-4766-89c7-6f478d239cd5,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:46.452788 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407ba6b-2d0a-486e-a9d9-b1b0304b8e7c req-7ef07023-3b0a-48b8-b8c9-6bde1933fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:46.455227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1407ba6b-2d0a-486e-a9d9-b1b0304b8e7c req-7ef07023-3b0a-48b8-b8c9-6bde1933fda4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e8ee7df3c0e4668aecdf398f1142d6a&device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 1097 time: 1.0248284 Aug 06 16:18:46.473563 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Attempting to bind port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:18:46.473957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Attempting to bind port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '6d095005-618a-4c9e-81d1-9856a4d4b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '82d424b2-0107-4223-b4da-45bfee7b1d7a'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:18:46.474330 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Attempting to bind port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be on network 82d424b2-0107-4223-b4da-45bfee7b1d7a {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:18:46.507210 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:18:46.507596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Checking segment: {'id': '6d095005-618a-4c9e-81d1-9856a4d4b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '82d424b2-0107-4223-b4da-45bfee7b1d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:18:46.507997 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:46.508378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Bound using segment: {'id': '6d095005-618a-4c9e-81d1-9856a4d4b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '82d424b2-0107-4223-b4da-45bfee7b1d7a'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:18:46.508878 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Bound port: 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d095005-618a-4c9e-81d1-9856a4d4b806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '82d424b2-0107-4223-b4da-45bfee7b1d7a'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:18:46.509250 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:46.586064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89292afa-5513-488e-82b7-5545512e8569 req-123b0e59-5f6e-497a-9238-a03977ef6aa2 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737096 Aug 06 16:18:46.629572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] For port 006790b0-491e-4766-89c7-6f478d239cd5, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:18:46.657450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] For port 006790b0-491e-4766-89c7-6f478d239cd5, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=006790b0-491e-4766-89c7-6f478d239cd5,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:18:46.669066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407ba6b-2d0a-486e-a9d9-b1b0304b8e7c req-ae9c930b-85a8-45c1-922a-f42c583fe4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:46.671255 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1407ba6b-2d0a-486e-a9d9-b1b0304b8e7c req-ae9c930b-85a8-45c1-922a-f42c583fe4cd service neutron] 10.222.0.78 "GET /v2.0/networks?id=75f05834-9f0b-4db5-a388-5cb0595f3947 HTTP/1.1" status: 200 len: 919 time: 0.2005839 Aug 06 16:18:46.673011 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:46.674611 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:46.744985 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] For port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:18:46.747060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1407ba6b-2d0a-486e-a9d9-b1b0304b8e7c req-39a257e9-2625-4762-ac0f-91c8ccdb7bc0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6924cb1-f681-49f3-a424-64270cda6f76 HTTP/1.1" status: 200 len: 217 time: 0.0648537 Aug 06 16:18:46.775886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] For port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be,segment=NetworkSegment(6d095005-618a-4c9e-81d1-9856a4d4b806),segment_id=6d095005-618a-4c9e-81d1-9856a4d4b806)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:18:46.787979 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:46.796598 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:37Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '87102910-4e22-4de1-87fa-35d33127ce86', 'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'mac_address': 'fa:16:3e:c5:36:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:33Z', 'updated_at': '2021-08-06T16:18:44Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'subnets': [{'id': '33e739df-6337-434a-b559-956cd4fe06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:46.801021 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0280e35-759e-49f3-a2c1-c65bb8548ee4 None None] Pushing event updated for resources: {'Port': ['ID=006790b0-491e-4766-89c7-6f478d239cd5,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:46.845276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407ba6b-2d0a-486e-a9d9-b1b0304b8e7c req-3d947652-e8d5-4c9b-9095-f1b9945e1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:46.847287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1407ba6b-2d0a-486e-a9d9-b1b0304b8e7c req-3d947652-e8d5-4c9b-9095-f1b9945e1143 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f7d4a562-70dc-45dc-b649-bb870e6750de HTTP/1.1" status: 200 len: 858 time: 0.0901804 Aug 06 16:18:46.863119 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:46.901185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b16d4-e096-488d-91bd-d9ce0191e99b None None] The sync data for ids ['9afd9d01-b741-4a22-b0d0-e66751859fa9'] in n-d-803756-1 is: [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:37Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '87102910-4e22-4de1-87fa-35d33127ce86', 'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'mac_address': 'fa:16:3e:c5:36:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:33Z', 'updated_at': '2021-08-06T16:18:44Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'subnets': [{'id': '33e739df-6337-434a-b559-956cd4fe06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:18:46.906082 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbfcf4-d2a6-445c-bce4-6fd9f415cbcf None None] Pushing event updated for resources: {'Port': ['ID=3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:46.974209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event updated for resources: {'Port': ['ID=35d9986a-20d6-4e97-80b3-c85d335e6d85,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:47.074332 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1407ba6b-2d0a-486e-a9d9-b1b0304b8e7c req-12cd0fee-e74c-411f-be5d-476c325ef517 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75f05834-9f0b-4db5-a388-5cb0595f3947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2082381 Aug 06 16:18:47.088042 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:47.089808 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-933a78c4-ff75-43a2-86df-6fbb39166bb0 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 06 16:18:47.090262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933a78c4-ff75-43a2-86df-6fbb39166bb0 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:18:47.109759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:47.129044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:47.331970 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 87102910-4e22-4de1-87fa-35d33127ce86 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:47.403208 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1407ba6b-2d0a-486e-a9d9-b1b0304b8e7c req-54381543-22af-4641-9a8f-de96b46ba2fa service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046312 Aug 06 16:18:47.408695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34011ac-3cd1-4a3f-b70a-938cddbfd94e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:47.491989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 87102910-4e22-4de1-87fa-35d33127ce86 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:47.507766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 87102910-4e22-4de1-87fa-35d33127ce86 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:47.508630 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:47.730995 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:47.781320 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-933a78c4-ff75-43a2-86df-6fbb39166bb0 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.0195918 Aug 06 16:18:47.783669 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1407ba6b-2d0a-486e-a9d9-b1b0304b8e7c req-4b410cdc-50af-496d-9201-8f27111bc310 service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169451 Aug 06 16:18:47.805250 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60742) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:47.808411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 87102910-4e22-4de1-87fa-35d33127ce86, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=87102910-4e22-4de1-87fa-35d33127ce86,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:47.817527 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:47.904530 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c34011ac-3cd1-4a3f-b70a-938cddbfd94e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:47.929664 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-07288b97-9c3d-43ad-a1ae-1675c98d9104 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:47.999350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=87102910-4e22-4de1-87fa-35d33127ce86,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:48.007669 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:48.030390 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-c34011ac-3cd1-4a3f-b70a-938cddbfd94e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] device_id is not set on port 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:18:48.294542 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:48.314627 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e070-cd7c-4c44-b510-25809ad6fb51 req-68b4f4ab-f2a6-4329-a1fe-4e42828eb3b3 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:48.333559 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-81a1e070-cd7c-4c44-b510-25809ad6fb51 req-68b4f4ab-f2a6-4329-a1fe-4e42828eb3b3 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.5445623 Aug 06 16:18:48.527455 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-570f830b-6d2c-4bbd-945f-d65a646aeb41 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:48.542648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-81a1e070-cd7c-4c44-b510-25809ad6fb51 req-90d5b710-cee4-4a62-b0dd-6799329a8021 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725900 Aug 06 16:18:48.548278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f7654-9a69-4936-b429-549c7414fd2f tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Deleting port 055a1693-c1c8-408d-bb89-ccd8d58a2dbb {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:48.548578 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7654-9a69-4936-b429-549c7414fd2f tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:48.701453 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-570f830b-6d2c-4bbd-945f-d65a646aeb41 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:48.753579 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-874aec41-9fee-4fdd-b0a8-30882cdad008 None None] Provisioning for port 006790b0-491e-4766-89c7-6f478d239cd5 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:48.787191 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7654-9a69-4936-b429-549c7414fd2f tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:48.787525 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7654-9a69-4936-b429-549c7414fd2f tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:48.813948 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f7654-9a69-4936-b429-549c7414fd2f tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Calling delete_port for 055a1693-c1c8-408d-bb89-ccd8d58a2dbb owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:48.899150 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:48.924601 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:48.956024 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-07288b97-9c3d-43ad-a1ae-1675c98d9104 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] For port 006790b0-491e-4766-89c7-6f478d239cd5, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=006790b0-491e-4766-89c7-6f478d239cd5,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:49.064483 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369a958d-9a39-4515-9dec-96de9dffd39c None None] Network 82d424b2-0107-4223-b4da-45bfee7b1d7a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:49.112037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event updated for resources: {'Port': ['ID=35d9986a-20d6-4e97-80b3-c85d335e6d85,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:49.115500 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:49.139873 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:49.168332 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3a98717f-2de6-45ec-9657-780d18c16853 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4381361 Aug 06 16:18:49.248584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bc82d6cd-be4e-4362-9f5b-2f4d8239b5da None None] Provisioning for port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:49.293149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-570f830b-6d2c-4bbd-945f-d65a646aeb41 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Deleting port eebbc544-daf8-46a0-a9b8-8cc1ff60540c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:49.294184 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-570f830b-6d2c-4bbd-945f-d65a646aeb41 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:49.370191 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7654-9a69-4936-b429-549c7414fd2f tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:49.386516 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-07288b97-9c3d-43ad-a1ae-1675c98d9104 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:49.402078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-c34011ac-3cd1-4a3f-b70a-938cddbfd94e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Allocated IP 2001:db8::321 (82d424b2-0107-4223-b4da-45bfee7b1d7a/7731e9d9-3c10-4833-aed3-e187d63f478a/93ec957c-0de3-41c0-930b-6aa7e9ecbe9d) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:49.405394 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-07288b97-9c3d-43ad-a1ae-1675c98d9104 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:49.406283 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-07288b97-9c3d-43ad-a1ae-1675c98d9104 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:49.476274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-c34011ac-3cd1-4a3f-b70a-938cddbfd94e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Allocated IP 2001:db8:0:1::bc (82d424b2-0107-4223-b4da-45bfee7b1d7a/8d56ea0b-ee57-4383-9bbd-7d0c6e34f9d8/93ec957c-0de3-41c0-930b-6aa7e9ecbe9d) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:49.507299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f7654-9a69-4936-b429-549c7414fd2f tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Pushing event deleted for resources: {'Port': ['ID=055a1693-c1c8-408d-bb89-ccd8d58a2dbb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:49.537672 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07288b97-9c3d-43ad-a1ae-1675c98d9104 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:49.570647 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-07288b97-9c3d-43ad-a1ae-1675c98d9104 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:49.600035 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-570f830b-6d2c-4bbd-945f-d65a646aeb41 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:49.606336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07288b97-9c3d-43ad-a1ae-1675c98d9104 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:49.608572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e85ef2-1a2a-4682-98bc-0f79df6c8e01 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:49.614359 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-07288b97-9c3d-43ad-a1ae-1675c98d9104 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:49.648485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-570f830b-6d2c-4bbd-945f-d65a646aeb41 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Calling delete_port for eebbc544-daf8-46a0-a9b8-8cc1ff60540c owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:49.651690 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 87102910-4e22-4de1-87fa-35d33127ce86 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:49.663150 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7654-9a69-4936-b429-549c7414fd2f tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:49.671471 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca8f7654-9a69-4936-b429-549c7414fd2f tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:49.677437 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ca8f7654-9a69-4936-b429-549c7414fd2f tempest-ExternalNetworksAdminNegativeTestJSON-1680926504 tempest-ExternalNetworksAdminNegativeTestJSON-1680926504-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/d9512508-48ff-4fac-858e-5084951b9c00 HTTP/1.1" status: 204 len: 168 time: 1.8703525 Aug 06 16:18:49.705944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-647d03b9-271b-4379-9df6-ea3d5d9d3034 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2047245377&fields=id&tenant_id=b52128454bea4b33a1c2dedbf011a9d2 HTTP/1.1" status: 200 len: 267 time: 0.1652732 Aug 06 16:18:49.725143 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07288b97-9c3d-43ad-a1ae-1675c98d9104 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Subnet': ['ID=08797020-4abc-45b5-b805-65549ac3c482,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:49.737325 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-07288b97-9c3d-43ad-a1ae-1675c98d9104 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.6264141 Aug 06 16:18:49.740617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60766) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:49.758645 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-59c9ca7c-c5e2-4ec7-8166-18fce87b7a61 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Request body: {'port': {'network_id': '38cd96d0-9a93-4226-ab46-370ab75cd563', 'mac_address': 'fa:16:3e:f0:ea:9b', 'name': 'tempest-NetworksTestDHCPv6-2118843327'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:49.762801 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07288b97-9c3d-43ad-a1ae-1675c98d9104 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=006790b0-491e-4766-89c7-6f478d239cd5,revision_number=4']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:49.847921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4cf949-97bc-4374-bb50-5ab3a83cce98 None None] Update dhcp port {'port': {'network_id': '82d424b2-0107-4223-b4da-45bfee7b1d7a', 'fixed_ips': [{'subnet_id': '7731e9d9-3c10-4833-aed3-e187d63f478a', 'ip_address': '2001:db8::2'}, {'subnet_id': '8d56ea0b-ee57-4383-9bbd-7d0c6e34f9d8'}], 'binding:host_id': 'n-d-803756-1'}, 'id': '3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be'} from n-d-803756-1. {{(pid=105766) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 16:18:49.895585 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa4cf949-97bc-4374-bb50-5ab3a83cce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:49.904939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1570a-b00c-4355-8ac5-eea9921fd7fe req-ede157b0-5e5b-4150-97df-8fd91d8136d2 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:49.915247 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6e1570a-b00c-4355-8ac5-eea9921fd7fe req-ede157b0-5e5b-4150-97df-8fd91d8136d2 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.1795547 Aug 06 16:18:49.974404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 87102910-4e22-4de1-87fa-35d33127ce86 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:49.975044 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:50.029427 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6e1570a-b00c-4355-8ac5-eea9921fd7fe req-008dcf0f-170d-4645-b4c7-4956128435db tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078112 Aug 06 16:18:50.083450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-fda8bb23-2579-4269-8ecd-813e4f13cb7f tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:50.091127 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-fda8bb23-2579-4269-8ecd-813e4f13cb7f tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/networks?id=7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 200 len: 811 time: 0.3842769 Aug 06 16:18:50.141577 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c34011ac-3cd1-4a3f-b70a-938cddbfd94e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:50.144270 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-a8b00a69-d7ff-47ac-bf02-15eddb18f755 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/quotas/b52128454bea4b33a1c2dedbf011a9d2 HTTP/1.1" status: 200 len: 375 time: 0.0482063 Aug 06 16:18:50.202965 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c9ca7c-c5e2-4ec7-8166-18fce87b7a61 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Made reservation on behalf of be565a949c764be18f03c35462fde503 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:50.211905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-c34011ac-3cd1-4a3f-b70a-938cddbfd94e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Transition to ACTIVE for port object 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:50.229259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-e7408a18-3b7b-4f01-9b62-2bee0a5b6f68 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840149 Aug 06 16:18:50.249341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:50.289172 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-570f830b-6d2c-4bbd-945f-d65a646aeb41 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:50.332820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:50.342936 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f830b-6d2c-4bbd-945f-d65a646aeb41 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Pushing event deleted for resources: {'Port': ['ID=eebbc544-daf8-46a0-a9b8-8cc1ff60540c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:50.352505 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:50.352860 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:50.377005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60772) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:50.430653 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59c9ca7c-c5e2-4ec7-8166-18fce87b7a61 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:50.433525 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c34011ac-3cd1-4a3f-b70a-938cddbfd94e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:50.506899 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-16109a38-5405-4892-8e03-4a5f15d60037 service neutron] 10.222.0.37 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386844 Aug 06 16:18:50.623047 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-59c9ca7c-c5e2-4ec7-8166-18fce87b7a61 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] device_id is not set on port 055fda1f-7a65-4754-8066-2156f3ababbd yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:18:50.627818 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-570f830b-6d2c-4bbd-945f-d65a646aeb41 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:50.630623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-876e1aa3-6807-44f7-9932-4e52a86f5215 service neutron] 10.222.0.37 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227422 Aug 06 16:18:50.641354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34011ac-3cd1-4a3f-b70a-938cddbfd94e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network 82d424b2-0107-4223-b4da-45bfee7b1d7a is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:50.661560 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cee32ddc-8873-4e42-b360-ca216faa7667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:50.685038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-fa4cf949-97bc-4374-bb50-5ab3a83cce98 None None] Allocated IP 2001:db8:0:1::2 (82d424b2-0107-4223-b4da-45bfee7b1d7a/8d56ea0b-ee57-4383-9bbd-7d0c6e34f9d8/3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:50.689195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34011ac-3cd1-4a3f-b70a-938cddbfd94e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=93ec957c-0de3-41c0-930b-6aa7e9ecbe9d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:50.705598 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:50.727646 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-c34011ac-3cd1-4a3f-b70a-938cddbfd94e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:50.765887 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34011ac-3cd1-4a3f-b70a-938cddbfd94e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:50.771664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34011ac-3cd1-4a3f-b70a-938cddbfd94e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:50.772333 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c34011ac-3cd1-4a3f-b70a-938cddbfd94e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:50.983162 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cee32ddc-8873-4e42-b360-ca216faa7667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:51.000790 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa4cf949-97bc-4374-bb50-5ab3a83cce98 None None] For port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be,segment=NetworkSegment(6d095005-618a-4c9e-81d1-9856a4d4b806),segment_id=6d095005-618a-4c9e-81d1-9856a4d4b806)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:51.016130 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cee32ddc-8873-4e42-b360-ca216faa7667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:51.064373 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa4cf949-97bc-4374-bb50-5ab3a83cce98 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:51.077727 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03cd97a2-3253-4dd9-a684-f3238eee80c6 req-f5c0acc2-240b-4e88-81b0-cdc8b8fbdd48 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 210 time: 0.0909650 Aug 06 16:18:51.093533 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa4cf949-97bc-4374-bb50-5ab3a83cce98 None None] Transition to ACTIVE for port object 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:51.114629 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa4cf949-97bc-4374-bb50-5ab3a83cce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:51.141055 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c34011ac-3cd1-4a3f-b70a-938cddbfd94e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 5.5922964 Aug 06 16:18:51.148188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cee32ddc-8873-4e42-b360-ca216faa7667 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=105b868745b541c2b8767a868afd6210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7695830 Aug 06 16:18:51.149139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60782) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:51.151783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee32ddc-8873-4e42-b360-ca216faa7667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505a7f0a-99bc-4d62-bfe4-cb77597f9ba3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:51.158666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60784) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:51.179932 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-23755ed0-d97a-40d0-b27f-2e8f11837c5c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7731e9d9-3c10-4833-aed3-e187d63f478a'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:51.422385 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:18:51.423443 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:18:51.426065 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-570f830b-6d2c-4bbd-945f-d65a646aeb41 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:51.439806 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-570f830b-6d2c-4bbd-945f-d65a646aeb41 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:51.460741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cf949-97bc-4374-bb50-5ab3a83cce98 None None] Pushing event updated for resources: {'Port': ['ID=3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:51.651099 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-59c9ca7c-c5e2-4ec7-8166-18fce87b7a61 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8::1d0 (38cd96d0-9a93-4226-ab46-370ab75cd563/363a458e-7602-4d7e-9c69-980f3b33d902/055fda1f-7a65-4754-8066-2156f3ababbd) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:51.655362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570f830b-6d2c-4bbd-945f-d65a646aeb41 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Router 8db82ada-00bf-42ff-82c8-34689b9cc6e5 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:18:51.665155 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-59c9ca7c-c5e2-4ec7-8166-18fce87b7a61 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Allocated IP 2001:db8:0:1:f816:3eff:fef0:ea9b (38cd96d0-9a93-4226-ab46-370ab75cd563/08797020-4abc-45b5-b805-65549ac3c482/055fda1f-7a65-4754-8066-2156f3ababbd) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:51.704112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5324aa5-9aef-421a-a133-c471231bb077 req-f48a7752-0846-4980-8998-d4f8d4782b31 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:51.705927 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5324aa5-9aef-421a-a133-c471231bb077 req-f48a7752-0846-4980-8998-d4f8d4782b31 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.4989357 Aug 06 16:18:51.719854 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84200428-3543-4ac2-b8e8-f60b8bf2bbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:51.750204 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84200428-3543-4ac2-b8e8-f60b8bf2bbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:51.799122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570f830b-6d2c-4bbd-945f-d65a646aeb41 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:18:51.809944 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497b8b97-62d2-403b-a260-409f3ff952f9 None None] Sync routers for ids ['8db82ada-00bf-42ff-82c8-34689b9cc6e5'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:18:51.839399 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5324aa5-9aef-421a-a133-c471231bb077 req-05085200-aa1d-4b3f-9b44-aa64179554f5 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239102 Aug 06 16:18:51.842258 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497b8b97-62d2-403b-a260-409f3ff952f9 None None] Routers {'8db82ada-00bf-42ff-82c8-34689b9cc6e5'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:51.842904 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-497b8b97-62d2-403b-a260-409f3ff952f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:18:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8db82ada-00bf-42ff-82c8-34689b9cc6e5'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:51.848973 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-570f830b-6d2c-4bbd-945f-d65a646aeb41 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:51.863731 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-570f830b-6d2c-4bbd-945f-d65a646aeb41 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "PUT /v2.0/routers/8db82ada-00bf-42ff-82c8-34689b9cc6e5 HTTP/1.1" status: 200 len: 705 time: 6.0385132 Aug 06 16:18:51.867826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60794) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:51.925413 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-497b8b97-62d2-403b-a260-409f3ff952f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:52.024624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497b8b97-62d2-403b-a260-409f3ff952f9 None None] Routers {'8db82ada-00bf-42ff-82c8-34689b9cc6e5'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:18:52.025276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-497b8b97-62d2-403b-a260-409f3ff952f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:18:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8db82ada-00bf-42ff-82c8-34689b9cc6e5'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:52.025539 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-23755ed0-d97a-40d0-b27f-2e8f11837c5c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:52.039774 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-de54080e-bf94-43d6-9d6c-b16b4469245b tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/routers/8db82ada-00bf-42ff-82c8-34689b9cc6e5 HTTP/1.1" status: 200 len: 740 time: 0.1673813 Aug 06 16:18:52.041961 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60796) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:52.052927 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84200428-3543-4ac2-b8e8-f60b8bf2bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:52.056332 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84200428-3543-4ac2-b8e8-f60b8bf2bbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:52.060600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-84200428-3543-4ac2-b8e8-f60b8bf2bbaa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/505a7f0a-99bc-4d62-bfe4-cb77597f9ba3 HTTP/1.1" status: 204 len: 168 time: 0.8598480 Aug 06 16:18:52.097099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84200428-3543-4ac2-b8e8-f60b8bf2bbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505a7f0a-99bc-4d62-bfe4-cb77597f9ba3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:52.146357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-497b8b97-62d2-403b-a260-409f3ff952f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:18:52.146797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497b8b97-62d2-403b-a260-409f3ff952f9 None None] The sync data for ids ['8db82ada-00bf-42ff-82c8-34689b9cc6e5'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:18:52.149206 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:52.267521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be,segment=NetworkSegment(6d095005-618a-4c9e-81d1-9856a4d4b806),segment_id=6d095005-618a-4c9e-81d1-9856a4d4b806)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:52.273370 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:52.274255 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 006790b0-491e-4766-89c7-6f478d239cd5 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:52.390013 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b76549a2-34c3-4714-8068-156bea2867e2 req-00f5e742-bd10-402f-8f57-c3fb5773c125 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 210 time: 0.1343074 Aug 06 16:18:52.639997 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0e4a31-9944-45c5-865f-1af8ff4343eb None None] Network 82d424b2-0107-4223-b4da-45bfee7b1d7a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:52.745658 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4ea6b8a6-b749-4247-b9bc-193076b7b073 None None] Provisioning for port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:52.756138 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60806) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:52.771663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4ea6b8a6-b749-4247-b9bc-193076b7b073 None None] Provisioning complete for port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:52.773389 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4ea6b8a6-b749-4247-b9bc-193076b7b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:52.776636 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:52.785309 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 006790b0-491e-4766-89c7-6f478d239cd5 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:52.827025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-23755ed0-d97a-40d0-b27f-2e8f11837c5c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Delete allocated IP 2001:db8:0:1::bc (82d424b2-0107-4223-b4da-45bfee7b1d7a/8d56ea0b-ee57-4383-9bbd-7d0c6e34f9d8) {{(pid=105765) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 16:18:52.834447 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0e87f7e7-8577-4f05-a7e3-48592e8e5e26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0067152bafd4e929b48001806e0c17b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0768678 Aug 06 16:18:52.835286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60808) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:52.852829 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 006790b0-491e-4766-89c7-6f478d239cd5 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:52.853793 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:52.884627 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bbcba5cb-5211-4448-87e8-9ac90fa6f75e tempest-RoutersAdminTest-673805050 tempest-RoutersAdminTest-673805050-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&device_id=8db82ada-00bf-42ff-82c8-34689b9cc6e5 HTTP/1.1" status: 200 len: 205 time: 0.8409791 Aug 06 16:18:52.893242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60812) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:52.928312 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59c9ca7c-c5e2-4ec7-8166-18fce87b7a61 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:52.945930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-59c9ca7c-c5e2-4ec7-8166-18fce87b7a61 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Transition to ACTIVE for port object 055fda1f-7a65-4754-8066-2156f3ababbd will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:52.964273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-02b3fff7-3635-4607-934e-366cf6af1939 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db82ada-00bf-42ff-82c8-34689b9cc6e5 HTTP/1.1" status: 200 len: 205 time: 0.0639691 Aug 06 16:18:52.969717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60814) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:52.971841 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f82243f7-3e4a-44c0-b950-951857efb149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:52.990692 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59c9ca7c-c5e2-4ec7-8166-18fce87b7a61 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.119908 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c9ca7c-c5e2-4ec7-8166-18fce87b7a61 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:53.136326 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-59c9ca7c-c5e2-4ec7-8166-18fce87b7a61 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:53.152093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9ca7c-c5e2-4ec7-8166-18fce87b7a61 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:53.166768 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c9ca7c-c5e2-4ec7-8166-18fce87b7a61 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:53.167928 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59c9ca7c-c5e2-4ec7-8166-18fce87b7a61 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.173891 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.236663 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9ca7c-c5e2-4ec7-8166-18fce87b7a61 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event updated for resources: {'Port': ['ID=055fda1f-7a65-4754-8066-2156f3ababbd,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:53.240976 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-59c9ca7c-c5e2-4ec7-8166-18fce87b7a61 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4935060 Aug 06 16:18:53.248886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-ec90b5d0-0860-4ec4-ba16-5eeb9804f185 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:53.250408 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-ec90b5d0-0860-4ec4-ba16-5eeb9804f185 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.13 "GET /v2.0/networks?id=7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 200 len: 811 time: 0.2727587 Aug 06 16:18:53.250887 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60816) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:53.260021 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 006790b0-491e-4766-89c7-6f478d239cd5, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=006790b0-491e-4766-89c7-6f478d239cd5,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:53.276856 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.373693 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=006790b0-491e-4766-89c7-6f478d239cd5,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:53.459399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:53.461200 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-367058e6-172a-4c1d-8ce9-7bbcb1116c57 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b52128454bea4b33a1c2dedbf011a9d2 HTTP/1.1" status: 200 len: 380 time: 0.1985815 Aug 06 16:18:53.473382 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-f1808135-a708-4200-92d1-145196ed2d53 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Request body: {'port': {'device_id': 'c178eb36-be0d-4127-ba66-67163b6d7a95', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'admin_state_up': True, 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'security_groups': ['a80b5315-7730-4fb0-9dcb-b42d8eeb76af']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:53.549554 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.588442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:53.588820 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.634408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1100a-e1bb-485f-b4f7-f58b048acefd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting port 055fda1f-7a65-4754-8066-2156f3ababbd {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:53.634881 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d9e1100a-e1bb-485f-b4f7-f58b048acefd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.655407 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a39f8498-c8b3-41d5-bd46-53875130fdea None None] Provisioning for port 055fda1f-7a65-4754-8066-2156f3ababbd completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:53.664978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a39f8498-c8b3-41d5-bd46-53875130fdea None None] Provisioning complete for port 055fda1f-7a65-4754-8066-2156f3ababbd triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:53.665351 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a39f8498-c8b3-41d5-bd46-53875130fdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.682064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-f1808135-a708-4200-92d1-145196ed2d53 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Made reservation on behalf of b52128454bea4b33a1c2dedbf011a9d2 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:18:53.686441 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-f1808135-a708-4200-92d1-145196ed2d53 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.726875 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f82243f7-3e4a-44c0-b950-951857efb149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.773499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 006790b0-491e-4766-89c7-6f478d239cd5 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:53.803888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a39f8498-c8b3-41d5-bd46-53875130fdea None None] Port 055fda1f-7a65-4754-8066-2156f3ababbd cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:18:53.841316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a39f8498-c8b3-41d5-bd46-53875130fdea None None] Provisioning for port 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:53.850211 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a39f8498-c8b3-41d5-bd46-53875130fdea None None] Provisioning complete for port 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:53.850667 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a39f8498-c8b3-41d5-bd46-53875130fdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.904851 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 006790b0-491e-4766-89c7-6f478d239cd5 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:53.905228 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.912124 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.923240 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-23755ed0-d97a-40d0-b27f-2e8f11837c5c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.936848 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-23755ed0-d97a-40d0-b27f-2e8f11837c5c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Ignored duplicate provisioning block setup for port 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 06 16:18:53.937942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a39f8498-c8b3-41d5-bd46-53875130fdea None None] Port 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:18:53.959912 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-23755ed0-d97a-40d0-b27f-2e8f11837c5c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.963382 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d9e1100a-e1bb-485f-b4f7-f58b048acefd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.969872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a39f8498-c8b3-41d5-bd46-53875130fdea None None] Provisioning complete for port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:53.970247 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a39f8498-c8b3-41d5-bd46-53875130fdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:53.994760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1100a-e1bb-485f-b4f7-f58b048acefd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Calling delete_port for 055fda1f-7a65-4754-8066-2156f3ababbd owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:54.001611 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f82243f7-3e4a-44c0-b950-951857efb149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:54.005944 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f82243f7-3e4a-44c0-b950-951857efb149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:54.008875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f82243f7-3e4a-44c0-b950-951857efb149 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a52ba30-ab97-421c-9a32-2d0228693f4e HTTP/1.1" status: 204 len: 168 time: 1.1667600 Aug 06 16:18:54.055057 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1448d7b4-1b83-4480-bf69-ed645e060722 req-8c0c83be-9b38-4321-8de3-16d03686b279 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 210 time: 0.1056910 Aug 06 16:18:54.066852 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c2e4570b-dcb4-4cdf-9e4c-9185bac4a345 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:54.078721 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-f1808135-a708-4200-92d1-145196ed2d53 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Allocated IP 172.20.0.5 (7b39d9b2-9c33-437b-8ac5-1025578faa38/33e739df-6337-434a-b559-956cd4fe06af/0847e10b-9cbb-4a1a-87ef-51204f2f816d) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:54.159206 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82243f7-3e4a-44c0-b950-951857efb149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a52ba30-ab97-421c-9a32-2d0228693f4e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:54.204770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-23755ed0-d97a-40d0-b27f-2e8f11837c5c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] In _notify_port_updated(), no bound segment for port 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d on network 82d424b2-0107-4223-b4da-45bfee7b1d7a {{(pid=105765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:18:54.216804 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23755ed0-d97a-40d0-b27f-2e8f11837c5c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:54.217807 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-23755ed0-d97a-40d0-b27f-2e8f11837c5c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:54.222384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60830) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:54.225744 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-23755ed0-d97a-40d0-b27f-2e8f11837c5c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "PUT /v2.0/ports/93ec957c-0de3-41c0-930b-6aa7e9ecbe9d HTTP/1.1" status: 200 len: 925 time: 3.0679345 Aug 06 16:18:54.228790 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-280e1a97-44f4-4c3e-8bb2-ebd7ed58b4f7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7731e9d9-3c10-4833-aed3-e187d63f478a'}, {'subnet_id': '8d56ea0b-ee57-4383-9bbd-7d0c6e34f9d8'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:54.252457 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2864027-12c8-4e33-96e5-e5326f43ac5a req-94e38918-b975-40f4-83c0-c28bf6fc265c tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:54.254079 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b2864027-12c8-4e33-96e5-e5326f43ac5a req-94e38918-b975-40f4-83c0-c28bf6fc265c tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 1.2319689 Aug 06 16:18:54.254757 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23755ed0-d97a-40d0-b27f-2e8f11837c5c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=93ec957c-0de3-41c0-930b-6aa7e9ecbe9d,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:54.292158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-88a4dab4-e193-443d-a941-f0801f9a97c3 None None] Provisioning complete for port 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:54.293067 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-88a4dab4-e193-443d-a941-f0801f9a97c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:54.406852 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c2e4570b-dcb4-4cdf-9e4c-9185bac4a345 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:54.409571 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c2e4570b-dcb4-4cdf-9e4c-9185bac4a345 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:54.428609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-88a4dab4-e193-443d-a941-f0801f9a97c3 None None] Port 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:18:54.504101 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c2e4570b-dcb4-4cdf-9e4c-9185bac4a345 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:54.504654 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e4570b-dcb4-4cdf-9e4c-9185bac4a345 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Fanout notify agent at l3_agent the message router_deleted on router 8db82ada-00bf-42ff-82c8-34689b9cc6e5 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:18:54.516641 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c2e4570b-dcb4-4cdf-9e4c-9185bac4a345 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:54.517925 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c2e4570b-dcb4-4cdf-9e4c-9185bac4a345 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "DELETE /v2.0/routers/8db82ada-00bf-42ff-82c8-34689b9cc6e5 HTTP/1.1" status: 204 len: 168 time: 1.5469553 Aug 06 16:18:54.523462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60834) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:54.569387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e1d4a411-0f1f-47c1-a27c-ffd8485831d0 None None] Provisioning complete for port 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:54.572517 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a411-0f1f-47c1-a27c-ffd8485831d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:54.592647 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b2864027-12c8-4e33-96e5-e5326f43ac5a req-35c8cad2-56f8-4a38-aa43-088412f80276 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131027 Aug 06 16:18:54.601290 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6a2eff84-4624-4b09-a215-51022847315e tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db82ada-00bf-42ff-82c8-34689b9cc6e5 HTTP/1.1" status: 200 len: 205 time: 0.0766449 Aug 06 16:18:54.601952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60838) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:54.633866 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-f1808135-a708-4200-92d1-145196ed2d53 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:54.647562 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-f48ad629-d611-42a3-9246-3ce15611e9ac tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] delete failed (client error): The resource could not be found. Aug 06 16:18:54.651037 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f48ad629-d611-42a3-9246-3ce15611e9ac tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "DELETE /v2.0/routers/8db82ada-00bf-42ff-82c8-34689b9cc6e5 HTTP/1.1" status: 404 len: 336 time: 0.0477614 Aug 06 16:18:54.651585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60840) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:54.660600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e1d4a411-0f1f-47c1-a27c-ffd8485831d0 None None] Port 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:18:54.696530 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b533acea-afc8-4e7c-a67b-e1269196e1aa tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb399150-b6b0-468c-bc09-620d6c68f746 HTTP/1.1" status: 200 len: 205 time: 0.0438695 Aug 06 16:18:54.697118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60844) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:54.712414 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-280e1a97-44f4-4c3e-8bb2-ebd7ed58b4f7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:54.724404 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-f1808135-a708-4200-92d1-145196ed2d53 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Transition to ACTIVE for port object 0847e10b-9cbb-4a1a-87ef-51204f2f816d will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:54.728032 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d9e1100a-e1bb-485f-b4f7-f58b048acefd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:54.739671 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-eee7af2e-3fe2-4623-9c2f-7c875b5bfaae tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] delete failed (client error): The resource could not be found. Aug 06 16:18:54.743521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-eee7af2e-3fe2-4623-9c2f-7c875b5bfaae tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "DELETE /v2.0/routers/fb399150-b6b0-468c-bc09-620d6c68f746 HTTP/1.1" status: 404 len: 336 time: 0.0454676 Aug 06 16:18:54.744117 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60848) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:54.775086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1100a-e1bb-485f-b4f7-f58b048acefd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Port': ['ID=055fda1f-7a65-4754-8066-2156f3ababbd,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:54.775331 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-55acd8cb-6a15-4edd-9b15-85a62cf26398 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c3daac-f45b-4a11-bfae-f8c31cfc0d49 HTTP/1.1" status: 200 len: 205 time: 0.0298181 Aug 06 16:18:54.775806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60850) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:54.822932 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-3eb4bb92-1eaf-4e46-9ef1-6d43145a4911 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] delete failed (client error): The resource could not be found. Aug 06 16:18:54.822932 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3eb4bb92-1eaf-4e46-9ef1-6d43145a4911 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "DELETE /v2.0/routers/d5c3daac-f45b-4a11-bfae-f8c31cfc0d49 HTTP/1.1" status: 404 len: 336 time: 0.0462224 Aug 06 16:18:54.826699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60854) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:54.871667 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-62f91156-8970-4163-abbd-b37806280bae tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "GET /v2.0/ports?device_id=59a4b0db-1268-40cf-a818-4dae85d01e58 HTTP/1.1" status: 200 len: 205 time: 0.0439429 Aug 06 16:18:54.872618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60858) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:54.928135 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d9e1100a-e1bb-485f-b4f7-f58b048acefd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:54.930448 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d9e1100a-e1bb-485f-b4f7-f58b048acefd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/055fda1f-7a65-4754-8066-2156f3ababbd HTTP/1.1" status: 204 len: 168 time: 1.6786368 Aug 06 16:18:54.932438 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-762dcebe-6b1c-49c7-a7c0-c99e48f80589 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] delete failed (client error): The resource could not be found. Aug 06 16:18:54.936650 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-762dcebe-6b1c-49c7-a7c0-c99e48f80589 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "DELETE /v2.0/routers/59a4b0db-1268-40cf-a818-4dae85d01e58 HTTP/1.1" status: 404 len: 336 time: 0.0626211 Aug 06 16:18:54.937197 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60860) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:54.937576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60862) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:54.998958 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ae7a8459-ed29-4c26-87fb-29b7f0470ef3 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "GET /v2.0/ports?device_id=fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee HTTP/1.1" status: 200 len: 205 time: 0.0584276 Aug 06 16:18:55.001128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60866) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:55.014897 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-f1808135-a708-4200-92d1-145196ed2d53 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:55.051240 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-a66039ac-b473-4d51-9c78-17a991a6ac9c tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] delete failed (client error): The resource could not be found. Aug 06 16:18:55.052363 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a66039ac-b473-4d51-9c78-17a991a6ac9c tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "DELETE /v2.0/routers/fff1a6e6-3fe9-49f0-bab1-f5ebe44161ee HTTP/1.1" status: 404 len: 336 time: 0.0501659 Aug 06 16:18:55.056352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60870) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:55.115050 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e8e597f2-d8f6-4cfd-9add-5c19d2ea13ae tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "GET /v2.0/ports?device_id=f7ea9546-1baf-4f00-9b09-1231cbca96ee HTTP/1.1" status: 200 len: 205 time: 0.0576141 Aug 06 16:18:55.125545 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60874) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:55.136607 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc968436-cfa1-4472-8b82-dc11c0887715 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:55.142075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bc968436-cfa1-4472-8b82-dc11c0887715 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2034986 Aug 06 16:18:55.142727 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60878) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:55.222250 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-6015eae8-13b5-416b-baa4-8aa80cb9cb01 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] delete failed (client error): The resource could not be found. Aug 06 16:18:55.222797 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6557a43-2200-4511-b1aa-666caeecae55 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:55.224504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f6557a43-2200-4511-b1aa-666caeecae55 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0806415 Aug 06 16:18:55.228834 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6015eae8-13b5-416b-baa4-8aa80cb9cb01 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "DELETE /v2.0/routers/f7ea9546-1baf-4f00-9b09-1231cbca96ee HTTP/1.1" status: 404 len: 336 time: 0.1059403 Aug 06 16:18:55.229134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60880) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:55.229474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60882) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:55.240359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-f1808135-a708-4200-92d1-145196ed2d53 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Network 7b39d9b2-9c33-437b-8ac5-1025578faa38 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:18:55.246643 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1808135-a708-4200-92d1-145196ed2d53 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event updated for resources: {'Port': ['ID=0847e10b-9cbb-4a1a-87ef-51204f2f816d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:55.251528 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-f1808135-a708-4200-92d1-145196ed2d53 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:18:55.260202 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-f1808135-a708-4200-92d1-145196ed2d53 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:18:55.301098 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0bf6f9-dc05-495e-9d08-3a6f6f2ac032 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] DELETE failed (client error): The resource could not be found. Aug 06 16:18:55.301562 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0bf6f9-dc05-495e-9d08-3a6f6f2ac032 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:18:55.303377 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8a0bf6f9-dc05-495e-9d08-3a6f6f2ac032 tempest-RoutersAdminTest-5791357 tempest-RoutersAdminTest-5791357-project] 10.222.0.37 "DELETE /v2.0/subnets/53362a6c-a9c3-487e-aa76-4dd8f241fb55 HTTP/1.1" status: 404 len: 337 time: 0.0717795 Aug 06 16:18:55.448182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1adaec-591a-4895-a380-6908ef920363 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:55.448865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-f1808135-a708-4200-92d1-145196ed2d53 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:55.449538 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-f1808135-a708-4200-92d1-145196ed2d53 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:55.453291 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1adaec-591a-4895-a380-6908ef920363 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:55.455681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1adaec-591a-4895-a380-6908ef920363 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:55.457343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dc1adaec-591a-4895-a380-6908ef920363 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2268841 Aug 06 16:18:55.461901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 006790b0-491e-4766-89c7-6f478d239cd5 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:18:55.496353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457b0c1-b839-401b-a197-45e105f762ba req-c95d4099-e5ba-481b-b920-f07412870e73 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:55.511541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60888) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:55.512723 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8457b0c1-b839-401b-a197-45e105f762ba req-c95d4099-e5ba-481b-b920-f07412870e73 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 931 time: 0.2135303 Aug 06 16:18:55.609016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 006790b0-491e-4766-89c7-6f478d239cd5 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:55.614804 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:55.627259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8457b0c1-b839-401b-a197-45e105f762ba req-d044e346-1cbd-4781-9229-caca4a73ca64 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113501 Aug 06 16:18:55.670288 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-f1808135-a708-4200-92d1-145196ed2d53 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2005503 Aug 06 16:18:55.738120 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-280e1a97-44f4-4c3e-8bb2-ebd7ed58b4f7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Allocated IP 2001:db8:0:1::2b9 (82d424b2-0107-4223-b4da-45bfee7b1d7a/8d56ea0b-ee57-4383-9bbd-7d0c6e34f9d8/93ec957c-0de3-41c0-930b-6aa7e9ecbe9d) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:55.752234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9fb53f-7509-4d9a-9c38-96492b482572 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 08797020-4abc-45b5-b805-65549ac3c482 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:18:55.756989 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb53f-7509-4d9a-9c38-96492b482572 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:55.762092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6613a3fc-2e30-4a57-9d04-bbf99bb9bd0e None None] Provisioning for port 0847e10b-9cbb-4a1a-87ef-51204f2f816d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:55.769399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6613a3fc-2e30-4a57-9d04-bbf99bb9bd0e None None] Provisioning complete for port 0847e10b-9cbb-4a1a-87ef-51204f2f816d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:55.770304 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6613a3fc-2e30-4a57-9d04-bbf99bb9bd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:55.819230 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fc028-49b6-4d6e-ae69-c8957e5ea3a0 req-b1d6b9f6-90bc-4b1f-802d-36a41c9bab74 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:55.820684 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d60fc028-49b6-4d6e-ae69-c8957e5ea3a0 req-b1d6b9f6-90bc-4b1f-802d-36a41c9bab74 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.1148102 Aug 06 16:18:55.848637 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60900) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:55.850025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-6613a3fc-2e30-4a57-9d04-bbf99bb9bd0e None None] Port 0847e10b-9cbb-4a1a-87ef-51204f2f816d cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:18:55.899720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d60fc028-49b6-4d6e-ae69-c8957e5ea3a0 req-717f1499-43e7-4cd9-8cbb-386b823de266 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643888 Aug 06 16:18:55.946741 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb53f-7509-4d9a-9c38-96492b482572 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.029685 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Request body: {'port': {'device_id': 'c178eb36-be0d-4127-ba66-67163b6d7a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:56.102302 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ee0133b-cede-4886-84c1-015c4f2aec2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.104054 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-280e1a97-44f4-4c3e-8bb2-ebd7ed58b4f7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.142402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb53f-7509-4d9a-9c38-96492b482572 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.149047 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-280e1a97-44f4-4c3e-8bb2-ebd7ed58b4f7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Transition to ACTIVE for port object 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:56.177969 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-280e1a97-44f4-4c3e-8bb2-ebd7ed58b4f7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.188967 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.251361 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ee0133b-cede-4886-84c1-015c4f2aec2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.256429 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ee0133b-cede-4886-84c1-015c4f2aec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.354452 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5ee0133b-cede-4886-84c1-015c4f2aec2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ef5d576dd2049ae9e46647cb6c40dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4920218 Aug 06 16:18:56.355508 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0133b-cede-4886-84c1-015c4f2aec2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2417d9b1-da59-4f31-a160-c078c7529c44,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:56.362031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60916) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:56.374367 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-280e1a97-44f4-4c3e-8bb2-ebd7ed58b4f7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] In _notify_port_updated(), no bound segment for port 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d on network 82d424b2-0107-4223-b4da-45bfee7b1d7a {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:18:56.386353 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280e1a97-44f4-4c3e-8bb2-ebd7ed58b4f7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:56.387406 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-280e1a97-44f4-4c3e-8bb2-ebd7ed58b4f7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.391887 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-280e1a97-44f4-4c3e-8bb2-ebd7ed58b4f7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "PUT /v2.0/ports/93ec957c-0de3-41c0-930b-6aa7e9ecbe9d HTTP/1.1" status: 200 len: 1011 time: 2.1667762 Aug 06 16:18:56.394041 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60918) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:56.516518 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e1a97-44f4-4c3e-8bb2-ebd7ed58b4f7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=93ec957c-0de3-41c0-930b-6aa7e9ecbe9d,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:56.521887 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb53f-7509-4d9a-9c38-96492b482572 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.570273 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fb53f-7509-4d9a-9c38-96492b482572 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=08797020-4abc-45b5-b805-65549ac3c482,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:56.598037 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb53f-7509-4d9a-9c38-96492b482572 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.598701 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a7137e2-91b1-4020-a134-daa621ccf6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.601142 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4e4e6b-0497-46b0-94ce-56f88641fc0d None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:56.602912 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4e9fb53f-7509-4d9a-9c38-96492b482572 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/08797020-4abc-45b5-b805-65549ac3c482 HTTP/1.1" status: 204 len: 168 time: 1.0866594 Aug 06 16:18:56.603165 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60922) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:56.700730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2c6b7a8d-2be7-4bc8-a6b1-2abf3989af2d None None] Provisioning for port 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:18:56.708906 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2c6b7a8d-2be7-4bc8-a6b1-2abf3989af2d None None] Provisioning complete for port 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:56.709284 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c6b7a8d-2be7-4bc8-a6b1-2abf3989af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.715669 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a7137e2-91b1-4020-a134-daa621ccf6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.789617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b7a8d-2be7-4bc8-a6b1-2abf3989af2d None None] Port 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:18:56.827609 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a7137e2-91b1-4020-a134-daa621ccf6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.830596 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a7137e2-91b1-4020-a134-daa621ccf6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.831811 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0a7137e2-91b1-4020-a134-daa621ccf6d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2417d9b1-da59-4f31-a160-c078c7529c44 HTTP/1.1" status: 204 len: 168 time: 0.4687667 Aug 06 16:18:56.867405 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0847e10b-9cbb-4a1a-87ef-51204f2f816d {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:18:56.876944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5aad01b2-ec55-49a1-93f2-b9f525129a60 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:56.877285 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5aad01b2-ec55-49a1-93f2-b9f525129a60 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.883931 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.905307 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Transition to ACTIVE for port object 0847e10b-9cbb-4a1a-87ef-51204f2f816d will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:18:56.914664 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:57.006092 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5aad01b2-ec55-49a1-93f2-b9f525129a60 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:57.034096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5aad01b2-ec55-49a1-93f2-b9f525129a60 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for 93ec957c-0de3-41c0-930b-6aa7e9ecbe9d owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:57.336607 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7137e2-91b1-4020-a134-daa621ccf6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2417d9b1-da59-4f31-a160-c078c7529c44,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:57.418468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Pushing event updated for resources: {'Port': ['ID=0847e10b-9cbb-4a1a-87ef-51204f2f816d,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:57.429285 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Attempting to bind port 0847e10b-9cbb-4a1a-87ef-51204f2f816d on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:18:57.429714 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Attempting to bind port 0847e10b-9cbb-4a1a-87ef-51204f2f816d by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:18:57.430097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Attempting to bind port 0847e10b-9cbb-4a1a-87ef-51204f2f816d on network 7b39d9b2-9c33-437b-8ac5-1025578faa38 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:18:57.445191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Port 0847e10b-9cbb-4a1a-87ef-51204f2f816d on network 7b39d9b2-9c33-437b-8ac5-1025578faa38 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:18:57.446978 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Attempting to bind port 0847e10b-9cbb-4a1a-87ef-51204f2f816d on network 7b39d9b2-9c33-437b-8ac5-1025578faa38 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:18:57.454501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:18:57.454875 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Checking segment: {'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:18:57.455221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Bound using segment: {'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:18:57.455829 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Bound port: 0847e10b-9cbb-4a1a-87ef-51204f2f816d, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:18:57.456335 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:57.496700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-713efddf-41b8-4d96-82fd-ad4aa1f7d799 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Deleting subnet 363a458e-7602-4d7e-9c69-980f3b33d902 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:18:57.570527 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-713efddf-41b8-4d96-82fd-ad4aa1f7d799 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:57.589798 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60948) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:57.629848 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] For port 0847e10b-9cbb-4a1a-87ef-51204f2f816d, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:18:57.645781 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] For port 0847e10b-9cbb-4a1a-87ef-51204f2f816d, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0847e10b-9cbb-4a1a-87ef-51204f2f816d,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:18:57.651508 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:57.716700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf374286-12ab-4eba-a4d1-fd3015ae3193 req-fc7c1541-8c3f-4448-9ad7-99b377249e40 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:57.728390 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:57.728841 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:57.730342 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] 10.222.0.13 "PUT /v2.0/ports/0847e10b-9cbb-4a1a-87ef-51204f2f816d HTTP/1.1" status: 200 len: 1091 time: 2.0458722 Aug 06 16:18:57.730811 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c178eb36-be0d-4127-ba66-67163b6d7a95', 'tag': '0847e10b-9cbb-4a1a-87ef-51204f2f816d'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:18:57.733138 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbef1876-6875-4f77-abf3-7edd5bf3c351" -d '{"events": [{"name": "network-changed", "server_uuid": "c178eb36-be0d-4127-ba66-67163b6d7a95", "tag": "0847e10b-9cbb-4a1a-87ef-51204f2f816d"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:18:57.734260 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf374286-12ab-4eba-a4d1-fd3015ae3193 req-fc7c1541-8c3f-4448-9ad7-99b377249e40 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 931 time: 0.9283729 Aug 06 16:18:57.766139 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-713efddf-41b8-4d96-82fd-ad4aa1f7d799 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:57.798369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cbece-26d6-445d-bb1c-5f6b0ccaa350 req-cb25848d-682a-4e03-b8e0-65fb62176602 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:57.815668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-791cbece-26d6-445d-bb1c-5f6b0ccaa350 req-cb25848d-682a-4e03-b8e0-65fb62176602 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.4903021 Aug 06 16:18:57.868079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60954) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:57.892111 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54982afa-e8a2-4b92-b433-20ced02b5099 service neutron] Pushing event updated for resources: {'Port': ['ID=0847e10b-9cbb-4a1a-87ef-51204f2f816d,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:57.951647 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:18:57.985194 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5aad01b2-ec55-49a1-93f2-b9f525129a60 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:57.986055 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-948f21aa-c5ed-4114-8fb2-66d3ad13d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:57.987805 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-948f21aa-c5ed-4114-8fb2-66d3ad13d4e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 1094 time: 0.2124817 Aug 06 16:18:58.047038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad01b2-ec55-49a1-93f2-b9f525129a60 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=93ec957c-0de3-41c0-930b-6aa7e9ecbe9d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:58.079968 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1130a87b-cbea-4500-abb4-8edaf27e195f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=caf3b55ed14240ee9a266a4276158b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2089102 Aug 06 16:18:58.081994 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60956) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:58.083196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ced4b54b-3af1-4bc8-b449-1c00e6974e9e None None] Provisioning complete for port 006790b0-491e-4766-89c7-6f478d239cd5 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:18:58.083644 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ced4b54b-3af1-4bc8-b449-1c00e6974e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:58.086254 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-2e9207cc-ff37-44dd-b124-e2a758ba703a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0847e10b-9cbb-4a1a-87ef-51204f2f816d HTTP/1.1" status: 200 len: 217 time: 0.0885615 Aug 06 16:18:58.095558 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:58.095830 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf374286-12ab-4eba-a4d1-fd3015ae3193 req-1fe48f5e-3efa-4dcd-b8cd-b438b4c1fcda tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3605964 Aug 06 16:18:58.209585 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-791cbece-26d6-445d-bb1c-5f6b0ccaa350 req-07eb7fb7-9806-405a-96d4-4c7a380100a5 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885674 Aug 06 16:18:58.245654 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-779d42fd-547c-4362-bcf0-b20a7ef6b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:58.247277 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-779d42fd-547c-4362-bcf0-b20a7ef6b8b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33e739df-6337-434a-b559-956cd4fe06af HTTP/1.1" status: 200 len: 850 time: 0.1472464 Aug 06 16:18:58.263106 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5aad01b2-ec55-49a1-93f2-b9f525129a60 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:58.269940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5aad01b2-ec55-49a1-93f2-b9f525129a60 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/93ec957c-0de3-41c0-930b-6aa7e9ecbe9d HTTP/1.1" status: 204 len: 168 time: 1.8747079 Aug 06 16:18:58.272966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60958) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:58.274504 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cd77ae-447f-4ca2-b718-df06a41ec241 x-openstack-request-id: req-24cd77ae-447f-4ca2-b718-df06a41ec241 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:18:58.274875 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c178eb36-be0d-4127-ba66-67163b6d7a95", "tag": "0847e10b-9cbb-4a1a-87ef-51204f2f816d", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:18:58.275153 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24cd77ae-447f-4ca2-b718-df06a41ec241 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:18:58.275722 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c178eb36-be0d-4127-ba66-67163b6d7a95', 'tag': '0847e10b-9cbb-4a1a-87ef-51204f2f816d', 'status': 'completed', 'code': 200} Aug 06 16:18:58.286944 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-713efddf-41b8-4d96-82fd-ad4aa1f7d799 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:58.347777 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8793c1-886d-412c-a5e4-2c9b04157340 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] GET failed (client error): The resource could not be found. Aug 06 16:18:58.354691 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-327afc7d-2424-449b-be52-014e40eac4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:58.358225 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6f8793c1-886d-412c-a5e4-2c9b04157340 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/93ec957c-0de3-41c0-930b-6aa7e9ecbe9d HTTP/1.1" status: 404 len: 333 time: 0.0816731 Aug 06 16:18:58.358784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60960) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:58.450497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b44fac-21ef-4ba5-9f9f-b5300966a731 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting subnet 8d56ea0b-ee57-4383-9bbd-7d0c6e34f9d8 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:18:58.453950 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-33b44fac-21ef-4ba5-9f9f-b5300966a731 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:58.494970 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-713efddf-41b8-4d96-82fd-ad4aa1f7d799 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:58.508888 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-33b44fac-21ef-4ba5-9f9f-b5300966a731 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:58.527245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-58a51ab6-ff24-48dc-a5ba-e573e3c09371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:58.528737 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-58a51ab6-ff24-48dc-a5ba-e573e3c09371 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b39d9b2-9c33-437b-8ac5-1025578faa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2437692 Aug 06 16:18:58.532519 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-327afc7d-2424-449b-be52-014e40eac4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:58.559626 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713efddf-41b8-4d96-82fd-ad4aa1f7d799 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Subnet': ['ID=363a458e-7602-4d7e-9c69-980f3b33d902,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:58.564567 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-713efddf-41b8-4d96-82fd-ad4aa1f7d799 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:58.566674 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-713efddf-41b8-4d96-82fd-ad4aa1f7d799 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/363a458e-7602-4d7e-9c69-980f3b33d902 HTTP/1.1" status: 204 len: 168 time: 1.9591606 Aug 06 16:18:58.571527 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60964) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:58.572451 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cf917c-98fb-4f08-a512-ab48eb457387 None None] Network 38cd96d0-9a93-4226-ab46-370ab75cd563 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:58.616054 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1ca03cc4-e5ff-494d-bb21-48052282c51d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433488 Aug 06 16:18:58.619907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60966) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:58.650380 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-364863e2-6278-4286-9282-a03dabb79e42 service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095772 Aug 06 16:18:58.710167 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0aef7a-27ef-4c6e-99fb-e5b3fc99ddb5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:58.711731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ef0aef7a-27ef-4c6e-99fb-e5b3fc99ddb5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0908897 Aug 06 16:18:58.713300 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-33b44fac-21ef-4ba5-9f9f-b5300966a731 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:58.716306 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60968) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:58.759122 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-bdea0365-1146-4759-af1d-2cf32ded3ce7 req-d7a0bfc8-0d31-42ce-90de-d613b09f2971 service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009831 Aug 06 16:18:58.811525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4707101-e698-477f-8903-2c2d2a7db993 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:58.813303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f4707101-e698-477f-8903-2c2d2a7db993 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0957239 Aug 06 16:18:58.815902 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60970) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:58.819917 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:58.885139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5324fca7-5853-4e08-8f67-0bf76f1a1941 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649951 Aug 06 16:18:58.886703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60972) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:58.917792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-327afc7d-2424-449b-be52-014e40eac4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:58.918085 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-98af52bc-28ca-4f1d-bda8-b9d26fc2bce7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:18:58.918807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98af52bc-28ca-4f1d-bda8-b9d26fc2bce7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:18:58.921166 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-327afc7d-2424-449b-be52-014e40eac4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:58.922145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-98af52bc-28ca-4f1d-bda8-b9d26fc2bce7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/055fda1f-7a65-4754-8066-2156f3ababbd HTTP/1.1" status: 404 len: 333 time: 0.0316246 Aug 06 16:18:58.922500 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-327afc7d-2424-449b-be52-014e40eac4b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc333293-84e9-4dfe-9923-71bf10ef7a96 HTTP/1.1" status: 204 len: 168 time: 0.8381608 Aug 06 16:18:58.926936 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-33b44fac-21ef-4ba5-9f9f-b5300966a731 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:58.928903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60974) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:58.937137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d87d82f-4281-4e1a-8ffd-8b3571d3137c None None] DHCP port deletion for 38cd96d0-9a93-4226-ab46-370ab75cd563 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:18:58.973180 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-33b44fac-21ef-4ba5-9f9f-b5300966a731 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:58.975129 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-33b44fac-21ef-4ba5-9f9f-b5300966a731 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/8d56ea0b-ee57-4383-9bbd-7d0c6e34f9d8 HTTP/1.1" status: 204 len: 168 time: 0.6154020 Aug 06 16:18:58.977461 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b44fac-21ef-4ba5-9f9f-b5300966a731 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Subnet': ['ID=8d56ea0b-ee57-4383-9bbd-7d0c6e34f9d8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:58.979455 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60978) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:58.999003 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c7eb65-9efd-49c9-be6a-0f438672ca3a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:18:58.999600 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c7eb65-9efd-49c9-be6a-0f438672ca3a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:18:59.004110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-13c7eb65-9efd-49c9-be6a-0f438672ca3a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/08797020-4abc-45b5-b805-65549ac3c482 HTTP/1.1" status: 404 len: 337 time: 0.0667830 Aug 06 16:18:59.004742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60980) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:59.031616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327afc7d-2424-449b-be52-014e40eac4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc333293-84e9-4dfe-9923-71bf10ef7a96,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:18:59.033874 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-0398870b-3245-45bb-b9c1-c84fe376bbe8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:18:59.034341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0398870b-3245-45bb-b9c1-c84fe376bbe8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:18:59.038885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0398870b-3245-45bb-b9c1-c84fe376bbe8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/363a458e-7602-4d7e-9c69-980f3b33d902 HTTP/1.1" status: 404 len: 337 time: 0.0325069 Aug 06 16:18:59.039625 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60982) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:59.067924 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-853b973c-0430-4337-9463-91b795fc4b32 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:18:59.068575 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853b973c-0430-4337-9463-91b795fc4b32 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:18:59.070684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b3dbe0-685e-4c46-be7c-279c308fb53a None None] Network 82d424b2-0107-4223-b4da-45bfee7b1d7a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:18:59.081157 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-853b973c-0430-4337-9463-91b795fc4b32 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/b9eeb25f-f849-49f4-9d85-fe5287b2622a HTTP/1.1" status: 404 len: 333 time: 0.0396705 Aug 06 16:18:59.081157 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60984) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:59.101000 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef1876-6875-4f77-abf3-7edd5bf3c351 req-3c333df0-c10c-4805-9029-92a58a36f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:59.107383 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fbef1876-6875-4f77-abf3-7edd5bf3c351 req-3c333df0-c10c-4805-9029-92a58a36f2bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 1094 time: 0.2444024 Aug 06 16:18:59.115648 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-efeebb1a-0003-42f6-93e0-e70e47641f4b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting subnet 7731e9d9-3c10-4833-aed3-e187d63f478a {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:18:59.148030 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efeebb1a-0003-42f6-93e0-e70e47641f4b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:59.216151 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-5028e0fe-0063-448d-a518-19a13a8ce7ec tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:18:59.216872 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5028e0fe-0063-448d-a518-19a13a8ce7ec tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:18:59.230593 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5028e0fe-0063-448d-a518-19a13a8ce7ec tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/c1799f1f-040a-4e61-83d0-82c62abecd05 HTTP/1.1" status: 404 len: 337 time: 0.1480424 Aug 06 16:18:59.275352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60988) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:59.374592 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-607c5199-e520-4a1d-85a3-0d274a24cb00 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:18:59.375036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607c5199-e520-4a1d-85a3-0d274a24cb00 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:18:59.381746 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-607c5199-e520-4a1d-85a3-0d274a24cb00 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/57f43364-526b-4d21-a089-618f19ae8115 HTTP/1.1" status: 404 len: 337 time: 0.1025074 Aug 06 16:18:59.409355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60994) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:59.421044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1d87d82f-4281-4e1a-8ffd-8b3571d3137c None None] Deleting port 006790b0-491e-4766-89c7-6f478d239cd5 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:18:59.421608 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1d87d82f-4281-4e1a-8ffd-8b3571d3137c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:59.440707 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 006790b0-491e-4766-89c7-6f478d239cd5 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:18:59.530478 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570d4f4-141d-4466-9bd4-e36a9c0edad2 req-7149476c-1ac4-4165-b843-44956f111673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:59.533957 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d570d4f4-141d-4466-9bd4-e36a9c0edad2 req-7149476c-1ac4-4165-b843-44956f111673 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 1097 time: 0.4283199 Aug 06 16:18:59.544784 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca54d79-5c1e-4dcf-acb0-06b3103327b9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:18:59.546213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca54d79-5c1e-4dcf-acb0-06b3103327b9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:18:59.548905 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4ca54d79-5c1e-4dcf-acb0-06b3103327b9 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/7c20421f-46d6-4bb1-89c1-b4c7d920dc28 HTTP/1.1" status: 404 len: 333 time: 0.1349418 Aug 06 16:18:59.557521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32768) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:59.651715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1d87d82f-4281-4e1a-8ffd-8b3571d3137c None None] For port 006790b0-491e-4766-89c7-6f478d239cd5, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=006790b0-491e-4766-89c7-6f478d239cd5,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:59.652355 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1d87d82f-4281-4e1a-8ffd-8b3571d3137c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:59.653889 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Allocated IP 172.25.1.223 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/c8c9b804-16d4-43f6-857d-56312e0c8ceb) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:18:59.675161 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efeebb1a-0003-42f6-93e0-e70e47641f4b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:59.681191 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-084a8d92-c05c-4172-8959-36324b52a3bd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:18:59.682447 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084a8d92-c05c-4172-8959-36324b52a3bd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:18:59.686767 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-084a8d92-c05c-4172-8959-36324b52a3bd tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/1bbe7c7b-06b0-4440-a9c6-e287327b2f31 HTTP/1.1" status: 404 len: 337 time: 0.1270542 Aug 06 16:18:59.706963 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d570d4f4-141d-4466-9bd4-e36a9c0edad2 req-27d33953-3ed6-4481-9cf0-d587c8f1785f service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436775 Aug 06 16:18:59.706963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32774) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:59.714103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb8c42-c94b-45e7-a296-cf03041256dd req-ee830e38-cfaa-42cf-9b31-09ff7930089c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:59.719069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1d87d82f-4281-4e1a-8ffd-8b3571d3137c None None] Calling delete_port for 006790b0-491e-4766-89c7-6f478d239cd5 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:18:59.727667 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42cb8c42-c94b-45e7-a296-cf03041256dd req-ee830e38-cfaa-42cf-9b31-09ff7930089c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 943 time: 0.4199054 Aug 06 16:18:59.746449 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5729be-c80f-4225-909c-a6b32c801d0a req-40d8c7a3-efcb-46ad-b7e0-495947b67943 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:59.748690 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b5729be-c80f-4225-909c-a6b32c801d0a req-40d8c7a3-efcb-46ad-b7e0-495947b67943 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.3786461 Aug 06 16:18:59.750584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef1876-6875-4f77-abf3-7edd5bf3c351 req-7a4a3283-3133-4ee4-9c01-f73892477959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:59.752167 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fbef1876-6875-4f77-abf3-7edd5bf3c351 req-7a4a3283-3133-4ee4-9c01-f73892477959 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 200 len: 912 time: 0.6322706 Aug 06 16:18:59.834426 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:59.858036 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-099d31fc-49a9-4193-87b0-09955596f6cb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:18:59.858619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099d31fc-49a9-4193-87b0-09955596f6cb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:18:59.860438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-099d31fc-49a9-4193-87b0-09955596f6cb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/8c0531d6-2e04-46fa-9752-25a3be618181 HTTP/1.1" status: 404 len: 337 time: 0.1596937 Aug 06 16:18:59.865602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32778) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:18:59.871098 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fbef1876-6875-4f77-abf3-7edd5bf3c351 req-5f0e72ca-c8bc-4607-8bba-f795d29990dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0847e10b-9cbb-4a1a-87ef-51204f2f816d HTTP/1.1" status: 200 len: 217 time: 0.0776935 Aug 06 16:18:59.916071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 006790b0-491e-4766-89c7-6f478d239cd5, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=006790b0-491e-4766-89c7-6f478d239cd5,segment=NetworkSegment(2416fd36-52cf-4336-a994-a2cc1aca479a),segment_id=2416fd36-52cf-4336-a994-a2cc1aca479a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:18:59.925410 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:59.949444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42cb8c42-c94b-45e7-a296-cf03041256dd req-2480d39a-42fb-420b-8d2e-3352e011959c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961286 Aug 06 16:18:59.999695 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1d87d82f-4281-4e1a-8ffd-8b3571d3137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:00.010130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=006790b0-491e-4766-89c7-6f478d239cd5,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:00.011678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b5729be-c80f-4225-909c-a6b32c801d0a req-03320217-a887-4b58-9750-d310042d8c08 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654060 Aug 06 16:19:00.013039 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d87d82f-4281-4e1a-8ffd-8b3571d3137c None None] No DVR routers for this DVR port 006790b0-491e-4766-89c7-6f478d239cd5 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:19:00.053481 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef1876-6875-4f77-abf3-7edd5bf3c351 req-6c84325d-2b54-4c4c-8769-5d66debecb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:00.054788 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fbef1876-6875-4f77-abf3-7edd5bf3c351 req-6c84325d-2b54-4c4c-8769-5d66debecb78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33e739df-6337-434a-b559-956cd4fe06af HTTP/1.1" status: 200 len: 850 time: 0.1476071 Aug 06 16:19:00.060331 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a1a1d8-5baf-47ba-847a-977589f314a7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.061061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a1a1d8-5baf-47ba-847a-977589f314a7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.066061 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32782) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.066301 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-69a1a1d8-5baf-47ba-847a-977589f314a7 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/102b5f07-c56b-4a80-8853-aa11d1376628 HTTP/1.1" status: 404 len: 333 time: 0.1967888 Aug 06 16:19:00.067571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87d82f-4281-4e1a-8ffd-8b3571d3137c None None] Pushing event deleted for resources: {'Port': ['ID=006790b0-491e-4766-89c7-6f478d239cd5,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:00.142606 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a20990b-d2d7-425d-8c90-fa78fd2f29c3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.142871 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efeebb1a-0003-42f6-93e0-e70e47641f4b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:00.143069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a20990b-d2d7-425d-8c90-fa78fd2f29c3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.145775 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8a20990b-d2d7-425d-8c90-fa78fd2f29c3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/706241ed-e66a-4bd4-8e20-d44bcc1c066d HTTP/1.1" status: 404 len: 337 time: 0.0767138 Aug 06 16:19:00.149294 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32788) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.187350 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da6df6a-82f1-4ced-b760-3ffbd1e6ec46 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.188499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da6df6a-82f1-4ced-b760-3ffbd1e6ec46 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.191441 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:00.191601 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2da6df6a-82f1-4ced-b760-3ffbd1e6ec46 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/69b1203c-a4b1-4a82-af0c-ed29e0e0ed17 HTTP/1.1" status: 404 len: 337 time: 0.0409951 Aug 06 16:19:00.194331 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32790) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.218608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef1876-6875-4f77-abf3-7edd5bf3c351 req-1d8ee8ab-fcdf-454e-8a0c-cb2c802d3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:00.220448 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fbef1876-6875-4f77-abf3-7edd5bf3c351 req-1d8ee8ab-fcdf-454e-8a0c-cb2c802d3d11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b39d9b2-9c33-437b-8ac5-1025578faa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414952 Aug 06 16:19:00.233102 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82940fd-c752-4fb1-8001-31b06b670f1f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.234573 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82940fd-c752-4fb1-8001-31b06b670f1f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.240085 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b82940fd-c752-4fb1-8001-31b06b670f1f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/192e3ef6-b063-4723-817f-913e4d3c64d1 HTTP/1.1" status: 404 len: 333 time: 0.0415828 Aug 06 16:19:00.241897 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32792) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.306831 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec76afa1-5c24-4358-b251-b8e6774ec7ff tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.307477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec76afa1-5c24-4358-b251-b8e6774ec7ff tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.313986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ec76afa1-5c24-4358-b251-b8e6774ec7ff tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/5df84fc6-8bd7-4555-81ed-417333a9c69f HTTP/1.1" status: 404 len: 337 time: 0.0707030 Aug 06 16:19:00.314744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32796) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.343923 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-886f85c0-cf12-46ad-80a2-58f5ce6b95cc tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.345122 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886f85c0-cf12-46ad-80a2-58f5ce6b95cc tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.351246 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-886f85c0-cf12-46ad-80a2-58f5ce6b95cc tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/a2504459-45dc-4d0f-9b14-6f3590fd22da HTTP/1.1" status: 404 len: 333 time: 0.0352943 Aug 06 16:19:00.351991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32798) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.358442 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efeebb1a-0003-42f6-93e0-e70e47641f4b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:00.389068 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-2993005a-8ca3-4e49-b424-8e37aa8d2afa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.389856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2993005a-8ca3-4e49-b424-8e37aa8d2afa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.395574 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2993005a-8ca3-4e49-b424-8e37aa8d2afa tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/71b5c657-8875-4909-9037-ead6152021ed HTTP/1.1" status: 404 len: 337 time: 0.0383537 Aug 06 16:19:00.397961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32800) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.440826 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeebb1a-0003-42f6-93e0-e70e47641f4b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Subnet': ['ID=7731e9d9-3c10-4833-aed3-e187d63f478a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:00.446568 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc6b617-116e-4ad2-af23-a02e7e8f02da tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.447788 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efeebb1a-0003-42f6-93e0-e70e47641f4b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:00.449307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc6b617-116e-4ad2-af23-a02e7e8f02da tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.449867 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-efeebb1a-0003-42f6-93e0-e70e47641f4b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/7731e9d9-3c10-4833-aed3-e187d63f478a HTTP/1.1" status: 204 len: 168 time: 1.4650195 Aug 06 16:19:00.456279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8dc6b617-116e-4ad2-af23-a02e7e8f02da tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/6d92df96-0aaf-40a4-afdf-2107face20f6 HTTP/1.1" status: 404 len: 333 time: 0.0558908 Aug 06 16:19:00.457216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32802) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.457480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32804) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.482687 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:00.486653 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32806) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.504198 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5368245-a9b5-4ef3-9e8f-d1c3c423373f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.504965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5368245-a9b5-4ef3-9e8f-d1c3c423373f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.510407 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b5368245-a9b5-4ef3-9e8f-d1c3c423373f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/3d82a6a4-2cdd-4ce6-85d5-cc6f25b1b28c HTTP/1.1" status: 404 len: 337 time: 0.0489902 Aug 06 16:19:00.511823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32808) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.571867 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-909f7480-8ddd-4a46-a9d1-cac66e6d106f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.572824 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909f7480-8ddd-4a46-a9d1-cac66e6d106f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.577984 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-909f7480-8ddd-4a46-a9d1-cac66e6d106f tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/b5864d85-81e6-4c00-96c2-444d7203c01c HTTP/1.1" status: 404 len: 333 time: 0.0617716 Aug 06 16:19:00.578323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32812) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.607528 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9e4a99-f5e6-49ee-8c19-8c237f487be3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.608379 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9e4a99-f5e6-49ee-8c19-8c237f487be3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.612127 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bb9e4a99-f5e6-49ee-8c19-8c237f487be3 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/a80894df-3426-40e7-9f99-3f840590cb70 HTTP/1.1" status: 404 len: 337 time: 0.0306494 Aug 06 16:19:00.612391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32816) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.631619 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fbef1876-6875-4f77-abf3-7edd5bf3c351 req-62f127bc-5606-4df1-945c-ed0ea92f9c4e service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023650 Aug 06 16:19:00.640425 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-afeedbd7-6a71-4b02-9cd8-16dc6caa5ec8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.641130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afeedbd7-6a71-4b02-9cd8-16dc6caa5ec8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.642959 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-afeedbd7-6a71-4b02-9cd8-16dc6caa5ec8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/927b7a90-a3e2-434a-935c-7a39118fcff3 HTTP/1.1" status: 404 len: 333 time: 0.0296743 Aug 06 16:19:00.645416 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32820) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.647449 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:00.675039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:00.703935 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-7644d379-ab3a-4f66-a4aa-f778ef7d11a5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.707360 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7644d379-ab3a-4f66-a4aa-f778ef7d11a5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.724567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7644d379-ab3a-4f66-a4aa-f778ef7d11a5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/8fce9403-cec4-4c83-9fb5-edf086c83490 HTTP/1.1" status: 404 len: 337 time: 0.0777905 Aug 06 16:19:00.725563 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32822) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.730551 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:00.745074 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:00.761145 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd73dee-453f-4432-a337-90a3e24bc3f1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.762092 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd73dee-453f-4432-a337-90a3e24bc3f1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.766872 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2fd73dee-453f-4432-a337-90a3e24bc3f1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/f4e44176-0ebe-4722-9b8a-0894b5897d77 HTTP/1.1" status: 404 len: 333 time: 0.0365930 Aug 06 16:19:00.767372 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event updated for resources: {'Port': ['ID=c8c9b804-16d4-43f6-857d-56312e0c8ceb,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:00.767897 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32826) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.893138 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5be7dbd-3b88-4828-92e7-556b818cb86d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.893594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5be7dbd-3b88-4828-92e7-556b818cb86d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.897802 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d5be7dbd-3b88-4828-92e7-556b818cb86d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/316c92e3-3110-4028-b00b-d931d3c135ab HTTP/1.1" status: 404 len: 337 time: 0.0549929 Aug 06 16:19:00.898143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32828) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.907004 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1537051959'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:00.930050 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ab0c2c-2b4e-464a-8be9-d7d83dc6a7e8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.930501 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ab0c2c-2b4e-464a-8be9-d7d83dc6a7e8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.930922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a514381-3b75-4d8e-b951-a171c11aff8a None None] Network 82d424b2-0107-4223-b4da-45bfee7b1d7a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:00.934616 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e1ab0c2c-2b4e-464a-8be9-d7d83dc6a7e8 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/a5041dea-b6f6-46e8-b927-b83633af8b52 HTTP/1.1" status: 404 len: 337 time: 0.0331166 Aug 06 16:19:00.938105 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32830) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:00.967228 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ad1f93-c87f-496e-81ba-6115c4d0f2cf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:00.968267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ad1f93-c87f-496e-81ba-6115c4d0f2cf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:00.973781 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-06ad1f93-c87f-496e-81ba-6115c4d0f2cf tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/519af169-ce7b-48a1-95f1-a521a44b56d4 HTTP/1.1" status: 404 len: 333 time: 0.0344117 Aug 06 16:19:00.974709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32832) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:01.011823 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-62326e81-1d69-4c6f-a63c-a31d6f117b2e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:01.013421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62326e81-1d69-4c6f-a63c-a31d6f117b2e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:01.019681 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-62326e81-1d69-4c6f-a63c-a31d6f117b2e tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/736b6b45-c8aa-4482-939c-ef5cf1b1a3d1 HTTP/1.1" status: 404 len: 337 time: 0.0414920 Aug 06 16:19:01.020787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32836) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:01.027465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-62dc0694-e015-4855-9499-e899a770148b None None] Provisioning complete for port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:01.027842 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-62dc0694-e015-4855-9499-e899a770148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.059602 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a9044e-099e-42df-b02f-b217f82faf0b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:01.061149 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a9044e-099e-42df-b02f-b217f82faf0b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:01.066797 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-80a9044e-099e-42df-b02f-b217f82faf0b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/c43ae926-8c13-492a-a465-d8a57aca1d78 HTTP/1.1" status: 404 len: 337 time: 0.0443075 Aug 06 16:19:01.067479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32840) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:01.114068 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-7213a423-d89e-49fb-bd46-158f8f679387 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:01.115191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7213a423-d89e-49fb-bd46-158f8f679387 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:01.120514 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7213a423-d89e-49fb-bd46-158f8f679387 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/3b6d030e-e6f0-432f-8cc8-7ef49bb3a083 HTTP/1.1" status: 404 len: 333 time: 0.0518558 Aug 06 16:19:01.123245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32842) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:01.125353 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.174012 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Made reservation on behalf of ca277a9b1c134305bd9e399ef67e6b85 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:01.178083 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.208760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7910fd24-726b-4fb1-88a1-bc1995100d35 None None] DHCP port deletion for 82d424b2-0107-4223-b4da-45bfee7b1d7a request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:19:01.244366 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7048187-f696-4b25-af01-c76be922d439 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:01.245122 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7048187-f696-4b25-af01-c76be922d439 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:01.246183 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.251353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d7048187-f696-4b25-af01-c76be922d439 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/b60ef870-6d67-4647-bcb1-bde41bae4e35 HTTP/1.1" status: 404 len: 337 time: 0.1162245 Aug 06 16:19:01.255152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32844) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:01.300121 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b5b91e-c23b-4d05-ac23-b684f328d114 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:01.300760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b5b91e-c23b-4d05-ac23-b684f328d114 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:01.306112 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a6b5b91e-c23b-4d05-ac23-b684f328d114 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/289bbe64-77e6-4564-b5ef-65dbbb8b5b4a HTTP/1.1" status: 404 len: 337 time: 0.0498188 Aug 06 16:19:01.306830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32846) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:01.323349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0847e10b-9cbb-4a1a-87ef-51204f2f816d details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:19:01.344198 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-7910fd24-726b-4fb1-88a1-bc1995100d35 None None] Deleting port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:01.344889 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7910fd24-726b-4fb1-88a1-bc1995100d35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.348446 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-49af2579-fff4-471a-98fe-908bcecc5a33 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:01.357649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49af2579-fff4-471a-98fe-908bcecc5a33 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:01.357649 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-49af2579-fff4-471a-98fe-908bcecc5a33 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/bf164ba2-ebf7-460a-ab6e-9ea79d2bec48 HTTP/1.1" status: 404 len: 333 time: 0.0449817 Aug 06 16:19:01.357649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32848) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:01.365283 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bf896-153d-488e-9cf4-ed12ce05286d req-7335ec1b-892d-4027-988e-7a0547010001 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:01.370513 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.371460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-086bf896-153d-488e-9cf4-ed12ce05286d req-7335ec1b-892d-4027-988e-7a0547010001 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.1912448 Aug 06 16:19:01.448129 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d01dd-fb7b-4266-8398-adfc58922c18 req-183e79ed-ba96-4724-bdf7-e2442f6565f8 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:01.450183 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-456d01dd-fb7b-4266-8398-adfc58922c18 req-183e79ed-ba96-4724-bdf7-e2442f6565f8 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 943 time: 0.3481476 Aug 06 16:19:01.452697 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c08c02-1e44-4090-b206-8513973b985a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:01.453234 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c08c02-1e44-4090-b206-8513973b985a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:01.462629 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-56c08c02-1e44-4090-b206-8513973b985a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/cb87b583-d6eb-4cab-89bc-aab37ee7c1ea HTTP/1.1" status: 404 len: 337 time: 0.0888326 Aug 06 16:19:01.470457 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fbef1876-6875-4f77-abf3-7edd5bf3c351 req-3caec797-5d35-4895-a40d-7fc3434e857a service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8278453 Aug 06 16:19:01.472458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32850) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:01.516210 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e01dde5-7beb-4c3d-81f4-0f8bed023a4c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:01.516667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e01dde5-7beb-4c3d-81f4-0f8bed023a4c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:01.518512 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1e01dde5-7beb-4c3d-81f4-0f8bed023a4c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/7047742b-8877-4e04-8fda-8880dafb14d4 HTTP/1.1" status: 404 len: 337 time: 0.0451548 Aug 06 16:19:01.521663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32852) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:01.541133 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.556451 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.568928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:19:01.580187 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.580645 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Added segment 31c2ae48-1691-45b4-a674-6187081215a2 of type vlan for network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac Aug 06 16:19:01.623253 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-7910fd24-726b-4fb1-88a1-bc1995100d35 None None] For port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be,segment=NetworkSegment(6d095005-618a-4c9e-81d1-9856a4d4b806),segment_id=6d095005-618a-4c9e-81d1-9856a4d4b806)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:01.623961 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7910fd24-726b-4fb1-88a1-bc1995100d35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.636243 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.638780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-7910fd24-726b-4fb1-88a1-bc1995100d35 None None] Calling delete_port for 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:01.676985 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.683145 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:01.683720 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.712837 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:01.713101 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.717359 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.729271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:19:01.753194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:19:01.753940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:19:01.766792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.769463 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7910fd24-726b-4fb1-88a1-bc1995100d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:01.782467 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.resource_extend [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:19:01.793219 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2866805 Aug 06 16:19:01.842525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7910fd24-726b-4fb1-88a1-bc1995100d35 None None] No DVR routers for this DVR port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:19:01.846757 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910fd24-726b-4fb1-88a1-bc1995100d35 None None] Pushing event deleted for resources: {'Port': ['ID=3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:01.902476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32854) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:01.909423 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f7c59af3-5888-437f-8e4b-c381d553e4da tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d651cea-b998-44ed-9baa-8b58449d33e8 HTTP/1.1" status: 200 len: 205 time: 0.3783350 Aug 06 16:19:01.912679 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32858) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:01.916488 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f44847e6-9ee7-42ac-a517-fcb5c9deb746,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:01.922286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b8b61737-6a1b-4eac-b5d5-04304f892415 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Request body: {'subnet': {'network_id': '497eb50d-24f2-4aaa-b85c-2b5a8013e0ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:01.942595 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 0847e10b-9cbb-4a1a-87ef-51204f2f816d, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0847e10b-9cbb-4a1a-87ef-51204f2f816d,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:01.948605 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-086bf896-153d-488e-9cf4-ed12ce05286d req-db7d1d14-1fb7-448f-825b-dd106204fca0 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481017 Aug 06 16:19:01.957595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:01.957820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:01.958234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:01.958644 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:01.959723 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:01.960106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:01.960589 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:01.961303 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:01.961303 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:01.961963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:01.962541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:01.962821 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '0847e10b-9cbb-4a1a-87ef-51204f2f816d', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'port_id': '0847e10b-9cbb-4a1a-87ef-51204f2f816d', 'mac_address': 'fa:16:3e:b1:02:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:19:01.963112 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:01.979630 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-456d01dd-fb7b-4266-8398-adfc58922c18 req-279e888b-c576-485f-9b8c-e2cc9d41a64d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5032413 Aug 06 16:19:02.017669 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.045209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0847e10b-9cbb-4a1a-87ef-51204f2f816d {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:19:02.062973 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b61737-6a1b-4eac-b5d5-04304f892415 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Made reservation on behalf of ca277a9b1c134305bd9e399ef67e6b85 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:02.067418 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8b61737-6a1b-4eac-b5d5-04304f892415 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.072368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 0847e10b-9cbb-4a1a-87ef-51204f2f816d, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0847e10b-9cbb-4a1a-87ef-51204f2f816d,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:02.076269 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.107176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] For port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be, host n-d-803756-1, got binding levels [] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:02.107548 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.132384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:02.135534 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.ipam_backend_mixin [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be was not found and therefore no delete operation was performed {{(pid=105764) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:19:02.141085 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f9f58-fc09-4ef2-b566-9f833d8fd34a tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event updated for resources: {'Network': ['ID=497eb50d-24f2-4aaa-b85c-2b5a8013e0ac,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:02.145851 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=0847e10b-9cbb-4a1a-87ef-51204f2f816d,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:02.150280 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-cfa056cf-01dc-4407-91cc-95ec75de12fe tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] delete failed (client error): The resource could not be found. Aug 06 16:19:02.153803 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cfa056cf-01dc-4407-91cc-95ec75de12fe tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/routers/2d651cea-b998-44ed-9baa-8b58449d33e8 HTTP/1.1" status: 404 len: 336 time: 0.2255743 Aug 06 16:19:02.155406 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.157223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32866) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:02.160242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:19:02.160421 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event updated for resources: {'Port': ['ID=c8c9b804-16d4-43f6-857d-56312e0c8ceb,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:02.232591 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.235595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:02.238103 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99fb976-842b-46c8-ab2a-790cea712831 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:02.238661 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99fb976-842b-46c8-ab2a-790cea712831 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:02.240454 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e99fb976-842b-46c8-ab2a-790cea712831 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/b75fcf3f-28b3-4619-9ebd-0d9eb839fef4 HTTP/1.1" status: 404 len: 337 time: 0.0760281 Aug 06 16:19:02.241463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No DVR routers for this DVR port 3fc1b9e8-9d8f-4c2d-9f23-e502917fc6be on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:19:02.243871 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32868) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:02.279178 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.283395 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-00d4b5f6-0eca-403c-85a8-69246a7a2bcc tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6925647 Aug 06 16:19:02.297002 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['0847e10b-9cbb-4a1a-87ef-51204f2f816d'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:19:02.299927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32870) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:02.304174 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b244abbe-ba5b-4328-a012-19f38a4dc048 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9532912-e683-4226-916d-511557d9737b HTTP/1.1" status: 200 len: 205 time: 0.0553420 Aug 06 16:19:02.306868 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32872) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:02.312564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f90565d5-b982-47ba-a9ad-d02ebbff0535 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2035672598'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:02.380164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.397549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d424b2-0107-4223-b4da-45bfee7b1d7a']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:02.408712 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90565d5-b982-47ba-a9ad-d02ebbff0535 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Made reservation on behalf of 5056172866674155bbcca159a651c8d0 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:02.413389 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f90565d5-b982-47ba-a9ad-d02ebbff0535 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.417020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d095005-618a-4c9e-81d1-9856a4d4b806') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:02.417326 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d095005-618a-4c9e-81d1-9856a4d4b806') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:02.432776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f90565d5-b982-47ba-a9ad-d02ebbff0535 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.436443 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.437760 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-8bc7b30d-9f96-47e3-973a-9786b4da9d46 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] delete failed (client error): The resource could not be found. Aug 06 16:19:02.441295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8bc7b30d-9f96-47e3-973a-9786b4da9d46 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/routers/d9532912-e683-4226-916d-511557d9737b HTTP/1.1" status: 404 len: 336 time: 0.1307116 Aug 06 16:19:02.452531 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32876) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:02.494279 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.503070 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:19:02.503490 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.508085 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39f4989-07c7-4be3-8398-aabc41749900 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:02.508537 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39f4989-07c7-4be3-8398-aabc41749900 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b39f4989-07c7-4be3-8398-aabc41749900 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/06d3c786-af5a-4a73-bce8-617490a10cee HTTP/1.1" status: 404 len: 337 time: 0.0584083 Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:19:02.512627 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:19:02.522344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32878) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:02.579079 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65af1de-a0a0-4c5d-bbbf-878f3a98fbcb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:02.579526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65af1de-a0a0-4c5d-bbbf-878f3a98fbcb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:02.581259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b65af1de-a0a0-4c5d-bbbf-878f3a98fbcb tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/663b9d09-3a24-477d-81c7-2aab3e182bec HTTP/1.1" status: 404 len: 337 time: 0.0533412 Aug 06 16:19:02.585040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32880) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:02.605603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6bdea-83ee-484f-855d-8d88c21f8d84 req-29767b20-4164-4383-82e6-432070b902cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:02.609597 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97a6bdea-83ee-484f-855d-8d88c21f8d84 req-29767b20-4164-4383-82e6-432070b902cb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e8ee7df3c0e4668aecdf398f1142d6a&device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 1097 time: 0.1913474 Aug 06 16:19:02.626254 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0b6b14-af07-4afa-968c-24d61d5f7728 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:02.627028 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0b6b14-af07-4afa-968c-24d61d5f7728 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:02.631250 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dd0b6b14-af07-4afa-968c-24d61d5f7728 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/8ee64b6d-8fb2-43f0-ab4d-99aac237772e HTTP/1.1" status: 404 len: 333 time: 0.0407250 Aug 06 16:19:02.631398 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.635234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32882) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:02.640496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed028d3-6c3c-4c59-90f4-e4d278ee665f req-3263717a-5417-4521-81f1-06d5633687f5 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:02.648417 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ed028d3-6c3c-4c59-90f4-e4d278ee665f req-3263717a-5417-4521-81f1-06d5633687f5 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.2089124 Aug 06 16:19:02.654047 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.655883 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/networks/82d424b2-0107-4223-b4da-45bfee7b1d7a HTTP/1.1" status: 204 len: 168 time: 2.1976597 Aug 06 16:19:02.669967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32884) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:02.696377 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-6601cad2-c6d9-4fa6-8233-bf4dde397076 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:02.697190 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6601cad2-c6d9-4fa6-8233-bf4dde397076 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:02.702325 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6601cad2-c6d9-4fa6-8233-bf4dde397076 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/cd553f87-c73c-4ad6-8c5b-1ab9bb766640 HTTP/1.1" status: 404 len: 337 time: 0.0624983 Aug 06 16:19:02.702325 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f198d8-9af1-4cae-b49d-4c70bd0aeb3a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Network': ['ID=82d424b2-0107-4223-b4da-45bfee7b1d7a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:02.702724 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32886) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:02.743071 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab28d07-5d0a-4acd-b4a0-62f2712a4ac5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:02.743863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab28d07-5d0a-4acd-b4a0-62f2712a4ac5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:02.746210 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fab28d07-5d0a-4acd-b4a0-62f2712a4ac5 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/5211a343-1866-4f53-882d-242026034f3e HTTP/1.1" status: 404 len: 333 time: 0.0426993 Aug 06 16:19:02.750133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32888) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:02.782253 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7c2b61-99e6-40ec-87fa-4010cb566fce tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:02.782709 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7c2b61-99e6-40ec-87fa-4010cb566fce tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:02.786830 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7e7c2b61-99e6-40ec-87fa-4010cb566fce tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/03a66c41-e209-4b17-8e43-537e5ce4dd4b HTTP/1.1" status: 404 len: 337 time: 0.0334628 Aug 06 16:19:02.790153 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32890) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:02.800690 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8b61737-6a1b-4eac-b5d5-04304f892415 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.824136 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ed603a-6902-4aa4-b1a3-4d82de04c81c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:02.824850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ed603a-6902-4aa4-b1a3-4d82de04c81c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:02.829470 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-99ed603a-6902-4aa4-b1a3-4d82de04c81c tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/a2490a58-93a2-4f83-8d28-b30d478cc12f HTTP/1.1" status: 404 len: 333 time: 0.0356650 Aug 06 16:19:02.829470 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f90565d5-b982-47ba-a9ad-d02ebbff0535 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.829958 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32892) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:02.839072 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f90565d5-b982-47ba-a9ad-d02ebbff0535 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.866442 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19d207a-5daa-4ee5-bbc8-958a86041164 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:02.866942 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19d207a-5daa-4ee5-bbc8-958a86041164 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:02.868836 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d19d207a-5daa-4ee5-bbc8-958a86041164 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/b69e6496-d6ab-40f4-aa7a-b946ca3d595b HTTP/1.1" status: 404 len: 337 time: 0.0381122 Aug 06 16:19:02.870358 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ed028d3-6c3c-4c59-90f4-e4d278ee665f req-0d6c47c6-20ae-4d39-9dd7-2a7ad3bf82d5 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211168 Aug 06 16:19:02.879127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32894) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:02.901278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6527bf2-b977-440f-a387-9ba7e730a6f1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:02.906963 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d6527bf2-b977-440f-a387-9ba7e730a6f1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2359240 Aug 06 16:19:02.907695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32896) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:02.912197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90565d5-b982-47ba-a9ad-d02ebbff0535 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:19:02.938760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90565d5-b982-47ba-a9ad-d02ebbff0535 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776f9a51-6e69-47a5-854e-720ad66e9b75,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:02.943225 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-06056d99-5dbc-451f-9f84-1363bc0c027d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:02.944190 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06056d99-5dbc-451f-9f84-1363bc0c027d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:02.949022 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-06056d99-5dbc-451f-9f84-1363bc0c027d tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/864ec8ad-0bdc-49ec-b2cd-324e9da06e36 HTTP/1.1" status: 404 len: 333 time: 0.0686679 Aug 06 16:19:02.950103 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32900) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:02.955269 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f90565d5-b982-47ba-a9ad-d02ebbff0535 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:02.955713 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-f90565d5-b982-47ba-a9ad-d02ebbff0535 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Added segment 8ef5d7d4-fe35-43ca-ae72-a00858b58e7d of type vlan for network c75a80ea-d9fa-448a-8646-081ac9cdcc7d Aug 06 16:19:02.966892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b61737-6a1b-4eac-b5d5-04304f892415 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event updated for resources: {'Subnet': ['ID=4d5bb0e7-8fe8-4f5a-9d77-edd0db0c48e0,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:02.975255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6bdea-83ee-484f-855d-8d88c21f8d84 req-c2fa2696-5b53-4bb8-bfb0-b2a18ba57f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:02.976595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97a6bdea-83ee-484f-855d-8d88c21f8d84 req-c2fa2696-5b53-4bb8-bfb0-b2a18ba57f45 service neutron] 10.222.0.78 "GET /v2.0/networks?id=75f05834-9f0b-4db5-a388-5cb0595f3947 HTTP/1.1" status: 200 len: 919 time: 0.3466229 Aug 06 16:19:02.982069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b61737-6a1b-4eac-b5d5-04304f892415 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Checking segment: {'id': '31c2ae48-1691-45b4-a674-6187081215a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '497eb50d-24f2-4aaa-b85c-2b5a8013e0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:02.982441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b61737-6a1b-4eac-b5d5-04304f892415 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Network hostable DHCP agents. Network: 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:19:03.024052 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-6753851a-eaa8-4f6e-b8ec-da2d23ff86ce tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:03.024708 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6753851a-eaa8-4f6e-b8ec-da2d23ff86ce tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:03.042594 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6753851a-eaa8-4f6e-b8ec-da2d23ff86ce tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/2deed3bd-0d0d-4ca8-8dd3-9a8be268dca4 HTTP/1.1" status: 404 len: 337 time: 0.0890894 Aug 06 16:19:03.044825 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32906) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:03.045193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7aca8253-af73-4f5f-b289-feaa3c344def tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1304853 Aug 06 16:19:03.046197 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32908) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:03.051785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-30f9fb38-8200-4828-8fd4-63ca49ab8382 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1446599505'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:03.055735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97a6bdea-83ee-484f-855d-8d88c21f8d84 req-9ca818e8-e8b1-4070-bfbe-e4be5f401cf8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6924cb1-f681-49f3-a424-64270cda6f76 HTTP/1.1" status: 200 len: 217 time: 0.0692108 Aug 06 16:19:03.096256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b61737-6a1b-4eac-b5d5-04304f892415 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:19:03.112318 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9acf1f1-bfc9-4991-8f01-a00b201cf04a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:03.113276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9acf1f1-bfc9-4991-8f01-a00b201cf04a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:03.118081 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e9acf1f1-bfc9-4991-8f01-a00b201cf04a tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/1dc39783-1098-4162-89dd-9461230453e9 HTTP/1.1" status: 404 len: 333 time: 0.0707264 Aug 06 16:19:03.119572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32912) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:03.128342 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f90565d5-b982-47ba-a9ad-d02ebbff0535 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:03.166507 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f90565d5-b982-47ba-a9ad-d02ebbff0535 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:03.175989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90565d5-b982-47ba-a9ad-d02ebbff0535 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:03.177114 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f90565d5-b982-47ba-a9ad-d02ebbff0535 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:03.187789 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-b8b61737-6a1b-4eac-b5d5-04304f892415 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:03.189562 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa7438f-5b31-4294-ad50-da42738fe8ad tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:03.190042 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa7438f-5b31-4294-ad50-da42738fe8ad tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:03.192027 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0fa7438f-5b31-4294-ad50-da42738fe8ad tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/432f58c2-11cb-4570-92e4-6e74c3a631c4 HTTP/1.1" status: 404 len: 337 time: 0.0565021 Aug 06 16:19:03.196059 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32914) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:03.197291 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f9fb38-8200-4828-8fd4-63ca49ab8382 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:03.201352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b4a95c-77f7-4427-8883-458a0188d069 None None] Network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:03.207700 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30f9fb38-8200-4828-8fd4-63ca49ab8382 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:03.223833 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b61737-6a1b-4eac-b5d5-04304f892415 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:03.224593 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8b61737-6a1b-4eac-b5d5-04304f892415 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:03.246376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6bdea-83ee-484f-855d-8d88c21f8d84 req-4920bcb6-cc54-487d-b71f-3a7659510465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:03.248665 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97a6bdea-83ee-484f-855d-8d88c21f8d84 req-4920bcb6-cc54-487d-b71f-3a7659510465 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f7d4a562-70dc-45dc-b649-bb870e6750de HTTP/1.1" status: 200 len: 858 time: 0.1846552 Aug 06 16:19:03.255073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b8b61737-6a1b-4eac-b5d5-04304f892415 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3441353 Aug 06 16:19:03.260707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32916) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:03.268748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8ce5732f-7806-46e5-a3b8-937b31560774 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Request body: {'port': {'network_id': '497eb50d-24f2-4aaa-b85c-2b5a8013e0ac', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1281272230'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:03.294587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90565d5-b982-47ba-a9ad-d02ebbff0535 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event updated for resources: {'Network': ['ID=c75a80ea-d9fa-448a-8646-081ac9cdcc7d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:03.298864 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f90565d5-b982-47ba-a9ad-d02ebbff0535 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9978700 Aug 06 16:19:03.301487 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32918) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:03.307289 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97a6bdea-83ee-484f-855d-8d88c21f8d84 req-936db4a8-18a9-4078-9350-2e20ae90a630 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75f05834-9f0b-4db5-a388-5cb0595f3947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454302 Aug 06 16:19:03.311973 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f9fb38-8200-4828-8fd4-63ca49ab8382 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:19:03.315611 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0847e10b-9cbb-4a1a-87ef-51204f2f816d up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:03.329996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-22170e60-3892-40ca-968d-1272b6f03d37 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Request body: {'subnet': {'network_id': 'c75a80ea-d9fa-448a-8646-081ac9cdcc7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:03.334047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035487fe-984f-4a49-8c92-f87cdbee95e4 req-8ca0d7c5-5794-4e4e-a2e1-8316216b8358 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:03.335899 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e3c3b0-ee09-4b21-8304-b0b1859c0558 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:03.336648 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e3c3b0-ee09-4b21-8304-b0b1859c0558 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:03.342583 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f3e3c3b0-ee09-4b21-8304-b0b1859c0558 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/9c2ccd5e-4280-4098-8172-8b86371fe5f1 HTTP/1.1" status: 404 len: 333 time: 0.0587082 Aug 06 16:19:03.342790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-035487fe-984f-4a49-8c92-f87cdbee95e4 req-8ca0d7c5-5794-4e4e-a2e1-8316216b8358 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 944 time: 0.2740114 Aug 06 16:19:03.357213 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32920) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:03.387828 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network c75a80ea-d9fa-448a-8646-081ac9cdcc7d details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:19:03.434463 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a35137-a99d-4190-a1cb-2c1a44831e00 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:03.435419 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a35137-a99d-4190-a1cb-2c1a44831e00 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:03.440307 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b7a35137-a99d-4190-a1cb-2c1a44831e00 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/8e5672a1-40ac-447c-a200-c4dd97c6b8f0 HTTP/1.1" status: 404 len: 337 time: 0.0819798 Aug 06 16:19:03.443682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32922) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:03.460105 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-035487fe-984f-4a49-8c92-f87cdbee95e4 req-c64b0450-c962-46cc-b028-6d56005c5693 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164107 Aug 06 16:19:03.468755 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30f9fb38-8200-4828-8fd4-63ca49ab8382 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:03.469530 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-30f9fb38-8200-4828-8fd4-63ca49ab8382 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Added segment 91d2d71b-5cf2-41f2-9ee7-940fcd34eee7 of type vlan for network b80b21e0-d9ff-4232-97ee-0e68a50559e9 Aug 06 16:19:03.480353 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49197d3-c310-43d3-b015-ef9a510c50b1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:03.482392 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49197d3-c310-43d3-b015-ef9a510c50b1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:03.486078 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d49197d3-c310-43d3-b015-ef9a510c50b1 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/ports/04e18e55-d78e-428f-ad96-b4c1edb95763 HTTP/1.1" status: 404 len: 333 time: 0.0395086 Aug 06 16:19:03.486918 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32924) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:03.520124 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2c9966-87b3-4bac-9b4c-ff8f696c5769 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] DELETE failed (client error): The resource could not be found. Aug 06 16:19:03.520561 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2c9966-87b3-4bac-9b4c-ff8f696c5769 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:03.524710 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8b2c9966-87b3-4bac-9b4c-ff8f696c5769 tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/subnets/6183f8ca-02d7-40fd-87ed-1f19856a4f66 HTTP/1.1" status: 404 len: 337 time: 0.0344791 Aug 06 16:19:03.525285 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32926) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:03.554274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22170e60-3892-40ca-968d-1272b6f03d37 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Made reservation on behalf of 5056172866674155bbcca159a651c8d0 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:03.558867 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-22170e60-3892-40ca-968d-1272b6f03d37 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:03.640752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30f9fb38-8200-4828-8fd4-63ca49ab8382 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:03.656146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-497eb50d-24f2-4aaa-b85c-2b5a8013e0ac', 'network_id': '497eb50d-24f2-4aaa-b85c-2b5a8013e0ac', 'tenant_id': 'ca277a9b1c134305bd9e399ef67e6b85', 'fixed_ips': [{'subnet_id': '4d5bb0e7-8fe8-4f5a-9d77-edd0db0c48e0'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:19:03.657338 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:03.689057 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 0847e10b-9cbb-4a1a-87ef-51204f2f816d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:03.697318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 0847e10b-9cbb-4a1a-87ef-51204f2f816d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:03.698024 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:03.723497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97a6bdea-83ee-484f-855d-8d88c21f8d84 req-065e55e1-ae48-4b5f-b5fa-b1ee041a0e49 service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499272 Aug 06 16:19:03.737060 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8242e892-6c1c-4e34-bdc4-4647f2479d9b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:03.849231 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30f9fb38-8200-4828-8fd4-63ca49ab8382 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:03.851371 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5a27f48a-7b1e-4f75-8d2d-524242bf1645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:03.855903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f9fb38-8200-4828-8fd4-63ca49ab8382 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:03.857053 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30f9fb38-8200-4828-8fd4-63ca49ab8382 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:03.860125 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-22170e60-3892-40ca-968d-1272b6f03d37 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:03.959028 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:03.979489 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Allocated IP 2001:db8::2 (497eb50d-24f2-4aaa-b85c-2b5a8013e0ac/4d5bb0e7-8fe8-4f5a-9d77-edd0db0c48e0/9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:04.005860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22170e60-3892-40ca-968d-1272b6f03d37 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Checking segment: {'id': '8ef5d7d4-fe35-43ca-ae72-a00858b58e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c75a80ea-d9fa-448a-8646-081ac9cdcc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:04.006181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 0847e10b-9cbb-4a1a-87ef-51204f2f816d, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0847e10b-9cbb-4a1a-87ef-51204f2f816d,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:04.006374 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22170e60-3892-40ca-968d-1272b6f03d37 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Network hostable DHCP agents. Network: c75a80ea-d9fa-448a-8646-081ac9cdcc7d, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:19:04.011033 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c178eb36-be0d-4127-ba66-67163b6d7a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0847e10b-9cbb-4a1a-87ef-51204f2f816d'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:19:04.014258 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6444f0d-ecdc-4904-a7f8-6f62ea47cd12" -d '{"events": [{"server_uuid": "c178eb36-be0d-4127-ba66-67163b6d7a95", "name": "network-vif-plugged", "status": "completed", "tag": "0847e10b-9cbb-4a1a-87ef-51204f2f816d"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:19:04.020108 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.044586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce5732f-7806-46e5-a3b8-937b31560774 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Made reservation on behalf of ca277a9b1c134305bd9e399ef67e6b85 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:04.049376 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8ce5732f-7806-46e5-a3b8-937b31560774 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.066779 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22170e60-3892-40ca-968d-1272b6f03d37 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event updated for resources: {'Subnet': ['ID=aaaf2340-cf8e-4be1-a722-29f059175f04,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:04.087444 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22170e60-3892-40ca-968d-1272b6f03d37 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Network c75a80ea-d9fa-448a-8646-081ac9cdcc7d is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:19:04.100254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-30f9fb38-8200-4828-8fd4-63ca49ab8382 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0529478 Aug 06 16:19:04.102362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32934) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:04.116420 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-5e57c6fe-d71f-4e63-afd5-4f2f682bb421 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'subnet': {'network_id': 'b80b21e0-d9ff-4232-97ee-0e68a50559e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:04.129149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-22170e60-3892-40ca-968d-1272b6f03d37 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, c75a80ea-d9fa-448a-8646-081ac9cdcc7d) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:04.139115 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=0847e10b-9cbb-4a1a-87ef-51204f2f816d,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:04.147721 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aba76a2-bd27-43ed-8b71-03f6c73cb9bc None None] Network c75a80ea-d9fa-448a-8646-081ac9cdcc7d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:04.160565 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22170e60-3892-40ca-968d-1272b6f03d37 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:04.174138 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-22170e60-3892-40ca-968d-1272b6f03d37 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.184838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9fb38-8200-4828-8fd4-63ca49ab8382 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Network': ['ID=b80b21e0-d9ff-4232-97ee-0e68a50559e9,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:04.205737 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-8ce5732f-7806-46e5-a3b8-937b31560774 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] device_id is not set on port 2c6e35e3-607d-4453-9827-6e6becefa359 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:19:04.218848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network b80b21e0-d9ff-4232-97ee-0e68a50559e9 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:19:04.296152 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8242e892-6c1c-4e34-bdc4-4647f2479d9b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.299245 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-22170e60-3892-40ca-968d-1272b6f03d37 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9960377 Aug 06 16:19:04.302176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32938) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:04.316089 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97a6bdea-83ee-484f-855d-8d88c21f8d84 req-c8dd334f-06d3-49a2-a101-8ef8436b8aad service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624068 Aug 06 16:19:04.317860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-8242e892-6c1c-4e34-bdc4-4647f2479d9b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cd96d0-9a93-4226-ab46-370ab75cd563']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:04.354894 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-639917176', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:04.370325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-8242e892-6c1c-4e34-bdc4-4647f2479d9b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2416fd36-52cf-4336-a994-a2cc1aca479a') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:04.373127 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-8242e892-6c1c-4e34-bdc4-4647f2479d9b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2416fd36-52cf-4336-a994-a2cc1aca479a') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:04.386579 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.395855 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c714f2e-0f0a-4d60-8079-03435b89bab6 x-openstack-request-id: req-5c714f2e-0f0a-4d60-8079-03435b89bab6 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:19:04.396348 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c178eb36-be0d-4127-ba66-67163b6d7a95", "name": "network-vif-plugged", "status": "completed", "tag": "0847e10b-9cbb-4a1a-87ef-51204f2f816d", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:19:04.396755 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c714f2e-0f0a-4d60-8079-03435b89bab6 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:19:04.397790 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c178eb36-be0d-4127-ba66-67163b6d7a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0847e10b-9cbb-4a1a-87ef-51204f2f816d', 'code': 200} Aug 06 16:19:04.408480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Transition to ACTIVE for port object 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:04.417852 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8242e892-6c1c-4e34-bdc4-4647f2479d9b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.426671 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.api [None req-5e57c6fe-d71f-4e63-afd5-4f2f682bb421 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:19:04.426671 n-d-803756-1 neutron-server[105764]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 16:19:04.426671 n-d-803756-1 neutron-server[105764]: [parameters: {'project_id_1': 'd90686cdb75c40888bbfb8c0a46e098d', 'expiration_1': datetime.datetime(2021, 8, 6, 16, 19, 4, 410249)}] Aug 06 16:19:04.426671 n-d-803756-1 neutron-server[105764]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:19:04.429979 n-d-803756-1 neutron-server[105764]: DEBUG oslo_db.api [None req-5e57c6fe-d71f-4e63-afd5-4f2f682bb421 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:19:04.445378 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8242e892-6c1c-4e34-bdc4-4647f2479d9b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.457152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8242e892-6c1c-4e34-bdc4-4647f2479d9b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:19:04.457733 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8242e892-6c1c-4e34-bdc4-4647f2479d9b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.462169 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.467627 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.475906 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Transition to ACTIVE for port object 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:04.487069 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.540452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Pushing event updated for resources: {'Port': ['ID=9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:19:04.558470 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:19:04.571393 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8242e892-6c1c-4e34-bdc4-4647f2479d9b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.584600 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8242e892-6c1c-4e34-bdc4-4647f2479d9b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.593371 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8242e892-6c1c-4e34-bdc4-4647f2479d9b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] 10.222.0.37 "DELETE /v2.0/networks/38cd96d0-9a93-4226-ab46-370ab75cd563 HTTP/1.1" status: 204 len: 168 time: 1.0648272 Aug 06 16:19:04.609080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:04.613207 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:04.617121 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-c75a80ea-d9fa-448a-8646-081ac9cdcc7d', 'network_id': 'c75a80ea-d9fa-448a-8646-081ac9cdcc7d', 'tenant_id': '5056172866674155bbcca159a651c8d0', 'fixed_ips': [{'subnet_id': 'aaaf2340-cf8e-4be1-a722-29f059175f04'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:19:04.618221 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.621359 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:04.659277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242e892-6c1c-4e34-bdc4-4647f2479d9b tempest-NetworksTestDHCPv6-1294610715 tempest-NetworksTestDHCPv6-1294610715-project] Pushing event deleted for resources: {'Network': ['ID=38cd96d0-9a93-4226-ab46-370ab75cd563,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:04.676876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7d840-e599-4fc0-ad5d-f12256984517 req-a27727d7-ffc6-433f-aaf3-7960eefeda9b tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:04.680108 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bbb7d840-e599-4fc0-ad5d-f12256984517 req-a27727d7-ffc6-433f-aaf3-7960eefeda9b tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.6523752 Aug 06 16:19:04.701060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a5807-c8fc-4a91-add9-0b6cdbd2f8c4 req-9dd17871-133b-462d-ada5-a3c945ef5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:04.701501 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-318a5807-c8fc-4a91-add9-0b6cdbd2f8c4 req-9dd17871-133b-462d-ada5-a3c945ef5c84 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 1096 time: 0.2233872 Aug 06 16:19:04.703117 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.797874 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bbb7d840-e599-4fc0-ad5d-f12256984517 req-0bcafed3-8b41-43a4-a030-978de44b1ab7 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607634 Aug 06 16:19:04.820960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2c461-beb9-4a02-a6b0-655db5357f4c req-edfc28a0-9fb1-4a4b-af8f-0ad224156f5d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:04.823235 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ac2c461-beb9-4a02-a6b0-655db5357f4c req-edfc28a0-9fb1-4a4b-af8f-0ad224156f5d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.1693597 Aug 06 16:19:04.824651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-8ce5732f-7806-46e5-a3b8-937b31560774 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Allocated IP 2001:db8::24e (497eb50d-24f2-4aaa-b85c-2b5a8013e0ac/4d5bb0e7-8fe8-4f5a-9d77-edd0db0c48e0/2c6e35e3-607d-4453-9827-6e6becefa359) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:04.861325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Attempting to bind port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:19:04.861325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Attempting to bind port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '31c2ae48-1691-45b4-a674-6187081215a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '497eb50d-24f2-4aaa-b85c-2b5a8013e0ac'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:19:04.861991 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Attempting to bind port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb on network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:19:04.891826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:19:04.892370 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Checking segment: {'id': '31c2ae48-1691-45b4-a674-6187081215a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '497eb50d-24f2-4aaa-b85c-2b5a8013e0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:04.892873 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.893365 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Bound using segment: {'id': '31c2ae48-1691-45b4-a674-6187081215a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '497eb50d-24f2-4aaa-b85c-2b5a8013e0ac'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:19:04.893979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Bound port: 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c2ae48-1691-45b4-a674-6187081215a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '497eb50d-24f2-4aaa-b85c-2b5a8013e0ac'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:19:04.894461 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.913717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ac2c461-beb9-4a02-a6b0-655db5357f4c req-ad5dbbed-bd46-419e-8a82-ba7698db0b9f tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697036 Aug 06 16:19:04.998759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Allocated IP 172.20.0.2 (c75a80ea-d9fa-448a-8646-081ac9cdcc7d/aaaf2340-cf8e-4be1-a722-29f059175f04/a4222794-63e3-486e-bef3-146c6702fbe9) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:05.026021 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-318a5807-c8fc-4a91-add9-0b6cdbd2f8c4 req-8a50930e-64b2-4734-8b2d-52de740054d7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697654 Aug 06 16:19:05.049856 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:05.099306 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8ce5732f-7806-46e5-a3b8-937b31560774 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:05.116387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-8ce5732f-7806-46e5-a3b8-937b31560774 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Transition to ACTIVE for port object 2c6e35e3-607d-4453-9827-6e6becefa359 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:05.132006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e57c6fe-d71f-4e63-afd5-4f2f682bb421 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:05.138906 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5e57c6fe-d71f-4e63-afd5-4f2f682bb421 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:05.144585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32946) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:05.174578 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8ce5732f-7806-46e5-a3b8-937b31560774 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:05.229904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce5732f-7806-46e5-a3b8-937b31560774 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:05.233242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-8ce5732f-7806-46e5-a3b8-937b31560774 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:05.236077 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce5732f-7806-46e5-a3b8-937b31560774 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:05.242565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce5732f-7806-46e5-a3b8-937b31560774 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:05.243386 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8ce5732f-7806-46e5-a3b8-937b31560774 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:05.266124 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8ce5732f-7806-46e5-a3b8-937b31560774 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9966562 Aug 06 16:19:05.268458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32950) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:05.271678 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:05.278087 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c5c86cf9-f9b2-438a-bcab-e1c91e8b35b9 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Request body: {'port': {'network_id': '497eb50d-24f2-4aaa-b85c-2b5a8013e0ac', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1435636904', 'allowed_address_pairs': [{'ip_address': '2001:db8::24e', 'mac_address': 'fa:16:3e:bb:0d:0c'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:05.283182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Transition to ACTIVE for port object a4222794-63e3-486e-bef3-146c6702fbe9 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:05.323345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Transition to ACTIVE for port object a4222794-63e3-486e-bef3-146c6702fbe9 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:05.335280 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:05.385505 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] For port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:19:05.391336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] For port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb,segment=NetworkSegment(31c2ae48-1691-45b4-a674-6187081215a2),segment_id=31c2ae48-1691-45b4-a674-6187081215a2)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:19:05.404570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5732f-7806-46e5-a3b8-937b31560774 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event updated for resources: {'Port': ['ID=2c6e35e3-607d-4453-9827-6e6becefa359,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:05.425211 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:05.447455 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Network c75a80ea-d9fa-448a-8646-081ac9cdcc7d is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:05.450818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:05.458804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6d2f659f-ee97-4bce-9e15-826133cbf903 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be565a949c764be18f03c35462fde503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3099165 Aug 06 16:19:05.459017 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:05.462309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32954) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:05.483484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Pushing event updated for resources: {'Port': ['ID=a4222794-63e3-486e-bef3-146c6702fbe9,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:05.527711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c86cf9-f9b2-438a-bcab-e1c91e8b35b9 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Made reservation on behalf of ca277a9b1c134305bd9e399ef67e6b85 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:05.607350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Attempting to bind port a4222794-63e3-486e-bef3-146c6702fbe9 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:19:05.607887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Attempting to bind port a4222794-63e3-486e-bef3-146c6702fbe9 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '8ef5d7d4-fe35-43ca-ae72-a00858b58e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c75a80ea-d9fa-448a-8646-081ac9cdcc7d'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:19:05.608338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Attempting to bind port a4222794-63e3-486e-bef3-146c6702fbe9 on network c75a80ea-d9fa-448a-8646-081ac9cdcc7d {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:19:05.618292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143a803-f2b4-4e34-b358-254ed4decc5d None None] Pushing event updated for resources: {'Port': ['ID=9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:05.628988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:19:05.629455 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Checking segment: {'id': '8ef5d7d4-fe35-43ca-ae72-a00858b58e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c75a80ea-d9fa-448a-8646-081ac9cdcc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:05.630021 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:05.630517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Bound using segment: {'id': '8ef5d7d4-fe35-43ca-ae72-a00858b58e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c75a80ea-d9fa-448a-8646-081ac9cdcc7d'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:19:05.632667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Bound port: a4222794-63e3-486e-bef3-146c6702fbe9, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef5d7d4-fe35-43ca-ae72-a00858b58e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c75a80ea-d9fa-448a-8646-081ac9cdcc7d'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:19:05.633195 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:05.650002 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a594d5ef-2d6b-4f2d-b26f-41a02a750d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:05.688445 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a594d5ef-2d6b-4f2d-b26f-41a02a750d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:05.709534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] For port a4222794-63e3-486e-bef3-146c6702fbe9, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:19:05.713569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] For port a4222794-63e3-486e-bef3-146c6702fbe9, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a4222794-63e3-486e-bef3-146c6702fbe9,segment=NetworkSegment(8ef5d7d4-fe35-43ca-ae72-a00858b58e7d),segment_id=8ef5d7d4-fe35-43ca-ae72-a00858b58e7d)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:19:05.720203 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:05.751429 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5c86cf9-f9b2-438a-bcab-e1c91e8b35b9 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:05.793597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-c5c86cf9-f9b2-438a-bcab-e1c91e8b35b9 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] device_id is not set on port a4d30f35-0112-46bf-8bac-19008ac109e8 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:19:05.901845 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a594d5ef-2d6b-4f2d-b26f-41a02a750d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:05.905420 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a594d5ef-2d6b-4f2d-b26f-41a02a750d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:05.906695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a594d5ef-2d6b-4f2d-b26f-41a02a750d4a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6c0cd15-da27-449b-8b13-fc8f7f37a412 HTTP/1.1" status: 204 len: 168 time: 0.4434729 Aug 06 16:19:05.911633 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0c8cc-eb56-4a31-9729-e7a260aafbe6 None None] Pushing event updated for resources: {'Port': ['ID=a4222794-63e3-486e-bef3-146c6702fbe9,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:05.926188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594d5ef-2d6b-4f2d-b26f-41a02a750d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c0cd15-da27-449b-8b13-fc8f7f37a412,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:06.106028 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5e57c6fe-d71f-4e63-afd5-4f2f682bb421 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:06.138722 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-c5c86cf9-f9b2-438a-bcab-e1c91e8b35b9 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Allocated IP 2001:db8::166 (497eb50d-24f2-4aaa-b85c-2b5a8013e0ac/4d5bb0e7-8fe8-4f5a-9d77-edd0db0c48e0/a4d30f35-0112-46bf-8bac-19008ac109e8) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:06.217302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57c6fe-d71f-4e63-afd5-4f2f682bb421 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Subnet': ['ID=9157c066-b0a9-41ed-96b8-6cf10ac8e9f6,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:06.219283 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c90be1b4-c604-4172-ae2e-37f743f4f033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:06.281308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e57c6fe-d71f-4e63-afd5-4f2f682bb421 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Checking segment: {'id': '91d2d71b-5cf2-41f2-9ee7-940fcd34eee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b80b21e0-d9ff-4232-97ee-0e68a50559e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:06.281725 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e57c6fe-d71f-4e63-afd5-4f2f682bb421 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network hostable DHCP agents. Network: b80b21e0-d9ff-4232-97ee-0e68a50559e9, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:19:06.419490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e57c6fe-d71f-4e63-afd5-4f2f682bb421 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network b80b21e0-d9ff-4232-97ee-0e68a50559e9 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:19:06.450210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-5e57c6fe-d71f-4e63-afd5-4f2f682bb421 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, b80b21e0-d9ff-4232-97ee-0e68a50559e9) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:06.471036 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5660e8cf-85f1-4c09-b3bf-fb148241cc17 None None] Network b80b21e0-d9ff-4232-97ee-0e68a50559e9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:06.525328 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:06.529180 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e57c6fe-d71f-4e63-afd5-4f2f682bb421 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:06.531989 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5e57c6fe-d71f-4e63-afd5-4f2f682bb421 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:06.611795 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:06.636784 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5e57c6fe-d71f-4e63-afd5-4f2f682bb421 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5276120 Aug 06 16:19:06.636784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32974) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:06.656337 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:06.688501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-39150234-a528-42ab-95df-aed0d21c06de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'network_id': 'b80b21e0-d9ff-4232-97ee-0e68a50559e9', 'name': 'tempest-PortsIpV6TestJSON-1707559840'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:06.845788 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32980) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:06.852920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-b80b21e0-d9ff-4232-97ee-0e68a50559e9', 'network_id': 'b80b21e0-d9ff-4232-97ee-0e68a50559e9', 'tenant_id': 'd90686cdb75c40888bbfb8c0a46e098d', 'fixed_ips': [{'subnet_id': '9157c066-b0a9-41ed-96b8-6cf10ac8e9f6'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:19:06.857906 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:06.993358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Allocated IP 172.25.1.211 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/f5d82a74-7790-41d5-b648-b1da80771da9) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:07.128336 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-198ba3df-7cab-4636-a491-90a51b6c243a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.152466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Allocated IP 2001:db8::2 (b80b21e0-d9ff-4232-97ee-0e68a50559e9/9157c066-b0a9-41ed-96b8-6cf10ac8e9f6/da3a80fa-5260-4177-b0e5-4db6fe493380) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:07.189774 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5c86cf9-f9b2-438a-bcab-e1c91e8b35b9 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.212371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-c5c86cf9-f9b2-438a-bcab-e1c91e8b35b9 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Transition to ACTIVE for port object a4d30f35-0112-46bf-8bac-19008ac109e8 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:07.354379 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5c86cf9-f9b2-438a-bcab-e1c91e8b35b9 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.373098 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.439700 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-198ba3df-7cab-4636-a491-90a51b6c243a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.444876 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39150234-a528-42ab-95df-aed0d21c06de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:07.455453 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-39150234-a528-42ab-95df-aed0d21c06de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.501545 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-198ba3df-7cab-4636-a491-90a51b6c243a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.501870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e585450-2887-470b-be3c-1a34035e88f0 None None] Network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:07.504177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c86cf9-f9b2-438a-bcab-e1c91e8b35b9 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:07.512434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-c5c86cf9-f9b2-438a-bcab-e1c91e8b35b9 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:07.520118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c86cf9-f9b2-438a-bcab-e1c91e8b35b9 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:07.526808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c86cf9-f9b2-438a-bcab-e1c91e8b35b9 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:07.526808 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5c86cf9-f9b2-438a-bcab-e1c91e8b35b9 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.559196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32992) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:07.565705 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-198ba3df-7cab-4636-a491-90a51b6c243a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25794732bd214ce287aa2eb0a8ffd281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7053421 Aug 06 16:19:07.577786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-39150234-a528-42ab-95df-aed0d21c06de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] device_id is not set on port 87a27c68-0a1e-44d6-a9ce-0dc7ba8d48ed yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:19:07.578060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d6ce7-19e8-437a-8e6c-2a8e04579e54 req-618b80fd-748c-4dfd-969e-541b468c9829 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:07.584772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32994) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:07.585041 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa9d6ce7-19e8-437a-8e6c-2a8e04579e54 req-618b80fd-748c-4dfd-969e-541b468c9829 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 1.4063406 Aug 06 16:19:07.589754 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.603099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51a0a7-808e-488b-bd0b-ecf6a42fb132 req-b3a8cc36-2097-4e33-9e0a-3b8f0c0be7d1 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:07.606600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad51a0a7-808e-488b-bd0b-ecf6a42fb132 req-b3a8cc36-2097-4e33-9e0a-3b8f0c0be7d1 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 1.4772432 Aug 06 16:19:07.607781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Transition to ACTIVE for port object da3a80fa-5260-4177-b0e5-4db6fe493380 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:07.652126 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c5c86cf9-f9b2-438a-bcab-e1c91e8b35b9 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.3814282 Aug 06 16:19:07.657100 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ba3df-7cab-4636-a491-90a51b6c243a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324393f7-d926-4e56-b048-7c72dcc6bef6,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:07.665753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32998) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:07.675225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Transition to ACTIVE for port object da3a80fa-5260-4177-b0e5-4db6fe493380 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:07.703793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c86cf9-f9b2-438a-bcab-e1c91e8b35b9 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event updated for resources: {'Port': ['ID=a4d30f35-0112-46bf-8bac-19008ac109e8,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:07.768418 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.781525 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.843980 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-498f88b6-0cf2-4ed4-91b7-876fb7997496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.844713 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ae676efa-7005-483a-a51e-e2f26c541d5a None None] Provisioning for port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:07.859921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a4222794-63e3-486e-bef3-146c6702fbe9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:07.863151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-bcc2e831-72c2-443c-b60a-6396844f95bd tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-312267336'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:07.870595 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-498f88b6-0cf2-4ed4-91b7-876fb7997496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.890580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad51a0a7-808e-488b-bd0b-ecf6a42fb132 req-0c85b4b0-4000-43fe-9b7b-744443b6907c tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489755 Aug 06 16:19:07.894724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc2e831-72c2-443c-b60a-6396844f95bd tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Made reservation on behalf of 4dd36379974748869e3bb52d12c2678e for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:07.900338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e831-72c2-443c-b60a-6396844f95bd tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.932715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Network b80b21e0-d9ff-4232-97ee-0e68a50559e9 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:07.937439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fa9d6ce7-19e8-437a-8e6c-2a8e04579e54 req-af5eb7f3-6508-443e-8284-7858193444cb tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170235 Aug 06 16:19:07.942988 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e831-72c2-443c-b60a-6396844f95bd tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.945393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:07.955985 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Pushing event updated for resources: {'Port': ['ID=da3a80fa-5260-4177-b0e5-4db6fe493380,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:07.958906 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:07.980463 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-498f88b6-0cf2-4ed4-91b7-876fb7997496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.984048 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-498f88b6-0cf2-4ed4-91b7-876fb7997496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.989873 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-498f88b6-0cf2-4ed4-91b7-876fb7997496 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/324393f7-d926-4e56-b048-7c72dcc6bef6 HTTP/1.1" status: 204 len: 168 time: 0.3977265 Aug 06 16:19:08.021093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f88b6-0cf2-4ed4-91b7-876fb7997496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324393f7-d926-4e56-b048-7c72dcc6bef6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:08.021689 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f07f0-83ca-449e-9b64-056c50248868 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:08.036509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f07f0-83ca-449e-9b64-056c50248868 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:08.043410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f07f0-83ca-449e-9b64-056c50248868 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:08.049080 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4e7f07f0-83ca-449e-9b64-056c50248868 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3375983 Aug 06 16:19:08.051847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33004) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:08.065465 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:08.088900 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-39150234-a528-42ab-95df-aed0d21c06de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Allocated IP 2001:db8::263 (b80b21e0-d9ff-4232-97ee-0e68a50559e9/9157c066-b0a9-41ed-96b8-6cf10ac8e9f6/87a27c68-0a1e-44d6-a9ce-0dc7ba8d48ed) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:08.125355 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:08.132199 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:08.181501 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1dbffb-87a0-41e3-a48f-0d1f83ee1e7f None None] Network c75a80ea-d9fa-448a-8646-081ac9cdcc7d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:08.222770 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:08.225399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a4222794-63e3-486e-bef3-146c6702fbe9 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:08.232172 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Attempting to bind port da3a80fa-5260-4177-b0e5-4db6fe493380 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:19:08.232825 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Attempting to bind port da3a80fa-5260-4177-b0e5-4db6fe493380 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '91d2d71b-5cf2-41f2-9ee7-940fcd34eee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b80b21e0-d9ff-4232-97ee-0e68a50559e9'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:19:08.233501 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Attempting to bind port da3a80fa-5260-4177-b0e5-4db6fe493380 on network b80b21e0-d9ff-4232-97ee-0e68a50559e9 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:19:08.241603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e77cf-e083-4a1b-bf6a-1b5d222415d8 req-476b7f57-7f63-4fcc-a366-6c8c4327aeb8 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:08.243286 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df4e77cf-e083-4a1b-bf6a-1b5d222415d8 req-476b7f57-7f63-4fcc-a366-6c8c4327aeb8 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.1175063 Aug 06 16:19:08.272922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33008) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:08.281208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-65be3e1c-348c-42af-9f9c-52aac0ad6dfc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Request body: {'floatingip': {'port_id': '0847e10b-9cbb-4a1a-87ef-51204f2f816d'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:08.294930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-0d1ec46f-3dcc-40f5-a4e2-5b1823a33680 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Deleting port a4d30f35-0112-46bf-8bac-19008ac109e8 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:08.295468 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec46f-3dcc-40f5-a4e2-5b1823a33680 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:08.358608 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e831-72c2-443c-b60a-6396844f95bd tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:08.374048 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e831-72c2-443c-b60a-6396844f95bd tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:08.392473 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-65be3e1c-348c-42af-9f9c-52aac0ad6dfc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:08.449147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event updated for resources: {'Port': ['ID=f5d82a74-7790-41d5-b648-b1da80771da9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:08.531905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:19:08.532600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Checking segment: {'id': '91d2d71b-5cf2-41f2-9ee7-940fcd34eee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b80b21e0-d9ff-4232-97ee-0e68a50559e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:08.532719 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:08.533080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Bound using segment: {'id': '91d2d71b-5cf2-41f2-9ee7-940fcd34eee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b80b21e0-d9ff-4232-97ee-0e68a50559e9'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:19:08.533769 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Bound port: da3a80fa-5260-4177-b0e5-4db6fe493380, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d2d71b-5cf2-41f2-9ee7-940fcd34eee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b80b21e0-d9ff-4232-97ee-0e68a50559e9'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:19:08.534373 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:08.547272 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:08.547703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc2e831-72c2-443c-b60a-6396844f95bd tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:19:08.589442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-73873706-2de1-42a1-b20e-644e3bb0018b None None] Provisioning for port a4222794-63e3-486e-bef3-146c6702fbe9 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:08.605520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-73873706-2de1-42a1-b20e-644e3bb0018b None None] Provisioning complete for port a4222794-63e3-486e-bef3-146c6702fbe9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:08.605919 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-73873706-2de1-42a1-b20e-644e3bb0018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:08.626917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2e831-72c2-443c-b60a-6396844f95bd tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e607cb4f-96b3-4ed8-8703-75fccde6b59b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:08.630062 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e831-72c2-443c-b60a-6396844f95bd tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:08.630422 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-bcc2e831-72c2-443c-b60a-6396844f95bd tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Added segment 1dc1a0c7-c94e-457e-b398-672ee1eedd6d of type vlan for network 59c619a9-51c7-4441-a792-411df89d5ce8 Aug 06 16:19:08.710062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-39150234-a528-42ab-95df-aed0d21c06de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:08.715586 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e831-72c2-443c-b60a-6396844f95bd tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:08.722094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] For port da3a80fa-5260-4177-b0e5-4db6fe493380, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:19:08.729141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] For port da3a80fa-5260-4177-b0e5-4db6fe493380, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=da3a80fa-5260-4177-b0e5-4db6fe493380,segment=NetworkSegment(91d2d71b-5cf2-41f2-9ee7-940fcd34eee7),segment_id=91d2d71b-5cf2-41f2-9ee7-940fcd34eee7)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:19:08.736580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-39150234-a528-42ab-95df-aed0d21c06de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Transition to ACTIVE for port object 87a27c68-0a1e-44d6-a9ce-0dc7ba8d48ed will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:08.747983 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:08.753764 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:08.790587 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e831-72c2-443c-b60a-6396844f95bd tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:08.798362 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc2e831-72c2-443c-b60a-6396844f95bd tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:08.800340 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e831-72c2-443c-b60a-6396844f95bd tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:08.887131 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec46f-3dcc-40f5-a4e2-5b1823a33680 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:08.905924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-0d1ec46f-3dcc-40f5-a4e2-5b1823a33680 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Calling delete_port for a4d30f35-0112-46bf-8bac-19008ac109e8 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:08.920165 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-39150234-a528-42ab-95df-aed0d21c06de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:09.052089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:09.056742 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2e0c9-7989-4269-9f57-388b9357c452 None None] Pushing event updated for resources: {'Port': ['ID=da3a80fa-5260-4177-b0e5-4db6fe493380,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:09.060067 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:09.092011 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bcc2e831-72c2-443c-b60a-6396844f95bd tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4823802 Aug 06 16:19:09.108219 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33028) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:09.114297 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-73873706-2de1-42a1-b20e-644e3bb0018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:09.116966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:09.117331 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:09.118824 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-bfe9d757-dc22-4e95-b620-fe669317c65a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Request body: {'subnet': {'network_id': '59c619a9-51c7-4441-a792-411df89d5ce8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:09.191856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2e831-72c2-443c-b60a-6396844f95bd tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Pushing event updated for resources: {'Network': ['ID=59c619a9-51c7-4441-a792-411df89d5ce8,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:09.213223 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 59c619a9-51c7-4441-a792-411df89d5ce8 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:19:09.234052 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f4e6f-25d9-4ac7-ab54-b80e51d4e1e8 req-316a0aa7-dffd-464b-bf4b-ef8414bc7a71 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:09.234052 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-503f4e6f-25d9-4ac7-ab54-b80e51d4e1e8 req-316a0aa7-dffd-464b-bf4b-ef8414bc7a71 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.1050267 Aug 06 16:19:09.285319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39150234-a528-42ab-95df-aed0d21c06de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network b80b21e0-d9ff-4232-97ee-0e68a50559e9 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:09.474035 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:09.477404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-73873706-2de1-42a1-b20e-644e3bb0018b None None] For port a4222794-63e3-486e-bef3-146c6702fbe9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a4222794-63e3-486e-bef3-146c6702fbe9,segment=NetworkSegment(8ef5d7d4-fe35-43ca-ae72-a00858b58e7d),segment_id=8ef5d7d4-fe35-43ca-ae72-a00858b58e7d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:09.489846 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-503f4e6f-25d9-4ac7-ab54-b80e51d4e1e8 req-bfbe814b-42b9-47bc-a6de-a08d89ca84f6 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334769 Aug 06 16:19:09.491596 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-73873706-2de1-42a1-b20e-644e3bb0018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:09.548819 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-39150234-a528-42ab-95df-aed0d21c06de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:09.566154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39150234-a528-42ab-95df-aed0d21c06de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:09.572359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39150234-a528-42ab-95df-aed0d21c06de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:09.578510 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-39150234-a528-42ab-95df-aed0d21c06de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:09.583104 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec46f-3dcc-40f5-a4e2-5b1823a33680 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:09.606149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39150234-a528-42ab-95df-aed0d21c06de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=87a27c68-0a1e-44d6-a9ce-0dc7ba8d48ed,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:09.614627 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-39150234-a528-42ab-95df-aed0d21c06de tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9783041 Aug 06 16:19:09.625874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33036) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:09.638858 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-11877045-3736-4976-9919-7663ec371b73 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'network_id': 'b80b21e0-d9ff-4232-97ee-0e68a50559e9', 'name': 'tempest-PortsIpV6TestJSON-372279303'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:09.650298 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73873706-2de1-42a1-b20e-644e3bb0018b None None] Pushing event updated for resources: {'Port': ['ID=a4222794-63e3-486e-bef3-146c6702fbe9,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:09.676571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb,segment=NetworkSegment(31c2ae48-1691-45b4-a674-6187081215a2),segment_id=31c2ae48-1691-45b4-a674-6187081215a2)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:09.679998 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f58250b6-c96a-4cd3-9135-ae8a3af28f1e None None] Provisioning complete for port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:09.680993 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f58250b6-c96a-4cd3-9135-ae8a3af28f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:09.686937 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:09.838399 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ec46f-3dcc-40f5-a4e2-5b1823a33680 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event deleted for resources: {'Port': ['ID=a4d30f35-0112-46bf-8bac-19008ac109e8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:09.932018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:09.943067 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe9d757-dc22-4e95-b620-fe669317c65a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Made reservation on behalf of 4dd36379974748869e3bb52d12c2678e for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:09.951724 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bfe9d757-dc22-4e95-b620-fe669317c65a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:09.993298 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a4222794-63e3-486e-bef3-146c6702fbe9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:10.062151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f58250b6-c96a-4cd3-9135-ae8a3af28f1e None None] Could not find standard attr ID for object a4d30f35-0112-46bf-8bac-19008ac109e8. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:19:10.099966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f58250b6-c96a-4cd3-9135-ae8a3af28f1e None None] Provisioning for port 2c6e35e3-607d-4453-9827-6e6becefa359 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:10.111465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f58250b6-c96a-4cd3-9135-ae8a3af28f1e None None] Provisioning complete for port 2c6e35e3-607d-4453-9827-6e6becefa359 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:10.111953 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f58250b6-c96a-4cd3-9135-ae8a3af28f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:10.160111 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a4222794-63e3-486e-bef3-146c6702fbe9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:10.160819 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:10.197529 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f58250b6-c96a-4cd3-9135-ae8a3af28f1e None None] Port 2c6e35e3-607d-4453-9827-6e6becefa359 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:10.250848 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:10.333802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device da3a80fa-5260-4177-b0e5-4db6fe493380 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:10.341745 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec46f-3dcc-40f5-a4e2-5b1823a33680 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:10.346073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0d1ec46f-3dcc-40f5-a4e2-5b1823a33680 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "DELETE /v2.0/ports/a4d30f35-0112-46bf-8bac-19008ac109e8 HTTP/1.1" status: 204 len: 168 time: 2.2909999 Aug 06 16:19:10.352567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33052) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:10.402530 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fbe6fd5f-8f35-446e-829d-b9c5ab05649f None None] Provisioning complete for port a4222794-63e3-486e-bef3-146c6702fbe9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:10.402856 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fbe6fd5f-8f35-446e-829d-b9c5ab05649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:10.450275 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port da3a80fa-5260-4177-b0e5-4db6fe493380 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:10.455852 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ce03d7-eefa-4f6b-a335-8d7d381bdd16 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] GET failed (client error): The resource could not be found. Aug 06 16:19:10.458575 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-98ce03d7-eefa-4f6b-a335-8d7d381bdd16 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "GET /v2.0/ports/a4d30f35-0112-46bf-8bac-19008ac109e8 HTTP/1.1" status: 404 len: 333 time: 0.1041527 Aug 06 16:19:10.466894 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33054) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:10.482247 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2753aa2f-0044-4b98-9e57-2620330537aa tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Request body: {'port': {'network_id': '497eb50d-24f2-4aaa-b85c-2b5a8013e0ac', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1302273004'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:10.532602 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.resource_extend [None req-65be3e1c-348c-42af-9f9c-52aac0ad6dfc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:19:10.549029 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11877045-3736-4976-9919-7663ec371b73 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:10.553645 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-11877045-3736-4976-9919-7663ec371b73 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:10.557063 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fbe6fd5f-8f35-446e-829d-b9c5ab05649f None None] Could not find standard attr ID for object a4d30f35-0112-46bf-8bac-19008ac109e8. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:19:10.627078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-11877045-3736-4976-9919-7663ec371b73 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] device_id is not set on port 7bb3b202-350b-4938-b0ac-6e420d4222fb yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:19:10.697067 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bfe9d757-dc22-4e95-b620-fe669317c65a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:10.743447 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-65be3e1c-348c-42af-9f9c-52aac0ad6dfc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:10.749162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171298ad-d2a4-4258-8e72-782463336f38 None None] Network b80b21e0-d9ff-4232-97ee-0e68a50559e9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:10.780834 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-65be3e1c-348c-42af-9f9c-52aac0ad6dfc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:10.835229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9d757-dc22-4e95-b620-fe669317c65a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Pushing event updated for resources: {'Subnet': ['ID=87e4d81b-ff36-497e-957d-08b4ecb47f1b,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:10.846800 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Router 400c815f-5bca-4284-9ee3-4724466dc806 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:19:10.873015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-11877045-3736-4976-9919-7663ec371b73 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Allocated IP 2001:db8::3d4 (b80b21e0-d9ff-4232-97ee-0e68a50559e9/9157c066-b0a9-41ed-96b8-6cf10ac8e9f6/7bb3b202-350b-4938-b0ac-6e420d4222fb) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:10.874759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2753aa2f-0044-4b98-9e57-2620330537aa tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Made reservation on behalf of ca277a9b1c134305bd9e399ef67e6b85 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:10.881497 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2753aa2f-0044-4b98-9e57-2620330537aa tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:10.890017 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe9d757-dc22-4e95-b620-fe669317c65a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Checking segment: {'id': '1dc1a0c7-c94e-457e-b398-672ee1eedd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '59c619a9-51c7-4441-a792-411df89d5ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:10.890705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe9d757-dc22-4e95-b620-fe669317c65a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Network hostable DHCP agents. Network: 59c619a9-51c7-4441-a792-411df89d5ce8, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:19:10.916164 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5dc51c59-07d4-4143-b578-1307640f61d9 None None] Provisioning for port da3a80fa-5260-4177-b0e5-4db6fe493380 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:10.921477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-2753aa2f-0044-4b98-9e57-2620330537aa tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] device_id is not set on port 57a7dd57-5f6e-4292-8870-a20a04505aec yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:19:10.924711 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5dc51c59-07d4-4143-b578-1307640f61d9 None None] Provisioning complete for port da3a80fa-5260-4177-b0e5-4db6fe493380 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:10.925251 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5dc51c59-07d4-4143-b578-1307640f61d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:11.021111 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe9d757-dc22-4e95-b620-fe669317c65a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Network 59c619a9-51c7-4441-a792-411df89d5ce8 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:19:11.076926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-bfe9d757-dc22-4e95-b620-fe669317c65a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 59c619a9-51c7-4441-a792-411df89d5ce8) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:11.094387 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9d757-dc22-4e95-b620-fe669317c65a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:11.095159 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bfe9d757-dc22-4e95-b620-fe669317c65a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:11.098659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cd1dd8-7c98-4b57-aa7f-00aa8c923c80 None None] Network 59c619a9-51c7-4441-a792-411df89d5ce8 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:11.136895 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5dc51c59-07d4-4143-b578-1307640f61d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:11.144714 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-2753aa2f-0044-4b98-9e57-2620330537aa tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Allocated IP 2001:db8::171 (497eb50d-24f2-4aaa-b85c-2b5a8013e0ac/4d5bb0e7-8fe8-4f5a-9d77-edd0db0c48e0/57a7dd57-5f6e-4292-8870-a20a04505aec) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:11.241566 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:19:11.314815 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-65be3e1c-348c-42af-9f9c-52aac0ad6dfc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Floating IP 7556dc76-60ec-4642-a09f-a30258ab2b9d associated. External IP: 172.25.1.40, port: 0847e10b-9cbb-4a1a-87ef-51204f2f816d. Aug 06 16:19:11.385334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-5dc51c59-07d4-4143-b578-1307640f61d9 None None] For port da3a80fa-5260-4177-b0e5-4db6fe493380, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=da3a80fa-5260-4177-b0e5-4db6fe493380,segment=NetworkSegment(91d2d71b-5cf2-41f2-9ee7-940fcd34eee7),segment_id=91d2d71b-5cf2-41f2-9ee7-940fcd34eee7)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:11.397591 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5dc51c59-07d4-4143-b578-1307640f61d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:11.592578 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-59c619a9-51c7-4441-a792-411df89d5ce8', 'network_id': '59c619a9-51c7-4441-a792-411df89d5ce8', 'tenant_id': '4dd36379974748869e3bb52d12c2678e', 'fixed_ips': [{'subnet_id': '87e4d81b-ff36-497e-957d-08b4ecb47f1b'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:19:11.595595 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:11.660623 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:19:11.673500 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bfe9d757-dc22-4e95-b620-fe669317c65a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5572708 Aug 06 16:19:11.675972 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cc38f3-1e78-4c0d-8048-dbb544569a5a None None] Sync routers for ids ['400c815f-5bca-4284-9ee3-4724466dc806'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:19:11.679417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33066) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:11.685566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8e72d6e5-e3cf-426b-b425-952a6b9be28a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1860553082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:11.692421 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cc38f3-1e78-4c0d-8048-dbb544569a5a None None] Routers {'400c815f-5bca-4284-9ee3-4724466dc806'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:11.693042 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a3cc38f3-1e78-4c0d-8048-dbb544569a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['400c815f-5bca-4284-9ee3-4724466dc806'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:11.727121 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:11.728582 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ba68ed88-d680-4855-ba3a-4b4cbcf27378 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.4204531 Aug 06 16:19:11.734640 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33068) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:11.809031 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a3cc38f3-1e78-4c0d-8048-dbb544569a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:11.822803 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cc38f3-1e78-4c0d-8048-dbb544569a5a None None] Routers {'400c815f-5bca-4284-9ee3-4724466dc806'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:11.823426 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a3cc38f3-1e78-4c0d-8048-dbb544569a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['400c815f-5bca-4284-9ee3-4724466dc806'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:11.883970 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-11877045-3736-4976-9919-7663ec371b73 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:11.885073 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Allocated IP 172.20.0.2 (59c619a9-51c7-4441-a792-411df89d5ce8/87e4d81b-ff36-497e-957d-08b4ecb47f1b/af5c306c-0dec-46e6-a44e-342f650753ec) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:11.896485 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e72d6e5-e3cf-426b-b425-952a6b9be28a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:11.897530 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e72d6e5-e3cf-426b-b425-952a6b9be28a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:11.952157 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a3cc38f3-1e78-4c0d-8048-dbb544569a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:11.952830 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cc38f3-1e78-4c0d-8048-dbb544569a5a None None] The sync data for ids ['400c815f-5bca-4284-9ee3-4724466dc806'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:19:12.012160 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-11877045-3736-4976-9919-7663ec371b73 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Transition to ACTIVE for port object 7bb3b202-350b-4938-b0ac-6e420d4222fb will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:12.066190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:12.072380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc51c59-07d4-4143-b578-1307640f61d9 None None] Pushing event updated for resources: {'Port': ['ID=da3a80fa-5260-4177-b0e5-4db6fe493380,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:12.128320 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-91d17d71-0abb-4c05-8924-d0849392ca86 None None] Provisioning for port 87a27c68-0a1e-44d6-a9ce-0dc7ba8d48ed completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:12.149312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-91d17d71-0abb-4c05-8924-d0849392ca86 None None] Provisioning complete for port 87a27c68-0a1e-44d6-a9ce-0dc7ba8d48ed triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:12.149771 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91d17d71-0abb-4c05-8924-d0849392ca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:12.199504 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-91d17d71-0abb-4c05-8924-d0849392ca86 None None] Port 87a27c68-0a1e-44d6-a9ce-0dc7ba8d48ed cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:12.202996 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-11877045-3736-4976-9919-7663ec371b73 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:12.207818 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e72d6e5-e3cf-426b-b425-952a6b9be28a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:12.237900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-91d17d71-0abb-4c05-8924-d0849392ca86 None None] Provisioning complete for port da3a80fa-5260-4177-b0e5-4db6fe493380 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:12.238331 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91d17d71-0abb-4c05-8924-d0849392ca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:12.243162 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e72d6e5-e3cf-426b-b425-952a6b9be28a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:12.284361 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2753aa2f-0044-4b98-9e57-2620330537aa tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:12.313254 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:12.313721 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:12.389448 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:12.404468 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Transition to ACTIVE for port object af5c306c-0dec-46e6-a44e-342f650753ec will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:12.415631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-2753aa2f-0044-4b98-9e57-2620330537aa tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Transition to ACTIVE for port object 57a7dd57-5f6e-4292-8870-a20a04505aec will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:12.452307 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11877045-3736-4976-9919-7663ec371b73 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=7bb3b202-350b-4938-b0ac-6e420d4222fb,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:12.459985 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Transition to ACTIVE for port object af5c306c-0dec-46e6-a44e-342f650753ec will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:12.511633 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:12.547371 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e72d6e5-e3cf-426b-b425-952a6b9be28a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:12.551509 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8e72d6e5-e3cf-426b-b425-952a6b9be28a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8708138 Aug 06 16:19:12.553619 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11877045-3736-4976-9919-7663ec371b73 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network b80b21e0-d9ff-4232-97ee-0e68a50559e9 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:12.556157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33082) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:12.568036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-11877045-3736-4976-9919-7663ec371b73 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:12.585142 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2753aa2f-0044-4b98-9e57-2620330537aa tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:12.596954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Network 59c619a9-51c7-4441-a792-411df89d5ce8 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:12.611651 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:12.614206 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:12.654621 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11877045-3736-4976-9919-7663ec371b73 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:12.661520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11877045-3736-4976-9919-7663ec371b73 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:12.662916 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-11877045-3736-4976-9919-7663ec371b73 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:12.679337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Pushing event updated for resources: {'Port': ['ID=af5c306c-0dec-46e6-a44e-342f650753ec,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:12.723054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2753aa2f-0044-4b98-9e57-2620330537aa tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:12.734669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-2753aa2f-0044-4b98-9e57-2620330537aa tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:12.740625 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753aa2f-0044-4b98-9e57-2620330537aa tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event updated for resources: {'Port': ['ID=57a7dd57-5f6e-4292-8870-a20a04505aec,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:12.743962 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2753aa2f-0044-4b98-9e57-2620330537aa tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:12.751326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2753aa2f-0044-4b98-9e57-2620330537aa tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:12.751976 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2753aa2f-0044-4b98-9e57-2620330537aa tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:12.756488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65be3e1c-348c-42af-9f9c-52aac0ad6dfc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Router 9afd9d01-b741-4a22-b0d0-e66751859fa9 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:19:12.782693 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-11877045-3736-4976-9919-7663ec371b73 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1537831 Aug 06 16:19:12.787981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33084) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:12.799123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-256c4302-35a9-41a4-a7c7-90baa4cf8ab1 None None] Provisioning complete for port 87a27c68-0a1e-44d6-a9ce-0dc7ba8d48ed triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:12.799504 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-256c4302-35a9-41a4-a7c7-90baa4cf8ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:12.830788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2753aa2f-0044-4b98-9e57-2620330537aa tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3627050 Aug 06 16:19:12.834220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33086) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:12.855906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8d6a748c-c62f-47fe-a8a9-db65bda46a22 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24e', 'mac_address': 'fa:16:3e:bb:0d:0c'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:12.873778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-256c4302-35a9-41a4-a7c7-90baa4cf8ab1 None None] Port 87a27c68-0a1e-44d6-a9ce-0dc7ba8d48ed cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:12.890040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Attempting to bind port af5c306c-0dec-46e6-a44e-342f650753ec on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:19:12.890693 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Attempting to bind port af5c306c-0dec-46e6-a44e-342f650753ec by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '1dc1a0c7-c94e-457e-b398-672ee1eedd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '59c619a9-51c7-4441-a792-411df89d5ce8'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:19:12.890867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Attempting to bind port af5c306c-0dec-46e6-a44e-342f650753ec on network 59c619a9-51c7-4441-a792-411df89d5ce8 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:19:12.905782 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:19:12.906174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Checking segment: {'id': '1dc1a0c7-c94e-457e-b398-672ee1eedd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '59c619a9-51c7-4441-a792-411df89d5ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:12.906574 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:12.906974 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Bound using segment: {'id': '1dc1a0c7-c94e-457e-b398-672ee1eedd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '59c619a9-51c7-4441-a792-411df89d5ce8'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:19:12.907460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Bound port: af5c306c-0dec-46e6-a44e-342f650753ec, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc1a0c7-c94e-457e-b398-672ee1eedd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '59c619a9-51c7-4441-a792-411df89d5ce8'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:19:12.907843 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:13.088369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f1f758-66ef-41c5-a8ac-bf2629dd1f55 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:13.090394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a8f1f758-66ef-41c5-a8ac-bf2629dd1f55 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A263 HTTP/1.1" status: 200 len: 929 time: 0.3010466 Aug 06 16:19:13.100833 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33088) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:13.205678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65be3e1c-348c-42af-9f9c-52aac0ad6dfc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:19:13.210984 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-65be3e1c-348c-42af-9f9c-52aac0ad6dfc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:13.238988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0491471-7364-43b4-93ca-5c089f2ff547 None None] Sync routers for ids ['9afd9d01-b741-4a22-b0d0-e66751859fa9'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:19:13.264559 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-65be3e1c-348c-42af-9f9c-52aac0ad6dfc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "PUT /v2.0/floatingips/7556dc76-60ec-4642-a09f-a30258ab2b9d HTTP/1.1" status: 200 len: 990 time: 4.9877198 Aug 06 16:19:13.264559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c178eb36-be0d-4127-ba66-67163b6d7a95', 'tag': '0847e10b-9cbb-4a1a-87ef-51204f2f816d'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:19:13.269701 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0491471-7364-43b4-93ca-5c089f2ff547 None None] Routers {'9afd9d01-b741-4a22-b0d0-e66751859fa9'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:13.269878 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d0491471-7364-43b4-93ca-5c089f2ff547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9afd9d01-b741-4a22-b0d0-e66751859fa9'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:13.270771 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f472544e-9b30-4c32-883a-e3f7b909f058" -d '{"events": [{"name": "network-changed", "server_uuid": "c178eb36-be0d-4127-ba66-67163b6d7a95", "tag": "0847e10b-9cbb-4a1a-87ef-51204f2f816d"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:19:13.334918 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac27b27-5547-45e6-a456-f4a4e556e656 x-openstack-request-id: req-0ac27b27-5547-45e6-a456-f4a4e556e656 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:19:13.335567 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c178eb36-be0d-4127-ba66-67163b6d7a95", "tag": "0847e10b-9cbb-4a1a-87ef-51204f2f816d", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:19:13.335567 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ac27b27-5547-45e6-a456-f4a4e556e656 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:19:13.335887 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c178eb36-be0d-4127-ba66-67163b6d7a95', 'tag': '0847e10b-9cbb-4a1a-87ef-51204f2f816d', 'status': 'completed', 'code': 200} Aug 06 16:19:13.415680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d0491471-7364-43b4-93ca-5c089f2ff547 None None] Set router 9afd9d01-b741-4a22-b0d0-e66751859fa9 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:19:13.451283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ac76ebcf-8a6a-4414-9768-279fdfeab9c8 None None] Provisioning for port 7bb3b202-350b-4938-b0ac-6e420d4222fb completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:13.461098 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ac76ebcf-8a6a-4414-9768-279fdfeab9c8 None None] Provisioning complete for port 7bb3b202-350b-4938-b0ac-6e420d4222fb triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:13.461469 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ac76ebcf-8a6a-4414-9768-279fdfeab9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:13.463520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] For port af5c306c-0dec-46e6-a44e-342f650753ec, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:19:13.504177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] For port af5c306c-0dec-46e6-a44e-342f650753ec, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=af5c306c-0dec-46e6-a44e-342f650753ec,segment=NetworkSegment(1dc1a0c7-c94e-457e-b398-672ee1eedd6d),segment_id=1dc1a0c7-c94e-457e-b398-672ee1eedd6d)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:19:13.546087 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:13.601708 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ac76ebcf-8a6a-4414-9768-279fdfeab9c8 None None] Port 7bb3b202-350b-4938-b0ac-6e420d4222fb cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:13.645058 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f04b4b-10d1-43dd-91d2-9c96646354ea None None] Pushing event updated for resources: {'Port': ['ID=af5c306c-0dec-46e6-a44e-342f650753ec,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:13.813047 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472544e-9b30-4c32-883a-e3f7b909f058 req-c15ad6f0-2d9b-49db-9261-04f539e7e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:13.814599 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f472544e-9b30-4c32-883a-e3f7b909f058 req-c15ad6f0-2d9b-49db-9261-04f539e7e659 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 1096 time: 0.4053190 Aug 06 16:19:13.853605 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device da3a80fa-5260-4177-b0e5-4db6fe493380 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:13.893287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-463e6310-9a27-420d-bc46-88579b5207a1 None None] Provisioning for port 57a7dd57-5f6e-4292-8870-a20a04505aec completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:13.914223 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-463e6310-9a27-420d-bc46-88579b5207a1 None None] Provisioning complete for port 57a7dd57-5f6e-4292-8870-a20a04505aec triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:13.914782 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-463e6310-9a27-420d-bc46-88579b5207a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:14.009027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-463e6310-9a27-420d-bc46-88579b5207a1 None None] Port 57a7dd57-5f6e-4292-8870-a20a04505aec cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:14.010292 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472544e-9b30-4c32-883a-e3f7b909f058 req-4abb848e-b82c-4e32-a2b2-deaf41ca8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:14.011843 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f472544e-9b30-4c32-883a-e3f7b909f058 req-4abb848e-b82c-4e32-a2b2-deaf41ca8fba service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 200 len: 912 time: 0.1208439 Aug 06 16:19:14.028079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port da3a80fa-5260-4177-b0e5-4db6fe493380 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:14.028972 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:14.040918 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:14.061441 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c9c35d26-e113-4e1e-98a7-3a63066d1cc0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port 7bb3b202-350b-4938-b0ac-6e420d4222fb {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:14.062220 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9c35d26-e113-4e1e-98a7-3a63066d1cc0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:14.115253 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d0491471-7364-43b4-93ca-5c089f2ff547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:37Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '7556dc76-60ec-4642-a09f-a30258ab2b9d', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'floating_ip_address': '172.25.1.40', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'port_id': '0847e10b-9cbb-4a1a-87ef-51204f2f816d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'mac_address': 'fa:16:3e:b1:02:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c178eb36-be0d-4127-ba66-67163b6d7a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:18:47Z', 'updated_at': '2021-08-06T16:19:10Z', 'revision_number': 1, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87102910-4e22-4de1-87fa-35d33127ce86', 'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'mac_address': 'fa:16:3e:c5:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:33Z', 'updated_at': '2021-08-06T16:18:47Z', 'revision_number': 5, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'subnets': [{'id': '33e739df-6337-434a-b559-956cd4fe06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:14.173638 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8d6a748c-c62f-47fe-a8a9-db65bda46a22 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:14.192403 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:14.233472 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9c35d26-e113-4e1e-98a7-3a63066d1cc0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:14.234063 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0491471-7364-43b4-93ca-5c089f2ff547 None None] Checking router: 9afd9d01-b741-4a22-b0d0-e66751859fa9 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:19:14.258642 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c9c35d26-e113-4e1e-98a7-3a63066d1cc0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for 7bb3b202-350b-4938-b0ac-6e420d4222fb owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:14.276822 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0491471-7364-43b4-93ca-5c089f2ff547 None None] Routers {'9afd9d01-b741-4a22-b0d0-e66751859fa9'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:14.277037 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d0491471-7364-43b4-93ca-5c089f2ff547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9afd9d01-b741-4a22-b0d0-e66751859fa9'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:14.634310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d0491471-7364-43b4-93ca-5c089f2ff547 None None] Set router 9afd9d01-b741-4a22-b0d0-e66751859fa9 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:19:14.808049 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9c35d26-e113-4e1e-98a7-3a63066d1cc0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:15.020544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c35d26-e113-4e1e-98a7-3a63066d1cc0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=7bb3b202-350b-4938-b0ac-6e420d4222fb,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:15.055298 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8d6a748c-c62f-47fe-a8a9-db65bda46a22 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:15.066231 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f472544e-9b30-4c32-883a-e3f7b909f058 req-8553d736-9ded-4cc9-8bc2-00816a50ba0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0847e10b-9cbb-4a1a-87ef-51204f2f816d HTTP/1.1" status: 200 len: 998 time: 1.0407462 Aug 06 16:19:15.096905 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8d6a748c-c62f-47fe-a8a9-db65bda46a22 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:15.100777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d0491471-7364-43b4-93ca-5c089f2ff547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:37Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '7556dc76-60ec-4642-a09f-a30258ab2b9d', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'floating_ip_address': '172.25.1.40', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'port_id': '0847e10b-9cbb-4a1a-87ef-51204f2f816d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'mac_address': 'fa:16:3e:b1:02:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c178eb36-be0d-4127-ba66-67163b6d7a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:18:47Z', 'updated_at': '2021-08-06T16:19:10Z', 'revision_number': 1, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87102910-4e22-4de1-87fa-35d33127ce86', 'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'mac_address': 'fa:16:3e:c5:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:33Z', 'updated_at': '2021-08-06T16:18:47Z', 'revision_number': 5, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'subnets': [{'id': '33e739df-6337-434a-b559-956cd4fe06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:15.101345 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9c35d26-e113-4e1e-98a7-3a63066d1cc0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:15.107001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33110) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:15.111177 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c9c35d26-e113-4e1e-98a7-3a63066d1cc0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/7bb3b202-350b-4938-b0ac-6e420d4222fb HTTP/1.1" status: 204 len: 168 time: 2.0088415 Aug 06 16:19:15.140923 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-434a1330-fab0-47bd-a43c-d3aa661358c1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] GET failed (client error): The resource could not be found. Aug 06 16:19:15.154445 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-434a1330-fab0-47bd-a43c-d3aa661358c1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/7bb3b202-350b-4938-b0ac-6e420d4222fb HTTP/1.1" status: 404 len: 333 time: 0.0463188 Aug 06 16:19:15.155134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33112) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:15.161279 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0491471-7364-43b4-93ca-5c089f2ff547 None None] The sync data for ids ['9afd9d01-b741-4a22-b0d0-e66751859fa9'] in n-d-803756-1 is: [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:37Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '7556dc76-60ec-4642-a09f-a30258ab2b9d', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'floating_ip_address': '172.25.1.40', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'port_id': '0847e10b-9cbb-4a1a-87ef-51204f2f816d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'mac_address': 'fa:16:3e:b1:02:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c178eb36-be0d-4127-ba66-67163b6d7a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:18:47Z', 'updated_at': '2021-08-06T16:19:10Z', 'revision_number': 1, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87102910-4e22-4de1-87fa-35d33127ce86', 'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'mac_address': 'fa:16:3e:c5:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:33Z', 'updated_at': '2021-08-06T16:18:47Z', 'revision_number': 5, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'subnets': [{'id': '33e739df-6337-434a-b559-956cd4fe06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:19:15.204552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a748c-c62f-47fe-a8a9-db65bda46a22 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event updated for resources: {'Port': ['ID=57a7dd57-5f6e-4292-8870-a20a04505aec,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:15.349476 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472544e-9b30-4c32-883a-e3f7b909f058 req-aed0ee0b-0611-494d-ba89-b080a3001b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:15.351262 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f472544e-9b30-4c32-883a-e3f7b909f058 req-aed0ee0b-0611-494d-ba89-b080a3001b97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33e739df-6337-434a-b559-956cd4fe06af HTTP/1.1" status: 200 len: 850 time: 0.2574000 Aug 06 16:19:15.352072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-b611bd49-ba7b-4df4-9e4e-d3112a3ac674 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port 87a27c68-0a1e-44d6-a9ce-0dc7ba8d48ed {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:15.352423 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b611bd49-ba7b-4df4-9e4e-d3112a3ac674 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:15.377592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a748c-c62f-47fe-a8a9-db65bda46a22 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] In _notify_port_updated(), no bound segment for port 57a7dd57-5f6e-4292-8870-a20a04505aec on network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:19:15.383128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6a748c-c62f-47fe-a8a9-db65bda46a22 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:15.383791 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8d6a748c-c62f-47fe-a8a9-db65bda46a22 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:15.388959 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8d6a748c-c62f-47fe-a8a9-db65bda46a22 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "PUT /v2.0/ports/57a7dd57-5f6e-4292-8870-a20a04505aec HTTP/1.1" status: 200 len: 1003 time: 2.5486834 Aug 06 16:19:15.414285 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33114) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:15.451186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea45c39-b5bc-4037-b2ed-65c65b891b49 None None] Network 59c619a9-51c7-4441-a792-411df89d5ce8 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:15.526333 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b611bd49-ba7b-4df4-9e4e-d3112a3ac674 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:15.562181 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-b611bd49-ba7b-4df4-9e4e-d3112a3ac674 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for 87a27c68-0a1e-44d6-a9ce-0dc7ba8d48ed owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:15.620331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7ed4d061-47d6-4766-a482-9138f280881d None None] Provisioning for port af5c306c-0dec-46e6-a44e-342f650753ec completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:15.686980 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17baacb-1223-4bf6-8e08-26b64b67bcd4 None None] New status for floating IP 7556dc76-60ec-4642-a09f-a30258ab2b9d: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:19:15.942038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device af5c306c-0dec-46e6-a44e-342f650753ec up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:15.971111 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b611bd49-ba7b-4df4-9e4e-d3112a3ac674 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:16.086634 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611bd49-ba7b-4df4-9e4e-d3112a3ac674 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=87a27c68-0a1e-44d6-a9ce-0dc7ba8d48ed,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:16.097315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-673add09-7a46-46a2-a05e-fde9183eeefb None None] Provisioning complete for port 57a7dd57-5f6e-4292-8870-a20a04505aec triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:16.098034 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-673add09-7a46-46a2-a05e-fde9183eeefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:16.148300 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b611bd49-ba7b-4df4-9e4e-d3112a3ac674 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:16.153331 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b611bd49-ba7b-4df4-9e4e-d3112a3ac674 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/87a27c68-0a1e-44d6-a9ce-0dc7ba8d48ed HTTP/1.1" status: 204 len: 168 time: 0.9971461 Aug 06 16:19:16.154086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33122) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:16.191157 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-942c0af3-b52a-4c54-bd60-ea2992ce6eaa tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] GET failed (client error): The resource could not be found. Aug 06 16:19:16.197649 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-942c0af3-b52a-4c54-bd60-ea2992ce6eaa tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/87a27c68-0a1e-44d6-a9ce-0dc7ba8d48ed HTTP/1.1" status: 404 len: 333 time: 0.0424502 Aug 06 16:19:16.198637 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33124) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:16.264592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3f2111-cd0f-45f4-854c-5cf6f5dc9e8a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting subnet 9157c066-b0a9-41ed-96b8-6cf10ac8e9f6 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:19:16.269126 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2111-cd0f-45f4-854c-5cf6f5dc9e8a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:16.277353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-673add09-7a46-46a2-a05e-fde9183eeefb None None] Port 57a7dd57-5f6e-4292-8870-a20a04505aec cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:16.298384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472544e-9b30-4c32-883a-e3f7b909f058 req-0c571e13-4a6f-4a8b-9e2f-b8238d32ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:16.300158 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f472544e-9b30-4c32-883a-e3f7b909f058 req-0c571e13-4a6f-4a8b-9e2f-b8238d32ae4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b39d9b2-9c33-437b-8ac5-1025578faa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9237559 Aug 06 16:19:16.315325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port af5c306c-0dec-46e6-a44e-342f650753ec completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:16.321820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port af5c306c-0dec-46e6-a44e-342f650753ec triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:16.322514 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:16.331870 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2111-cd0f-45f4-854c-5cf6f5dc9e8a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:16.438831 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:16.495552 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port af5c306c-0dec-46e6-a44e-342f650753ec, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=af5c306c-0dec-46e6-a44e-342f650753ec,segment=NetworkSegment(1dc1a0c7-c94e-457e-b398-672ee1eedd6d),segment_id=1dc1a0c7-c94e-457e-b398-672ee1eedd6d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:16.501959 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:16.550937 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2111-cd0f-45f4-854c-5cf6f5dc9e8a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:16.600296 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=af5c306c-0dec-46e6-a44e-342f650753ec,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:16.610574 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:16.611219 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:16.611742 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:16.612241 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:16.612732 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:16.613291 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:16.613810 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:16.614292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:16.614794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:16.615294 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:16.615793 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:16.616280 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:16.667167 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Allocated IP 172.20.0.1 (59c619a9-51c7-4441-a792-411df89d5ce8/87e4d81b-ff36-497e-957d-08b4ecb47f1b/3137e2e7-64c8-49a4-a16f-3ca54300e3b9) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:16.690682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Allocated IP 172.20.0.1 (c75a80ea-d9fa-448a-8646-081ac9cdcc7d/aaaf2340-cf8e-4be1-a722-29f059175f04/d1f46daf-9afe-46e2-8edd-f79c5b3b6adc) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:16.708856 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9ce360c9-5efa-4e85-bc2a-008c541eccd0 None None] Provisioning complete for port af5c306c-0dec-46e6-a44e-342f650753ec triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:16.709254 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9ce360c9-5efa-4e85-bc2a-008c541eccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:16.717518 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2111-cd0f-45f4-854c-5cf6f5dc9e8a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:16.779873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f2111-cd0f-45f4-854c-5cf6f5dc9e8a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Subnet': ['ID=9157c066-b0a9-41ed-96b8-6cf10ac8e9f6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:16.781473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23cdb76-d0b9-4200-a48b-8827fca242e7 None None] Network b80b21e0-d9ff-4232-97ee-0e68a50559e9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:16.793558 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2111-cd0f-45f4-854c-5cf6f5dc9e8a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:16.799952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5d3f2111-cd0f-45f4-854c-5cf6f5dc9e8a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/9157c066-b0a9-41ed-96b8-6cf10ac8e9f6 HTTP/1.1" status: 204 len: 168 time: 0.5979955 Aug 06 16:19:16.800458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33128) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:16.848633 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:16.854061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-af2eaf24-8436-4919-88b1-38a93bb8d0be tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Deleting port 57a7dd57-5f6e-4292-8870-a20a04505aec {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:16.854379 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af2eaf24-8436-4919-88b1-38a93bb8d0be tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:16.911498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Transition to ACTIVE for port object d1f46daf-9afe-46e2-8edd-f79c5b3b6adc will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:16.986866 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:17.030835 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af2eaf24-8436-4919-88b1-38a93bb8d0be tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:17.044625 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-af2eaf24-8436-4919-88b1-38a93bb8d0be tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Calling delete_port for 57a7dd57-5f6e-4292-8870-a20a04505aec owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:17.127111 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-031165f2-8296-43da-ac86-02dadda7414d req-cd1c0153-404e-4208-8cf8-8c3b116e8374 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610571 Aug 06 16:19:17.128833 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port da3a80fa-5260-4177-b0e5-4db6fe493380 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:17.129180 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:17.176718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b638b1-6c73-4133-a1c3-07e4efa51758 None None] DHCP port deletion for b80b21e0-d9ff-4232-97ee-0e68a50559e9 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:19:17.219658 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f472544e-9b30-4c32-883a-e3f7b909f058 req-7834292d-710e-4f11-b159-cd0677b2bc7b service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9041164 Aug 06 16:19:17.241042 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] For port da3a80fa-5260-4177-b0e5-4db6fe493380, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=da3a80fa-5260-4177-b0e5-4db6fe493380,segment=NetworkSegment(91d2d71b-5cf2-41f2-9ee7-940fcd34eee7),segment_id=91d2d71b-5cf2-41f2-9ee7-940fcd34eee7)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:17.241553 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:17.275266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for da3a80fa-5260-4177-b0e5-4db6fe493380 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:17.379992 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a9b638b1-6c73-4133-a1c3-07e4efa51758 None None] Deleting port da3a80fa-5260-4177-b0e5-4db6fe493380 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:17.380740 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a9b638b1-6c73-4133-a1c3-07e4efa51758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:17.389567 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af2eaf24-8436-4919-88b1-38a93bb8d0be tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:17.400403 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:17.453556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=da3a80fa-5260-4177-b0e5-4db6fe493380,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:17.473564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No DVR routers for this DVR port da3a80fa-5260-4177-b0e5-4db6fe493380 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:19:17.513604 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:17.530753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Transition to ACTIVE for port object 3137e2e7-64c8-49a4-a16f-3ca54300e3b9 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:17.568738 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a9b638b1-6c73-4133-a1c3-07e4efa51758 None None] For port da3a80fa-5260-4177-b0e5-4db6fe493380, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=da3a80fa-5260-4177-b0e5-4db6fe493380,segment=NetworkSegment(91d2d71b-5cf2-41f2-9ee7-940fcd34eee7),segment_id=91d2d71b-5cf2-41f2-9ee7-940fcd34eee7)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:17.569140 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a9b638b1-6c73-4133-a1c3-07e4efa51758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:17.573393 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f472544e-9b30-4c32-883a-e3f7b909f058 req-d1c83fe6-6593-42c5-85d0-ec84efa16a26 service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960715 Aug 06 16:19:17.580201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:17.585295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2eaf24-8436-4919-88b1-38a93bb8d0be tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event deleted for resources: {'Port': ['ID=57a7dd57-5f6e-4292-8870-a20a04505aec,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:17.590242 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:17.631798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a9b638b1-6c73-4133-a1c3-07e4efa51758 None None] Calling delete_port for da3a80fa-5260-4177-b0e5-4db6fe493380 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:17.708186 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Network c75a80ea-d9fa-448a-8646-081ac9cdcc7d is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:17.710205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Pushing event updated for resources: {'Port': ['ID=3137e2e7-64c8-49a4-a16f-3ca54300e3b9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:17.719984 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:17.808635 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event updated for resources: {'Port': ['ID=d1f46daf-9afe-46e2-8edd-f79c5b3b6adc,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:17.812886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:17.845031 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:17.876896 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80b21e0-d9ff-4232-97ee-0e68a50559e9']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:17.911750 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d2d71b-5cf2-41f2-9ee7-940fcd34eee7') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:17.915744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d2d71b-5cf2-41f2-9ee7-940fcd34eee7') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:17.918044 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a9b638b1-6c73-4133-a1c3-07e4efa51758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:17.940282 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:17.974452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device af5c306c-0dec-46e6-a44e-342f650753ec up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:17.982737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b638b1-6c73-4133-a1c3-07e4efa51758 None None] Pushing event deleted for resources: {'Port': ['ID=da3a80fa-5260-4177-b0e5-4db6fe493380,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:17.984489 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b638b1-6c73-4133-a1c3-07e4efa51758 None None] No DVR routers for this DVR port da3a80fa-5260-4177-b0e5-4db6fe493380 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:19:18.007838 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.021034 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:19:18.021910 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.023388 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:19:18.026716 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:19:18.065196 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Network 59c619a9-51c7-4441-a792-411df89d5ce8 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:18.159166 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.193965 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.196116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/networks/b80b21e0-d9ff-4232-97ee-0e68a50559e9 HTTP/1.1" status: 204 len: 168 time: 1.3922806 Aug 06 16:19:18.197058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eef29d-3f93-43e7-84bb-f2bf0c7f9968 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Network': ['ID=b80b21e0-d9ff-4232-97ee-0e68a50559e9,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:18.202557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33144) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:18.213713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b6bdd218-e983-4cb2-955c-c2ee0c2c0d01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1788581692'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:18.222105 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:18.264503 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:18.265944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bdd218-e983-4cb2-955c-c2ee0c2c0d01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:18.279930 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd218-e983-4cb2-955c-c2ee0c2c0d01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.361525 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031165f2-8296-43da-ac86-02dadda7414d req-ee1833c4-d014-443f-9bf7-40fb38a61179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:18.363459 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-031165f2-8296-43da-ac86-02dadda7414d req-ee1833c4-d014-443f-9bf7-40fb38a61179 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 1096 time: 0.6448681 Aug 06 16:19:18.395365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6bdd218-e983-4cb2-955c-c2ee0c2c0d01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:19:18.429243 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd218-e983-4cb2-955c-c2ee0c2c0d01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.429609 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-b6bdd218-e983-4cb2-955c-c2ee0c2c0d01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Added segment 4099f0ba-65b6-476a-a432-3dd740d4fc8d of type vlan for network fa6e49af-acc7-468d-bf60-79acd549d823 Aug 06 16:19:18.503027 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-af2eaf24-8436-4919-88b1-38a93bb8d0be tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.505423 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-af2eaf24-8436-4919-88b1-38a93bb8d0be tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "DELETE /v2.0/ports/57a7dd57-5f6e-4292-8870-a20a04505aec HTTP/1.1" status: 204 len: 168 time: 3.0899737 Aug 06 16:19:18.533313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33152) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:18.616144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031165f2-8296-43da-ac86-02dadda7414d req-16fdb187-250d-40ea-8207-adafef8e6f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:18.617339 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d09999a-0e3b-4af4-a0f0-4faf9ca5b2a4 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] GET failed (client error): The resource could not be found. Aug 06 16:19:18.617466 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-031165f2-8296-43da-ac86-02dadda7414d req-16fdb187-250d-40ea-8207-adafef8e6f3a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 200 len: 912 time: 0.2304962 Aug 06 16:19:18.624543 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33156) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:18.632386 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9c46c57c-ce10-431b-aa58-a894b81df107 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Request body: {'port': {'network_id': '497eb50d-24f2-4aaa-b85c-2b5a8013e0ac', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-712766970'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:18.633150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2d09999a-0e3b-4af4-a0f0-4faf9ca5b2a4 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "GET /v2.0/ports/57a7dd57-5f6e-4292-8870-a20a04505aec HTTP/1.1" status: 404 len: 333 time: 0.0987661 Aug 06 16:19:18.667660 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd218-e983-4cb2-955c-c2ee0c2c0d01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.667878 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.673024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-71564ddc-5ae0-4a15-a0e4-72de47be966a None None] Provisioning for port d1f46daf-9afe-46e2-8edd-f79c5b3b6adc completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:18.680074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-71564ddc-5ae0-4a15-a0e4-72de47be966a None None] Provisioning complete for port d1f46daf-9afe-46e2-8edd-f79c5b3b6adc triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:18.680596 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-71564ddc-5ae0-4a15-a0e4-72de47be966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.713470 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd218-e983-4cb2-955c-c2ee0c2c0d01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.717700 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port af5c306c-0dec-46e6-a44e-342f650753ec triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:18.718078 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.723253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bdd218-e983-4cb2-955c-c2ee0c2c0d01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:18.724239 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd218-e983-4cb2-955c-c2ee0c2c0d01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.751012 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-71564ddc-5ae0-4a15-a0e4-72de47be966a None None] Port d1f46daf-9afe-46e2-8edd-f79c5b3b6adc cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:18.767278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b6bdd218-e983-4cb2-955c-c2ee0c2c0d01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5633397 Aug 06 16:19:18.775029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33158) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:18.780439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-52d3c84c-f8e1-485c-b1a4-aa5ca312411b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'subnet': {'network_id': 'fa6e49af-acc7-468d-bf60-79acd549d823', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:18.891999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdd218-e983-4cb2-955c-c2ee0c2c0d01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Network': ['ID=fa6e49af-acc7-468d-bf60-79acd549d823,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:18.908806 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network fa6e49af-acc7-468d-bf60-79acd549d823 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:19:18.950955 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.955942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-beec6285-19d6-4062-a3c4-2a47a5011ac8 None None] Provisioning for port 3137e2e7-64c8-49a4-a16f-3ca54300e3b9 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:18.970272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d3c84c-f8e1-485c-b1a4-aa5ca312411b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:18.973998 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52d3c84c-f8e1-485c-b1a4-aa5ca312411b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.983282 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-beec6285-19d6-4062-a3c4-2a47a5011ac8 None None] Provisioning complete for port 3137e2e7-64c8-49a4-a16f-3ca54300e3b9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:18.986407 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-beec6285-19d6-4062-a3c4-2a47a5011ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:18.987850 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-031165f2-8296-43da-ac86-02dadda7414d req-3812e6ba-68b2-4b21-ab87-5022bd461e58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0847e10b-9cbb-4a1a-87ef-51204f2f816d HTTP/1.1" status: 200 len: 1000 time: 0.3498070 Aug 06 16:19:19.085038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device da3a80fa-5260-4177-b0e5-4db6fe493380 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:19:19.103549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031165f2-8296-43da-ac86-02dadda7414d req-a9e68d64-516f-410d-980e-70f77989f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:19.105127 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-031165f2-8296-43da-ac86-02dadda7414d req-a9e68d64-516f-410d-980e-70f77989f955 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33e739df-6337-434a-b559-956cd4fe06af HTTP/1.1" status: 200 len: 850 time: 0.0826454 Aug 06 16:19:19.134027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-beec6285-19d6-4062-a3c4-2a47a5011ac8 None None] Port 3137e2e7-64c8-49a4-a16f-3ca54300e3b9 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:19.198132 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: da3a80fa-5260-4177-b0e5-4db6fe493380 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:19:19.198983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device da3a80fa-5260-4177-b0e5-4db6fe493380 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:19:19.242203 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52d3c84c-f8e1-485c-b1a4-aa5ca312411b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:19.287662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c46c57c-ce10-431b-aa58-a894b81df107 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Made reservation on behalf of ca277a9b1c134305bd9e399ef67e6b85 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:19.291623 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c46c57c-ce10-431b-aa58-a894b81df107 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:19.321876 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-9c46c57c-ce10-431b-aa58-a894b81df107 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] device_id is not set on port 6e19b44c-e220-41f6-a818-aa9a24a8b68a yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:19:19.328820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d3c84c-f8e1-485c-b1a4-aa5ca312411b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Checking segment: {'id': '4099f0ba-65b6-476a-a432-3dd740d4fc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fa6e49af-acc7-468d-bf60-79acd549d823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:19.329985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d3c84c-f8e1-485c-b1a4-aa5ca312411b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network hostable DHCP agents. Network: fa6e49af-acc7-468d-bf60-79acd549d823, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:19:19.351518 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:19.358315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3c84c-f8e1-485c-b1a4-aa5ca312411b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Subnet': ['ID=2785ad9f-f501-4b63-8731-b5c5294e1c52,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:19.362328 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d3c84c-f8e1-485c-b1a4-aa5ca312411b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network fa6e49af-acc7-468d-bf60-79acd549d823 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:19:19.373456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-52d3c84c-f8e1-485c-b1a4-aa5ca312411b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, fa6e49af-acc7-468d-bf60-79acd549d823) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:19.384470 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5f0401-bea4-4656-a36d-aa0a8a700457 None None] Network fa6e49af-acc7-468d-bf60-79acd549d823 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:19.389650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d3c84c-f8e1-485c-b1a4-aa5ca312411b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:19.390345 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52d3c84c-f8e1-485c-b1a4-aa5ca312411b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:19.408642 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-52d3c84c-f8e1-485c-b1a4-aa5ca312411b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6320751 Aug 06 16:19:19.411404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33162) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:19.421284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-bf12b927-99d5-4514-9129-3857bf966df0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'network_id': 'fa6e49af-acc7-468d-bf60-79acd549d823', 'name': 'tempest-PortsIpV6TestJSON-1099137294', 'fixed_ips': [{'subnet_id': '2785ad9f-f501-4b63-8731-b5c5294e1c52', 'ip_address': '2001:db8::10'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:19.457183 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031165f2-8296-43da-ac86-02dadda7414d req-347d71b6-da0b-4031-a0c8-8a7273409b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:19.459111 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-031165f2-8296-43da-ac86-02dadda7414d req-347d71b6-da0b-4031-a0c8-8a7273409b70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b39d9b2-9c33-437b-8ac5-1025578faa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3386950 Aug 06 16:19:19.634260 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf12b927-99d5-4514-9129-3857bf966df0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:19.696233 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-fa6e49af-acc7-468d-bf60-79acd549d823', 'network_id': 'fa6e49af-acc7-468d-bf60-79acd549d823', 'tenant_id': 'd90686cdb75c40888bbfb8c0a46e098d', 'fixed_ips': [{'subnet_id': '2785ad9f-f501-4b63-8731-b5c5294e1c52'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:19:19.698891 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:19.844001 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bf12b927-99d5-4514-9129-3857bf966df0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:19.871276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-bf12b927-99d5-4514-9129-3857bf966df0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] device_id is not set on port 43e96ec8-98b2-499e-9b0a-f0c3d7c81274 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:19:20.000628 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Allocated IP 2001:db8::2 (fa6e49af-acc7-468d-bf60-79acd549d823/2785ad9f-f501-4b63-8731-b5c5294e1c52/f039676e-847d-4f68-9539-48e40702815f) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:20.191699 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:20.203647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Transition to ACTIVE for port object f039676e-847d-4f68-9539-48e40702815f will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:20.228083 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Transition to ACTIVE for port object f039676e-847d-4f68-9539-48e40702815f will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:20.244032 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:20.321011 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-bf12b927-99d5-4514-9129-3857bf966df0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Allocated IP 2001:db8::10 (fa6e49af-acc7-468d-bf60-79acd549d823/2785ad9f-f501-4b63-8731-b5c5294e1c52/43e96ec8-98b2-499e-9b0a-f0c3d7c81274) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:20.347194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Network fa6e49af-acc7-468d-bf60-79acd549d823 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:20.349756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:20.360271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:20.375263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Pushing event updated for resources: {'Port': ['ID=f039676e-847d-4f68-9539-48e40702815f,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:20.476102 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-031165f2-8296-43da-ac86-02dadda7414d req-0871c3f1-16d4-4455-8edb-1d2adea0c846 service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9871171 Aug 06 16:19:20.494706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Attempting to bind port f039676e-847d-4f68-9539-48e40702815f on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:19:20.495737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Attempting to bind port f039676e-847d-4f68-9539-48e40702815f by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '4099f0ba-65b6-476a-a432-3dd740d4fc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fa6e49af-acc7-468d-bf60-79acd549d823'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:19:20.498756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Attempting to bind port f039676e-847d-4f68-9539-48e40702815f on network fa6e49af-acc7-468d-bf60-79acd549d823 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:19:20.506426 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-9c46c57c-ce10-431b-aa58-a894b81df107 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Allocated IP 2001:db8::15a (497eb50d-24f2-4aaa-b85c-2b5a8013e0ac/4d5bb0e7-8fe8-4f5a-9d77-edd0db0c48e0/6e19b44c-e220-41f6-a818-aa9a24a8b68a) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:20.514502 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:19:20.514882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Checking segment: {'id': '4099f0ba-65b6-476a-a432-3dd740d4fc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fa6e49af-acc7-468d-bf60-79acd549d823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:20.515797 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:20.516245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Bound using segment: {'id': '4099f0ba-65b6-476a-a432-3dd740d4fc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fa6e49af-acc7-468d-bf60-79acd549d823'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:19:20.517865 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Bound port: f039676e-847d-4f68-9539-48e40702815f, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4099f0ba-65b6-476a-a432-3dd740d4fc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fa6e49af-acc7-468d-bf60-79acd549d823'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:19:20.518411 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:20.561241 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bf12b927-99d5-4514-9129-3857bf966df0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:20.600584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-bf12b927-99d5-4514-9129-3857bf966df0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Transition to ACTIVE for port object 43e96ec8-98b2-499e-9b0a-f0c3d7c81274 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:20.636705 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bf12b927-99d5-4514-9129-3857bf966df0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:20.644633 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] For port f039676e-847d-4f68-9539-48e40702815f, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:19:20.656878 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] For port f039676e-847d-4f68-9539-48e40702815f, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f039676e-847d-4f68-9539-48e40702815f,segment=NetworkSegment(4099f0ba-65b6-476a-a432-3dd740d4fc8d),segment_id=4099f0ba-65b6-476a-a432-3dd740d4fc8d)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:19:20.667400 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:20.705734 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf12b927-99d5-4514-9129-3857bf966df0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network fa6e49af-acc7-468d-bf60-79acd549d823 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:20.712032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-bf12b927-99d5-4514-9129-3857bf966df0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:20.723335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf12b927-99d5-4514-9129-3857bf966df0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:20.730762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf12b927-99d5-4514-9129-3857bf966df0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:20.731365 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bf12b927-99d5-4514-9129-3857bf966df0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:20.735594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12b927-99d5-4514-9129-3857bf966df0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=43e96ec8-98b2-499e-9b0a-f0c3d7c81274,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:20.769806 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bf12b927-99d5-4514-9129-3857bf966df0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3568652 Aug 06 16:19:20.770459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33174) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:20.777505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6cb09fc9-011f-4196-816e-27d93ddf419e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'network_id': 'fa6e49af-acc7-468d-bf60-79acd549d823', 'name': 'tempest-PortsIpV6TestJSON-408442142', 'fixed_ips': [{'subnet_id': '2785ad9f-f501-4b63-8731-b5c5294e1c52', 'ip_address': '2001:db8::f'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:20.787717 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:20.794851 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cbdba-389a-4540-a870-a34d91f48dd2 None None] Pushing event updated for resources: {'Port': ['ID=f039676e-847d-4f68-9539-48e40702815f,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:20.818429 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:20.912613 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:20.949286 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:20.984571 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-031165f2-8296-43da-ac86-02dadda7414d req-2f88c8b0-6e94-4ccf-965d-4e74921731a3 service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876184 Aug 06 16:19:21.055239 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb09fc9-011f-4196-816e-27d93ddf419e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:21.058869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Pushing event updated for resources: {'Port': ['ID=3137e2e7-64c8-49a4-a16f-3ca54300e3b9,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:21.060613 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cb09fc9-011f-4196-816e-27d93ddf419e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:21.071687 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:21.105542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-6cb09fc9-011f-4196-816e-27d93ddf419e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] device_id is not set on port 76db4c1a-1986-4ccb-b702-4d1703e46bf3 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:19:21.129328 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:21.136278 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c46c57c-ce10-431b-aa58-a894b81df107 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:21.266681 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-9c46c57c-ce10-431b-aa58-a894b81df107 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Transition to ACTIVE for port object 6e19b44c-e220-41f6-a818-aa9a24a8b68a will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:21.460405 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event updated for resources: {'Port': ['ID=d1f46daf-9afe-46e2-8edd-f79c5b3b6adc,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:21.547828 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Network 59c619a9-51c7-4441-a792-411df89d5ce8 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:21.549805 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c46c57c-ce10-431b-aa58-a894b81df107 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:21.557104 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:21.583470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-6cb09fc9-011f-4196-816e-27d93ddf419e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Allocated IP 2001:db8::f (fa6e49af-acc7-468d-bf60-79acd549d823/2785ad9f-f501-4b63-8731-b5c5294e1c52/76db4c1a-1986-4ccb-b702-4d1703e46bf3) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:21.607505 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Network c75a80ea-d9fa-448a-8646-081ac9cdcc7d is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:21.616941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:21.741357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46c57c-ce10-431b-aa58-a894b81df107 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event updated for resources: {'Port': ['ID=6e19b44c-e220-41f6-a818-aa9a24a8b68a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:21.752937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c46c57c-ce10-431b-aa58-a894b81df107 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:21.763562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9c46c57c-ce10-431b-aa58-a894b81df107 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:21.846813 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46c57c-ce10-431b-aa58-a894b81df107 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:21.860281 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c46c57c-ce10-431b-aa58-a894b81df107 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:21.862186 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c46c57c-ce10-431b-aa58-a894b81df107 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:21.971370 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9c46c57c-ce10-431b-aa58-a894b81df107 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3434763 Aug 06 16:19:21.984901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33192) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:22.006477 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f039676e-847d-4f68-9539-48e40702815f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:22.047369 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-746ca0c5-08da-4894-b88e-57e51f65da83 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:bb:0d:0c'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:22.122966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port f039676e-847d-4f68-9539-48e40702815f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:22.146637 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cb09fc9-011f-4196-816e-27d93ddf419e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:22.171998 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-6cb09fc9-011f-4196-816e-27d93ddf419e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Transition to ACTIVE for port object 76db4c1a-1986-4ccb-b702-4d1703e46bf3 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:22.225376 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cb09fc9-011f-4196-816e-27d93ddf419e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:22.311271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb09fc9-011f-4196-816e-27d93ddf419e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network fa6e49af-acc7-468d-bf60-79acd549d823 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:22.343969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-6cb09fc9-011f-4196-816e-27d93ddf419e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:22.354238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb09fc9-011f-4196-816e-27d93ddf419e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:22.372704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-22eb8ae5-18ba-49c0-9693-0cce8c626a76 None None] Provisioning complete for port 3137e2e7-64c8-49a4-a16f-3ca54300e3b9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:22.374588 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-22eb8ae5-18ba-49c0-9693-0cce8c626a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:22.379033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb09fc9-011f-4196-816e-27d93ddf419e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:22.379714 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cb09fc9-011f-4196-816e-27d93ddf419e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:22.431896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Router 400c815f-5bca-4284-9ee3-4724466dc806 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:19:22.438101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Router 8b7ba5ef-fffb-4375-829d-8f9b405412e9 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:19:22.453118 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6cb09fc9-011f-4196-816e-27d93ddf419e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6815186 Aug 06 16:19:22.454218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb09fc9-011f-4196-816e-27d93ddf419e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=76db4c1a-1986-4ccb-b702-4d1703e46bf3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:22.457045 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33202) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:22.479018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-22eb8ae5-18ba-49c0-9693-0cce8c626a76 None None] Port 3137e2e7-64c8-49a4-a16f-3ca54300e3b9 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:22.491003 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-22eb8ae5-18ba-49c0-9693-0cce8c626a76 None None] Provisioning complete for port d1f46daf-9afe-46e2-8edd-f79c5b3b6adc triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:22.491560 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-22eb8ae5-18ba-49c0-9693-0cce8c626a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:22.573899 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-22eb8ae5-18ba-49c0-9693-0cce8c626a76 None None] Port d1f46daf-9afe-46e2-8edd-f79c5b3b6adc cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:22.706494 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ea1707eb-5799-4cf3-8a1b-42c3d7501ae6 None None] Provisioning for port 6e19b44c-e220-41f6-a818-aa9a24a8b68a completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:22.728185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ea1707eb-5799-4cf3-8a1b-42c3d7501ae6 None None] Provisioning complete for port 6e19b44c-e220-41f6-a818-aa9a24a8b68a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:22.732804 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ea1707eb-5799-4cf3-8a1b-42c3d7501ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:22.777724 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-746ca0c5-08da-4894-b88e-57e51f65da83 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:22.808898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e675747e-8ef0-408b-a823-c5eb7dcba1a0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:22.813236 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e675747e-8ef0-408b-a823-c5eb7dcba1a0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3506515 Aug 06 16:19:22.816454 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33204) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:22.825754 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:19:22.836823 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-50883daf-9f04-496a-a732-781dcd6592cb tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] 10.222.0.37 "PUT /v2.0/routers/8b7ba5ef-fffb-4375-829d-8f9b405412e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2794898 Aug 06 16:19:22.841659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c217d5f-aab8-4b47-803e-b3230b2b323b None None] Sync routers for ids ['8b7ba5ef-fffb-4375-829d-8f9b405412e9'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:19:22.848555 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33206) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:22.853727 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ea1707eb-5799-4cf3-8a1b-42c3d7501ae6 None None] Port 6e19b44c-e220-41f6-a818-aa9a24a8b68a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:22.857003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-02b0ce7c-22cf-4171-aa57-545a1173096a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Request body: {'port': {'network_id': '59c619a9-51c7-4441-a792-411df89d5ce8', 'name': 'tempest-FloatingIPNegativeTestJSON-2144700637'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:22.861506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c217d5f-aab8-4b47-803e-b3230b2b323b None None] Routers {'8b7ba5ef-fffb-4375-829d-8f9b405412e9'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:22.862456 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0c217d5f-aab8-4b47-803e-b3230b2b323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8b7ba5ef-fffb-4375-829d-8f9b405412e9'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:22.912861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0c217d5f-aab8-4b47-803e-b3230b2b323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:22.916502 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853f1e7c-4232-4216-bc29-7a56662054d0 None None] Network fa6e49af-acc7-468d-bf60-79acd549d823 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:22.957373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:19:22.970525 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cd8f58-77d8-4930-9c5d-a4efe330aa75 None None] Sync routers for ids ['400c815f-5bca-4284-9ee3-4724466dc806'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:19:22.977699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b2ad48-7b8c-421c-b80c-183a2a4fc5f9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:22.983883 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1cabb0b9-9dd7-408b-815a-87cc676ce017 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] 10.222.0.37 "PUT /v2.0/routers/400c815f-5bca-4284-9ee3-4724466dc806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2421770 Aug 06 16:19:22.984740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b2ad48-7b8c-421c-b80c-183a2a4fc5f9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:22.985264 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cd8f58-77d8-4930-9c5d-a4efe330aa75 None None] Routers {'400c815f-5bca-4284-9ee3-4724466dc806'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:22.986417 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-90cd8f58-77d8-4930-9c5d-a4efe330aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['400c815f-5bca-4284-9ee3-4724466dc806'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:22.993292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b2ad48-7b8c-421c-b80c-183a2a4fc5f9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:22.998968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-21b2ad48-7b8c-421c-b80c-183a2a4fc5f9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1816261 Aug 06 16:19:22.999746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33208) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:23.000144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33210) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:23.005799 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-878581c2-cf67-4bd9-95ee-21996c7fd634 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Request body: {'port': {'network_id': 'c75a80ea-d9fa-448a-8646-081ac9cdcc7d', 'name': 'tempest-FloatingIPAdminTestJSON-1980004180'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:23.025193 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-90cd8f58-77d8-4930-9c5d-a4efe330aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:23.035609 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cd8f58-77d8-4930-9c5d-a4efe330aa75 None None] Routers {'400c815f-5bca-4284-9ee3-4724466dc806'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:23.036529 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-90cd8f58-77d8-4930-9c5d-a4efe330aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['400c815f-5bca-4284-9ee3-4724466dc806'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:23.077560 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-90cd8f58-77d8-4930-9c5d-a4efe330aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:23.078579 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cd8f58-77d8-4930-9c5d-a4efe330aa75 None None] The sync data for ids ['400c815f-5bca-4284-9ee3-4724466dc806'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:19:23.126497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c217d5f-aab8-4b47-803e-b3230b2b323b None None] Routers {'8b7ba5ef-fffb-4375-829d-8f9b405412e9'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:23.127972 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0c217d5f-aab8-4b47-803e-b3230b2b323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8b7ba5ef-fffb-4375-829d-8f9b405412e9'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:23.193475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b0ce7c-22cf-4171-aa57-545a1173096a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Made reservation on behalf of 4dd36379974748869e3bb52d12c2678e for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:23.197390 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02b0ce7c-22cf-4171-aa57-545a1173096a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:23.198196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-13710817-3b77-47f9-9ca7-5c5a520053d5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port 76db4c1a-1986-4ccb-b702-4d1703e46bf3 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:23.198538 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13710817-3b77-47f9-9ca7-5c5a520053d5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:23.218113 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0c217d5f-aab8-4b47-803e-b3230b2b323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:23.219386 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c217d5f-aab8-4b47-803e-b3230b2b323b None None] The sync data for ids ['8b7ba5ef-fffb-4375-829d-8f9b405412e9'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:19:23.227949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-96763fb2-c215-4fca-aca8-10f9bf61990e None None] Provisioning for port f039676e-847d-4f68-9539-48e40702815f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:23.232253 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-02b0ce7c-22cf-4171-aa57-545a1173096a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] device_id is not set on port 03510cbf-1b47-4caa-b0f3-ce86d33abf28 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:19:23.239134 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-96763fb2-c215-4fca-aca8-10f9bf61990e None None] Provisioning complete for port f039676e-847d-4f68-9539-48e40702815f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:23.243051 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-96763fb2-c215-4fca-aca8-10f9bf61990e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:23.284725 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-746ca0c5-08da-4894-b88e-57e51f65da83 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:23.328015 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878581c2-cf67-4bd9-95ee-21996c7fd634 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Made reservation on behalf of 5056172866674155bbcca159a651c8d0 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:23.340397 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-878581c2-cf67-4bd9-95ee-21996c7fd634 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:23.414886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-02b0ce7c-22cf-4171-aa57-545a1173096a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Allocated IP 172.20.0.6 (59c619a9-51c7-4441-a792-411df89d5ce8/87e4d81b-ff36-497e-957d-08b4ecb47f1b/03510cbf-1b47-4caa-b0f3-ce86d33abf28) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:23.604033 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-96763fb2-c215-4fca-aca8-10f9bf61990e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:23.655058 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:23.710995 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-96763fb2-c215-4fca-aca8-10f9bf61990e None None] For port f039676e-847d-4f68-9539-48e40702815f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f039676e-847d-4f68-9539-48e40702815f,segment=NetworkSegment(4099f0ba-65b6-476a-a432-3dd740d4fc8d),segment_id=4099f0ba-65b6-476a-a432-3dd740d4fc8d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:23.716697 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-96763fb2-c215-4fca-aca8-10f9bf61990e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:23.717064 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-878581c2-cf67-4bd9-95ee-21996c7fd634 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] device_id is not set on port 86377d2d-ee09-4e75-bdf6-87a6ae8fc4b4 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:19:23.723392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-746ca0c5-08da-4894-b88e-57e51f65da83 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:23.808605 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96763fb2-c215-4fca-aca8-10f9bf61990e None None] Pushing event updated for resources: {'Port': ['ID=f039676e-847d-4f68-9539-48e40702815f,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:23.860272 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-746ca0c5-08da-4894-b88e-57e51f65da83 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] In _notify_port_updated(), no bound segment for port 6e19b44c-e220-41f6-a818-aa9a24a8b68a on network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:19:23.867076 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746ca0c5-08da-4894-b88e-57e51f65da83 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:23.875743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-746ca0c5-08da-4894-b88e-57e51f65da83 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:23.881559 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-746ca0c5-08da-4894-b88e-57e51f65da83 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "PUT /v2.0/ports/6e19b44c-e220-41f6-a818-aa9a24a8b68a HTTP/1.1" status: 200 len: 1002 time: 1.8418570 Aug 06 16:19:23.890714 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:23.893933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02b0ce7c-22cf-4171-aa57-545a1173096a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:23.900292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33220) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:23.902701 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13710817-3b77-47f9-9ca7-5c5a520053d5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:23.964158 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ca0c5-08da-4894-b88e-57e51f65da83 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event updated for resources: {'Port': ['ID=6e19b44c-e220-41f6-a818-aa9a24a8b68a,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:23.975949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-02b0ce7c-22cf-4171-aa57-545a1173096a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Transition to ACTIVE for port object 03510cbf-1b47-4caa-b0f3-ce86d33abf28 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:24.057429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-13710817-3b77-47f9-9ca7-5c5a520053d5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for 76db4c1a-1986-4ccb-b702-4d1703e46bf3 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:24.069129 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02b0ce7c-22cf-4171-aa57-545a1173096a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:24.148322 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b0ce7c-22cf-4171-aa57-545a1173096a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Network 59c619a9-51c7-4441-a792-411df89d5ce8 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:24.161437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-02b0ce7c-22cf-4171-aa57-545a1173096a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:24.164422 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0ce7c-22cf-4171-aa57-545a1173096a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:24.191802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9ac66c91-faae-4ec5-98bc-6ac6c38573bc None None] Provisioning complete for port f039676e-847d-4f68-9539-48e40702815f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:24.193182 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9ac66c91-faae-4ec5-98bc-6ac6c38573bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:24.297374 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b0ce7c-22cf-4171-aa57-545a1173096a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:24.299079 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02b0ce7c-22cf-4171-aa57-545a1173096a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:24.353277 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-02b0ce7c-22cf-4171-aa57-545a1173096a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5021687 Aug 06 16:19:24.357607 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16c090be-1bf2-429f-988c-4bf0c3ee14a0 req-2e7ec77e-2684-42a4-97f6-09a847b7e79a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5166826 Aug 06 16:19:24.360520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33228) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:24.379436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:24.412721 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-878581c2-cf67-4bd9-95ee-21996c7fd634 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Allocated IP 172.20.0.3 (c75a80ea-d9fa-448a-8646-081ac9cdcc7d/aaaf2340-cf8e-4be1-a722-29f059175f04/86377d2d-ee09-4e75-bdf6-87a6ae8fc4b4) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:24.453264 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0ce7c-22cf-4171-aa57-545a1173096a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Pushing event updated for resources: {'Port': ['ID=03510cbf-1b47-4caa-b0f3-ce86d33abf28,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:24.494330 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9ac66c91-faae-4ec5-98bc-6ac6c38573bc None None] Provisioning for port 43e96ec8-98b2-499e-9b0a-f0c3d7c81274 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:24.508838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9ac66c91-faae-4ec5-98bc-6ac6c38573bc None None] Provisioning complete for port 43e96ec8-98b2-499e-9b0a-f0c3d7c81274 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:24.511640 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9ac66c91-faae-4ec5-98bc-6ac6c38573bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:24.534501 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:24.602920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9ac66c91-faae-4ec5-98bc-6ac6c38573bc None None] Port 43e96ec8-98b2-499e-9b0a-f0c3d7c81274 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:24.626523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9ac66c91-faae-4ec5-98bc-6ac6c38573bc None None] Provisioning for port 76db4c1a-1986-4ccb-b702-4d1703e46bf3 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:24.632176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9ac66c91-faae-4ec5-98bc-6ac6c38573bc None None] Provisioning complete for port 76db4c1a-1986-4ccb-b702-4d1703e46bf3 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:24.633895 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9ac66c91-faae-4ec5-98bc-6ac6c38573bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:24.713325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9ac66c91-faae-4ec5-98bc-6ac6c38573bc None None] Port 76db4c1a-1986-4ccb-b702-4d1703e46bf3 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:24.805154 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:24.875319 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0772172f-87ea-433c-ad6d-9246ec59434d None None] Provisioning for port 03510cbf-1b47-4caa-b0f3-ce86d33abf28 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:24.884988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0772172f-87ea-433c-ad6d-9246ec59434d None None] Provisioning complete for port 03510cbf-1b47-4caa-b0f3-ce86d33abf28 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:24.885645 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0772172f-87ea-433c-ad6d-9246ec59434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:24.886504 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-878581c2-cf67-4bd9-95ee-21996c7fd634 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:24.903834 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-878581c2-cf67-4bd9-95ee-21996c7fd634 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Transition to ACTIVE for port object 86377d2d-ee09-4e75-bdf6-87a6ae8fc4b4 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:24.953438 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-0772172f-87ea-433c-ad6d-9246ec59434d None None] Port 03510cbf-1b47-4caa-b0f3-ce86d33abf28 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:24.964474 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Allocated IP 172.25.1.109 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/23e00e15-6bfd-4373-8ea1-28aef06c757d) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:24.984001 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0772172f-87ea-433c-ad6d-9246ec59434d None None] Provisioning complete for port 6e19b44c-e220-41f6-a818-aa9a24a8b68a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:24.985142 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0772172f-87ea-433c-ad6d-9246ec59434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:25.011115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-7901656c-5c36-40ed-972c-d29556f42ac3 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Deleting port 6e19b44c-e220-41f6-a818-aa9a24a8b68a {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:25.014369 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7901656c-5c36-40ed-972c-d29556f42ac3 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:25.068462 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-0772172f-87ea-433c-ad6d-9246ec59434d None None] Port 6e19b44c-e220-41f6-a818-aa9a24a8b68a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:25.089919 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0772172f-87ea-433c-ad6d-9246ec59434d None None] Provisioning complete for port 43e96ec8-98b2-499e-9b0a-f0c3d7c81274 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:25.090205 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0772172f-87ea-433c-ad6d-9246ec59434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:25.211309 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7901656c-5c36-40ed-972c-d29556f42ac3 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:25.226000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-0772172f-87ea-433c-ad6d-9246ec59434d None None] Port 43e96ec8-98b2-499e-9b0a-f0c3d7c81274 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:25.230259 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:25.237492 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-7901656c-5c36-40ed-972c-d29556f42ac3 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Calling delete_port for 6e19b44c-e220-41f6-a818-aa9a24a8b68a owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:25.285914 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:25.335934 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:25.342210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:25.347292 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:25.366967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c090be-1bf2-429f-988c-4bf0c3ee14a0 req-2c74c2b0-3c09-4261-a957-a9cf9860f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:25.369588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16c090be-1bf2-429f-988c-4bf0c3ee14a0 req-2c74c2b0-3c09-4261-a957-a9cf9860f223 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=6e8ee7df3c0e4668aecdf398f1142d6a&device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 1097 time: 0.8151176 Aug 06 16:19:25.371192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6d4b0a59-fa9c-48fd-8f8f-a5f77d2614c6 None None] Provisioning complete for port 76db4c1a-1986-4ccb-b702-4d1703e46bf3 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:25.371835 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6d4b0a59-fa9c-48fd-8f8f-a5f77d2614c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:25.378271 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Pushing event updated for resources: {'Port': ['ID=23e00e15-6bfd-4373-8ea1-28aef06c757d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:25.394631 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13710817-3b77-47f9-9ca7-5c5a520053d5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:25.397960 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-878581c2-cf67-4bd9-95ee-21996c7fd634 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:25.445390 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b0a59-fa9c-48fd-8f8f-a5f77d2614c6 None None] Port 76db4c1a-1986-4ccb-b702-4d1703e46bf3 was deleted so its status cannot be updated. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 06 16:19:25.543286 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:25.637675 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:25.654091 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13710817-3b77-47f9-9ca7-5c5a520053d5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=76db4c1a-1986-4ccb-b702-4d1703e46bf3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:25.662040 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13710817-3b77-47f9-9ca7-5c5a520053d5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:25.670028 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-13710817-3b77-47f9-9ca7-5c5a520053d5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/76db4c1a-1986-4ccb-b702-4d1703e46bf3 HTTP/1.1" status: 204 len: 168 time: 2.6568055 Aug 06 16:19:25.682333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33240) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:25.684409 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878581c2-cf67-4bd9-95ee-21996c7fd634 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Network c75a80ea-d9fa-448a-8646-081ac9cdcc7d is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:25.746813 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-655498ab-9bc5-4a51-a648-033c573640e5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] GET failed (client error): The resource could not be found. Aug 06 16:19:25.748582 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-655498ab-9bc5-4a51-a648-033c573640e5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/76db4c1a-1986-4ccb-b702-4d1703e46bf3 HTTP/1.1" status: 404 len: 333 time: 0.0651314 Aug 06 16:19:25.751989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33244) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:25.759691 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-878581c2-cf67-4bd9-95ee-21996c7fd634 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:25.894845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f039676e-847d-4f68-9539-48e40702815f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:25.937006 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878581c2-cf67-4bd9-95ee-21996c7fd634 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:26.028466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port f039676e-847d-4f68-9539-48e40702815f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:26.028953 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:26.077891 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878581c2-cf67-4bd9-95ee-21996c7fd634 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event updated for resources: {'Port': ['ID=86377d2d-ee09-4e75-bdf6-87a6ae8fc4b4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:26.123950 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-86bc9aec-895d-448b-afa7-af6c9ce0da0c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port 43e96ec8-98b2-499e-9b0a-f0c3d7c81274 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:26.124548 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-86bc9aec-895d-448b-afa7-af6c9ce0da0c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:26.150775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bdf4b334-f4e5-4771-a6b9-531cdbd4d4b3 None None] Provisioning for port 86377d2d-ee09-4e75-bdf6-87a6ae8fc4b4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:26.155966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bdf4b334-f4e5-4771-a6b9-531cdbd4d4b3 None None] Provisioning complete for port 86377d2d-ee09-4e75-bdf6-87a6ae8fc4b4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:26.156546 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bdf4b334-f4e5-4771-a6b9-531cdbd4d4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:26.227380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c090be-1bf2-429f-988c-4bf0c3ee14a0 req-53b9e4b4-0b66-412e-a3b3-c17439ba4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:26.229247 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16c090be-1bf2-429f-988c-4bf0c3ee14a0 req-53b9e4b4-0b66-412e-a3b3-c17439ba4a7c service neutron] 10.222.0.78 "GET /v2.0/networks?id=75f05834-9f0b-4db5-a388-5cb0595f3947 HTTP/1.1" status: 200 len: 919 time: 0.8124814 Aug 06 16:19:26.238212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878581c2-cf67-4bd9-95ee-21996c7fd634 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:26.239257 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-878581c2-cf67-4bd9-95ee-21996c7fd634 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:26.244980 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7901656c-5c36-40ed-972c-d29556f42ac3 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:26.306098 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4b334-f4e5-4771-a6b9-531cdbd4d4b3 None None] Port 86377d2d-ee09-4e75-bdf6-87a6ae8fc4b4 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:26.332402 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16c090be-1bf2-429f-988c-4bf0c3ee14a0 req-16435a97-39f5-4c4d-8639-3c0ccaa59be3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6924cb1-f681-49f3-a424-64270cda6f76 HTTP/1.1" status: 200 len: 217 time: 0.0897725 Aug 06 16:19:26.442163 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7901656c-5c36-40ed-972c-d29556f42ac3 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:26.446885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7901656c-5c36-40ed-972c-d29556f42ac3 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "DELETE /v2.0/ports/6e19b44c-e220-41f6-a818-aa9a24a8b68a HTTP/1.1" status: 204 len: 168 time: 2.5364525 Aug 06 16:19:26.500977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901656c-5c36-40ed-972c-d29556f42ac3 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event deleted for resources: {'Port': ['ID=6e19b44c-e220-41f6-a818-aa9a24a8b68a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:26.516007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33248) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:26.528009 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-878581c2-cf67-4bd9-95ee-21996c7fd634 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5266511 Aug 06 16:19:26.553964 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33252) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:26.694881 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15d6a0-74d7-4158-aa8f-8f350cc81567 req-7086c447-51a1-432b-8c7e-c94369814f36 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:26.713444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc15d6a0-74d7-4158-aa8f-8f350cc81567 req-7086c447-51a1-432b-8c7e-c94369814f36 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.4873087 Aug 06 16:19:26.732156 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd755f2-e1cd-416b-bb26-912309e4fe7e tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] GET failed (client error): The resource could not be found. Aug 06 16:19:26.758623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0fd755f2-e1cd-416b-bb26-912309e4fe7e tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "GET /v2.0/ports/6e19b44c-e220-41f6-a818-aa9a24a8b68a HTTP/1.1" status: 404 len: 333 time: 0.2357028 Aug 06 16:19:26.765944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33256) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:26.787147 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:26.812609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-dfc7b6de-4948-4491-bdb4-a5ef088c446d tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Request body: {'port': {'network_id': '497eb50d-24f2-4aaa-b85c-2b5a8013e0ac', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-960090987'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:26.821563 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:26.887162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c090be-1bf2-429f-988c-4bf0c3ee14a0 req-03cffe01-aa30-428c-a0f5-e7a0c3737f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:26.895934 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16c090be-1bf2-429f-988c-4bf0c3ee14a0 req-03cffe01-aa30-428c-a0f5-e7a0c3737f40 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f7d4a562-70dc-45dc-b649-bb870e6750de HTTP/1.1" status: 200 len: 858 time: 0.4614859 Aug 06 16:19:26.944023 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc15d6a0-74d7-4158-aa8f-8f350cc81567 req-1e252b35-e1c4-4509-84ee-60e72ef4c624 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253892 Aug 06 16:19:26.944942 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-86bc9aec-895d-448b-afa7-af6c9ce0da0c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:27.019720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'project_id': '5056172866674155bbcca159a651c8d0', 'port_id': '86377d2d-ee09-4e75-bdf6-87a6ae8fc4b4'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:27.026437 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16c090be-1bf2-429f-988c-4bf0c3ee14a0 req-fbc97da3-d67d-4d1e-a324-fcfd807ef92a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=75f05834-9f0b-4db5-a388-5cb0595f3947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867281 Aug 06 16:19:27.041393 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:27.054046 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-86bc9aec-895d-448b-afa7-af6c9ce0da0c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for 43e96ec8-98b2-499e-9b0a-f0c3d7c81274 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:27.075928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Pushing event updated for resources: {'Port': ['ID=23e00e15-6bfd-4373-8ea1-28aef06c757d,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:27.130238 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:27.131672 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a4241fb3-a29e-411f-a5f3-d438d427975a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7700124 Aug 06 16:19:27.135459 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33260) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:27.140928 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:27.147535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-dcf9d4da-f623-40e1-8680-5cac1d0aafe5 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Request body: {'floatingip': {'port_id': '03510cbf-1b47-4caa-b0f3-ce86d33abf28', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:27.249571 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16c090be-1bf2-429f-988c-4bf0c3ee14a0 req-f3a0324e-889e-4a8f-95b6-caaec10eaa0b service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041001 Aug 06 16:19:27.252513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc7b6de-4948-4491-bdb4-a5ef088c446d tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Made reservation on behalf of ca277a9b1c134305bd9e399ef67e6b85 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:27.257419 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b6de-4948-4491-bdb4-a5ef088c446d tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:27.268168 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dcf9d4da-f623-40e1-8680-5cac1d0aafe5 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for floatingip, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:27.389405 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-dfc7b6de-4948-4491-bdb4-a5ef088c446d tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] device_id is not set on port 2e94c8f1-36f3-476a-bde7-bbde174eaf6e yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:19:27.445276 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-86bc9aec-895d-448b-afa7-af6c9ce0da0c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:27.457768 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-dcf9d4da-f623-40e1-8680-5cac1d0aafe5 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] update failed (client error): The resource could not be found. Aug 06 16:19:27.460618 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dcf9d4da-f623-40e1-8680-5cac1d0aafe5 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] 10.222.0.37 "PUT /v2.0/floatingips/3b542865-92f0-450d-a99d-2ba575aae14f HTTP/1.1" status: 404 len: 507 time: 0.3210416 Aug 06 16:19:27.467156 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33262) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:27.501949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc9aec-895d-448b-afa7-af6c9ce0da0c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=43e96ec8-98b2-499e-9b0a-f0c3d7c81274,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:27.530157 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-86bc9aec-895d-448b-afa7-af6c9ce0da0c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:27.537263 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-86bc9aec-895d-448b-afa7-af6c9ce0da0c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/43e96ec8-98b2-499e-9b0a-f0c3d7c81274 HTTP/1.1" status: 204 len: 168 time: 1.7739177 Aug 06 16:19:27.537959 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33264) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:27.573971 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-30bcb4eb-0c8b-445a-8ca5-7c437fed4fa0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] GET failed (client error): The resource could not be found. Aug 06 16:19:27.575760 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-30bcb4eb-0c8b-445a-8ca5-7c437fed4fa0 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/43e96ec8-98b2-499e-9b0a-f0c3d7c81274 HTTP/1.1" status: 404 len: 333 time: 0.0367861 Aug 06 16:19:27.582375 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33266) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:27.658555 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16c090be-1bf2-429f-988c-4bf0c3ee14a0 req-6da8d5d6-f6c2-4c11-8c1c-ba7bcf0af11d service neutron] 10.222.0.78 "GET /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695741 Aug 06 16:19:27.674748 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-0894e742-626f-4d35-abcf-5aaf785f2a01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting subnet 2785ad9f-f501-4b63-8731-b5c5294e1c52 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:19:27.680803 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0894e742-626f-4d35-abcf-5aaf785f2a01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:27.746243 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:27.755575 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0894e742-626f-4d35-abcf-5aaf785f2a01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:27.760969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-dfc7b6de-4948-4491-bdb4-a5ef088c446d tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Allocated IP 2001:db8::33e (497eb50d-24f2-4aaa-b85c-2b5a8013e0ac/4d5bb0e7-8fe8-4f5a-9d77-edd0db0c48e0/2e94c8f1-36f3-476a-bde7-bbde174eaf6e) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:27.878109 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-3c7b9147-3ab9-4024-b89b-8cbd0596957b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Deleting port 23e00e15-6bfd-4373-8ea1-28aef06c757d {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:27.878423 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9147-3ab9-4024-b89b-8cbd0596957b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:27.941358 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0894e742-626f-4d35-abcf-5aaf785f2a01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.037923 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0894e742-626f-4d35-abcf-5aaf785f2a01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.071761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894e742-626f-4d35-abcf-5aaf785f2a01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Subnet': ['ID=2785ad9f-f501-4b63-8731-b5c5294e1c52,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:28.084042 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0894e742-626f-4d35-abcf-5aaf785f2a01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.084749 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e770332-a6bf-4951-8170-a1a216f8dd67 None None] Network fa6e49af-acc7-468d-bf60-79acd549d823 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:28.086593 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0894e742-626f-4d35-abcf-5aaf785f2a01 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/2785ad9f-f501-4b63-8731-b5c5294e1c52 HTTP/1.1" status: 204 len: 168 time: 0.5028570 Aug 06 16:19:28.088809 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33274) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:28.167378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Allocated IP 172.25.1.7 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/fd939a2b-926f-4cd5-8d67-19dce950c4fb) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:28.228853 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9147-3ab9-4024-b89b-8cbd0596957b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.229351 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9147-3ab9-4024-b89b-8cbd0596957b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.240705 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b6de-4948-4491-bdb4-a5ef088c446d tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.268682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-3c7b9147-3ab9-4024-b89b-8cbd0596957b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Calling delete_port for 23e00e15-6bfd-4373-8ea1-28aef06c757d owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:28.302430 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.312457 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-dfc7b6de-4948-4491-bdb4-a5ef088c446d tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Transition to ACTIVE for port object 2e94c8f1-36f3-476a-bde7-bbde174eaf6e will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:28.404351 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port f039676e-847d-4f68-9539-48e40702815f {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:28.406282 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.495236 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] For port f039676e-847d-4f68-9539-48e40702815f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f039676e-847d-4f68-9539-48e40702815f,segment=NetworkSegment(4099f0ba-65b6-476a-a432-3dd740d4fc8d),segment_id=4099f0ba-65b6-476a-a432-3dd740d4fc8d)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:28.496402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.507337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64975bb6-80e1-47fc-944c-eee3b90fcd90 None None] DHCP port deletion for fa6e49af-acc7-468d-bf60-79acd549d823 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:19:28.512575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for f039676e-847d-4f68-9539-48e40702815f owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:28.557206 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b6de-4948-4491-bdb4-a5ef088c446d tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.571071 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.591357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-64975bb6-80e1-47fc-944c-eee3b90fcd90 None None] Deleting port f039676e-847d-4f68-9539-48e40702815f {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:28.592003 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-64975bb6-80e1-47fc-944c-eee3b90fcd90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.603920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ca071-4fc6-4735-ad6f-66ac528f4dfc req-1ca0b7a8-e250-4153-b2ce-3e60a4b2dc40 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:28.607479 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e8ca071-4fc6-4735-ad6f-66ac528f4dfc req-1ca0b7a8-e250-4153-b2ce-3e60a4b2dc40 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.1905026 Aug 06 16:19:28.627097 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.665694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=f039676e-847d-4f68-9539-48e40702815f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:28.677038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No DVR routers for this DVR port f039676e-847d-4f68-9539-48e40702815f on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:19:28.696037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc7b6de-4948-4491-bdb4-a5ef088c446d tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:28.701546 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-64975bb6-80e1-47fc-944c-eee3b90fcd90 None None] For port f039676e-847d-4f68-9539-48e40702815f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f039676e-847d-4f68-9539-48e40702815f,segment=NetworkSegment(4099f0ba-65b6-476a-a432-3dd740d4fc8d),segment_id=4099f0ba-65b6-476a-a432-3dd740d4fc8d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:28.702267 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-64975bb6-80e1-47fc-944c-eee3b90fcd90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.717239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-64975bb6-80e1-47fc-944c-eee3b90fcd90 None None] Calling delete_port for f039676e-847d-4f68-9539-48e40702815f owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:28.740177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-dfc7b6de-4948-4491-bdb4-a5ef088c446d tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:28.754595 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc7b6de-4948-4491-bdb4-a5ef088c446d tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:28.760321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc7b6de-4948-4491-bdb4-a5ef088c446d tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:28.760991 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b6de-4948-4491-bdb4-a5ef088c446d tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.771521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7b6de-4948-4491-bdb4-a5ef088c446d tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event updated for resources: {'Port': ['ID=2e94c8f1-36f3-476a-bde7-bbde174eaf6e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:28.810776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e8ca071-4fc6-4735-ad6f-66ac528f4dfc req-a6f94a21-430f-4ec4-a00b-7b8a4180b328 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625900 Aug 06 16:19:28.829218 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dfc7b6de-4948-4491-bdb4-a5ef088c446d tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0464547 Aug 06 16:19:28.841543 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33276) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:28.861293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8dbe5068-d293-440d-ac8f-1ba5ea0f9748 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Request body: {'port': {'network_id': '497eb50d-24f2-4aaa-b85c-2b5a8013e0ac', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1633193649'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:28.862894 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.882437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6e49af-acc7-468d-bf60-79acd549d823']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:28.897538 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9147-3ab9-4024-b89b-8cbd0596957b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.904658 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4099f0ba-65b6-476a-a432-3dd740d4fc8d') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:28.904658 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4099f0ba-65b6-476a-a432-3dd740d4fc8d') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:28.912547 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-64975bb6-80e1-47fc-944c-eee3b90fcd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.929461 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64975bb6-80e1-47fc-944c-eee3b90fcd90 None None] No DVR routers for this DVR port f039676e-847d-4f68-9539-48e40702815f on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:19:28.935422 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.964288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64975bb6-80e1-47fc-944c-eee3b90fcd90 None None] Pushing event deleted for resources: {'Port': ['ID=f039676e-847d-4f68-9539-48e40702815f,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:28.980743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:28.999771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:19:29.000467 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.012281 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.050741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b9147-3ab9-4024-b89b-8cbd0596957b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Pushing event deleted for resources: {'Port': ['ID=23e00e15-6bfd-4373-8ea1-28aef06c757d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:19:29.080961 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:19:29.084834 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.093662 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.105211 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/networks/fa6e49af-acc7-468d-bf60-79acd549d823 HTTP/1.1" status: 204 len: 168 time: 1.0123968 Aug 06 16:19:29.106116 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33280) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:29.113950 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6c1af25a-9334-4994-9add-a6e24376bb3f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-936920610'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:29.130481 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059e659-f717-4cab-aa7e-e880129dc831 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Network': ['ID=fa6e49af-acc7-468d-bf60-79acd549d823,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:29.134380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Pushing event updated for resources: {'Port': ['ID=fd939a2b-926f-4cd5-8d67-19dce950c4fb,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:29.176718 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:29.178846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1af25a-9334-4994-9add-a6e24376bb3f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:29.182947 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c1af25a-9334-4994-9add-a6e24376bb3f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.190008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:29.193197 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:29.220455 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1af25a-9334-4994-9add-a6e24376bb3f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:19:29.233560 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c1af25a-9334-4994-9add-a6e24376bb3f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.234233 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-6c1af25a-9334-4994-9add-a6e24376bb3f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Added segment de046140-335f-43ef-8319-3b8251a8555b of type vlan for network 09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae Aug 06 16:19:29.262052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-acc83e40-5ea2-4c45-812b-4065763161e7 None None] Provisioning for port 2e94c8f1-36f3-476a-bde7-bbde174eaf6e completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:29.271388 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-acc83e40-5ea2-4c45-812b-4065763161e7 None None] Provisioning complete for port 2e94c8f1-36f3-476a-bde7-bbde174eaf6e triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:29.272468 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-acc83e40-5ea2-4c45-812b-4065763161e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.287102 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c1af25a-9334-4994-9add-a6e24376bb3f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.324185 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c1af25a-9334-4994-9add-a6e24376bb3f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.331435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-acc83e40-5ea2-4c45-812b-4065763161e7 None None] Port 2e94c8f1-36f3-476a-bde7-bbde174eaf6e cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:29.332901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1af25a-9334-4994-9add-a6e24376bb3f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:29.334189 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c1af25a-9334-4994-9add-a6e24376bb3f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.422429 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6c1af25a-9334-4994-9add-a6e24376bb3f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3135293 Aug 06 16:19:29.425742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33284) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:29.433162 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-1e110331-6edf-4e65-931f-0ff65706ddc7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'subnet': {'network_id': '09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:29.439814 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1af25a-9334-4994-9add-a6e24376bb3f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Network': ['ID=09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:29.452672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:19:29.541667 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e110331-6edf-4e65-931f-0ff65706ddc7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:29.546180 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1e110331-6edf-4e65-931f-0ff65706ddc7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.645072 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9147-3ab9-4024-b89b-8cbd0596957b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.648013 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9147-3ab9-4024-b89b-8cbd0596957b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.653979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33286) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:29.655181 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3c7b9147-3ab9-4024-b89b-8cbd0596957b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] 10.222.0.37 "DELETE /v2.0/floatingips/3b542865-92f0-450d-a99d-2ba575aae14f HTTP/1.1" status: 204 len: 168 time: 2.1859639 Aug 06 16:19:29.658371 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-97ffb3fd-ce72-4aa0-8c9c-81068525e99c tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Request body: {'floatingip': {'floating_network_id': '59c619a9-51c7-4441-a792-411df89d5ce8', 'port_id': '03510cbf-1b47-4caa-b0f3-ce86d33abf28', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:29.743085 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d513791-31e4-4a40-a101-d7f014dcd4b2 req-56a75a71-4117-4a41-9155-f01f81ede831 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:29.744598 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2d513791-31e4-4a40-a101-d7f014dcd4b2 req-56a75a71-4117-4a41-9155-f01f81ede831 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.78 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.5098555 Aug 06 16:19:29.749367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbe5068-d293-440d-ac8f-1ba5ea0f9748 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Made reservation on behalf of ca277a9b1c134305bd9e399ef67e6b85 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:29.752924 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8dbe5068-d293-440d-ac8f-1ba5ea0f9748 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.794080 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1e110331-6edf-4e65-931f-0ff65706ddc7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.840074 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97ffb3fd-ce72-4aa0-8c9c-81068525e99c tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.842381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f039676e-847d-4f68-9539-48e40702815f no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:19:29.873186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: f039676e-847d-4f68-9539-48e40702815f {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:19:29.873689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f039676e-847d-4f68-9539-48e40702815f not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:19:29.892116 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-8dbe5068-d293-440d-ac8f-1ba5ea0f9748 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] device_id is not set on port 0bac470c-9333-41a0-93ca-30b1023238d3 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:19:29.944270 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e110331-6edf-4e65-931f-0ff65706ddc7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Subnet': ['ID=63e586de-9194-42ee-ade5-a54ac381cdaa,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:29.957974 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e110331-6edf-4e65-931f-0ff65706ddc7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Checking segment: {'id': 'de046140-335f-43ef-8319-3b8251a8555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:29.958330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e110331-6edf-4e65-931f-0ff65706ddc7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network hostable DHCP agents. Network: 09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:19:29.997734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e110331-6edf-4e65-931f-0ff65706ddc7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network 09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:19:30.021856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-1e110331-6edf-4e65-931f-0ff65706ddc7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:30.028305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e110331-6edf-4e65-931f-0ff65706ddc7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:30.028899 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1e110331-6edf-4e65-931f-0ff65706ddc7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.052089 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1e110331-6edf-4e65-931f-0ff65706ddc7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6252623 Aug 06 16:19:30.054877 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33292) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:30.058173 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81244454-5a03-4dda-94cf-56ba2b1ee6e8 None None] Network 09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:30.061019 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-361af48c-2f04-49fc-b475-6f5aa3484403 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1792021397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:30.068520 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-97ffb3fd-ce72-4aa0-8c9c-81068525e99c tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:19:30.070324 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-97ffb3fd-ce72-4aa0-8c9c-81068525e99c tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4156330 Aug 06 16:19:30.076017 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33294) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:30.084149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': '03510cbf-1b47-4caa-b0f3-ce86d33abf28', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:30.116001 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361af48c-2f04-49fc-b475-6f5aa3484403 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.117330 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361af48c-2f04-49fc-b475-6f5aa3484403 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.159679 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.213922 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361af48c-2f04-49fc-b475-6f5aa3484403 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.222873 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361af48c-2f04-49fc-b475-6f5aa3484403 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.234005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe653b-a6fa-4f8f-8527-9c442939b561 req-d59fba9b-6a87-4783-9a6c-3fe4ddb7f149 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:30.235295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8abe653b-a6fa-4f8f-8527-9c442939b561 req-d59fba9b-6a87-4783-9a6c-3fe4ddb7f149 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 945 time: 0.2457738 Aug 06 16:19:30.307272 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361af48c-2f04-49fc-b475-6f5aa3484403 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.312766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-2d513791-31e4-4a40-a101-d7f014dcd4b2 req-3a1bead9-5bbe-4fc9-b422-9bd33921a647 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Deleting port da95e7b4-b715-471f-b926-04a238acbae4 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:30.312766 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2d513791-31e4-4a40-a101-d7f014dcd4b2 req-3a1bead9-5bbe-4fc9-b422-9bd33921a647 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.313052 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-361af48c-2f04-49fc-b475-6f5aa3484403 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2564781 Aug 06 16:19:30.313574 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33298) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:30.324529 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae', 'network_id': '09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae', 'tenant_id': 'd90686cdb75c40888bbfb8c0a46e098d', 'fixed_ips': [{'subnet_id': '63e586de-9194-42ee-ade5-a54ac381cdaa'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:19:30.326694 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.330403 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3154a15b-618e-4f97-85a0-229fa782582c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'network_id': '09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae', 'name': 'tempest-PortsIpV6TestJSON-79218377'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:30.460362 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-8dbe5068-d293-440d-ac8f-1ba5ea0f9748 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Allocated IP 2001:db8::91 (497eb50d-24f2-4aaa-b85c-2b5a8013e0ac/4d5bb0e7-8fe8-4f5a-9d77-edd0db0c48e0/0bac470c-9333-41a0-93ca-30b1023238d3) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:30.483042 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8abe653b-a6fa-4f8f-8527-9c442939b561 req-0810f9ea-fc62-4053-952c-9f46e12a436b tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084513 Aug 06 16:19:30.487547 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.499065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3154a15b-618e-4f97-85a0-229fa782582c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:30.503951 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3154a15b-618e-4f97-85a0-229fa782582c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.515318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Allocated IP 2001:db8::2 (09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae/63e586de-9194-42ee-ade5-a54ac381cdaa/815d4e71-72ef-4391-a2e8-8f4a54464e88) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:30.577913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-3154a15b-618e-4f97-85a0-229fa782582c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] device_id is not set on port 83def990-bb1a-45dd-bf69-af0e2479ed12 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:19:30.619434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-2d513791-31e4-4a40-a101-d7f014dcd4b2 req-3a1bead9-5bbe-4fc9-b422-9bd33921a647 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] For port da95e7b4-b715-471f-b926-04a238acbae4, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=da95e7b4-b715-471f-b926-04a238acbae4,segment=NetworkSegment(193e0109-53a3-407a-8556-604c4ac01987),segment_id=193e0109-53a3-407a-8556-604c4ac01987)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:30.619970 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2d513791-31e4-4a40-a101-d7f014dcd4b2 req-3a1bead9-5bbe-4fc9-b422-9bd33921a647 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.647719 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-2d513791-31e4-4a40-a101-d7f014dcd4b2 req-3a1bead9-5bbe-4fc9-b422-9bd33921a647 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Calling delete_port for da95e7b4-b715-471f-b926-04a238acbae4 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:30.710650 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.711075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Allocated IP 172.25.1.57 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/f7f4e4d2-1ae7-457c-b776-ec01986ea5b4) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:30.728716 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.744365 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Transition to ACTIVE for port object 815d4e71-72ef-4391-a2e8-8f4a54464e88 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:30.766024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Transition to ACTIVE for port object 815d4e71-72ef-4391-a2e8-8f4a54464e88 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:30.779437 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.801376 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Network 09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:30.828834 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:30.833270 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:30.893762 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8dbe5068-d293-440d-ac8f-1ba5ea0f9748 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.902132 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.904105 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.932295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Pushing event updated for resources: {'Port': ['ID=815d4e71-72ef-4391-a2e8-8f4a54464e88,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:30.945024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Attempting to bind port 815d4e71-72ef-4391-a2e8-8f4a54464e88 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:19:30.945468 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Attempting to bind port 815d4e71-72ef-4391-a2e8-8f4a54464e88 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'de046140-335f-43ef-8319-3b8251a8555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:19:30.945873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Attempting to bind port 815d4e71-72ef-4391-a2e8-8f4a54464e88 on network 09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:19:30.952030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:19:30.952551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Checking segment: {'id': 'de046140-335f-43ef-8319-3b8251a8555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:30.952961 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.953407 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Bound using segment: {'id': 'de046140-335f-43ef-8319-3b8251a8555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:19:30.953960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Bound port: 815d4e71-72ef-4391-a2e8-8f4a54464e88, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de046140-335f-43ef-8319-3b8251a8555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:19:30.954370 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:30.955148 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-3154a15b-618e-4f97-85a0-229fa782582c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Allocated IP 2001:db8::3ab (09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae/63e586de-9194-42ee-ade5-a54ac381cdaa/83def990-bb1a-45dd-bf69-af0e2479ed12) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:30.956323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-8dbe5068-d293-440d-ac8f-1ba5ea0f9748 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Transition to ACTIVE for port object 0bac470c-9333-41a0-93ca-30b1023238d3 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:31.032458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:31.053212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] For port 815d4e71-72ef-4391-a2e8-8f4a54464e88, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:19:31.057124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] For port 815d4e71-72ef-4391-a2e8-8f4a54464e88, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=815d4e71-72ef-4391-a2e8-8f4a54464e88,segment=NetworkSegment(de046140-335f-43ef-8319-3b8251a8555b),segment_id=de046140-335f-43ef-8319-3b8251a8555b)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:19:31.063824 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:31.091414 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Pushing event updated for resources: {'Port': ['ID=f7f4e4d2-1ae7-457c-b776-ec01986ea5b4,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:31.144113 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:31.147947 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:31.152773 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:31.170932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f6ba9-449f-4738-865d-5e4cb7339e94 None None] Pushing event updated for resources: {'Port': ['ID=815d4e71-72ef-4391-a2e8-8f4a54464e88,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:31.206185 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2d513791-31e4-4a40-a101-d7f014dcd4b2 req-3a1bead9-5bbe-4fc9-b422-9bd33921a647 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:31.227683 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8dbe5068-d293-440d-ac8f-1ba5ea0f9748 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:31.231823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['d6924cb1-f681-49f3-a424-64270cda6f76'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:19:31.297529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bead9-5bbe-4fc9-b422-9bd33921a647 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Pushing event deleted for resources: {'Port': ['ID=da95e7b4-b715-471f-b926-04a238acbae4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:31.414959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbe5068-d293-440d-ac8f-1ba5ea0f9748 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:31.433814 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3154a15b-618e-4f97-85a0-229fa782582c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:31.457796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-3154a15b-618e-4f97-85a0-229fa782582c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Transition to ACTIVE for port object 83def990-bb1a-45dd-bf69-af0e2479ed12 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:31.525983 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3154a15b-618e-4f97-85a0-229fa782582c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:31.550601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-8dbe5068-d293-440d-ac8f-1ba5ea0f9748 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:31.563238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe5068-d293-440d-ac8f-1ba5ea0f9748 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:31.573680 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbe5068-d293-440d-ac8f-1ba5ea0f9748 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:31.575033 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8dbe5068-d293-440d-ac8f-1ba5ea0f9748 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:31.592782 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3154a15b-618e-4f97-85a0-229fa782582c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network 09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:31.596156 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-3154a15b-618e-4f97-85a0-229fa782582c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:31.607638 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3154a15b-618e-4f97-85a0-229fa782582c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:31.609096 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:31.613445 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3154a15b-618e-4f97-85a0-229fa782582c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:31.614126 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3154a15b-618e-4f97-85a0-229fa782582c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:31.679475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d513791-31e4-4a40-a101-d7f014dcd4b2 req-3a1bead9-5bbe-4fc9-b422-9bd33921a647 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] No DVR routers for this DVR port da95e7b4-b715-471f-b926-04a238acbae4 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:19:31.681355 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:31.686648 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2d513791-31e4-4a40-a101-d7f014dcd4b2 req-3a1bead9-5bbe-4fc9-b422-9bd33921a647 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:31.688925 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2d513791-31e4-4a40-a101-d7f014dcd4b2 req-3a1bead9-5bbe-4fc9-b422-9bd33921a647 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.78 "DELETE /v2.0/ports/da95e7b4-b715-471f-b926-04a238acbae4 HTTP/1.1" status: 204 len: 173 time: 1.9318087 Aug 06 16:19:31.692890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2849d10b-e131-429d-91d4-9d08bcf66e70', 'name': 'network-vif-deleted', 'tag': 'da95e7b4-b715-471f-b926-04a238acbae4'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:19:31.711842 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe33fdd9-acdf-4eeb-95fe-549b4663330d" -d '{"events": [{"server_uuid": "2849d10b-e131-429d-91d4-9d08bcf66e70", "name": "network-vif-deleted", "tag": "da95e7b4-b715-471f-b926-04a238acbae4"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:19:31.724193 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3154a15b-618e-4f97-85a0-229fa782582c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4081914 Aug 06 16:19:31.727427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154a15b-618e-4f97-85a0-229fa782582c tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=83def990-bb1a-45dd-bf69-af0e2479ed12,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:31.733154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33308) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:31.804577 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3fd1d29-8ca3-4a5c-84ac-9c3733b251a0 req-b9cb0203-3970-49d9-afb6-85c211434e1d tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=2849d10b-e131-429d-91d4-9d08bcf66e70 HTTP/1.1" status: 200 len: 210 time: 0.1377587 Aug 06 16:19:31.843438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8dbe5068-d293-440d-ac8f-1ba5ea0f9748 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9860613 Aug 06 16:19:31.851538 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70908be-21af-4aa3-a58c-ecd127b31da4 x-openstack-request-id: req-f70908be-21af-4aa3-a58c-ecd127b31da4 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:19:31.852039 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2849d10b-e131-429d-91d4-9d08bcf66e70", "name": "network-vif-deleted", "tag": "da95e7b4-b715-471f-b926-04a238acbae4", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:19:31.852351 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f70908be-21af-4aa3-a58c-ecd127b31da4 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:19:31.852801 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2849d10b-e131-429d-91d4-9d08bcf66e70', 'name': 'network-vif-deleted', 'tag': 'da95e7b4-b715-471f-b926-04a238acbae4', 'status': 'completed', 'code': 200} Aug 06 16:19:31.873613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe5068-d293-440d-ac8f-1ba5ea0f9748 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event updated for resources: {'Port': ['ID=0bac470c-9333-41a0-93ca-30b1023238d3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:31.880051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33310) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:31.909976 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-9ea34ab6-d73c-4b3b-8afa-55718ea93428 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24e', 'mac_address': 'fa:16:3e:bb:0d:0c'}, {'ip_address': '2001:db8::33e', 'mac_address': 'fa:16:3e:11:ce:29'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:31.941213 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Deleting port f7f4e4d2-1ae7-457c-b776-ec01986ea5b4 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:31.941914 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:31.999996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a2130cf0-ff83-4f86-82a3-2e14111efd98 None None] Provisioning for port 0bac470c-9333-41a0-93ca-30b1023238d3 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:32.012193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a2130cf0-ff83-4f86-82a3-2e14111efd98 None None] Provisioning complete for port 0bac470c-9333-41a0-93ca-30b1023238d3 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:32.016287 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2130cf0-ff83-4f86-82a3-2e14111efd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:32.118769 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 815d4e71-72ef-4391-a2e8-8f4a54464e88 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:32.179328 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:32.206335 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device da95e7b4-b715-471f-b926-04a238acbae4 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:19:32.251820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Pushing event updated for resources: {'Port': ['ID=fd939a2b-926f-4cd5-8d67-19dce950c4fb,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:32.319343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a2130cf0-ff83-4f86-82a3-2e14111efd98 None None] Port 0bac470c-9333-41a0-93ca-30b1023238d3 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:32.334651 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:32.334988 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:32.389401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: da95e7b4-b715-471f-b926-04a238acbae4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:19:32.390057 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device da95e7b4-b715-471f-b926-04a238acbae4 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:19:32.411199 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Calling delete_port for f7f4e4d2-1ae7-457c-b776-ec01986ea5b4 owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:32.462634 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Floating IP 2c3cfd3c-04f9-4954-b611-53e2de9cf71a associated. External IP: 172.25.1.7, port: 86377d2d-ee09-4e75-bdf6-87a6ae8fc4b4. Aug 06 16:19:32.466669 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 815d4e71-72ef-4391-a2e8-8f4a54464e88 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:32.671440 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9ea34ab6-d73c-4b3b-8afa-55718ea93428 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:32.706218 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:32.758490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Pushing event deleted for resources: {'Port': ['ID=f7f4e4d2-1ae7-457c-b776-ec01986ea5b4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:32.772877 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a1c0-1e5f-4fad-ac31-68b847fac58e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:32.797303 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66461bf5-0f52-4fd1-b175-49f95d6ce6b4 None None] Network 09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:32.896563 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-51aac8df-053e-4481-94de-cb6cb3349283 None None] Provisioning for port 815d4e71-72ef-4391-a2e8-8f4a54464e88 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:32.905446 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-51aac8df-053e-4481-94de-cb6cb3349283 None None] Provisioning complete for port 815d4e71-72ef-4391-a2e8-8f4a54464e88 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:32.905837 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51aac8df-053e-4481-94de-cb6cb3349283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:33.044615 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] create failed (client error): The resource could not be found. Aug 06 16:19:33.051756 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-378f62df-c329-4dd6-b6e1-b5d3dfc32aed tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9746606 Aug 06 16:19:33.054141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33322) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:33.185315 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51aac8df-053e-4481-94de-cb6cb3349283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:33.195321 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9ea34ab6-d73c-4b3b-8afa-55718ea93428 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:33.209500 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9ea34ab6-d73c-4b3b-8afa-55718ea93428 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:33.213178 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Router 400c815f-5bca-4284-9ee3-4724466dc806 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:19:33.267378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-9ea34ab6-d73c-4b3b-8afa-55718ea93428 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] In _notify_port_updated(), no bound segment for port 0bac470c-9333-41a0-93ca-30b1023238d3 on network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac {{(pid=105765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:19:33.273343 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea34ab6-d73c-4b3b-8afa-55718ea93428 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:33.274203 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9ea34ab6-d73c-4b3b-8afa-55718ea93428 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:33.279194 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9ea34ab6-d73c-4b3b-8afa-55718ea93428 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "PUT /v2.0/ports/0bac470c-9333-41a0-93ca-30b1023238d3 HTTP/1.1" status: 200 len: 1067 time: 1.3969073 Aug 06 16:19:33.282248 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33326) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:33.366988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea34ab6-d73c-4b3b-8afa-55718ea93428 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event updated for resources: {'Port': ['ID=0bac470c-9333-41a0-93ca-30b1023238d3,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:33.463657 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a1c0-1e5f-4fad-ac31-68b847fac58e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:33.472089 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a1c0-1e5f-4fad-ac31-68b847fac58e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:33.493199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-51aac8df-053e-4481-94de-cb6cb3349283 None None] For port 815d4e71-72ef-4391-a2e8-8f4a54464e88, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=815d4e71-72ef-4391-a2e8-8f4a54464e88,segment=NetworkSegment(de046140-335f-43ef-8319-3b8251a8555b),segment_id=de046140-335f-43ef-8319-3b8251a8555b)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:33.508837 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51aac8df-053e-4481-94de-cb6cb3349283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:33.564812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7a1c0-1e5f-4fad-ac31-68b847fac58e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=83def990-bb1a-45dd-bf69-af0e2479ed12,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:33.579872 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac15c60-f68b-4d5f-941c-82a290c71382 req-be87e0fb-20c0-4949-bcdc-b2e56777c26b tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:33.583364 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ac15c60-f68b-4d5f-941c-82a290c71382 req-be87e0fb-20c0-4949-bcdc-b2e56777c26b tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.3018389 Aug 06 16:19:33.627971 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:19:33.628758 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aac8df-053e-4481-94de-cb6cb3349283 None None] Pushing event updated for resources: {'Port': ['ID=815d4e71-72ef-4391-a2e8-8f4a54464e88,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:33.652047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf89c261-8466-4ef0-8f0d-e99338978f62 None None] Sync routers for ids ['400c815f-5bca-4284-9ee3-4724466dc806'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:19:33.669395 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf89c261-8466-4ef0-8f0d-e99338978f62 None None] Routers {'400c815f-5bca-4284-9ee3-4724466dc806'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:33.670458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-cf89c261-8466-4ef0-8f0d-e99338978f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['400c815f-5bca-4284-9ee3-4724466dc806'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:33.684000 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ac15c60-f68b-4d5f-941c-82a290c71382 req-02ca5947-17ab-45e4-b61b-d6af6702bfc9 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893128 Aug 06 16:19:33.707779 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:33.710989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-cf89c261-8466-4ef0-8f0d-e99338978f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:33.759775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a240875e-3355-420f-a0dc-dc379e2564c3 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Deleting port 03510cbf-1b47-4caa-b0f3-ce86d33abf28 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:33.760298 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a240875e-3355-420f-a0dc-dc379e2564c3 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:33.801882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf89c261-8466-4ef0-8f0d-e99338978f62 None None] Routers {'400c815f-5bca-4284-9ee3-4724466dc806'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:33.803487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-cf89c261-8466-4ef0-8f0d-e99338978f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['400c815f-5bca-4284-9ee3-4724466dc806'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:33.875214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-cf89c261-8466-4ef0-8f0d-e99338978f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:33.879814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf89c261-8466-4ef0-8f0d-e99338978f62 None None] The sync data for ids ['400c815f-5bca-4284-9ee3-4724466dc806'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:19:33.892296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d4f77a08-facc-4d08-83bb-cf83017b17dc tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.3293755 Aug 06 16:19:33.894598 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5ede795c-f8ea-49bf-a4eb-59a754e7fa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:33.894770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33332) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:33.931784 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 815d4e71-72ef-4391-a2e8-8f4a54464e88 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:34.031526 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-64251bbe-f590-487e-b514-d14f084f8da1 None None] Provisioning complete for port 815d4e71-72ef-4391-a2e8-8f4a54464e88 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:34.031964 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-64251bbe-f590-487e-b514-d14f084f8da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:34.090035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f4e2a019-0556-4bf7-ac3d-c906f0309c6c tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] 10.222.0.37 "GET /v2.0/floatingips/2c3cfd3c-04f9-4954-b611-53e2de9cf71a HTTP/1.1" status: 200 len: 981 time: 0.1855273 Aug 06 16:19:34.090852 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33334) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:34.116498 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 815d4e71-72ef-4391-a2e8-8f4a54464e88 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:34.116498 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:34.317071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-64251bbe-f590-487e-b514-d14f084f8da1 None None] Provisioning complete for port 0bac470c-9333-41a0-93ca-30b1023238d3 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:34.318199 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-64251bbe-f590-487e-b514-d14f084f8da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:34.459822 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a240875e-3355-420f-a0dc-dc379e2564c3 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:34.481953 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a240875e-3355-420f-a0dc-dc379e2564c3 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Calling delete_port for 03510cbf-1b47-4caa-b0f3-ce86d33abf28 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:34.498378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-64251bbe-f590-487e-b514-d14f084f8da1 None None] Port 0bac470c-9333-41a0-93ca-30b1023238d3 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:34.543423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-64251bbe-f590-487e-b514-d14f084f8da1 None None] Provisioning for port 83def990-bb1a-45dd-bf69-af0e2479ed12 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:34.548709 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-64251bbe-f590-487e-b514-d14f084f8da1 None None] Provisioning complete for port 83def990-bb1a-45dd-bf69-af0e2479ed12 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:34.549218 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-64251bbe-f590-487e-b514-d14f084f8da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:34.662372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-64251bbe-f590-487e-b514-d14f084f8da1 None None] Port 83def990-bb1a-45dd-bf69-af0e2479ed12 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:34.707251 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a1c0-1e5f-4fad-ac31-68b847fac58e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:34.814793 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7532eea0-9dfc-47c5-948e-d177c5423dd3 tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.7190018 Aug 06 16:19:34.815625 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33340) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:34.825478 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-17568847-76ff-4131-9111-c0dd7cef2cdc tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Deleting port 0bac470c-9333-41a0-93ca-30b1023238d3 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:34.826297 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17568847-76ff-4131-9111-c0dd7cef2cdc tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:34.839743 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f427d7c8-f675-465c-be3d-35601937645c None None] Provisioning complete for port 83def990-bb1a-45dd-bf69-af0e2479ed12 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:34.840128 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f427d7c8-f675-465c-be3d-35601937645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:34.903923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f427d7c8-f675-465c-be3d-35601937645c None None] Port 83def990-bb1a-45dd-bf69-af0e2479ed12 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:35.017580 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a240875e-3355-420f-a0dc-dc379e2564c3 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:35.037004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d818ef6e-75ea-44a2-af7b-ded717010d3b None None] Provisioning complete for port 83def990-bb1a-45dd-bf69-af0e2479ed12 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:35.037958 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d818ef6e-75ea-44a2-af7b-ded717010d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:35.103092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240875e-3355-420f-a0dc-dc379e2564c3 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Pushing event deleted for resources: {'Port': ['ID=03510cbf-1b47-4caa-b0f3-ce86d33abf28,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:35.124271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794623b8-00d4-466d-9b2b-499ec7b6b6cf req-78bb5025-6752-487e-bfc8-5b88014cb762 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:35.126195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-794623b8-00d4-466d-9b2b-499ec7b6b6cf req-78bb5025-6752-487e-bfc8-5b88014cb762 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.2371290 Aug 06 16:19:35.143300 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d818ef6e-75ea-44a2-af7b-ded717010d3b None None] Port 83def990-bb1a-45dd-bf69-af0e2479ed12 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:35.204893 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-794623b8-00d4-466d-9b2b-499ec7b6b6cf req-ab7ccfb7-7663-437c-9dc9-856fbb5d0a6b tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704284 Aug 06 16:19:35.215172 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17568847-76ff-4131-9111-c0dd7cef2cdc tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:35.269563 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-17568847-76ff-4131-9111-c0dd7cef2cdc tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Calling delete_port for 0bac470c-9333-41a0-93ca-30b1023238d3 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:35.271650 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a1c0-1e5f-4fad-ac31-68b847fac58e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:35.292488 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a240875e-3355-420f-a0dc-dc379e2564c3 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:35.292749 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-bb57dcfb-c503-4313-acb2-a8587a182055 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Deleting port fd939a2b-926f-4cd5-8d67-19dce950c4fb {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:35.293038 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb57dcfb-c503-4313-acb2-a8587a182055 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:35.295190 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a240875e-3355-420f-a0dc-dc379e2564c3 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] 10.222.0.37 "DELETE /v2.0/ports/03510cbf-1b47-4caa-b0f3-ce86d33abf28 HTTP/1.1" status: 204 len: 168 time: 2.2398264 Aug 06 16:19:35.301206 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33344) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:35.477544 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb57dcfb-c503-4313-acb2-a8587a182055 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:35.478156 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb57dcfb-c503-4313-acb2-a8587a182055 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:35.494883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-bb57dcfb-c503-4313-acb2-a8587a182055 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Calling delete_port for fd939a2b-926f-4cd5-8d67-19dce950c4fb owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:35.526170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c873b4-7ae9-407a-a232-75578b36773a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:35.530199 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-21c873b4-7ae9-407a-a232-75578b36773a tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b7ba5ef-fffb-4375-829d-8f9b405412e9 HTTP/1.1" status: 200 len: 913 time: 0.2242532 Aug 06 16:19:35.531511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33346) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:35.753979 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb57dcfb-c503-4313-acb2-a8587a182055 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:35.864712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57dcfb-c503-4313-acb2-a8587a182055 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event deleted for resources: {'Port': ['ID=fd939a2b-926f-4cd5-8d67-19dce950c4fb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:35.895778 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17568847-76ff-4131-9111-c0dd7cef2cdc tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:35.896913 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb57dcfb-c503-4313-acb2-a8587a182055 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:35.899231 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-bb57dcfb-c503-4313-acb2-a8587a182055 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Floating IP 2c3cfd3c-04f9-4954-b611-53e2de9cf71a disassociated (deleted). External IP: 172.25.1.7, port: 86377d2d-ee09-4e75-bdf6-87a6ae8fc4b4. Aug 06 16:19:35.959880 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17568847-76ff-4131-9111-c0dd7cef2cdc tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event deleted for resources: {'Port': ['ID=0bac470c-9333-41a0-93ca-30b1023238d3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:36.070060 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a1c0-1e5f-4fad-ac31-68b847fac58e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:36.091552 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a1c0-1e5f-4fad-ac31-68b847fac58e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:36.092420 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a1c0-1e5f-4fad-ac31-68b847fac58e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:36.218903 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2acd9946-e998-4b64-9034-9f8dbcdf30a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:36.344740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb57dcfb-c503-4313-acb2-a8587a182055 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Router 400c815f-5bca-4284-9ee3-4724466dc806 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:19:36.376623 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68c2a9-1615-45e7-8230-9b2fd0e44917 req-a5475683-33cf-484a-871c-c57d82878e8a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:36.378334 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec68c2a9-1615-45e7-8230-9b2fd0e44917 req-a5475683-33cf-484a-871c-c57d82878e8a tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.0739033 Aug 06 16:19:36.391054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7a1c0-1e5f-4fad-ac31-68b847fac58e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=83def990-bb1a-45dd-bf69-af0e2479ed12,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:36.427370 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17568847-76ff-4131-9111-c0dd7cef2cdc tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:36.430275 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-17568847-76ff-4131-9111-c0dd7cef2cdc tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "DELETE /v2.0/ports/0bac470c-9333-41a0-93ca-30b1023238d3 HTTP/1.1" status: 204 len: 168 time: 3.1468182 Aug 06 16:19:36.435665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33354) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:36.483451 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-287ef607-d3f3-4587-a3f9-52a6972c5b38 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] GET failed (client error): The resource could not be found. Aug 06 16:19:36.485236 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-287ef607-d3f3-4587-a3f9-52a6972c5b38 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "GET /v2.0/ports/0bac470c-9333-41a0-93ca-30b1023238d3 HTTP/1.1" status: 404 len: 333 time: 0.0484409 Aug 06 16:19:36.504950 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33356) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:36.517861 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec68c2a9-1615-45e7-8230-9b2fd0e44917 req-76eb4266-276f-43b7-b3db-bcdd3bf9fead tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877266 Aug 06 16:19:36.560266 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b7a1c0-1e5f-4fad-ac31-68b847fac58e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network 09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:36.565863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a9b7a1c0-1e5f-4fad-ac31-68b847fac58e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:36.572819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb57dcfb-c503-4313-acb2-a8587a182055 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:19:36.578072 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb57dcfb-c503-4313-acb2-a8587a182055 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:36.599153 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e87a4-a7d8-4aab-acf0-7eb535f19f9b None None] Sync routers for ids ['400c815f-5bca-4284-9ee3-4724466dc806'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:19:36.630459 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:36.636748 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e87a4-a7d8-4aab-acf0-7eb535f19f9b None None] Routers {'400c815f-5bca-4284-9ee3-4724466dc806'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:36.637792 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bb57dcfb-c503-4313-acb2-a8587a182055 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] 10.222.0.37 "DELETE /v2.0/floatingips/2c3cfd3c-04f9-4954-b611-53e2de9cf71a HTTP/1.1" status: 204 len: 168 time: 1.8212979 Aug 06 16:19:36.638476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33358) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:36.639409 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e84e87a4-a7d8-4aab-acf0-7eb535f19f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['400c815f-5bca-4284-9ee3-4724466dc806'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:36.643047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:36.677193 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:36.711038 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e84e87a4-a7d8-4aab-acf0-7eb535f19f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:36.732166 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e87a4-a7d8-4aab-acf0-7eb535f19f9b None None] Routers {'400c815f-5bca-4284-9ee3-4724466dc806'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:36.732791 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e84e87a4-a7d8-4aab-acf0-7eb535f19f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['400c815f-5bca-4284-9ee3-4724466dc806'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:36.807308 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80f5f2ac-2ac4-4c02-881c-e9cb41d8f55d tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:36.837866 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e84e87a4-a7d8-4aab-acf0-7eb535f19f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:36.838549 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e87a4-a7d8-4aab-acf0-7eb535f19f9b None None] The sync data for ids ['400c815f-5bca-4284-9ee3-4724466dc806'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:19:36.915773 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:36.944608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-4691713f-b632-4006-a4a1-0d4ea39b2a41 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Deleting port 2e94c8f1-36f3-476a-bde7-bbde174eaf6e {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:36.945364 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4691713f-b632-4006-a4a1-0d4ea39b2a41 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:37.102628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Allocated IP 172.25.1.185 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/6ebe7dc7-6662-4f38-bd28-10ea0cee6a6c) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:37.106225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2e5194b8-7270-43f4-a097-027e7618d5b0 None None] Provisioning complete for port 83def990-bb1a-45dd-bf69-af0e2479ed12 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:37.108131 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2e5194b8-7270-43f4-a097-027e7618d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:37.145132 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b7a1c0-1e5f-4fad-ac31-68b847fac58e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Router e8f85495-2189-430a-ae29-3e324fb62e81 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:19:37.168539 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4691713f-b632-4006-a4a1-0d4ea39b2a41 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:37.171722 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2e5194b8-7270-43f4-a097-027e7618d5b0 None None] Port 83def990-bb1a-45dd-bf69-af0e2479ed12 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:37.196997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-4691713f-b632-4006-a4a1-0d4ea39b2a41 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Calling delete_port for 2e94c8f1-36f3-476a-bde7-bbde174eaf6e owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:37.266858 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:37.302866 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:37.322130 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:37.367902 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:37.372401 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:37.377073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:37.403665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Pushing event updated for resources: {'Port': ['ID=6ebe7dc7-6662-4f38-bd28-10ea0cee6a6c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:37.450112 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b7a1c0-1e5f-4fad-ac31-68b847fac58e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:19:37.458758 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a9b7a1c0-1e5f-4fad-ac31-68b847fac58e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "PUT /v2.0/routers/e8f85495-2189-430a-ae29-3e324fb62e81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7182448 Aug 06 16:19:37.462323 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33364) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:37.464873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1edbd0-23fd-415a-a20a-15c117746c72 None None] Sync routers for ids ['e8f85495-2189-430a-ae29-3e324fb62e81'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:19:37.477921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1edbd0-23fd-415a-a20a-15c117746c72 None None] Routers {'e8f85495-2189-430a-ae29-3e324fb62e81'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:37.478936 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8e1edbd0-23fd-415a-a20a-15c117746c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e8f85495-2189-430a-ae29-3e324fb62e81'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:37.493021 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:37.526037 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8e1edbd0-23fd-415a-a20a-15c117746c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:37.540428 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:37.544821 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1edbd0-23fd-415a-a20a-15c117746c72 None None] Routers {'e8f85495-2189-430a-ae29-3e324fb62e81'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:37.547463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8e1edbd0-23fd-415a-a20a-15c117746c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e8f85495-2189-430a-ae29-3e324fb62e81'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:37.592769 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8e1edbd0-23fd-415a-a20a-15c117746c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:37.593591 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1edbd0-23fd-415a-a20a-15c117746c72 None None] The sync data for ids ['e8f85495-2189-430a-ae29-3e324fb62e81'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:19:37.610774 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039b5615-52da-4819-9458-483d65a41580 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:37.615353 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-039b5615-52da-4819-9458-483d65a41580 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8f85495-2189-430a-ae29-3e324fb62e81 HTTP/1.1" status: 200 len: 987 time: 0.1432271 Aug 06 16:19:37.619038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33368) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:37.637547 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4691713f-b632-4006-a4a1-0d4ea39b2a41 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:37.676368 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-80f5f2ac-2ac4-4c02-881c-e9cb41d8f55d tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Deleting port 3137e2e7-64c8-49a4-a16f-3ca54300e3b9 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:37.676714 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80f5f2ac-2ac4-4c02-881c-e9cb41d8f55d tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:37.684885 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691713f-b632-4006-a4a1-0d4ea39b2a41 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event deleted for resources: {'Port': ['ID=2e94c8f1-36f3-476a-bde7-bbde174eaf6e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:37.723531 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4691713f-b632-4006-a4a1-0d4ea39b2a41 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:37.728139 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4691713f-b632-4006-a4a1-0d4ea39b2a41 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "DELETE /v2.0/ports/2e94c8f1-36f3-476a-bde7-bbde174eaf6e HTTP/1.1" status: 204 len: 168 time: 1.2194090 Aug 06 16:19:37.728883 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33370) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:37.868654 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eaaa7-f55b-4d28-a800-f612ad263252 req-a05b96b4-c6fc-4ac9-b9d0-ca5e722ba01e tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:37.877362 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6e0eaaa7-f55b-4d28-a800-f612ad263252 req-a05b96b4-c6fc-4ac9-b9d0-ca5e722ba01e tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.2499206 Aug 06 16:19:38.118349 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:38.125988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6e0eaaa7-f55b-4d28-a800-f612ad263252 req-642f9ef7-951d-49cf-877d-329092570ad0 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476327 Aug 06 16:19:38.129583 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:38.191628 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86cb6e8-0298-4c70-9831-6a165a10e282 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] GET failed (client error): The resource could not be found. Aug 06 16:19:38.193261 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d86cb6e8-0298-4c70-9831-6a165a10e282 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "GET /v2.0/ports/2e94c8f1-36f3-476a-bde7-bbde174eaf6e HTTP/1.1" status: 404 len: 333 time: 0.4634240 Aug 06 16:19:38.201556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33374) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:38.274167 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80f5f2ac-2ac4-4c02-881c-e9cb41d8f55d tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:38.288514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Pushing event updated for resources: {'Port': ['ID=6ebe7dc7-6662-4f38-bd28-10ea0cee6a6c,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:38.291536 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:38.334623 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:38.335901 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6bb31276-6ab7-4e55-a6d0-defcf38c2cff tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6964345 Aug 06 16:19:38.343744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-80f5f2ac-2ac4-4c02-881c-e9cb41d8f55d tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Calling delete_port for 3137e2e7-64c8-49a4-a16f-3ca54300e3b9 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:38.344788 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33378) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:38.430950 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-06012989-15b0-4668-b325-e751d2adb2b6 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Deleting port 2c6e35e3-607d-4453-9827-6e6becefa359 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:38.431639 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06012989-15b0-4668-b325-e751d2adb2b6 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:38.522883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:38.581077 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5dd6d6e4-00ec-4200-b721-1f571036df4e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:38.615046 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06012989-15b0-4668-b325-e751d2adb2b6 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:38.621898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:38.654271 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-06012989-15b0-4668-b325-e751d2adb2b6 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Calling delete_port for 2c6e35e3-607d-4453-9827-6e6becefa359 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:38.728745 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80f5f2ac-2ac4-4c02-881c-e9cb41d8f55d tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:38.780410 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5f2ac-2ac4-4c02-881c-e9cb41d8f55d tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Pushing event deleted for resources: {'Port': ['ID=3137e2e7-64c8-49a4-a16f-3ca54300e3b9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:38.919866 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:38.987867 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80f5f2ac-2ac4-4c02-881c-e9cb41d8f55d tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:39.034691 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:39.126046 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06012989-15b0-4668-b325-e751d2adb2b6 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:39.169415 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06012989-15b0-4668-b325-e751d2adb2b6 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event deleted for resources: {'Port': ['ID=2c6e35e3-607d-4453-9827-6e6becefa359,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:39.284763 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06012989-15b0-4668-b325-e751d2adb2b6 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:39.284763 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-06012989-15b0-4668-b325-e751d2adb2b6 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "DELETE /v2.0/ports/2c6e35e3-607d-4453-9827-6e6becefa359 HTTP/1.1" status: 204 len: 168 time: 1.0795152 Aug 06 16:19:39.292812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33394) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:39.344821 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f5f2ac-2ac4-4c02-881c-e9cb41d8f55d tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Router 8b7ba5ef-fffb-4375-829d-8f9b405412e9 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:19:39.366202 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaeeaf04-2cc3-4c68-a442-a7ff3d7cdc99 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Deleting subnet 4d5bb0e7-8fe8-4f5a-9d77-edd0db0c48e0 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:19:39.371993 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aaeeaf04-2cc3-4c68-a442-a7ff3d7cdc99 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:39.450644 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6d6e4-00ec-4200-b721-1f571036df4e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port 83def990-bb1a-45dd-bf69-af0e2479ed12 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:39.451278 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5dd6d6e4-00ec-4200-b721-1f571036df4e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:39.506588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Allocated IP 172.25.1.138 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/90840cde-08ec-4f99-a874-7dcadc20102d) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:39.527906 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aaeeaf04-2cc3-4c68-a442-a7ff3d7cdc99 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:39.564061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f5f2ac-2ac4-4c02-881c-e9cb41d8f55d tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:19:39.571058 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-80f5f2ac-2ac4-4c02-881c-e9cb41d8f55d tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] 10.222.0.37 "PUT /v2.0/routers/8b7ba5ef-fffb-4375-829d-8f9b405412e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0386422 Aug 06 16:19:39.574441 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33400) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:39.580141 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f88abbb-a114-4241-a645-1d4ee7beb7cb None None] Sync routers for ids ['8b7ba5ef-fffb-4375-829d-8f9b405412e9'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:19:39.589823 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f88abbb-a114-4241-a645-1d4ee7beb7cb None None] Routers {'8b7ba5ef-fffb-4375-829d-8f9b405412e9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:39.591453 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-5f88abbb-a114-4241-a645-1d4ee7beb7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8b7ba5ef-fffb-4375-829d-8f9b405412e9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:39.683781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fe0da78-61fd-4b83-af0c-28a1da01695b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:39.705381 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5dd6d6e4-00ec-4200-b721-1f571036df4e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:39.766110 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-5f88abbb-a114-4241-a645-1d4ee7beb7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:39.786431 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f88abbb-a114-4241-a645-1d4ee7beb7cb None None] Routers {'8b7ba5ef-fffb-4375-829d-8f9b405412e9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:39.787031 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-5f88abbb-a114-4241-a645-1d4ee7beb7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8b7ba5ef-fffb-4375-829d-8f9b405412e9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:39.790702 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ccfd6-fb6f-40cd-9b2a-d38190b18e9f req-6fbdc352-0a65-44a1-a1a0-24ff998b215e tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:39.793185 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-058ccfd6-fb6f-40cd-9b2a-d38190b18e9f req-6fbdc352-0a65-44a1-a1a0-24ff998b215e tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.3664076 Aug 06 16:19:39.795346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6d6e4-00ec-4200-b721-1f571036df4e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for 83def990-bb1a-45dd-bf69-af0e2479ed12 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:39.817385 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aaeeaf04-2cc3-4c68-a442-a7ff3d7cdc99 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:39.893194 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:39.906489 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-5f88abbb-a114-4241-a645-1d4ee7beb7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:39.908488 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f88abbb-a114-4241-a645-1d4ee7beb7cb None None] The sync data for ids ['8b7ba5ef-fffb-4375-829d-8f9b405412e9'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:19:39.929913 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aaeeaf04-2cc3-4c68-a442-a7ff3d7cdc99 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:39.964237 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-058ccfd6-fb6f-40cd-9b2a-d38190b18e9f req-1ec26698-2149-4ec9-9394-43949aec7bdf tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490383 Aug 06 16:19:39.970617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeeaf04-2cc3-4c68-a442-a7ff3d7cdc99 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5bb0e7-8fe8-4f5a-9d77-edd0db0c48e0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:39.971236 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aaeeaf04-2cc3-4c68-a442-a7ff3d7cdc99 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:39.973231 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aaeeaf04-2cc3-4c68-a442-a7ff3d7cdc99 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "DELETE /v2.0/subnets/4d5bb0e7-8fe8-4f5a-9d77-edd0db0c48e0 HTTP/1.1" status: 204 len: 168 time: 0.6794860 Aug 06 16:19:39.980127 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33408) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:39.991136 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb56c352-2cfa-4035-8435-656cbaab1994 None None] Network 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:40.081824 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fe0da78-61fd-4b83-af0c-28a1da01695b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.084322 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fe0da78-61fd-4b83-af0c-28a1da01695b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.126141 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae691d45-59c5-4d82-a271-3f142187c555 req-03f17424-e15e-43c3-9f37-9e2d10323052 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:40.127956 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae691d45-59c5-4d82-a271-3f142187c555 req-03f17424-e15e-43c3-9f37-9e2d10323052 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.78 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.2057090 Aug 06 16:19:40.139061 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fe0da78-61fd-4b83-af0c-28a1da01695b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.140294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe0da78-61fd-4b83-af0c-28a1da01695b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Fanout notify agent at l3_agent the message router_deleted on router 8b7ba5ef-fffb-4375-829d-8f9b405412e9 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:19:40.150802 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.154560 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fe0da78-61fd-4b83-af0c-28a1da01695b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.156590 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2fe0da78-61fd-4b83-af0c-28a1da01695b tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] 10.222.0.37 "DELETE /v2.0/routers/8b7ba5ef-fffb-4375-829d-8f9b405412e9 HTTP/1.1" status: 204 len: 168 time: 0.5801055 Aug 06 16:19:40.158665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33410) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:40.231536 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.231988 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bb59e7-19bf-405a-99f5-7cd3a4076830 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Deleting subnet 87e4d81b-ff36-497e-957d-08b4ecb47f1b {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:19:40.236495 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f6bb59e7-19bf-405a-99f5-7cd3a4076830 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.290166 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f6bb59e7-19bf-405a-99f5-7cd3a4076830 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.299412 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91da9d7f-c5ab-4476-8d1f-ee91290a9122 None None] DHCP port deletion for 497eb50d-24f2-4aaa-b85c-2b5a8013e0ac request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:19:40.303055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:40.350911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:40.360459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:40.362697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Pushing event updated for resources: {'Port': ['ID=90840cde-08ec-4f99-a874-7dcadc20102d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:40.381171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-91da9d7f-c5ab-4476-8d1f-ee91290a9122 None None] Deleting port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:40.381561 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91da9d7f-c5ab-4476-8d1f-ee91290a9122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.399765 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f6bb59e7-19bf-405a-99f5-7cd3a4076830 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.465149 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5dd6d6e4-00ec-4200-b721-1f571036df4e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.477981 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-91da9d7f-c5ab-4476-8d1f-ee91290a9122 None None] For port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb,segment=NetworkSegment(31c2ae48-1691-45b4-a674-6187081215a2),segment_id=31c2ae48-1691-45b4-a674-6187081215a2)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:40.478412 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91da9d7f-c5ab-4476-8d1f-ee91290a9122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.486481 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f6bb59e7-19bf-405a-99f5-7cd3a4076830 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.494365 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-91da9d7f-c5ab-4476-8d1f-ee91290a9122 None None] Calling delete_port for 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:40.520627 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb59e7-19bf-405a-99f5-7cd3a4076830 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Pushing event deleted for resources: {'Subnet': ['ID=87e4d81b-ff36-497e-957d-08b4ecb47f1b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:40.529195 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6d6e4-00ec-4200-b721-1f571036df4e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=83def990-bb1a-45dd-bf69-af0e2479ed12,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:40.531612 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f6bb59e7-19bf-405a-99f5-7cd3a4076830 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.536793 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f6bb59e7-19bf-405a-99f5-7cd3a4076830 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] 10.222.0.37 "DELETE /v2.0/subnets/87e4d81b-ff36-497e-957d-08b4ecb47f1b HTTP/1.1" status: 204 len: 168 time: 0.3751135 Aug 06 16:19:40.539508 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33414) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:40.542271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-ae691d45-59c5-4d82-a271-3f142187c555 req-5ef1f4b0-2c43-4341-9acf-038f2cfa5434 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Deleting port d6924cb1-f681-49f3-a424-64270cda6f76 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:40.542615 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ae691d45-59c5-4d82-a271-3f142187c555 req-5ef1f4b0-2c43-4341-9acf-038f2cfa5434 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.616193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa03c84-aad9-45d1-8997-8efbe6b135f3 None None] Network 59c619a9-51c7-4441-a792-411df89d5ce8 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:40.675891 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.733664 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.802266 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-91da9d7f-c5ab-4476-8d1f-ee91290a9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.831193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91da9d7f-c5ab-4476-8d1f-ee91290a9122 None None] No DVR routers for this DVR port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:19:40.842048 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Deleting port af5c306c-0dec-46e6-a44e-342f650753ec {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:40.842443 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.857075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da9d7f-c5ab-4476-8d1f-ee91290a9122 None None] Pushing event deleted for resources: {'Port': ['ID=9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:40.881244 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5dd6d6e4-00ec-4200-b721-1f571036df4e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.884367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Deleting port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:40.884766 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.896168 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0be596e-a320-4cbc-8125-de06decd7379 None None] DHCP port deletion for 59c619a9-51c7-4441-a792-411df89d5ce8 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:19:40.946762 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] For port af5c306c-0dec-46e6-a44e-342f650753ec, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=af5c306c-0dec-46e6-a44e-342f650753ec,segment=NetworkSegment(1dc1a0c7-c94e-457e-b398-672ee1eedd6d),segment_id=1dc1a0c7-c94e-457e-b398-672ee1eedd6d)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:40.947141 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.959206 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f0be596e-a320-4cbc-8125-de06decd7379 None None] Deleting port af5c306c-0dec-46e6-a44e-342f650753ec {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:40.959590 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f0be596e-a320-4cbc-8125-de06decd7379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.964011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Calling delete_port for af5c306c-0dec-46e6-a44e-342f650753ec owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:41.034402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-f0be596e-a320-4cbc-8125-de06decd7379 None None] For port af5c306c-0dec-46e6-a44e-342f650753ec, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=af5c306c-0dec-46e6-a44e-342f650753ec,segment=NetworkSegment(1dc1a0c7-c94e-457e-b398-672ee1eedd6d),segment_id=1dc1a0c7-c94e-457e-b398-672ee1eedd6d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:41.035083 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f0be596e-a320-4cbc-8125-de06decd7379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.052232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f0be596e-a320-4cbc-8125-de06decd7379 None None] Calling delete_port for af5c306c-0dec-46e6-a44e-342f650753ec owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:41.066256 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.092464 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.120796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Pushing event deleted for resources: {'Port': ['ID=af5c306c-0dec-46e6-a44e-342f650753ec,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:41.138273 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] No DVR routers for this DVR port af5c306c-0dec-46e6-a44e-342f650753ec on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:19:41.160077 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f0be596e-a320-4cbc-8125-de06decd7379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.167991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] For port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb, host n-d-803756-1, got binding levels [] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:41.168339 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.173531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-ae691d45-59c5-4d82-a271-3f142187c555 req-5ef1f4b0-2c43-4341-9acf-038f2cfa5434 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] For port d6924cb1-f681-49f3-a424-64270cda6f76, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d6924cb1-f681-49f3-a424-64270cda6f76,segment=NetworkSegment(193e0109-53a3-407a-8556-604c4ac01987),segment_id=193e0109-53a3-407a-8556-604c4ac01987)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:41.173927 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ae691d45-59c5-4d82-a271-3f142187c555 req-5ef1f4b0-2c43-4341-9acf-038f2cfa5434 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.199932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be596e-a320-4cbc-8125-de06decd7379 None None] Pushing event deleted for resources: {'Port': ['ID=af5c306c-0dec-46e6-a44e-342f650753ec,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:41.203330 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be596e-a320-4cbc-8125-de06decd7379 None None] No DVR routers for this DVR port af5c306c-0dec-46e6-a44e-342f650753ec on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:19:41.275706 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.275952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-ae691d45-59c5-4d82-a271-3f142187c555 req-5ef1f4b0-2c43-4341-9acf-038f2cfa5434 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Calling delete_port for d6924cb1-f681-49f3-a424-64270cda6f76 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:41.278194 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Calling delete_port for 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:41.286821 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c619a9-51c7-4441-a792-411df89d5ce8']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:41.292149 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.ipam_backend_mixin [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb was not found and therefore no delete operation was performed {{(pid=105765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:19:41.298668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc1a0c7-c94e-457e-b398-672ee1eedd6d') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:41.299544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc1a0c7-c94e-457e-b398-672ee1eedd6d') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:41.300932 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.308935 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.325523 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.336266 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:19:41.336266 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:19:41.339498 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:19:41.380150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd6d6e4-00ec-4200-b721-1f571036df4e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Router e8f85495-2189-430a-ae29-3e324fb62e81 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:19:41.390309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d852a-0066-49a4-b225-5f5f2024b9d7 req-5aba7d0c-1711-47f1-8053-5342c9ac1789 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:41.392499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a2d852a-0066-49a4-b225-5f5f2024b9d7 req-5aba7d0c-1711-47f1-8053-5342c9ac1789 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 946 time: 0.3164346 Aug 06 16:19:41.400052 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event deleted for resources: {'Port': ['ID=9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:41.408946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] No DVR routers for this DVR port 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:19:41.410726 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.430972 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.432838 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] 10.222.0.37 "DELETE /v2.0/networks/59c619a9-51c7-4441-a792-411df89d5ce8 HTTP/1.1" status: 204 len: 168 time: 0.8921416 Aug 06 16:19:41.434235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ed9e6-e85c-4974-a3d5-6bd385ee6645 tempest-FloatingIPNegativeTestJSON-625727796 tempest-FloatingIPNegativeTestJSON-625727796-project] Pushing event deleted for resources: {'Network': ['ID=59c619a9-51c7-4441-a792-411df89d5ce8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:41.661015 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.669868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a2d852a-0066-49a4-b225-5f5f2024b9d7 req-c4bc8756-cb97-466b-ab8c-5300bfa4efb9 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/security-groups?id=982da2d6-9ed8-4a0a-92b5-7283d62fbeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272768 Aug 06 16:19:41.679649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd6d6e4-00ec-4200-b721-1f571036df4e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:19:41.690448 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497eb50d-24f2-4aaa-b85c-2b5a8013e0ac']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:41.695292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be9d68-a42d-493b-9b5f-93432a052a53 None None] Sync routers for ids ['e8f85495-2189-430a-ae29-3e324fb62e81'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:19:41.707415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5dd6d6e4-00ec-4200-b721-1f571036df4e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "PUT /v2.0/routers/e8f85495-2189-430a-ae29-3e324fb62e81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0880342 Aug 06 16:19:41.710170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33432) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:41.715308 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be9d68-a42d-493b-9b5f-93432a052a53 None None] Routers {'e8f85495-2189-430a-ae29-3e324fb62e81'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:41.716467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-41be9d68-a42d-493b-9b5f-93432a052a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e8f85495-2189-430a-ae29-3e324fb62e81'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:41.721136 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33434) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:41.731654 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c2ae48-1691-45b4-a674-6187081215a2') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:41.731855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c2ae48-1691-45b4-a674-6187081215a2') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:41.745069 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.761234 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.765193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-41be9d68-a42d-493b-9b5f-93432a052a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:41.769975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:19:41.770385 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.777026 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be9d68-a42d-493b-9b5f-93432a052a53 None None] Routers {'e8f85495-2189-430a-ae29-3e324fb62e81'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:41.778003 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-41be9d68-a42d-493b-9b5f-93432a052a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e8f85495-2189-430a-ae29-3e324fb62e81'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:41.779776 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-439780da-bac6-49ca-9463-5a163bd35e26 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] GET failed (client error): The resource could not be found. Aug 06 16:19:41.785080 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-439780da-bac6-49ca-9463-5a163bd35e26 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/83def990-bb1a-45dd-bf69-af0e2479ed12 HTTP/1.1" status: 404 len: 333 time: 0.0711110 Aug 06 16:19:41.789161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33438) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:19:41.793798 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:19:41.839465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-41be9d68-a42d-493b-9b5f-93432a052a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:41.840488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41be9d68-a42d-493b-9b5f-93432a052a53 None None] The sync data for ids ['e8f85495-2189-430a-ae29-3e324fb62e81'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:19:41.855818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:19:41.891252 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:19:41.891841 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9d78b883-d7ae-49a7-b3d1-42b9d94ebbfb not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:19:41.892490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device af5c306c-0dec-46e6-a44e-342f650753ec no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:19:41.907705 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-811f2392-98d2-4e79-b051-52a2c9f6f55e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.919738 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: af5c306c-0dec-46e6-a44e-342f650753ec {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:19:41.920389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device af5c306c-0dec-46e6-a44e-342f650753ec not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:19:41.938383 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.950451 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.955274 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.957600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] 10.222.0.37 "DELETE /v2.0/networks/497eb50d-24f2-4aaa-b85c-2b5a8013e0ac HTTP/1.1" status: 204 len: 168 time: 1.9759972 Aug 06 16:19:41.978346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fb088-a364-487b-9369-a1d5d2928b90 tempest-AllowedAddressPairIpV6TestJSON-1013011458 tempest-AllowedAddressPairIpV6TestJSON-1013011458-project] Pushing event deleted for resources: {'Network': ['ID=497eb50d-24f2-4aaa-b85c-2b5a8013e0ac,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:41.983095 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.053751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Pushing event updated for resources: {'Port': ['ID=90840cde-08ec-4f99-a874-7dcadc20102d,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:42.112176 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.129605 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ae691d45-59c5-4d82-a271-3f142187c555 req-5ef1f4b0-2c43-4341-9acf-038f2cfa5434 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.139153 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.143885 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['d6924cb1-f681-49f3-a424-64270cda6f76'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:19:42.160049 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-96687ea5-fa31-4452-8a73-e1f6f5d295ac tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8139174 Aug 06 16:19:42.160810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33444) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:42.178917 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-710594b3-ec18-4c23-bbdd-770a7788635b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4dd36379974748869e3bb52d12c2678e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4554274 Aug 06 16:19:42.182968 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33446) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:42.190075 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-811f2392-98d2-4e79-b051-52a2c9f6f55e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.192841 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-811f2392-98d2-4e79-b051-52a2c9f6f55e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.230779 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33448) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:42.243622 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1f4b0-2c43-4341-9acf-038f2cfa5434 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Pushing event deleted for resources: {'Port': ['ID=d6924cb1-f681-49f3-a424-64270cda6f76,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:42.264793 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-811f2392-98d2-4e79-b051-52a2c9f6f55e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.265289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811f2392-98d2-4e79-b051-52a2c9f6f55e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Fanout notify agent at l3_agent the message router_deleted on router e8f85495-2189-430a-ae29-3e324fb62e81 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:19:42.274018 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-811f2392-98d2-4e79-b051-52a2c9f6f55e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.275214 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-811f2392-98d2-4e79-b051-52a2c9f6f55e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/routers/e8f85495-2189-430a-ae29-3e324fb62e81 HTTP/1.1" status: 204 len: 168 time: 0.4882967 Aug 06 16:19:42.281587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33454) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:42.309236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae691d45-59c5-4d82-a271-3f142187c555 req-5ef1f4b0-2c43-4341-9acf-038f2cfa5434 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] No DVR routers for this DVR port d6924cb1-f681-49f3-a424-64270cda6f76 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:19:42.314492 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ae691d45-59c5-4d82-a271-3f142187c555 req-5ef1f4b0-2c43-4341-9acf-038f2cfa5434 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.316496 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae691d45-59c5-4d82-a271-3f142187c555 req-5ef1f4b0-2c43-4341-9acf-038f2cfa5434 tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.78 "DELETE /v2.0/ports/d6924cb1-f681-49f3-a424-64270cda6f76 HTTP/1.1" status: 204 len: 173 time: 2.1749716 Aug 06 16:19:42.316960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e389ef20-1c0a-457c-88a9-c6c0e9bbdb14', 'name': 'network-vif-deleted', 'tag': 'd6924cb1-f681-49f3-a424-64270cda6f76'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:19:42.319288 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-51dddbbc-012b-446f-90b9-35c10969149a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.320064 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30a06fe-a76a-413c-b0e9-55228a6f01bb" -d '{"events": [{"server_uuid": "e389ef20-1c0a-457c-88a9-c6c0e9bbdb14", "name": "network-vif-deleted", "tag": "d6924cb1-f681-49f3-a424-64270cda6f76"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:19:42.350872 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5cc72674-9867-4e58-a1f8-ac2c8b0b85ba tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1792486 Aug 06 16:19:42.350872 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33458) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:42.369072 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-51dddbbc-012b-446f-90b9-35c10969149a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.381758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2d5ff1-7c39-4838-82a0-17f41fc4538f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting subnet 63e586de-9194-42ee-ade5-a54ac381cdaa {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:19:42.391801 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27eb342a-ae31-4e89-a831-d9b1df431d83 x-openstack-request-id: req-27eb342a-ae31-4e89-a831-d9b1df431d83 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:19:42.392349 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e389ef20-1c0a-457c-88a9-c6c0e9bbdb14", "name": "network-vif-deleted", "tag": "d6924cb1-f681-49f3-a424-64270cda6f76", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:19:42.392766 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27eb342a-ae31-4e89-a831-d9b1df431d83 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:19:42.393259 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e389ef20-1c0a-457c-88a9-c6c0e9bbdb14', 'name': 'network-vif-deleted', 'tag': 'd6924cb1-f681-49f3-a424-64270cda6f76', 'status': 'completed', 'code': 200} Aug 06 16:19:42.406247 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5ff1-7c39-4838-82a0-17f41fc4538f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.453008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9af2059a-d79c-4494-981f-8ba2803d4ced tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1048563 Aug 06 16:19:42.453425 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33460) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:42.500854 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5ff1-7c39-4838-82a0-17f41fc4538f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.559657 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-51dddbbc-012b-446f-90b9-35c10969149a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.563159 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-51dddbbc-012b-446f-90b9-35c10969149a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.567212 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-51dddbbc-012b-446f-90b9-35c10969149a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e607cb4f-96b3-4ed8-8703-75fccde6b59b HTTP/1.1" status: 204 len: 168 time: 0.3805416 Aug 06 16:19:42.611074 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33464) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:42.611329 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-01a3bd92-a382-4636-8aa3-973a0e3c5b50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca277a9b1c134305bd9e399ef67e6b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3761058 Aug 06 16:19:42.619712 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dddbbc-012b-446f-90b9-35c10969149a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e607cb4f-96b3-4ed8-8703-75fccde6b59b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:42.661614 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5ff1-7c39-4838-82a0-17f41fc4538f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.662939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf7496-e88c-4ddb-b0a3-18ee8b80430e tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Deleting port 90840cde-08ec-4f99-a874-7dcadc20102d {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:42.663470 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7496-e88c-4ddb-b0a3-18ee8b80430e tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.727915 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5bd63b16-23b0-4911-b144-4e0c1578cbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.759596 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5bd63b16-23b0-4911-b144-4e0c1578cbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.772116 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5ff1-7c39-4838-82a0-17f41fc4538f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.792613 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b2d5ff1-7c39-4838-82a0-17f41fc4538f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.794214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cd3bd3-1a6a-4581-ac8b-3f17fa5d3d6a None None] Network 09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:42.795443 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3b2d5ff1-7c39-4838-82a0-17f41fc4538f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/63e586de-9194-42ee-ade5-a54ac381cdaa HTTP/1.1" status: 204 len: 168 time: 0.5128667 Aug 06 16:19:42.823000 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33472) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:42.848076 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d5ff1-7c39-4838-82a0-17f41fc4538f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Subnet': ['ID=63e586de-9194-42ee-ade5-a54ac381cdaa,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:42.868503 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7496-e88c-4ddb-b0a3-18ee8b80430e tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.870019 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7496-e88c-4ddb-b0a3-18ee8b80430e tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:42.902136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf7496-e88c-4ddb-b0a3-18ee8b80430e tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Calling delete_port for 90840cde-08ec-4f99-a874-7dcadc20102d owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:42.965285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3d3ab31-ad37-4caa-84fc-d71616312c7a req-4055d14a-b532-489a-ac4c-e4ef56d86b4d tempest-ServerRescueNegativeTestJSON-2111928793 tempest-ServerRescueNegativeTestJSON-2111928793-project] 10.222.0.37 "GET /v2.0/ports?device_id=e389ef20-1c0a-457c-88a9-c6c0e9bbdb14 HTTP/1.1" status: 200 len: 210 time: 0.0601978 Aug 06 16:19:42.984312 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:43.082195 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5bd63b16-23b0-4911-b144-4e0c1578cbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:43.084828 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5bd63b16-23b0-4911-b144-4e0c1578cbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:43.088477 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5bd63b16-23b0-4911-b144-4e0c1578cbc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f44847e6-9ee7-42ac-a517-fcb5c9deb746 HTTP/1.1" status: 204 len: 168 time: 0.4758742 Aug 06 16:19:43.119888 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd63b16-23b0-4911-b144-4e0c1578cbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44847e6-9ee7-42ac-a517-fcb5c9deb746,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:43.145266 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port 815d4e71-72ef-4391-a2e8-8f4a54464e88 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:43.145819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:43.216596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662621f2-eaf1-4e4b-8763-f88e09bb94d9 None None] DHCP port deletion for 09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:19:43.264245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] For port 815d4e71-72ef-4391-a2e8-8f4a54464e88, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=815d4e71-72ef-4391-a2e8-8f4a54464e88,segment=NetworkSegment(de046140-335f-43ef-8319-3b8251a8555b),segment_id=de046140-335f-43ef-8319-3b8251a8555b)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:43.264595 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:43.285193 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7496-e88c-4ddb-b0a3-18ee8b80430e tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:43.293158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-662621f2-eaf1-4e4b-8763-f88e09bb94d9 None None] Deleting port 815d4e71-72ef-4391-a2e8-8f4a54464e88 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:43.293571 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-662621f2-eaf1-4e4b-8763-f88e09bb94d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:43.321024 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf7496-e88c-4ddb-b0a3-18ee8b80430e tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Pushing event deleted for resources: {'Port': ['ID=90840cde-08ec-4f99-a874-7dcadc20102d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:43.378123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-662621f2-eaf1-4e4b-8763-f88e09bb94d9 None None] For port 815d4e71-72ef-4391-a2e8-8f4a54464e88, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=815d4e71-72ef-4391-a2e8-8f4a54464e88,segment=NetworkSegment(de046140-335f-43ef-8319-3b8251a8555b),segment_id=de046140-335f-43ef-8319-3b8251a8555b)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:43.378567 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-662621f2-eaf1-4e4b-8763-f88e09bb94d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:43.393836 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-662621f2-eaf1-4e4b-8763-f88e09bb94d9 None None] Calling delete_port for 815d4e71-72ef-4391-a2e8-8f4a54464e88 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:43.478022 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7496-e88c-4ddb-b0a3-18ee8b80430e tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:43.482040 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7496-e88c-4ddb-b0a3-18ee8b80430e tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:43.488433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0cdf7496-e88c-4ddb-b0a3-18ee8b80430e tempest-FloatingIPAdminTestJSON-891601920 tempest-FloatingIPAdminTestJSON-891601920-project] 10.222.0.37 "DELETE /v2.0/floatingips/7f2ce795-6e14-42d2-8b15-815e367b5c07 HTTP/1.1" status: 204 len: 168 time: 1.0337744 Aug 06 16:19:43.503469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33490) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:43.506508 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-662621f2-eaf1-4e4b-8763-f88e09bb94d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:43.578671 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662621f2-eaf1-4e4b-8763-f88e09bb94d9 None None] Pushing event deleted for resources: {'Port': ['ID=815d4e71-72ef-4391-a2e8-8f4a54464e88,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:43.593286 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662621f2-eaf1-4e4b-8763-f88e09bb94d9 None None] No DVR routers for this DVR port 815d4e71-72ef-4391-a2e8-8f4a54464e88 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:19:43.815661 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for 815d4e71-72ef-4391-a2e8-8f4a54464e88 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:43.875907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 815d4e71-72ef-4391-a2e8-8f4a54464e88 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:19:43.903964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 815d4e71-72ef-4391-a2e8-8f4a54464e88 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:19:43.904314 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 815d4e71-72ef-4391-a2e8-8f4a54464e88 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:19:43.951864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33510) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:44.019608 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:44.054768 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No DVR routers for this DVR port 815d4e71-72ef-4391-a2e8-8f4a54464e88 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:19:44.094691 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33518) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:44.133250 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d6924cb1-f681-49f3-a424-64270cda6f76 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:19:44.170429 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: d6924cb1-f681-49f3-a424-64270cda6f76 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:19:44.171003 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d6924cb1-f681-49f3-a424-64270cda6f76 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:19:44.220190 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-bcc80b11-8294-424d-88e1-899cd8d7c89b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2066242879'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:44.242411 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=815d4e71-72ef-4391-a2e8-8f4a54464e88,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:44.261779 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc80b11-8294-424d-88e1-899cd8d7c89b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:44.266513 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bcc80b11-8294-424d-88e1-899cd8d7c89b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:44.290063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-dc83cd51-8f39-401c-897d-20dde0bccb0a tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Deleting port 6ebe7dc7-6662-4f38-bd28-10ea0cee6a6c {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:44.290655 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc83cd51-8f39-401c-897d-20dde0bccb0a tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:44.348995 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bcc80b11-8294-424d-88e1-899cd8d7c89b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:44.363172 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:44.384687 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:44.411936 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc83cd51-8f39-401c-897d-20dde0bccb0a tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:44.412527 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc83cd51-8f39-401c-897d-20dde0bccb0a tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:44.428210 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-dc83cd51-8f39-401c-897d-20dde0bccb0a tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Calling delete_port for 6ebe7dc7-6662-4f38-bd28-10ea0cee6a6c owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:44.455271 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de046140-335f-43ef-8319-3b8251a8555b') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:44.455597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de046140-335f-43ef-8319-3b8251a8555b') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:44.489252 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:44.517792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:44.534974 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:19:44.535378 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:19:44.538728 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:19:44.610771 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc83cd51-8f39-401c-897d-20dde0bccb0a tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:44.701453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83cd51-8f39-401c-897d-20dde0bccb0a tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ebe7dc7-6662-4f38-bd28-10ea0cee6a6c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:44.799455 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:44.813188 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:44.820000 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/networks/09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae HTTP/1.1" status: 204 len: 168 time: 1.9895749 Aug 06 16:19:44.822869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33534) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:44.857156 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227fe12-22d8-4237-85b4-2194d7c51e5a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Network': ['ID=09e5fe02-f4c1-41f7-b4a5-5e27618ff0ae,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:44.907359 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9044139b-266c-4034-ad88-896c9ea38a93 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:44.914295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9044139b-266c-4034-ad88-896c9ea38a93 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/6bb4f517-eb08-40cd-9805-997aeafb88c7 HTTP/1.1" status: 200 len: 845 time: 0.0874169 Aug 06 16:19:44.915508 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33536) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:44.948426 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc83cd51-8f39-401c-897d-20dde0bccb0a tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:44.951797 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dc83cd51-8f39-401c-897d-20dde0bccb0a tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:44.956701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dc83cd51-8f39-401c-897d-20dde0bccb0a tempest-FloatingIPAdminTestJSON-2085074709 tempest-FloatingIPAdminTestJSON-2085074709-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/268c2026-3837-428a-8be2-6f1388157d0a HTTP/1.1" status: 204 len: 168 time: 1.4502215 Aug 06 16:19:44.962380 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33538) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:45.002279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-48e0fc4d-ff86-4d33-98b2-1473d6833087 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/6bb4f517-eb08-40cd-9805-997aeafb88c7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0832682 Aug 06 16:19:45.006941 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33544) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:45.018318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-52949bb9-d55c-4d4e-b276-c98574a990ed tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'subnet': {'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:45.035587 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bcc80b11-8294-424d-88e1-899cd8d7c89b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.049606 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bcc80b11-8294-424d-88e1-899cd8d7c89b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.103646 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc80b11-8294-424d-88e1-899cd8d7c89b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:19:45.133745 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bcc80b11-8294-424d-88e1-899cd8d7c89b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.134096 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-bcc80b11-8294-424d-88e1-899cd8d7c89b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Added segment 00658e7f-dfdb-4d7a-9f08-cb05ed316ecf of type vlan for network a0fd5cd0-29b4-4635-913c-c732285722e0 Aug 06 16:19:45.152282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52949bb9-d55c-4d4e-b276-c98574a990ed tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:45.156751 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52949bb9-d55c-4d4e-b276-c98574a990ed tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.167457 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc80b11-8294-424d-88e1-899cd8d7c89b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e6bb94-2c65-4fe0-aeb0-99f4eccbe723,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:45.250467 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bcc80b11-8294-424d-88e1-899cd8d7c89b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.258886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d951d22e-8707-4497-856f-80965f745bac tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Deleting port 86377d2d-ee09-4e75-bdf6-87a6ae8fc4b4 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:45.259213 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d951d22e-8707-4497-856f-80965f745bac tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.378939 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2da75367-fe6d-4f1d-9368-0711243708fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.419407 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52949bb9-d55c-4d4e-b276-c98574a990ed tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.431387 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bcc80b11-8294-424d-88e1-899cd8d7c89b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.439366 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc80b11-8294-424d-88e1-899cd8d7c89b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:45.440194 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bcc80b11-8294-424d-88e1-899cd8d7c89b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.466736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52949bb9-d55c-4d4e-b276-c98574a990ed tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:45.490220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52949bb9-d55c-4d4e-b276-c98574a990ed tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Subnet': ['ID=7c9f1a2d-c9b7-42aa-8669-b6a9e6541844,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:45.497537 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-52949bb9-d55c-4d4e-b276-c98574a990ed tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:45.504163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52949bb9-d55c-4d4e-b276-c98574a990ed tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:45.504781 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52949bb9-d55c-4d4e-b276-c98574a990ed tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.506928 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a373f8-5654-4426-bd3e-3e9414c94fc0 None None] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:45.540323 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-52949bb9-d55c-4d4e-b276-c98574a990ed tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5318129 Aug 06 16:19:45.543706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33558) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:45.548603 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bcc80b11-8294-424d-88e1-899cd8d7c89b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5958183 Aug 06 16:19:45.551657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'security_group': {'name': 'tempest-secgroup-1752650690'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:45.552232 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d951d22e-8707-4497-856f-80965f745bac tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.601256 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.616324 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d951d22e-8707-4497-856f-80965f745bac tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Calling delete_port for 86377d2d-ee09-4e75-bdf6-87a6ae8fc4b4 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:45.624330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc80b11-8294-424d-88e1-899cd8d7c89b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Network': ['ID=a0fd5cd0-29b4-4635-913c-c732285722e0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:45.644034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a0fd5cd0-29b4-4635-913c-c732285722e0 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:19:45.925556 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.927791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'tenant_id': 'd90686cdb75c40888bbfb8c0a46e098d', 'fixed_ips': [{'subnet_id': '7c9f1a2d-c9b7-42aa-8669-b6a9e6541844'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:19:45.928663 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.940970 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.983066 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:45.988309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33568) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:45.994689 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4478829 Aug 06 16:19:46.005941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3085cb97-9db6-4e5d-845a-74073d7e1cf3 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'security_group': {'name': 'tempest-secgroup-443202025'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:46.023530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e1b5ac-2dff-4271-bec1-f3975c28fb82,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:46.049924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:46.051467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:46.051948 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:46.053761 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:46.054575 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:46.055761 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:46.055984 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d951d22e-8707-4497-856f-80965f745bac tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:46.071076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:46.072107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:46.074841 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:46.076682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:46.078387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:46.078993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b9883-0ac4-4b4c-af4b-7a9f5e2843df tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:46.118000 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3085cb97-9db6-4e5d-845a-74073d7e1cf3 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:46.138568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951d22e-8707-4497-856f-80965f745bac tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event deleted for resources: {'Port': ['ID=86377d2d-ee09-4e75-bdf6-87a6ae8fc4b4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:46.260810 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-2da75367-fe6d-4f1d-9368-0711243708fb admin admin] Deleting port c3179432-1d50-4670-ba09-25c160283051 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:46.261547 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2da75367-fe6d-4f1d-9368-0711243708fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:46.312026 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Allocated IP 2001:db8::2 (c5b4bd80-dfc9-408e-b5d5-e2d8d580f162/7c9f1a2d-c9b7-42aa-8669-b6a9e6541844/babef0b3-9f5d-46fc-ae07-0c4cf81a928f) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:46.441488 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-2da75367-fe6d-4f1d-9368-0711243708fb admin admin] For port c3179432-1d50-4670-ba09-25c160283051, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c3179432-1d50-4670-ba09-25c160283051,segment=NetworkSegment(193e0109-53a3-407a-8556-604c4ac01987),segment_id=193e0109-53a3-407a-8556-604c4ac01987)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:46.442109 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2da75367-fe6d-4f1d-9368-0711243708fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:46.459014 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-2da75367-fe6d-4f1d-9368-0711243708fb admin admin] Calling delete_port for c3179432-1d50-4670-ba09-25c160283051 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:46.594919 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:46.606043 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d951d22e-8707-4497-856f-80965f745bac tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:46.606274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Transition to ACTIVE for port object babef0b3-9f5d-46fc-ae07-0c4cf81a928f will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:46.610803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33574) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:46.611296 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d951d22e-8707-4497-856f-80965f745bac tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] 10.222.0.37 "DELETE /v2.0/ports/86377d2d-ee09-4e75-bdf6-87a6ae8fc4b4 HTTP/1.1" status: 204 len: 168 time: 1.6462476 Aug 06 16:19:46.632959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Transition to ACTIVE for port object babef0b3-9f5d-46fc-ae07-0c4cf81a928f will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:46.641308 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:46.690217 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:46.710839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7502cf-b719-4c5c-9c6d-a1dc0c2402d0 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:46.715347 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6f7502cf-b719-4c5c-9c6d-a1dc0c2402d0 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] 10.222.0.37 "GET /v2.0/ports?device_id=400c815f-5bca-4284-9ee3-4724466dc806 HTTP/1.1" status: 200 len: 913 time: 0.1019189 Aug 06 16:19:46.718660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:46.718798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33576) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:46.724350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:46.734439 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3085cb97-9db6-4e5d-845a-74073d7e1cf3 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:46.740224 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3085cb97-9db6-4e5d-845a-74073d7e1cf3 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:46.749399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Pushing event updated for resources: {'Port': ['ID=babef0b3-9f5d-46fc-ae07-0c4cf81a928f,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:46.760339 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2da75367-fe6d-4f1d-9368-0711243708fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:46.805255 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3085cb97-9db6-4e5d-845a-74073d7e1cf3 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:46.810294 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3085cb97-9db6-4e5d-845a-74073d7e1cf3 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8189795 Aug 06 16:19:46.811165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da75367-fe6d-4f1d-9368-0711243708fb admin admin] Pushing event deleted for resources: {'Port': ['ID=c3179432-1d50-4670-ba09-25c160283051,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:46.818048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33578) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:46.824566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085cb97-9db6-4e5d-845a-74073d7e1cf3 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b91fbd-a41d-49a2-957f-51dd37b90e0e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:46.839518 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2bfa1bec-c798-486d-a079-9ad03e16df05 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1442744581', 'security_groups': ['e5b91fbd-a41d-49a2-957f-51dd37b90e0e'], 'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7c9f1a2d-c9b7-42aa-8669-b6a9e6541844'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:46.872476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Attempting to bind port babef0b3-9f5d-46fc-ae07-0c4cf81a928f on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:19:46.873163 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Attempting to bind port babef0b3-9f5d-46fc-ae07-0c4cf81a928f by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '86191fea-e8ef-4d2e-a538-bb9f8ab86479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:19:46.873652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Attempting to bind port babef0b3-9f5d-46fc-ae07-0c4cf81a928f on network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:19:46.879075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:19:46.879577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Checking segment: {'id': '86191fea-e8ef-4d2e-a538-bb9f8ab86479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:46.880100 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:46.880772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Bound using segment: {'id': '86191fea-e8ef-4d2e-a538-bb9f8ab86479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:19:46.881343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Bound port: babef0b3-9f5d-46fc-ae07-0c4cf81a928f, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86191fea-e8ef-4d2e-a538-bb9f8ab86479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:19:46.881861 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:46.996556 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] For port babef0b3-9f5d-46fc-ae07-0c4cf81a928f, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:19:47.000383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] For port babef0b3-9f5d-46fc-ae07-0c4cf81a928f, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=babef0b3-9f5d-46fc-ae07-0c4cf81a928f,segment=NetworkSegment(86191fea-e8ef-4d2e-a538-bb9f8ab86479),segment_id=86191fea-e8ef-4d2e-a538-bb9f8ab86479)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:19:47.022018 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:47.149367 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2da75367-fe6d-4f1d-9368-0711243708fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:47.154832 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61a7b2-6968-43f8-a4af-1cfc21b1a369 None None] Pushing event updated for resources: {'Port': ['ID=babef0b3-9f5d-46fc-ae07-0c4cf81a928f,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:47.225788 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfa1bec-c798-486d-a079-9ad03e16df05 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:47.738956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da75367-fe6d-4f1d-9368-0711243708fb admin admin] Router efb5149e-8104-4759-942f-242dfb840dc5 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:19:47.916357 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2bfa1bec-c798-486d-a079-9ad03e16df05 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:47.969796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-2bfa1bec-c798-486d-a079-9ad03e16df05 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] device_id is not set on port e6aeb4dc-6313-42f8-b482-bef2ec903481 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:19:48.077316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da75367-fe6d-4f1d-9368-0711243708fb admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:19:48.079837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device babef0b3-9f5d-46fc-ae07-0c4cf81a928f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:48.093730 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ce6e03-796b-4c3c-b06c-4b1410d42a42 None None] Sync routers for ids ['efb5149e-8104-4759-942f-242dfb840dc5'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:19:48.109243 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce6e03-796b-4c3c-b06c-4b1410d42a42 None None] Routers {'efb5149e-8104-4759-942f-242dfb840dc5'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:48.109878 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e6ce6e03-796b-4c3c-b06c-4b1410d42a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['efb5149e-8104-4759-942f-242dfb840dc5'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:48.111999 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2da75367-fe6d-4f1d-9368-0711243708fb admin admin] 10.222.0.37 "PUT /v2.0/routers/efb5149e-8104-4759-942f-242dfb840dc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0124180 Aug 06 16:19:48.115363 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33638) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:48.315015 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port babef0b3-9f5d-46fc-ae07-0c4cf81a928f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:48.443849 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:19:48.489979 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-e6ce6e03-796b-4c3c-b06c-4b1410d42a42 None None] Set router efb5149e-8104-4759-942f-242dfb840dc5 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:19:48.533764 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d141665b-7070-4c3a-b358-32ad7c89d1b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:48.657941 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-209ff362-be53-4504-b667-2e4c95d202ed tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:48.750514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-2bfa1bec-c798-486d-a079-9ad03e16df05 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Allocated IP 2001:db8::32a (c5b4bd80-dfc9-408e-b5d5-e2d8d580f162/7c9f1a2d-c9b7-42aa-8669-b6a9e6541844/e6aeb4dc-6313-42f8-b482-bef2ec903481) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:48.821614 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d141665b-7070-4c3a-b358-32ad7c89d1b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:48.968773 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e6ce6e03-796b-4c3c-b06c-4b1410d42a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'name': 'tempest-ServerRescueNegativeTestJSON-924380202-router', 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': 'e67cb961-5bb2-4ebc-8482-05c8f96f3f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:24Z', 'updated_at': '2021-08-06T16:19:46Z', 'revision_number': 5, 'project_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'gw_port': {'id': 'e67cb961-5bb2-4ebc-8482-05c8f96f3f63', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:16:26Z', 'updated_at': '2021-08-06T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:49.012446 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ce6e03-796b-4c3c-b06c-4b1410d42a42 None None] Checking router: efb5149e-8104-4759-942f-242dfb840dc5 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:19:49.023037 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ce6e03-796b-4c3c-b06c-4b1410d42a42 None None] Routers {'efb5149e-8104-4759-942f-242dfb840dc5'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:49.024386 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e6ce6e03-796b-4c3c-b06c-4b1410d42a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['efb5149e-8104-4759-942f-242dfb840dc5'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:49.025261 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-08129655-3082-4769-ba42-cff669fba0a2 None None] Provisioning complete for port 6bb4f517-eb08-40cd-9805-997aeafb88c7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:49.026023 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08129655-3082-4769-ba42-cff669fba0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:49.028110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d141665b-7070-4c3a-b358-32ad7c89d1b0 admin admin] Deleting port e67cb961-5bb2-4ebc-8482-05c8f96f3f63 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:49.028458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d141665b-7070-4c3a-b358-32ad7c89d1b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:49.103485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-08129655-3082-4769-ba42-cff669fba0a2 None None] Port 6bb4f517-eb08-40cd-9805-997aeafb88c7 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:49.141997 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-08129655-3082-4769-ba42-cff669fba0a2 None None] Provisioning for port babef0b3-9f5d-46fc-ae07-0c4cf81a928f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:49.147101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-08129655-3082-4769-ba42-cff669fba0a2 None None] Provisioning complete for port babef0b3-9f5d-46fc-ae07-0c4cf81a928f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:49.147607 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08129655-3082-4769-ba42-cff669fba0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:49.170273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33678) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:49.173144 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-e6ce6e03-796b-4c3c-b06c-4b1410d42a42 None None] Set router efb5149e-8104-4759-942f-242dfb840dc5 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:19:49.188934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-52a5c227-d310-473f-b89c-f5fb94ccc117 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'subnet': {'network_id': 'a0fd5cd0-29b4-4635-913c-c732285722e0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:49.244907 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-d141665b-7070-4c3a-b358-32ad7c89d1b0 admin admin] For port e67cb961-5bb2-4ebc-8482-05c8f96f3f63, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e67cb961-5bb2-4ebc-8482-05c8f96f3f63,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:49.245159 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d141665b-7070-4c3a-b358-32ad7c89d1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:49.247749 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e6ce6e03-796b-4c3c-b06c-4b1410d42a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'name': 'tempest-ServerRescueNegativeTestJSON-924380202-router', 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:24Z', 'updated_at': '2021-08-06T16:19:48Z', 'revision_number': 6, 'project_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:49.277460 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d141665b-7070-4c3a-b358-32ad7c89d1b0 admin admin] Calling delete_port for e67cb961-5bb2-4ebc-8482-05c8f96f3f63 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:49.288392 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08129655-3082-4769-ba42-cff669fba0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:49.332706 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ce6e03-796b-4c3c-b06c-4b1410d42a42 None None] The sync data for ids ['efb5149e-8104-4759-942f-242dfb840dc5'] in n-d-803756-1 is: [{'id': 'efb5149e-8104-4759-942f-242dfb840dc5', 'name': 'tempest-ServerRescueNegativeTestJSON-924380202-router', 'tenant_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:16:24Z', 'updated_at': '2021-08-06T16:19:48Z', 'revision_number': 6, 'project_id': '6e8ee7df3c0e4668aecdf398f1142d6a', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:19:49.353258 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2bfa1bec-c798-486d-a079-9ad03e16df05 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:49.366079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-08129655-3082-4769-ba42-cff669fba0a2 None None] For port babef0b3-9f5d-46fc-ae07-0c4cf81a928f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=babef0b3-9f5d-46fc-ae07-0c4cf81a928f,segment=NetworkSegment(86191fea-e8ef-4d2e-a538-bb9f8ab86479),segment_id=86191fea-e8ef-4d2e-a538-bb9f8ab86479)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:49.375360 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-2bfa1bec-c798-486d-a079-9ad03e16df05 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Transition to ACTIVE for port object e6aeb4dc-6313-42f8-b482-bef2ec903481 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:49.378261 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08129655-3082-4769-ba42-cff669fba0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:49.473741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08129655-3082-4769-ba42-cff669fba0a2 None None] Pushing event updated for resources: {'Port': ['ID=babef0b3-9f5d-46fc-ae07-0c4cf81a928f,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:49.642957 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d141665b-7070-4c3a-b358-32ad7c89d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:49.650773 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2bfa1bec-c798-486d-a079-9ad03e16df05 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:49.658933 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a5c227-d310-473f-b89c-f5fb94ccc117 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:49.663047 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52a5c227-d310-473f-b89c-f5fb94ccc117 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:49.684951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141665b-7070-4c3a-b358-32ad7c89d1b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e67cb961-5bb2-4ebc-8482-05c8f96f3f63,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:49.786678 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d141665b-7070-4c3a-b358-32ad7c89d1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:49.797168 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfa1bec-c798-486d-a079-9ad03e16df05 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:49.807659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-2bfa1bec-c798-486d-a079-9ad03e16df05 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:49.818608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfa1bec-c798-486d-a079-9ad03e16df05 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:49.825067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfa1bec-c798-486d-a079-9ad03e16df05 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:49.825788 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2bfa1bec-c798-486d-a079-9ad03e16df05 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:49.866723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device babef0b3-9f5d-46fc-ae07-0c4cf81a928f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:49.907495 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa1bec-c798-486d-a079-9ad03e16df05 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=e6aeb4dc-6313-42f8-b482-bef2ec903481,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:49.941353 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d141665b-7070-4c3a-b358-32ad7c89d1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:49.944828 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d141665b-7070-4c3a-b358-32ad7c89d1b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:49.980903 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2bfa1bec-c798-486d-a079-9ad03e16df05 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1565447 Aug 06 16:19:49.984012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33688) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:49.994149 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port babef0b3-9f5d-46fc-ae07-0c4cf81a928f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:49.994866 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.008602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-3b7cbe11-2adf-41a8-9b59-a04871196012 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'subnet': {'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:50.018127 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d141665b-7070-4c3a-b358-32ad7c89d1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.018988 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d141665b-7070-4c3a-b358-32ad7c89d1b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efb5149e-8104-4759-942f-242dfb840dc5 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:19:50.028596 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d141665b-7070-4c3a-b358-32ad7c89d1b0 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.030559 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d141665b-7070-4c3a-b358-32ad7c89d1b0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/efb5149e-8104-4759-942f-242dfb840dc5 HTTP/1.1" status: 204 len: 168 time: 1.9141903 Aug 06 16:19:50.033927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33692) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:50.124682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-4460e502-543f-4494-9c79-804b758519d1 admin admin] Deleting subnet f7d4a562-70dc-45dc-b649-bb870e6750de {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:19:50.129090 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4460e502-543f-4494-9c79-804b758519d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.153386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-209ff362-be53-4504-b667-2e4c95d202ed tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Deleting port d1f46daf-9afe-46e2-8edd-f79c5b3b6adc {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:50.153808 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-209ff362-be53-4504-b667-2e4c95d202ed tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.194245 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4460e502-543f-4494-9c79-804b758519d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.251446 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4460e502-543f-4494-9c79-804b758519d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.324916 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4460e502-543f-4494-9c79-804b758519d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.353837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d3eaf04f-68c0-4963-8b1a-ad5fd924ca1b None None] Provisioning for port e6aeb4dc-6313-42f8-b482-bef2ec903481 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:50.363127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d3eaf04f-68c0-4963-8b1a-ad5fd924ca1b None None] Provisioning complete for port e6aeb4dc-6313-42f8-b482-bef2ec903481 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:50.364521 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d3eaf04f-68c0-4963-8b1a-ad5fd924ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.368419 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460e502-543f-4494-9c79-804b758519d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d4a562-70dc-45dc-b649-bb870e6750de,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:50.370438 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4460e502-543f-4494-9c79-804b758519d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.372998 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4460e502-543f-4494-9c79-804b758519d1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f7d4a562-70dc-45dc-b649-bb870e6750de HTTP/1.1" status: 204 len: 168 time: 0.3373284 Aug 06 16:19:50.375496 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33694) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:50.415888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d3eaf04f-68c0-4963-8b1a-ad5fd924ca1b None None] Port e6aeb4dc-6313-42f8-b482-bef2ec903481 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:50.423621 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-209ff362-be53-4504-b667-2e4c95d202ed tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.439067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e67cb961-5bb2-4ebc-8482-05c8f96f3f63 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:19:50.452976 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dce78e3c-48c6-4037-8fc7-9221ce0cd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.471098 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: e67cb961-5bb2-4ebc-8482-05c8f96f3f63 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:19:50.471435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e67cb961-5bb2-4ebc-8482-05c8f96f3f63 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:19:50.471851 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c3179432-1d50-4670-ba09-25c160283051 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:19:50.489266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-209ff362-be53-4504-b667-2e4c95d202ed tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Calling delete_port for d1f46daf-9afe-46e2-8edd-f79c5b3b6adc owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:50.497218 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: c3179432-1d50-4670-ba09-25c160283051 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:19:50.497488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c3179432-1d50-4670-ba09-25c160283051 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:19:50.556208 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dce78e3c-48c6-4037-8fc7-9221ce0cd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.563635 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52a5c227-d310-473f-b89c-f5fb94ccc117 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.568291 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-dce78e3c-48c6-4037-8fc7-9221ce0cd9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f05834-9f0b-4db5-a388-5cb0595f3947']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:50.581183 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-dce78e3c-48c6-4037-8fc7-9221ce0cd9d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193e0109-53a3-407a-8556-604c4ac01987') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:50.581400 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-dce78e3c-48c6-4037-8fc7-9221ce0cd9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193e0109-53a3-407a-8556-604c4ac01987') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:50.591655 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dce78e3c-48c6-4037-8fc7-9221ce0cd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.606628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7cbe11-2adf-41a8-9b59-a04871196012 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:50.608141 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dce78e3c-48c6-4037-8fc7-9221ce0cd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.610202 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3b7cbe11-2adf-41a8-9b59-a04871196012 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.616406 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce78e3c-48c6-4037-8fc7-9221ce0cd9d1 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:19:50.617474 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dce78e3c-48c6-4037-8fc7-9221ce0cd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:19:50.619892 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:19:50.740116 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5c227-d310-473f-b89c-f5fb94ccc117 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Subnet': ['ID=9191889e-7932-41a3-aa77-f98a94bc3d00,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:50.852422 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a5c227-d310-473f-b89c-f5fb94ccc117 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Checking segment: {'id': '00658e7f-dfdb-4d7a-9f08-cb05ed316ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a0fd5cd0-29b4-4635-913c-c732285722e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:50.852785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a5c227-d310-473f-b89c-f5fb94ccc117 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network hostable DHCP agents. Network: a0fd5cd0-29b4-4635-913c-c732285722e0, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:19:50.877749 n-d-803756-1 neutron-server[105765]: INFO neutron.db.ipam_backend_mixin [None req-3b7cbe11-2adf-41a8-9b59-a04871196012 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c9f1a2d-c9b7-42aa-8669-b6a9e6541844 (CIDR: 2001:db8::/64) Aug 06 16:19:50.893531 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7cbe11-2adf-41a8-9b59-a04871196012 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:19:50.894022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7cbe11-2adf-41a8-9b59-a04871196012 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:19:50.916689 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a5c227-d310-473f-b89c-f5fb94ccc117 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network a0fd5cd0-29b4-4635-913c-c732285722e0 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:19:50.929681 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3b7cbe11-2adf-41a8-9b59-a04871196012 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9337420 Aug 06 16:19:50.932807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33704) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:50.957820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-520afb86-7a51-4af1-badc-0ece7a705a7d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'subnet': {'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:50.970810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-52a5c227-d310-473f-b89c-f5fb94ccc117 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a0fd5cd0-29b4-4635-913c-c732285722e0) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:50.978827 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd812924-9cee-45b7-997a-6a011f2471e3 None None] Network a0fd5cd0-29b4-4635-913c-c732285722e0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:50.997794 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a5c227-d310-473f-b89c-f5fb94ccc117 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:50.998188 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52a5c227-d310-473f-b89c-f5fb94ccc117 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:51.073565 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-52a5c227-d310-473f-b89c-f5fb94ccc117 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9001400 Aug 06 16:19:51.078251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33708) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:51.084916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4925867c-86f4-44d8-89f0-758a36fdf115 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1731397347'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:51.091521 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-209ff362-be53-4504-b667-2e4c95d202ed tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:51.136069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ff362-be53-4504-b667-2e4c95d202ed tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event deleted for resources: {'Port': ['ID=d1f46daf-9afe-46e2-8edd-f79c5b3b6adc,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:51.225957 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dce78e3c-48c6-4037-8fc7-9221ce0cd9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:51.227474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4925867c-86f4-44d8-89f0-758a36fdf115 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:51.233808 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4925867c-86f4-44d8-89f0-758a36fdf115 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:51.249517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-a0fd5cd0-29b4-4635-913c-c732285722e0', 'network_id': 'a0fd5cd0-29b4-4635-913c-c732285722e0', 'tenant_id': 'a219c07f18d9404fbc314daf6e8834ea', 'fixed_ips': [{'subnet_id': '9191889e-7932-41a3-aa77-f98a94bc3d00'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:19:51.250417 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:51.263089 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dce78e3c-48c6-4037-8fc7-9221ce0cd9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:51.266101 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dce78e3c-48c6-4037-8fc7-9221ce0cd9d1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/75f05834-9f0b-4db5-a388-5cb0595f3947 HTTP/1.1" status: 204 len: 168 time: 0.8896608 Aug 06 16:19:51.268192 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce78e3c-48c6-4037-8fc7-9221ce0cd9d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=75f05834-9f0b-4db5-a388-5cb0595f3947,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:51.306160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4925867c-86f4-44d8-89f0-758a36fdf115 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:19:51.308062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520afb86-7a51-4af1-badc-0ece7a705a7d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:51.324631 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-520afb86-7a51-4af1-badc-0ece7a705a7d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:51.449681 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4925867c-86f4-44d8-89f0-758a36fdf115 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:51.450351 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-4925867c-86f4-44d8-89f0-758a36fdf115 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Added segment c06b071a-2327-43cd-917c-185c9d13960b of type vlan for network 1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3 Aug 06 16:19:51.516582 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Allocated IP 2001:db8:0:ffff::2 (a0fd5cd0-29b4-4635-913c-c732285722e0/9191889e-7932-41a3-aa77-f98a94bc3d00/b59d3189-fff7-4b4b-8f36-2adf994eab0d) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:51.556785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33714) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:51.632088 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0a409caf-818f-44f7-9003-bd758b646d43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6e8ee7df3c0e4668aecdf398f1142d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732899 Aug 06 16:19:51.636954 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33716) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:51.726796 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:51.737308 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Transition to ACTIVE for port object b59d3189-fff7-4b4b-8f36-2adf994eab0d will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:51.745018 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8deb7ecb-ef09-490b-bf39-c1089c238bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:51.757340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Transition to ACTIVE for port object b59d3189-fff7-4b4b-8f36-2adf994eab0d will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:51.767418 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:51.775210 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8deb7ecb-ef09-490b-bf39-c1089c238bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:51.843517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Network a0fd5cd0-29b4-4635-913c-c732285722e0 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:51.851503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:51.858280 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:51.872782 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8deb7ecb-ef09-490b-bf39-c1089c238bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:51.875716 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8deb7ecb-ef09-490b-bf39-c1089c238bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:51.877777 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8deb7ecb-ef09-490b-bf39-c1089c238bff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/982da2d6-9ed8-4a0a-92b5-7283d62fbeea HTTP/1.1" status: 204 len: 168 time: 0.2380934 Aug 06 16:19:51.883115 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Pushing event updated for resources: {'Port': ['ID=b59d3189-fff7-4b4b-8f36-2adf994eab0d,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:51.890861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb7ecb-ef09-490b-bf39-c1089c238bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982da2d6-9ed8-4a0a-92b5-7283d62fbeea,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:51.987513 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Attempting to bind port b59d3189-fff7-4b4b-8f36-2adf994eab0d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:19:51.988960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Attempting to bind port b59d3189-fff7-4b4b-8f36-2adf994eab0d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00658e7f-dfdb-4d7a-9f08-cb05ed316ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a0fd5cd0-29b4-4635-913c-c732285722e0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:19:51.991084 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Attempting to bind port b59d3189-fff7-4b4b-8f36-2adf994eab0d on network a0fd5cd0-29b4-4635-913c-c732285722e0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:19:52.004497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:19:52.005244 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Checking segment: {'id': '00658e7f-dfdb-4d7a-9f08-cb05ed316ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a0fd5cd0-29b4-4635-913c-c732285722e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:52.005670 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:52.006080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Bound using segment: {'id': '00658e7f-dfdb-4d7a-9f08-cb05ed316ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a0fd5cd0-29b4-4635-913c-c732285722e0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:19:52.006569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Bound port: b59d3189-fff7-4b4b-8f36-2adf994eab0d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00658e7f-dfdb-4d7a-9f08-cb05ed316ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a0fd5cd0-29b4-4635-913c-c732285722e0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:19:52.009055 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:52.039264 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4925867c-86f4-44d8-89f0-758a36fdf115 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:52.110246 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-209ff362-be53-4504-b667-2e4c95d202ed tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:52.127812 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4925867c-86f4-44d8-89f0-758a36fdf115 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:52.133103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4925867c-86f4-44d8-89f0-758a36fdf115 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:52.133617 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4925867c-86f4-44d8-89f0-758a36fdf115 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:52.198663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] For port b59d3189-fff7-4b4b-8f36-2adf994eab0d, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:19:52.206605 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] For port b59d3189-fff7-4b4b-8f36-2adf994eab0d, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b59d3189-fff7-4b4b-8f36-2adf994eab0d,segment=NetworkSegment(00658e7f-dfdb-4d7a-9f08-cb05ed316ecf),segment_id=00658e7f-dfdb-4d7a-9f08-cb05ed316ecf)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:19:52.215192 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:52.250645 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4925867c-86f4-44d8-89f0-758a36fdf115 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1707931 Aug 06 16:19:52.253340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33728) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:52.260124 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-17944ef9-f16e-47ba-9e90-d278cec51df3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'subnet': {'network_id': '1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:52.300417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b756d4d-7074-4f1b-8105-57d9626b219b None None] Pushing event updated for resources: {'Port': ['ID=b59d3189-fff7-4b4b-8f36-2adf994eab0d,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:52.497145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925867c-86f4-44d8-89f0-758a36fdf115 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Network': ['ID=1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:52.531435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:19:52.597987 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17944ef9-f16e-47ba-9e90-d278cec51df3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:52.605153 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17944ef9-f16e-47ba-9e90-d278cec51df3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:52.649214 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-520afb86-7a51-4af1-badc-0ece7a705a7d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:52.836272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520afb86-7a51-4af1-badc-0ece7a705a7d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Subnet': ['ID=78136c43-59ad-4335-a39c-fe986994bf77,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:52.845884 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520afb86-7a51-4af1-badc-0ece7a705a7d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:52.855054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-520afb86-7a51-4af1-badc-0ece7a705a7d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:52.868367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f39e16-ef9a-4690-beba-71ab0ae61ece None None] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:52.876840 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520afb86-7a51-4af1-badc-0ece7a705a7d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:52.878152 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-520afb86-7a51-4af1-badc-0ece7a705a7d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:52.910398 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209ff362-be53-4504-b667-2e4c95d202ed tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Router 400c815f-5bca-4284-9ee3-4724466dc806 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:19:52.923496 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-520afb86-7a51-4af1-badc-0ece7a705a7d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9898415 Aug 06 16:19:52.924730 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33740) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:52.932173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-f50119da-3bc7-4f13-8e2c-7c2e49741325 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-673073654', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '78136c43-59ad-4335-a39c-fe986994bf77'}], 'security_groups': ['33e1b5ac-2dff-4271-bec1-f3975c28fb82']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:53.106435 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17944ef9-f16e-47ba-9e90-d278cec51df3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:53.169126 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209ff362-be53-4504-b667-2e4c95d202ed tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:19:53.183570 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-209ff362-be53-4504-b667-2e4c95d202ed tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] 10.222.0.37 "PUT /v2.0/routers/400c815f-5bca-4284-9ee3-4724466dc806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4611750 Aug 06 16:19:53.188182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33750) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:53.193161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538d31f-a752-4f30-a7d9-0e59ab3e643f None None] Sync routers for ids ['400c815f-5bca-4284-9ee3-4724466dc806'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:19:53.222777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538d31f-a752-4f30-a7d9-0e59ab3e643f None None] Routers {'400c815f-5bca-4284-9ee3-4724466dc806'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:53.227614 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9538d31f-a752-4f30-a7d9-0e59ab3e643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['400c815f-5bca-4284-9ee3-4724466dc806'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:53.266360 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17944ef9-f16e-47ba-9e90-d278cec51df3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Subnet': ['ID=ecb81130-1083-4256-a35d-2feb98837a5d,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:53.293137 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17944ef9-f16e-47ba-9e90-d278cec51df3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Checking segment: {'id': 'c06b071a-2327-43cd-917c-185c9d13960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:53.293511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17944ef9-f16e-47ba-9e90-d278cec51df3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network hostable DHCP agents. Network: 1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:19:53.318015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17944ef9-f16e-47ba-9e90-d278cec51df3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network 1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:19:53.332826 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-17944ef9-f16e-47ba-9e90-d278cec51df3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:53.353028 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17944ef9-f16e-47ba-9e90-d278cec51df3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:53.353658 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17944ef9-f16e-47ba-9e90-d278cec51df3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:53.356860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e370ade-0f9c-4f93-8431-86774a665e99 None None] Network 1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:53.363957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9538d31f-a752-4f30-a7d9-0e59ab3e643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:53.388296 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f50119da-3bc7-4f13-8e2c-7c2e49741325 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:53.388539 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-17944ef9-f16e-47ba-9e90-d278cec51df3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1297703 Aug 06 16:19:53.389004 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33762) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:53.419545 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33764) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:53.491035 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549ae0ec-6aee-4c3b-8102-bb1db11e6244 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:53.592850 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:53.603109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c104bf1-c9f4-4292-a386-634fe1f3a7f8 None None] Update dhcp port {'port': {'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'fixed_ips': [{'subnet_id': '7c9f1a2d-c9b7-42aa-8669-b6a9e6541844', 'ip_address': '2001:db8::2'}, {'subnet_id': '78136c43-59ad-4335-a39c-fe986994bf77'}], 'binding:host_id': 'n-d-803756-1'}, 'id': 'babef0b3-9f5d-46fc-ae07-0c4cf81a928f'} from n-d-803756-1. {{(pid=105766) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 16:19:53.611423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538d31f-a752-4f30-a7d9-0e59ab3e643f None None] Routers {'400c815f-5bca-4284-9ee3-4724466dc806'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:53.612132 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9538d31f-a752-4f30-a7d9-0e59ab3e643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:19:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['400c815f-5bca-4284-9ee3-4724466dc806'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:53.719403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9538d31f-a752-4f30-a7d9-0e59ab3e643f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:53.720144 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538d31f-a752-4f30-a7d9-0e59ab3e643f None None] The sync data for ids ['400c815f-5bca-4284-9ee3-4724466dc806'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:19:53.725078 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0c104bf1-c9f4-4292-a386-634fe1f3a7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:53.729449 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5be7cf-2e67-4146-8dd3-20d41938dc0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3', 'network_id': '1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3', 'tenant_id': 'a219c07f18d9404fbc314daf6e8834ea', 'fixed_ips': [{'subnet_id': 'ecb81130-1083-4256-a35d-2feb98837a5d'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:19:53.730408 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7b5be7cf-2e67-4146-8dd3-20d41938dc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:53.735860 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e96de725-32b1-4650-bb77-8f9f8e87aaae tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:53.758148 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-810876878-network', 'tenant_id': '5e2355e70c724a9a92a0cbc519a3c343'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:53.871781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e96de725-32b1-4650-bb77-8f9f8e87aaae tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.002231 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-0c104bf1-c9f4-4292-a386-634fe1f3a7f8 None None] Allocated IP 2001:db8:0:1::2 (c5b4bd80-dfc9-408e-b5d5-e2d8d580f162/78136c43-59ad-4335-a39c-fe986994bf77/babef0b3-9f5d-46fc-ae07-0c4cf81a928f) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:54.025108 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e96de725-32b1-4650-bb77-8f9f8e87aaae tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.065542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] Made reservation on behalf of 5e2355e70c724a9a92a0cbc519a3c343 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:54.077496 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.107809 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.136540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-0c104bf1-c9f4-4292-a386-634fe1f3a7f8 None None] For port babef0b3-9f5d-46fc-ae07-0c4cf81a928f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=babef0b3-9f5d-46fc-ae07-0c4cf81a928f,segment=NetworkSegment(86191fea-e8ef-4d2e-a538-bb9f8ab86479),segment_id=86191fea-e8ef-4d2e-a538-bb9f8ab86479)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:54.164495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96de725-32b1-4650-bb77-8f9f8e87aaae tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Subnet': ['ID=ecb81130-1083-4256-a35d-2feb98837a5d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:54.164890 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549ae0ec-6aee-4c3b-8102-bb1db11e6244 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.177718 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0c104bf1-c9f4-4292-a386-634fe1f3a7f8 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.197760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0c104bf1-c9f4-4292-a386-634fe1f3a7f8 None None] Transition to ACTIVE for port object babef0b3-9f5d-46fc-ae07-0c4cf81a928f will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:54.213125 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b59d3189-fff7-4b4b-8f36-2adf994eab0d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:54.214930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210d2fa4-7e9e-4770-9fc4-98cbb64b1a99 None None] Network a0fd5cd0-29b4-4635-913c-c732285722e0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:54.255305 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e96de725-32b1-4650-bb77-8f9f8e87aaae tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.269816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e96de725-32b1-4650-bb77-8f9f8e87aaae tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:54.294126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e96de725-32b1-4650-bb77-8f9f8e87aaae tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06b071a-2327-43cd-917c-185c9d13960b') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:54.294501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e96de725-32b1-4650-bb77-8f9f8e87aaae tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06b071a-2327-43cd-917c-185c9d13960b') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:54.311460 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e96de725-32b1-4650-bb77-8f9f8e87aaae tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.315876 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0c104bf1-c9f4-4292-a386-634fe1f3a7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.360029 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e96de725-32b1-4650-bb77-8f9f8e87aaae tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.380077 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96de725-32b1-4650-bb77-8f9f8e87aaae tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:19:54.382504 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e96de725-32b1-4650-bb77-8f9f8e87aaae tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.484980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-549ae0ec-6aee-4c3b-8102-bb1db11e6244 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Deleting port f5d82a74-7790-41d5-b648-b1da80771da9 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:54.490216 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549ae0ec-6aee-4c3b-8102-bb1db11e6244 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:19:54.491657 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:19:54.529753 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e96de725-32b1-4650-bb77-8f9f8e87aaae tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.534152 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c104bf1-c9f4-4292-a386-634fe1f3a7f8 None None] Pushing event updated for resources: {'Port': ['ID=babef0b3-9f5d-46fc-ae07-0c4cf81a928f,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:54.543815 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e96de725-32b1-4650-bb77-8f9f8e87aaae tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.545652 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e96de725-32b1-4650-bb77-8f9f8e87aaae tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3 HTTP/1.1" status: 204 len: 168 time: 1.1552315 Aug 06 16:19:54.552707 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33782) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:54.575514 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-67601a29-85c1-47d8-aa55-ccd1099c532b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1471308394'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:54.618110 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-7b5be7cf-2e67-4146-8dd3-20d41938dc0e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:19:54.618110 n-d-803756-1 neutron-server[105766]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 06 16:19:54.618110 n-d-803756-1 neutron-server[105766]: [parameters: {'project_id': 'a219c07f18d9404fbc314daf6e8834ea', 'id': 'daa0d057-211a-49ff-920c-5e33716502af', 'name': '', 'network_id': '1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3', 'mac_address': 'fa:16:3e:42:8c:f6', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2677}] Aug 06 16:19:54.618110 n-d-803756-1 neutron-server[105766]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:19:54.618973 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-f50119da-3bc7-4f13-8e2c-7c2e49741325 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Delete allocated IP 2001:db8::32a (c5b4bd80-dfc9-408e-b5d5-e2d8d580f162/7c9f1a2d-c9b7-42aa-8669-b6a9e6541844) {{(pid=105765) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 16:19:54.619159 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-7b5be7cf-2e67-4146-8dd3-20d41938dc0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:19:54.622325 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96de725-32b1-4650-bb77-8f9f8e87aaae tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Network': ['ID=1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:54.640158 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-f50119da-3bc7-4f13-8e2c-7c2e49741325 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Allocated IP 2001:db8:0:1::214 (c5b4bd80-dfc9-408e-b5d5-e2d8d580f162/78136c43-59ad-4335-a39c-fe986994bf77/e6aeb4dc-6313-42f8-b482-bef2ec903481) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:54.703450 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549ae0ec-6aee-4c3b-8102-bb1db11e6244 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.716301 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.739859 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-549ae0ec-6aee-4c3b-8102-bb1db11e6244 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Calling delete_port for f5d82a74-7790-41d5-b648-b1da80771da9 owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:54.762840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fd0f6971-d3ed-47f8-9fbf-75c909b68142 None None] Provisioning for port b59d3189-fff7-4b4b-8f36-2adf994eab0d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:54.819944 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.865458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port b59d3189-fff7-4b4b-8f36-2adf994eab0d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:54.865902 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.876561 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67601a29-85c1-47d8-aa55-ccd1099c532b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:54.878660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:19:54.885253 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port b59d3189-fff7-4b4b-8f36-2adf994eab0d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:54.886532 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.906632 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-67601a29-85c1-47d8-aa55-ccd1099c532b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.909986 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.910332 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] Added segment b763bebf-4047-423b-ae3e-a14feccc609b of type vlan for network 4fb08d47-5197-4a7b-8955-d4d83703c562 Aug 06 16:19:54.944643 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67601a29-85c1-47d8-aa55-ccd1099c532b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:19:54.961778 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-67601a29-85c1-47d8-aa55-ccd1099c532b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.963228 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-67601a29-85c1-47d8-aa55-ccd1099c532b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Added segment 592baeba-c2ee-4cfc-87a2-c00017599ca3 of type vlan for network 34e621d3-0159-444b-87da-dd55a1edce34 Aug 06 16:19:55.025072 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-67601a29-85c1-47d8-aa55-ccd1099c532b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:55.074792 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:55.128716 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-67601a29-85c1-47d8-aa55-ccd1099c532b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:55.134608 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7b5be7cf-2e67-4146-8dd3-20d41938dc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:55.150440 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67601a29-85c1-47d8-aa55-ccd1099c532b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:55.154598 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:55.155217 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-67601a29-85c1-47d8-aa55-ccd1099c532b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:55.160305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ebb33b-70d1-4227-95f7-9d0d0e2c358d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:55.254073 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-67601a29-85c1-47d8-aa55-ccd1099c532b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7000439 Aug 06 16:19:55.257121 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port b59d3189-fff7-4b4b-8f36-2adf994eab0d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b59d3189-fff7-4b4b-8f36-2adf994eab0d,segment=NetworkSegment(00658e7f-dfdb-4d7a-9f08-cb05ed316ecf),segment_id=00658e7f-dfdb-4d7a-9f08-cb05ed316ecf)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:55.258439 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33788) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:55.265705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6ccf71d4-f44b-4c52-b3cf-4ac1e7fda08b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'subnet': {'network_id': '34e621d3-0159-444b-87da-dd55a1edce34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:55.269063 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:55.306318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a473ff-7a76-467c-a554-dce550ebacf0 None None] Network 1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:55.312488 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.resource_extend [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:19:55.324071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a473ff-7a76-467c-a554-dce550ebacf0 None None] Network 1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3 could not be found, it might have been deleted concurrently. {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 16:19:55.353983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=b59d3189-fff7-4b4b-8f36-2adf994eab0d,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:55.370530 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f50119da-3bc7-4f13-8e2c-7c2e49741325 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:55.387583 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:55.388582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:55.389461 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:55.419529 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b8c24f63-42c1-494b-b36f-fed056c31756 None None] Provisioning complete for port b59d3189-fff7-4b4b-8f36-2adf994eab0d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:55.422024 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b8c24f63-42c1-494b-b36f-fed056c31756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:55.446007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-f50119da-3bc7-4f13-8e2c-7c2e49741325 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Transition to ACTIVE for port object e6aeb4dc-6313-42f8-b482-bef2ec903481 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:55.501691 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f50119da-3bc7-4f13-8e2c-7c2e49741325 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:55.523727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67601a29-85c1-47d8-aa55-ccd1099c532b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Network': ['ID=34e621d3-0159-444b-87da-dd55a1edce34,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:55.547404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 34e621d3-0159-444b-87da-dd55a1edce34 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:19:55.595600 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccf71d4-f44b-4c52-b3cf-4ac1e7fda08b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:55.606752 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6ccf71d4-f44b-4c52-b3cf-4ac1e7fda08b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:55.645882 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2228031 Aug 06 16:19:55.711204 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33792) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:55.725805 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ab230a43-55f2-43cb-84bd-597942583285 admin admin] Request body: {'subnet': {'network_id': '4fb08d47-5197-4a7b-8955-d4d83703c562', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-810876878-subnet', 'tenant_id': '5e2355e70c724a9a92a0cbc519a3c343', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:55.865302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-f50119da-3bc7-4f13-8e2c-7c2e49741325 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] In _notify_port_updated(), no bound segment for port e6aeb4dc-6313-42f8-b482-bef2ec903481 on network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 {{(pid=105765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:19:55.872658 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab230a43-55f2-43cb-84bd-597942583285 admin admin] Made reservation on behalf of 5e2355e70c724a9a92a0cbc519a3c343 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:55.875309 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ab230a43-55f2-43cb-84bd-597942583285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:55.878277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50119da-3bc7-4f13-8e2c-7c2e49741325 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:55.879124 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f50119da-3bc7-4f13-8e2c-7c2e49741325 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:55.884068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f50119da-3bc7-4f13-8e2c-7c2e49741325 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "PUT /v2.0/ports/e6aeb4dc-6313-42f8-b482-bef2ec903481 HTTP/1.1" status: 200 len: 930 time: 2.9523635 Aug 06 16:19:55.884068 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d0f52-bd8d-4494-87e2-72f3ec147004 admin admin] Pushing event updated for resources: {'Network': ['ID=4fb08d47-5197-4a7b-8955-d4d83703c562,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:55.888327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33796) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:55.889121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50119da-3bc7-4f13-8e2c-7c2e49741325 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=e6aeb4dc-6313-42f8-b482-bef2ec903481,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:55.896225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 4fb08d47-5197-4a7b-8955-d4d83703c562 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:19:55.905313 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549ae0ec-6aee-4c3b-8102-bb1db11e6244 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:55.949407 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device babef0b3-9f5d-46fc-ae07-0c4cf81a928f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:56.012410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ae0ec-6aee-4c3b-8102-bb1db11e6244 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event deleted for resources: {'Port': ['ID=f5d82a74-7790-41d5-b648-b1da80771da9,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:56.073136 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0bcfec6e-48ca-452e-bcf7-20bd96c770af None None] Provisioning for port e6aeb4dc-6313-42f8-b482-bef2ec903481 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:56.085303 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0bcfec6e-48ca-452e-bcf7-20bd96c770af None None] Provisioning complete for port e6aeb4dc-6313-42f8-b482-bef2ec903481 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:56.085934 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0bcfec6e-48ca-452e-bcf7-20bd96c770af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.138664 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-0bcfec6e-48ca-452e-bcf7-20bd96c770af None None] Port e6aeb4dc-6313-42f8-b482-bef2ec903481 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:56.160776 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0bcfec6e-48ca-452e-bcf7-20bd96c770af None None] Provisioning complete for port 6bb4f517-eb08-40cd-9805-997aeafb88c7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:56.161619 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0bcfec6e-48ca-452e-bcf7-20bd96c770af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.165784 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b59d3189-fff7-4b4b-8f36-2adf994eab0d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:56.248119 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549ae0ec-6aee-4c3b-8102-bb1db11e6244 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.272694 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6ccf71d4-f44b-4c52-b3cf-4ac1e7fda08b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.277140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-0bcfec6e-48ca-452e-bcf7-20bd96c770af None None] Port 6bb4f517-eb08-40cd-9805-997aeafb88c7 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:56.281733 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port b59d3189-fff7-4b4b-8f36-2adf994eab0d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:56.282217 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.330009 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0bcfec6e-48ca-452e-bcf7-20bd96c770af None None] Provisioning for port babef0b3-9f5d-46fc-ae07-0c4cf81a928f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:56.336439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0bcfec6e-48ca-452e-bcf7-20bd96c770af None None] Provisioning complete for port babef0b3-9f5d-46fc-ae07-0c4cf81a928f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:56.336973 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0bcfec6e-48ca-452e-bcf7-20bd96c770af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.450578 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf71d4-f44b-4c52-b3cf-4ac1e7fda08b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Subnet': ['ID=4162c89c-3702-42cb-82d6-4e5c96548ee6,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:56.474208 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549ae0ec-6aee-4c3b-8102-bb1db11e6244 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.476106 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549ae0ec-6aee-4c3b-8102-bb1db11e6244 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.494018 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ab230a43-55f2-43cb-84bd-597942583285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.536423 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf71d4-f44b-4c52-b3cf-4ac1e7fda08b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Checking segment: {'id': '592baeba-c2ee-4cfc-87a2-c00017599ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '34e621d3-0159-444b-87da-dd55a1edce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:56.537097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccf71d4-f44b-4c52-b3cf-4ac1e7fda08b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network hostable DHCP agents. Network: 34e621d3-0159-444b-87da-dd55a1edce34, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:19:56.556969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-81e047f0-d349-46b4-8266-c3f373c529e8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port e6aeb4dc-6313-42f8-b482-bef2ec903481 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:56.557566 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-81e047f0-d349-46b4-8266-c3f373c529e8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.569490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab230a43-55f2-43cb-84bd-597942583285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=017e5d8e-2566-4fa1-8f32-236c911d026d,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:56.603071 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549ae0ec-6aee-4c3b-8102-bb1db11e6244 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.603887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549ae0ec-6aee-4c3b-8102-bb1db11e6244 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Fanout notify agent at l3_agent the message router_deleted on router 400c815f-5bca-4284-9ee3-4724466dc806 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:19:56.605902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccf71d4-f44b-4c52-b3cf-4ac1e7fda08b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network 34e621d3-0159-444b-87da-dd55a1edce34 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:19:56.632892 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-6ccf71d4-f44b-4c52-b3cf-4ac1e7fda08b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 34e621d3-0159-444b-87da-dd55a1edce34) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:56.635627 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0d27c9b0-1ca9-4a7d-9ac9-b58aa1a810b9 None None] Provisioning complete for port e6aeb4dc-6313-42f8-b482-bef2ec903481 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:56.639393 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0d27c9b0-1ca9-4a7d-9ac9-b58aa1a810b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.641032 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccf71d4-f44b-4c52-b3cf-4ac1e7fda08b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:56.641295 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549ae0ec-6aee-4c3b-8102-bb1db11e6244 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.641760 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6ccf71d4-f44b-4c52-b3cf-4ac1e7fda08b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.643371 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-549ae0ec-6aee-4c3b-8102-bb1db11e6244 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] 10.222.0.37 "DELETE /v2.0/routers/400c815f-5bca-4284-9ee3-4724466dc806 HTTP/1.1" status: 204 len: 168 time: 3.4541528 Aug 06 16:19:56.648121 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41f1bfc-9f1b-4c66-9223-d5fae7d44f26 None None] Network 34e621d3-0159-444b-87da-dd55a1edce34 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:56.651751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33802) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:56.659308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab230a43-55f2-43cb-84bd-597942583285 admin admin] Checking segment: {'id': 'b763bebf-4047-423b-ae3e-a14feccc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '4fb08d47-5197-4a7b-8955-d4d83703c562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:56.659745 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab230a43-55f2-43cb-84bd-597942583285 admin admin] Network hostable DHCP agents. Network: 4fb08d47-5197-4a7b-8955-d4d83703c562, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:19:56.681424 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6ccf71d4-f44b-4c52-b3cf-4ac1e7fda08b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4215896 Aug 06 16:19:56.686017 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33804) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:56.692426 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-922453ce-5adb-43b2-81cf-e2cb139cfd97 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-835195313'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:56.706596 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab230a43-55f2-43cb-84bd-597942583285 admin admin] Network 4fb08d47-5197-4a7b-8955-d4d83703c562 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:19:56.719984 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-ab230a43-55f2-43cb-84bd-597942583285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 4fb08d47-5197-4a7b-8955-d4d83703c562) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:56.748056 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab230a43-55f2-43cb-84bd-597942583285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:56.748881 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ab230a43-55f2-43cb-84bd-597942583285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.782109 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922453ce-5adb-43b2-81cf-e2cb139cfd97 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:56.786510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-65eaac0f-c456-4a60-9f51-5a16ac3469de tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Deleting subnet aaaf2340-cf8e-4be1-a722-29f059175f04 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:19:56.787741 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-922453ce-5adb-43b2-81cf-e2cb139cfd97 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.801254 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ab230a43-55f2-43cb-84bd-597942583285 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0847073 Aug 06 16:19:56.819678 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-81e047f0-d349-46b4-8266-c3f373c529e8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.822905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb7b8d7-d638-4b64-beee-b85428e0b690 None None] Network 4fb08d47-5197-4a7b-8955-d4d83703c562 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:56.824849 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922453ce-5adb-43b2-81cf-e2cb139cfd97 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:19:56.838219 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-922453ce-5adb-43b2-81cf-e2cb139cfd97 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.838835 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-922453ce-5adb-43b2-81cf-e2cb139cfd97 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Added segment 6ceaf337-1fe6-4314-b95d-9814a81e5734 of type vlan for network e9542f4e-a51d-4dba-81f2-bfda63539a96 Aug 06 16:19:56.864597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-81e047f0-d349-46b4-8266-c3f373c529e8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for e6aeb4dc-6313-42f8-b482-bef2ec903481 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:56.894841 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-922453ce-5adb-43b2-81cf-e2cb139cfd97 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.964507 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-922453ce-5adb-43b2-81cf-e2cb139cfd97 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.980297 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922453ce-5adb-43b2-81cf-e2cb139cfd97 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:56.981590 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-922453ce-5adb-43b2-81cf-e2cb139cfd97 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:57.185489 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-922453ce-5adb-43b2-81cf-e2cb139cfd97 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4948900 Aug 06 16:19:57.186674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33820) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:57.198504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8d8e5138-3bf0-4da4-b640-65ed717cea2f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'subnet': {'network_id': 'e9542f4e-a51d-4dba-81f2-bfda63539a96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:57.273095 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922453ce-5adb-43b2-81cf-e2cb139cfd97 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Network': ['ID=e9542f4e-a51d-4dba-81f2-bfda63539a96,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:57.317964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network e9542f4e-a51d-4dba-81f2-bfda63539a96 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:19:57.403194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8e5138-3bf0-4da4-b640-65ed717cea2f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:57.406930 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5138-3bf0-4da4-b640-65ed717cea2f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:57.438516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-0d27c9b0-1ca9-4a7d-9ac9-b58aa1a810b9 None None] Port e6aeb4dc-6313-42f8-b482-bef2ec903481 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:57.501127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.ipam_backend_mixin [None req-8d8e5138-3bf0-4da4-b640-65ed717cea2f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Performing IP validity checks on allocation pools {{(pid=105764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 16:19:57.501840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.ipam_backend_mixin [None req-8d8e5138-3bf0-4da4-b640-65ed717cea2f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 16:19:57.594659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c857fd49-d235-4fdf-a062-917d0d41bc02 None None] Network 4fb08d47-5197-4a7b-8955-d4d83703c562 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:57.600748 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-65eaac0f-c456-4a60-9f51-5a16ac3469de tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:57.697886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-34e621d3-0159-444b-87da-dd55a1edce34', 'network_id': '34e621d3-0159-444b-87da-dd55a1edce34', 'tenant_id': 'a219c07f18d9404fbc314daf6e8834ea', 'fixed_ips': [{'subnet_id': '4162c89c-3702-42cb-82d6-4e5c96548ee6'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:19:57.699715 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:57.749906 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5138-3bf0-4da4-b640-65ed717cea2f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:57.819574 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-65eaac0f-c456-4a60-9f51-5a16ac3469de tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:57.914224 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e5138-3bf0-4da4-b640-65ed717cea2f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Subnet': ['ID=c9ba63cd-d740-4fdb-8f4a-49c163951a3e,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:57.950427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8e5138-3bf0-4da4-b640-65ed717cea2f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Checking segment: {'id': '6ceaf337-1fe6-4314-b95d-9814a81e5734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e9542f4e-a51d-4dba-81f2-bfda63539a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:57.952475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8e5138-3bf0-4da4-b640-65ed717cea2f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network hostable DHCP agents. Network: e9542f4e-a51d-4dba-81f2-bfda63539a96, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:19:57.993516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8e5138-3bf0-4da4-b640-65ed717cea2f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network e9542f4e-a51d-4dba-81f2-bfda63539a96 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:19:58.007798 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8d8e5138-3bf0-4da4-b640-65ed717cea2f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, e9542f4e-a51d-4dba-81f2-bfda63539a96) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:58.008016 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-81e047f0-d349-46b4-8266-c3f373c529e8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.019265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e5138-3bf0-4da4-b640-65ed717cea2f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:58.021613 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5138-3bf0-4da4-b640-65ed717cea2f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.050816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e047f0-d349-46b4-8266-c3f373c529e8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=e6aeb4dc-6313-42f8-b482-bef2ec903481,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:58.053926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c77ea2b-85c6-48e2-af2c-d1fee64ecd4b None None] Network e9542f4e-a51d-4dba-81f2-bfda63539a96 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:58.064997 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8d8e5138-3bf0-4da4-b640-65ed717cea2f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8697619 Aug 06 16:19:58.065436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33834) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:58.257847 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-81e047f0-d349-46b4-8266-c3f373c529e8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.260104 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-81e047f0-d349-46b4-8266-c3f373c529e8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/e6aeb4dc-6313-42f8-b482-bef2ec903481 HTTP/1.1" status: 204 len: 168 time: 2.3669288 Aug 06 16:19:58.266988 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33840) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:58.294113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119287b-a628-4ace-905c-65dccf83ef5b req-b44e9778-1903-4e06-9e86-a0bd90f53f1a tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:58.305387 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f119287b-a628-4ace-905c-65dccf83ef5b req-b44e9778-1903-4e06-9e86-a0bd90f53f1a tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/networks?id=4fb08d47-5197-4a7b-8955-d4d83703c562 HTTP/1.1" status: 200 len: 808 time: 0.7056189 Aug 06 16:19:58.326440 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-4386c860-662c-494e-bd84-d6bb8a2c9ec6 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] GET failed (client error): The resource could not be found. Aug 06 16:19:58.328126 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4386c860-662c-494e-bd84-d6bb8a2c9ec6 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/e6aeb4dc-6313-42f8-b482-bef2ec903481 HTTP/1.1" status: 404 len: 333 time: 0.0600863 Aug 06 16:19:58.333013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33842) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:58.344032 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0dca-cd4e-4f0f-b128-8760aee96deb tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.358236 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-65eaac0f-c456-4a60-9f51-5a16ac3469de tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.366460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f119287b-a628-4ace-905c-65dccf83ef5b req-589a519b-61c7-48f0-b8e6-1dab41f047e3 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/quotas/5e2355e70c724a9a92a0cbc519a3c343 HTTP/1.1" status: 200 len: 375 time: 0.0525098 Aug 06 16:19:58.407388 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Allocated IP 2001:db8::1 (34e621d3-0159-444b-87da-dd55a1edce34/4162c89c-3702-42cb-82d6-4e5c96548ee6/76ba18f5-5413-4be6-89db-505ac88f4cc6) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:58.514807 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f119287b-a628-4ace-905c-65dccf83ef5b req-3c2e90d8-bb66-419f-ad9d-cd07f6333277 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e2355e70c724a9a92a0cbc519a3c343&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006179 Aug 06 16:19:58.536227 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c15c2825-4590-404a-805b-607922675cf5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.591803 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c15c2825-4590-404a-805b-607922675cf5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.597611 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464c9266-252c-4285-9523-3db6271598f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-e9542f4e-a51d-4dba-81f2-bfda63539a96', 'network_id': 'e9542f4e-a51d-4dba-81f2-bfda63539a96', 'tenant_id': 'a219c07f18d9404fbc314daf6e8834ea', 'fixed_ips': [{'subnet_id': 'c9ba63cd-d740-4fdb-8f4a-49c163951a3e'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:19:58.599231 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-464c9266-252c-4285-9523-3db6271598f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.645699 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-65eaac0f-c456-4a60-9f51-5a16ac3469de tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.672796 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c15c2825-4590-404a-805b-607922675cf5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.675781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c15c2825-4590-404a-805b-607922675cf5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.680712 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c15c2825-4590-404a-805b-607922675cf5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/security-groups/e5b91fbd-a41d-49a2-957f-51dd37b90e0e HTTP/1.1" status: 204 len: 168 time: 0.3467441 Aug 06 16:19:58.682115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33846) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:58.731275 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0dca-cd4e-4f0f-b128-8760aee96deb tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.738653 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c2825-4590-404a-805b-607922675cf5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b91fbd-a41d-49a2-957f-51dd37b90e0e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:58.791079 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-65eaac0f-c456-4a60-9f51-5a16ac3469de tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.798292 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-65eaac0f-c456-4a60-9f51-5a16ac3469de tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] 10.222.0.37 "DELETE /v2.0/subnets/aaaf2340-cf8e-4be1-a722-29f059175f04 HTTP/1.1" status: 204 len: 168 time: 2.1444294 Aug 06 16:19:58.802319 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eaac0f-c456-4a60-9f51-5a16ac3469de tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event deleted for resources: {'Subnet': ['ID=aaaf2340-cf8e-4be1-a722-29f059175f04,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:58.803702 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33848) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:58.865647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e66ac25-b83e-497e-9e1d-6e59a18b4673 None None] Network c75a80ea-d9fa-448a-8646-081ac9cdcc7d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:58.885497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f119287b-a628-4ace-905c-65dccf83ef5b req-b7249e66-4742-48c1-a31e-44534f825749 service neutron] 10.222.0.37 "GET /v2.0/networks/4fb08d47-5197-4a7b-8955-d4d83703c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363614 Aug 06 16:19:58.923729 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.963821 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1b665ad-06ee-43fe-9216-11862699dca1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.031292 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1b665ad-06ee-43fe-9216-11862699dca1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.035647 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0dca-cd4e-4f0f-b128-8760aee96deb tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.048678 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server [None req-464c9266-252c-4285-9523-3db6271598f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9ba63cd-d740-4fdb-8f4a-49c163951a3e: This subnet is being modified by another concurrent operation. Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:19:59.055880 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise exception Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9ba63cd-d740-4fdb-8f4a-49c163951a3e: This subnet is being modified by another concurrent operation. Aug 06 16:19:59.059550 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Aug 06 16:19:59.097721 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ad88df-1f06-4fdc-bf52-30a6e6a6dff9 None None] Network e9542f4e-a51d-4dba-81f2-bfda63539a96 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:19:59.099038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e0dca-cd4e-4f0f-b128-8760aee96deb tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ba63cd-d740-4fdb-8f4a-49c163951a3e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:59.174361 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f119287b-a628-4ace-905c-65dccf83ef5b req-1323aaf0-bcec-4daa-8323-5f4748f2d84a service neutron] 10.222.0.37 "GET /v2.0/networks/4fb08d47-5197-4a7b-8955-d4d83703c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765920 Aug 06 16:19:59.251505 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Deleting port a4222794-63e3-486e-bef3-146c6702fbe9 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:59.251877 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.254667 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0dca-cd4e-4f0f-b128-8760aee96deb tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.264897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Transition to ACTIVE for port object 76ba18f5-5413-4be6-89db-505ac88f4cc6 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:59.294718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Transition to ACTIVE for port object 76ba18f5-5413-4be6-89db-505ac88f4cc6 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:59.305040 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.329759 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1b665ad-06ee-43fe-9216-11862699dca1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.332524 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1b665ad-06ee-43fe-9216-11862699dca1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.336566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33854) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:59.349864 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a1b665ad-06ee-43fe-9216-11862699dca1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/security-groups/33e1b5ac-2dff-4271-bec1-f3975c28fb82 HTTP/1.1" status: 204 len: 168 time: 0.6445069 Aug 06 16:19:59.358176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2f1e0dca-cd4e-4f0f-b128-8760aee96deb tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9542f4e-a51d-4dba-81f2-bfda63539a96']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:59.435432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b665ad-06ee-43fe-9216-11862699dca1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e1b5ac-2dff-4271-bec1-f3975c28fb82,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:59.438492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c617b2cc-87f5-4c00-b36c-aafc4bef60d0 None None] DHCP port deletion for c75a80ea-d9fa-448a-8646-081ac9cdcc7d request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:19:59.440326 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2f1e0dca-cd4e-4f0f-b128-8760aee96deb tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ceaf337-1fe6-4314-b95d-9814a81e5734') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:59.440646 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2f1e0dca-cd4e-4f0f-b128-8760aee96deb tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ceaf337-1fe6-4314-b95d-9814a81e5734') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:59.461942 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0dca-cd4e-4f0f-b128-8760aee96deb tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.472859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] For port a4222794-63e3-486e-bef3-146c6702fbe9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a4222794-63e3-486e-bef3-146c6702fbe9,segment=NetworkSegment(8ef5d7d4-fe35-43ca-ae72-a00858b58e7d),segment_id=8ef5d7d4-fe35-43ca-ae72-a00858b58e7d)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:59.473214 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.498512 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0dca-cd4e-4f0f-b128-8760aee96deb tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.500966 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Calling delete_port for a4222794-63e3-486e-bef3-146c6702fbe9 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:19:59.516893 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1e0dca-cd4e-4f0f-b128-8760aee96deb tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:19:59.517381 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0dca-cd4e-4f0f-b128-8760aee96deb tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:19:59.525424 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:19:59.538912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecc1564-d92d-4d4e-ac24-da3c1614d2b5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting subnet 7c9f1a2d-c9b7-42aa-8669-b6a9e6541844 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:19:59.544208 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fecc1564-d92d-4d4e-ac24-da3c1614d2b5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.553913 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Network 34e621d3-0159-444b-87da-dd55a1edce34 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:59.559060 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Pushing event updated for resources: {'Port': ['ID=76ba18f5-5413-4be6-89db-505ac88f4cc6,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:59.561970 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:59.565810 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:59.700864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Attempting to bind port 76ba18f5-5413-4be6-89db-505ac88f4cc6 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:19:59.701134 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Attempting to bind port 76ba18f5-5413-4be6-89db-505ac88f4cc6 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '592baeba-c2ee-4cfc-87a2-c00017599ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '34e621d3-0159-444b-87da-dd55a1edce34'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:19:59.701502 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Attempting to bind port 76ba18f5-5413-4be6-89db-505ac88f4cc6 on network 34e621d3-0159-444b-87da-dd55a1edce34 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:19:59.710988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:19:59.711373 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Checking segment: {'id': '592baeba-c2ee-4cfc-87a2-c00017599ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '34e621d3-0159-444b-87da-dd55a1edce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:59.711795 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.712202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Bound using segment: {'id': '592baeba-c2ee-4cfc-87a2-c00017599ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '34e621d3-0159-444b-87da-dd55a1edce34'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:19:59.712701 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Bound port: 76ba18f5-5413-4be6-89db-505ac88f4cc6, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592baeba-c2ee-4cfc-87a2-c00017599ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '34e621d3-0159-444b-87da-dd55a1edce34'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:19:59.713674 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.732065 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c617b2cc-87f5-4c00-b36c-aafc4bef60d0 None None] Deleting port a4222794-63e3-486e-bef3-146c6702fbe9 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:19:59.732611 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c617b2cc-87f5-4c00-b36c-aafc4bef60d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.768740 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f681d432-f7cb-4bc9-aa1e-d95e2d867270 req-d2ba06f1-57ca-46ce-874c-8bed06dce2c7 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 210 time: 0.1241322 Aug 06 16:19:59.805656 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fecc1564-d92d-4d4e-ac24-da3c1614d2b5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.831648 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0dca-cd4e-4f0f-b128-8760aee96deb tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.887420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a4222794-63e3-486e-bef3-146c6702fbe9 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:19:59.888566 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0dca-cd4e-4f0f-b128-8760aee96deb tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.890725 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2f1e0dca-cd4e-4f0f-b128-8760aee96deb tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/e9542f4e-a51d-4dba-81f2-bfda63539a96 HTTP/1.1" status: 204 len: 168 time: 1.8242538 Aug 06 16:19:59.893279 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e0dca-cd4e-4f0f-b128-8760aee96deb tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Network': ['ID=e9542f4e-a51d-4dba-81f2-bfda63539a96,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:59.899059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33866) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:59.901482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c617b2cc-87f5-4c00-b36c-aafc4bef60d0 None None] For port a4222794-63e3-486e-bef3-146c6702fbe9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a4222794-63e3-486e-bef3-146c6702fbe9,segment=NetworkSegment(8ef5d7d4-fe35-43ca-ae72-a00858b58e7d),segment_id=8ef5d7d4-fe35-43ca-ae72-a00858b58e7d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:59.902545 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c617b2cc-87f5-4c00-b36c-aafc4bef60d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.909475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d6e4f7b6-8fa8-4e9f-aa40-fca163f11cfc tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-45626354'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:59.933954 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.960522 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] No DVR routers for this DVR port a4222794-63e3-486e-bef3-146c6702fbe9 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:19:59.981442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c617b2cc-87f5-4c00-b36c-aafc4bef60d0 None None] Calling delete_port for a4222794-63e3-486e-bef3-146c6702fbe9 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:00.011950 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event deleted for resources: {'Port': ['ID=a4222794-63e3-486e-bef3-146c6702fbe9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:00.045347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e4f7b6-8fa8-4e9f-aa40-fca163f11cfc tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:00.050821 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6e4f7b6-8fa8-4e9f-aa40-fca163f11cfc tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:00.079906 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fecc1564-d92d-4d4e-ac24-da3c1614d2b5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:00.141903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e4f7b6-8fa8-4e9f-aa40-fca163f11cfc tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:00.165226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] For port 76ba18f5-5413-4be6-89db-505ac88f4cc6, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:20:00.169208 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6e4f7b6-8fa8-4e9f-aa40-fca163f11cfc tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:00.170918 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-d6e4f7b6-8fa8-4e9f-aa40-fca163f11cfc tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Added segment 7d92210f-1f97-4ad1-be6f-b75f2e84bd01 of type vlan for network 51ba7f2b-257a-4dd5-9523-9337a8551d64 Aug 06 16:20:00.174089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No active binding found for port a4222794-63e3-486e-bef3-146c6702fbe9 {{(pid=105766) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 16:20:00.176465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a4222794-63e3-486e-bef3-146c6702fbe9 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:20:00.243028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] For port 76ba18f5-5413-4be6-89db-505ac88f4cc6, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=76ba18f5-5413-4be6-89db-505ac88f4cc6,segment=NetworkSegment(592baeba-c2ee-4cfc-87a2-c00017599ca3),segment_id=592baeba-c2ee-4cfc-87a2-c00017599ca3)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:20:00.254885 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6e4f7b6-8fa8-4e9f-aa40-fca163f11cfc tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:00.271720 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fecc1564-d92d-4d4e-ac24-da3c1614d2b5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:00.279488 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:00.322383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc1564-d92d-4d4e-ac24-da3c1614d2b5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9f1a2d-c9b7-42aa-8669-b6a9e6541844,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:00.336998 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fecc1564-d92d-4d4e-ac24-da3c1614d2b5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:00.348095 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fecc1564-d92d-4d4e-ac24-da3c1614d2b5 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/7c9f1a2d-c9b7-42aa-8669-b6a9e6541844 HTTP/1.1" status: 204 len: 168 time: 1.0100896 Aug 06 16:20:00.354063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33872) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:00.360036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-72271f49-4a21-4a6d-abb6-fdd7e769b6d9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'subnet': {'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:00.364171 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:00.390898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75a80ea-d9fa-448a-8646-081ac9cdcc7d']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:00.430264 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef5d7d4-fe35-43ca-ae72-a00858b58e7d') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:00.430727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef5d7d4-fe35-43ca-ae72-a00858b58e7d') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:00.443034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43da18-b12f-401e-968b-f06dbad52855 None None] Pushing event updated for resources: {'Port': ['ID=76ba18f5-5413-4be6-89db-505ac88f4cc6,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:00.446655 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6e4f7b6-8fa8-4e9f-aa40-fca163f11cfc tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:00.453004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353f4655-93dc-4a15-823c-932b37ddc15c None None] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:00.453870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e4f7b6-8fa8-4e9f-aa40-fca163f11cfc tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:00.454681 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6e4f7b6-8fa8-4e9f-aa40-fca163f11cfc tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:00.490150 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:00.627023 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c617b2cc-87f5-4c00-b36c-aafc4bef60d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:00.637528 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4f7b6-8fa8-4e9f-aa40-fca163f11cfc tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Network': ['ID=51ba7f2b-257a-4dd5-9523-9337a8551d64,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:00.659578 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:00.685763 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:00.686656 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:00.694399 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d6e4f7b6-8fa8-4e9f-aa40-fca163f11cfc tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7914236 Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:00.696843 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:00.700134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33882) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:00.713965 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617b2cc-87f5-4c00-b36c-aafc4bef60d0 None None] Pushing event deleted for resources: {'Port': ['ID=a4222794-63e3-486e-bef3-146c6702fbe9,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:00.728668 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 51ba7f2b-257a-4dd5-9523-9337a8551d64 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:00.737801 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-1d63cb92-6a64-4390-a8a1-e60e40ae8d9e tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'subnet': {'network_id': '51ba7f2b-257a-4dd5-9523-9337a8551d64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:00.777545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617b2cc-87f5-4c00-b36c-aafc4bef60d0 None None] No DVR routers for this DVR port a4222794-63e3-486e-bef3-146c6702fbe9 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:00.810688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72271f49-4a21-4a6d-abb6-fdd7e769b6d9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:00.814713 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-72271f49-4a21-4a6d-abb6-fdd7e769b6d9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:01.036649 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc7d0226-d850-44a9-834f-53a506304318 req-777180b1-af27-4a48-ad7c-56b5b25aa34f tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 210 time: 0.0714455 Aug 06 16:20:01.038790 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:01.052256 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:01.061738 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] 10.222.0.37 "DELETE /v2.0/networks/c75a80ea-d9fa-448a-8646-081ac9cdcc7d HTTP/1.1" status: 204 len: 168 time: 2.2516255 Aug 06 16:20:01.062495 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33888) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:01.117823 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eebd40-0ac9-44b3-abf3-deefe2843170 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event deleted for resources: {'Network': ['ID=c75a80ea-d9fa-448a-8646-081ac9cdcc7d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:01.171460 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d63cb92-6a64-4390-a8a1-e60e40ae8d9e tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:01.176452 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d63cb92-6a64-4390-a8a1-e60e40ae8d9e tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:01.446018 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-ad59ad41-3b80-44ac-a973-a4677df89cb0 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Deleting port c8c9b804-16d4-43f6-857d-56312e0c8ceb {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:01.446752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad59ad41-3b80-44ac-a973-a4677df89cb0 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:01.611565 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d63cb92-6a64-4390-a8a1-e60e40ae8d9e tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:01.888325 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-72271f49-4a21-4a6d-abb6-fdd7e769b6d9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:01.898980 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63cb92-6a64-4390-a8a1-e60e40ae8d9e tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Subnet': ['ID=7dd715c9-8691-4b5f-b4be-e0e18bfd5e93,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:02.008670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d63cb92-6a64-4390-a8a1-e60e40ae8d9e tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Checking segment: {'id': '7d92210f-1f97-4ad1-be6f-b75f2e84bd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '51ba7f2b-257a-4dd5-9523-9337a8551d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:02.009391 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d63cb92-6a64-4390-a8a1-e60e40ae8d9e tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network hostable DHCP agents. Network: 51ba7f2b-257a-4dd5-9523-9337a8551d64, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:02.019447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 76ba18f5-5413-4be6-89db-505ac88f4cc6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:02.056424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72271f49-4a21-4a6d-abb6-fdd7e769b6d9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:02.069184 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad59ad41-3b80-44ac-a973-a4677df89cb0 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:02.069809 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad59ad41-3b80-44ac-a973-a4677df89cb0 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:02.111795 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d63cb92-6a64-4390-a8a1-e60e40ae8d9e tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network 51ba7f2b-257a-4dd5-9523-9337a8551d64 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:02.134917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-ad59ad41-3b80-44ac-a973-a4677df89cb0 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Calling delete_port for c8c9b804-16d4-43f6-857d-56312e0c8ceb owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:02.138740 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-1d63cb92-6a64-4390-a8a1-e60e40ae8d9e tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 51ba7f2b-257a-4dd5-9523-9337a8551d64) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:02.153412 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5298c9-f0fe-41df-802a-159f83488c7e None None] Network 51ba7f2b-257a-4dd5-9523-9337a8551d64 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:02.155061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d63cb92-6a64-4390-a8a1-e60e40ae8d9e tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:02.157953 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d63cb92-6a64-4390-a8a1-e60e40ae8d9e tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:02.205412 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1d63cb92-6a64-4390-a8a1-e60e40ae8d9e tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5020294 Aug 06 16:20:02.207243 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33902) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:02.221094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 76ba18f5-5413-4be6-89db-505ac88f4cc6 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:02.405040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-72271f49-4a21-4a6d-abb6-fdd7e769b6d9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:02.432830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72271f49-4a21-4a6d-abb6-fdd7e769b6d9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:02.434355 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-72271f49-4a21-4a6d-abb6-fdd7e769b6d9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:02.453801 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:02.471752 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d1b57e-da2b-4c5f-a541-e1a41b88225d None None] Network 34e621d3-0159-444b-87da-dd55a1edce34 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:02.495124 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dfaeb72f-f922-4198-a967-d1e92687b399 req-5d8a2117-0362-4f81-b775-f1d187f07e5d tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 210 time: 0.0969579 Aug 06 16:20:02.508689 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72271f49-4a21-4a6d-abb6-fdd7e769b6d9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Subnet': ['ID=5bb9e7bc-a06d-4d79-b1d7-ff186a933f11,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:02.569658 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d8587d-9b75-4a4c-a65a-b251ec0e86d5 None None] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:02.576341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-72271f49-4a21-4a6d-abb6-fdd7e769b6d9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2208416 Aug 06 16:20:02.596787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33904) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:02.607336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-16e7f7f3-2fd6-4c80-8aa8-3fbdc8066c06 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'security_group': {'name': 'tempest-secgroup-991339598'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:02.612549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad59ad41-3b80-44ac-a973-a4677df89cb0 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:02.631471 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:02.700713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59ad41-3b80-44ac-a973-a4677df89cb0 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Pushing event deleted for resources: {'Port': ['ID=c8c9b804-16d4-43f6-857d-56312e0c8ceb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:02.779069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119287b-a628-4ace-905c-65dccf83ef5b req-c22471ba-652e-4729-bd45-3787538a104e tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:02.780716 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f119287b-a628-4ace-905c-65dccf83ef5b req-c22471ba-652e-4729-bd45-3787538a104e tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.78 "GET /v2.0/networks?id=4fb08d47-5197-4a7b-8955-d4d83703c562 HTTP/1.1" status: 200 len: 808 time: 0.3816276 Aug 06 16:20:02.784595 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:02.821521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-58caa5fc-a8ee-4f4b-820d-5837dc804898 None None] Provisioning for port 76ba18f5-5413-4be6-89db-505ac88f4cc6 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:02.836663 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad59ad41-3b80-44ac-a973-a4677df89cb0 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:02.841905 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad59ad41-3b80-44ac-a973-a4677df89cb0 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:02.848450 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ad59ad41-3b80-44ac-a973-a4677df89cb0 tempest-FloatingIPAdminTestJSON-667098662 tempest-FloatingIPAdminTestJSON-667098662-project] 10.222.0.37 "DELETE /v2.0/floatingips/2a9f6014-652c-4c89-a59d-5d31e5dfe22b HTTP/1.1" status: 204 len: 168 time: 1.7820218 Aug 06 16:20:02.849400 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16e7f7f3-2fd6-4c80-8aa8-3fbdc8066c06 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:02.853427 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-58caa5fc-a8ee-4f4b-820d-5837dc804898 None None] Provisioning complete for port 76ba18f5-5413-4be6-89db-505ac88f4cc6 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:02.853847 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-58caa5fc-a8ee-4f4b-820d-5837dc804898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:02.856533 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd715c9-8691-4b5f-b4be-e0e18bfd5e93,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:02.882048 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:02.882473 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:02.883198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:02.885336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:02.886184 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:02.887367 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:02.887948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:02.888274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:02.889510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:02.889957 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:02.890717 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:02.891263 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:02.949647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fd5f4d-5a64-4db8-a6d7-4b0104ba7960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-51ba7f2b-257a-4dd5-9523-9337a8551d64', 'network_id': '51ba7f2b-257a-4dd5-9523-9337a8551d64', 'tenant_id': 'a219c07f18d9404fbc314daf6e8834ea', 'fixed_ips': [{'subnet_id': '7dd715c9-8691-4b5f-b4be-e0e18bfd5e93'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:20:02.950712 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a7fd5f4d-5a64-4db8-a6d7-4b0104ba7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:02.979951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f119287b-a628-4ace-905c-65dccf83ef5b req-83d63c18-cc69-4289-96a4-d2b064a158bb tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Request body: {'port': {'device_id': 'e84eb50a-033f-4f9d-b302-eb8197deee14', 'network_id': '4fb08d47-5197-4a7b-8955-d4d83703c562', 'admin_state_up': True, 'tenant_id': '5e2355e70c724a9a92a0cbc519a3c343'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:03.082776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.115352 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ba7f2b-257a-4dd5-9523-9337a8551d64']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:03.138273 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d92210f-1f97-4ad1-be6f-b75f2e84bd01') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:03.138684 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d92210f-1f97-4ad1-be6f-b75f2e84bd01') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:03.156661 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.194417 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16e7f7f3-2fd6-4c80-8aa8-3fbdc8066c06 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.201988 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16e7f7f3-2fd6-4c80-8aa8-3fbdc8066c06 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.211713 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.249842 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:03.258524 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:03.281798 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:03.321352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7f7f3-2fd6-4c80-8aa8-3fbdc8066c06 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59b8b0c-94d2-467f-a05d-aa64d59b3e5b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:03.363572 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-58caa5fc-a8ee-4f4b-820d-5837dc804898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.368659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b127c10c-72d1-4978-a121-4093ee64ea72 None None] Network 51ba7f2b-257a-4dd5-9523-9337a8551d64 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:03.403307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33918) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:03.419305 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16e7f7f3-2fd6-4c80-8aa8-3fbdc8066c06 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.422923 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-16e7f7f3-2fd6-4c80-8aa8-3fbdc8066c06 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8226306 Aug 06 16:20:03.429992 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33922) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:03.445408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4fc3d467-f49c-48e8-9136-2a36c7376ff4 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'security_group': {'name': 'tempest-secgroup-714151526'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:03.462440 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.502826 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4fc3d467-f49c-48e8-9136-2a36c7376ff4 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.507090 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.516080 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/51ba7f2b-257a-4dd5-9523-9337a8551d64 HTTP/1.1" status: 204 len: 168 time: 1.3058739 Aug 06 16:20:03.536825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33924) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:03.561308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1c417c97-7f70-45a6-9033-71adc3bf9e01 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1272773340'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:03.591815 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fa920-e0fe-44d7-9bd0-db6886dead8f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Network': ['ID=51ba7f2b-257a-4dd5-9523-9337a8551d64,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:03.606678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-58caa5fc-a8ee-4f4b-820d-5837dc804898 None None] For port 76ba18f5-5413-4be6-89db-505ac88f4cc6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=76ba18f5-5413-4be6-89db-505ac88f4cc6,segment=NetworkSegment(592baeba-c2ee-4cfc-87a2-c00017599ca3),segment_id=592baeba-c2ee-4cfc-87a2-c00017599ca3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:03.630436 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-58caa5fc-a8ee-4f4b-820d-5837dc804898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.721680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a906b5-c42d-4078-b85c-fcca2941c295 None None] Update dhcp port {'port': {'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'fixed_ips': [{'subnet_id': '78136c43-59ad-4335-a39c-fe986994bf77', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5bb9e7bc-a06d-4d79-b1d7-ff186a933f11'}], 'binding:host_id': 'n-d-803756-1'}, 'id': 'babef0b3-9f5d-46fc-ae07-0c4cf81a928f'} from n-d-803756-1. {{(pid=105766) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 16:20:03.794159 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4fc3d467-f49c-48e8-9136-2a36c7376ff4 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.840881 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4fc3d467-f49c-48e8-9136-2a36c7376ff4 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.860400 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-08ada885-fe2f-41bd-9334-672cf874a219 req-6dcc2849-08eb-421d-8945-071e45952801 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 210 time: 0.0866888 Aug 06 16:20:03.898276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58caa5fc-a8ee-4f4b-820d-5837dc804898 None None] Pushing event updated for resources: {'Port': ['ID=76ba18f5-5413-4be6-89db-505ac88f4cc6,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:03.905596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7172f9d8-b7a8-47b5-91da-61b16ac4f322 None None] Provisioning complete for port 6bb4f517-eb08-40cd-9805-997aeafb88c7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:03.905890 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7172f9d8-b7a8-47b5-91da-61b16ac4f322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.907948 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f2a906b5-c42d-4078-b85c-fcca2941c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.946836 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d0f733d2-492d-405e-8076-8c99efbd9698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.957120 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5e0053ac-3fb1-4a38-92ed-b97442912672 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5056172866674155bbcca159a651c8d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5490129 Aug 06 16:20:03.960616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33928) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:03.983194 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c417c97-7f70-45a6-9033-71adc3bf9e01 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:03.987503 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1c417c97-7f70-45a6-9033-71adc3bf9e01 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.997390 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4fc3d467-f49c-48e8-9136-2a36c7376ff4 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:03.998657 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4fc3d467-f49c-48e8-9136-2a36c7376ff4 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5674632 Aug 06 16:20:04.004470 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33930) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:04.012038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3d467-f49c-48e8-9136-2a36c7376ff4 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305a582a-0399-4d86-ac63-d2b64570becf,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:04.013570 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-7172f9d8-b7a8-47b5-91da-61b16ac4f322 None None] Port 6bb4f517-eb08-40cd-9805-997aeafb88c7 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:20:04.034633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a5abd260-e85a-433b-a3b8-aa09e7e20fc2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'security_group': {'name': 'tempest-secgroup-1072673937'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:04.046693 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c417c97-7f70-45a6-9033-71adc3bf9e01 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:04.062795 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1c417c97-7f70-45a6-9033-71adc3bf9e01 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.063451 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-1c417c97-7f70-45a6-9033-71adc3bf9e01 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Added segment a58cf6ea-0395-4ac4-a862-e3f2d9a2db94 of type vlan for network 95cb54a9-7ecf-4835-bfcd-2a82feed0343 Aug 06 16:20:04.086892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f119287b-a628-4ace-905c-65dccf83ef5b req-83d63c18-cc69-4289-96a4-d2b064a158bb tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Made reservation on behalf of 5e2355e70c724a9a92a0cbc519a3c343 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:04.093089 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f119287b-a628-4ace-905c-65dccf83ef5b req-83d63c18-cc69-4289-96a4-d2b064a158bb tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.141232 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5abd260-e85a-433b-a3b8-aa09e7e20fc2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.159635 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7172f9d8-b7a8-47b5-91da-61b16ac4f322 None None] Provisioning complete for port babef0b3-9f5d-46fc-ae07-0c4cf81a928f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:04.159900 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7172f9d8-b7a8-47b5-91da-61b16ac4f322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.178294 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1c417c97-7f70-45a6-9033-71adc3bf9e01 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.193140 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83ce187b-7403-4e81-8f44-e034a6346ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.288653 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1c417c97-7f70-45a6-9033-71adc3bf9e01 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.296757 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c417c97-7f70-45a6-9033-71adc3bf9e01 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:04.298098 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1c417c97-7f70-45a6-9033-71adc3bf9e01 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.351684 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83ce187b-7403-4e81-8f44-e034a6346ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.359638 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5abd260-e85a-433b-a3b8-aa09e7e20fc2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.381363 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5abd260-e85a-433b-a3b8-aa09e7e20fc2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.457869 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-f2a906b5-c42d-4078-b85c-fcca2941c295 None None] Allocated IP 2001:db8::2 (c5b4bd80-dfc9-408e-b5d5-e2d8d580f162/5bb9e7bc-a06d-4d79-b1d7-ff186a933f11/babef0b3-9f5d-46fc-ae07-0c4cf81a928f) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:04.472840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1c417c97-7f70-45a6-9033-71adc3bf9e01 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9301417 Aug 06 16:20:04.477332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33940) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:04.484776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a2346c12-fc1f-497f-9ad8-e0f0b06a3aa2 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'subnet': {'network_id': '95cb54a9-7ecf-4835-bfcd-2a82feed0343', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:04.536596 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-f119287b-a628-4ace-905c-65dccf83ef5b req-83d63c18-cc69-4289-96a4-d2b064a158bb tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Allocated IP 172.20.0.14 (4fb08d47-5197-4a7b-8955-d4d83703c562/017e5d8e-2566-4fa1-8f32-236c911d026d/d8848953-5399-4c86-be4a-ed244900bebd) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:04.541700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c417c97-7f70-45a6-9033-71adc3bf9e01 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Network': ['ID=95cb54a9-7ecf-4835-bfcd-2a82feed0343,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:04.559299 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abd260-e85a-433b-a3b8-aa09e7e20fc2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e3e284-189c-404f-9d52-28f5965c766b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:04.571198 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5abd260-e85a-433b-a3b8-aa09e7e20fc2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.572578 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a5abd260-e85a-433b-a3b8-aa09e7e20fc2 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5604048 Aug 06 16:20:04.579999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33942) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:04.587140 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0fcbea32-3111-428a-a469-d60635a6113a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-968745303', 'security_groups': ['33e3e284-189c-404f-9d52-28f5965c766b'], 'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5bb9e7bc-a06d-4d79-b1d7-ff186a933f11'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:04.603913 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83ce187b-7403-4e81-8f44-e034a6346ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.607359 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83ce187b-7403-4e81-8f44-e034a6346ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.611661 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-83ce187b-7403-4e81-8f44-e034a6346ed4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/776f9a51-6e69-47a5-854e-720ad66e9b75 HTTP/1.1" status: 204 len: 168 time: 0.6498880 Aug 06 16:20:04.629881 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 95cb54a9-7ecf-4835-bfcd-2a82feed0343 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:04.664830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce187b-7403-4e81-8f44-e034a6346ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776f9a51-6e69-47a5-854e-720ad66e9b75,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:04.727775 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2346c12-fc1f-497f-9ad8-e0f0b06a3aa2 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:04.740202 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a2346c12-fc1f-497f-9ad8-e0f0b06a3aa2 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.817234 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-f2a906b5-c42d-4078-b85c-fcca2941c295 None None] For port babef0b3-9f5d-46fc-ae07-0c4cf81a928f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=babef0b3-9f5d-46fc-ae07-0c4cf81a928f,segment=NetworkSegment(86191fea-e8ef-4d2e-a538-bb9f8ab86479),segment_id=86191fea-e8ef-4d2e-a538-bb9f8ab86479)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:04.832172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcbea32-3111-428a-a469-d60635a6113a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:04.858439 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f2a906b5-c42d-4078-b85c-fcca2941c295 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.881344 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f2a906b5-c42d-4078-b85c-fcca2941c295 None None] Transition to ACTIVE for port object babef0b3-9f5d-46fc-ae07-0c4cf81a928f will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:04.909250 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f2a906b5-c42d-4078-b85c-fcca2941c295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:04.953138 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f119287b-a628-4ace-905c-65dccf83ef5b req-83d63c18-cc69-4289-96a4-d2b064a158bb tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:05.017225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1526897f-4b54-4b16-9ac9-25f0631e5186 None None] Provisioning complete for port 76ba18f5-5413-4be6-89db-505ac88f4cc6 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:05.018377 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1526897f-4b54-4b16-9ac9-25f0631e5186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:05.097673 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a906b5-c42d-4078-b85c-fcca2941c295 None None] Pushing event updated for resources: {'Port': ['ID=babef0b3-9f5d-46fc-ae07-0c4cf81a928f,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:05.160936 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-affd6d34-855d-4fc9-9684-9b8a03638a80 req-2a6ed55e-08a8-4c54-8f51-71a657f0e1e5 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 210 time: 0.1048353 Aug 06 16:20:05.173002 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f119287b-a628-4ace-905c-65dccf83ef5b req-83d63c18-cc69-4289-96a4-d2b064a158bb tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:05.189482 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fcbea32-3111-428a-a469-d60635a6113a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:05.258067 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a2346c12-fc1f-497f-9ad8-e0f0b06a3aa2 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:05.287735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-0fcbea32-3111-428a-a469-d60635a6113a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] device_id is not set on port 5af61f8f-6149-4fb2-8cb9-e3bf6701673c yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:20:05.327249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f119287b-a628-4ace-905c-65dccf83ef5b req-83d63c18-cc69-4289-96a4-d2b064a158bb tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Network 4fb08d47-5197-4a7b-8955-d4d83703c562 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:05.327602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2346c12-fc1f-497f-9ad8-e0f0b06a3aa2 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Subnet': ['ID=7ce42306-24d0-4ce6-83d6-bb049c662e9c,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:05.345323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-f119287b-a628-4ace-905c-65dccf83ef5b req-83d63c18-cc69-4289-96a4-d2b064a158bb tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:05.347680 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d63c18-cc69-4289-96a4-d2b064a158bb tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Pushing event updated for resources: {'Port': ['ID=d8848953-5399-4c86-be4a-ed244900bebd,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:05.360508 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f119287b-a628-4ace-905c-65dccf83ef5b req-83d63c18-cc69-4289-96a4-d2b064a158bb tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:05.415154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33954) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:05.447693 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b34d566b-be78-442f-9a2b-d13c81a38ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:05.536243 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119287b-a628-4ace-905c-65dccf83ef5b req-83d63c18-cc69-4289-96a4-d2b064a158bb tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:05.538339 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f119287b-a628-4ace-905c-65dccf83ef5b req-83d63c18-cc69-4289-96a4-d2b064a158bb tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:05.575728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2346c12-fc1f-497f-9ad8-e0f0b06a3aa2 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Checking segment: {'id': 'a58cf6ea-0395-4ac4-a862-e3f2d9a2db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '95cb54a9-7ecf-4835-bfcd-2a82feed0343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:05.577593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2346c12-fc1f-497f-9ad8-e0f0b06a3aa2 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network hostable DHCP agents. Network: 95cb54a9-7ecf-4835-bfcd-2a82feed0343, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:05.627747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2346c12-fc1f-497f-9ad8-e0f0b06a3aa2 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network 95cb54a9-7ecf-4835-bfcd-2a82feed0343 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:05.648814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a2346c12-fc1f-497f-9ad8-e0f0b06a3aa2 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 95cb54a9-7ecf-4835-bfcd-2a82feed0343) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:05.656018 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2346c12-fc1f-497f-9ad8-e0f0b06a3aa2 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:05.656616 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a2346c12-fc1f-497f-9ad8-e0f0b06a3aa2 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:05.658720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de51ac88-4f89-41a7-9484-19c17792f08a None None] Network 95cb54a9-7ecf-4835-bfcd-2a82feed0343 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:05.806155 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-0fcbea32-3111-428a-a469-d60635a6113a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Allocated IP 2001:db8::2df (c5b4bd80-dfc9-408e-b5d5-e2d8d580f162/5bb9e7bc-a06d-4d79-b1d7-ff186a933f11/5af61f8f-6149-4fb2-8cb9-e3bf6701673c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:05.854262 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b34d566b-be78-442f-9a2b-d13c81a38ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:05.863143 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b34d566b-be78-442f-9a2b-d13c81a38ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:05.868025 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f119287b-a628-4ace-905c-65dccf83ef5b req-83d63c18-cc69-4289-96a4-d2b064a158bb tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9141648 Aug 06 16:20:05.870240 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a2346c12-fc1f-497f-9ad8-e0f0b06a3aa2 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3899937 Aug 06 16:20:05.878180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33960) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:05.885031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Request body: {'port': {'device_id': 'e84eb50a-033f-4f9d-b302-eb8197deee14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:05.893699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device babef0b3-9f5d-46fc-ae07-0c4cf81a928f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:05.974184 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b34d566b-be78-442f-9a2b-d13c81a38ff0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1286b57deb04d6bb51dd1c15ba99df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5532608 Aug 06 16:20:05.989336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-95cb54a9-7ecf-4835-bfcd-2a82feed0343', 'network_id': '95cb54a9-7ecf-4835-bfcd-2a82feed0343', 'tenant_id': 'a219c07f18d9404fbc314daf6e8834ea', 'fixed_ips': [{'subnet_id': '7ce42306-24d0-4ce6-83d6-bb049c662e9c'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:20:05.989336 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:05.989716 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33962) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:06.003797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 76ba18f5-5413-4be6-89db-505ac88f4cc6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:06.035874 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.140459 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d566b-be78-442f-9a2b-d13c81a38ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c78e5a-683d-46ed-9aab-8899dfa6b08c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:06.180826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 76ba18f5-5413-4be6-89db-505ac88f4cc6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:06.181215 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.221694 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f23048f-d5f1-46eb-8694-de659d30f597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.252808 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fcbea32-3111-428a-a469-d60635a6113a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.274013 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f23048f-d5f1-46eb-8694-de659d30f597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.280266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5ec185cf-11d6-49e4-a09a-eda25ded9af9 None None] Provisioning complete for port 6bb4f517-eb08-40cd-9805-997aeafb88c7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:06.280642 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5ec185cf-11d6-49e4-a09a-eda25ded9af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.294576 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-0fcbea32-3111-428a-a469-d60635a6113a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Transition to ACTIVE for port object 5af61f8f-6149-4fb2-8cb9-e3bf6701673c will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:06.316608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Allocated IP 2001:db8::1 (95cb54a9-7ecf-4835-bfcd-2a82feed0343/7ce42306-24d0-4ce6-83d6-bb049c662e9c/b575e2ca-57f2-4179-835d-e11c02643732) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:06.320673 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b8cf0396-8bb5-4097-8d2f-032e664ec066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.365127 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fcbea32-3111-428a-a469-d60635a6113a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.380749 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5ec185cf-11d6-49e4-a09a-eda25ded9af9 None None] Port 6bb4f517-eb08-40cd-9805-997aeafb88c7 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:20:06.381849 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.389433 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f23048f-d5f1-46eb-8694-de659d30f597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.390402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f23048f-d5f1-46eb-8694-de659d30f597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.397388 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6f23048f-d5f1-46eb-8694-de659d30f597 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4c78e5a-683d-46ed-9aab-8899dfa6b08c HTTP/1.1" status: 204 len: 168 time: 0.4066825 Aug 06 16:20:06.438520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcbea32-3111-428a-a469-d60635a6113a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:06.449391 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-0fcbea32-3111-428a-a469-d60635a6113a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:06.455286 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23048f-d5f1-46eb-8694-de659d30f597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c78e5a-683d-46ed-9aab-8899dfa6b08c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:06.471917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2428559-7b98-4e8a-b25e-16dbecebe5d4 req-097ec866-b07d-446a-938b-14630e94e0d7 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:06.473406 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2428559-7b98-4e8a-b25e-16dbecebe5d4 req-097ec866-b07d-446a-938b-14630e94e0d7 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 932 time: 0.1786997 Aug 06 16:20:06.476186 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcbea32-3111-428a-a469-d60635a6113a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:06.482965 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcbea32-3111-428a-a469-d60635a6113a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:06.484192 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fcbea32-3111-428a-a469-d60635a6113a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.484401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5ec185cf-11d6-49e4-a09a-eda25ded9af9 None None] Provisioning for port babef0b3-9f5d-46fc-ae07-0c4cf81a928f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:06.517524 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbea32-3111-428a-a469-d60635a6113a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=5af61f8f-6149-4fb2-8cb9-e3bf6701673c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:06.534842 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0fcbea32-3111-428a-a469-d60635a6113a tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9527092 Aug 06 16:20:06.544955 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33972) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:06.546082 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5ec185cf-11d6-49e4-a09a-eda25ded9af9 None None] Provisioning complete for port babef0b3-9f5d-46fc-ae07-0c4cf81a928f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:06.547789 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5ec185cf-11d6-49e4-a09a-eda25ded9af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.564240 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-58940e95-1695-4cc7-a4a5-8fc8c4c74be8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'subnet': {'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:06.587393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8848953-5399-4c86-be4a-ed244900bebd {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:20:06.609959 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.656577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Transition to ACTIVE for port object d8848953-5399-4c86-be4a-ed244900bebd will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:06.676688 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.699999 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.727370 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.828139 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.846263 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58940e95-1695-4cc7-a4a5-8fc8c4c74be8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:06.852706 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58940e95-1695-4cc7-a4a5-8fc8c4c74be8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.874258 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Transition to ACTIVE for port object b575e2ca-57f2-4179-835d-e11c02643732 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:06.932071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Transition to ACTIVE for port object b575e2ca-57f2-4179-835d-e11c02643732 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:06.942254 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:06.986177 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2428559-7b98-4e8a-b25e-16dbecebe5d4 req-7f3a8b07-c3c0-439b-9c4c-7aa650187a5d tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/security-groups?id=01ebb33b-70d1-4227-95f7-9d0d0e2c358d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986274 Aug 06 16:20:07.022654 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Pushing event updated for resources: {'Port': ['ID=d8848953-5399-4c86-be4a-ed244900bebd,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:07.040125 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.062077 n-d-803756-1 neutron-server[105764]: INFO neutron.db.ipam_backend_mixin [None req-58940e95-1695-4cc7-a4a5-8fc8c4c74be8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5bb9e7bc-a06d-4d79-b1d7-ff186a933f11 (CIDR: 2001:db8::/64) Aug 06 16:20:07.069554 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-58940e95-1695-4cc7-a4a5-8fc8c4c74be8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:20:07.070966 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58940e95-1695-4cc7-a4a5-8fc8c4c74be8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:07.074551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Network 95cb54a9-7ecf-4835-bfcd-2a82feed0343 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:07.087206 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:07.098658 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:07.102310 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-58940e95-1695-4cc7-a4a5-8fc8c4c74be8 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5534325 Aug 06 16:20:07.105577 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33990) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:07.114644 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a1f9388d-90c5-4cbe-bdab-77716696e604 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'subnet': {'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:07.130878 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce42306-24d0-4ce6-83d6-bb049c662e9c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:07.142766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-713ae204-ee81-4563-83c9-6f6cb03ea515 None None] Provisioning for port 5af61f8f-6149-4fb2-8cb9-e3bf6701673c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:07.156947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Pushing event updated for resources: {'Port': ['ID=b575e2ca-57f2-4179-835d-e11c02643732,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:07.163544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Attempting to bind port d8848953-5399-4c86-be4a-ed244900bebd on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:20:07.163871 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Attempting to bind port d8848953-5399-4c86-be4a-ed244900bebd by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'b763bebf-4047-423b-ae3e-a14feccc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '4fb08d47-5197-4a7b-8955-d4d83703c562'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:20:07.164225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Attempting to bind port d8848953-5399-4c86-be4a-ed244900bebd on network 4fb08d47-5197-4a7b-8955-d4d83703c562 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:20:07.172100 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-713ae204-ee81-4563-83c9-6f6cb03ea515 None None] Provisioning complete for port 5af61f8f-6149-4fb2-8cb9-e3bf6701673c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:07.172474 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-713ae204-ee81-4563-83c9-6f6cb03ea515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.227173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Port d8848953-5399-4c86-be4a-ed244900bebd on network 4fb08d47-5197-4a7b-8955-d4d83703c562 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:20:07.229671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Attempting to bind port d8848953-5399-4c86-be4a-ed244900bebd on network 4fb08d47-5197-4a7b-8955-d4d83703c562 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:20:07.309347 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.322723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:20:07.323525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Checking segment: {'id': 'b763bebf-4047-423b-ae3e-a14feccc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '4fb08d47-5197-4a7b-8955-d4d83703c562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:07.324392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-713ae204-ee81-4563-83c9-6f6cb03ea515 None None] Port 5af61f8f-6149-4fb2-8cb9-e3bf6701673c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:20:07.324893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Bound using segment: {'id': 'b763bebf-4047-423b-ae3e-a14feccc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '4fb08d47-5197-4a7b-8955-d4d83703c562'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:20:07.325586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Bound port: d8848953-5399-4c86-be4a-ed244900bebd, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b763bebf-4047-423b-ae3e-a14feccc609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '4fb08d47-5197-4a7b-8955-d4d83703c562'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:20:07.326420 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.326540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Attempting to bind port b575e2ca-57f2-4179-835d-e11c02643732 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:20:07.335978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Attempting to bind port b575e2ca-57f2-4179-835d-e11c02643732 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'a58cf6ea-0395-4ac4-a862-e3f2d9a2db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '95cb54a9-7ecf-4835-bfcd-2a82feed0343'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:20:07.336221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f9388d-90c5-4cbe-bdab-77716696e604 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:07.336670 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Attempting to bind port b575e2ca-57f2-4179-835d-e11c02643732 on network 95cb54a9-7ecf-4835-bfcd-2a82feed0343 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:20:07.342155 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1f9388d-90c5-4cbe-bdab-77716696e604 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.343629 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cb54a9-7ecf-4835-bfcd-2a82feed0343']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:07.345839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33996) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:07.348562 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:20:07.348923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Checking segment: {'id': 'a58cf6ea-0395-4ac4-a862-e3f2d9a2db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '95cb54a9-7ecf-4835-bfcd-2a82feed0343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:07.349325 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.349735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Bound using segment: {'id': 'a58cf6ea-0395-4ac4-a862-e3f2d9a2db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '95cb54a9-7ecf-4835-bfcd-2a82feed0343'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:20:07.350213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Bound port: b575e2ca-57f2-4179-835d-e11c02643732, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58cf6ea-0395-4ac4-a862-e3f2d9a2db94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '95cb54a9-7ecf-4835-bfcd-2a82feed0343'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:20:07.350593 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.365258 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.388633 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6fe8f861-3c9a-419f-85dd-2cb75a229a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.394942 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58cf6ea-0395-4ac4-a862-e3f2d9a2db94') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:07.395249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58cf6ea-0395-4ac4-a862-e3f2d9a2db94') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:07.426567 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.464917 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.476333 n-d-803756-1 neutron-server[105764]: INFO neutron.db.ipam_backend_mixin [None req-a1f9388d-90c5-4cbe-bdab-77716696e604 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 78136c43-59ad-4335-a39c-fe986994bf77 (CIDR: 2001:db8:0:1::/64) Aug 06 16:20:07.478786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] For port b575e2ca-57f2-4179-835d-e11c02643732, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:20:07.479365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:07.479821 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.481738 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f9388d-90c5-4cbe-bdab-77716696e604 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:20:07.483178 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f9388d-90c5-4cbe-bdab-77716696e604 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:07.484695 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:07.500978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] For port d8848953-5399-4c86-be4a-ed244900bebd, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:20:07.568673 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] For port b575e2ca-57f2-4179-835d-e11c02643732, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b575e2ca-57f2-4179-835d-e11c02643732,segment=NetworkSegment(a58cf6ea-0395-4ac4-a862-e3f2d9a2db94),segment_id=a58cf6ea-0395-4ac4-a862-e3f2d9a2db94)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:20:07.580240 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.582496 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 16:20:07.582496 n-d-803756-1 neutron-server[105765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 16:20:07.582496 n-d-803756-1 neutron-server[105765]: [parameters: {'id': '95cb54a9-7ecf-4835-bfcd-2a82feed0343'}] Aug 06 16:20:07.582496 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:20:07.582941 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:20:07.584612 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] For port d8848953-5399-4c86-be4a-ed244900bebd, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d8848953-5399-4c86-be4a-ed244900bebd,segment=NetworkSegment(b763bebf-4047-423b-ae3e-a14feccc609b),segment_id=b763bebf-4047-423b-ae3e-a14feccc609b)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:20:07.637067 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.693374 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6fe8f861-3c9a-419f-85dd-2cb75a229a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.703563 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:07.706792 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.713233 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a1f9388d-90c5-4cbe-bdab-77716696e604 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6022766 Aug 06 16:20:07.713777 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] 10.222.0.78 "PUT /v2.0/ports/d8848953-5399-4c86-be4a-ed244900bebd HTTP/1.1" status: 200 len: 1092 time: 1.8316116 Aug 06 16:20:07.713777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84eb50a-033f-4f9d-b302-eb8197deee14', 'tag': 'd8848953-5399-4c86-be4a-ed244900bebd'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:20:07.714694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34000) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:07.724740 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60e056e-44f7-4d4d-b6dc-07836ec1a1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e84eb50a-033f-4f9d-b302-eb8197deee14", "tag": "d8848953-5399-4c86-be4a-ed244900bebd"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:20:07.727837 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-75c2b784-fd63-4205-8790-957c5ec8b73f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'subnet': {'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:07.728242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395ae63-cc4c-45c7-800e-e4f42a1c2de3 None None] Pushing event updated for resources: {'Port': ['ID=b575e2ca-57f2-4179-835d-e11c02643732,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:07.744824 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6fe8f861-3c9a-419f-85dd-2cb75a229a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.746479 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eaae97-025d-47b7-89d0-169d7af7aacb None None] Network 95cb54a9-7ecf-4835-bfcd-2a82feed0343 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:07.782458 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6fe8f861-3c9a-419f-85dd-2cb75a229a8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd3f7311baaa465a8012c53280c75188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4339008 Aug 06 16:20:07.796739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34004) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:07.841147 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139420ea-fdf9-4835-94fa-47f120a1888a x-openstack-request-id: req-139420ea-fdf9-4835-94fa-47f120a1888a {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:20:07.841445 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84eb50a-033f-4f9d-b302-eb8197deee14", "tag": "d8848953-5399-4c86-be4a-ed244900bebd", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:20:07.844167 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-139420ea-fdf9-4835-94fa-47f120a1888a {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:20:07.844636 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84eb50a-033f-4f9d-b302-eb8197deee14', 'tag': 'd8848953-5399-4c86-be4a-ed244900bebd', 'status': 'completed', 'code': 200} Aug 06 16:20:07.953003 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c26ad78-bd7a-45e9-9e00-0d984b0c2ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.982627 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c26ad78-bd7a-45e9-9e00-0d984b0c2ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.998940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9489fa62-ce09-43ae-81d8-af5a710db9bd None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:20:08.043020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c2b784-fd63-4205-8790-957c5ec8b73f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Made reservation on behalf of d90686cdb75c40888bbfb8c0a46e098d for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:08.046597 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75c2b784-fd63-4205-8790-957c5ec8b73f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:08.164826 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c26ad78-bd7a-45e9-9e00-0d984b0c2ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:08.174308 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c26ad78-bd7a-45e9-9e00-0d984b0c2ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:08.175128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9489fa62-ce09-43ae-81d8-af5a710db9bd None None] Resources bound (agent type, host, resource id): {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:20:08.175472 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8c26ad78-bd7a-45e9-9e00-0d984b0c2ceb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fcea7a4-b347-4f48-8519-87c47fd6b8fe HTTP/1.1" status: 204 len: 168 time: 0.3777864 Aug 06 16:20:08.505186 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:08.570431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c17703-8f78-4271-ba23-e6b9fe1ca651 service neutron] Pushing event updated for resources: {'Port': ['ID=d8848953-5399-4c86-be4a-ed244900bebd,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:08.608704 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8f861-3c9a-419f-85dd-2cb75a229a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcea7a4-b347-4f48-8519-87c47fd6b8fe,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:08.643006 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d26c8d46-bbd2-4047-949b-b995f47934fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:08.644558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f119287b-a628-4ace-905c-65dccf83ef5b req-d26c8d46-bbd2-4047-949b-b995f47934fe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5e2355e70c724a9a92a0cbc519a3c343&device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 1095 time: 0.8501065 Aug 06 16:20:08.658905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932a2bf-4909-4624-ad87-ebd2401e016c req-0c0dbd88-a240-45be-9c8b-aa08d73e0a0f tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:08.660460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9932a2bf-4909-4624-ad87-ebd2401e016c req-0c0dbd88-a240-45be-9c8b-aa08d73e0a0f tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 944 time: 0.1459160 Aug 06 16:20:08.673550 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab4f6c6-4511-404c-99da-86979d4bb51c None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:20:08.699954 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f119287b-a628-4ace-905c-65dccf83ef5b req-08313692-da7c-41c6-8f98-6f6331aea3aa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8848953-5399-4c86-be4a-ed244900bebd HTTP/1.1" status: 200 len: 217 time: 0.0384727 Aug 06 16:20:08.764925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119287b-a628-4ace-905c-65dccf83ef5b req-1b27d45b-6b47-4185-bb06-0759b9e0df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:08.766430 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f119287b-a628-4ace-905c-65dccf83ef5b req-1b27d45b-6b47-4185-bb06-0759b9e0df71 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=017e5d8e-2566-4fa1-8f32-236c911d026d HTTP/1.1" status: 200 len: 848 time: 0.0574925 Aug 06 16:20:08.767735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Deleting port b575e2ca-57f2-4179-835d-e11c02643732 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:08.768087 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:08.817195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26ad78-bd7a-45e9-9e00-0d984b0c2ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcea7a4-b347-4f48-8519-87c47fd6b8fe,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:08.842360 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f119287b-a628-4ace-905c-65dccf83ef5b req-37fe8d8b-40da-42b3-96c3-2da1b9d4eb28 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4fb08d47-5197-4a7b-8955-d4d83703c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657594 Aug 06 16:20:08.922319 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab4f6c6-4511-404c-99da-86979d4bb51c None None] Resources bound (agent type, host, resource id): {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:20:08.975643 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f119287b-a628-4ace-905c-65dccf83ef5b req-3309221c-30ac-4fcd-aeec-11bafa797612 service neutron] 10.222.0.78 "GET /v2.0/networks/4fb08d47-5197-4a7b-8955-d4d83703c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937946 Aug 06 16:20:09.014626 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75c2b784-fd63-4205-8790-957c5ec8b73f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:09.029944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9932a2bf-4909-4624-ad87-ebd2401e016c req-2ecdc3d7-6b05-4ba5-af62-634f8fe722ff tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/security-groups?id=01ebb33b-70d1-4227-95f7-9d0d0e2c358d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247681 Aug 06 16:20:09.052743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] For port b575e2ca-57f2-4179-835d-e11c02643732, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b575e2ca-57f2-4179-835d-e11c02643732,segment=NetworkSegment(a58cf6ea-0395-4ac4-a862-e3f2d9a2db94),segment_id=a58cf6ea-0395-4ac4-a862-e3f2d9a2db94)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:09.053386 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:09.064343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c2b784-fd63-4205-8790-957c5ec8b73f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:09.067708 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-75c2b784-fd63-4205-8790-957c5ec8b73f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:09.075091 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2b784-fd63-4205-8790-957c5ec8b73f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:09.075690 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75c2b784-fd63-4205-8790-957c5ec8b73f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:09.097220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Calling delete_port for b575e2ca-57f2-4179-835d-e11c02643732 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:09.145177 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2b784-fd63-4205-8790-957c5ec8b73f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Subnet': ['ID=2d887ddd-32b3-458d-9e0d-a0c46d41b731,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:09.153988 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-75c2b784-fd63-4205-8790-957c5ec8b73f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4395106 Aug 06 16:20:09.156531 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34030) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:09.163327 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9ef70319-d7f1-4513-b8e4-84a680540e08 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-726509761', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2d887ddd-32b3-458d-9e0d-a0c46d41b731'}], 'security_groups': ['d59b8b0c-94d2-467f-a05d-aa64d59b3e5b', '305a582a-0399-4d86-ac63-d2b64570becf']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:09.234090 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f119287b-a628-4ace-905c-65dccf83ef5b req-02022e95-6f3c-43f5-8f6c-d0127e07baf2 service neutron] 10.222.0.78 "GET /v2.0/networks/4fb08d47-5197-4a7b-8955-d4d83703c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421801 Aug 06 16:20:09.253273 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ef70319-d7f1-4513-b8e4-84a680540e08 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:09.343756 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:09.395771 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Port': ['ID=b575e2ca-57f2-4179-835d-e11c02643732,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:09.424052 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No DVR routers for this DVR port b575e2ca-57f2-4179-835d-e11c02643732 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:09.453281 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:09.570009 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:09.577579 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e056e-44f7-4d4d-b6dc-07836ec1a1b6 req-9f17aa38-19d9-4d27-9caf-7e2089db2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:09.579658 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a60e056e-44f7-4d4d-b6dc-07836ec1a1b6 req-9f17aa38-19d9-4d27-9caf-7e2089db2cc9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=5e2355e70c724a9a92a0cbc519a3c343&device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 1095 time: 0.1191452 Aug 06 16:20:09.593411 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cb54a9-7ecf-4835-bfcd-2a82feed0343']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:09.631879 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58cf6ea-0395-4ac4-a862-e3f2d9a2db94') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:09.632177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58cf6ea-0395-4ac4-a862-e3f2d9a2db94') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:09.733871 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:09.766626 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-9ef70319-d7f1-4513-b8e4-84a680540e08 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Delete allocated IP 2001:db8::2df (c5b4bd80-dfc9-408e-b5d5-e2d8d580f162/5bb9e7bc-a06d-4d79-b1d7-ff186a933f11) {{(pid=105764) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 16:20:09.788206 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a4e434-4cf6-4122-a44f-ad8af2fa3d90 None None] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:09.789997 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:09.798992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-9ef70319-d7f1-4513-b8e4-84a680540e08 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Allocated IP 2001:db8:0:2::172 (c5b4bd80-dfc9-408e-b5d5-e2d8d580f162/2d887ddd-32b3-458d-9e0d-a0c46d41b731/5af61f8f-6149-4fb2-8cb9-e3bf6701673c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:09.801890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:09.802074 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:09.805793 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:09.886112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e056e-44f7-4d4d-b6dc-07836ec1a1b6 req-f61f798f-98e9-4d90-a2eb-b792b0fff760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:09.887523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a60e056e-44f7-4d4d-b6dc-07836ec1a1b6 req-f61f798f-98e9-4d90-a2eb-b792b0fff760 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4fb08d47-5197-4a7b-8955-d4d83703c562 HTTP/1.1" status: 200 len: 909 time: 0.2914600 Aug 06 16:20:09.944941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34046) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:09.999064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a60e056e-44f7-4d4d-b6dc-07836ec1a1b6 req-59a35a05-0bbb-467a-a644-be92659b42c5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8848953-5399-4c86-be4a-ed244900bebd HTTP/1.1" status: 200 len: 217 time: 0.0965967 Aug 06 16:20:09.999064 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.018778 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.038081 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/95cb54a9-7ecf-4835-bfcd-2a82feed0343 HTTP/1.1" status: 204 len: 168 time: 4.1574445 Aug 06 16:20:10.045491 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34052) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:10.107791 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-17b167cf-5344-4e02-9aa4-ca4af0d3220f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1622566678'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:10.144665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e056e-44f7-4d4d-b6dc-07836ec1a1b6 req-1ded04d3-7bb5-4abb-b596-20a53dc3f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:10.146472 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a60e056e-44f7-4d4d-b6dc-07836ec1a1b6 req-1ded04d3-7bb5-4abb-b596-20a53dc3f153 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=017e5d8e-2566-4fa1-8f32-236c911d026d HTTP/1.1" status: 200 len: 848 time: 0.1073954 Aug 06 16:20:10.147826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee6eeb-11e3-4635-8ef3-ee7b61475c3a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Network': ['ID=95cb54a9-7ecf-4835-bfcd-2a82feed0343,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:10.205596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4636ab5e-e1ed-421f-865b-8e794009aaad None None] Update dhcp port {'port': {'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'fixed_ips': [{'subnet_id': '78136c43-59ad-4335-a39c-fe986994bf77', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5bb9e7bc-a06d-4d79-b1d7-ff186a933f11', 'ip_address': '2001:db8::2'}, {'subnet_id': '2d887ddd-32b3-458d-9e0d-a0c46d41b731'}], 'binding:host_id': 'n-d-803756-1'}, 'id': 'babef0b3-9f5d-46fc-ae07-0c4cf81a928f'} from n-d-803756-1. {{(pid=105766) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 16:20:10.206181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-130037a4-09ea-4614-9bb6-f130c5060e26 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-837709154'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:10.217045 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a60e056e-44f7-4d4d-b6dc-07836ec1a1b6 req-787345be-d0cb-4896-bc8d-141144b46876 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4fb08d47-5197-4a7b-8955-d4d83703c562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561430 Aug 06 16:20:10.222158 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b167cf-5344-4e02-9aa4-ca4af0d3220f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:10.225773 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17b167cf-5344-4e02-9aa4-ca4af0d3220f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.240751 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4636ab5e-e1ed-421f-865b-8e794009aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.311898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b167cf-5344-4e02-9aa4-ca4af0d3220f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:10.321174 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130037a4-09ea-4614-9bb6-f130c5060e26 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Made reservation on behalf of efdb8d52ac844ef18f69aa3044d09c20 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:10.326980 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-130037a4-09ea-4614-9bb6-f130c5060e26 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.339908 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ef70319-d7f1-4513-b8e4-84a680540e08 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.344845 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-130037a4-09ea-4614-9bb6-f130c5060e26 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.366058 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17b167cf-5344-4e02-9aa4-ca4af0d3220f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.366551 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-17b167cf-5344-4e02-9aa4-ca4af0d3220f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Added segment 2986ddda-0506-4e2d-ae5b-d0f7c136840e of type vlan for network 98c35325-da0f-4d08-b4ab-29b9ad72bf9d Aug 06 16:20:10.388611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-9ef70319-d7f1-4513-b8e4-84a680540e08 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Transition to ACTIVE for port object 5af61f8f-6149-4fb2-8cb9-e3bf6701673c will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:10.420923 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ef70319-d7f1-4513-b8e4-84a680540e08 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.494538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f9dad-c3cb-4c80-97a8-e6f5617b52e2 req-2883cdf3-9a93-4ce8-a691-a447722bcd8b tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:10.501710 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-534f9dad-c3cb-4c80-97a8-e6f5617b52e2 req-2883cdf3-9a93-4ce8-a691-a447722bcd8b tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 944 time: 0.3394861 Aug 06 16:20:10.503966 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17b167cf-5344-4e02-9aa4-ca4af0d3220f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.525915 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-4636ab5e-e1ed-421f-865b-8e794009aaad None None] Allocated IP 2001:db8:0:2::2 (c5b4bd80-dfc9-408e-b5d5-e2d8d580f162/2d887ddd-32b3-458d-9e0d-a0c46d41b731/babef0b3-9f5d-46fc-ae07-0c4cf81a928f) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:10.560871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a60e056e-44f7-4d4d-b6dc-07836ec1a1b6 req-ccdd0b51-0f5b-46be-8a86-f4629db29d68 service neutron] 10.222.0.78 "GET /v2.0/networks/4fb08d47-5197-4a7b-8955-d4d83703c562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256514 Aug 06 16:20:10.574788 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17b167cf-5344-4e02-9aa4-ca4af0d3220f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.581665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b167cf-5344-4e02-9aa4-ca4af0d3220f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:10.585121 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17b167cf-5344-4e02-9aa4-ca4af0d3220f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.674076 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-534f9dad-c3cb-4c80-97a8-e6f5617b52e2 req-1c2c6db5-2731-488f-990f-46719e1088ea tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/security-groups?id=01ebb33b-70d1-4227-95f7-9d0d0e2c358d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711974 Aug 06 16:20:10.731565 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4636ab5e-e1ed-421f-865b-8e794009aaad None None] For port babef0b3-9f5d-46fc-ae07-0c4cf81a928f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=babef0b3-9f5d-46fc-ae07-0c4cf81a928f,segment=NetworkSegment(86191fea-e8ef-4d2e-a538-bb9f8ab86479),segment_id=86191fea-e8ef-4d2e-a538-bb9f8ab86479)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:10.741450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-9ef70319-d7f1-4513-b8e4-84a680540e08 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] In _notify_port_updated(), no bound segment for port 5af61f8f-6149-4fb2-8cb9-e3bf6701673c on network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:20:10.753879 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef70319-d7f1-4513-b8e4-84a680540e08 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:10.754659 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ef70319-d7f1-4513-b8e4-84a680540e08 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.758528 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9ef70319-d7f1-4513-b8e4-84a680540e08 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "PUT /v2.0/ports/5af61f8f-6149-4fb2-8cb9-e3bf6701673c HTTP/1.1" status: 200 len: 969 time: 1.5983036 Aug 06 16:20:10.766116 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34062) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:10.794660 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef70319-d7f1-4513-b8e4-84a680540e08 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event updated for resources: {'Port': ['ID=5af61f8f-6149-4fb2-8cb9-e3bf6701673c,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:10.795510 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4636ab5e-e1ed-421f-865b-8e794009aaad None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.812734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b167cf-5344-4e02-9aa4-ca4af0d3220f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Network': ['ID=98c35325-da0f-4d08-b4ab-29b9ad72bf9d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:10.827376 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 98c35325-da0f-4d08-b4ab-29b9ad72bf9d details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:10.857512 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4636ab5e-e1ed-421f-865b-8e794009aaad None None] Transition to ACTIVE for port object babef0b3-9f5d-46fc-ae07-0c4cf81a928f will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:10.861466 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a60e056e-44f7-4d4d-b6dc-07836ec1a1b6 req-0fffef77-0232-4b58-a7e3-e90c4fb2a7f9 service neutron] 10.222.0.78 "GET /v2.0/networks/4fb08d47-5197-4a7b-8955-d4d83703c562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908821 Aug 06 16:20:10.862858 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-130037a4-09ea-4614-9bb6-f130c5060e26 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.868921 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4636ab5e-e1ed-421f-865b-8e794009aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.887186 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-130037a4-09ea-4614-9bb6-f130c5060e26 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.905092 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-17b167cf-5344-4e02-9aa4-ca4af0d3220f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8232830 Aug 06 16:20:10.921210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34066) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:10.928648 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-1e6f3a3a-399d-4b8d-8e9d-a70919456853 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'subnet': {'network_id': '98c35325-da0f-4d08-b4ab-29b9ad72bf9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:10.933927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130037a4-09ea-4614-9bb6-f130c5060e26 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:10.992877 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-130037a4-09ea-4614-9bb6-f130c5060e26 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.994537 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-130037a4-09ea-4614-9bb6-f130c5060e26 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Added segment 9201b068-a2c2-45f0-8253-9b88d8914979 of type vlan for network 850358e2-2bc5-48f4-ace0-c8576580cb62 Aug 06 16:20:11.002930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130037a4-09ea-4614-9bb6-f130c5060e26 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1be1202-bb95-4e11-96e8-4da49edcb334,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:11.003741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-dbbbf613-2ff7-4734-b96d-2bc7e2ae144f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port 5af61f8f-6149-4fb2-8cb9-e3bf6701673c {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:11.007114 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf613-2ff7-4734-b96d-2bc7e2ae144f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:11.052486 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636ab5e-e1ed-421f-865b-8e794009aaad None None] Pushing event updated for resources: {'Port': ['ID=babef0b3-9f5d-46fc-ae07-0c4cf81a928f,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:11.173610 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-130037a4-09ea-4614-9bb6-f130c5060e26 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:11.257804 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6f3a3a-399d-4b8d-8e9d-a70919456853 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:11.263766 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3a3a-399d-4b8d-8e9d-a70919456853 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:11.283329 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf613-2ff7-4734-b96d-2bc7e2ae144f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:11.312649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-dbbbf613-2ff7-4734-b96d-2bc7e2ae144f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for 5af61f8f-6149-4fb2-8cb9-e3bf6701673c owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:11.457509 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-130037a4-09ea-4614-9bb6-f130c5060e26 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:11.470288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130037a4-09ea-4614-9bb6-f130c5060e26 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:11.470944 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-130037a4-09ea-4614-9bb6-f130c5060e26 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:11.533871 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf613-2ff7-4734-b96d-2bc7e2ae144f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:11.606314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbf613-2ff7-4734-b96d-2bc7e2ae144f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=5af61f8f-6149-4fb2-8cb9-e3bf6701673c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:11.623757 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-130037a4-09ea-4614-9bb6-f130c5060e26 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6777327 Aug 06 16:20:11.638030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34086) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:11.644265 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf613-2ff7-4734-b96d-2bc7e2ae144f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:11.646389 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dbbbf613-2ff7-4734-b96d-2bc7e2ae144f tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/5af61f8f-6149-4fb2-8cb9-e3bf6701673c HTTP/1.1" status: 204 len: 168 time: 0.8788397 Aug 06 16:20:11.650409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34088) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:11.652880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-3c504f39-86b0-42af-8486-d822aa1235cc tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Request body: {'subnet': {'network_id': '850358e2-2bc5-48f4-ace0-c8576580cb62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:11.671918 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130037a4-09ea-4614-9bb6-f130c5060e26 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Pushing event updated for resources: {'Network': ['ID=850358e2-2bc5-48f4-ace0-c8576580cb62,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:11.684339 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 850358e2-2bc5-48f4-ace0-c8576580cb62 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:11.707371 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e338d525-4cea-4467-9134-1e3055f04c3d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] GET failed (client error): The resource could not be found. Aug 06 16:20:11.712294 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e338d525-4cea-4467-9134-1e3055f04c3d tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports/5af61f8f-6149-4fb2-8cb9-e3bf6701673c HTTP/1.1" status: 404 len: 333 time: 0.0578136 Aug 06 16:20:11.715912 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34092) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:11.887431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c504f39-86b0-42af-8486-d822aa1235cc tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Made reservation on behalf of efdb8d52ac844ef18f69aa3044d09c20 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:11.894998 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3c504f39-86b0-42af-8486-d822aa1235cc tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:11.911092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device babef0b3-9f5d-46fc-ae07-0c4cf81a928f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:11.959852 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9270-e58d-468d-b85d-39cdfab17390 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:11.988663 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3a3a-399d-4b8d-8e9d-a70919456853 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.010285 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5eb85-b122-4d03-ae79-988492a4163a req-a690b587-536a-4144-baa2-a7ec9437ef0e tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:12.012476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15e5eb85-b122-4d03-ae79-988492a4163a req-a690b587-536a-4144-baa2-a7ec9437ef0e tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 944 time: 0.1917112 Aug 06 16:20:12.066945 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f3a3a-399d-4b8d-8e9d-a70919456853 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Subnet': ['ID=f4700c90-d7d5-4fad-bc3a-4f557c9cf451,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:12.076369 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9270-e58d-468d-b85d-39cdfab17390 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.089399 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15e5eb85-b122-4d03-ae79-988492a4163a req-55b8848f-df27-492c-845a-8aa79c9ee560 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/security-groups?id=01ebb33b-70d1-4227-95f7-9d0d0e2c358d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685585 Aug 06 16:20:12.097966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d33222c2-d8cf-427a-8d64-33bb19edd7c9 None None] Could not find standard attr ID for object 5af61f8f-6149-4fb2-8cb9-e3bf6701673c. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:20:12.156182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d33222c2-d8cf-427a-8d64-33bb19edd7c9 None None] Provisioning complete for port 6bb4f517-eb08-40cd-9805-997aeafb88c7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:12.156929 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d33222c2-d8cf-427a-8d64-33bb19edd7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.206392 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f3a3a-399d-4b8d-8e9d-a70919456853 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Checking segment: {'id': '2986ddda-0506-4e2d-ae5b-d0f7c136840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '98c35325-da0f-4d08-b4ab-29b9ad72bf9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:12.208322 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6f3a3a-399d-4b8d-8e9d-a70919456853 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network hostable DHCP agents. Network: 98c35325-da0f-4d08-b4ab-29b9ad72bf9d, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:12.250892 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9270-e58d-468d-b85d-39cdfab17390 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.257243 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9270-e58d-468d-b85d-39cdfab17390 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.263842 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0b4a9270-e58d-468d-b85d-39cdfab17390 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/security-groups/33e3e284-189c-404f-9d52-28f5965c766b HTTP/1.1" status: 204 len: 168 time: 0.5465064 Aug 06 16:20:12.265976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34108) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:12.273943 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6f3a3a-399d-4b8d-8e9d-a70919456853 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network 98c35325-da0f-4d08-b4ab-29b9ad72bf9d is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:12.278651 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d33222c2-d8cf-427a-8d64-33bb19edd7c9 None None] Port 6bb4f517-eb08-40cd-9805-997aeafb88c7 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:20:12.284597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d8848953-5399-4c86-be4a-ed244900bebd details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:20:12.315821 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a9270-e58d-468d-b85d-39cdfab17390 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e3e284-189c-404f-9d52-28f5965c766b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:12.319364 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3c504f39-86b0-42af-8486-d822aa1235cc tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.359216 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d33222c2-d8cf-427a-8d64-33bb19edd7c9 None None] Provisioning for port babef0b3-9f5d-46fc-ae07-0c4cf81a928f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:12.377459 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-1e6f3a3a-399d-4b8d-8e9d-a70919456853 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 98c35325-da0f-4d08-b4ab-29b9ad72bf9d) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:12.387947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d33222c2-d8cf-427a-8d64-33bb19edd7c9 None None] Provisioning complete for port babef0b3-9f5d-46fc-ae07-0c4cf81a928f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:12.388326 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d33222c2-d8cf-427a-8d64-33bb19edd7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.394202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396dd50e-edef-4134-8d2f-6a429a118edd None None] Network 98c35325-da0f-4d08-b4ab-29b9ad72bf9d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:12.418220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6f3a3a-399d-4b8d-8e9d-a70919456853 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:12.419001 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3a3a-399d-4b8d-8e9d-a70919456853 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.475726 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c504f39-86b0-42af-8486-d822aa1235cc tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Pushing event updated for resources: {'Subnet': ['ID=4f3cea7a-81e4-4fcb-9463-6770ff0a7d50,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:12.486464 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1e6f3a3a-399d-4b8d-8e9d-a70919456853 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5636642 Aug 06 16:20:12.487305 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d4fe939c-26f3-4330-89db-54e2fd11037b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.490236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34110) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:12.504097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b2c89dbe-10f1-4ed6-aefe-2a16d2981f95 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'subnet': {'network_id': '98c35325-da0f-4d08-b4ab-29b9ad72bf9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:12.528756 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d4fe939c-26f3-4330-89db-54e2fd11037b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.621579 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [req-3bbb7b7e-8be8-4287-85bc-4b471a6156fe req-f1c99dc8-951c-4f41-9542-fb5891cdb767 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] (105764) timed out ('10.222.0.78', 51650) {{(pid=105764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:20:12.626692 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d4fe939c-26f3-4330-89db-54e2fd11037b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.629701 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d4fe939c-26f3-4330-89db-54e2fd11037b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.630963 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d4fe939c-26f3-4330-89db-54e2fd11037b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/security-groups/305a582a-0399-4d86-ac63-d2b64570becf HTTP/1.1" status: 204 len: 168 time: 0.3527591 Aug 06 16:20:12.648137 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34112) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:12.648941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe939c-26f3-4330-89db-54e2fd11037b tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=305a582a-0399-4d86-ac63-d2b64570becf,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:12.662113 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d8848953-5399-4c86-be4a-ed244900bebd, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d8848953-5399-4c86-be4a-ed244900bebd,segment=NetworkSegment(b763bebf-4047-423b-ae3e-a14feccc609b),segment_id=b763bebf-4047-423b-ae3e-a14feccc609b)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:12.738193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c504f39-86b0-42af-8486-d822aa1235cc tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Checking segment: {'id': '9201b068-a2c2-45f0-8253-9b88d8914979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '850358e2-2bc5-48f4-ace0-c8576580cb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:12.738580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c504f39-86b0-42af-8486-d822aa1235cc tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Network hostable DHCP agents. Network: 850358e2-2bc5-48f4-ace0-c8576580cb62, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:12.742008 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3a6e431-7f0e-44b3-a3ce-d9d09f76e7c1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.748951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c89dbe-10f1-4ed6-aefe-2a16d2981f95 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:12.752531 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b2c89dbe-10f1-4ed6-aefe-2a16d2981f95 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.776922 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3a6e431-7f0e-44b3-a3ce-d9d09f76e7c1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.821362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'd8848953-5399-4c86-be4a-ed244900bebd', 'network_id': '4fb08d47-5197-4a7b-8955-d4d83703c562', 'port_id': 'd8848953-5399-4c86-be4a-ed244900bebd', 'mac_address': 'fa:16:3e:7d:9e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017e5d8e-2566-4fa1-8f32-236c911d026d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:20:12.828871 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c504f39-86b0-42af-8486-d822aa1235cc tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Network 850358e2-2bc5-48f4-ace0-c8576580cb62 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:12.863605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-3c504f39-86b0-42af-8486-d822aa1235cc tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 850358e2-2bc5-48f4-ace0-c8576580cb62) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:12.873089 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3a6e431-7f0e-44b3-a3ce-d9d09f76e7c1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.874498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c504f39-86b0-42af-8486-d822aa1235cc tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:12.875137 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3c504f39-86b0-42af-8486-d822aa1235cc tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.876066 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3a6e431-7f0e-44b3-a3ce-d9d09f76e7c1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:12.877448 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c3a6e431-7f0e-44b3-a3ce-d9d09f76e7c1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/security-groups/d59b8b0c-94d2-467f-a05d-aa64d59b3e5b HTTP/1.1" status: 204 len: 168 time: 0.2138617 Aug 06 16:20:12.881037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34114) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:12.897069 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6e431-7f0e-44b3-a3ce-d9d09f76e7c1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59b8b0c-94d2-467f-a05d-aa64d59b3e5b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:12.940360 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec07ffb-f7aa-431d-b482-5586c7787b7e None None] Network 850358e2-2bc5-48f4-ace0-c8576580cb62 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:12.959391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3c504f39-86b0-42af-8486-d822aa1235cc tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3200245 Aug 06 16:20:12.963031 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34116) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:12.971188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-824b1b6f-66f2-4d64-be86-8af604cde194 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting subnet 5bb9e7bc-a06d-4d79-b1d7-ff186a933f11 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:20:12.973997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f49eab9c-65b1-41cd-a72a-d949a7f1c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Request body: {'port': {'network_id': '850358e2-2bc5-48f4-ace0-c8576580cb62', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1389896345'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:12.977897 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-824b1b6f-66f2-4d64-be86-8af604cde194 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.040025 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-824b1b6f-66f2-4d64-be86-8af604cde194 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.056580 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.064551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4aff8bf2-8b0d-48b0-881d-d95e29a5e266 None None] Could not find standard attr ID for object 5af61f8f-6149-4fb2-8cb9-e3bf6701673c. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:20:13.139914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8848953-5399-4c86-be4a-ed244900bebd {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:20:13.154195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49eab9c-65b1-41cd-a72a-d949a7f1c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Made reservation on behalf of efdb8d52ac844ef18f69aa3044d09c20 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:13.162167 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-98c35325-da0f-4d08-b4ab-29b9ad72bf9d', 'network_id': '98c35325-da0f-4d08-b4ab-29b9ad72bf9d', 'tenant_id': 'a219c07f18d9404fbc314daf6e8834ea', 'fixed_ips': [{'subnet_id': 'f4700c90-d7d5-4fad-bc3a-4f557c9cf451'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:20:13.163150 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f49eab9c-65b1-41cd-a72a-d949a7f1c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.163282 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.201454 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-824b1b6f-66f2-4d64-be86-8af604cde194 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.217212 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-f49eab9c-65b1-41cd-a72a-d949a7f1c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] device_id is not set on port 8833bc08-f21f-4e18-8636-b804d3a0cf3b yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:20:13.288099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d8848953-5399-4c86-be4a-ed244900bebd, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d8848953-5399-4c86-be4a-ed244900bebd,segment=NetworkSegment(b763bebf-4047-423b-ae3e-a14feccc609b),segment_id=b763bebf-4047-423b-ae3e-a14feccc609b)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:13.299867 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b2c89dbe-10f1-4ed6-aefe-2a16d2981f95 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.301401 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.430297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c89dbe-10f1-4ed6-aefe-2a16d2981f95 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network 98c35325-da0f-4d08-b4ab-29b9ad72bf9d is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:13.466193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-b2c89dbe-10f1-4ed6-aefe-2a16d2981f95 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:13.470988 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-f49eab9c-65b1-41cd-a72a-d949a7f1c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Allocated IP 2001:db8::26c (850358e2-2bc5-48f4-ace0-c8576580cb62/4f3cea7a-81e4-4fcb-9463-6770ff0a7d50/8833bc08-f21f-4e18-8636-b804d3a0cf3b) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:13.471213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-850358e2-2bc5-48f4-ace0-c8576580cb62', 'network_id': '850358e2-2bc5-48f4-ace0-c8576580cb62', 'tenant_id': 'efdb8d52ac844ef18f69aa3044d09c20', 'fixed_ips': [{'subnet_id': '4f3cea7a-81e4-4fcb-9463-6770ff0a7d50'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:20:13.472297 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.482570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c89dbe-10f1-4ed6-aefe-2a16d2981f95 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:13.483161 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b2c89dbe-10f1-4ed6-aefe-2a16d2981f95 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.515512 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=d8848953-5399-4c86-be4a-ed244900bebd,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:13.535783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa1c72-c52f-4894-99a9-be0107760e71 req-cc2d32f2-6df1-405a-87e5-07362b83965d tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:13.544124 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2caa1c72-c52f-4894-99a9-be0107760e71 req-cc2d32f2-6df1-405a-87e5-07362b83965d tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 944 time: 0.3045175 Aug 06 16:20:13.547258 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c89dbe-10f1-4ed6-aefe-2a16d2981f95 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Subnet': ['ID=fb32c200-ec59-4cbf-950e-ebeadc4a98e6,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:13.588394 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-824b1b6f-66f2-4d64-be86-8af604cde194 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.593868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b2c89dbe-10f1-4ed6-aefe-2a16d2981f95 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0992763 Aug 06 16:20:13.595015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34134) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:13.614741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['d8848953-5399-4c86-be4a-ed244900bebd'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:20:13.642654 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-824b1b6f-66f2-4d64-be86-8af604cde194 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.644638 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-824b1b6f-66f2-4d64-be86-8af604cde194 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/5bb9e7bc-a06d-4d79-b1d7-ff186a933f11 HTTP/1.1" status: 204 len: 168 time: 0.7625954 Aug 06 16:20:13.650505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b1b6f-66f2-4d64-be86-8af604cde194 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb9e7bc-a06d-4d79-b1d7-ff186a933f11,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:13.652694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Allocated IP 2001:db8::2 (98c35325-da0f-4d08-b4ab-29b9ad72bf9d/f4700c90-d7d5-4fad-bc3a-4f557c9cf451/5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:13.659256 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170527f6-2e0b-4b99-9132-67fca044b772 None None] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:13.673468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34138) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:13.716462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2caa1c72-c52f-4894-99a9-be0107760e71 req-08f4d0ff-887e-4345-94c4-ffe55f9d7316 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/security-groups?id=01ebb33b-70d1-4227-95f7-9d0d0e2c358d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695137 Aug 06 16:20:13.773406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb38d1d0-6b28-4527-9ce8-6d9b395c7298 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting subnet 2d887ddd-32b3-458d-9e0d-a0c46d41b731 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:20:13.778199 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb38d1d0-6b28-4527-9ce8-6d9b395c7298 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.853771 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb38d1d0-6b28-4527-9ce8-6d9b395c7298 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.881169 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.890907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Transition to ACTIVE for port object 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:13.908888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Transition to ACTIVE for port object 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:13.962189 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.981093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5de1b8-c6a6-4d11-a297-57bd022863b7 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:13.982988 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5de1b8-c6a6-4d11-a297-57bd022863b7 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:13.984659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5de1b8-c6a6-4d11-a297-57bd022863b7 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:13.985693 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb38d1d0-6b28-4527-9ce8-6d9b395c7298 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:13.986931 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5de1b8-c6a6-4d11-a297-57bd022863b7 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:13.988669 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5de1b8-c6a6-4d11-a297-57bd022863b7 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:13.994975 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4d5de1b8-c6a6-4d11-a297-57bd022863b7 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3984749 Aug 06 16:20:14.001492 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34142) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:14.008407 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3b8021ba-124e-4dd1-b835-e999c318b8c6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1137851212'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:14.035531 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f49eab9c-65b1-41cd-a72a-d949a7f1c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:14.050083 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8021ba-124e-4dd1-b835-e999c318b8c6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:14.053572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b8021ba-124e-4dd1-b835-e999c318b8c6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:14.067497 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-f49eab9c-65b1-41cd-a72a-d949a7f1c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Transition to ACTIVE for port object 8833bc08-f21f-4e18-8636-b804d3a0cf3b will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:14.102775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8021ba-124e-4dd1-b835-e999c318b8c6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:14.107637 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb38d1d0-6b28-4527-9ce8-6d9b395c7298 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:14.129456 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b8021ba-124e-4dd1-b835-e999c318b8c6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:14.129831 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-3b8021ba-124e-4dd1-b835-e999c318b8c6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Added segment 4acce425-996d-44d8-8ae7-0c26ca394ab6 of type vlan for network ad54850d-b4f9-466c-ae56-8f2e94aad4de Aug 06 16:20:14.140357 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38d1d0-6b28-4527-9ce8-6d9b395c7298 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Subnet': ['ID=2d887ddd-32b3-458d-9e0d-a0c46d41b731,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:14.142562 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb38d1d0-6b28-4527-9ce8-6d9b395c7298 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:14.147231 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-eb38d1d0-6b28-4527-9ce8-6d9b395c7298 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/2d887ddd-32b3-458d-9e0d-a0c46d41b731 HTTP/1.1" status: 204 len: 168 time: 0.4686255 Aug 06 16:20:14.147906 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34152) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:14.172607 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f49eab9c-65b1-41cd-a72a-d949a7f1c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:14.222687 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-033ced9c-ef2a-4727-84a9-beb6c441eff1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:14.223951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033ced9c-ef2a-4727-84a9-beb6c441eff1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:14.224819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b8021ba-124e-4dd1-b835-e999c318b8c6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:14.231265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34154) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:14.231495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-033ced9c-ef2a-4727-84a9-beb6c441eff1 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/5bb9e7bc-a06d-4d79-b1d7-ff186a933f11 HTTP/1.1" status: 404 len: 337 time: 0.0820560 Aug 06 16:20:14.270310 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49eab9c-65b1-41cd-a72a-d949a7f1c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Network 850358e2-2bc5-48f4-ace0-c8576580cb62 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:14.284950 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-f49eab9c-65b1-41cd-a72a-d949a7f1c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:14.294795 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49eab9c-65b1-41cd-a72a-d949a7f1c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:14.300437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49eab9c-65b1-41cd-a72a-d949a7f1c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:14.301050 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f49eab9c-65b1-41cd-a72a-d949a7f1c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:14.308968 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49eab9c-65b1-41cd-a72a-d949a7f1c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Pushing event updated for resources: {'Port': ['ID=8833bc08-f21f-4e18-8636-b804d3a0cf3b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:14.356199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Network 98c35325-da0f-4d08-b4ab-29b9ad72bf9d is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:14.365257 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-0774119e-f357-45d3-a58e-fee9a4fb6471 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting subnet 78136c43-59ad-4335-a39c-fe986994bf77 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:20:14.372338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:14.372576 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b8021ba-124e-4dd1-b835-e999c318b8c6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:14.380343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8021ba-124e-4dd1-b835-e999c318b8c6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:14.380927 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b8021ba-124e-4dd1-b835-e999c318b8c6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:14.386797 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0774119e-f357-45d3-a58e-fee9a4fb6471 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:14.387889 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:14.415996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Pushing event updated for resources: {'Port': ['ID=5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:14.439546 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f49eab9c-65b1-41cd-a72a-d949a7f1c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4701355 Aug 06 16:20:14.439772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34158) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:14.446166 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Request body: {'port': {'network_id': '850358e2-2bc5-48f4-ace0-c8576580cb62', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-124888708', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:14.446877 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.api.validators [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] bootfile-name is not in valid_values {{(pid=105765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 16:20:14.447101 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.api.validators [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] tftp-server is not in valid_values {{(pid=105765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 16:20:14.447488 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.api.validators [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] server-ip-address is not in valid_values {{(pid=105765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 16:20:14.517915 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Allocated IP 2001:db8::2 (850358e2-2bc5-48f4-ace0-c8576580cb62/4f3cea7a-81e4-4fcb-9463-6770ff0a7d50/1de0176a-d1ed-4f17-be85-04f5bf31955b) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:14.536814 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3b8021ba-124e-4dd1-b835-e999c318b8c6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5318532 Aug 06 16:20:14.537029 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0774119e-f357-45d3-a58e-fee9a4fb6471 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:14.564134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34162) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:14.575593 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7ba893af-bebd-402d-8f5f-7cb549641468 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:14.589888 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8021ba-124e-4dd1-b835-e999c318b8c6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Network': ['ID=ad54850d-b4f9-466c-ae56-8f2e94aad4de,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:14.614091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network ad54850d-b4f9-466c-ae56-8f2e94aad4de details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:14.685096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Made reservation on behalf of efdb8d52ac844ef18f69aa3044d09c20 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:14.690840 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:14.700585 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Attempting to bind port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:20:14.703421 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Attempting to bind port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2986ddda-0506-4e2d-ae5b-d0f7c136840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '98c35325-da0f-4d08-b4ab-29b9ad72bf9d'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:20:14.704082 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Attempting to bind port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc on network 98c35325-da0f-4d08-b4ab-29b9ad72bf9d {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:20:14.735398 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] device_id is not set on port 61c453c4-8d94-4ee2-a3b1-b04d372b92c4 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:20:14.893394 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0774119e-f357-45d3-a58e-fee9a4fb6471 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:14.897241 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:20:14.897811 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Checking segment: {'id': '2986ddda-0506-4e2d-ae5b-d0f7c136840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '98c35325-da0f-4d08-b4ab-29b9ad72bf9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:14.898039 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:14.898445 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Bound using segment: {'id': '2986ddda-0506-4e2d-ae5b-d0f7c136840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '98c35325-da0f-4d08-b4ab-29b9ad72bf9d'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:20:14.898941 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Bound port: 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2986ddda-0506-4e2d-ae5b-d0f7c136840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '98c35325-da0f-4d08-b4ab-29b9ad72bf9d'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:20:14.899326 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:14.957100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc99b72-f44c-4c26-9490-829d62294219 req-f2babfaa-e948-486a-9e8b-ef28b4370137 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:14.966307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cdc99b72-f44c-4c26-9490-829d62294219 req-f2babfaa-e948-486a-9e8b-ef28b4370137 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 945 time: 0.0817504 Aug 06 16:20:15.018828 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0774119e-f357-45d3-a58e-fee9a4fb6471 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:15.035465 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cdc99b72-f44c-4c26-9490-829d62294219 req-5f689b11-7353-45c2-be9a-7e6a56797735 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/security-groups?id=01ebb33b-70d1-4227-95f7-9d0d0e2c358d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680568 Aug 06 16:20:15.157225 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774119e-f357-45d3-a58e-fee9a4fb6471 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Subnet': ['ID=78136c43-59ad-4335-a39c-fe986994bf77,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:15.160142 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7ba893af-bebd-402d-8f5f-7cb549641468 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:15.181510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] For port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:20:15.187863 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0774119e-f357-45d3-a58e-fee9a4fb6471 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:15.193581 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34170) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:15.203856 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3796eae4-549b-4087-b41d-15de6af0a33b None None] Update dhcp port {'port': {'network_id': 'c5b4bd80-dfc9-408e-b5d5-e2d8d580f162', 'fixed_ips': [{'subnet_id': '78136c43-59ad-4335-a39c-fe986994bf77', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2d887ddd-32b3-458d-9e0d-a0c46d41b731'}], 'binding:host_id': 'n-d-803756-1'}, 'id': 'babef0b3-9f5d-46fc-ae07-0c4cf81a928f'} from n-d-803756-1. {{(pid=105766) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 16:20:15.209539 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0774119e-f357-45d3-a58e-fee9a4fb6471 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/78136c43-59ad-4335-a39c-fe986994bf77 HTTP/1.1" status: 204 len: 168 time: 0.9573424 Aug 06 16:20:15.229945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] For port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc,segment=NetworkSegment(2986ddda-0506-4e2d-ae5b-d0f7c136840e),segment_id=2986ddda-0506-4e2d-ae5b-d0f7c136840e)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:20:15.230802 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7ba893af-bebd-402d-8f5f-7cb549641468 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:15.251521 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:15.257867 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3796eae4-549b-4087-b41d-15de6af0a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:15.263023 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ba893af-bebd-402d-8f5f-7cb549641468 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network ad54850d-b4f9-466c-ae56-8f2e94aad4de is not hosted by any dhcp agent {{(pid=105764) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 16:20:15.269000 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba893af-bebd-402d-8f5f-7cb549641468 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:15.269612 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7ba893af-bebd-402d-8f5f-7cb549641468 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:15.270970 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7ba893af-bebd-402d-8f5f-7cb549641468 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "PUT /v2.0/networks/ad54850d-b4f9-466c-ae56-8f2e94aad4de HTTP/1.1" status: 200 len: 723 time: 0.7056112 Aug 06 16:20:15.276058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34172) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:15.283256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8846003b-71b5-4a77-b227-0e76152bf78d tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'subnet': {'network_id': 'ad54850d-b4f9-466c-ae56-8f2e94aad4de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:15.310495 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a6ffe9-d5d0-48f2-982f-50058887b9fa tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:15.310949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a6ffe9-d5d0-48f2-982f-50058887b9fa tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:15.315309 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-95a6ffe9-d5d0-48f2-982f-50058887b9fa tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/7c9f1a2d-c9b7-42aa-8669-b6a9e6541844 HTTP/1.1" status: 404 len: 337 time: 0.1175611 Aug 06 16:20:15.316711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34174) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:15.352634 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba893af-bebd-402d-8f5f-7cb549641468 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Network': ['ID=ad54850d-b4f9-466c-ae56-8f2e94aad4de,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:15.377913 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network ad54850d-b4f9-466c-ae56-8f2e94aad4de details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:15.396929 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1cd6661e-6af4-43b6-b6ff-273ca4eeeb93 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8f85495-2189-430a-ae29-3e324fb62e81 HTTP/1.1" status: 200 len: 205 time: 0.0796187 Aug 06 16:20:15.399375 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34176) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:15.459752 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-375a4186-5c06-4c1e-880f-6c22f5d31ece tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] delete failed (client error): The resource could not be found. Aug 06 16:20:15.461920 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-375a4186-5c06-4c1e-880f-6c22f5d31ece tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/routers/e8f85495-2189-430a-ae29-3e324fb62e81 HTTP/1.1" status: 404 len: 336 time: 0.0611792 Aug 06 16:20:15.465522 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34178) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:15.484878 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8846003b-71b5-4a77-b227-0e76152bf78d tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:15.489438 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8846003b-71b5-4a77-b227-0e76152bf78d tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:15.509144 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:15.539030 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d41d980-0a08-47a7-8ca4-d51654a5a763 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:15.542897 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d41d980-0a08-47a7-8ca4-d51654a5a763 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:15.554029 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6d41d980-0a08-47a7-8ca4-d51654a5a763 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/63e586de-9194-42ee-ade5-a54ac381cdaa HTTP/1.1" status: 404 len: 337 time: 0.0861177 Aug 06 16:20:15.556259 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34182) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:15.567294 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Transition to ACTIVE for port object 1de0176a-d1ed-4f17-be85-04f5bf31955b will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:15.589893 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f0019-bbfb-44e2-a24b-018236857c84 None None] Pushing event updated for resources: {'Port': ['ID=5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:15.663955 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfe475c-8e83-4aac-997d-e8a22ce17005 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:15.668212 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcfe475c-8e83-4aac-997d-e8a22ce17005 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:15.674464 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bcfe475c-8e83-4aac-997d-e8a22ce17005 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/2785ad9f-f501-4b63-8731-b5c5294e1c52 HTTP/1.1" status: 404 len: 337 time: 0.1171441 Aug 06 16:20:15.677494 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34186) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:15.721664 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0dd545-db77-44f4-99cb-c003764c47bf tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:15.722499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0dd545-db77-44f4-99cb-c003764c47bf tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:15.724642 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aa0dd545-db77-44f4-99cb-c003764c47bf tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/9157c066-b0a9-41ed-96b8-6cf10ac8e9f6 HTTP/1.1" status: 404 len: 337 time: 0.0457854 Aug 06 16:20:15.728340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34188) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:15.744957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Transition to ACTIVE for port object 1de0176a-d1ed-4f17-be85-04f5bf31955b will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:15.757859 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:15.827588 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cc13de-fedb-458f-88d3-b2ca5ee9b510 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:15.828617 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cc13de-fedb-458f-88d3-b2ca5ee9b510 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:15.830611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c6cc13de-fedb-458f-88d3-b2ca5ee9b510 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/93ec957c-0de3-41c0-930b-6aa7e9ecbe9d HTTP/1.1" status: 404 len: 333 time: 0.1012700 Aug 06 16:20:15.833351 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34190) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:15.869855 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Network 850358e2-2bc5-48f4-ace0-c8576580cb62 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:15.891419 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:15.894025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Pushing event updated for resources: {'Port': ['ID=1de0176a-d1ed-4f17-be85-04f5bf31955b,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:15.897574 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:15.899427 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fec5360-5b90-40c1-ad9a-b19a07c0a469 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:15.899887 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fec5360-5b90-40c1-ad9a-b19a07c0a469 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:15.905026 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4fec5360-5b90-40c1-ad9a-b19a07c0a469 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/8d56ea0b-ee57-4383-9bbd-7d0c6e34f9d8 HTTP/1.1" status: 404 len: 337 time: 0.0700281 Aug 06 16:20:15.905649 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34192) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:15.905996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d613166-fd4d-4bd9-a52b-2c1d7dd52cb0 None None] Network c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:15.951749 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d2d30a-7c59-492d-94eb-fa8697b473f7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:15.952214 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d2d30a-7c59-492d-94eb-fa8697b473f7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:15.958696 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f3d2d30a-7c59-492d-94eb-fa8697b473f7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/7731e9d9-3c10-4833-aed3-e187d63f478a HTTP/1.1" status: 404 len: 337 time: 0.0519991 Aug 06 16:20:15.959958 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34194) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:16.002480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Allocated IP 2001:db8::1cb (850358e2-2bc5-48f4-ace0-c8576580cb62/4f3cea7a-81e4-4fcb-9463-6770ff0a7d50/61c453c4-8d94-4ee2-a3b1-b04d372b92c4) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:16.012468 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a6e959-c317-4085-946d-278577dfa0cc tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:16.022062 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a6e959-c317-4085-946d-278577dfa0cc tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:16.027179 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-91a6e959-c317-4085-946d-278577dfa0cc tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/3553daa3-5c79-41ca-af06-792eb7697140 HTTP/1.1" status: 404 len: 333 time: 0.0633135 Aug 06 16:20:16.027817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34198) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:16.082463 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c9d09d-49db-471f-9c7e-f9f86ab72ac7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:16.082948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c9d09d-49db-471f-9c7e-f9f86ab72ac7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:16.088635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34204) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:16.091269 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e8c9d09d-49db-471f-9c7e-f9f86ab72ac7 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/b17cd984-7722-458a-891d-14bd71721376 HTTP/1.1" status: 404 len: 337 time: 0.0624104 Aug 06 16:20:16.118021 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5c4e1720-0b59-4f6b-8926-6bbb3ffbe1e9 None None] Provisioning complete for port 6bb4f517-eb08-40cd-9805-997aeafb88c7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:16.118397 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5c4e1720-0b59-4f6b-8926-6bbb3ffbe1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:16.140141 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8846003b-71b5-4a77-b227-0e76152bf78d tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:16.177890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Attempting to bind port 1de0176a-d1ed-4f17-be85-04f5bf31955b on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:20:16.178267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Attempting to bind port 1de0176a-d1ed-4f17-be85-04f5bf31955b by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '9201b068-a2c2-45f0-8253-9b88d8914979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '850358e2-2bc5-48f4-ace0-c8576580cb62'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:20:16.178631 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Attempting to bind port 1de0176a-d1ed-4f17-be85-04f5bf31955b on network 850358e2-2bc5-48f4-ace0-c8576580cb62 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:20:16.201544 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d272dc8-798d-4bed-a48c-2d55d6ede05e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:16.202085 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d272dc8-798d-4bed-a48c-2d55d6ede05e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:16.207216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34206) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:16.217842 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6d272dc8-798d-4bed-a48c-2d55d6ede05e tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/subnets/bfce1825-f140-4bb4-b22f-795f214b5a1d HTTP/1.1" status: 404 len: 337 time: 0.1207957 Aug 06 16:20:16.246454 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:20:16.246846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Checking segment: {'id': '9201b068-a2c2-45f0-8253-9b88d8914979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '850358e2-2bc5-48f4-ace0-c8576580cb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:16.247233 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:16.248085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Bound using segment: {'id': '9201b068-a2c2-45f0-8253-9b88d8914979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '850358e2-2bc5-48f4-ace0-c8576580cb62'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:20:16.248085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Bound port: 1de0176a-d1ed-4f17-be85-04f5bf31955b, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9201b068-a2c2-45f0-8253-9b88d8914979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '850358e2-2bc5-48f4-ace0-c8576580cb62'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:20:16.248767 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:16.267968 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d8848953-5399-4c86-be4a-ed244900bebd up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:16.293005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e1720-0b59-4f6b-8926-6bbb3ffbe1e9 None None] Port 6bb4f517-eb08-40cd-9805-997aeafb88c7 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:20:16.384854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5c4e1720-0b59-4f6b-8926-6bbb3ffbe1e9 None None] Provisioning complete for port babef0b3-9f5d-46fc-ae07-0c4cf81a928f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:16.385375 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5c4e1720-0b59-4f6b-8926-6bbb3ffbe1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:16.397289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-7916f1d7-09e1-4a00-b8af-c208a43bade9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port 6bb4f517-eb08-40cd-9805-997aeafb88c7 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:16.397711 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7916f1d7-09e1-4a00-b8af-c208a43bade9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:16.441183 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846003b-71b5-4a77-b227-0e76152bf78d tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Subnet': ['ID=4bfe5f63-ec2f-4adf-8242-bcf0551983c0,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:16.442876 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78831d1a-0889-404a-867a-aba1235102ea None None] DHCP port deletion for c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:20:16.458578 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8846003b-71b5-4a77-b227-0e76152bf78d tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Checking segment: {'id': '4acce425-996d-44d8-8ae7-0c26ca394ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ad54850d-b4f9-466c-ae56-8f2e94aad4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:16.459191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8846003b-71b5-4a77-b227-0e76152bf78d tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network hostable DHCP agents. Network: ad54850d-b4f9-466c-ae56-8f2e94aad4de, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:16.482479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab42b91-1f82-41a6-be2c-80b9e4799e4c req-e67eb457-4cd3-4d52-a4c4-9fb3c509391b tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:16.491134 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aab42b91-1f82-41a6-be2c-80b9e4799e4c req-e67eb457-4cd3-4d52-a4c4-9fb3c509391b tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 945 time: 0.3196449 Aug 06 16:20:16.512198 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] For port 1de0176a-d1ed-4f17-be85-04f5bf31955b, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:20:16.543315 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7916f1d7-09e1-4a00-b8af-c208a43bade9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:16.578055 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] For port 1de0176a-d1ed-4f17-be85-04f5bf31955b, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1de0176a-d1ed-4f17-be85-04f5bf31955b,segment=NetworkSegment(9201b068-a2c2-45f0-8253-9b88d8914979),segment_id=9201b068-a2c2-45f0-8253-9b88d8914979)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:20:16.579570 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-7916f1d7-09e1-4a00-b8af-c208a43bade9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for 6bb4f517-eb08-40cd-9805-997aeafb88c7 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:16.585779 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:16.587950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8846003b-71b5-4a77-b227-0e76152bf78d tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network ad54850d-b4f9-466c-ae56-8f2e94aad4de is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:16.627214 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:16.645380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port d8848953-5399-4c86-be4a-ed244900bebd completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:16.647024 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aab42b91-1f82-41a6-be2c-80b9e4799e4c req-a94c80a7-b4dc-4501-8981-40f4be68bbd9 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/security-groups?id=01ebb33b-70d1-4227-95f7-9d0d0e2c358d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546643 Aug 06 16:20:16.653904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Transition to ACTIVE for port object 61c453c4-8d94-4ee2-a3b1-b04d372b92c4 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:16.669229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-8846003b-71b5-4a77-b227-0e76152bf78d tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, ad54850d-b4f9-466c-ae56-8f2e94aad4de) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:16.670329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port d8848953-5399-4c86-be4a-ed244900bebd triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:16.670817 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:16.676839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8846003b-71b5-4a77-b227-0e76152bf78d tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:16.677848 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8846003b-71b5-4a77-b227-0e76152bf78d tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551178'] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:16.738388 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-78831d1a-0889-404a-867a-aba1235102ea None None] Deleting port babef0b3-9f5d-46fc-ae07-0c4cf81a928f {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:16.738495 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-78831d1a-0889-404a-867a-aba1235102ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:16.744191 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8846003b-71b5-4a77-b227-0e76152bf78d tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4635170 Aug 06 16:20:16.749554 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34212) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:16.750200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d7e14-287d-4195-9a6d-1b517dbf70f1 None None] Network ad54850d-b4f9-466c-ae56-8f2e94aad4de requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:16.755960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-98c0de86-1553-4714-8179-4217d83b234a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:16.778953 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7916f1d7-09e1-4a00-b8af-c208a43bade9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:16.842825 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:16.859382 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916f1d7-09e1-4a00-b8af-c208a43bade9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=6bb4f517-eb08-40cd-9805-997aeafb88c7,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:16.898157 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7916f1d7-09e1-4a00-b8af-c208a43bade9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:16.900291 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7916f1d7-09e1-4a00-b8af-c208a43bade9 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/ports/6bb4f517-eb08-40cd-9805-997aeafb88c7 HTTP/1.1" status: 204 len: 168 time: 0.6919558 Aug 06 16:20:16.906135 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34214) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:16.990112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Network 850358e2-2bc5-48f4-ace0-c8576580cb62 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:17.026842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:17.086660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:17.093616 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:17.094389 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:17.102389 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:17.138295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Pushing event updated for resources: {'Port': ['ID=61c453c4-8d94-4ee2-a3b1-b04d372b92c4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:17.147648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8f932df8-1bf0-45a5-b9d0-e2b06bb74e7b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.7045157 Aug 06 16:20:17.148318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34220) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:17.166647 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98c0de86-1553-4714-8179-4217d83b234a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9020149'] for subnet, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:17.331268 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-78831d1a-0889-404a-867a-aba1235102ea None None] For port babef0b3-9f5d-46fc-ae07-0c4cf81a928f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=babef0b3-9f5d-46fc-ae07-0c4cf81a928f,segment=NetworkSegment(86191fea-e8ef-4d2e-a538-bb9f8ab86479),segment_id=86191fea-e8ef-4d2e-a538-bb9f8ab86479)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:17.332360 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-78831d1a-0889-404a-867a-aba1235102ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:17.358914 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Deleting port babef0b3-9f5d-46fc-ae07-0c4cf81a928f {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:17.361424 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:17.374624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Pushing event updated for resources: {'Port': ['ID=1de0176a-d1ed-4f17-be85-04f5bf31955b,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:17.399877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:17.400473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:17.407871 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:17.408293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:17.408640 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:17.409192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:17.409292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:17.409612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:17.409994 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:17.410358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:17.410617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:17.411020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3d7c4d-6c38-4559-9f43-ad4e6409bdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:17.438507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0540ca66-d913-4568-adc4-b75322655caf None None] Network 98c35325-da0f-4d08-b4ab-29b9ad72bf9d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:17.442260 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-78831d1a-0889-404a-867a-aba1235102ea None None] Calling delete_port for babef0b3-9f5d-46fc-ae07-0c4cf81a928f owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:17.616538 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] For port babef0b3-9f5d-46fc-ae07-0c4cf81a928f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=babef0b3-9f5d-46fc-ae07-0c4cf81a928f,segment=NetworkSegment(86191fea-e8ef-4d2e-a538-bb9f8ab86479),segment_id=86191fea-e8ef-4d2e-a538-bb9f8ab86479)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:17.616933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:17.686667 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Calling delete_port for babef0b3-9f5d-46fc-ae07-0c4cf81a928f owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:17.999055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.072040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Port': ['ID=babef0b3-9f5d-46fc-ae07-0c4cf81a928f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:18.089513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] No DVR routers for this DVR port babef0b3-9f5d-46fc-ae07-0c4cf81a928f on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:18.109102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-05bbeb25-53bd-4bd3-a928-a90ee8eea1d9 None None] Provisioning for port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:18.173101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ae95f-3a88-4ee7-ba5f-b08f26b1b66e req-6dff2ac1-8fca-4706-8d91-cbeb1ae0e4af tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:18.181034 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-233ae95f-3a88-4ee7-ba5f-b08f26b1b66e req-6dff2ac1-8fca-4706-8d91-cbeb1ae0e4af tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 945 time: 0.2565112 Aug 06 16:20:18.189034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1de0176a-d1ed-4f17-be85-04f5bf31955b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:18.210475 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-ad54850d-b4f9-466c-ae56-8f2e94aad4de', 'network_id': 'ad54850d-b4f9-466c-ae56-8f2e94aad4de', 'tenant_id': 'a219c07f18d9404fbc314daf6e8834ea', 'fixed_ips': [{'subnet_id': '4bfe5f63-ec2f-4adf-8242-bcf0551983c0'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:20:18.211562 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.242095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b993b218-b3e2-48a9-9977-9eaaeb87fb81 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:18.249222 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.265385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b4bd80-dfc9-408e-b5d5-e2d8d580f162']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:18.266591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b993b218-b3e2-48a9-9977-9eaaeb87fb81 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:18.279695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86191fea-e8ef-4d2e-a538-bb9f8ab86479') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:18.280194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86191fea-e8ef-4d2e-a538-bb9f8ab86479') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:18.282212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b993b218-b3e2-48a9-9977-9eaaeb87fb81 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:18.287098 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b993b218-b3e2-48a9-9977-9eaaeb87fb81 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 1.1377647 Aug 06 16:20:18.288100 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34238) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:18.303443 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.350895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-233ae95f-3a88-4ee7-ba5f-b08f26b1b66e req-b557648d-eee7-4994-93c8-36a93a88730d tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/security-groups?id=01ebb33b-70d1-4227-95f7-9d0d0e2c358d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687593 Aug 06 16:20:18.357965 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98c0de86-1553-4714-8179-4217d83b234a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730158194270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4003039'] for subnet, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.367986 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.380293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c0de86-1553-4714-8179-4217d83b234a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:18.381333 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98c0de86-1553-4714-8179-4217d83b234a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.386696 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-98c0de86-1553-4714-8179-4217d83b234a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "PUT /v2.0/subnets/4bfe5f63-ec2f-4adf-8242-bcf0551983c0 HTTP/1.1" status: 200 len: 826 time: 1.6352904 Aug 06 16:20:18.386860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34240) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:18.387766 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.428738 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:18.431977 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.447008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0de86-1553-4714-8179-4217d83b234a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Subnet': ['ID=4bfe5f63-ec2f-4adf-8242-bcf0551983c0,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:18.504479 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84eb50a-033f-4f9d-b302-eb8197deee14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8848953-5399-4c86-be4a-ed244900bebd'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:18.506532 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:18.509047 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cd0209-3a47-4f9e-b626-01deccfec896" -d '{"events": [{"server_uuid": "e84eb50a-033f-4f9d-b302-eb8197deee14", "name": "network-vif-plugged", "status": "completed", "tag": "d8848953-5399-4c86-be4a-ed244900bebd"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:20:18.538915 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-78831d1a-0889-404a-867a-aba1235102ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.562229 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7914c834-af8a-450c-ad24-23fee98f1c9c None None] Network 850358e2-2bc5-48f4-ace0-c8576580cb62 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:18.583331 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8844a92-d864-4dda-99c1-eccdfc751334 x-openstack-request-id: req-b8844a92-d864-4dda-99c1-eccdfc751334 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:20:18.583592 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84eb50a-033f-4f9d-b302-eb8197deee14", "name": "network-vif-plugged", "status": "completed", "tag": "d8848953-5399-4c86-be4a-ed244900bebd", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:20:18.583820 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8844a92-d864-4dda-99c1-eccdfc751334 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:20:18.584191 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84eb50a-033f-4f9d-b302-eb8197deee14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8848953-5399-4c86-be4a-ed244900bebd', 'code': 200} Aug 06 16:20:18.597497 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.599776 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d8848953-5399-4c86-be4a-ed244900bebd, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d8848953-5399-4c86-be4a-ed244900bebd,segment=NetworkSegment(b763bebf-4047-423b-ae3e-a14feccc609b),segment_id=b763bebf-4047-423b-ae3e-a14feccc609b)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:18.603088 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.607142 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] 10.222.0.37 "DELETE /v2.0/networks/c5b4bd80-dfc9-408e-b5d5-e2d8d580f162 HTTP/1.1" status: 204 len: 168 time: 1.6998610 Aug 06 16:20:18.630674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ce78a-d6dc-416e-beda-d7be98c07a69 tempest-PortsIpV6TestJSON-1899850352 tempest-PortsIpV6TestJSON-1899850352-project] Pushing event deleted for resources: {'Network': ['ID=c5b4bd80-dfc9-408e-b5d5-e2d8d580f162,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:18.649612 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d6dfd672-52ec-416b-b887-994ea09ca887 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Deleting port 61c453c4-8d94-4ee2-a3b1-b04d372b92c4 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:18.650077 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d6dfd672-52ec-416b-b887-994ea09ca887 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.667836 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.669998 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78831d1a-0889-404a-867a-aba1235102ea None None] Pushing event deleted for resources: {'Port': ['ID=babef0b3-9f5d-46fc-ae07-0c4cf81a928f,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:18.732261 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=d8848953-5399-4c86-be4a-ed244900bebd,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:18.736892 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78831d1a-0889-404a-867a-aba1235102ea None None] No DVR routers for this DVR port babef0b3-9f5d-46fc-ae07-0c4cf81a928f on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:18.738515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 1de0176a-d1ed-4f17-be85-04f5bf31955b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:18.740795 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.807075 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d6dfd672-52ec-416b-b887-994ea09ca887 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.807279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a5b8b-ac0f-4cad-9e11-c9fdc1354056 req-8985f3fd-8b7a-45a7-aeae-d1d78400362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:18.811836 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-752a5b8b-ac0f-4cad-9e11-c9fdc1354056 req-8985f3fd-8b7a-45a7-aeae-d1d78400362b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 1097 time: 0.1178663 Aug 06 16:20:18.840122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d6dfd672-52ec-416b-b887-994ea09ca887 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Calling delete_port for 61c453c4-8d94-4ee2-a3b1-b04d372b92c4 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:18.845354 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:18.852577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:18.900729 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-752a5b8b-ac0f-4cad-9e11-c9fdc1354056 req-03fc2a0f-8403-40e6-8bd6-3fcd2ff10730 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=01ebb33b-70d1-4227-95f7-9d0d0e2c358d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788443 Aug 06 16:20:18.959477 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c97a14e0-7102-4390-a29e-8200c9799221 None None] Provisioning for port 1de0176a-d1ed-4f17-be85-04f5bf31955b completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:19.091357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c97a14e0-7102-4390-a29e-8200c9799221 None None] Provisioning complete for port 1de0176a-d1ed-4f17-be85-04f5bf31955b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:19.096283 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c97a14e0-7102-4390-a29e-8200c9799221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:19.203709 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d6dfd672-52ec-416b-b887-994ea09ca887 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:19.240155 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12a898d-b2b5-4614-a68a-206234239d66 None None] Update dhcp port {'port': {'network_id': '98c35325-da0f-4d08-b4ab-29b9ad72bf9d', 'fixed_ips': [{'subnet_id': 'f4700c90-d7d5-4fad-bc3a-4f557c9cf451', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fb32c200-ec59-4cbf-950e-ebeadc4a98e6'}], 'binding:host_id': 'n-d-803756-1'}, 'id': '5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc'} from n-d-803756-1. {{(pid=105766) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 16:20:19.258331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfd672-52ec-416b-b887-994ea09ca887 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Pushing event deleted for resources: {'Port': ['ID=61c453c4-8d94-4ee2-a3b1-b04d372b92c4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:19.271923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Allocated IP 2001:db8::2 (ad54850d-b4f9-466c-ae56-8f2e94aad4de/4bfe5f63-ec2f-4adf-8242-bcf0551983c0/57eff1cf-b91a-49cc-9c7c-8d146e2604ae) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:19.277391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34264) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:19.279160 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0f711a9e-b524-44a0-9ada-e5cd307a4b56 req-97a30cd5-b99f-4807-b7b0-7225dd188921 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1791494 Aug 06 16:20:19.335663 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e12a898d-b2b5-4614-a68a-206234239d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:19.351801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:19.365427 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d6dfd672-52ec-416b-b887-994ea09ca887 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:19.371703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34272) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:19.372492 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d6dfd672-52ec-416b-b887-994ea09ca887 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] 10.222.0.37 "DELETE /v2.0/ports/61c453c4-8d94-4ee2-a3b1-b04d372b92c4 HTTP/1.1" status: 204 len: 168 time: 1.0826530 Aug 06 16:20:19.377916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6213db5a-a0fd-4a61-ac0a-ea25507de37b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Request body: {'port': {'name': 'tempest-new-port-name-1111407341', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:19.378634 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.api.validators [None req-6213db5a-a0fd-4a61-ac0a-ea25507de37b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] bootfile-name is not in valid_values {{(pid=105765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 16:20:19.379230 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.api.validators [None req-6213db5a-a0fd-4a61-ac0a-ea25507de37b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] tftp-server is not in valid_values {{(pid=105765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 16:20:19.379777 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.api.validators [None req-6213db5a-a0fd-4a61-ac0a-ea25507de37b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] server-ip-address is not in valid_values {{(pid=105765) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 16:20:19.412232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:19.412813 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:19.412939 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f711a9e-b524-44a0-9ada-e5cd307a4b56 req-ebb6ee8c-b8b2-4da3-9baa-1c31e9448450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:19.414727 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0f711a9e-b524-44a0-9ada-e5cd307a4b56 req-ebb6ee8c-b8b2-4da3-9baa-1c31e9448450 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 1096 time: 0.0655851 Aug 06 16:20:19.576239 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6213db5a-a0fd-4a61-ac0a-ea25507de37b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:19.593356 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f711a9e-b524-44a0-9ada-e5cd307a4b56 req-59f74757-0868-4abe-9056-e1ac717544c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:19.595470 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0f711a9e-b524-44a0-9ada-e5cd307a4b56 req-59f74757-0868-4abe-9056-e1ac717544c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 200 len: 912 time: 0.1521521 Aug 06 16:20:19.693939 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0f711a9e-b524-44a0-9ada-e5cd307a4b56 req-7a45eb18-3f85-4893-b560-77c2916aead8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0847e10b-9cbb-4a1a-87ef-51204f2f816d HTTP/1.1" status: 200 len: 1000 time: 0.0913668 Aug 06 16:20:19.696699 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c97a14e0-7102-4390-a29e-8200c9799221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:19.704914 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7d43bd88-7ed9-4963-ae19-d95c7afd8337 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d90686cdb75c40888bbfb8c0a46e098d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4261596 Aug 06 16:20:19.708941 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34276) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:19.744132 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [req-bc8ec74c-a85b-411a-917e-68f62d200742 req-6b639560-41b0-42dd-93ad-df78d74603f5 tempest-MigrationsAdminTest-1699116540 tempest-MigrationsAdminTest-1699116540-project] (105764) timed out ('10.222.0.78', 51624) {{(pid=105764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:20:19.767513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f711a9e-b524-44a0-9ada-e5cd307a4b56 req-51f5cddc-3d10-4de1-8e98-3a0ccc26faba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:19.767894 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:19.769302 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0f711a9e-b524-44a0-9ada-e5cd307a4b56 req-51f5cddc-3d10-4de1-8e98-3a0ccc26faba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33e739df-6337-434a-b559-956cd4fe06af HTTP/1.1" status: 200 len: 850 time: 0.0689712 Aug 06 16:20:19.803914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdb07b-4b30-45c7-b42b-219cc0118136 req-561c70ef-fdd5-4433-9566-d793b57f6390 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:19.809488 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aafdb07b-4b30-45c7-b42b-219cc0118136 req-561c70ef-fdd5-4433-9566-d793b57f6390 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 946 time: 0.2724347 Aug 06 16:20:19.860455 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f711a9e-b524-44a0-9ada-e5cd307a4b56 req-cd8c20a7-43de-47e8-8a0a-5dd9f99764c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:19.862680 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0f711a9e-b524-44a0-9ada-e5cd307a4b56 req-cd8c20a7-43de-47e8-8a0a-5dd9f99764c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b39d9b2-9c33-437b-8ac5-1025578faa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863409 Aug 06 16:20:19.883588 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c97a14e0-7102-4390-a29e-8200c9799221 None None] For port 1de0176a-d1ed-4f17-be85-04f5bf31955b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1de0176a-d1ed-4f17-be85-04f5bf31955b,segment=NetworkSegment(9201b068-a2c2-45f0-8253-9b88d8914979),segment_id=9201b068-a2c2-45f0-8253-9b88d8914979)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:19.959989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc,segment=NetworkSegment(2986ddda-0506-4e2d-ae5b-d0f7c136840e),segment_id=2986ddda-0506-4e2d-ae5b-d0f7c136840e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:19.961258 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c97a14e0-7102-4390-a29e-8200c9799221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:19.969196 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:19.995846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Transition to ACTIVE for port object 57eff1cf-b91a-49cc-9c7c-8d146e2604ae will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:20.025398 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dbe450b9-a667-4365-9064-ed827e702acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:20.033761 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Transition to ACTIVE for port object 57eff1cf-b91a-49cc-9c7c-8d146e2604ae will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:20.042350 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aafdb07b-4b30-45c7-b42b-219cc0118136 req-621ab265-fdce-4bd6-a304-974c113daaa6 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/security-groups?id=01ebb33b-70d1-4227-95f7-9d0d0e2c358d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085431 Aug 06 16:20:20.094337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dbe450b9-a667-4365-9064-ed827e702acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:20.100217 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:20.107500 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:20.112186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-e12a898d-b2b5-4614-a68a-206234239d66 None None] Allocated IP 172.20.0.1 (98c35325-da0f-4d08-b4ab-29b9ad72bf9d/fb32c200-ec59-4cbf-950e-ebeadc4a98e6/5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:20.202511 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6213db5a-a0fd-4a61-ac0a-ea25507de37b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:20.204898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Network ad54850d-b4f9-466c-ae56-8f2e94aad4de is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:20.210257 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6213db5a-a0fd-4a61-ac0a-ea25507de37b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:20.239124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device babef0b3-9f5d-46fc-ae07-0c4cf81a928f no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:20:20.270554 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-6213db5a-a0fd-4a61-ac0a-ea25507de37b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] In _notify_port_updated(), no bound segment for port 8833bc08-f21f-4e18-8636-b804d3a0cf3b on network 850358e2-2bc5-48f4-ace0-c8576580cb62 {{(pid=105765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:20:20.289175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6213db5a-a0fd-4a61-ac0a-ea25507de37b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:20.290240 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6213db5a-a0fd-4a61-ac0a-ea25507de37b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:20.299791 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6213db5a-a0fd-4a61-ac0a-ea25507de37b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] 10.222.0.37 "PUT /v2.0/ports/8833bc08-f21f-4e18-8636-b804d3a0cf3b HTTP/1.1" status: 200 len: 1130 time: 0.9242139 Aug 06 16:20:20.302033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34286) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:20.313347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:20.324136 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a14e0-7102-4390-a29e-8200c9799221 None None] Pushing event updated for resources: {'Port': ['ID=1de0176a-d1ed-4f17-be85-04f5bf31955b,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:20.327144 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:20.410008 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dbe450b9-a667-4365-9064-ed827e702acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:20.423077 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dbe450b9-a667-4365-9064-ed827e702acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:20.424495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dbe450b9-a667-4365-9064-ed827e702acf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b61f93e7-3712-4990-a975-fe007c3a48be HTTP/1.1" status: 204 len: 168 time: 0.7030604 Aug 06 16:20:20.474124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e12a898d-b2b5-4614-a68a-206234239d66 None None] For port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc,segment=NetworkSegment(2986ddda-0506-4e2d-ae5b-d0f7c136840e),segment_id=2986ddda-0506-4e2d-ae5b-d0f7c136840e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:20.497226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213db5a-a0fd-4a61-ac0a-ea25507de37b tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Pushing event updated for resources: {'Port': ['ID=8833bc08-f21f-4e18-8636-b804d3a0cf3b,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:20.526768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe450b9-a667-4365-9064-ed827e702acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61f93e7-3712-4990-a975-fe007c3a48be,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:20.553656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d501e6-51a4-4c54-ac62-0737c4e676c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:20.555307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-34d501e6-51a4-4c54-ac62-0737c4e676c7 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] 10.222.0.37 "GET /v2.0/ports/8833bc08-f21f-4e18-8636-b804d3a0cf3b HTTP/1.1" status: 200 len: 1130 time: 0.2536340 Aug 06 16:20:20.564939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34296) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:20.579735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: babef0b3-9f5d-46fc-ae07-0c4cf81a928f {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:20:20.580626 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device babef0b3-9f5d-46fc-ae07-0c4cf81a928f not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:20:20.626609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d3b2bebb-d8bd-48ee-a6d7-8344fe64640d None None] Provisioning complete for port 1de0176a-d1ed-4f17-be85-04f5bf31955b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:20.627294 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d3b2bebb-d8bd-48ee-a6d7-8344fe64640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:20.782755 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e12a898d-b2b5-4614-a68a-206234239d66 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:20.812725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-75d87828-fb16-40c5-8c21-ca12da0410ae tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Deleting port 8833bc08-f21f-4e18-8636-b804d3a0cf3b {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:20.813059 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-75d87828-fb16-40c5-8c21-ca12da0410ae tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:20.874579 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1de0176a-d1ed-4f17-be85-04f5bf31955b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:20.929643 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:20.969088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Subnet': ['ID=4bfe5f63-ec2f-4adf-8242-bcf0551983c0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:20.986383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Attempting to bind port 57eff1cf-b91a-49cc-9c7c-8d146e2604ae on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:20:20.986911 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Attempting to bind port 57eff1cf-b91a-49cc-9c7c-8d146e2604ae by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '4acce425-996d-44d8-8ae7-0c26ca394ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ad54850d-b4f9-466c-ae56-8f2e94aad4de'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:20:20.987454 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Attempting to bind port 57eff1cf-b91a-49cc-9c7c-8d146e2604ae on network ad54850d-b4f9-466c-ae56-8f2e94aad4de {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:20:21.007280 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e12a898d-b2b5-4614-a68a-206234239d66 None None] Transition to ACTIVE for port object 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:21.009093 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:20:21.009548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Checking segment: {'id': '4acce425-996d-44d8-8ae7-0c26ca394ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ad54850d-b4f9-466c-ae56-8f2e94aad4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:21.011722 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:21.012255 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Bound using segment: {'id': '4acce425-996d-44d8-8ae7-0c26ca394ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ad54850d-b4f9-466c-ae56-8f2e94aad4de'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:20:21.012845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Bound port: 57eff1cf-b91a-49cc-9c7c-8d146e2604ae, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4acce425-996d-44d8-8ae7-0c26ca394ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'ad54850d-b4f9-466c-ae56-8f2e94aad4de'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:20:21.013299 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:21.028833 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0f711a9e-b524-44a0-9ada-e5cd307a4b56 req-eef36464-23b8-4acf-aa3e-7c705cb1373e service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1571622 Aug 06 16:20:21.043190 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e12a898d-b2b5-4614-a68a-206234239d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:21.047158 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-75d87828-fb16-40c5-8c21-ca12da0410ae tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:21.079094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-75d87828-fb16-40c5-8c21-ca12da0410ae tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Calling delete_port for 8833bc08-f21f-4e18-8636-b804d3a0cf3b owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:21.102396 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:21.151839 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad54850d-b4f9-466c-ae56-8f2e94aad4de']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:21.164723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:21.172868 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4acce425-996d-44d8-8ae7-0c26ca394ab6') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:21.173317 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4acce425-996d-44d8-8ae7-0c26ca394ab6') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:21.194581 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:21.236908 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:21.255033 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0f711a9e-b524-44a0-9ada-e5cd307a4b56 req-b9b0b350-ddc0-4d62-9871-6d08df93a558 service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936438 Aug 06 16:20:21.256160 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:21.256706 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:21.260079 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:21.319204 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] For port 57eff1cf-b91a-49cc-9c7c-8d146e2604ae, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:20:21.362693 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d12a7-7a52-4746-9bfd-f672166b0d12 req-e8c47381-9d07-4ece-a439-ee82f0ce1ef0 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:21.364338 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-467d12a7-7a52-4746-9bfd-f672166b0d12 req-e8c47381-9d07-4ece-a439-ee82f0ce1ef0 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 946 time: 0.2030280 Aug 06 16:20:21.388218 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d3b2bebb-d8bd-48ee-a6d7-8344fe64640d None None] Provisioning for port 8833bc08-f21f-4e18-8636-b804d3a0cf3b completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:21.402169 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d3b2bebb-d8bd-48ee-a6d7-8344fe64640d None None] Provisioning complete for port 8833bc08-f21f-4e18-8636-b804d3a0cf3b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:21.402544 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d3b2bebb-d8bd-48ee-a6d7-8344fe64640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:21.443401 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.api [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 16:20:21.443401 n-d-803756-1 neutron-server[105764]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 16:20:21.443401 n-d-803756-1 neutron-server[105764]: [parameters: {'id': 'ad54850d-b4f9-466c-ae56-8f2e94aad4de'}] Aug 06 16:20:21.443401 n-d-803756-1 neutron-server[105764]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:20:21.443867 n-d-803756-1 neutron-server[105764]: DEBUG oslo_db.api [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:20:21.483181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] For port 57eff1cf-b91a-49cc-9c7c-8d146e2604ae, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=57eff1cf-b91a-49cc-9c7c-8d146e2604ae,segment=NetworkSegment(4acce425-996d-44d8-8ae7-0c26ca394ab6),segment_id=4acce425-996d-44d8-8ae7-0c26ca394ab6)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:20:21.490166 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-467d12a7-7a52-4746-9bfd-f672166b0d12 req-195e35a8-2adb-4069-a5b5-8eacdcde2aad tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/security-groups?id=01ebb33b-70d1-4227-95f7-9d0d0e2c358d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149597 Aug 06 16:20:21.524183 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-75d87828-fb16-40c5-8c21-ca12da0410ae tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:21.607134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d87828-fb16-40c5-8c21-ca12da0410ae tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Pushing event deleted for resources: {'Port': ['ID=8833bc08-f21f-4e18-8636-b804d3a0cf3b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:21.671712 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-75d87828-fb16-40c5-8c21-ca12da0410ae tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:21.675420 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-75d87828-fb16-40c5-8c21-ca12da0410ae tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] 10.222.0.37 "DELETE /v2.0/ports/8833bc08-f21f-4e18-8636-b804d3a0cf3b HTTP/1.1" status: 204 len: 168 time: 1.1095748 Aug 06 16:20:21.678482 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34334) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:21.756895 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-35457da3-cc08-405d-af32-76c9d311b387 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Deleting subnet 4f3cea7a-81e4-4fcb-9463-6770ff0a7d50 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:20:21.761758 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35457da3-cc08-405d-af32-76c9d311b387 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:21.819576 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35457da3-cc08-405d-af32-76c9d311b387 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:21.948708 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:21.974164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34346) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:22.030294 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2bebb-d8bd-48ee-a6d7-8344fe64640d None None] Port 8833bc08-f21f-4e18-8636-b804d3a0cf3b cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:20:22.066325 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:22.178913 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35457da3-cc08-405d-af32-76c9d311b387 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:22.216304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4c9f61ce-fbd2-4e0f-a68a-ba10326c82ee None None] Could not find standard attr ID for object 61c453c4-8d94-4ee2-a3b1-b04d372b92c4. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:20:22.231785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Pushing event updated for resources: {'Port': ['ID=57eff1cf-b91a-49cc-9c7c-8d146e2604ae,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:22.258180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1474982568'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:22.304785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:22.313475 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:22.319446 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4c9f61ce-fbd2-4e0f-a68a-ba10326c82ee None None] Could not find standard attr ID for object 8833bc08-f21f-4e18-8636-b804d3a0cf3b. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:20:22.351222 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:22.379808 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Deleting port 57eff1cf-b91a-49cc-9c7c-8d146e2604ae {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:22.381108 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:22.418726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 1de0176a-d1ed-4f17-be85-04f5bf31955b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:22.419412 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:22.469917 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e101cd7a-1dec-45c1-971f-d84747823441 None None] Network ad54850d-b4f9-466c-ae56-8f2e94aad4de requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:22.630380 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] For port 57eff1cf-b91a-49cc-9c7c-8d146e2604ae, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=57eff1cf-b91a-49cc-9c7c-8d146e2604ae,segment=NetworkSegment(4acce425-996d-44d8-8ae7-0c26ca394ab6),segment_id=4acce425-996d-44d8-8ae7-0c26ca394ab6)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:22.631224 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:22.659872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a898d-b2b5-4614-a68a-206234239d66 None None] Pushing event updated for resources: {'Port': ['ID=5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:22.663675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Calling delete_port for 57eff1cf-b91a-49cc-9c7c-8d146e2604ae owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:22.692963 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35457da3-cc08-405d-af32-76c9d311b387 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:22.791605 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35457da3-cc08-405d-af32-76c9d311b387 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:22.793557 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-35457da3-cc08-405d-af32-76c9d311b387 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] 10.222.0.37 "DELETE /v2.0/subnets/4f3cea7a-81e4-4fcb-9463-6770ff0a7d50 HTTP/1.1" status: 204 len: 168 time: 1.1130183 Aug 06 16:20:22.794003 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bca6e1b-d21c-475e-8d86-6fa5e7f35289 None None] Network 850358e2-2bc5-48f4-ace0-c8576580cb62 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:22.796458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34374) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:22.880344 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:22.884308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35457da3-cc08-405d-af32-76c9d311b387 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3cea7a-81e4-4fcb-9463-6770ff0a7d50,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:22.917413 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:22.936005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:22.946075 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:22.946706 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Added segment 3e57b926-7245-4d24-906f-1e606b361ab7 of type vlan for network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 Aug 06 16:20:23.001660 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.015116 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.049952 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Port': ['ID=57eff1cf-b91a-49cc-9c7c-8d146e2604ae,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:23.086752 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No DVR routers for this DVR port 57eff1cf-b91a-49cc-9c7c-8d146e2604ae on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:23.130596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f43fa5e-199f-4cad-929c-452d5bfb5e82 None None] Network 98c35325-da0f-4d08-b4ab-29b9ad72bf9d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:23.195033 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8a43b-dda9-4747-80e6-9ebc8417222b None None] Pushing event updated for resources: {'Port': ['ID=57eff1cf-b91a-49cc-9c7c-8d146e2604ae,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:23.205456 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.resource_extend [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:20:23.208191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18978f2b-7341-4ba4-a634-39919ce57b37,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:23.218021 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.237560 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.255023 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.263905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad54850d-b4f9-466c-ae56-8f2e94aad4de']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:23.267045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:23.267706 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.284013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4acce425-996d-44d8-8ae7-0c26ca394ab6') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:23.284308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4acce425-996d-44d8-8ae7-0c26ca394ab6') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:23.309124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:23.309793 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.349819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.369577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4f618232-3af5-4e14-9418-57ba384e5512 None None] Provisioning for port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:23.398112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Network': ['ID=c0427f0c-3ae2-4545-91ef-93a8a38aa1d0,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:23.409291 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-91ee1e87-32c6-4148-97f9-38c5c465e93e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4337823 Aug 06 16:20:23.410268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34386) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:23.416331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:23.424643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-54e18f28-79e2-4496-a4da-07f09bb5761c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'name': 'tempest-PortsTestJSON-628220617'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:23.425934 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:23.432386 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:23.436957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d477a7e7-db8f-415d-ab99-379bd994ebf7 None None] Network ad54850d-b4f9-466c-ae56-8f2e94aad4de requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:23.450855 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:23.453518 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4f618232-3af5-4e14-9418-57ba384e5512 None None] Provisioning complete for port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:23.453927 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f618232-3af5-4e14-9418-57ba384e5512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.575435 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.605870 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.613683 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/ad54850d-b4f9-466c-ae56-8f2e94aad4de HTTP/1.1" status: 204 len: 168 time: 5.2221551 Aug 06 16:20:23.613683 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704c21d-50c6-48d0-8086-7b5252568681 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Network': ['ID=ad54850d-b4f9-466c-ae56-8f2e94aad4de,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:23.624965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34398) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:23.636872 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Deleting port 1de0176a-d1ed-4f17-be85-04f5bf31955b {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:23.636872 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.723571 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.739506 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] For port 1de0176a-d1ed-4f17-be85-04f5bf31955b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1de0176a-d1ed-4f17-be85-04f5bf31955b,segment=NetworkSegment(9201b068-a2c2-45f0-8253-9b88d8914979),segment_id=9201b068-a2c2-45f0-8253-9b88d8914979)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:23.740427 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.778397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Calling delete_port for 1de0176a-d1ed-4f17-be85-04f5bf31955b owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:23.787590 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:23.788068 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.814697 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87a77fa-f028-4990-8878-17dcd59cd5c5 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:23.815345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87a77fa-f028-4990-8878-17dcd59cd5c5 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:23.824678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f87a77fa-f028-4990-8878-17dcd59cd5c5 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/ad54850d-b4f9-466c-ae56-8f2e94aad4de HTTP/1.1" status: 404 len: 339 time: 0.0518358 Aug 06 16:20:23.837539 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34408) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:23.845616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-382bcf24-e53a-4dad-91b4-1cbfc6bff076 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1011331239', 'description': 'd1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:23.854827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e18f28-79e2-4496-a4da-07f09bb5761c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:23.858310 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54e18f28-79e2-4496-a4da-07f09bb5761c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.863000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dda96f5-d25e-40c5-8172-975e90fd79a9 None None] DHCP port deletion for 850358e2-2bc5-48f4-ace0-c8576580cb62 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:20:23.907737 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382bcf24-e53a-4dad-91b4-1cbfc6bff076 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:23.911527 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-382bcf24-e53a-4dad-91b4-1cbfc6bff076 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.962043 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382bcf24-e53a-4dad-91b4-1cbfc6bff076 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:23.971979 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-54e18f28-79e2-4496-a4da-07f09bb5761c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port 9c5f88cc-d721-4af5-9c06-14ba5f724eb3 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:20:23.975166 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-382bcf24-e53a-4dad-91b4-1cbfc6bff076 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:23.975499 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-382bcf24-e53a-4dad-91b4-1cbfc6bff076 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Added segment 4ab5920f-c3d2-4bd4-9683-c682ba3014ce of type vlan for network e79de1e8-5fde-4261-be52-991f2f59862e Aug 06 16:20:24.000055 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:24.095442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1dda96f5-d25e-40c5-8172-975e90fd79a9 None None] Deleting port 1de0176a-d1ed-4f17-be85-04f5bf31955b {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:24.096077 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1dda96f5-d25e-40c5-8172-975e90fd79a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:24.098688 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:24.124713 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-382bcf24-e53a-4dad-91b4-1cbfc6bff076 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:24.151263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] No DVR routers for this DVR port 1de0176a-d1ed-4f17-be85-04f5bf31955b on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:24.195778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1dda96f5-d25e-40c5-8172-975e90fd79a9 None None] For port 1de0176a-d1ed-4f17-be85-04f5bf31955b, host n-d-803756-1, got binding levels [] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:24.196192 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1dda96f5-d25e-40c5-8172-975e90fd79a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:24.202141 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Pushing event deleted for resources: {'Port': ['ID=1de0176a-d1ed-4f17-be85-04f5bf31955b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:24.218104 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-382bcf24-e53a-4dad-91b4-1cbfc6bff076 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:24.231016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1dda96f5-d25e-40c5-8172-975e90fd79a9 None None] Calling delete_port for 1de0176a-d1ed-4f17-be85-04f5bf31955b owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:24.232634 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382bcf24-e53a-4dad-91b4-1cbfc6bff076 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:24.233426 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-382bcf24-e53a-4dad-91b4-1cbfc6bff076 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:24.237600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.ipam_backend_mixin [None req-1dda96f5-d25e-40c5-8172-975e90fd79a9 None None] Port 1de0176a-d1ed-4f17-be85-04f5bf31955b was not found and therefore no delete operation was performed {{(pid=105766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:20:24.240829 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1dda96f5-d25e-40c5-8172-975e90fd79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:24.322617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda96f5-d25e-40c5-8172-975e90fd79a9 None None] Pushing event deleted for resources: {'Port': ['ID=1de0176a-d1ed-4f17-be85-04f5bf31955b,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:24.334413 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda96f5-d25e-40c5-8172-975e90fd79a9 None None] No DVR routers for this DVR port 1de0176a-d1ed-4f17-be85-04f5bf31955b on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:24.368883 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-382bcf24-e53a-4dad-91b4-1cbfc6bff076 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5299785 Aug 06 16:20:24.371542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34414) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:24.394174 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bcf24-e53a-4dad-91b4-1cbfc6bff076 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Network': ['ID=e79de1e8-5fde-4261-be52-991f2f59862e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:24.394535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4bc5bf-7cbe-4b25-9864-53b9e550e152 None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:20:24.423176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network e79de1e8-5fde-4261-be52-991f2f59862e details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:24.433113 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:24.447445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850358e2-2bc5-48f4-ace0-c8576580cb62']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:24.465467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9201b068-a2c2-45f0-8253-9b88d8914979') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:24.465467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9201b068-a2c2-45f0-8253-9b88d8914979') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:24.474409 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:24.491670 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:24.500471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:24.501153 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:24.529495 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:24.544278 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-89186b1e-ae62-4798-932b-f587a844601f None None] Provisioning complete for port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:24.545027 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-89186b1e-ae62-4798-932b-f587a844601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:24.630156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4bc5bf-7cbe-4b25-9864-53b9e550e152 None None] Resources bound (agent type, host, resource id): {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:20:24.640678 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54e18f28-79e2-4496-a4da-07f09bb5761c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:24.929994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d103887b-bed6-4a03-9551-bc42d27a2b72 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:24.937498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34436) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:24.946413 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-15c1c67f-456f-4864-8d83-0e7aab5fada7 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'network': {'description': 'd2'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:24.950988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d103887b-bed6-4a03-9551-bc42d27a2b72 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "GET /v2.0/networks?id=e79de1e8-5fde-4261-be52-991f2f59862e HTTP/1.1" status: 200 len: 765 time: 0.4234338 Aug 06 16:20:24.960705 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:24.965873 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54e18f28-79e2-4496-a4da-07f09bb5761c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:25.036904 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:25.039372 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] 10.222.0.37 "DELETE /v2.0/networks/850358e2-2bc5-48f4-ace0-c8576580cb62 HTTP/1.1" status: 204 len: 168 time: 2.2391579 Aug 06 16:20:25.098067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66276fbc-ba33-468f-815c-1352ce177fc6 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774 tempest-ExtraDHCPOptionsIpV6TestJSON-2116589774-project] Pushing event deleted for resources: {'Network': ['ID=850358e2-2bc5-48f4-ace0-c8576580cb62,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:25.134957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e18f28-79e2-4496-a4da-07f09bb5761c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=9c5f88cc-d721-4af5-9c06-14ba5f724eb3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:25.172346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe3974-cdf5-4af3-a4b9-0f1d5bb41429 req-306d7068-3910-4755-9fbb-0ec9b41ed316 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:25.180714 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-52fe3974-cdf5-4af3-a4b9-0f1d5bb41429 req-306d7068-3910-4755-9fbb-0ec9b41ed316 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 946 time: 0.2280874 Aug 06 16:20:25.201181 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-15c1c67f-456f-4864-8d83-0e7aab5fada7 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:25.220955 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-15c1c67f-456f-4864-8d83-0e7aab5fada7 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:25.229915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e18f28-79e2-4496-a4da-07f09bb5761c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Checking segment: {'id': '3e57b926-7245-4d24-906f-1e606b361ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:25.230784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e18f28-79e2-4496-a4da-07f09bb5761c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network hostable DHCP agents. Network: c0427f0c-3ae2-4545-91ef-93a8a38aa1d0, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:25.236375 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-15c1c67f-456f-4864-8d83-0e7aab5fada7 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network e79de1e8-5fde-4261-be52-991f2f59862e is not hosted by any dhcp agent {{(pid=105764) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 16:20:25.242110 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1de0176a-d1ed-4f17-be85-04f5bf31955b no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:20:25.243323 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c1c67f-456f-4864-8d83-0e7aab5fada7 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:25.243323 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-15c1c67f-456f-4864-8d83-0e7aab5fada7 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:25.244163 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-15c1c67f-456f-4864-8d83-0e7aab5fada7 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "PUT /v2.0/networks/e79de1e8-5fde-4261-be52-991f2f59862e HTTP/1.1" status: 200 len: 762 time: 0.3052037 Aug 06 16:20:25.254412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34440) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:25.274706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 1de0176a-d1ed-4f17-be85-04f5bf31955b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:20:25.275047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1de0176a-d1ed-4f17-be85-04f5bf31955b not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:20:25.308100 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-52fe3974-cdf5-4af3-a4b9-0f1d5bb41429 req-00e7c90b-af6b-4eb2-a0ba-02bd4d1fc46c tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/security-groups?id=01ebb33b-70d1-4227-95f7-9d0d0e2c358d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264803 Aug 06 16:20:25.349250 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1c67f-456f-4864-8d83-0e7aab5fada7 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Network': ['ID=e79de1e8-5fde-4261-be52-991f2f59862e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:25.355592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e18f28-79e2-4496-a4da-07f09bb5761c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:25.364488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network e79de1e8-5fde-4261-be52-991f2f59862e details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:25.389133 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-54e18f28-79e2-4496-a4da-07f09bb5761c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, c0427f0c-3ae2-4545-91ef-93a8a38aa1d0) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:25.400006 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0befdd4c-84ee-4b5f-b81a-cc1eeeff522b None None] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:25.403849 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d4f894-c638-48e4-be40-c8ac02a65cb3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:25.415288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34444) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:25.435242 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:20:25.436220 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f2d4f894-c638-48e4-be40-c8ac02a65cb3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "GET /v2.0/networks?id=e79de1e8-5fde-4261-be52-991f2f59862e HTTP/1.1" status: 200 len: 765 time: 0.1764321 Aug 06 16:20:25.459901 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e18f28-79e2-4496-a4da-07f09bb5761c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:25.472767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e18f28-79e2-4496-a4da-07f09bb5761c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:25.473951 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54e18f28-79e2-4496-a4da-07f09bb5761c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:25.510046 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-54e18f28-79e2-4496-a4da-07f09bb5761c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0914114 Aug 06 16:20:25.510046 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34446) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:25.516041 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a213efbe-9bdc-446c-a715-e6af04b0ba39 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-803073821'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:25.553743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a213efbe-9bdc-446c-a715-e6af04b0ba39 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:25.563797 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34448) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:25.564993 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a213efbe-9bdc-446c-a715-e6af04b0ba39 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:25.602219 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a213efbe-9bdc-446c-a715-e6af04b0ba39 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:25.624591 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a213efbe-9bdc-446c-a715-e6af04b0ba39 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:25.625199 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-a213efbe-9bdc-446c-a715-e6af04b0ba39 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Added segment e4fd1900-10bd-4adc-ac40-8c4d464cc901 of type vlan for network 40a768e0-f541-44ea-89a5-8b8c034d06b8 Aug 06 16:20:25.681892 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a213efbe-9bdc-446c-a715-e6af04b0ba39 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:25.720241 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a213efbe-9bdc-446c-a715-e6af04b0ba39 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:25.725176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548ce848-6d25-4a1d-a972-ff350eccfe54 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:25.727234 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-548ce848-6d25-4a1d-a972-ff350eccfe54 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3111916 Aug 06 16:20:25.728036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a213efbe-9bdc-446c-a715-e6af04b0ba39 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:25.728677 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a213efbe-9bdc-446c-a715-e6af04b0ba39 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:25.730705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34452) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:25.777975 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2e9ec7fd-19ab-4230-adf7-ecdeb95fe90a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 207 time: 0.0416863 Aug 06 16:20:25.778995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34454) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:25.830841 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213efbe-9bdc-446c-a715-e6af04b0ba39 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Network': ['ID=40a768e0-f541-44ea-89a5-8b8c034d06b8,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:25.867579 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a213efbe-9bdc-446c-a715-e6af04b0ba39 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3543279 Aug 06 16:20:25.868093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34460) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:25.882599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'ports': [{'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0'}, {'network_id': '40a768e0-f541-44ea-89a5-8b8c034d06b8'}]} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:25.883120 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:25.884601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'network_id': '40a768e0-f541-44ea-89a5-8b8c034d06b8'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:25.893362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 40a768e0-f541-44ea-89a5-8b8c034d06b8 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:25.960786 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-eee8bcf0-c62b-4cfb-8fbe-f48d14bd4944 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efdb8d52ac844ef18f69aa3044d09c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933496 Aug 06 16:20:25.963246 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34464) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:26.075605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478ab744-f301-42f8-b91a-7d06d24d6100 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.081891 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478ab744-f301-42f8-b91a-7d06d24d6100 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.088008 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478ab744-f301-42f8-b91a-7d06d24d6100 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.097951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478ab744-f301-42f8-b91a-7d06d24d6100 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.106232 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478ab744-f301-42f8-b91a-7d06d24d6100 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.113514 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478ab744-f301-42f8-b91a-7d06d24d6100 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.115373 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-478ab744-f301-42f8-b91a-7d06d24d6100 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3352251 Aug 06 16:20:26.121562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34470) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:26.169685 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26803aa8-87b5-4899-a15a-6fd06bc01263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:26.173682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'port': 2} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:26.180973 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:26.200461 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:26.235499 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26803aa8-87b5-4899-a15a-6fd06bc01263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:26.302991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port 82430587-f9ec-4122-b954-4d90469128a4 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:20:26.358452 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-78fb71d0-5267-4ac2-890b-851ee847fa40 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2357180 Aug 06 16:20:26.374048 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34474) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:26.429319 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26803aa8-87b5-4899-a15a-6fd06bc01263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:26.433254 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-26803aa8-87b5-4899-a15a-6fd06bc01263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:26.435577 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:26.446841 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-26803aa8-87b5-4899-a15a-6fd06bc01263 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1be1202-bb95-4e11-96e8-4da49edcb334 HTTP/1.1" status: 204 len: 168 time: 0.4749048 Aug 06 16:20:26.487368 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26803aa8-87b5-4899-a15a-6fd06bc01263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1be1202-bb95-4e11-96e8-4da49edcb334,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:26.519066 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d37919-f5d2-41ea-b877-413915238ae5 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.520864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d37919-f5d2-41ea-b877-413915238ae5 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.522802 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port 04f019d5-88a7-48f7-98d8-8e6f8ec2a723 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:20:26.523116 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d37919-f5d2-41ea-b877-413915238ae5 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.524589 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d37919-f5d2-41ea-b877-413915238ae5 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.527203 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d37919-f5d2-41ea-b877-413915238ae5 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.529092 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f3d37919-f5d2-41ea-b877-413915238ae5 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1477613 Aug 06 16:20:26.532851 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34478) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:26.609616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ddcd44-42f8-456c-a1e1-18735e35ec9b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.610943 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ddcd44-42f8-456c-a1e1-18735e35ec9b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.612367 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ddcd44-42f8-456c-a1e1-18735e35ec9b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.613802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ddcd44-42f8-456c-a1e1-18735e35ec9b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.615205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ddcd44-42f8-456c-a1e1-18735e35ec9b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.616815 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d2ddcd44-42f8-456c-a1e1-18735e35ec9b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0825770 Aug 06 16:20:26.620968 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34482) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:26.682911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7efef-5539-4fff-a24b-bda1b2972c6a req-0ec9b461-1816-45e3-86c6-e4791dc31625 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.684499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-acc7efef-5539-4fff-a24b-bda1b2972c6a req-0ec9b461-1816-45e3-86c6-e4791dc31625 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 946 time: 0.1536434 Aug 06 16:20:26.692507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f8b03-abff-42a0-ad8c-3b212c0cd952 req-0a931a17-34cb-4a5d-98ae-f0352b27e60c tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.694179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d47f8b03-abff-42a0-ad8c-3b212c0cd952 req-0a931a17-34cb-4a5d-98ae-f0352b27e60c tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.78 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 946 time: 0.1622679 Aug 06 16:20:26.748877 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe61945-9544-4084-b4cd-5b4f478fdf7a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.755650 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1fe61945-9544-4084-b4cd-5b4f478fdf7a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "GET /v2.0/networks/a0fd5cd0-29b4-4635-913c-c732285722e0 HTTP/1.1" status: 200 len: 804 time: 0.1283853 Aug 06 16:20:26.755650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34486) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:26.814953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-acc7efef-5539-4fff-a24b-bda1b2972c6a req-b44b4735-3b05-4bd2-a202-d497f67b1a4f tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/security-groups?id=01ebb33b-70d1-4227-95f7-9d0d0e2c358d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196589 Aug 06 16:20:26.817263 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:26.880241 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1d5555c0-4d0e-460a-b3ba-e6789c7b90d9 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "GET /v2.0/networks/a0fd5cd0-29b4-4635-913c-c732285722e0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1242616 Aug 06 16:20:26.884186 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34492) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:26.918994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-d47f8b03-abff-42a0-ad8c-3b212c0cd952 req-dceb8d26-7faa-431b-8ad3-4ec684fe0bed tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Deleting port d8848953-5399-4c86-be4a-ed244900bebd {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:26.918994 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d47f8b03-abff-42a0-ad8c-3b212c0cd952 req-dceb8d26-7faa-431b-8ad3-4ec684fe0bed tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:26.952575 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:26.956778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eae4a2-f194-4e18-87a1-af04ef5506e6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:26.971987 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-61eae4a2-f194-4e18-87a1-af04ef5506e6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "GET /v2.0/subnets/9191889e-7932-41a3-aa77-f98a94bc3d00 HTTP/1.1" status: 200 len: 843 time: 0.0862935 Aug 06 16:20:26.975387 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34498) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:27.036734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92252b03-d52c-47de-a7e5-0c831ea29450 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:27.041364 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-92252b03-d52c-47de-a7e5-0c831ea29450 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "GET /v2.0/subnets/9191889e-7932-41a3-aa77-f98a94bc3d00?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0647790 Aug 06 16:20:27.045552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34500) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:27.053334 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-de73c342-a4b3-44cd-9a4f-996620ab1e6a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1602776339'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:27.079718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de73c342-a4b3-44cd-9a4f-996620ab1e6a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:27.085947 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-de73c342-a4b3-44cd-9a4f-996620ab1e6a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:27.118171 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de73c342-a4b3-44cd-9a4f-996620ab1e6a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:27.127365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:27.136754 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:27.147372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:27.148240 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:27.159281 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-de73c342-a4b3-44cd-9a4f-996620ab1e6a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:27.159658 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-de73c342-a4b3-44cd-9a4f-996620ab1e6a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Added segment 21af23cc-2db5-4d10-b2db-08e15fc3e69c of type vlan for network 039a5f2c-debb-430d-9357-deb0b47fadbc Aug 06 16:20:27.169540 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=82430587-f9ec-4122-b954-4d90469128a4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:27.245292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d47f8b03-abff-42a0-ad8c-3b212c0cd952 req-dceb8d26-7faa-431b-8ad3-4ec684fe0bed tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] For port d8848953-5399-4c86-be4a-ed244900bebd, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d8848953-5399-4c86-be4a-ed244900bebd,segment=NetworkSegment(b763bebf-4047-423b-ae3e-a14feccc609b),segment_id=b763bebf-4047-423b-ae3e-a14feccc609b)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:27.245292 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d47f8b03-abff-42a0-ad8c-3b212c0cd952 req-dceb8d26-7faa-431b-8ad3-4ec684fe0bed tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:27.273387 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-de73c342-a4b3-44cd-9a4f-996620ab1e6a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:27.286631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-d47f8b03-abff-42a0-ad8c-3b212c0cd952 req-dceb8d26-7faa-431b-8ad3-4ec684fe0bed tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Calling delete_port for d8848953-5399-4c86-be4a-ed244900bebd owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:27.309384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=04f019d5-88a7-48f7-98d8-8e6f8ec2a723,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:27.348683 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-de73c342-a4b3-44cd-9a4f-996620ab1e6a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:27.363648 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de73c342-a4b3-44cd-9a4f-996620ab1e6a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:27.364825 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-de73c342-a4b3-44cd-9a4f-996620ab1e6a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:27.364956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Checking segment: {'id': 'e4fd1900-10bd-4adc-ac40-8c4d464cc901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '40a768e0-f541-44ea-89a5-8b8c034d06b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:27.365204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network hostable DHCP agents. Network: 40a768e0-f541-44ea-89a5-8b8c034d06b8, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:27.400192 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network 40a768e0-f541-44ea-89a5-8b8c034d06b8 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:27.417180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 40a768e0-f541-44ea-89a5-8b8c034d06b8) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:27.426602 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f9a5f8-dfd1-4f0e-9d8d-bb5edd1f86b9 None None] Network 40a768e0-f541-44ea-89a5-8b8c034d06b8 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:27.428830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:27.434811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:27.440280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:27.441120 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:27.472297 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-de73c342-a4b3-44cd-9a4f-996620ab1e6a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4228475 Aug 06 16:20:27.473993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34524) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:27.482553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a9884bd8-5197-4348-a63f-498ddf5a0405 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'subnet': {'network_id': '039a5f2c-debb-430d-9357-deb0b47fadbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:27.500069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8c85ad71-d8bc-4762-bf18-da373ff32604 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6225743 Aug 06 16:20:27.526066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34526) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:27.548386 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73c342-a4b3-44cd-9a4f-996620ab1e6a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Network': ['ID=039a5f2c-debb-430d-9357-deb0b47fadbc,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:27.565702 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 039a5f2c-debb-430d-9357-deb0b47fadbc details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:27.586672 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34528) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:27.700251 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d47f8b03-abff-42a0-ad8c-3b212c0cd952 req-dceb8d26-7faa-431b-8ad3-4ec684fe0bed tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:27.724722 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['d8848953-5399-4c86-be4a-ed244900bebd'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:20:27.744232 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb8d26-7faa-431b-8ad3-4ec684fe0bed tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Pushing event deleted for resources: {'Port': ['ID=d8848953-5399-4c86-be4a-ed244900bebd,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:27.758351 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9884bd8-5197-4348-a63f-498ddf5a0405 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Made reservation on behalf of a219c07f18d9404fbc314daf6e8834ea for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:27.763151 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a9884bd8-5197-4348-a63f-498ddf5a0405 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:27.810199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c977b016-d573-4212-ba9c-0d798f3029da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group': {'name': 'tempest-secgroup--991818463'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:27.845541 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-03b6ecdb-a20f-4295-a1fd-a1e5c0d28df6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 04f019d5-88a7-48f7-98d8-8e6f8ec2a723 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:27.845912 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03b6ecdb-a20f-4295-a1fd-a1e5c0d28df6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:27.876501 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47f8b03-abff-42a0-ad8c-3b212c0cd952 req-dceb8d26-7faa-431b-8ad3-4ec684fe0bed tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] No DVR routers for this DVR port d8848953-5399-4c86-be4a-ed244900bebd on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:27.892125 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d47f8b03-abff-42a0-ad8c-3b212c0cd952 req-dceb8d26-7faa-431b-8ad3-4ec684fe0bed tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:27.894191 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d47f8b03-abff-42a0-ad8c-3b212c0cd952 req-dceb8d26-7faa-431b-8ad3-4ec684fe0bed tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.78 "DELETE /v2.0/ports/d8848953-5399-4c86-be4a-ed244900bebd HTTP/1.1" status: 204 len: 173 time: 1.1871703 Aug 06 16:20:27.904121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84eb50a-033f-4f9d-b302-eb8197deee14', 'name': 'network-vif-deleted', 'tag': 'd8848953-5399-4c86-be4a-ed244900bebd'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:20:27.907327 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f99f65-cbcb-438d-a1a3-b124e9eae9b0" -d '{"events": [{"server_uuid": "e84eb50a-033f-4f9d-b302-eb8197deee14", "name": "network-vif-deleted", "tag": "d8848953-5399-4c86-be4a-ed244900bebd"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:20:27.914197 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.ipam_backend_mixin [None req-a9884bd8-5197-4348-a63f-498ddf5a0405 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Performing IP validity checks on allocation pools {{(pid=105765) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 16:20:27.915295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.ipam_backend_mixin [None req-a9884bd8-5197-4348-a63f-498ddf5a0405 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105765) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 16:20:28.003697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d722d67-1d96-458c-a667-d14e93005f89 req-f70f462e-9817-4895-947d-9f8edd2ae098 tempest-ServerTagsTestJSON-1772458127 tempest-ServerTagsTestJSON-1772458127-project] 10.222.0.37 "GET /v2.0/ports?device_id=e84eb50a-033f-4f9d-b302-eb8197deee14 HTTP/1.1" status: 200 len: 210 time: 0.0931780 Aug 06 16:20:28.015166 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c977b016-d573-4212-ba9c-0d798f3029da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.018133 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03b6ecdb-a20f-4295-a1fd-a1e5c0d28df6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.044454 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c977b016-d573-4212-ba9c-0d798f3029da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.049337 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-03b6ecdb-a20f-4295-a1fd-a1e5c0d28df6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 04f019d5-88a7-48f7-98d8-8e6f8ec2a723 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:28.206716 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc8a0b2-3c1e-41a1-9aa0-686c144b43db x-openstack-request-id: req-3cc8a0b2-3c1e-41a1-9aa0-686c144b43db {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:20:28.207007 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84eb50a-033f-4f9d-b302-eb8197deee14", "name": "network-vif-deleted", "tag": "d8848953-5399-4c86-be4a-ed244900bebd", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:20:28.207251 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3cc8a0b2-3c1e-41a1-9aa0-686c144b43db {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:20:28.207633 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84eb50a-033f-4f9d-b302-eb8197deee14', 'name': 'network-vif-deleted', 'tag': 'd8848953-5399-4c86-be4a-ed244900bebd', 'status': 'completed', 'code': 200} Aug 06 16:20:28.297930 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03b6ecdb-a20f-4295-a1fd-a1e5c0d28df6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.302582 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a9884bd8-5197-4348-a63f-498ddf5a0405 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.388752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6ecdb-a20f-4295-a1fd-a1e5c0d28df6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=04f019d5-88a7-48f7-98d8-8e6f8ec2a723,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:28.396331 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03b6ecdb-a20f-4295-a1fd-a1e5c0d28df6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.400954 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34544) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:28.401569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-03b6ecdb-a20f-4295-a1fd-a1e5c0d28df6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/04f019d5-88a7-48f7-98d8-8e6f8ec2a723 HTTP/1.1" status: 204 len: 168 time: 0.8643041 Aug 06 16:20:28.414836 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c977b016-d573-4212-ba9c-0d798f3029da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.432813 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c977b016-d573-4212-ba9c-0d798f3029da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.454080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9884bd8-5197-4348-a63f-498ddf5a0405 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Subnet': ['ID=404c0e8f-dc3d-4403-8b01-dfedfaf8ff20,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:28.500508 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9884bd8-5197-4348-a63f-498ddf5a0405 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Checking segment: {'id': '21af23cc-2db5-4d10-b2db-08e15fc3e69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '039a5f2c-debb-430d-9357-deb0b47fadbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:28.501468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9884bd8-5197-4348-a63f-498ddf5a0405 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network hostable DHCP agents. Network: 039a5f2c-debb-430d-9357-deb0b47fadbc, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:28.518728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977b016-d573-4212-ba9c-0d798f3029da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a17b510-95da-41fa-b815-e80680f16464,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:28.537606 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0674718f-4e71-4a37-b7d1-cd51cffb5984 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:28.558255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0674718f-4e71-4a37-b7d1-cd51cffb5984 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:28.560192 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0674718f-4e71-4a37-b7d1-cd51cffb5984 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1580191 Aug 06 16:20:28.566677 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34550) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:28.568420 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9884bd8-5197-4348-a63f-498ddf5a0405 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Network 039a5f2c-debb-430d-9357-deb0b47fadbc is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:28.589247 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a9884bd8-5197-4348-a63f-498ddf5a0405 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 039a5f2c-debb-430d-9357-deb0b47fadbc) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:28.598381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45494e3-05ef-42ac-8b79-177f6fb6a826 None None] Network 039a5f2c-debb-430d-9357-deb0b47fadbc requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:28.611057 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9884bd8-5197-4348-a63f-498ddf5a0405 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:28.611811 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a9884bd8-5197-4348-a63f-498ddf5a0405 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.625774 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c977b016-d573-4212-ba9c-0d798f3029da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.636353 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c977b016-d573-4212-ba9c-0d798f3029da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.648646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a9884bd8-5197-4348-a63f-498ddf5a0405 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1709681 Aug 06 16:20:28.654597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34552) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:28.663989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fc75430a-78b6-4cd8-ad44-1a343e152723 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:28.674324 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c977b016-d573-4212-ba9c-0d798f3029da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.675620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c977b016-d573-4212-ba9c-0d798f3029da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0881758 Aug 06 16:20:28.676828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977b016-d573-4212-ba9c-0d798f3029da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83187d9-a1ea-4471-b1bd-2d1ce8cfde18,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:28.690067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34554) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:28.768059 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9020d17c-8d04-422e-88af-c2e5c03f79f0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0765917 Aug 06 16:20:28.769987 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc75430a-78b6-4cd8-ad44-1a343e152723 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8701098'] for subnet, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.772250 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34556) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:28.776758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-cf67685d-d862-489e-a435-576c30b30ab0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group': {'name': 'tempest-security--1630119403', 'description': 'tempest-security-description-1448729232'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:28.787014 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-039a5f2c-debb-430d-9357-deb0b47fadbc', 'network_id': '039a5f2c-debb-430d-9357-deb0b47fadbc', 'tenant_id': 'a219c07f18d9404fbc314daf6e8834ea', 'fixed_ips': [{'subnet_id': '404c0e8f-dc3d-4403-8b01-dfedfaf8ff20'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:20:28.788091 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.805388 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cf67685d-d862-489e-a435-576c30b30ab0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.868231 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cf67685d-d862-489e-a435-576c30b30ab0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.874205 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cf67685d-d862-489e-a435-576c30b30ab0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.876843 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cf67685d-d862-489e-a435-576c30b30ab0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:28.878078 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cf67685d-d862-489e-a435-576c30b30ab0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "PUT /v2.0/security-groups/a83187d9-a1ea-4471-b1bd-2d1ce8cfde18 HTTP/1.1" status: 200 len: 1780 time: 0.1048892 Aug 06 16:20:28.884305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34558) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:28.941559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67685d-d862-489e-a435-576c30b30ab0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83187d9-a1ea-4471-b1bd-2d1ce8cfde18,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:28.951100 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9f3aab88-59c0-4a08-b74a-acb205ee7c53 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-groups/a83187d9-a1ea-4471-b1bd-2d1ce8cfde18 HTTP/1.1" status: 200 len: 1780 time: 0.0638916 Aug 06 16:20:28.951510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34560) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:28.967482 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-00436f49-4241-4ffb-bdc7-888e9b7308b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 82430587-f9ec-4122-b954-4d90469128a4 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:28.967823 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00436f49-4241-4ffb-bdc7-888e9b7308b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.062728 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc75430a-78b6-4cd8-ad44-1a343e152723 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730158194270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3570276'] for subnet, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.070718 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34564) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:29.107900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Allocated IP 2001:db8::3 (039a5f2c-debb-430d-9357-deb0b47fadbc/404c0e8f-dc3d-4403-8b01-dfedfaf8ff20/1022dc8b-9dc9-46b1-a154-a121f946187d) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:29.120749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc75430a-78b6-4cd8-ad44-1a343e152723 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:29.122455 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc75430a-78b6-4cd8-ad44-1a343e152723 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.127579 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fc75430a-78b6-4cd8-ad44-1a343e152723 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "PUT /v2.0/subnets/404c0e8f-dc3d-4403-8b01-dfedfaf8ff20 HTTP/1.1" status: 200 len: 900 time: 0.4699826 Aug 06 16:20:29.129824 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00436f49-4241-4ffb-bdc7-888e9b7308b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.135832 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34566) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:29.164725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-feef0969-c43f-4c26-a0f9-32a1a3ac0365 admin admin] Deleting subnet 017e5d8e-2566-4fa1-8f32-236c911d026d {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:20:29.169089 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-feef0969-c43f-4c26-a0f9-32a1a3ac0365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.217870 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-feef0969-c43f-4c26-a0f9-32a1a3ac0365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.234515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-00436f49-4241-4ffb-bdc7-888e9b7308b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 82430587-f9ec-4122-b954-4d90469128a4 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:29.275759 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-feef0969-c43f-4c26-a0f9-32a1a3ac0365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.290464 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb658a46-8b97-4d27-9211-32dd1c81a5cf tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.298118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75430a-78b6-4cd8-ad44-1a343e152723 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event updated for resources: {'Subnet': ['ID=404c0e8f-dc3d-4403-8b01-dfedfaf8ff20,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:29.307724 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.317937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Transition to ACTIVE for port object 1022dc8b-9dc9-46b1-a154-a121f946187d will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:29.340337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Transition to ACTIVE for port object 1022dc8b-9dc9-46b1-a154-a121f946187d will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:29.341226 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-feef0969-c43f-4c26-a0f9-32a1a3ac0365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.348208 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.385055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef0969-c43f-4c26-a0f9-32a1a3ac0365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017e5d8e-2566-4fa1-8f32-236c911d026d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:29.388091 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-feef0969-c43f-4c26-a0f9-32a1a3ac0365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.390682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-feef0969-c43f-4c26-a0f9-32a1a3ac0365 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/017e5d8e-2566-4fa1-8f32-236c911d026d HTTP/1.1" status: 204 len: 168 time: 0.3185894 Aug 06 16:20:29.393113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34570) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:29.400393 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb658a46-8b97-4d27-9211-32dd1c81a5cf tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.402673 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Network 039a5f2c-debb-430d-9357-deb0b47fadbc is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:29.406172 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:29.408718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:29.431465 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.472474 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Pushing event updated for resources: {'Port': ['ID=1022dc8b-9dc9-46b1-a154-a121f946187d,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:29.489925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Attempting to bind port 1022dc8b-9dc9-46b1-a154-a121f946187d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:20:29.490449 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Attempting to bind port 1022dc8b-9dc9-46b1-a154-a121f946187d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '21af23cc-2db5-4d10-b2db-08e15fc3e69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '039a5f2c-debb-430d-9357-deb0b47fadbc'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:20:29.490944 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Attempting to bind port 1022dc8b-9dc9-46b1-a154-a121f946187d on network 039a5f2c-debb-430d-9357-deb0b47fadbc {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:20:29.497722 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:20:29.498336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Checking segment: {'id': '21af23cc-2db5-4d10-b2db-08e15fc3e69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '039a5f2c-debb-430d-9357-deb0b47fadbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:29.498811 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.499274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Bound using segment: {'id': '21af23cc-2db5-4d10-b2db-08e15fc3e69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '039a5f2c-debb-430d-9357-deb0b47fadbc'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:20:29.500048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Bound port: 1022dc8b-9dc9-46b1-a154-a121f946187d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21af23cc-2db5-4d10-b2db-08e15fc3e69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '039a5f2c-debb-430d-9357-deb0b47fadbc'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:20:29.500509 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.507657 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00436f49-4241-4ffb-bdc7-888e9b7308b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.516843 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2e2f01f0-dd3e-410e-9d87-0fa5a89e8759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.519356 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb658a46-8b97-4d27-9211-32dd1c81a5cf tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.522196 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb658a46-8b97-4d27-9211-32dd1c81a5cf tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.527803 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fb658a46-8b97-4d27-9211-32dd1c81a5cf tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-groups/a83187d9-a1ea-4471-b1bd-2d1ce8cfde18 HTTP/1.1" status: 204 len: 168 time: 0.5692282 Aug 06 16:20:29.529236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34572) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:29.595957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] For port 1022dc8b-9dc9-46b1-a154-a121f946187d, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:20:29.599008 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00436f49-4241-4ffb-bdc7-888e9b7308b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=82430587-f9ec-4122-b954-4d90469128a4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:29.600803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] For port 1022dc8b-9dc9-46b1-a154-a121f946187d, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1022dc8b-9dc9-46b1-a154-a121f946187d,segment=NetworkSegment(21af23cc-2db5-4d10-b2db-08e15fc3e69c),segment_id=21af23cc-2db5-4d10-b2db-08e15fc3e69c)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:20:29.606492 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.616911 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb658a46-8b97-4d27-9211-32dd1c81a5cf tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83187d9-a1ea-4471-b1bd-2d1ce8cfde18,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:29.638633 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-00436f49-4241-4ffb-bdc7-888e9b7308b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.641150 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-00436f49-4241-4ffb-bdc7-888e9b7308b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/82430587-f9ec-4122-b954-4d90469128a4 HTTP/1.1" status: 204 len: 168 time: 1.0731447 Aug 06 16:20:29.646414 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-27e44c76-c2c8-4bb8-a6ef-c3e246b57f7d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1153226 Aug 06 16:20:29.647205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34582) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:29.647540 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34584) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:29.663776 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Deleting port 1022dc8b-9dc9-46b1-a154-a121f946187d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:29.664458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.698430 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062296db-c358-483d-a1e0-c26cdb376c66 None None] Pushing event updated for resources: {'Port': ['ID=1022dc8b-9dc9-46b1-a154-a121f946187d,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:29.700357 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2e2f01f0-dd3e-410e-9d87-0fa5a89e8759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.752748 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-1ebc94ea-68ea-421c-882a-394cf94c6842 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] delete failed (client error): The resource could not be found. Aug 06 16:20:29.762277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34590) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:29.762433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1ebc94ea-68ea-421c-882a-394cf94c6842 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-groups/a83187d9-a1ea-4471-b1bd-2d1ce8cfde18 HTTP/1.1" status: 404 len: 347 time: 0.0832973 Aug 06 16:20:29.769003 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-2e2f01f0-dd3e-410e-9d87-0fa5a89e8759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb08d47-5197-4a7b-8955-d4d83703c562']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:29.774988 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-85a54b9e-ac00-4010-8dce-002aa5f2b123 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008443606'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:29.787360 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-2e2f01f0-dd3e-410e-9d87-0fa5a89e8759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b763bebf-4047-423b-ae3e-a14feccc609b') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:29.788021 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-2e2f01f0-dd3e-410e-9d87-0fa5a89e8759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b763bebf-4047-423b-ae3e-a14feccc609b') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:29.805921 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2e2f01f0-dd3e-410e-9d87-0fa5a89e8759 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.826266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa02397-db5f-4df5-ad7d-bef51938384d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:29.837679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8fa02397-db5f-4df5-ad7d-bef51938384d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1597247 Aug 06 16:20:29.839123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34594) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:29.840468 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85a54b9e-ac00-4010-8dce-002aa5f2b123 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.849291 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] For port 1022dc8b-9dc9-46b1-a154-a121f946187d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1022dc8b-9dc9-46b1-a154-a121f946187d,segment=NetworkSegment(21af23cc-2db5-4d10-b2db-08e15fc3e69c),segment_id=21af23cc-2db5-4d10-b2db-08e15fc3e69c)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:29.849657 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.860340 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2e2f01f0-dd3e-410e-9d87-0fa5a89e8759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.871903 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Calling delete_port for 1022dc8b-9dc9-46b1-a154-a121f946187d owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:29.946694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2f01f0-dd3e-410e-9d87-0fa5a89e8759 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:29.948714 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2e2f01f0-dd3e-410e-9d87-0fa5a89e8759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:29.955009 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:29.986284 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a75d21e-bb6f-4bb8-a212-b7fe9d585b3e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] GET failed (client error): The resource could not be found. Aug 06 16:20:29.990440 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7a75d21e-bb6f-4bb8-a212-b7fe9d585b3e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/04f019d5-88a7-48f7-98d8-8e6f8ec2a723 HTTP/1.1" status: 404 len: 333 time: 0.1363368 Aug 06 16:20:29.990691 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34598) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:30.045681 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41b586e-8405-47d5-99d3-ccb4ce9ec53c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] GET failed (client error): The resource could not be found. Aug 06 16:20:30.052476 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d41b586e-8405-47d5-99d3-ccb4ce9ec53c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/82430587-f9ec-4122-b954-4d90469128a4 HTTP/1.1" status: 404 len: 333 time: 0.0541985 Aug 06 16:20:30.052904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34600) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:30.079348 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85a54b9e-ac00-4010-8dce-002aa5f2b123 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.083683 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85a54b9e-ac00-4010-8dce-002aa5f2b123 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.162867 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85a54b9e-ac00-4010-8dce-002aa5f2b123 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.167643 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-85a54b9e-ac00-4010-8dce-002aa5f2b123 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3979144 Aug 06 16:20:30.175999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34602) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:30.184776 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d2e5b150-126f-4f19-8e91-37df09b7a12b tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group_rule': {'security_group_id': 'fb056f13-c95f-49d0-8e11-3ca2a10a6148', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:30.196435 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.198379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a54b9e-ac00-4010-8dce-002aa5f2b123 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb056f13-c95f-49d0-8e11-3ca2a10a6148,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:30.243599 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2e2f01f0-dd3e-410e-9d87-0fa5a89e8759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.287617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Port': ['ID=1022dc8b-9dc9-46b1-a154-a121f946187d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:30.296507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d8848953-5399-4c86-be4a-ed244900bebd no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:20:30.301027 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2e2f01f0-dd3e-410e-9d87-0fa5a89e8759 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.303567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2e2f01f0-dd3e-410e-9d87-0fa5a89e8759 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4fb08d47-5197-4a7b-8955-d4d83703c562 HTTP/1.1" status: 204 len: 168 time: 0.9093003 Aug 06 16:20:30.320406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f01f0-dd3e-410e-9d87-0fa5a89e8759 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb08d47-5197-4a7b-8955-d4d83703c562,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:30.347745 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17789cf0-d372-46b4-a2b6-6a74b1000374 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.358055 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No DVR routers for this DVR port 1022dc8b-9dc9-46b1-a154-a121f946187d on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:30.377025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: d8848953-5399-4c86-be4a-ed244900bebd {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:20:30.386776 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d8848953-5399-4c86-be4a-ed244900bebd not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:20:30.411245 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2e5b150-126f-4f19-8e91-37df09b7a12b tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.457475 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17789cf0-d372-46b4-a2b6-6a74b1000374 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.472138 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-17789cf0-d372-46b4-a2b6-6a74b1000374 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a768e0-f541-44ea-89a5-8b8c034d06b8']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:30.484607 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-17789cf0-d372-46b4-a2b6-6a74b1000374 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fd1900-10bd-4adc-ac40-8c4d464cc901') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:30.485042 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-17789cf0-d372-46b4-a2b6-6a74b1000374 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fd1900-10bd-4adc-ac40-8c4d464cc901') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:30.498313 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17789cf0-d372-46b4-a2b6-6a74b1000374 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.508879 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2e5b150-126f-4f19-8e91-37df09b7a12b tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.519926 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17789cf0-d372-46b4-a2b6-6a74b1000374 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.528308 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2e5b150-126f-4f19-8e91-37df09b7a12b tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.533272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17789cf0-d372-46b4-a2b6-6a74b1000374 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:30.533982 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17789cf0-d372-46b4-a2b6-6a74b1000374 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:30.540283 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:30.583226 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.626298 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5b150-126f-4f19-8e91-37df09b7a12b tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff84455f-47a8-4426-9bb8-3b31d0d192d6,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:30.648847 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2e5b150-126f-4f19-8e91-37df09b7a12b tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.654080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34610) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:30.654360 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d2e5b150-126f-4f19-8e91-37df09b7a12b tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4744945 Aug 06 16:20:30.657841 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34612) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:30.720561 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3f98a298-7aa6-472d-8894-6516542e4d2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e2355e70c724a9a92a0cbc519a3c343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594652 Aug 06 16:20:30.721976 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17789cf0-d372-46b4-a2b6-6a74b1000374 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.722157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34614) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:30.749123 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17789cf0-d372-46b4-a2b6-6a74b1000374 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.754598 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-17789cf0-d372-46b4-a2b6-6a74b1000374 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/networks/40a768e0-f541-44ea-89a5-8b8c034d06b8 HTTP/1.1" status: 204 len: 168 time: 0.6983569 Aug 06 16:20:30.760257 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34616) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:30.772296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-1deedff8-f6c7-436f-87ba-fb34102b94d9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1801088702'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:30.785954 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bd48b657-a08b-418a-bf67-dcb732f44781 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.789752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17789cf0-d372-46b4-a2b6-6a74b1000374 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Network': ['ID=40a768e0-f541-44ea-89a5-8b8c034d06b8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:30.808117 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bd48b657-a08b-418a-bf67-dcb732f44781 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.836992 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c734fa79-cb0b-459a-8ef3-e548a955e207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.880594 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bd48b657-a08b-418a-bf67-dcb732f44781 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.888491 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bd48b657-a08b-418a-bf67-dcb732f44781 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.889931 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bd48b657-a08b-418a-bf67-dcb732f44781 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ff84455f-47a8-4426-9bb8-3b31d0d192d6 HTTP/1.1" status: 204 len: 168 time: 0.2334561 Aug 06 16:20:30.893653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34618) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:30.895525 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c734fa79-cb0b-459a-8ef3-e548a955e207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:30.907112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48b657-a08b-418a-bf67-dcb732f44781 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff84455f-47a8-4426-9bb8-3b31d0d192d6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:30.958964 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c62150f4-15d7-4a01-8d98-2142fe4550b2 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639100 Aug 06 16:20:30.961794 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34622) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:31.002257 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.083085 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c734fa79-cb0b-459a-8ef3-e548a955e207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.085898 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c734fa79-cb0b-459a-8ef3-e548a955e207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.086849 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c734fa79-cb0b-459a-8ef3-e548a955e207 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01ebb33b-70d1-4227-95f7-9d0d0e2c358d HTTP/1.1" status: 204 len: 168 time: 0.3648264 Aug 06 16:20:31.118908 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a8faad0b-37b9-441a-8bc7-53c7fb65a4d1 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.131898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734fa79-cb0b-459a-8ef3-e548a955e207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ebb33b-70d1-4227-95f7-9d0d0e2c358d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:31.139063 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Subnet': ['ID=404c0e8f-dc3d-4403-8b01-dfedfaf8ff20,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:31.141136 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1deedff8-f6c7-436f-87ba-fb34102b94d9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:31.144538 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1deedff8-f6c7-436f-87ba-fb34102b94d9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.164448 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a8faad0b-37b9-441a-8bc7-53c7fb65a4d1 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.263507 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a8faad0b-37b9-441a-8bc7-53c7fb65a4d1 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.267111 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a8faad0b-37b9-441a-8bc7-53c7fb65a4d1 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.268305 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a8faad0b-37b9-441a-8bc7-53c7fb65a4d1 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-groups/fb056f13-c95f-49d0-8e11-3ca2a10a6148 HTTP/1.1" status: 204 len: 168 time: 0.3055205 Aug 06 16:20:31.273392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34626) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:31.288620 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8faad0b-37b9-441a-8bc7-53c7fb65a4d1 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb056f13-c95f-49d0-8e11-3ca2a10a6148,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:31.298516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1deedff8-f6c7-436f-87ba-fb34102b94d9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:31.309905 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1deedff8-f6c7-436f-87ba-fb34102b94d9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.310259 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-1deedff8-f6c7-436f-87ba-fb34102b94d9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Added segment 1190e0bc-9149-4646-83bb-af4d748cf200 of type vlan for network 457761bc-0071-4b3c-9ad5-07788141fe5d Aug 06 16:20:31.366089 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1deedff8-f6c7-436f-87ba-fb34102b94d9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.370318 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-64e5a613-4a1c-427a-9993-4aa66cea9cea tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0939937 Aug 06 16:20:31.381914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34630) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:31.391729 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-af7994cf-ef9d-4ce7-a319-7ef66a2de632 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group': {'name': 'tempest-secgroup--800319764'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:31.394127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b54ff48-c3cc-4ad9-9566-c86b8a491160 None None] Network 039a5f2c-debb-430d-9357-deb0b47fadbc requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:31.437823 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.444183 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1deedff8-f6c7-436f-87ba-fb34102b94d9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.457828 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deedff8-f6c7-436f-87ba-fb34102b94d9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:31.460249 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1deedff8-f6c7-436f-87ba-fb34102b94d9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.464279 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-af7994cf-ef9d-4ce7-a319-7ef66a2de632 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.563761 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d3adae76-3362-4db9-b1cf-a641a7790556 None None] Could not find standard attr ID for object 1022dc8b-9dc9-46b1-a154-a121f946187d. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:20:31.570886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedff8-f6c7-436f-87ba-fb34102b94d9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Network': ['ID=457761bc-0071-4b3c-9ad5-07788141fe5d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:31.575566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039a5f2c-debb-430d-9357-deb0b47fadbc']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:31.580793 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1deedff8-f6c7-436f-87ba-fb34102b94d9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8178110 Aug 06 16:20:31.585763 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34636) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:31.591338 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21af23cc-2db5-4d10-b2db-08e15fc3e69c') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:31.592056 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21af23cc-2db5-4d10-b2db-08e15fc3e69c') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:31.598022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 457761bc-0071-4b3c-9ad5-07788141fe5d details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:31.604420 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.605775 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-37d8a179-c063-4f18-86f1-fa8b9a3c1e1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'subnet': {'network_id': '457761bc-0071-4b3c-9ad5-07788141fe5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:31.633973 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.641309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:31.649728 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:31.654331 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:31.670846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd5d9c0-7229-465f-9313-786664a91993 None None] DHCP port deletion for 039a5f2c-debb-430d-9357-deb0b47fadbc request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:20:31.732538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6d0233-d42e-4ef8-89c9-f6b3db91a16f None None] Network 039a5f2c-debb-430d-9357-deb0b47fadbc requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:31.773531 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.793678 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:31.802867 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/039a5f2c-debb-430d-9357-deb0b47fadbc HTTP/1.1" status: 204 len: 168 time: 2.6651254 Aug 06 16:20:31.835208 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34644) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:31.851920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bcd39-74a9-4801-b361-7306381c404a tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Network': ['ID=039a5f2c-debb-430d-9357-deb0b47fadbc,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:31.895197 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-9650eeb1-9f1e-4c18-93ba-7d8b12d39244 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:31.895644 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9650eeb1-9f1e-4c18-93ba-7d8b12d39244 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:31.899878 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9650eeb1-9f1e-4c18-93ba-7d8b12d39244 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/subnets/404c0e8f-dc3d-4403-8b01-dfedfaf8ff20 HTTP/1.1" status: 404 len: 337 time: 0.0613029 Aug 06 16:20:31.900296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34648) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:31.920719 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d46dddb-9155-477b-9c58-f3da2a0c476c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:31.921657 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d46dddb-9155-477b-9c58-f3da2a0c476c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:31.923640 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0d46dddb-9155-477b-9c58-f3da2a0c476c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/039a5f2c-debb-430d-9357-deb0b47fadbc HTTP/1.1" status: 404 len: 339 time: 0.0217872 Aug 06 16:20:31.926653 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34650) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:32.066379 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83a22454-0afd-4199-a0a0-c37104b019ea tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:32.278645 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83a22454-0afd-4199-a0a0-c37104b019ea tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:32.300045 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-83a22454-0afd-4199-a0a0-c37104b019ea tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79de1e8-5fde-4261-be52-991f2f59862e']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:32.321341 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-83a22454-0afd-4199-a0a0-c37104b019ea tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab5920f-c3d2-4bd4-9683-c682ba3014ce') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:32.321564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-83a22454-0afd-4199-a0a0-c37104b019ea tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab5920f-c3d2-4bd4-9683-c682ba3014ce') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:32.344464 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83a22454-0afd-4199-a0a0-c37104b019ea tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:32.365830 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83a22454-0afd-4199-a0a0-c37104b019ea tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:32.374093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a22454-0afd-4199-a0a0-c37104b019ea tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:32.374823 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83a22454-0afd-4199-a0a0-c37104b019ea tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:32.375199 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-af7994cf-ef9d-4ce7-a319-7ef66a2de632 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:32.415541 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-af7994cf-ef9d-4ce7-a319-7ef66a2de632 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:32.430314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d8a179-c063-4f18-86f1-fa8b9a3c1e1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:32.435443 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37d8a179-c063-4f18-86f1-fa8b9a3c1e1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:32.450994 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:32.456947 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83a22454-0afd-4199-a0a0-c37104b019ea tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:32.472766 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83a22454-0afd-4199-a0a0-c37104b019ea tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:32.475461 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-83a22454-0afd-4199-a0a0-c37104b019ea tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/e79de1e8-5fde-4261-be52-991f2f59862e HTTP/1.1" status: 204 len: 168 time: 0.5476601 Aug 06 16:20:32.477741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34664) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:32.498649 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a22454-0afd-4199-a0a0-c37104b019ea tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Network': ['ID=e79de1e8-5fde-4261-be52-991f2f59862e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:32.536785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34668) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:32.554147 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-af7994cf-ef9d-4ce7-a319-7ef66a2de632 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:32.558307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-af7994cf-ef9d-4ce7-a319-7ef66a2de632 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1727684 Aug 06 16:20:32.559357 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2e24ff-a216-4b75-b027-ab6b6d5dc340 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:32.560219 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34672) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:32.561487 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2e24ff-a216-4b75-b027-ab6b6d5dc340 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:32.564508 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8b2e24ff-a216-4b75-b027-ab6b6d5dc340 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/subnets/4bfe5f63-ec2f-4adf-8242-bcf0551983c0 HTTP/1.1" status: 404 len: 337 time: 0.0853927 Aug 06 16:20:32.569830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34674) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:32.748612 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-cfc13882-5dc3-48c5-ad13-882e1693fe7f tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group_rule': {'security_group_id': '527dd05c-930d-4afb-825e-a8cc7cf4b952', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:32.757113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7994cf-ef9d-4ce7-a319-7ef66a2de632 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527dd05c-930d-4afb-825e-a8cc7cf4b952,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:32.761730 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37d8a179-c063-4f18-86f1-fa8b9a3c1e1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:32.874435 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cfc13882-5dc3-48c5-ad13-882e1693fe7f tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:32.877561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8a179-c063-4f18-86f1-fa8b9a3c1e1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Subnet': ['ID=629e576d-48e2-4464-b792-f3fdde83c8de,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:32.882672 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8a179-c063-4f18-86f1-fa8b9a3c1e1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Checking segment: {'id': '1190e0bc-9149-4646-83bb-af4d748cf200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '457761bc-0071-4b3c-9ad5-07788141fe5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:32.883184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d8a179-c063-4f18-86f1-fa8b9a3c1e1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network hostable DHCP agents. Network: 457761bc-0071-4b3c-9ad5-07788141fe5d, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:32.948704 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d8a179-c063-4f18-86f1-fa8b9a3c1e1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network 457761bc-0071-4b3c-9ad5-07788141fe5d is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:32.972519 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cfc13882-5dc3-48c5-ad13-882e1693fe7f tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:32.973531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-37d8a179-c063-4f18-86f1-fa8b9a3c1e1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 457761bc-0071-4b3c-9ad5-07788141fe5d) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:32.978726 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cfc13882-5dc3-48c5-ad13-882e1693fe7f tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:32.982068 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d8a179-c063-4f18-86f1-fa8b9a3c1e1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:32.983149 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37d8a179-c063-4f18-86f1-fa8b9a3c1e1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:32.985426 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be84c2ba-6b4a-47cc-a7d7-c29e6f3ee62b None None] Network 457761bc-0071-4b3c-9ad5-07788141fe5d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:33.019514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc13882-5dc3-48c5-ad13-882e1693fe7f tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b61f81-3c77-47c6-8208-4ed831562aa2,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:33.024374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-37d8a179-c063-4f18-86f1-fa8b9a3c1e1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4374950 Aug 06 16:20:33.026403 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cfc13882-5dc3-48c5-ad13-882e1693fe7f tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.030211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cfc13882-5dc3-48c5-ad13-882e1693fe7f tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4635434 Aug 06 16:20:33.030211 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34676) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:33.033870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-485de9e7-7e69-4344-94b6-b26e0be4393f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'network_id': '457761bc-0071-4b3c-9ad5-07788141fe5d', 'name': 'tempest-PortsTestJSON-428520975'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:33.037363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34678) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:33.041985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-5a87f36d-64ce-4468-babc-4d9be7159169 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group_rule': {'security_group_id': '527dd05c-930d-4afb-825e-a8cc7cf4b952', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:33.108286 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b94ae0-6b8f-4a2a-8b68-4c40b8ca18a6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:33.108948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b94ae0-6b8f-4a2a-8b68-4c40b8ca18a6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:33.113561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34682) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:33.114355 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-72b94ae0-6b8f-4a2a-8b68-4c40b8ca18a6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/ad54850d-b4f9-466c-ae56-8f2e94aad4de HTTP/1.1" status: 404 len: 339 time: 0.5419829 Aug 06 16:20:33.120549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-62e4896d-0250-4681-b96b-2bffbbc434ad admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-744187341-network', 'tenant_id': 'ae71580f1ed84db0bc11c2001a92e91e'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:33.215525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1aa158-749f-4597-a8be-76d9e5d20335 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Deleting subnet fb32c200-ec59-4cbf-950e-ebeadc4a98e6 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:20:33.221320 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa158-749f-4597-a8be-76d9e5d20335 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.224070 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5a87f36d-64ce-4468-babc-4d9be7159169 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.225670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e4896d-0250-4681-b96b-2bffbbc434ad admin admin] Made reservation on behalf of ae71580f1ed84db0bc11c2001a92e91e for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:33.230133 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-62e4896d-0250-4681-b96b-2bffbbc434ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.246994 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1022dc8b-9dc9-46b1-a154-a121f946187d no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:20:33.251246 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-62e4896d-0250-4681-b96b-2bffbbc434ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.329276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 1022dc8b-9dc9-46b1-a154-a121f946187d {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:20:33.331095 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1022dc8b-9dc9-46b1-a154-a121f946187d not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:20:33.332073 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5a87f36d-64ce-4468-babc-4d9be7159169 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.340238 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5a87f36d-64ce-4468-babc-4d9be7159169 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.349510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-457761bc-0071-4b3c-9ad5-07788141fe5d', 'network_id': '457761bc-0071-4b3c-9ad5-07788141fe5d', 'tenant_id': '882f87fa8062414f8a35871bca2d9a96', 'fixed_ips': [{'subnet_id': '629e576d-48e2-4464-b792-f3fdde83c8de'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:20:33.350854 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.368540 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87f36d-64ce-4468-babc-4d9be7159169 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9537de-b681-4366-a958-ef78f7dd9835,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:33.383486 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa158-749f-4597-a8be-76d9e5d20335 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.434704 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-62e4896d-0250-4681-b96b-2bffbbc434ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.448963 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-62e4896d-0250-4681-b96b-2bffbbc434ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.482337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5a87f36d-64ce-4468-babc-4d9be7159169 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.483962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5a87f36d-64ce-4468-babc-4d9be7159169 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4455545 Aug 06 16:20:33.487249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34690) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:33.496761 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6c364bc1-81dd-4c84-88bf-7d936b35c6cd tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group_rule': {'security_group_id': '527dd05c-930d-4afb-825e-a8cc7cf4b952', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:33.504117 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485de9e7-7e69-4344-94b6-b26e0be4393f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:33.508552 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-485de9e7-7e69-4344-94b6-b26e0be4393f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.510344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4896d-0250-4681-b96b-2bffbbc434ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:33.531090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e4896d-0250-4681-b96b-2bffbbc434ad admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:33.546693 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-485de9e7-7e69-4344-94b6-b26e0be4393f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port 1a0e45b0-4aa4-4c23-9e48-1b9279017b6f yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:20:33.549453 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-62e4896d-0250-4681-b96b-2bffbbc434ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.550947 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-62e4896d-0250-4681-b96b-2bffbbc434ad admin admin] Added segment 4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e of type vlan for network 68955a06-ea63-43dc-be49-36e456a37b93 Aug 06 16:20:33.614527 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34692) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:33.670277 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-62e4896d-0250-4681-b96b-2bffbbc434ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.678172 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Allocated IP 172.20.0.2 (457761bc-0071-4b3c-9ad5-07788141fe5d/629e576d-48e2-4464-b792-f3fdde83c8de/c6e0ad6a-e792-433c-a778-c9dfc9202854) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:33.699974 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c364bc1-81dd-4c84-88bf-7d936b35c6cd tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.731337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa158-749f-4597-a8be-76d9e5d20335 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.748918 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-62e4896d-0250-4681-b96b-2bffbbc434ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.757501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e4896d-0250-4681-b96b-2bffbbc434ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:33.763255 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-62e4896d-0250-4681-b96b-2bffbbc434ad admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.924758 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-38b52ea2-f36e-4eeb-92a0-eede16068159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.925229 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c364bc1-81dd-4c84-88bf-7d936b35c6cd tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.943443 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c364bc1-81dd-4c84-88bf-7d936b35c6cd tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.970288 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a0b93b6-828d-4a8a-847a-a5f9d7c54108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.975588 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa158-749f-4597-a8be-76d9e5d20335 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:33.990317 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34698) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:33.991419 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-62e4896d-0250-4681-b96b-2bffbbc434ad admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4518447 Aug 06 16:20:34.016666 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4896d-0250-4681-b96b-2bffbbc434ad admin admin] Pushing event updated for resources: {'Network': ['ID=68955a06-ea63-43dc-be49-36e456a37b93,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:34.046237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 68955a06-ea63-43dc-be49-36e456a37b93 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:34.046877 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c364bc1-81dd-4c84-88bf-7d936b35c6cd tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c355d154-3b49-4ac6-bad4-6404f355cc15,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:34.053008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-37513037-dbf9-4bb8-a0a7-9d307cd4746f admin admin] Request body: {'subnet': {'network_id': '68955a06-ea63-43dc-be49-36e456a37b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-744187341-subnet', 'tenant_id': 'ae71580f1ed84db0bc11c2001a92e91e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:34.059253 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c364bc1-81dd-4c84-88bf-7d936b35c6cd tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.063648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6c364bc1-81dd-4c84-88bf-7d936b35c6cd tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5749485 Aug 06 16:20:34.064316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1aa158-749f-4597-a8be-76d9e5d20335 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Subnet': ['ID=fb32c200-ec59-4cbf-950e-ebeadc4a98e6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:34.068640 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa158-749f-4597-a8be-76d9e5d20335 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.073291 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1d1aa158-749f-4597-a8be-76d9e5d20335 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/subnets/fb32c200-ec59-4cbf-950e-ebeadc4a98e6 HTTP/1.1" status: 204 len: 168 time: 0.9559867 Aug 06 16:20:34.073291 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34700) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:34.079094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2a736b-3f02-4e3d-9eaa-8c5a909fcf50 None None] Network 98c35325-da0f-4d08-b4ab-29b9ad72bf9d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:34.080814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-3edffcda-fa87-4c07-a300-3b7390d726da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group_rule': {'security_group_id': '527dd05c-930d-4afb-825e-a8cc7cf4b952', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:34.086720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34702) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:34.144378 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a0b93b6-828d-4a8a-847a-a5f9d7c54108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.149839 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a0b93b6-828d-4a8a-847a-a5f9d7c54108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.160591 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.176731 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-261225fc-7994-4088-b75f-a0ae5baf71ce tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Deleting subnet f4700c90-d7d5-4fad-bc3a-4f557c9cf451 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:20:34.180671 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-261225fc-7994-4088-b75f-a0ae5baf71ce tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.191518 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2a0b93b6-828d-4a8a-847a-a5f9d7c54108 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f38941bf4364c218577817e15a58a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5758026 Aug 06 16:20:34.196232 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34704) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:34.200442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Transition to ACTIVE for port object c6e0ad6a-e792-433c-a778-c9dfc9202854 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:34.209764 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37513037-dbf9-4bb8-a0a7-9d307cd4746f admin admin] Made reservation on behalf of ae71580f1ed84db0bc11c2001a92e91e for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:34.212171 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37513037-dbf9-4bb8-a0a7-9d307cd4746f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.220231 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b93b6-828d-4a8a-847a-a5f9d7c54108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72ed659-ccea-4c64-b37a-416068263b5f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:34.232177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Transition to ACTIVE for port object c6e0ad6a-e792-433c-a778-c9dfc9202854 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:34.248008 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.284106 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-119a00ef-0759-4bda-9309-5da50a81da3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.300664 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Network 457761bc-0071-4b3c-9ad5-07788141fe5d is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:34.306392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-119a00ef-0759-4bda-9309-5da50a81da3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.307680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:34.324485 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-261225fc-7994-4088-b75f-a0ae5baf71ce tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.330109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:34.350799 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Pushing event updated for resources: {'Port': ['ID=c6e0ad6a-e792-433c-a778-c9dfc9202854,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:34.366891 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3edffcda-fa87-4c07-a300-3b7390d726da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.375700 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-119a00ef-0759-4bda-9309-5da50a81da3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.378690 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-119a00ef-0759-4bda-9309-5da50a81da3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.379859 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-119a00ef-0759-4bda-9309-5da50a81da3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d72ed659-ccea-4c64-b37a-416068263b5f HTTP/1.1" status: 204 len: 168 time: 0.1826386 Aug 06 16:20:34.392754 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a00ef-0759-4bda-9309-5da50a81da3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72ed659-ccea-4c64-b37a-416068263b5f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:34.444235 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Attempting to bind port c6e0ad6a-e792-433c-a778-c9dfc9202854 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:20:34.444593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Attempting to bind port c6e0ad6a-e792-433c-a778-c9dfc9202854 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '1190e0bc-9149-4646-83bb-af4d748cf200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '457761bc-0071-4b3c-9ad5-07788141fe5d'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:20:34.444953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Attempting to bind port c6e0ad6a-e792-433c-a778-c9dfc9202854 on network 457761bc-0071-4b3c-9ad5-07788141fe5d {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:20:34.445316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-485de9e7-7e69-4344-94b6-b26e0be4393f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Allocated IP 172.20.0.5 (457761bc-0071-4b3c-9ad5-07788141fe5d/629e576d-48e2-4464-b792-f3fdde83c8de/1a0e45b0-4aa4-4c23-9e48-1b9279017b6f) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:34.453898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:20:34.454364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Checking segment: {'id': '1190e0bc-9149-4646-83bb-af4d748cf200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '457761bc-0071-4b3c-9ad5-07788141fe5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:34.454833 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.455281 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Bound using segment: {'id': '1190e0bc-9149-4646-83bb-af4d748cf200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '457761bc-0071-4b3c-9ad5-07788141fe5d'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:20:34.455989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Bound port: c6e0ad6a-e792-433c-a778-c9dfc9202854, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1190e0bc-9149-4646-83bb-af4d748cf200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '457761bc-0071-4b3c-9ad5-07788141fe5d'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:20:34.456391 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.549612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] For port c6e0ad6a-e792-433c-a778-c9dfc9202854, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:20:34.554072 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] For port c6e0ad6a-e792-433c-a778-c9dfc9202854, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c6e0ad6a-e792-433c-a778-c9dfc9202854,segment=NetworkSegment(1190e0bc-9149-4646-83bb-af4d748cf200),segment_id=1190e0bc-9149-4646-83bb-af4d748cf200)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:20:34.562543 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.584567 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-261225fc-7994-4088-b75f-a0ae5baf71ce tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.642355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf282db0-6af5-4ff9-93a1-b9b31f2e243d None None] Pushing event updated for resources: {'Port': ['ID=c6e0ad6a-e792-433c-a778-c9dfc9202854,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:34.665568 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3edffcda-fa87-4c07-a300-3b7390d726da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.734783 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3edffcda-fa87-4c07-a300-3b7390d726da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.865801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edffcda-fa87-4c07-a300-3b7390d726da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328e927e-db52-4582-b0ad-953c283cc7d4,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:34.887371 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3edffcda-fa87-4c07-a300-3b7390d726da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.891751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3edffcda-fa87-4c07-a300-3b7390d726da tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8166895 Aug 06 16:20:34.892013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34730) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:34.897212 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c2b57b8f-fa92-4c8f-9b82-6812cff3f01d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group_rule': {'security_group_id': '527dd05c-930d-4afb-825e-a8cc7cf4b952', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:34.924992 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37513037-dbf9-4bb8-a0a7-9d307cd4746f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.964701 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2b57b8f-fa92-4c8f-9b82-6812cff3f01d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.073928 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-261225fc-7994-4088-b75f-a0ae5baf71ce tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.129947 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2b57b8f-fa92-4c8f-9b82-6812cff3f01d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.139547 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2b57b8f-fa92-4c8f-9b82-6812cff3f01d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.165953 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-261225fc-7994-4088-b75f-a0ae5baf71ce tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.170929 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-261225fc-7994-4088-b75f-a0ae5baf71ce tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/subnets/f4700c90-d7d5-4fad-bc3a-4f557c9cf451 HTTP/1.1" status: 204 len: 168 time: 1.0836413 Aug 06 16:20:35.171552 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34742) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:35.218727 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37513037-dbf9-4bb8-a0a7-9d307cd4746f admin admin] Checking segment: {'id': '4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '68955a06-ea63-43dc-be49-36e456a37b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:35.219161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37513037-dbf9-4bb8-a0a7-9d307cd4746f admin admin] Network hostable DHCP agents. Network: 68955a06-ea63-43dc-be49-36e456a37b93, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:35.243406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37513037-dbf9-4bb8-a0a7-9d307cd4746f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b152cb9a-9760-4fe3-ab80-10c0edf358c7,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:35.261789 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2b57b8f-fa92-4c8f-9b82-6812cff3f01d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.270446 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c2b57b8f-fa92-4c8f-9b82-6812cff3f01d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3747339 Aug 06 16:20:35.274781 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34744) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:35.284990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261225fc-7994-4088-b75f-a0ae5baf71ce tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Subnet': ['ID=f4700c90-d7d5-4fad-bc3a-4f557c9cf451,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:35.293031 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b57b8f-fa92-4c8f-9b82-6812cff3f01d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89984d99-f052-4b58-9949-2809279d313d,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:35.354399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c6e0ad6a-e792-433c-a778-c9dfc9202854 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:35.361440 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dae742c6-0aee-4bb3-ab4d-ccc64e56dd06 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.380821 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dae742c6-0aee-4bb3-ab4d-ccc64e56dd06 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.410087 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-485de9e7-7e69-4344-94b6-b26e0be4393f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.422930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37513037-dbf9-4bb8-a0a7-9d307cd4746f admin admin] Network 68955a06-ea63-43dc-be49-36e456a37b93 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:35.436270 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dae742c6-0aee-4bb3-ab4d-ccc64e56dd06 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.444005 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dae742c6-0aee-4bb3-ab4d-ccc64e56dd06 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.445418 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dae742c6-0aee-4bb3-ab4d-ccc64e56dd06 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/89984d99-f052-4b58-9949-2809279d313d HTTP/1.1" status: 204 len: 168 time: 0.1590164 Aug 06 16:20:35.452039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-485de9e7-7e69-4344-94b6-b26e0be4393f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Transition to ACTIVE for port object 1a0e45b0-4aa4-4c23-9e48-1b9279017b6f will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:35.453891 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34752) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:35.459415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port c6e0ad6a-e792-433c-a778-c9dfc9202854 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:35.470172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae742c6-0aee-4bb3-ab4d-ccc64e56dd06 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89984d99-f052-4b58-9949-2809279d313d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:35.499904 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.519028 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-37513037-dbf9-4bb8-a0a7-9d307cd4746f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 68955a06-ea63-43dc-be49-36e456a37b93) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:35.529830 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a993a3-fc10-475f-a34a-c6baeb2f8e73 None None] Network 68955a06-ea63-43dc-be49-36e456a37b93 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:35.562521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37513037-dbf9-4bb8-a0a7-9d307cd4746f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:35.564390 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37513037-dbf9-4bb8-a0a7-9d307cd4746f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.621271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e53413-1e81-477f-9501-e3595ecbdf55 None None] Network 98c35325-da0f-4d08-b4ab-29b9ad72bf9d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:35.697662 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-37513037-dbf9-4bb8-a0a7-9d307cd4746f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6927741 Aug 06 16:20:35.726229 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-10c35879-911e-4552-bba6-bf8633c7518f None None] Provisioning complete for port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:35.726901 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-10c35879-911e-4552-bba6-bf8633c7518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.742113 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2aeb0ffe-afab-497d-9082-c9cfecd37ec2 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2858665 Aug 06 16:20:35.744039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34760) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:35.768631 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-485de9e7-7e69-4344-94b6-b26e0be4393f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.819615 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2093c194-9c60-4d48-8776-509b24f5dc94 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.832826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485de9e7-7e69-4344-94b6-b26e0be4393f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=1a0e45b0-4aa4-4c23-9e48-1b9279017b6f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:35.854614 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Deleting port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:35.859809 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.872637 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2093c194-9c60-4d48-8776-509b24f5dc94 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.906253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485de9e7-7e69-4344-94b6-b26e0be4393f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network 457761bc-0071-4b3c-9ad5-07788141fe5d is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:35.915466 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-485de9e7-7e69-4344-94b6-b26e0be4393f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:35.945395 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485de9e7-7e69-4344-94b6-b26e0be4393f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:35.985961 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2093c194-9c60-4d48-8776-509b24f5dc94 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:35.997024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4403f1ae-fa4b-46f9-84cb-c3362e35f520 None None] Network 68955a06-ea63-43dc-be49-36e456a37b93 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:36.003926 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2093c194-9c60-4d48-8776-509b24f5dc94 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:36.009905 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2093c194-9c60-4d48-8776-509b24f5dc94 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/328e927e-db52-4582-b0ad-953c283cc7d4 HTTP/1.1" status: 204 len: 168 time: 0.2641146 Aug 06 16:20:36.018643 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34766) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:36.040838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093c194-9c60-4d48-8776-509b24f5dc94 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=328e927e-db52-4582-b0ad-953c283cc7d4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:36.260969 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-980ab04d-a67a-441e-b28e-e4855868683b tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2343307 Aug 06 16:20:36.263649 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34776) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:36.264796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485de9e7-7e69-4344-94b6-b26e0be4393f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:36.265822 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-485de9e7-7e69-4344-94b6-b26e0be4393f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:36.285952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] For port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc,segment=NetworkSegment(2986ddda-0506-4e2d-ae5b-d0f7c136840e),segment_id=2986ddda-0506-4e2d-ae5b-d0f7c136840e)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:36.286209 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:36.311443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Calling delete_port for 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:36.318494 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-485de9e7-7e69-4344-94b6-b26e0be4393f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2890446 Aug 06 16:20:36.324058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34782) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:36.420612 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97d6500c-8d1d-48fe-958b-5d34d775ade2 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:36.422699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5fb615-115b-4634-8785-662fa8f159cc None None] Network 457761bc-0071-4b3c-9ad5-07788141fe5d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:36.456002 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97d6500c-8d1d-48fe-958b-5d34d775ade2 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:36.521461 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a0ea7825-15d2-4c52-976c-99d12905db9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:36.532599 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:36.581370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Port': ['ID=5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:36.586604 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No DVR routers for this DVR port 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:36.587313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2c88e7-6605-4ef1-99f1-9de1630d4833 None None] DHCP port deletion for 98c35325-da0f-4d08-b4ab-29b9ad72bf9d request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:20:36.615809 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97d6500c-8d1d-48fe-958b-5d34d775ade2 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:36.626181 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97d6500c-8d1d-48fe-958b-5d34d775ade2 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:36.627304 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-97d6500c-8d1d-48fe-958b-5d34d775ade2 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c355d154-3b49-4ac6-bad4-6404f355cc15 HTTP/1.1" status: 204 len: 168 time: 0.3587079 Aug 06 16:20:36.637069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34786) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:36.652269 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6500c-8d1d-48fe-958b-5d34d775ade2 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c355d154-3b49-4ac6-bad4-6404f355cc15,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:36.663004 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-80f26bfc-b5c7-48e6-9953-2bb89e1adab3 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 1a0e45b0-4aa4-4c23-9e48-1b9279017b6f {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:36.663764 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80f26bfc-b5c7-48e6-9953-2bb89e1adab3 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:36.763406 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:36.798884 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c35325-da0f-4d08-b4ab-29b9ad72bf9d']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:36.805284 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80f26bfc-b5c7-48e6-9953-2bb89e1adab3 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:36.819626 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-80f26bfc-b5c7-48e6-9953-2bb89e1adab3 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 1a0e45b0-4aa4-4c23-9e48-1b9279017b6f owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:36.820305 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f7cc967f-b368-4c4b-a3d6-09b82d8cb880 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1816621 Aug 06 16:20:36.827765 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34804) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:36.884138 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:36.904163 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1f1215a2-e3a3-4699-8be7-63a869e7b58a None None] Provisioning for port c6e0ad6a-e792-433c-a778-c9dfc9202854 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:36.941114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1f1215a2-e3a3-4699-8be7-63a869e7b58a None None] Provisioning complete for port c6e0ad6a-e792-433c-a778-c9dfc9202854 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:36.948648 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1f1215a2-e3a3-4699-8be7-63a869e7b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:36.986916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2986ddda-0506-4e2d-ae5b-d0f7c136840e') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:36.987324 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2986ddda-0506-4e2d-ae5b-d0f7c136840e') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:37.008966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-6ab8f150-db82-403b-b205-beccde29c622 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:37.008966 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-6ab8f150-db82-403b-b205-beccde29c622 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/networks?id=68955a06-ea63-43dc-be49-36e456a37b93 HTTP/1.1" status: 200 len: 813 time: 0.2062061 Aug 06 16:20:37.018839 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.048206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-4edda692-7217-48ca-a223-d0c8055f104f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/quotas/ae71580f1ed84db0bc11c2001a92e91e HTTP/1.1" status: 200 len: 375 time: 0.0271802 Aug 06 16:20:37.051352 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-47b39a17-84fc-47cf-8e78-228982eb4721 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.073205 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-47b39a17-84fc-47cf-8e78-228982eb4721 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.075549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.114614 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80f26bfc-b5c7-48e6-9953-2bb89e1adab3 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.116958 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-917d0e1e-21b9-4478-9ea0-2fd3da1cd4da tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae71580f1ed84db0bc11c2001a92e91e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605688 Aug 06 16:20:37.118766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:37.119266 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:37.131720 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:37.179741 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1f1215a2-e3a3-4699-8be7-63a869e7b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.244393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f26bfc-b5c7-48e6-9953-2bb89e1adab3 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=1a0e45b0-4aa4-4c23-9e48-1b9279017b6f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:37.252764 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1f1215a2-e3a3-4699-8be7-63a869e7b58a None None] For port c6e0ad6a-e792-433c-a778-c9dfc9202854, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c6e0ad6a-e792-433c-a778-c9dfc9202854,segment=NetworkSegment(1190e0bc-9149-4646-83bb-af4d748cf200),segment_id=1190e0bc-9149-4646-83bb-af4d748cf200)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:37.265672 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1f1215a2-e3a3-4699-8be7-63a869e7b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.304854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:20:37.312890 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-47b39a17-84fc-47cf-8e78-228982eb4721 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.320519 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-47b39a17-84fc-47cf-8e78-228982eb4721 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.324827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-47b39a17-84fc-47cf-8e78-228982eb4721 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6f9537de-b681-4366-a958-ef78f7dd9835 HTTP/1.1" status: 204 len: 168 time: 0.4959116 Aug 06 16:20:37.336987 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34858) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:37.337685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b39a17-84fc-47cf-8e78-228982eb4721 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f9537de-b681-4366-a958-ef78f7dd9835,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:37.353248 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.362900 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.367803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/98c35325-da0f-4d08-b4ab-29b9ad72bf9d HTTP/1.1" status: 204 len: 168 time: 2.1893697 Aug 06 16:20:37.370349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34860) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:37.419554 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80f26bfc-b5c7-48e6-9953-2bb89e1adab3 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.419760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b22d4-887b-4b15-8287-2f34965962f3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Network': ['ID=98c35325-da0f-4d08-b4ab-29b9ad72bf9d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:37.419857 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-80f26bfc-b5c7-48e6-9953-2bb89e1adab3 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/1a0e45b0-4aa4-4c23-9e48-1b9279017b6f HTTP/1.1" status: 204 len: 168 time: 1.0915489 Aug 06 16:20:37.422773 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34866) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:37.438803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:20:37.441571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5c2d2577-8d2f-4bc7-b68a-bcc76a2529bc not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:20:37.456537 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.465425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2042ada1-a976-4b60-8ada-b0d0e8221811 None None] Could not find standard attr ID for object 1a0e45b0-4aa4-4c23-9e48-1b9279017b6f. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:20:37.472988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-21c38f4f-c48d-42d4-927b-d4e1af43de7f tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1298139 Aug 06 16:20:37.473596 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34874) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:37.477175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-7787e03f-0694-489a-a017-877ffc12529a service neutron] 10.222.0.37 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255692 Aug 06 16:20:37.501765 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6336d7-6cd6-470a-8ad3-a454fbbcc9de tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:37.502481 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6336d7-6cd6-470a-8ad3-a454fbbcc9de tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:37.506660 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1e6336d7-6cd6-470a-8ad3-a454fbbcc9de tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/1a0e45b0-4aa4-4c23-9e48-1b9279017b6f HTTP/1.1" status: 404 len: 333 time: 0.0803189 Aug 06 16:20:37.507874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34878) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:37.511202 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-299fd930-3a4f-42e3-beb5-35caf44b50ef tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:37.512038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299fd930-3a4f-42e3-beb5-35caf44b50ef tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:37.513428 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-299fd930-3a4f-42e3-beb5-35caf44b50ef tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/subnets/7ce42306-24d0-4ce6-83d6-bb049c662e9c HTTP/1.1" status: 404 len: 337 time: 0.1420619 Aug 06 16:20:37.516061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34880) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:37.516221 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2042ada1-a976-4b60-8ada-b0d0e8221811 None None] Provisioning complete for port c6e0ad6a-e792-433c-a778-c9dfc9202854 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:37.516595 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2042ada1-a976-4b60-8ada-b0d0e8221811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.538431 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-59a34bd6-6b1a-494c-83d5-d41e9c81759e tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.565142 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8ae414-8e93-4cf4-a36d-ea561dfbc59d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] GET failed (client error): The resource could not be found. Aug 06 16:20:37.570220 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4b8ae414-8e93-4cf4-a36d-ea561dfbc59d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/1a0e45b0-4aa4-4c23-9e48-1b9279017b6f HTTP/1.1" status: 404 len: 333 time: 0.0589392 Aug 06 16:20:37.570372 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-46879233-34fb-49b1-abe0-a765b9cf9016 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:37.570478 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-59a34bd6-6b1a-494c-83d5-d41e9c81759e tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.570594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46879233-34fb-49b1-abe0-a765b9cf9016 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:37.579424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1215a2-e3a3-4699-8be7-63a869e7b58a None None] Pushing event updated for resources: {'Port': ['ID=c6e0ad6a-e792-433c-a778-c9dfc9202854,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:37.585373 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-46879233-34fb-49b1-abe0-a765b9cf9016 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/95cb54a9-7ecf-4835-bfcd-2a82feed0343 HTTP/1.1" status: 404 len: 339 time: 0.0682561 Aug 06 16:20:37.590385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34890) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:37.590385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34892) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:37.686174 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef29287-8d1d-42be-a790-d947fdac2c75 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:37.693115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef29287-8d1d-42be-a790-d947fdac2c75 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:37.701145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34908) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:37.703182 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2ef29287-8d1d-42be-a790-d947fdac2c75 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/subnets/7dd715c9-8691-4b5f-b4be-e0e18bfd5e93 HTTP/1.1" status: 404 len: 337 time: 0.1081202 Aug 06 16:20:37.731248 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfe913b-e38c-4638-8698-4d79de8dbbdf tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:37.731921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfe913b-e38c-4638-8698-4d79de8dbbdf tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:37.736395 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8cfe913b-e38c-4638-8698-4d79de8dbbdf tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/51ba7f2b-257a-4dd5-9523-9337a8551d64 HTTP/1.1" status: 404 len: 339 time: 0.0317068 Aug 06 16:20:37.737328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34916) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:37.741218 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-59a34bd6-6b1a-494c-83d5-d41e9c81759e tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.755279 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-59a34bd6-6b1a-494c-83d5-d41e9c81759e tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.756641 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-59a34bd6-6b1a-494c-83d5-d41e9c81759e tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b0b61f81-3c77-47c6-8208-4ed831562aa2 HTTP/1.1" status: 204 len: 168 time: 0.2818196 Aug 06 16:20:37.759164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34920) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:37.776842 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7ed95e-ec1c-4dae-8dc5-3d15ca25d56b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:37.777397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7ed95e-ec1c-4dae-8dc5-3d15ca25d56b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:37.779266 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fd7ed95e-ec1c-4dae-8dc5-3d15ca25d56b tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/subnets/c9ba63cd-d740-4fdb-8f4a-49c163951a3e HTTP/1.1" status: 404 len: 337 time: 0.0409861 Aug 06 16:20:37.781249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-3c0f88f2-900d-48f3-ab4a-332e9bbeafa4 service neutron] 10.222.0.37 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929170 Aug 06 16:20:37.782651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34924) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:37.783338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1df342cb-8d07-4477-a89e-14e06dcbef41 None None] Could not find standard attr ID for object 1a0e45b0-4aa4-4c23-9e48-1b9279017b6f. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:20:37.793893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a34bd6-6b1a-494c-83d5-d41e9c81759e tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0b61f81-3c77-47c6-8208-4ed831562aa2,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:37.815398 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-34007ab1-2cdc-4e87-b7ff-f83a3da52793 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:37.816112 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34007ab1-2cdc-4e87-b7ff-f83a3da52793 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:37.824252 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-34007ab1-2cdc-4e87-b7ff-f83a3da52793 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/e9542f4e-a51d-4dba-81f2-bfda63539a96 HTTP/1.1" status: 404 len: 339 time: 0.0376258 Aug 06 16:20:37.839282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0af55e2-ec2e-4f38-9e6a-0870718621c3 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting subnet 629e576d-48e2-4464-b792-f3fdde83c8de {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:20:37.843487 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0af55e2-ec2e-4f38-9e6a-0870718621c3 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.851544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-71205c98-7732-4289-937b-d758f353715e tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0861552 Aug 06 16:20:37.851544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34928) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:37.851544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34930) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:37.894444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0af55e2-ec2e-4f38-9e6a-0870718621c3 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.970068 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f06790-1ba4-4ba6-978a-e23bdeef93b0 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Deleting subnet 4162c89c-3702-42cb-82d6-4e5c96548ee6 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:20:37.986273 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78f06790-1ba4-4ba6-978a-e23bdeef93b0 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.990617 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30fa6245-fe91-4e50-83a6-a257bef98805 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.058819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0af55e2-ec2e-4f38-9e6a-0870718621c3 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.148508 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78f06790-1ba4-4ba6-978a-e23bdeef93b0 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.168337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30fa6245-fe91-4e50-83a6-a257bef98805 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.224085 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0af55e2-ec2e-4f38-9e6a-0870718621c3 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.250548 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b37cec5a-c5ed-4144-b8be-4081078d3377 req-17d88e1d-ef1f-4687-93c1-b2951b380b9e tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 210 time: 0.0950229 Aug 06 16:20:38.340331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213c5ea1-0237-4b92-9cf0-471b0ff2ace5 None None] Network 457761bc-0071-4b3c-9ad5-07788141fe5d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:38.340984 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0af55e2-ec2e-4f38-9e6a-0870718621c3 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.344286 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f0af55e2-ec2e-4f38-9e6a-0870718621c3 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/629e576d-48e2-4464-b792-f3fdde83c8de HTTP/1.1" status: 204 len: 168 time: 0.7525361 Aug 06 16:20:38.346901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af55e2-ec2e-4f38-9e6a-0870718621c3 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Subnet': ['ID=629e576d-48e2-4464-b792-f3fdde83c8de,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:38.347059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34966) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:38.401907 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78f06790-1ba4-4ba6-978a-e23bdeef93b0 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.405060 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30fa6245-fe91-4e50-83a6-a257bef98805 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.408374 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-30fa6245-fe91-4e50-83a6-a257bef98805 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.409892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-30fa6245-fe91-4e50-83a6-a257bef98805 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-groups/527dd05c-930d-4afb-825e-a8cc7cf4b952 HTTP/1.1" status: 204 len: 168 time: 0.5574043 Aug 06 16:20:38.413469 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34970) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:38.487251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa6245-fe91-4e50-83a6-a257bef98805 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=527dd05c-930d-4afb-825e-a8cc7cf4b952,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:38.534487 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.598935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d242b3-3302-4a7b-a321-d9a50a38c52d None None] DHCP port deletion for 457761bc-0071-4b3c-9ad5-07788141fe5d request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:20:38.610079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34974) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:38.614446 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a60c480f-87ea-4364-b290-8af6ae7a3805 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1997626 Aug 06 16:20:38.619802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34976) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:38.628111 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78f06790-1ba4-4ba6-978a-e23bdeef93b0 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.630838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-bbbdf79d-409f-4ed1-b08e-2af6454ac9d0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group': {'name': 'tempest-secgroup--382299517'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:38.658375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f06790-1ba4-4ba6-978a-e23bdeef93b0 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Subnet': ['ID=4162c89c-3702-42cb-82d6-4e5c96548ee6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:38.682871 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78f06790-1ba4-4ba6-978a-e23bdeef93b0 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.688316 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-78f06790-1ba4-4ba6-978a-e23bdeef93b0 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/subnets/4162c89c-3702-42cb-82d6-4e5c96548ee6 HTTP/1.1" status: 204 len: 168 time: 0.8375523 Aug 06 16:20:38.691972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34980) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:38.694998 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port c6e0ad6a-e792-433c-a778-c9dfc9202854 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:38.695392 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.698181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa4d66b-f995-4427-ab35-452f4d281f93 None None] Network 34e621d3-0159-444b-87da-dd55a1edce34 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:38.728039 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf79d-409f-4ed1-b08e-2af6454ac9d0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.728806 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-69d242b3-3302-4a7b-a321-d9a50a38c52d None None] Deleting port c6e0ad6a-e792-433c-a778-c9dfc9202854 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:38.733337 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-69d242b3-3302-4a7b-a321-d9a50a38c52d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.795043 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] For port c6e0ad6a-e792-433c-a778-c9dfc9202854, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c6e0ad6a-e792-433c-a778-c9dfc9202854,segment=NetworkSegment(1190e0bc-9149-4646-83bb-af4d748cf200),segment_id=1190e0bc-9149-4646-83bb-af4d748cf200)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:38.797086 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.847167 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for c6e0ad6a-e792-433c-a778-c9dfc9202854 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:38.849756 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6b7c299d-3fca-4170-81bc-b9f3a1f76111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.870267 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.929420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-69d242b3-3302-4a7b-a321-d9a50a38c52d None None] For port c6e0ad6a-e792-433c-a778-c9dfc9202854, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c6e0ad6a-e792-433c-a778-c9dfc9202854,segment=NetworkSegment(1190e0bc-9149-4646-83bb-af4d748cf200),segment_id=1190e0bc-9149-4646-83bb-af4d748cf200)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:38.930118 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-69d242b3-3302-4a7b-a321-d9a50a38c52d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.945536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-69d242b3-3302-4a7b-a321-d9a50a38c52d None None] Calling delete_port for c6e0ad6a-e792-433c-a778-c9dfc9202854 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:38.971074 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.978371 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf79d-409f-4ed1-b08e-2af6454ac9d0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.986734 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf79d-409f-4ed1-b08e-2af6454ac9d0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:38.992457 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Deleting port 76ba18f5-5413-4be6-89db-505ac88f4cc6 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:38.992789 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.034762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No DVR routers for this DVR port c6e0ad6a-e792-433c-a778-c9dfc9202854 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:39.068136 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3696ba74-2bfd-464f-8728-ed40b8f93145 None None] DHCP port deletion for 34e621d3-0159-444b-87da-dd55a1edce34 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:20:39.082472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=c6e0ad6a-e792-433c-a778-c9dfc9202854,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:39.098170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdf79d-409f-4ed1-b08e-2af6454ac9d0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eff6fc-7e39-4b9a-8a53-552da47ade46,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:39.117964 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.129683 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] For port 76ba18f5-5413-4be6-89db-505ac88f4cc6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=76ba18f5-5413-4be6-89db-505ac88f4cc6,segment=NetworkSegment(592baeba-c2ee-4cfc-87a2-c00017599ca3),segment_id=592baeba-c2ee-4cfc-87a2-c00017599ca3)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:39.129953 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.143550 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-69d242b3-3302-4a7b-a321-d9a50a38c52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.146152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Calling delete_port for 76ba18f5-5413-4be6-89db-505ac88f4cc6 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:39.161021 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.173833 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d242b3-3302-4a7b-a321-d9a50a38c52d None None] Pushing event deleted for resources: {'Port': ['ID=c6e0ad6a-e792-433c-a778-c9dfc9202854,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:39.177089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457761bc-0071-4b3c-9ad5-07788141fe5d']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:39.179450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d242b3-3302-4a7b-a321-d9a50a38c52d None None] No DVR routers for this DVR port c6e0ad6a-e792-433c-a778-c9dfc9202854 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:39.186090 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3696ba74-2bfd-464f-8728-ed40b8f93145 None None] Deleting port 76ba18f5-5413-4be6-89db-505ac88f4cc6 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:39.186471 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3696ba74-2bfd-464f-8728-ed40b8f93145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.196313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1190e0bc-9149-4646-83bb-af4d748cf200') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:39.196635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1190e0bc-9149-4646-83bb-af4d748cf200') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:39.211420 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.237058 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.252002 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:39.252422 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:39.255493 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:39.257711 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6b7c299d-3fca-4170-81bc-b9f3a1f76111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.270771 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6b7c299d-3fca-4170-81bc-b9f3a1f76111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.286087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3696ba74-2bfd-464f-8728-ed40b8f93145 None None] For port 76ba18f5-5413-4be6-89db-505ac88f4cc6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=76ba18f5-5413-4be6-89db-505ac88f4cc6,segment=NetworkSegment(592baeba-c2ee-4cfc-87a2-c00017599ca3),segment_id=592baeba-c2ee-4cfc-87a2-c00017599ca3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:39.286603 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3696ba74-2bfd-464f-8728-ed40b8f93145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.308110 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf79d-409f-4ed1-b08e-2af6454ac9d0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.310154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3696ba74-2bfd-464f-8728-ed40b8f93145 None None] Calling delete_port for 76ba18f5-5413-4be6-89db-505ac88f4cc6 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:39.313785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c6e0ad6a-e792-433c-a778-c9dfc9202854 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:20:39.314169 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bbbdf79d-409f-4ed1-b08e-2af6454ac9d0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6930888 Aug 06 16:20:39.319117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34988) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:39.362726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: c6e0ad6a-e792-433c-a778-c9dfc9202854 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:20:39.363093 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c6e0ad6a-e792-433c-a778-c9dfc9202854 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:20:39.364491 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 76ba18f5-5413-4be6-89db-505ac88f4cc6 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:20:39.366899 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6b7c299d-3fca-4170-81bc-b9f3a1f76111 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=232796e50f774c40aa0c298d855b99c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7536573 Aug 06 16:20:39.369539 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34994) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:39.377185 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c299d-3fca-4170-81bc-b9f3a1f76111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7198ee-e450-4501-b30f-f76b006d52d3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:39.382273 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.393891 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-196fe22d-7d8b-4a27-b3f7-73b138aac2ba tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group_rule': {'security_group_id': 'c5eff6fc-7e39-4b9a-8a53-552da47ade46', 'direction': 'ingress', 'protocol': 17}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:39.406331 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.408156 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/networks/457761bc-0071-4b3c-9ad5-07788141fe5d HTTP/1.1" status: 204 len: 168 time: 1.0562487 Aug 06 16:20:39.412624 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34996) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:39.430751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-aed78168-90e7-42ef-a5fc-b5d90fd99deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1337268296'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:39.438835 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f0431-feb7-4c7d-b236-35cd3f4391b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Network': ['ID=457761bc-0071-4b3c-9ad5-07788141fe5d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:39.492932 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.501026 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-196fe22d-7d8b-4a27-b3f7-73b138aac2ba tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.507677 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ec9fe7f-3712-4e91-8486-5a41bdaa7e02 req-94702907-679a-45cd-aa79-84d57afe4c3f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 210 time: 0.0593183 Aug 06 16:20:39.511780 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed78168-90e7-42ef-a5fc-b5d90fd99deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:39.515731 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aed78168-90e7-42ef-a5fc-b5d90fd99deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.560064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Port': ['ID=76ba18f5-5413-4be6-89db-505ac88f4cc6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:39.588132 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3696ba74-2bfd-464f-8728-ed40b8f93145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.596245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No DVR routers for this DVR port 76ba18f5-5413-4be6-89db-505ac88f4cc6 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:39.602074 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b87a701-26ee-43b4-8dfe-fd87f9ced1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.639531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed78168-90e7-42ef-a5fc-b5d90fd99deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:39.659087 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b87a701-26ee-43b4-8dfe-fd87f9ced1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.671852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696ba74-2bfd-464f-8728-ed40b8f93145 None None] Pushing event deleted for resources: {'Port': ['ID=76ba18f5-5413-4be6-89db-505ac88f4cc6,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:39.672426 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aed78168-90e7-42ef-a5fc-b5d90fd99deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.672426 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-aed78168-90e7-42ef-a5fc-b5d90fd99deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Added segment c68b379d-d728-4314-a7f3-f0e4e3f2b90f of type vlan for network 99312f0b-8c3d-402b-85bf-6472adf4fc2a Aug 06 16:20:39.684523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696ba74-2bfd-464f-8728-ed40b8f93145 None None] No DVR routers for this DVR port 76ba18f5-5413-4be6-89db-505ac88f4cc6 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:39.689185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No active binding found for port 76ba18f5-5413-4be6-89db-505ac88f4cc6 {{(pid=105766) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 16:20:39.690077 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 76ba18f5-5413-4be6-89db-505ac88f4cc6 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:20:39.733254 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.741590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-80edb0ed-1a7e-4f12-aba3-146d5b0c3ce5 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:39.743232 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-80edb0ed-1a7e-4f12-aba3-146d5b0c3ce5 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.78 "GET /v2.0/networks?id=68955a06-ea63-43dc-be49-36e456a37b93 HTTP/1.1" status: 200 len: 813 time: 0.2466681 Aug 06 16:20:39.755708 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-196fe22d-7d8b-4a27-b3f7-73b138aac2ba tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.757670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e621d3-0159-444b-87da-dd55a1edce34']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:39.761662 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-196fe22d-7d8b-4a27-b3f7-73b138aac2ba tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.762297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Request body: {'port': {'device_id': '7ca17285-3e03-4bab-9852-038787fc1d59', 'network_id': '68955a06-ea63-43dc-be49-36e456a37b93', 'admin_state_up': True, 'tenant_id': 'ae71580f1ed84db0bc11c2001a92e91e'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:39.769965 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aed78168-90e7-42ef-a5fc-b5d90fd99deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.788478 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592baeba-c2ee-4cfc-87a2-c00017599ca3') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:39.788903 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592baeba-c2ee-4cfc-87a2-c00017599ca3') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:39.799518 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fe22d-7d8b-4a27-b3f7-73b138aac2ba tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5bf7cc-9041-482b-943e-99346073b1ca,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:39.803596 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-196fe22d-7d8b-4a27-b3f7-73b138aac2ba tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.805191 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-196fe22d-7d8b-4a27-b3f7-73b138aac2ba tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4316697 Aug 06 16:20:39.808961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35008) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:39.809385 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.841023 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.847883 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:39.848275 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:39.851589 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:39.925888 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b87a701-26ee-43b4-8dfe-fd87f9ced1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.927886 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.929382 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b87a701-26ee-43b4-8dfe-fd87f9ced1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.931641 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9b87a701-26ee-43b4-8dfe-fd87f9ced1e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e7198ee-e450-4501-b30f-f76b006d52d3 HTTP/1.1" status: 204 len: 168 time: 0.5606480 Aug 06 16:20:39.957080 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.959758 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/34e621d3-0159-444b-87da-dd55a1edce34 HTTP/1.1" status: 204 len: 168 time: 1.2663825 Aug 06 16:20:39.960938 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c517a-a8c8-43b5-8166-c4d7086c6e2c tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Network': ['ID=34e621d3-0159-444b-87da-dd55a1edce34,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:39.963018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35016) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:39.981582 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aed78168-90e7-42ef-a5fc-b5d90fd99deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.991201 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed78168-90e7-42ef-a5fc-b5d90fd99deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:39.992943 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aed78168-90e7-42ef-a5fc-b5d90fd99deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.993830 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-217520cc-ab15-4357-b76a-394aa19696e3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:39.995022 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217520cc-ab15-4357-b76a-394aa19696e3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:39.996926 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-217520cc-ab15-4357-b76a-394aa19696e3 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/subnets/ecb81130-1083-4256-a35d-2feb98837a5d HTTP/1.1" status: 404 len: 337 time: 0.0326951 Aug 06 16:20:40.001352 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35018) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:40.017258 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87a701-26ee-43b4-8dfe-fd87f9ced1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7198ee-e450-4501-b30f-f76b006d52d3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:40.027312 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4dbc34-f804-46f0-a340-e14fc11ee4a6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] DELETE failed (client error): The resource could not be found. Aug 06 16:20:40.028069 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4dbc34-f804-46f0-a340-e14fc11ee4a6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:40.030526 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2a4dbc34-f804-46f0-a340-e14fc11ee4a6 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/1dcf4f7a-ce0e-4a19-be5a-21c0e61b36e3 HTTP/1.1" status: 404 len: 339 time: 0.0276256 Aug 06 16:20:40.032741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35020) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:40.097981 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-115a4890-c855-4afe-8c08-53d013ddd62f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Deleting subnet 9191889e-7932-41a3-aa77-f98a94bc3d00 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:20:40.101825 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-115a4890-c855-4afe-8c08-53d013ddd62f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.107668 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed78168-90e7-42ef-a5fc-b5d90fd99deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Network': ['ID=99312f0b-8c3d-402b-85bf-6472adf4fc2a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:40.119389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 99312f0b-8c3d-402b-85bf-6472adf4fc2a details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:40.121862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-aed78168-90e7-42ef-a5fc-b5d90fd99deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6994970 Aug 06 16:20:40.124699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35022) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:40.149217 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-115a4890-c855-4afe-8c08-53d013ddd62f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.158798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-46ece7f7-6479-4f5f-bcc6-35cbb830222b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'subnet': {'network_id': '99312f0b-8c3d-402b-85bf-6472adf4fc2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:40.217044 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-791b7fb7-42cc-4071-a355-29577e9db540 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.278602 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-791b7fb7-42cc-4071-a355-29577e9db540 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.294802 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-115a4890-c855-4afe-8c08-53d013ddd62f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.296660 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:20:40.296660 n-d-803756-1 neutron-server[105765]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 16:20:40.296660 n-d-803756-1 neutron-server[105765]: [parameters: {'project_id': 'ae71580f1ed84db0bc11c2001a92e91e', 'id': '91f28453-d357-41db-a3b4-feb892c66bfd', 'expiration': datetime.datetime(2021, 8, 6, 16, 22, 40, 275475)}] Aug 06 16:20:40.296660 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:20:40.297276 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:20:40.314857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ece7f7-6479-4f5f-bcc6-35cbb830222b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:40.318608 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46ece7f7-6479-4f5f-bcc6-35cbb830222b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.370973 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35026) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:40.391105 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ee01e216-8cd8-4f85-956b-ffaa4e8072a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.403764 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-115a4890-c855-4afe-8c08-53d013ddd62f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.418105 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-791b7fb7-42cc-4071-a355-29577e9db540 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.420835 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-791b7fb7-42cc-4071-a355-29577e9db540 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.424283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-791b7fb7-42cc-4071-a355-29577e9db540 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-groups/c5eff6fc-7e39-4b9a-8a53-552da47ade46 HTTP/1.1" status: 204 len: 168 time: 0.6119733 Aug 06 16:20:40.428059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35030) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:40.452094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b7fb7-42cc-4071-a355-29577e9db540 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eff6fc-7e39-4b9a-8a53-552da47ade46,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:40.480594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a4890-c855-4afe-8c08-53d013ddd62f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Subnet': ['ID=9191889e-7932-41a3-aa77-f98a94bc3d00,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:40.503158 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-115a4890-c855-4afe-8c08-53d013ddd62f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.508115 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-115a4890-c855-4afe-8c08-53d013ddd62f tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/subnets/9191889e-7932-41a3-aa77-f98a94bc3d00 HTTP/1.1" status: 204 len: 168 time: 0.4741747 Aug 06 16:20:40.508801 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35032) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:40.512978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c143f8-d3c8-44c7-8c06-3399979c7e98 None None] Network a0fd5cd0-29b4-4635-913c-c732285722e0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:40.524142 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-95fa8b15-a809-4f02-b70e-d46ee0e3db72 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0944145 Aug 06 16:20:40.528125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35034) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:40.534755 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8c8a2da7-aee1-4637-8848-5de77a34aac8 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group': {'name': 'tempest-secgroup--239248765'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:40.654678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3cf69d0b-c2f2-43b2-8d83-1605c2800264 req-334c11fe-9b96-4fc3-8252-8ef43e489239 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 210 time: 0.0467913 Aug 06 16:20:40.658855 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46ece7f7-6479-4f5f-bcc6-35cbb830222b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.719459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ece7f7-6479-4f5f-bcc6-35cbb830222b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Subnet': ['ID=b07200c3-7443-450f-9da3-6d1288bd7164,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:40.727321 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.746528 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ece7f7-6479-4f5f-bcc6-35cbb830222b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Checking segment: {'id': 'c68b379d-d728-4314-a7f3-f0e4e3f2b90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '99312f0b-8c3d-402b-85bf-6472adf4fc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:40.746885 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ece7f7-6479-4f5f-bcc6-35cbb830222b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network hostable DHCP agents. Network: 99312f0b-8c3d-402b-85bf-6472adf4fc2a, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:40.764410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ece7f7-6479-4f5f-bcc6-35cbb830222b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network 99312f0b-8c3d-402b-85bf-6472adf4fc2a is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:40.779508 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-46ece7f7-6479-4f5f-bcc6-35cbb830222b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 99312f0b-8c3d-402b-85bf-6472adf4fc2a) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:40.780106 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6983788-9124-4673-8f1b-71d41f42e9a9 None None] DHCP port deletion for a0fd5cd0-29b4-4635-913c-c732285722e0 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:20:40.783890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ece7f7-6479-4f5f-bcc6-35cbb830222b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:40.784491 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46ece7f7-6479-4f5f-bcc6-35cbb830222b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.788904 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f2eb95-38c9-472e-b672-8d2971cdce5d None None] Network 99312f0b-8c3d-402b-85bf-6472adf4fc2a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:40.800601 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ee01e216-8cd8-4f85-956b-ffaa4e8072a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.809500 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ee01e216-8cd8-4f85-956b-ffaa4e8072a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.818168 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:20:40.818168 n-d-803756-1 neutron-server[105765]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 16:20:40.818168 n-d-803756-1 neutron-server[105765]: [parameters: {'project_id_1': 'ae71580f1ed84db0bc11c2001a92e91e', 'expiration_1': datetime.datetime(2021, 8, 6, 16, 20, 40, 803906)}] Aug 06 16:20:40.818168 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:20:40.818601 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:20:40.826495 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8c8a2da7-aee1-4637-8848-5de77a34aac8 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.849162 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-46ece7f7-6479-4f5f-bcc6-35cbb830222b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7226195 Aug 06 16:20:40.851889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35038) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:40.857378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-205c49e2-f99a-4126-b55c-a94030c7f3c9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'network_id': '99312f0b-8c3d-402b-85bf-6472adf4fc2a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-159251902'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:40.866199 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ee01e216-8cd8-4f85-956b-ffaa4e8072a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=498ece8ef6b74bcd839e0f57114b2629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4939058 Aug 06 16:20:40.871433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35040) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:40.881393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01e216-8cd8-4f85-956b-ffaa4e8072a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef70cabe-58ea-40ab-9020-56c7031be29a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:40.910658 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Deleting port b59d3189-fff7-4b4b-8f36-2adf994eab0d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:40.911006 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:40.983379 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a6983788-9124-4673-8f1b-71d41f42e9a9 None None] Deleting port b59d3189-fff7-4b4b-8f36-2adf994eab0d {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:40.983379 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6983788-9124-4673-8f1b-71d41f42e9a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.015245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-99312f0b-8c3d-402b-85bf-6472adf4fc2a', 'network_id': '99312f0b-8c3d-402b-85bf-6472adf4fc2a', 'tenant_id': '882f87fa8062414f8a35871bca2d9a96', 'fixed_ips': [{'subnet_id': 'b07200c3-7443-450f-9da3-6d1288bd7164'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:20:41.016114 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.020765 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc88a75e-9bd1-4948-999d-1b813f5c79c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.051251 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] For port b59d3189-fff7-4b4b-8f36-2adf994eab0d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b59d3189-fff7-4b4b-8f36-2adf994eab0d,segment=NetworkSegment(00658e7f-dfdb-4d7a-9f08-cb05ed316ecf),segment_id=00658e7f-dfdb-4d7a-9f08-cb05ed316ecf)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:41.051629 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.075184 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8c8a2da7-aee1-4637-8848-5de77a34aac8 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.085350 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc88a75e-9bd1-4948-999d-1b813f5c79c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.095174 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Calling delete_port for b59d3189-fff7-4b4b-8f36-2adf994eab0d owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:41.108743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205c49e2-f99a-4126-b55c-a94030c7f3c9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:41.112932 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-205c49e2-f99a-4126-b55c-a94030c7f3c9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.116369 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8c8a2da7-aee1-4637-8848-5de77a34aac8 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.150299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-205c49e2-f99a-4126-b55c-a94030c7f3c9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port a1d5e51b-ed41-4044-9362-253fc2f752a1 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:20:41.225649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Allocated IP 172.20.0.2 (99312f0b-8c3d-402b-85bf-6472adf4fc2a/b07200c3-7443-450f-9da3-6d1288bd7164/56b833a8-05cc-44f6-b736-53d74188cae4) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:41.263370 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc88a75e-9bd1-4948-999d-1b813f5c79c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.271112 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc88a75e-9bd1-4948-999d-1b813f5c79c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.274043 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fc88a75e-9bd1-4948-999d-1b813f5c79c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef70cabe-58ea-40ab-9020-56c7031be29a HTTP/1.1" status: 204 len: 168 time: 0.4006553 Aug 06 16:20:41.293360 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88a75e-9bd1-4948-999d-1b813f5c79c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef70cabe-58ea-40ab-9020-56c7031be29a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:41.295761 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b59d3189-fff7-4b4b-8f36-2adf994eab0d no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:20:41.304061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a6983788-9124-4673-8f1b-71d41f42e9a9 None None] For port b59d3189-fff7-4b4b-8f36-2adf994eab0d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=b59d3189-fff7-4b4b-8f36-2adf994eab0d,segment=NetworkSegment(00658e7f-dfdb-4d7a-9f08-cb05ed316ecf),segment_id=00658e7f-dfdb-4d7a-9f08-cb05ed316ecf)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:41.304456 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6983788-9124-4673-8f1b-71d41f42e9a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.304965 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.340307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: b59d3189-fff7-4b4b-8f36-2adf994eab0d {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:20:41.340771 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device b59d3189-fff7-4b4b-8f36-2adf994eab0d not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:20:41.353385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Port': ['ID=b59d3189-fff7-4b4b-8f36-2adf994eab0d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:41.359067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a6983788-9124-4673-8f1b-71d41f42e9a9 None None] Calling delete_port for b59d3189-fff7-4b4b-8f36-2adf994eab0d owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:41.363221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] No DVR routers for this DVR port b59d3189-fff7-4b4b-8f36-2adf994eab0d on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:41.497147 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.505313 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.512724 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fd5cd0-29b4-4635-913c-c732285722e0']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:41.517567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Transition to ACTIVE for port object 56b833a8-05cc-44f6-b736-53d74188cae4 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:41.523021 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6983788-9124-4673-8f1b-71d41f42e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.540710 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00658e7f-dfdb-4d7a-9f08-cb05ed316ecf') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:41.541048 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00658e7f-dfdb-4d7a-9f08-cb05ed316ecf') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:41.554311 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.577515 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.578848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6983788-9124-4673-8f1b-71d41f42e9a9 None None] Pushing event deleted for resources: {'Port': ['ID=b59d3189-fff7-4b4b-8f36-2adf994eab0d,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:41.586391 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6983788-9124-4673-8f1b-71d41f42e9a9 None None] No DVR routers for this DVR port b59d3189-fff7-4b4b-8f36-2adf994eab0d on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:41.604281 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:41.604700 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:41.608542 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:41.684129 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Transition to ACTIVE for port object 56b833a8-05cc-44f6-b736-53d74188cae4 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:41.684385 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.694259 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.695365 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.698742 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] 10.222.0.37 "DELETE /v2.0/networks/a0fd5cd0-29b4-4635-913c-c732285722e0 HTTP/1.1" status: 204 len: 168 time: 1.1823702 Aug 06 16:20:41.732832 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a90b1c-f268-46f4-8a5d-65916943bf45 tempest-NetworksIpV6Test-488061293 tempest-NetworksIpV6Test-488061293-project] Pushing event deleted for resources: {'Network': ['ID=a0fd5cd0-29b4-4635-913c-c732285722e0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:41.791844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Network 99312f0b-8c3d-402b-85bf-6472adf4fc2a is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:41.798416 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:41.800534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Pushing event updated for resources: {'Port': ['ID=56b833a8-05cc-44f6-b736-53d74188cae4,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:41.814652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:41.838745 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8c8a2da7-aee1-4637-8848-5de77a34aac8 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.838745 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8c8a2da7-aee1-4637-8848-5de77a34aac8 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3076177 Aug 06 16:20:41.839412 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35058) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:41.845948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-036ed42b-27b6-4a6c-b868-fbfd44d3d6ec tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695927171'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:41.876861 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a2da7-aee1-4637-8848-5de77a34aac8 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72aac409-93bf-4603-b8f3-df402f49f4e6,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:41.887669 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8584adc-e4cc-4bc8-8f80-33f38aba5803 req-8c28bfc6-fbea-4430-be92-e378744d6414 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 210 time: 0.0900922 Aug 06 16:20:41.907338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Attempting to bind port 56b833a8-05cc-44f6-b736-53d74188cae4 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:20:41.908047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Attempting to bind port 56b833a8-05cc-44f6-b736-53d74188cae4 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'c68b379d-d728-4314-a7f3-f0e4e3f2b90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '99312f0b-8c3d-402b-85bf-6472adf4fc2a'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:20:41.908864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Attempting to bind port 56b833a8-05cc-44f6-b736-53d74188cae4 on network 99312f0b-8c3d-402b-85bf-6472adf4fc2a {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:20:41.915577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:20:41.916902 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Checking segment: {'id': 'c68b379d-d728-4314-a7f3-f0e4e3f2b90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '99312f0b-8c3d-402b-85bf-6472adf4fc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:41.918483 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.918624 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Made reservation on behalf of ae71580f1ed84db0bc11c2001a92e91e for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:41.919293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Bound using segment: {'id': 'c68b379d-d728-4314-a7f3-f0e4e3f2b90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '99312f0b-8c3d-402b-85bf-6472adf4fc2a'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:20:41.919964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Bound port: 56b833a8-05cc-44f6-b736-53d74188cae4, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68b379d-d728-4314-a7f3-f0e4e3f2b90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '99312f0b-8c3d-402b-85bf-6472adf4fc2a'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:20:41.920591 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.925471 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:41.940527 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-036ed42b-27b6-4a6c-b868-fbfd44d3d6ec tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.043489 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-205c49e2-f99a-4126-b55c-a94030c7f3c9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Allocated IP 172.20.0.14 (99312f0b-8c3d-402b-85bf-6472adf4fc2a/b07200c3-7443-450f-9da3-6d1288bd7164/a1d5e51b-ed41-4044-9362-253fc2f752a1) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:42.099922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] For port 56b833a8-05cc-44f6-b736-53d74188cae4, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:20:42.111273 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] For port 56b833a8-05cc-44f6-b736-53d74188cae4, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=56b833a8-05cc-44f6-b736-53d74188cae4,segment=NetworkSegment(c68b379d-d728-4314-a7f3-f0e4e3f2b90f),segment_id=c68b379d-d728-4314-a7f3-f0e4e3f2b90f)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:20:42.123048 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.145925 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-036ed42b-27b6-4a6c-b868-fbfd44d3d6ec tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.159374 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-036ed42b-27b6-4a6c-b868-fbfd44d3d6ec tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.204937 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-036ed42b-27b6-4a6c-b868-fbfd44d3d6ec tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.208245 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-036ed42b-27b6-4a6c-b868-fbfd44d3d6ec tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3662171 Aug 06 16:20:42.212321 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35072) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:42.236207 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-aaf6542c-c020-41dc-a129-13e48622f226 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group_rule': {'security_group_id': '72aac409-93bf-4603-b8f3-df402f49f4e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'db8be2c4-9698-4967-ae33-28d223828055', 'remote_ip_prefix': None}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:42.253183 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35074) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:42.289828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Allocated IP 172.20.0.2 (68955a06-ea63-43dc-be49-36e456a37b93/b152cb9a-9760-4fe3-ab80-10c0edf358c7/09598a25-56c4-43ac-a3b6-dca02edf4f34) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:42.292774 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64c715-80bc-41bc-a0c1-f4a51700bf22 None None] Pushing event updated for resources: {'Port': ['ID=56b833a8-05cc-44f6-b736-53d74188cae4,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:42.326106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ed42b-27b6-4a6c-b868-fbfd44d3d6ec tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8be2c4-9698-4967-ae33-28d223828055,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:42.346422 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aaf6542c-c020-41dc-a129-13e48622f226 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.371294 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-205c49e2-f99a-4126-b55c-a94030c7f3c9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.414295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-205c49e2-f99a-4126-b55c-a94030c7f3c9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Transition to ACTIVE for port object a1d5e51b-ed41-4044-9362-253fc2f752a1 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:42.484702 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aaf6542c-c020-41dc-a129-13e48622f226 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.496400 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aaf6542c-c020-41dc-a129-13e48622f226 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.532550 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6542c-c020-41dc-a129-13e48622f226 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b65aae6-985e-4199-b6bf-75ffc4fa3f6e,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:42.542895 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aaf6542c-c020-41dc-a129-13e48622f226 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.544571 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aaf6542c-c020-41dc-a129-13e48622f226 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3311827 Aug 06 16:20:42.550163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35084) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:42.581130 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-faccbc95-5144-4771-80ea-8938b599dc08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a219c07f18d9404fbc314daf6e8834ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220844 Aug 06 16:20:42.581468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35086) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:42.600388 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5637981f-e0f0-4d14-be11-9f8d2fe1f3e4 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.614264 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5637981f-e0f0-4d14-be11-9f8d2fe1f3e4 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.656602 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-205c49e2-f99a-4126-b55c-a94030c7f3c9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.671110 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5637981f-e0f0-4d14-be11-9f8d2fe1f3e4 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.684915 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5637981f-e0f0-4d14-be11-9f8d2fe1f3e4 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.686350 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5637981f-e0f0-4d14-be11-9f8d2fe1f3e4 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6b65aae6-985e-4199-b6bf-75ffc4fa3f6e HTTP/1.1" status: 204 len: 168 time: 0.1341023 Aug 06 16:20:42.694364 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35092) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:42.714691 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637981f-e0f0-4d14-be11-9f8d2fe1f3e4 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b65aae6-985e-4199-b6bf-75ffc4fa3f6e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:42.764166 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e1aed190-095f-4c91-88b9-53b7082295e5 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0660138 Aug 06 16:20:42.767732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35096) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:42.791641 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.810001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205c49e2-f99a-4126-b55c-a94030c7f3c9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network 99312f0b-8c3d-402b-85bf-6472adf4fc2a is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:42.830945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-205c49e2-f99a-4126-b55c-a94030c7f3c9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:42.842314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c49e2-f99a-4126-b55c-a94030c7f3c9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=a1d5e51b-ed41-4044-9362-253fc2f752a1,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:42.846805 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205c49e2-f99a-4126-b55c-a94030c7f3c9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:42.854940 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c831a446-e89a-4807-b0f5-b8eeabf8b736 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.866944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35100) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:42.887190 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c831a446-e89a-4807-b0f5-b8eeabf8b736 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.913296 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205c49e2-f99a-4126-b55c-a94030c7f3c9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:42.914050 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-205c49e2-f99a-4126-b55c-a94030c7f3c9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.925608 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-364f38e7-f222-4ad3-9f0a-0fe7088b8284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.939611 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c831a446-e89a-4807-b0f5-b8eeabf8b736 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.942832 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c831a446-e89a-4807-b0f5-b8eeabf8b736 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.944692 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c831a446-e89a-4807-b0f5-b8eeabf8b736 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-groups/db8be2c4-9698-4967-ae33-28d223828055 HTTP/1.1" status: 204 len: 168 time: 0.1755438 Aug 06 16:20:42.949757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35106) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:42.956740 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-364f38e7-f222-4ad3-9f0a-0fe7088b8284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:42.978106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831a446-e89a-4807-b0f5-b8eeabf8b736 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8be2c4-9698-4967-ae33-28d223828055,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:43.032468 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-36d5e5c0-7c95-4727-b0b4-d9ebe10db6af tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0813551 Aug 06 16:20:43.035164 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35110) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:43.057312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a36a29ab-5063-46c3-a55b-9c93219716c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1214811479-network', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:43.067536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0c8ecf3-efb1-498c-acd2-488278acde71 req-f1e7e54f-e89d-4d65-a059-0376f7d893c5 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 210 time: 0.0458827 Aug 06 16:20:43.074455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-205c49e2-f99a-4126-b55c-a94030c7f3c9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2215588 Aug 06 16:20:43.078811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35112) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:43.133858 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.139215 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36a29ab-5063-46c3-a55b-9c93219716c2 admin admin] Made reservation on behalf of 578165b6e6eb493383f2d526fd4fe380 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:43.142295 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a36a29ab-5063-46c3-a55b-9c93219716c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.170384 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a36a29ab-5063-46c3-a55b-9c93219716c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.184533 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-364f38e7-f222-4ad3-9f0a-0fe7088b8284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.187156 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-364f38e7-f222-4ad3-9f0a-0fe7088b8284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.190799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-364f38e7-f222-4ad3-9f0a-0fe7088b8284 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63e6bb94-2c65-4fe0-aeb0-99f4eccbe723 HTTP/1.1" status: 204 len: 168 time: 0.6012521 Aug 06 16:20:43.199183 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e29f7c-5b1c-4672-a92f-556d828ad553 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.240050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Network 68955a06-ea63-43dc-be49-36e456a37b93 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:43.254287 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e29f7c-5b1c-4672-a92f-556d828ad553 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.272653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:43.283572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:43.289373 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f38e7-f222-4ad3-9f0a-0fe7088b8284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e6bb94-2c65-4fe0-aeb0-99f4eccbe723,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:43.355654 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Pushing event updated for resources: {'Port': ['ID=09598a25-56c4-43ac-a3b6-dca02edf4f34,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:43.379521 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e29f7c-5b1c-4672-a92f-556d828ad553 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.384369 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6e29f7c-5b1c-4672-a92f-556d828ad553 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.386760 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c6e29f7c-5b1c-4672-a92f-556d828ad553 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-groups/72aac409-93bf-4603-b8f3-df402f49f4e6 HTTP/1.1" status: 204 len: 168 time: 0.3489692 Aug 06 16:20:43.397926 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35120) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:43.421041 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e29f7c-5b1c-4672-a92f-556d828ad553 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aac409-93bf-4603-b8f3-df402f49f4e6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:43.432011 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a36a29ab-5063-46c3-a55b-9c93219716c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.446338 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a36a29ab-5063-46c3-a55b-9c93219716c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.462435 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-56ce492e-2f35-42dc-8ac1-369cb31297ad tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port a1d5e51b-ed41-4044-9362-253fc2f752a1 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:43.462600 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56ce492e-2f35-42dc-8ac1-369cb31297ad tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.477325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 56b833a8-05cc-44f6-b736-53d74188cae4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:43.516547 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:43.520194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36a29ab-5063-46c3-a55b-9c93219716c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:43.522333 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.555398 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a29ab-5063-46c3-a55b-9c93219716c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850a3523-a69c-45a7-b42e-475ec9970240,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:43.561354 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a36a29ab-5063-46c3-a55b-9c93219716c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.561781 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-a36a29ab-5063-46c3-a55b-9c93219716c2 admin admin] Added segment 496fe7c2-89a4-4204-95db-45a72fb6097d of type vlan for network 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 Aug 06 16:20:43.604371 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 56b833a8-05cc-44f6-b736-53d74188cae4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:43.609088 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6e4ba85a-fa84-4d5f-815f-de9ea5626cd9 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2053540 Aug 06 16:20:43.609648 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35126) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:43.617517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-654d2bbf-de03-4ae5-8cbf-5b3381bb88db tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009915608'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:43.653113 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a36a29ab-5063-46c3-a55b-9c93219716c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.695942 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a36a29ab-5063-46c3-a55b-9c93219716c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.697329 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36a29ab-5063-46c3-a55b-9c93219716c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:43.698111 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a36a29ab-5063-46c3-a55b-9c93219716c2 admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.785227 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56ce492e-2f35-42dc-8ac1-369cb31297ad tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.812852 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a29ab-5063-46c3-a55b-9c93219716c2 admin admin] Pushing event updated for resources: {'Network': ['ID=6f5fe8e3-4c38-4f16-a019-50ebe1c224f4,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:43.813944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b3c7dc32-511a-408b-8e05-c2a5d8e1534b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0572574 Aug 06 16:20:43.828669 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:43.844703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Request body: {'port': {'device_id': '7ca17285-3e03-4bab-9852-038787fc1d59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:43.898587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-56ce492e-2f35-42dc-8ac1-369cb31297ad tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for a1d5e51b-ed41-4044-9362-253fc2f752a1 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:43.947110 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:43.961483 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a36a29ab-5063-46c3-a55b-9c93219716c2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0933452 Aug 06 16:20:43.965290 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35138) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:43.965777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101ca8aa-5943-4ac6-a9e2-614fbf270ede None None] Network 99312f0b-8c3d-402b-85bf-6472adf4fc2a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:43.971995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-bb17f5f0-9ed1-4e1e-a742-557afec3597e admin admin] Request body: {'subnet': {'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1214811479-subnet', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:44.023922 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb17f5f0-9ed1-4e1e-a742-557afec3597e admin admin] Made reservation on behalf of 578165b6e6eb493383f2d526fd4fe380 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:44.028411 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bb17f5f0-9ed1-4e1e-a742-557afec3597e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:44.062998 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-654d2bbf-de03-4ae5-8cbf-5b3381bb88db tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:44.418269 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bb17f5f0-9ed1-4e1e-a742-557afec3597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:44.467803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1e08b852-1f1a-44b7-8719-60cf1b33fab7 None None] Provisioning for port 56b833a8-05cc-44f6-b736-53d74188cae4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:44.481488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1e08b852-1f1a-44b7-8719-60cf1b33fab7 None None] Provisioning complete for port 56b833a8-05cc-44f6-b736-53d74188cae4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:44.482345 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1e08b852-1f1a-44b7-8719-60cf1b33fab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:44.570997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17f5f0-9ed1-4e1e-a742-557afec3597e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27fd606-16da-4c03-a6ec-f73d38e1c520,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:44.580176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91d3cf-b793-40e0-9c3e-5af66d2d3911 req-2aba3c23-100a-4089-a583-4eb3225b3186 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:44.581817 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ca91d3cf-b793-40e0-9c3e-5af66d2d3911 req-2aba3c23-100a-4089-a583-4eb3225b3186 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 931 time: 0.3035266 Aug 06 16:20:44.584178 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35158) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:44.601673 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-654d2bbf-de03-4ae5-8cbf-5b3381bb88db tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:44.611311 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb17f5f0-9ed1-4e1e-a742-557afec3597e admin admin] Checking segment: {'id': '496fe7c2-89a4-4204-95db-45a72fb6097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:44.611677 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb17f5f0-9ed1-4e1e-a742-557afec3597e admin admin] Network hostable DHCP agents. Network: 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:44.627303 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-654d2bbf-de03-4ae5-8cbf-5b3381bb88db tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:44.664176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb17f5f0-9ed1-4e1e-a742-557afec3597e admin admin] Network 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:44.684247 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-bb17f5f0-9ed1-4e1e-a742-557afec3597e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:44.696181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17f5f0-9ed1-4e1e-a742-557afec3597e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:44.696945 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bb17f5f0-9ed1-4e1e-a742-557afec3597e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:44.719403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ba8e8c-c200-43a2-8554-89f7566fc12e None None] Network 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:44.741334 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bb17f5f0-9ed1-4e1e-a742-557afec3597e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7746646 Aug 06 16:20:44.742033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35162) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:44.747326 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:44.757577 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56ce492e-2f35-42dc-8ac1-369cb31297ad tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:44.791177 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-654d2bbf-de03-4ae5-8cbf-5b3381bb88db tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:44.795109 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-654d2bbf-de03-4ae5-8cbf-5b3381bb88db tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1788073 Aug 06 16:20:44.797604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35164) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:44.804154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fab9bc51-d964-468e-8266-4f405fb2676a tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group_rule': {'security_group_id': '3af7ad34-422d-4eaf-afea-2e3bd1839963', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:44.811748 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:44.813127 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:44.844383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d2bbf-de03-4ae5-8cbf-5b3381bb88db tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af7ad34-422d-4eaf-afea-2e3bd1839963,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:44.855067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce492e-2f35-42dc-8ac1-369cb31297ad tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=a1d5e51b-ed41-4044-9362-253fc2f752a1,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:44.864665 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ca91d3cf-b793-40e0-9c3e-5af66d2d3911 req-af6dd526-f709-425a-8a78-faba9b645d7e tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616591 Aug 06 16:20:44.898261 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9a4e0e48-43de-46ec-a1d2-10c79d1db49c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1149914467'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:44.916584 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1e08b852-1f1a-44b7-8719-60cf1b33fab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:44.954601 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-56ce492e-2f35-42dc-8ac1-369cb31297ad tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:44.960324 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-56ce492e-2f35-42dc-8ac1-369cb31297ad tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/a1d5e51b-ed41-4044-9362-253fc2f752a1 HTTP/1.1" status: 204 len: 168 time: 1.8797958 Aug 06 16:20:44.960658 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35166) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:45.017025 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-776eff3a-c67e-49d4-b385-9721326a66ab tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] GET failed (client error): The resource could not be found. Aug 06 16:20:45.021450 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-776eff3a-c67e-49d4-b385-9721326a66ab tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/a1d5e51b-ed41-4044-9362-253fc2f752a1 HTTP/1.1" status: 404 len: 333 time: 0.0575371 Aug 06 16:20:45.031216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35168) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:45.042755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1e08b852-1f1a-44b7-8719-60cf1b33fab7 None None] For port 56b833a8-05cc-44f6-b736-53d74188cae4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=56b833a8-05cc-44f6-b736-53d74188cae4,segment=NetworkSegment(c68b379d-d728-4314-a7f3-f0e4e3f2b90f),segment_id=c68b379d-d728-4314-a7f3-f0e4e3f2b90f)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:45.051767 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fab9bc51-d964-468e-8266-4f405fb2676a tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.056092 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.067411 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4e0e48-43de-46ec-a1d2-10c79d1db49c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:45.074201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a4e0e48-43de-46ec-a1d2-10c79d1db49c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.103971 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1e08b852-1f1a-44b7-8719-60cf1b33fab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.122085 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09598a25-56c4-43ac-a3b6-dca02edf4f34 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:20:45.136428 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.183793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f3afb1-72de-4d26-bdca-bfe9b50010b5 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting subnet b07200c3-7443-450f-9da3-6d1288bd7164 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:20:45.191765 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91f3afb1-72de-4d26-bdca-bfe9b50010b5 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.241435 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Transition to ACTIVE for port object 09598a25-56c4-43ac-a3b6-dca02edf4f34 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:45.253732 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.256813 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a4e0e48-43de-46ec-a1d2-10c79d1db49c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.307871 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'fixed_ips': [{'subnet_id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:20:45.309115 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.312430 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08b852-1f1a-44b7-8719-60cf1b33fab7 None None] Pushing event updated for resources: {'Port': ['ID=56b833a8-05cc-44f6-b736-53d74188cae4,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:45.349690 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91f3afb1-72de-4d26-bdca-bfe9b50010b5 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.393443 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a4e0e48-43de-46ec-a1d2-10c79d1db49c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.404907 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a4e0e48-43de-46ec-a1d2-10c79d1db49c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.417335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4e0e48-43de-46ec-a1d2-10c79d1db49c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:45.426966 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a4e0e48-43de-46ec-a1d2-10c79d1db49c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.427352 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-9a4e0e48-43de-46ec-a1d2-10c79d1db49c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Added segment 9b766d33-66ca-42d2-bda1-66443f1c3eb2 of type vlan for network 5dd682b8-766c-49af-826b-d63134cd8d67 Aug 06 16:20:45.439115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Pushing event updated for resources: {'Port': ['ID=09598a25-56c4-43ac-a3b6-dca02edf4f34,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:45.482434 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a4e0e48-43de-46ec-a1d2-10c79d1db49c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.548658 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a4e0e48-43de-46ec-a1d2-10c79d1db49c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.554655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4e0e48-43de-46ec-a1d2-10c79d1db49c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:45.555486 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a4e0e48-43de-46ec-a1d2-10c79d1db49c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.610400 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91f3afb1-72de-4d26-bdca-bfe9b50010b5 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.647012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Attempting to bind port 09598a25-56c4-43ac-a3b6-dca02edf4f34 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:20:45.647457 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Attempting to bind port 09598a25-56c4-43ac-a3b6-dca02edf4f34 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '68955a06-ea63-43dc-be49-36e456a37b93'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:20:45.647886 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Attempting to bind port 09598a25-56c4-43ac-a3b6-dca02edf4f34 on network 68955a06-ea63-43dc-be49-36e456a37b93 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:20:45.656667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-51c583c6-a82e-4f7d-b5fc-e0063c58ae7e None None] Provisioning complete for port 56b833a8-05cc-44f6-b736-53d74188cae4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:45.657155 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51c583c6-a82e-4f7d-b5fc-e0063c58ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.658399 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Port 09598a25-56c4-43ac-a3b6-dca02edf4f34 on network 68955a06-ea63-43dc-be49-36e456a37b93 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:20:45.658814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Attempting to bind port 09598a25-56c4-43ac-a3b6-dca02edf4f34 on network 68955a06-ea63-43dc-be49-36e456a37b93 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:20:45.673341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:20:45.673751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Checking segment: {'id': '4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '68955a06-ea63-43dc-be49-36e456a37b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:45.674182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Bound using segment: {'id': '4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '68955a06-ea63-43dc-be49-36e456a37b93'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:20:45.674694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Bound port: 09598a25-56c4-43ac-a3b6-dca02edf4f34, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '68955a06-ea63-43dc-be49-36e456a37b93'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:20:45.675120 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.710116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Allocated IP 172.20.0.2 (6f5fe8e3-4c38-4f16-a019-50ebe1c224f4/b27fd606-16da-4c03-a6ec-f73d38e1c520/f9a0fccc-2e90-4077-9f08-d3f43a49a6b4) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:45.727901 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fab9bc51-d964-468e-8266-4f405fb2676a tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.780559 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91f3afb1-72de-4d26-bdca-bfe9b50010b5 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.819416 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3afb1-72de-4d26-bdca-bfe9b50010b5 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Subnet': ['ID=b07200c3-7443-450f-9da3-6d1288bd7164,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:45.830399 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] For port 09598a25-56c4-43ac-a3b6-dca02edf4f34, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:20:45.834864 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91f3afb1-72de-4d26-bdca-bfe9b50010b5 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.836888 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-91f3afb1-72de-4d26-bdca-bfe9b50010b5 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/b07200c3-7443-450f-9da3-6d1288bd7164 HTTP/1.1" status: 204 len: 168 time: 0.8047087 Aug 06 16:20:45.848090 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35184) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:45.860532 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] For port 09598a25-56c4-43ac-a3b6-dca02edf4f34, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:20:45.873141 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:45.882217 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9a4e0e48-43de-46ec-a1d2-10c79d1db49c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2968767 Aug 06 16:20:46.044557 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.049371 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-51c583c6-a82e-4f7d-b5fc-e0063c58ae7e None None] Could not find standard attr ID for object a1d5e51b-ed41-4044-9362-253fc2f752a1. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:20:46.061251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705fbcd4-5511-4d35-baae-d2f2086c3d71 None None] Network 99312f0b-8c3d-402b-85bf-6472adf4fc2a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:46.065655 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.085876 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fab9bc51-d964-468e-8266-4f405fb2676a tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.091070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35192) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:46.098704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e0e48-43de-46ec-a1d2-10c79d1db49c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Network': ['ID=5dd682b8-766c-49af-826b-d63134cd8d67,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:46.101995 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-77ca0fb7-7c47-4636-989f-2dce39ee664c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'subnet': {'network_id': '5dd682b8-766c-49af-826b-d63134cd8d67', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:46.111517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e0e48-43de-46ec-a1d2-10c79d1db49c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9323dc89-ac90-40ee-adf4-c19dd6a4c60f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:46.151888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 5dd682b8-766c-49af-826b-d63134cd8d67 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:46.175741 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fab9bc51-d964-468e-8266-4f405fb2676a tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.179846 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fab9bc51-d964-468e-8266-4f405fb2676a tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3779085 Aug 06 16:20:46.179846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9bc51-d964-468e-8266-4f405fb2676a tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58e9652-d5d9-475f-ac5b-6e2a38a88563,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:46.181118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35194) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:46.191223 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:46.191849 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.193275 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] 10.222.0.78 "PUT /v2.0/ports/09598a25-56c4-43ac-a3b6-dca02edf4f34 HTTP/1.1" status: 200 len: 1091 time: 2.3682337 Aug 06 16:20:46.230972 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca17285-3e03-4bab-9852-038787fc1d59', 'tag': '09598a25-56c4-43ac-a3b6-dca02edf4f34'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:20:46.233230 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c787d75-5657-4641-adc1-2fd2acf18926" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca17285-3e03-4bab-9852-038787fc1d59", "tag": "09598a25-56c4-43ac-a3b6-dca02edf4f34"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:20:46.298485 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe2a6-aba8-47f9-a43f-46c4b81280dc tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.315806 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe2a6-aba8-47f9-a43f-46c4b81280dc tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.342897 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca463df0-dd1c-4b31-8807-a96f51bd6d37 x-openstack-request-id: req-ca463df0-dd1c-4b31-8807-a96f51bd6d37 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:20:46.343186 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca17285-3e03-4bab-9852-038787fc1d59", "tag": "09598a25-56c4-43ac-a3b6-dca02edf4f34", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:20:46.343434 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca463df0-dd1c-4b31-8807-a96f51bd6d37 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:20:46.343834 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca17285-3e03-4bab-9852-038787fc1d59', 'tag': '09598a25-56c4-43ac-a3b6-dca02edf4f34', 'status': 'completed', 'code': 200} Aug 06 16:20:46.344369 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.366280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fea99-d43a-46c6-beaa-84da7c2c0aa5 req-67694753-0346-4bfe-817a-ed49b4a49579 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:46.368155 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1dbc1627-93c9-4564-a624-b2787592e986 None None] Could not find standard attr ID for object a1d5e51b-ed41-4044-9362-253fc2f752a1. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:20:46.374122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Transition to ACTIVE for port object f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:46.374707 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-665fea99-d43a-46c6-beaa-84da7c2c0aa5 req-67694753-0346-4bfe-817a-ed49b4a49579 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.3048570 Aug 06 16:20:46.391186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Transition to ACTIVE for port object f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:46.414248 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.433557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 56b833a8-05cc-44f6-b736-53d74188cae4 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:46.433855 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.484653 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Network 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:46.499101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:46.504342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:46.507657 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Pushing event updated for resources: {'Port': ['ID=f9a0fccc-2e90-4077-9f08-d3f43a49a6b4,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:46.526697 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe2a6-aba8-47f9-a43f-46c4b81280dc tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.538153 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a1fe2a6-aba8-47f9-a43f-46c4b81280dc tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.542441 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9a1fe2a6-aba8-47f9-a43f-46c4b81280dc tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a58e9652-d5d9-475f-ac5b-6e2a38a88563 HTTP/1.1" status: 204 len: 168 time: 0.3595369 Aug 06 16:20:46.558131 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35204) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:46.576582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] For port 56b833a8-05cc-44f6-b736-53d74188cae4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=56b833a8-05cc-44f6-b736-53d74188cae4,segment=NetworkSegment(c68b379d-d728-4314-a7f3-f0e4e3f2b90f),segment_id=c68b379d-d728-4314-a7f3-f0e4e3f2b90f)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:46.578142 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.581859 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Pushing event updated for resources: {'Port': ['ID=09598a25-56c4-43ac-a3b6-dca02edf4f34,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:46.584766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ca0fb7-7c47-4636-989f-2dce39ee664c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:46.588450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Attempting to bind port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:20:46.588707 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77ca0fb7-7c47-4636-989f-2dce39ee664c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.589710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Attempting to bind port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '496fe7c2-89a4-4204-95db-45a72fb6097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:20:46.591543 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Attempting to bind port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 on network 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:20:46.600567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fe2a6-aba8-47f9-a43f-46c4b81280dc tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a58e9652-d5d9-475f-ac5b-6e2a38a88563,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:46.600992 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:20:46.601986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Checking segment: {'id': '496fe7c2-89a4-4204-95db-45a72fb6097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:46.602576 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.603125 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Bound using segment: {'id': '496fe7c2-89a4-4204-95db-45a72fb6097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:20:46.603931 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.604899 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Bound port: f9a0fccc-2e90-4077-9f08-d3f43a49a6b4, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496fe7c2-89a4-4204-95db-45a72fb6097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:20:46.605635 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.616535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de67d31e-225d-409a-b46a-f4ec23edcd6e None None] DHCP port deletion for 99312f0b-8c3d-402b-85bf-6472adf4fc2a request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:20:46.641048 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.726217 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3acfded9-88a6-4440-ba21-a36ed628c60a tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1642246 Aug 06 16:20:46.730939 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35210) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:46.748021 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 56b833a8-05cc-44f6-b736-53d74188cae4 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:46.759380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] For port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:20:46.763555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] For port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f9a0fccc-2e90-4077-9f08-d3f43a49a6b4,segment=NetworkSegment(496fe7c2-89a4-4204-95db-45a72fb6097d),segment_id=496fe7c2-89a4-4204-95db-45a72fb6097d)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:20:46.771008 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-de67d31e-225d-409a-b46a-f4ec23edcd6e None None] Deleting port 56b833a8-05cc-44f6-b736-53d74188cae4 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:46.771507 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-de67d31e-225d-409a-b46a-f4ec23edcd6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.774751 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.805673 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-f9aa59d5-a85a-46aa-9654-20310b1bc146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:46.807523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-f9aa59d5-a85a-46aa-9654-20310b1bc146 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ae71580f1ed84db0bc11c2001a92e91e&device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 1094 time: 0.5556450 Aug 06 16:20:46.881844 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-596f3db0-51d1-436a-ae1e-3f9e5b7eb21e tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.884342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:46.885434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:46.885835 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:46.886261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:46.886686 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:46.887114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:46.887557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:46.887966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:46.888387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:46.888803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:46.889219 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:46.889650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b417c-1aac-481a-986e-454a013b3d6a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:46.891400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079874d4-ccf1-460f-aa45-0d3047851c25 None None] Pushing event updated for resources: {'Port': ['ID=f9a0fccc-2e90-4077-9f08-d3f43a49a6b4,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:46.905825 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Allocated IP 172.25.1.197 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/5f1aeb2b-8075-416b-bfbf-c6897bc2c011) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:46.947701 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-596f3db0-51d1-436a-ae1e-3f9e5b7eb21e tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.975184 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-665fea99-d43a-46c6-beaa-84da7c2c0aa5 req-f7da77ac-0d47-48a5-8dcd-ff2e152e63d5 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5995157 Aug 06 16:20:46.975436 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-de67d31e-225d-409a-b46a-f4ec23edcd6e None None] For port 56b833a8-05cc-44f6-b736-53d74188cae4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=56b833a8-05cc-44f6-b736-53d74188cae4,segment=NetworkSegment(c68b379d-d728-4314-a7f3-f0e4e3f2b90f),segment_id=c68b379d-d728-4314-a7f3-f0e4e3f2b90f)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:46.976044 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-de67d31e-225d-409a-b46a-f4ec23edcd6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:46.980355 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-6b3272ff-9f11-4693-a06e-825b3da618cd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34 HTTP/1.1" status: 200 len: 217 time: 0.1347101 Aug 06 16:20:47.019281 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-de67d31e-225d-409a-b46a-f4ec23edcd6e None None] Calling delete_port for 56b833a8-05cc-44f6-b736-53d74188cae4 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:47.102395 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-596f3db0-51d1-436a-ae1e-3f9e5b7eb21e tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:47.109979 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-596f3db0-51d1-436a-ae1e-3f9e5b7eb21e tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:47.115060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35216) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:47.117524 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-596f3db0-51d1-436a-ae1e-3f9e5b7eb21e tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-groups/3af7ad34-422d-4eaf-afea-2e3bd1839963 HTTP/1.1" status: 204 len: 168 time: 0.3850226 Aug 06 16:20:47.120168 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-7eef9ed3-4616-470d-a8c4-715df11e111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:47.121639 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-7eef9ed3-4616-470d-a8c4-715df11e111a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b152cb9a-9760-4fe3-ab80-10c0edf358c7 HTTP/1.1" status: 200 len: 853 time: 0.1292934 Aug 06 16:20:47.142814 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f3db0-51d1-436a-ae1e-3f9e5b7eb21e tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af7ad34-422d-4eaf-afea-2e3bd1839963,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:47.198398 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-de67d31e-225d-409a-b46a-f4ec23edcd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:47.207339 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-b68d81ae-3db8-42d3-b3c0-846dd205c849 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=68955a06-ea63-43dc-be49-36e456a37b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553637 Aug 06 16:20:47.213152 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:47.236127 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:47.276326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67d31e-225d-409a-b46a-f4ec23edcd6e None None] Pushing event deleted for resources: {'Port': ['ID=56b833a8-05cc-44f6-b736-53d74188cae4,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:47.300438 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de67d31e-225d-409a-b46a-f4ec23edcd6e None None] No DVR routers for this DVR port 56b833a8-05cc-44f6-b736-53d74188cae4 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:47.321204 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 56b833a8-05cc-44f6-b736-53d74188cae4 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:20:47.357927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 56b833a8-05cc-44f6-b736-53d74188cae4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:20:47.358265 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 56b833a8-05cc-44f6-b736-53d74188cae4 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:20:47.382517 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77ca0fb7-7c47-4636-989f-2dce39ee664c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:47.387538 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:47.404790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=56b833a8-05cc-44f6-b736-53d74188cae4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:47.452706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:47.469385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:47.479763 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:47.500958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No DVR routers for this DVR port 56b833a8-05cc-44f6-b736-53d74188cae4 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:47.510500 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-40ed115e-06bd-4f6f-83b5-ed96a6dc542f tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3926125 Aug 06 16:20:47.520221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35220) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:47.526481 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9687fee1-18aa-40d7-ab96-9b5698507b9a tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1165307561'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:47.540742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Pushing event updated for resources: {'Port': ['ID=5f1aeb2b-8075-416b-bfbf-c6897bc2c011,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:47.587040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca0fb7-7c47-4636-989f-2dce39ee664c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Subnet': ['ID=e2aa431b-8139-4e11-bd1b-ec35cef031a8,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:47.664206 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9687fee1-18aa-40d7-ab96-9b5698507b9a tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:47.717776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-549b4efd-571b-4d87-9c96-2d368855be3d service neutron] 10.222.0.78 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721966 Aug 06 16:20:47.726231 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:47.766076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99312f0b-8c3d-402b-85bf-6472adf4fc2a']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:47.791887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca0fb7-7c47-4636-989f-2dce39ee664c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Checking segment: {'id': '9b766d33-66ca-42d2-bda1-66443f1c3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5dd682b8-766c-49af-826b-d63134cd8d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:47.792148 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca0fb7-7c47-4636-989f-2dce39ee664c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network hostable DHCP agents. Network: 5dd682b8-766c-49af-826b-d63134cd8d67, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:47.801123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68b379d-d728-4314-a7f3-f0e4e3f2b90f') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:47.801425 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68b379d-d728-4314-a7f3-f0e4e3f2b90f') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:47.843107 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:47.930506 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d78b659-bf01-46f8-9af6-53201019acd2 req-a3582c87-6127-4c7c-8eb3-073d7b2baa84 service neutron] 10.222.0.78 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996255 Aug 06 16:20:47.939785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca0fb7-7c47-4636-989f-2dce39ee664c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network 5dd682b8-766c-49af-826b-d63134cd8d67 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:47.962440 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:47.968153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-77ca0fb7-7c47-4636-989f-2dce39ee664c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 5dd682b8-766c-49af-826b-d63134cd8d67) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:47.982820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa7b623-e999-4b66-a930-f6a49bf57e7a None None] Network 5dd682b8-766c-49af-826b-d63134cd8d67 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:48.003061 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca0fb7-7c47-4636-989f-2dce39ee664c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:48.003463 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77ca0fb7-7c47-4636-989f-2dce39ee664c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:48.032809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:48.034891 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:48.069205 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:48.108461 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-77ca0fb7-7c47-4636-989f-2dce39ee664c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0109403 Aug 06 16:20:48.137087 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35240) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:48.145785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-febf83b7-2a57-4bbf-b071-3b4ceb0c6b55 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-685501914'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:48.272071 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:48.293204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c787d75-5657-4641-adc1-2fd2acf18926 req-aa355143-84a6-46c3-9d7a-52b64b47689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:48.295262 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c787d75-5657-4641-adc1-2fd2acf18926 req-aa355143-84a6-46c3-9d7a-52b64b47689e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ae71580f1ed84db0bc11c2001a92e91e&device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 1094 time: 0.2451134 Aug 06 16:20:48.303357 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:48.311845 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/networks/99312f0b-8c3d-402b-85bf-6472adf4fc2a HTTP/1.1" status: 204 len: 168 time: 2.4626441 Aug 06 16:20:48.328926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-5dd682b8-766c-49af-826b-d63134cd8d67', 'network_id': '5dd682b8-766c-49af-826b-d63134cd8d67', 'tenant_id': 'f5240ec05b5c46dcb2c2f0a55eb6633a', 'fixed_ips': [{'subnet_id': 'e2aa431b-8139-4e11-bd1b-ec35cef031a8'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:20:48.330725 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:48.373104 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35242) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:48.398012 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-5619d0a2-693c-4700-9ac9-5cef46a14d7b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'name': 'tempest-PortsTestJSON-656405254'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:48.430496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febf83b7-2a57-4bbf-b071-3b4ceb0c6b55 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:48.434958 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-febf83b7-2a57-4bbf-b071-3b4ceb0c6b55 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:48.465196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f762c-c9a3-4054-840b-edfd695de9bd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Network': ['ID=99312f0b-8c3d-402b-85bf-6472adf4fc2a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:48.469839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c787d75-5657-4641-adc1-2fd2acf18926 req-018fa6b4-5dec-4d2f-90be-83ccca9e0b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:48.471552 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c787d75-5657-4641-adc1-2fd2acf18926 req-018fa6b4-5dec-4d2f-90be-83ccca9e0b41 service neutron] 10.222.0.78 "GET /v2.0/networks?id=68955a06-ea63-43dc-be49-36e456a37b93 HTTP/1.1" status: 200 len: 914 time: 0.1556671 Aug 06 16:20:48.482564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa36327-c882-4196-86f2-23e313914b55 req-fd6894cc-bb22-417e-8d25-777b96a6306f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:48.484390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0fa36327-c882-4196-86f2-23e313914b55 req-fd6894cc-bb22-417e-8d25-777b96a6306f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.3441935 Aug 06 16:20:48.532951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c787d75-5657-4641-adc1-2fd2acf18926 req-6e03fc14-34ba-4912-8cfb-c43175921ec9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34 HTTP/1.1" status: 200 len: 217 time: 0.0473680 Aug 06 16:20:48.540402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da5028-5474-4ffb-83f2-d7f986149499 None None] Network 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:48.545247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Allocated IP 172.20.255.242 (5dd682b8-766c-49af-826b-d63134cd8d67/e2aa431b-8139-4e11-bd1b-ec35cef031a8/49956610-014a-490d-9f1a-4ea01e88b5e1) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:48.610000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febf83b7-2a57-4bbf-b071-3b4ceb0c6b55 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:48.637128 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0fa36327-c882-4196-86f2-23e313914b55 req-d600fcd1-4bd2-42a2-aca4-e12213702a9e tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031713 Aug 06 16:20:48.641412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c787d75-5657-4641-adc1-2fd2acf18926 req-a5fccb27-11d8-4be0-8495-3eddc83d757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:48.642941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c787d75-5657-4641-adc1-2fd2acf18926 req-a5fccb27-11d8-4be0-8495-3eddc83d757d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b152cb9a-9760-4fe3-ab80-10c0edf358c7 HTTP/1.1" status: 200 len: 853 time: 0.0998116 Aug 06 16:20:48.644103 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-febf83b7-2a57-4bbf-b071-3b4ceb0c6b55 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:48.644443 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-febf83b7-2a57-4bbf-b071-3b4ceb0c6b55 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Added segment ade6fe04-a74c-49ba-a475-274eea23ffe3 of type vlan for network 2e21342a-d09a-468b-bd58-ea7e4e31b05c Aug 06 16:20:48.676238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-67dbe911-bded-492b-a4a2-ba72aa76752a None None] Provisioning for port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:48.685815 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9687fee1-18aa-40d7-ab96-9b5698507b9a tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:48.692286 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9687fee1-18aa-40d7-ab96-9b5698507b9a tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:48.715715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c787d75-5657-4641-adc1-2fd2acf18926 req-c8d8ff39-bfe0-46a5-ae91-382e5a05c46f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=68955a06-ea63-43dc-be49-36e456a37b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621448 Aug 06 16:20:48.722445 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9687fee1-18aa-40d7-ab96-9b5698507b9a tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:48.725244 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9687fee1-18aa-40d7-ab96-9b5698507b9a tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2032599 Aug 06 16:20:48.730370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35244) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:48.738424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-0a5cb162-3934-4e0a-8a12-bd3da5585f41 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group_rule': {'security_group_id': 'a4199c48-6de4-46d5-aba2-1636dbe8f8e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:48.750629 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-febf83b7-2a57-4bbf-b071-3b4ceb0c6b55 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:48.815689 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687fee1-18aa-40d7-ab96-9b5698507b9a tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4199c48-6de4-46d5-aba2-1636dbe8f8e3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:48.898094 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a5cb162-3934-4e0a-8a12-bd3da5585f41 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:48.917731 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-febf83b7-2a57-4bbf-b071-3b4ceb0c6b55 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:48.924072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febf83b7-2a57-4bbf-b071-3b4ceb0c6b55 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:48.924661 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-febf83b7-2a57-4bbf-b071-3b4ceb0c6b55 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:48.924909 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5619d0a2-693c-4700-9ac9-5cef46a14d7b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:48.930143 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5619d0a2-693c-4700-9ac9-5cef46a14d7b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:48.967298 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:49.043314 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-5619d0a2-693c-4700-9ac9-5cef46a14d7b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port e739f412-12ff-4889-8b5f-91e75714ad92 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:20:49.149640 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:49.166771 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Transition to ACTIVE for port object 49956610-014a-490d-9f1a-4ea01e88b5e1 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:49.248812 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Transition to ACTIVE for port object 49956610-014a-490d-9f1a-4ea01e88b5e1 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:49.265590 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:49.366100 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Pushing event updated for resources: {'Port': ['ID=49956610-014a-490d-9f1a-4ea01e88b5e1,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:49.374587 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:49.424922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Network 5dd682b8-766c-49af-826b-d63134cd8d67 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:49.428656 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:49.432404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:49.501832 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5619d0a2-693c-4700-9ac9-5cef46a14d7b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:49.510509 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:49.610474 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c787d75-5657-4641-adc1-2fd2acf18926 req-0e60c919-bd7a-4208-ba06-689eef9f1ab6 service neutron] 10.222.0.78 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8786669 Aug 06 16:20:49.613161 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-febf83b7-2a57-4bbf-b071-3b4ceb0c6b55 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4727800 Aug 06 16:20:49.620337 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5619d0a2-693c-4700-9ac9-5cef46a14d7b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:49.632198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35252) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:49.637837 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-13f5027c-30b6-48bf-9bb0-acbbf2a47cbe tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'subnet': {'network_id': '2e21342a-d09a-468b-bd58-ea7e4e31b05c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:49.691010 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a5cb162-3934-4e0a-8a12-bd3da5585f41 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:49.709270 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619d0a2-693c-4700-9ac9-5cef46a14d7b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=e739f412-12ff-4889-8b5f-91e75714ad92,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:49.710343 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a5cb162-3934-4e0a-8a12-bd3da5585f41 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:49.726936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf83b7-2a57-4bbf-b071-3b4ceb0c6b55 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Network': ['ID=2e21342a-d09a-468b-bd58-ea7e4e31b05c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:49.761432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5619d0a2-693c-4700-9ac9-5cef46a14d7b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:49.764569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-5619d0a2-693c-4700-9ac9-5cef46a14d7b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:49.771245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 2e21342a-d09a-468b-bd58-ea7e4e31b05c details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:49.771914 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5619d0a2-693c-4700-9ac9-5cef46a14d7b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:49.778704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5619d0a2-693c-4700-9ac9-5cef46a14d7b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:49.779330 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5619d0a2-693c-4700-9ac9-5cef46a14d7b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:49.819422 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5619d0a2-693c-4700-9ac9-5cef46a14d7b tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4385996 Aug 06 16:20:49.823520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35256) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:49.828216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cb162-3934-4e0a-8a12-bd3da5585f41 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d6e9dc-63f4-4931-9afc-43114efee69b,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:49.858478 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9d5c8260-616b-4f95-88f9-7f4c4a17e9a9 None None] Provisioning complete for port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:49.858937 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8260-616b-4f95-88f9-7f4c4a17e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:49.882296 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a5cb162-3934-4e0a-8a12-bd3da5585f41 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:49.883867 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0a5cb162-3934-4e0a-8a12-bd3da5585f41 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1511250 Aug 06 16:20:49.887294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35258) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:49.891910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:49.898333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Attempting to bind port 49956610-014a-490d-9f1a-4ea01e88b5e1 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:20:49.898832 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Attempting to bind port 49956610-014a-490d-9f1a-4ea01e88b5e1 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '9b766d33-66ca-42d2-bda1-66443f1c3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5dd682b8-766c-49af-826b-d63134cd8d67'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:20:49.899289 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Attempting to bind port 49956610-014a-490d-9f1a-4ea01e88b5e1 on network 5dd682b8-766c-49af-826b-d63134cd8d67 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:20:49.906433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:49.907414 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:49.919729 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c787d75-5657-4641-adc1-2fd2acf18926 req-fe126d62-df9d-4e40-8915-aca5fc343003 service neutron] 10.222.0.78 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976382 Aug 06 16:20:49.929587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35260) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:49.930494 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-57a6f9c1-6ee3-4eec-a141-29da1f57dc81 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules/55d6e9dc-63f4-4931-9afc-43114efee69b HTTP/1.1" status: 200 len: 763 time: 0.0404396 Aug 06 16:20:49.941377 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:20:49.944122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Checking segment: {'id': '9b766d33-66ca-42d2-bda1-66443f1c3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5dd682b8-766c-49af-826b-d63134cd8d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:49.944973 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:49.945457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Bound using segment: {'id': '9b766d33-66ca-42d2-bda1-66443f1c3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5dd682b8-766c-49af-826b-d63134cd8d67'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:20:49.946079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Bound port: 49956610-014a-490d-9f1a-4ea01e88b5e1, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b766d33-66ca-42d2-bda1-66443f1c3eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '5dd682b8-766c-49af-826b-d63134cd8d67'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:20:49.946567 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:49.955111 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b09410-6a44-49f5-b043-4725e8b45081 req-a4ae7480-20df-463e-8d4d-5845a72f9331 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:49.957152 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1b09410-6a44-49f5-b043-4725e8b45081 req-a4ae7480-20df-463e-8d4d-5845a72f9331 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.1535127 Aug 06 16:20:49.999484 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f5027c-30b6-48bf-9bb0-acbbf2a47cbe tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:50.005068 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13f5027c-30b6-48bf-9bb0-acbbf2a47cbe tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.016979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Router cc4c966f-e645-437b-9317-0c3cef665893 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:20:50.071375 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c5a97-d627-429e-b8e9-50aa7c5dd697 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port e739f412-12ff-4889-8b5f-91e75714ad92 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:50.074059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0e0c5a97-d627-429e-b8e9-50aa7c5dd697 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.105393 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8260-616b-4f95-88f9-7f4c4a17e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.144234 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] For port 49956610-014a-490d-9f1a-4ea01e88b5e1, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:20:50.144451 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-78db985d-7958-46e9-923c-fda529fb3bd9 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2111189 Aug 06 16:20:50.150717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35270) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:50.171769 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] For port 49956610-014a-490d-9f1a-4ea01e88b5e1, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=49956610-014a-490d-9f1a-4ea01e88b5e1,segment=NetworkSegment(9b766d33-66ca-42d2-bda1-66443f1c3eb2),segment_id=9b766d33-66ca-42d2-bda1-66443f1c3eb2)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:20:50.189406 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad7d09b7-d7a6-458d-b758-cad8ec074fc0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.194986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1b09410-6a44-49f5-b043-4725e8b45081 req-f65f2c3d-a9e3-4496-a8d0-373210091754 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274697 Aug 06 16:20:50.198986 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.208573 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-9d5c8260-616b-4f95-88f9-7f4c4a17e9a9 None None] For port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f9a0fccc-2e90-4077-9f08-d3f43a49a6b4,segment=NetworkSegment(496fe7c2-89a4-4204-95db-45a72fb6097d),segment_id=496fe7c2-89a4-4204-95db-45a72fb6097d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:50.225279 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad7d09b7-d7a6-458d-b758-cad8ec074fc0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.249218 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8260-616b-4f95-88f9-7f4c4a17e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.264503 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.291090 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad7d09b7-d7a6-458d-b758-cad8ec074fc0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.296683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 09598a25-56c4-43ac-a3b6-dca02edf4f34 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:20:50.305057 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad7d09b7-d7a6-458d-b758-cad8ec074fc0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.307352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ad7d09b7-d7a6-458d-b758-cad8ec074fc0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/55d6e9dc-63f4-4931-9afc-43114efee69b HTTP/1.1" status: 204 len: 168 time: 0.1547256 Aug 06 16:20:50.311303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35272) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:50.332688 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0e0c5a97-d627-429e-b8e9-50aa7c5dd697 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.353110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c5a97-d627-429e-b8e9-50aa7c5dd697 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for e739f412-12ff-4889-8b5f-91e75714ad92 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:50.398529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d09b7-d7a6-458d-b758-cad8ec074fc0 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55d6e9dc-63f4-4931-9afc-43114efee69b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:50.430357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8f0a9-56ff-4696-befb-704aa01dbab2 None None] Pushing event updated for resources: {'Port': ['ID=49956610-014a-490d-9f1a-4ea01e88b5e1,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:50.504665 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0e0c5a97-d627-429e-b8e9-50aa7c5dd697 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.538598 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:20:50.539147 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:20:50.604856 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c8260-616b-4f95-88f9-7f4c4a17e9a9 None None] Pushing event updated for resources: {'Port': ['ID=f9a0fccc-2e90-4077-9f08-d3f43a49a6b4,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:50.634397 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4cfeda9b-05ac-48cd-81e9-70f6a0733c69 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3186686 Aug 06 16:20:50.642721 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35276) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:50.652209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d4f56610-0de0-4d1d-bfec-b94d83e1d52b tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group_rule': {'security_group_id': 'a4199c48-6de4-46d5-aba2-1636dbe8f8e3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:50.685328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 09598a25-56c4-43ac-a3b6-dca02edf4f34, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:50.693291 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0e0c5a97-d627-429e-b8e9-50aa7c5dd697 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.699932 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0e0c5a97-d627-429e-b8e9-50aa7c5dd697 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/e739f412-12ff-4889-8b5f-91e75714ad92 HTTP/1.1" status: 204 len: 168 time: 0.8740118 Aug 06 16:20:50.700294 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35278) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:50.710637 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c5a97-d627-429e-b8e9-50aa7c5dd697 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=e739f412-12ff-4889-8b5f-91e75714ad92,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:50.713811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c092389f-7d97-48c7-8651-5ba9c7d7ebca tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'mac_address': 'fa:16:3e:cc:df:6b', 'name': 'tempest-PortsTestJSON-1468353454'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:50.716818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '09598a25-56c4-43ac-a3b6-dca02edf4f34', 'network_id': '68955a06-ea63-43dc-be49-36e456a37b93', 'port_id': '09598a25-56c4-43ac-a3b6-dca02edf4f34', 'mac_address': 'fa:16:3e:5c:3a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b152cb9a-9760-4fe3-ab80-10c0edf358c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:20:50.729226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:20:50.740365 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Sync routers for ids ['cc4c966f-e645-437b-9317-0c3cef665893'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:20:50.757971 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Routers {'cc4c966f-e645-437b-9317-0c3cef665893'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:20:50.758754 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:20:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cc4c966f-e645-437b-9317-0c3cef665893'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:50.776275 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.777702 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3796ad33-1c63-467a-83e5-a0d071b63606 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0346937 Aug 06 16:20:50.780390 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35280) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:50.806278 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.834910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09598a25-56c4-43ac-a3b6-dca02edf4f34 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:20:50.882067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 09598a25-56c4-43ac-a3b6-dca02edf4f34, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:50.892416 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.908815 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13f5027c-30b6-48bf-9bb0-acbbf2a47cbe tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.963011 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4f56610-0de0-4d1d-bfec-b94d83e1d52b tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:50.976671 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Set router cc4c966f-e645-437b-9317-0c3cef665893 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:20:50.982956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c092389f-7d97-48c7-8651-5ba9c7d7ebca tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:51.004940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=09598a25-56c4-43ac-a3b6-dca02edf4f34,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:51.123675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['09598a25-56c4-43ac-a3b6-dca02edf4f34'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:20:51.264075 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c092389f-7d97-48c7-8651-5ba9c7d7ebca tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:51.281565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5027c-30b6-48bf-9bb0-acbbf2a47cbe tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Subnet': ['ID=f0d5d37f-020a-47d5-9423-c298c9c7cb91,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:51.291170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f5027c-30b6-48bf-9bb0-acbbf2a47cbe tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Checking segment: {'id': 'ade6fe04-a74c-49ba-a475-274eea23ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2e21342a-d09a-468b-bd58-ea7e4e31b05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:51.291626 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f5027c-30b6-48bf-9bb0-acbbf2a47cbe tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network hostable DHCP agents. Network: 2e21342a-d09a-468b-bd58-ea7e4e31b05c, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:51.361478 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:20:48Z', 'revision_number': 3, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port': {'id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:46Z', 'updated_at': '2021-08-06T16:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:51.437324 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Checking router: cc4c966f-e645-437b-9317-0c3cef665893 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:20:51.437700 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Updating router cc4c966f-e645-437b-9317-0c3cef665893 port 5f1aeb2b-8075-416b-bfbf-c6897bc2c011 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:20:51.458460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f5027c-30b6-48bf-9bb0-acbbf2a47cbe tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network 2e21342a-d09a-468b-bd58-ea7e4e31b05c is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:51.492127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:51.502871 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-c092389f-7d97-48c7-8651-5ba9c7d7ebca tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port aa5c6216-d6e6-4a76-ba47-1788406aafe1 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:20:51.512371 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:51.540571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e9ae7-9d28-4d19-9106-4b1f021afa32 req-8e86d07a-cc2c-4605-b607-3c1cf1c25bb7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:51.542817 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c97e9ae7-9d28-4d19-9106-4b1f021afa32 req-8e86d07a-cc2c-4605-b607-3c1cf1c25bb7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 944 time: 0.2078245 Aug 06 16:20:51.547593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-13f5027c-30b6-48bf-9bb0-acbbf2a47cbe tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 2e21342a-d09a-468b-bd58-ea7e4e31b05c) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:51.557726 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4f56610-0de0-4d1d-bfec-b94d83e1d52b tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:51.594015 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0cca69-a708-4903-9e23-b857ef9c9f92 None None] Network 2e21342a-d09a-468b-bd58-ea7e4e31b05c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:51.614820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f5027c-30b6-48bf-9bb0-acbbf2a47cbe tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:51.615436 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13f5027c-30b6-48bf-9bb0-acbbf2a47cbe tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:51.677846 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-13f5027c-30b6-48bf-9bb0-acbbf2a47cbe tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0444469 Aug 06 16:20:51.678615 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4f56610-0de0-4d1d-bfec-b94d83e1d52b tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:51.684850 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35288) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:51.813357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:51.813589 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:51.884122 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:51.895632 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-2e21342a-d09a-468b-bd58-ea7e4e31b05c', 'network_id': '2e21342a-d09a-468b-bd58-ea7e4e31b05c', 'tenant_id': 'f5240ec05b5c46dcb2c2f0a55eb6633a', 'fixed_ips': [{'subnet_id': 'f0d5d37f-020a-47d5-9423-c298c9c7cb91'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:20:51.896819 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d4f56610-0de0-4d1d-bfec-b94d83e1d52b tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:51.898826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d4f56610-0de0-4d1d-bfec-b94d83e1d52b tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2551239 Aug 06 16:20:51.899495 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:51.930529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35290) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:51.940500 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c97e9ae7-9d28-4d19-9106-4b1f021afa32 req-d3b844b2-cf6a-4cf0-91c2-2858cb9885b2 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800337 Aug 06 16:20:51.977954 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f56610-0de0-4d1d-bfec-b94d83e1d52b tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0b5fd1-08af-4976-999f-e3f34f012c61,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:52.058066 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.118696 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-56c96af1-1339-47d3-86d9-edac26017f75 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules/be0b5fd1-08af-4976-999f-e3f34f012c61 HTTP/1.1" status: 200 len: 763 time: 0.1748259 Aug 06 16:20:52.120670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35292) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:52.140287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd98475e-c7a5-4b71-8bc7-58bbd86edd70 None None] Network 5dd682b8-766c-49af-826b-d63134cd8d67 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:52.227259 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c092389f-7d97-48c7-8651-5ba9c7d7ebca tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.248842 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Allocated IP 172.20.0.2 (2e21342a-d09a-468b-bd58-ea7e4e31b05c/f0d5d37f-020a-47d5-9423-c298c9c7cb91/e0e4c2f3-0735-43d1-8714-281af00810a6) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:52.252901 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.266799 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35294) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:52.268016 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f276311e-a985-4024-b22b-266d2cd27b03 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1470428 Aug 06 16:20:52.278356 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Transition to ACTIVE for port object 5f1aeb2b-8075-416b-bfbf-c6897bc2c011 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:52.298392 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c092389f-7d97-48c7-8651-5ba9c7d7ebca tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.300601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1cd86ab6-2e15-439e-bb09-3fa5d06fcf8c None None] Provisioning for port 49956610-014a-490d-9f1a-4ea01e88b5e1 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:52.301661 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.334064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 09598a25-56c4-43ac-a3b6-dca02edf4f34 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:52.385457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 49956610-014a-490d-9f1a-4ea01e88b5e1 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:52.431863 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-128c32ed-5686-469d-b848-eeb2bdf6598d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.464463 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-128c32ed-5686-469d-b848-eeb2bdf6598d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.474801 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.565073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c092389f-7d97-48c7-8651-5ba9c7d7ebca tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:52.566709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-c092389f-7d97-48c7-8651-5ba9c7d7ebca tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:52.586282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092389f-7d97-48c7-8651-5ba9c7d7ebca tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=aa5c6216-d6e6-4a76-ba47-1788406aafe1,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:52.602283 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c092389f-7d97-48c7-8651-5ba9c7d7ebca tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:52.617476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c092389f-7d97-48c7-8651-5ba9c7d7ebca tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:52.622004 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c092389f-7d97-48c7-8651-5ba9c7d7ebca tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.663452 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c940c-3372-4a64-ae4c-f04010b267d5 None None] Pushing event updated for resources: {'Port': ['ID=5f1aeb2b-8075-416b-bfbf-c6897bc2c011,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:52.669297 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Attempting to bind port 5f1aeb2b-8075-416b-bfbf-c6897bc2c011 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:20:52.669988 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Attempting to bind port 5f1aeb2b-8075-416b-bfbf-c6897bc2c011 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:20:52.670549 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Attempting to bind port 5f1aeb2b-8075-416b-bfbf-c6897bc2c011 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:20:52.688197 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-128c32ed-5686-469d-b848-eeb2bdf6598d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.690126 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c940c-3372-4a64-ae4c-f04010b267d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:52.690671 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c940c-3372-4a64-ae4c-f04010b267d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:52.691213 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c940c-3372-4a64-ae4c-f04010b267d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:52.691697 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c940c-3372-4a64-ae4c-f04010b267d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:52.692267 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c940c-3372-4a64-ae4c-f04010b267d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:52.692756 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c940c-3372-4a64-ae4c-f04010b267d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:52.693280 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c940c-3372-4a64-ae4c-f04010b267d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:52.693792 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c940c-3372-4a64-ae4c-f04010b267d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:52.694317 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c940c-3372-4a64-ae4c-f04010b267d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:52.695643 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c940c-3372-4a64-ae4c-f04010b267d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:52.696771 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c940c-3372-4a64-ae4c-f04010b267d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:52.697497 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-128c32ed-5686-469d-b848-eeb2bdf6598d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.697987 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222c940c-3372-4a64-ae4c-f04010b267d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:20:52.703986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-128c32ed-5686-469d-b848-eeb2bdf6598d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/be0b5fd1-08af-4976-999f-e3f34f012c61 HTTP/1.1" status: 204 len: 168 time: 0.4338789 Aug 06 16:20:52.707532 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:20:52.708362 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:52.709271 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.710624 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:20:52.711546 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Bound port: 5f1aeb2b-8075-416b-bfbf-c6897bc2c011, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:20:52.712119 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.731302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35296) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:52.732318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c32ed-5686-469d-b848-eeb2bdf6598d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be0b5fd1-08af-4976-999f-e3f34f012c61,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:52.750954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 09598a25-56c4-43ac-a3b6-dca02edf4f34 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:52.776011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 09598a25-56c4-43ac-a3b6-dca02edf4f34 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:52.776224 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.796968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c092389f-7d97-48c7-8651-5ba9c7d7ebca tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0919778 Aug 06 16:20:52.798491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35302) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:52.826043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 49956610-014a-490d-9f1a-4ea01e88b5e1 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:52.865872 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] For port 5f1aeb2b-8075-416b-bfbf-c6897bc2c011, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:20:52.867457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 49956610-014a-490d-9f1a-4ea01e88b5e1 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:52.869195 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] For port 5f1aeb2b-8075-416b-bfbf-c6897bc2c011, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5f1aeb2b-8075-416b-bfbf-c6897bc2c011,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:20:52.870008 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.884260 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.893066 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a4dcb565-f562-49fe-a920-7a199c546b03 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1510994 Aug 06 16:20:52.895323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35304) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:52.900800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-499b6279-a963-48e5-b3ca-50feb2bb2afb tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Request body: {'security_group_rule': {'security_group_id': 'a4199c48-6de4-46d5-aba2-1636dbe8f8e3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:52.914523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893c4b08-1e43-48d5-8213-74de315c17fe tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:52.916678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-893c4b08-1e43-48d5-8213-74de315c17fe tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/aa5c6216-d6e6-4a76-ba47-1788406aafe1 HTTP/1.1" status: 200 len: 841 time: 0.1120791 Aug 06 16:20:52.919921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35306) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:52.977864 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:52.990049 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c940c-3372-4a64-ae4c-f04010b267d5 None None] Pushing event updated for resources: {'Port': ['ID=5f1aeb2b-8075-416b-bfbf-c6897bc2c011,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:53.037610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Transition to ACTIVE for port object e0e4c2f3-0735-43d1-8714-281af00810a6 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:53.050215 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Routers {'cc4c966f-e645-437b-9317-0c3cef665893'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:20:53.051304 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:20:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cc4c966f-e645-437b-9317-0c3cef665893'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:53.112873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Transition to ACTIVE for port object e0e4c2f3-0735-43d1-8714-281af00810a6 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:53.145768 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Allocated IP 172.20.0.1 (6f5fe8e3-4c38-4f16-a019-50ebe1c224f4/b27fd606-16da-4c03-a6ec-f73d38e1c520/03d3b501-4348-4219-afdd-f63069737a10) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:53.159294 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-499b6279-a963-48e5-b3ca-50feb2bb2afb tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.166916 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.296179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Network 2e21342a-d09a-468b-bd58-ea7e4e31b05c is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:53.320468 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:53.333011 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] Set router cc4c966f-e645-437b-9317-0c3cef665893 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:20:53.346906 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.355306 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:53.377281 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.387284 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.394229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Transition to ACTIVE for port object 03d3b501-4348-4219-afdd-f63069737a10 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:53.435455 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.441393 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.445541 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.448071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Pushing event updated for resources: {'Port': ['ID=e0e4c2f3-0735-43d1-8714-281af00810a6,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:53.463758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Network 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:53.486529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:53.510979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:53.536975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e21342a-d09a-468b-bd58-ea7e4e31b05c']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:53.566604 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca17285-3e03-4bab-9852-038787fc1d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09598a25-56c4-43ac-a3b6-dca02edf4f34'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:20:53.568771 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481febb2-eeee-40c2-ae42-040c8777d508" -d '{"events": [{"server_uuid": "7ca17285-3e03-4bab-9852-038787fc1d59", "name": "network-vif-plugged", "status": "completed", "tag": "09598a25-56c4-43ac-a3b6-dca02edf4f34"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:20:53.589147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35e2c7-790c-4871-9f33-3d07b0ae2710 req-499fb2e2-793c-48c6-a3bc-3026fe7b66ad tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:53.595504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e35e2c7-790c-4871-9f33-3d07b0ae2710 req-499fb2e2-793c-48c6-a3bc-3026fe7b66ad tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 944 time: 0.4595156 Aug 06 16:20:53.596728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Subnet': ['ID=f0d5d37f-020a-47d5-9423-c298c9c7cb91,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:53.603895 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-499b6279-a963-48e5-b3ca-50feb2bb2afb tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.604263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6de425ba-cf02-4020-b908-828d4c5c9344 None None] Provisioning complete for port 49956610-014a-490d-9f1a-4ea01e88b5e1 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:53.604648 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6de425ba-cf02-4020-b908-828d4c5c9344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.611416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Pushing event updated for resources: {'Port': ['ID=03d3b501-4348-4219-afdd-f63069737a10,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:53.652120 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.659376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade6fe04-a74c-49ba-a475-274eea23ffe3') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:53.659682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade6fe04-a74c-49ba-a475-274eea23ffe3') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:53.686123 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f57017-2b4f-48c4-b8ec-5f82d02d0153 x-openstack-request-id: req-41f57017-2b4f-48c4-b8ec-5f82d02d0153 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:20:53.686515 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca17285-3e03-4bab-9852-038787fc1d59", "name": "network-vif-plugged", "status": "completed", "tag": "09598a25-56c4-43ac-a3b6-dca02edf4f34", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:20:53.686751 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41f57017-2b4f-48c4-b8ec-5f82d02d0153 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:20:53.687069 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca17285-3e03-4bab-9852-038787fc1d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09598a25-56c4-43ac-a3b6-dca02edf4f34', 'code': 200} Aug 06 16:20:53.699990 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.722953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 09598a25-56c4-43ac-a3b6-dca02edf4f34, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:53.734601 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.750916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:53.753585 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.754879 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.756911 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:20:48Z', 'revision_number': 3, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port': {'id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:46Z', 'updated_at': '2021-08-06T16:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:53.758643 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Attempting to bind port e0e4c2f3-0735-43d1-8714-281af00810a6 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:20:53.759115 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Attempting to bind port e0e4c2f3-0735-43d1-8714-281af00810a6 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'ade6fe04-a74c-49ba-a475-274eea23ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2e21342a-d09a-468b-bd58-ea7e4e31b05c'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:20:53.762021 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Attempting to bind port e0e4c2f3-0735-43d1-8714-281af00810a6 on network 2e21342a-d09a-468b-bd58-ea7e4e31b05c {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:20:53.820782 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.827030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 49956610-014a-490d-9f1a-4ea01e88b5e1, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=49956610-014a-490d-9f1a-4ea01e88b5e1,segment=NetworkSegment(9b766d33-66ca-42d2-bda1-66443f1c3eb2),segment_id=9b766d33-66ca-42d2-bda1-66443f1c3eb2)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:53.843772 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae79e8d-c124-4e28-be50-25339394d2c3 None None] The sync data for ids ['cc4c966f-e645-437b-9317-0c3cef665893'] in n-d-803756-1 is: [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:20:48Z', 'revision_number': 3, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port': {'id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:46Z', 'updated_at': '2021-08-06T16:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:53.885314 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:53.924154 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-499b6279-a963-48e5-b3ca-50feb2bb2afb tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.946253 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 16:20:53.946253 n-d-803756-1 neutron-server[105765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 16:20:53.946253 n-d-803756-1 neutron-server[105765]: [parameters: {'id': '2e21342a-d09a-468b-bd58-ea7e4e31b05c'}] Aug 06 16:20:53.946253 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:20:53.947339 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:20:53.955828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-20a992e0-048b-46e0-bae7-8f90798696f2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port aa5c6216-d6e6-4a76-ba47-1788406aafe1 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:53.956495 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-20a992e0-048b-46e0-bae7-8f90798696f2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:53.985157 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.008164 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e35e2c7-790c-4871-9f33-3d07b0ae2710 req-5ba81481-9dc4-4cf8-b21b-b9854a7de60e tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941307 Aug 06 16:20:54.012862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b6279-a963-48e5-b3ca-50feb2bb2afb tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3eae9d-b062-404b-accb-60e514675649,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:54.071645 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=09598a25-56c4-43ac-a3b6-dca02edf4f34,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:54.075391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be544b-9baa-4077-b65d-80827c9e2d38 req-e82bf517-4571-431e-81a1-8efe76b17c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:54.077066 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04be544b-9baa-4077-b65d-80827c9e2d38 req-e82bf517-4571-431e-81a1-8efe76b17c9c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 1096 time: 0.1831281 Aug 06 16:20:54.078239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:20:54.078924 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-499b6279-a963-48e5-b3ca-50feb2bb2afb tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.082496 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-499b6279-a963-48e5-b3ca-50feb2bb2afb tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1838529 Aug 06 16:20:54.083325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Checking segment: {'id': 'ade6fe04-a74c-49ba-a475-274eea23ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2e21342a-d09a-468b-bd58-ea7e4e31b05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:54.083619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35332) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:54.085078 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.086311 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Bound using segment: {'id': 'ade6fe04-a74c-49ba-a475-274eea23ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2e21342a-d09a-468b-bd58-ea7e4e31b05c'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:20:54.089553 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Bound port: e0e4c2f3-0735-43d1-8714-281af00810a6, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade6fe04-a74c-49ba-a475-274eea23ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '2e21342a-d09a-468b-bd58-ea7e4e31b05c'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:20:54.090466 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.123875 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.131486 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-20a992e0-048b-46e0-bae7-8f90798696f2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.145958 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0e5223eb-a788-46f8-b57b-2f4f253367ea tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules/7a3eae9d-b062-404b-accb-60e514675649 HTTP/1.1" status: 200 len: 764 time: 0.0589213 Aug 06 16:20:54.148781 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35334) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:54.161190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-20a992e0-048b-46e0-bae7-8f90798696f2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for aa5c6216-d6e6-4a76-ba47-1788406aafe1 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:54.192065 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04be544b-9baa-4077-b65d-80827c9e2d38 req-714af3d3-6851-473c-847a-d8b98d162878 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996003 Aug 06 16:20:54.248722 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=49956610-014a-490d-9f1a-4ea01e88b5e1,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:54.286319 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.304303 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.326497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6738e28e-170c-444e-a603-7f5aa8274044 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1733546 Aug 06 16:20:54.327857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35336) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:54.334162 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.398395 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] For port e0e4c2f3-0735-43d1-8714-281af00810a6, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:20:54.403692 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] For port e0e4c2f3-0735-43d1-8714-281af00810a6, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e0e4c2f3-0735-43d1-8714-281af00810a6,segment=NetworkSegment(ade6fe04-a74c-49ba-a475-274eea23ffe3),segment_id=ade6fe04-a74c-49ba-a475-274eea23ffe3)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:20:54.405689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f42a5818-2e62-4ca1-b4a9-8ebbb14b9750 None None] Provisioning for port 03d3b501-4348-4219-afdd-f63069737a10 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:54.407935 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9172db6e-00b7-4f2e-82c7-548f3973b770 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.411882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f42a5818-2e62-4ca1-b4a9-8ebbb14b9750 None None] Provisioning complete for port 03d3b501-4348-4219-afdd-f63069737a10 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:54.412380 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f42a5818-2e62-4ca1-b4a9-8ebbb14b9750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.416771 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.417040 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9172db6e-00b7-4f2e-82c7-548f3973b770 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.459069 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Pushing event updated for resources: {'Port': ['ID=03d3b501-4348-4219-afdd-f63069737a10,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:54.475352 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.481397 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9172db6e-00b7-4f2e-82c7-548f3973b770 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.495584 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9172db6e-00b7-4f2e-82c7-548f3973b770 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.499484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9172db6e-00b7-4f2e-82c7-548f3973b770 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7a3eae9d-b062-404b-accb-60e514675649 HTTP/1.1" status: 204 len: 168 time: 0.1682734 Aug 06 16:20:54.503710 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35338) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:54.513089 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.546997 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172db6e-00b7-4f2e-82c7-548f3973b770 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a3eae9d-b062-404b-accb-60e514675649,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:54.557876 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-20a992e0-048b-46e0-bae7-8f90798696f2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.622106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a992e0-048b-46e0-bae7-8f90798696f2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=aa5c6216-d6e6-4a76-ba47-1788406aafe1,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:54.658090 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-20a992e0-048b-46e0-bae7-8f90798696f2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:54.668465 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-20a992e0-048b-46e0-bae7-8f90798696f2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/aa5c6216-d6e6-4a76-ba47-1788406aafe1 HTTP/1.1" status: 204 len: 168 time: 1.7473967 Aug 06 16:20:54.670267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35342) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:54.684133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Network 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:54.689861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:54.729780 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-232c0b60-9059-4532-9601-2cde60f99493 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2246609 Aug 06 16:20:54.730100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35344) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:54.732152 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-63aecf2f-682e-4caf-bd3b-44c7dac73cae tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] GET failed (client error): The resource could not be found. Aug 06 16:20:54.742584 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-63aecf2f-682e-4caf-bd3b-44c7dac73cae tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/aa5c6216-d6e6-4a76-ba47-1788406aafe1 HTTP/1.1" status: 404 len: 333 time: 0.0580366 Aug 06 16:20:54.763831 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35346) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:54.770515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-9b0ab2d9-0e58-4b1f-9894-5e6e3cc4e019 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'name': 'tempest-PortsTestJSON-40141605'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:54.813399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f42a5818-2e62-4ca1-b4a9-8ebbb14b9750 None None] Port 03d3b501-4348-4219-afdd-f63069737a10 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:20:54.900535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cdeb4-865b-420d-a1f2-004f50b5d1ea None None] Pushing event updated for resources: {'Port': ['ID=e0e4c2f3-0735-43d1-8714-281af00810a6,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:54.908948 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f69d2e4-2508-4ed7-acb7-7b7f6c07c7d4 None None] Network 2e21342a-d09a-468b-bd58-ea7e4e31b05c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:54.946053 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Router cc4c966f-e645-437b-9317-0c3cef665893 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:20:54.996874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Deleting port e0e4c2f3-0735-43d1-8714-281af00810a6 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:54.997909 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:55.193116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1fd87c26-e685-435a-a0f7-f920750ffcc9 None None] Provisioning complete for port 03d3b501-4348-4219-afdd-f63069737a10 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:55.194420 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1fd87c26-e685-435a-a0f7-f920750ffcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:55.203382 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] For port e0e4c2f3-0735-43d1-8714-281af00810a6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e0e4c2f3-0735-43d1-8714-281af00810a6,segment=NetworkSegment(ade6fe04-a74c-49ba-a475-274eea23ffe3),segment_id=ade6fe04-a74c-49ba-a475-274eea23ffe3)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:55.203744 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:55.219924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Calling delete_port for e0e4c2f3-0735-43d1-8714-281af00810a6 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:55.267348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:20:55.275886 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-14a1ac42-9057-4847-b71f-4328f88d2154 admin admin] 10.222.0.37 "PUT /v2.0/routers/cc4c966f-e645-437b-9317-0c3cef665893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4939299 Aug 06 16:20:55.283053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1fd87c26-e685-435a-a0f7-f920750ffcc9 None None] Port 03d3b501-4348-4219-afdd-f63069737a10 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:20:55.302393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd78cd1f-79bf-47ab-ad24-645c88ddbd0c None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:20:55.327563 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6d27586-0f75-4d13-b398-31aa473db16d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:55.407670 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6d27586-0f75-4d13-b398-31aa473db16d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:55.425309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0ab2d9-0e58-4b1f-9894-5e6e3cc4e019 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:55.429858 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab2d9-0e58-4b1f-9894-5e6e3cc4e019 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:55.452009 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd78cd1f-79bf-47ab-ad24-645c88ddbd0c None None] Resources bound (agent type, host, resource id): {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:20:55.477846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9995a3-4691-4467-9cce-a1ec55c31ef8 req-39fd810f-0243-4ea7-af47-ba5e12b40fc2 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:55.480091 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a9995a3-4691-4467-9cce-a1ec55c31ef8 req-39fd810f-0243-4ea7-af47-ba5e12b40fc2 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1772144 Aug 06 16:20:55.510839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-9b0ab2d9-0e58-4b1f-9894-5e6e3cc4e019 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port 656da435-c528-472e-836a-f0d75ef9338d yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:20:55.522172 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:55.596429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Port': ['ID=e0e4c2f3-0735-43d1-8714-281af00810a6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:55.600847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No DVR routers for this DVR port e0e4c2f3-0735-43d1-8714-281af00810a6 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:20:55.626498 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6d27586-0f75-4d13-b398-31aa473db16d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:55.628999 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6d27586-0f75-4d13-b398-31aa473db16d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:55.630169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a6d27586-0f75-4d13-b398-31aa473db16d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "DELETE /v2.0/security-groups/a4199c48-6de4-46d5-aba2-1636dbe8f8e3 HTTP/1.1" status: 204 len: 168 time: 0.8865559 Aug 06 16:20:55.636239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35356) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:55.694570 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a9995a3-4691-4467-9cce-a1ec55c31ef8 req-e430a94a-dd0c-434d-8550-9f6a7c00d69a tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074027 Aug 06 16:20:55.698336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d27586-0f75-4d13-b398-31aa473db16d tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4199c48-6de4-46d5-aba2-1636dbe8f8e3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:55.706476 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2de70197-bede-4d15-8927-31f71c527915 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719736 Aug 06 16:20:55.710488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35362) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:55.854720 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:55.867443 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e5ff8274-fd41-41f6-9ccf-460cc5d27596 tempest-SecGroupTest-1088066883 tempest-SecGroupTest-1088066883-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1558688 Aug 06 16:20:55.912946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e21342a-d09a-468b-bd58-ea7e4e31b05c']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:55.936852 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade6fe04-a74c-49ba-a475-274eea23ffe3') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:55.937149 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade6fe04-a74c-49ba-a475-274eea23ffe3') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:55.954906 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:55.973405 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab2d9-0e58-4b1f-9894-5e6e3cc4e019 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:55.987760 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.003942 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:20:56.004376 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:20:56.023255 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:20:56.166823 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.229192 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.231145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/2e21342a-d09a-468b-bd58-ea7e4e31b05c HTTP/1.1" status: 204 len: 168 time: 4.5431366 Aug 06 16:20:56.232934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d3410-ef38-4923-9a63-56344eb2d861 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Network': ['ID=2e21342a-d09a-468b-bd58-ea7e4e31b05c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:56.241501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35394) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:56.247949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ef9a6cbf-320c-431b-b393-bf25d32d4554 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1555785707'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:56.263716 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab2d9-0e58-4b1f-9894-5e6e3cc4e019 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.272205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35396) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:56.296319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9a6cbf-320c-431b-b393-bf25d32d4554 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:56.303979 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef9a6cbf-320c-431b-b393-bf25d32d4554 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.306958 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35400) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:56.320252 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-cf559fc5-c4ff-4264-b191-5318bb906bb5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-41120009-network', 'tenant_id': '29697503b2e84cc5a770e206ec503597'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:56.350533 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf559fc5-c4ff-4264-b191-5318bb906bb5 admin admin] Made reservation on behalf of 29697503b2e84cc5a770e206ec503597 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:56.354224 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf559fc5-c4ff-4264-b191-5318bb906bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.363421 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf559fc5-c4ff-4264-b191-5318bb906bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.368347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0ab2d9-0e58-4b1f-9894-5e6e3cc4e019 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:20:56.372327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-9b0ab2d9-0e58-4b1f-9894-5e6e3cc4e019 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:56.376496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0ab2d9-0e58-4b1f-9894-5e6e3cc4e019 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:20:56.386327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0ab2d9-0e58-4b1f-9894-5e6e3cc4e019 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:56.387099 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9b0ab2d9-0e58-4b1f-9894-5e6e3cc4e019 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.393313 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9a6cbf-320c-431b-b393-bf25d32d4554 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:56.403960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ab2d9-0e58-4b1f-9894-5e6e3cc4e019 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=656da435-c528-472e-836a-f0d75ef9338d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:56.407836 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5f1aeb2b-8075-416b-bfbf-c6897bc2c011 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:56.411404 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef9a6cbf-320c-431b-b393-bf25d32d4554 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.413958 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-ef9a6cbf-320c-431b-b393-bf25d32d4554 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Added segment fe491acb-b8d1-48ba-920e-d28fb7813c1a of type vlan for network 2e9e3a3b-1d79-4153-b099-1d9236b9d688 Aug 06 16:20:56.490633 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 5f1aeb2b-8075-416b-bfbf-c6897bc2c011 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:20:56.496235 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 5f1aeb2b-8075-416b-bfbf-c6897bc2c011 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:56.497262 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.498255 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef9a6cbf-320c-431b-b393-bf25d32d4554 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.560924 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef9a6cbf-320c-431b-b393-bf25d32d4554 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.568298 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9a6cbf-320c-431b-b393-bf25d32d4554 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:56.568998 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef9a6cbf-320c-431b-b393-bf25d32d4554 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.614846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Sync routers for ids ['cc4c966f-e645-437b-9317-0c3cef665893'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:20:56.645313 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.652135 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Routers {'cc4c966f-e645-437b-9317-0c3cef665893'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:20:56.652764 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:20:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cc4c966f-e645-437b-9317-0c3cef665893'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:56.672758 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf559fc5-c4ff-4264-b191-5318bb906bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.683437 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf559fc5-c4ff-4264-b191-5318bb906bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.688215 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35402) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:56.688694 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9b0ab2d9-0e58-4b1f-9894-5e6e3cc4e019 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.9235318 Aug 06 16:20:56.697250 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-33ac6f89-a1da-4a5a-81e7-eca07cccccaf tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:56.702890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a6cbf-320c-431b-b393-bf25d32d4554 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Network': ['ID=2e9e3a3b-1d79-4153-b099-1d9236b9d688,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:56.708098 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ef9a6cbf-320c-431b-b393-bf25d32d4554 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4628155 Aug 06 16:20:56.708253 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 5f1aeb2b-8075-416b-bfbf-c6897bc2c011, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5f1aeb2b-8075-416b-bfbf-c6897bc2c011,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:20:56.708375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35404) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:56.718033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2ebd0e9a-01d0-449e-b162-02b4cb770437 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'subnet': {'network_id': '2e9e3a3b-1d79-4153-b099-1d9236b9d688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:56.734405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 2e9e3a3b-1d79-4153-b099-1d9236b9d688 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:56.739753 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.742982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 49956610-014a-490d-9f1a-4ea01e88b5e1 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:56.789527 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf559fc5-c4ff-4264-b191-5318bb906bb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:56.813252 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fbc6e4ff-b231-4e88-9351-1194254535b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c110e6369284dbbb37bc106f04e2f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5397952 Aug 06 16:20:56.815826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35408) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:56.817665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf559fc5-c4ff-4264-b191-5318bb906bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116b587b-d60d-4ca5-8af9-ac82839eda96,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:56.820334 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf559fc5-c4ff-4264-b191-5318bb906bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.820711 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-cf559fc5-c4ff-4264-b191-5318bb906bb5 admin admin] Added segment d11783b0-6019-455a-b59e-986bf7c68efc of type vlan for network c4e3b793-dd26-4c47-80ae-235a36f7a8e8 Aug 06 16:20:56.858761 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-33ac6f89-a1da-4a5a-81e7-eca07cccccaf tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.905256 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf559fc5-c4ff-4264-b191-5318bb906bb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.937600 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e337c4cd-4c8b-401f-96b3-09fab8baaf65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.942651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebd0e9a-01d0-449e-b162-02b4cb770437 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:56.946851 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0e9a-01d0-449e-b162-02b4cb770437 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.009111 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf559fc5-c4ff-4264-b191-5318bb906bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.011018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf559fc5-c4ff-4264-b191-5318bb906bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:57.011614 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf559fc5-c4ff-4264-b191-5318bb906bb5 admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.022867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=5f1aeb2b-8075-416b-bfbf-c6897bc2c011,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:57.036829 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Set router cc4c966f-e645-437b-9317-0c3cef665893 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:20:57.044092 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70475e-dff2-4ca2-8589-7b42cc0f7c70 req-0e9d6940-d025-4098-97c4-1fd196dd86cb tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:57.052088 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe70475e-dff2-4ca2-8589-7b42cc0f7c70 req-0e9d6940-d025-4098-97c4-1fd196dd86cb tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1788507 Aug 06 16:20:57.077451 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e337c4cd-4c8b-401f-96b3-09fab8baaf65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.082061 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cf559fc5-c4ff-4264-b191-5318bb906bb5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7724853 Aug 06 16:20:57.091393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 49956610-014a-490d-9f1a-4ea01e88b5e1 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:57.091669 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.100869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35410) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:57.104670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe70475e-dff2-4ca2-8589-7b42cc0f7c70 req-59c90d07-4a5a-4a45-9a3f-db008b01248d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517962 Aug 06 16:20:57.109561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ffc5f636-ffa6-4298-bdef-4fcd25816c8d admin admin] Request body: {'subnet': {'network_id': 'c4e3b793-dd26-4c47-80ae-235a36f7a8e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-41120009-subnet', 'tenant_id': '29697503b2e84cc5a770e206ec503597', 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:57.115791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.ipam_backend_mixin [None req-2ebd0e9a-01d0-449e-b162-02b4cb770437 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Performing IP validity checks on allocation pools {{(pid=105765) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 16:20:57.116323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.ipam_backend_mixin [None req-2ebd0e9a-01d0-449e-b162-02b4cb770437 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105765) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 16:20:57.135817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf559fc5-c4ff-4264-b191-5318bb906bb5 admin admin] Pushing event updated for resources: {'Network': ['ID=c4e3b793-dd26-4c47-80ae-235a36f7a8e8,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:57.159792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-33ac6f89-a1da-4a5a-81e7-eca07cccccaf tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.165144 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-33ac6f89-a1da-4a5a-81e7-eca07cccccaf tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.210761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-33ac6f89-a1da-4a5a-81e7-eca07cccccaf tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] In _notify_port_updated(), no bound segment for port 656da435-c528-472e-836a-f0d75ef9338d on network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:20:57.218836 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network c4e3b793-dd26-4c47-80ae-235a36f7a8e8 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:57.227614 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ac6f89-a1da-4a5a-81e7-eca07cccccaf tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:57.228307 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-33ac6f89-a1da-4a5a-81e7-eca07cccccaf tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.232037 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-33ac6f89-a1da-4a5a-81e7-eca07cccccaf tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "PUT /v2.0/ports/656da435-c528-472e-836a-f0d75ef9338d HTTP/1.1" status: 200 len: 818 time: 0.5378983 Aug 06 16:20:57.240912 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35416) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:57.305177 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0e9a-01d0-449e-b162-02b4cb770437 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.334650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac6f89-a1da-4a5a-81e7-eca07cccccaf tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=656da435-c528-472e-836a-f0d75ef9338d,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:57.386034 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc5f636-ffa6-4298-bdef-4fcd25816c8d admin admin] Made reservation on behalf of 29697503b2e84cc5a770e206ec503597 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:57.388394 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffc5f636-ffa6-4298-bdef-4fcd25816c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.447985 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-70b51fb9-3a26-4796-946f-8c528654f218 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 656da435-c528-472e-836a-f0d75ef9338d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:20:57.448506 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-70b51fb9-3a26-4796-946f-8c528654f218 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.488869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd0e9a-01d0-449e-b162-02b4cb770437 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Subnet': ['ID=53439591-2171-4cc3-89b8-a6e4d38bbf9a,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:57.506149 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd0e9a-01d0-449e-b162-02b4cb770437 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Checking segment: {'id': 'fe491acb-b8d1-48ba-920e-d28fb7813c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2e9e3a3b-1d79-4153-b099-1d9236b9d688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:57.506500 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebd0e9a-01d0-449e-b162-02b4cb770437 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network hostable DHCP agents. Network: 2e9e3a3b-1d79-4153-b099-1d9236b9d688, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:57.514441 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e337c4cd-4c8b-401f-96b3-09fab8baaf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.516914 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e337c4cd-4c8b-401f-96b3-09fab8baaf65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.520438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e337c4cd-4c8b-401f-96b3-09fab8baaf65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a17b510-95da-41fa-b815-e80680f16464 HTTP/1.1" status: 204 len: 168 time: 0.6978519 Aug 06 16:20:57.562998 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-70b51fb9-3a26-4796-946f-8c528654f218 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.583680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:20:53Z', 'revision_number': 4, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port': {'id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:46Z', 'updated_at': '2021-08-06T16:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '03d3b501-4348-4219-afdd-f63069737a10', 'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'mac_address': 'fa:16:3e:26:a6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:52Z', 'updated_at': '2021-08-06T16:20:54Z', 'revision_number': 2, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'subnets': [{'id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:57.585279 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-70b51fb9-3a26-4796-946f-8c528654f218 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 656da435-c528-472e-836a-f0d75ef9338d owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:20:57.622791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Checking router: cc4c966f-e645-437b-9317-0c3cef665893 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:20:57.623461 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Updating router cc4c966f-e645-437b-9317-0c3cef665893 port 03d3b501-4348-4219-afdd-f63069737a10 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:20:57.630975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337c4cd-4c8b-401f-96b3-09fab8baaf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a17b510-95da-41fa-b815-e80680f16464,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:57.654679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebd0e9a-01d0-449e-b162-02b4cb770437 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network 2e9e3a3b-1d79-4153-b099-1d9236b9d688 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:57.689920 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.695513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-2ebd0e9a-01d0-449e-b162-02b4cb770437 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 2e9e3a3b-1d79-4153-b099-1d9236b9d688) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:57.724561 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c97fd48-2977-4727-8caa-369fbf12fc01 None None] Network 2e9e3a3b-1d79-4153-b099-1d9236b9d688 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:57.769253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebd0e9a-01d0-449e-b162-02b4cb770437 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:57.769873 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0e9a-01d0-449e-b162-02b4cb770437 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.780757 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07293c-266d-462f-84be-a9802682e68e req-1379989c-c9ba-48e7-8331-8d786f22bfa7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:57.782341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe07293c-266d-462f-84be-a9802682e68e req-1379989c-c9ba-48e7-8331-8d786f22bfa7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/networks?id=68955a06-ea63-43dc-be49-36e456a37b93 HTTP/1.1" status: 200 len: 813 time: 0.2960496 Aug 06 16:20:57.814623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2ebd0e9a-01d0-449e-b162-02b4cb770437 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1037393 Aug 06 16:20:57.817780 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35436) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:57.828160 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe07293c-266d-462f-84be-a9802682e68e req-d2b0908e-9c43-4878-93be-38eb7c3c7466 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/quotas/ae71580f1ed84db0bc11c2001a92e91e HTTP/1.1" status: 200 len: 375 time: 0.0294876 Aug 06 16:20:57.872972 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-70b51fb9-3a26-4796-946f-8c528654f218 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.921892 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-70b51fb9-3a26-4796-946f-8c528654f218 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.926766 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-70b51fb9-3a26-4796-946f-8c528654f218 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/656da435-c528-472e-836a-f0d75ef9338d HTTP/1.1" status: 204 len: 168 time: 0.6848538 Aug 06 16:20:57.927826 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35440) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:57.968246 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b51fb9-3a26-4796-946f-8c528654f218 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=656da435-c528-472e-836a-f0d75ef9338d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:58.000022 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffc5f636-ffa6-4298-bdef-4fcd25816c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:58.028055 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35580ec-c718-4c02-a6d7-f6d01a39df17 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:58.034097 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b35580ec-c718-4c02-a6d7-f6d01a39df17 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1033022 Aug 06 16:20:58.035794 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35444) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:58.068338 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-681c9be1-6f06-4abd-8e7b-185444574951 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] GET failed (client error): The resource could not be found. Aug 06 16:20:58.075451 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-681c9be1-6f06-4abd-8e7b-185444574951 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/656da435-c528-472e-836a-f0d75ef9338d HTTP/1.1" status: 404 len: 333 time: 0.0384927 Aug 06 16:20:58.076127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35446) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:58.085304 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7590e371-89d9-48c7-84f9-7f4ee4f0bcf8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1764882763'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:58.099439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe07293c-266d-462f-84be-a9802682e68e req-ff1537f8-18af-48cd-9acd-283f7d7cc017 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae71580f1ed84db0bc11c2001a92e91e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2404323 Aug 06 16:20:58.122964 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:58.128709 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7590e371-89d9-48c7-84f9-7f4ee4f0bcf8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:58.139365 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7590e371-89d9-48c7-84f9-7f4ee4f0bcf8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:58.170602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7590e371-89d9-48c7-84f9-7f4ee4f0bcf8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:20:58.171823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5f636-ffa6-4298-bdef-4fcd25816c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8886a385-0788-4592-851f-d782e31e69b3,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:58.184894 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7590e371-89d9-48c7-84f9-7f4ee4f0bcf8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:58.185364 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-7590e371-89d9-48c7-84f9-7f4ee4f0bcf8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Added segment e00f1f43-0729-4965-83e0-2203669276c8 of type vlan for network 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac Aug 06 16:20:58.264353 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7590e371-89d9-48c7-84f9-7f4ee4f0bcf8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:58.335379 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7590e371-89d9-48c7-84f9-7f4ee4f0bcf8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:58.341346 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5f1aeb2b-8075-416b-bfbf-c6897bc2c011 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:20:58.349347 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7590e371-89d9-48c7-84f9-7f4ee4f0bcf8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:58.350031 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7590e371-89d9-48c7-84f9-7f4ee4f0bcf8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:58.480492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-2e9e3a3b-1d79-4153-b099-1d9236b9d688', 'network_id': '2e9e3a3b-1d79-4153-b099-1d9236b9d688', 'tenant_id': 'f5240ec05b5c46dcb2c2f0a55eb6633a', 'fixed_ips': [{'subnet_id': '53439591-2171-4cc3-89b8-a6e4d38bbf9a'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:20:58.484263 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:58.538057 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590e371-89d9-48c7-84f9-7f4ee4f0bcf8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Network': ['ID=6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:58.548855 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7590e371-89d9-48c7-84f9-7f4ee4f0bcf8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4715278 Aug 06 16:20:58.551644 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35462) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:58.557413 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f7c40385-6caf-49ed-b6fa-f4bb4355e9fc tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'subnet': {'network_id': '6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:58.560734 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:20:58.759683 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c40385-6caf-49ed-b6fa-f4bb4355e9fc tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:58.763232 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7c40385-6caf-49ed-b6fa-f4bb4355e9fc tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:58.873819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Allocated IP 172.20.0.3 (2e9e3a3b-1d79-4153-b099-1d9236b9d688/53439591-2171-4cc3-89b8-a6e4d38bbf9a/93d73c51-102d-455e-9d21-3a410e001bc7) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:20:58.938195 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:58.947401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 5f1aeb2b-8075-416b-bfbf-c6897bc2c011 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:20:58.948128 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:59.022020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Transition to ACTIVE for port object 03d3b501-4348-4219-afdd-f63069737a10 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:59.092662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc5f636-ffa6-4298-bdef-4fcd25816c8d admin admin] Checking segment: {'id': 'd11783b0-6019-455a-b59e-986bf7c68efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4e3b793-dd26-4c47-80ae-235a36f7a8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:59.093234 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc5f636-ffa6-4298-bdef-4fcd25816c8d admin admin] Network hostable DHCP agents. Network: c4e3b793-dd26-4c47-80ae-235a36f7a8e8, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:59.150532 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7c40385-6caf-49ed-b6fa-f4bb4355e9fc tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:59.212142 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:59.229953 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c40385-6caf-49ed-b6fa-f4bb4355e9fc tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Subnet': ['ID=a9275005-f10f-4649-99ae-2e48798e997c,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:59.240176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c40385-6caf-49ed-b6fa-f4bb4355e9fc tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Checking segment: {'id': 'e00f1f43-0729-4965-83e0-2203669276c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:20:59.240607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c40385-6caf-49ed-b6fa-f4bb4355e9fc tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network hostable DHCP agents. Network: 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:20:59.263362 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc5f636-ffa6-4298-bdef-4fcd25816c8d admin admin] Network c4e3b793-dd26-4c47-80ae-235a36f7a8e8 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:59.281011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c40385-6caf-49ed-b6fa-f4bb4355e9fc tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:20:59.281542 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:59.286966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-ffc5f636-ffa6-4298-bdef-4fcd25816c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, c4e3b793-dd26-4c47-80ae-235a36f7a8e8) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:59.294328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Transition to ACTIVE for port object 93d73c51-102d-455e-9d21-3a410e001bc7 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:59.295416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-f7c40385-6caf-49ed-b6fa-f4bb4355e9fc tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:20:59.306949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c40385-6caf-49ed-b6fa-f4bb4355e9fc tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:59.308741 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7c40385-6caf-49ed-b6fa-f4bb4355e9fc tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:59.312325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc5f636-ffa6-4298-bdef-4fcd25816c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:59.313280 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffc5f636-ffa6-4298-bdef-4fcd25816c8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:59.314696 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Transition to ACTIVE for port object 93d73c51-102d-455e-9d21-3a410e001bc7 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:20:59.323591 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001956d8-e98e-4725-9b56-c008b34da3ef None None] Network c4e3b793-dd26-4c47-80ae-235a36f7a8e8 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:59.328359 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269ca446-4ef8-4d40-831d-b071b0df5e3f None None] Network 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:20:59.339405 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe07293c-266d-462f-84be-a9802682e68e req-0891b589-56f4-4966-918e-3b7364aee336 service neutron] 10.222.0.37 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2116575 Aug 06 16:20:59.340480 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f7c40385-6caf-49ed-b6fa-f4bb4355e9fc tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7872367 Aug 06 16:20:59.343001 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35478) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:59.348248 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ed0109f1-437a-45b1-bff9-318ab7426f4a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'subnet': {'network_id': '6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:59.377846 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ffc5f636-ffa6-4298-bdef-4fcd25816c8d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2721531 Aug 06 16:20:59.380912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35482) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:59.385773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-41120009-router', 'tenant_id': '29697503b2e84cc5a770e206ec503597', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:59.417288 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:59.448852 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:59.466533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Subnet': ['ID=53439591-2171-4cc3-89b8-a6e4d38bbf9a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:20:59.592613 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0109f1-437a-45b1-bff9-318ab7426f4a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:20:59.599246 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:59.601270 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed0109f1-437a-45b1-bff9-318ab7426f4a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:59.603739 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:59.715682 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:59.748823 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe07293c-266d-462f-84be-a9802682e68e req-5fdf0a0f-4d9e-4f75-bc6d-2f08a180f83f service neutron] 10.222.0.37 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073017 Aug 06 16:20:59.777266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9e3a3b-1d79-4153-b099-1d9236b9d688']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:59.860241 n-d-803756-1 neutron-server[105764]: INFO neutron.db.ipam_backend_mixin [None req-ed0109f1-437a-45b1-bff9-318ab7426f4a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a9275005-f10f-4649-99ae-2e48798e997c (CIDR: 172.20.0.0/28) Aug 06 16:20:59.872953 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0109f1-437a-45b1-bff9-318ab7426f4a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:20:59.875741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0109f1-437a-45b1-bff9-318ab7426f4a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:20:59.887285 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe491acb-b8d1-48ba-920e-d28fb7813c1a') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:59.887629 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe491acb-b8d1-48ba-920e-d28fb7813c1a') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:20:59.939590 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ed0109f1-437a-45b1-bff9-318ab7426f4a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5952802 Aug 06 16:20:59.945274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35506) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:20:59.972989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4e423b91-eea5-4c6d-9be8-bbae3f8f4e77 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'subnet': {'network_id': '6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:20:59.995144 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:00.003881 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:00.034048 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:00.183382 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:00.184636 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:00.189924 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:00.193765 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e423b91-eea5-4c6d-9be8-bbae3f8f4e77 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:00.199223 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e4d2c-71a1-471f-a3a2-d2f4ce43ff7f None None] Pushing event updated for resources: {'Port': ['ID=03d3b501-4348-4219-afdd-f63069737a10,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:00.206876 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e423b91-eea5-4c6d-9be8-bbae3f8f4e77 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:00.267877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Network 2e9e3a3b-1d79-4153-b099-1d9236b9d688 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:00.322625 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:00.325868 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:00.327451 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:00.416623 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 16:21:00.416623 n-d-803756-1 neutron-server[105765]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 16:21:00.416623 n-d-803756-1 neutron-server[105765]: [parameters: {'id': '2e9e3a3b-1d79-4153-b099-1d9236b9d688'}] Aug 06 16:21:00.416623 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:21:00.417052 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:21:00.494580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-68cb6c7d-45bf-41f6-8b4d-066038f4a40b req-02b00a21-ce43-49d4-8e53-40dc38ddbb1a tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 210 time: 0.1698301 Aug 06 16:21:00.611167 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-c4e3b793-dd26-4c47-80ae-235a36f7a8e8', 'network_id': 'c4e3b793-dd26-4c47-80ae-235a36f7a8e8', 'tenant_id': '29697503b2e84cc5a770e206ec503597', 'fixed_ips': [{'subnet_id': '8886a385-0788-4592-851f-d782e31e69b3'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:21:00.612978 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:00.730384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Attempting to bind port 03d3b501-4348-4219-afdd-f63069737a10 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:21:00.730920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Attempting to bind port 03d3b501-4348-4219-afdd-f63069737a10 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '496fe7c2-89a4-4204-95db-45a72fb6097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:21:00.731471 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Attempting to bind port 03d3b501-4348-4219-afdd-f63069737a10 on network 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:21:00.750633 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:21:00.751136 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Checking segment: {'id': '496fe7c2-89a4-4204-95db-45a72fb6097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:00.751547 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:00.751949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Bound using segment: {'id': '496fe7c2-89a4-4204-95db-45a72fb6097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:21:00.752452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Bound port: 03d3b501-4348-4219-afdd-f63069737a10, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496fe7c2-89a4-4204-95db-45a72fb6097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:21:00.753600 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:00.760777 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:00.937515 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e423b91-eea5-4c6d-9be8-bbae3f8f4e77 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:00.944515 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:00.954665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35550) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:00.963041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] For port 03d3b501-4348-4219-afdd-f63069737a10, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:21:00.967064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] For port 03d3b501-4348-4219-afdd-f63069737a10, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=03d3b501-4348-4219-afdd-f63069737a10,segment=NetworkSegment(496fe7c2-89a4-4204-95db-45a72fb6097d),segment_id=496fe7c2-89a4-4204-95db-45a72fb6097d)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:21:00.968830 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Attempting to bind port 93d73c51-102d-455e-9d21-3a410e001bc7 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:21:00.969756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Attempting to bind port 93d73c51-102d-455e-9d21-3a410e001bc7 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'fe491acb-b8d1-48ba-920e-d28fb7813c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2e9e3a3b-1d79-4153-b099-1d9236b9d688'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:21:00.970950 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Attempting to bind port 93d73c51-102d-455e-9d21-3a410e001bc7 on network 2e9e3a3b-1d79-4153-b099-1d9236b9d688 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:21:00.973787 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e423b91-eea5-4c6d-9be8-bbae3f8f4e77 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:00.982143 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-4e423b91-eea5-4c6d-9be8-bbae3f8f4e77 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:00.993226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:21:00.994194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Checking segment: {'id': 'fe491acb-b8d1-48ba-920e-d28fb7813c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2e9e3a3b-1d79-4153-b099-1d9236b9d688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:00.995213 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:00.996562 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Bound using segment: {'id': 'fe491acb-b8d1-48ba-920e-d28fb7813c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2e9e3a3b-1d79-4153-b099-1d9236b9d688'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:21:00.998545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Bound port: 93d73c51-102d-455e-9d21-3a410e001bc7, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe491acb-b8d1-48ba-920e-d28fb7813c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '2e9e3a3b-1d79-4153-b099-1d9236b9d688'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:21:01.000168 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:01.004815 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e423b91-eea5-4c6d-9be8-bbae3f8f4e77 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:01.006724 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e423b91-eea5-4c6d-9be8-bbae3f8f4e77 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:01.021947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Pushing event updated for resources: {'Port': ['ID=93d73c51-102d-455e-9d21-3a410e001bc7,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:01.045478 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4e423b91-eea5-4c6d-9be8-bbae3f8f4e77 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0948675 Aug 06 16:21:01.053041 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35554) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:01.063437 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:01.067812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'network_id': '6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac', 'fixed_ips': [{'subnet_id': 'a9275005-f10f-4649-99ae-2e48798e997c'}, {'subnet_id': 'b9141592-e186-4086-8957-9c9d1166e6f9'}], 'name': 'tempest-PortsTestJSON-274411160'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:01.077313 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e423b91-eea5-4c6d-9be8-bbae3f8f4e77 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Subnet': ['ID=b9141592-e186-4086-8957-9c9d1166e6f9,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:01.130213 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35558) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:01.165276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Deleting port 93d73c51-102d-455e-9d21-3a410e001bc7 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:01.165650 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:01.393371 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:01.433660 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7be70948-cc0d-4bb0-b8cd-97fe5f52f86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:01.581172 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e4d2c-71a1-471f-a3a2-d2f4ce43ff7f None None] Pushing event updated for resources: {'Port': ['ID=03d3b501-4348-4219-afdd-f63069737a10,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:01.586102 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc85fc6-ea1d-4bac-99ca-50594fd616f7 req-64639163-d821-44d8-9e5c-9eb116647c98 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:01.587788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3fc85fc6-ea1d-4bac-99ca-50594fd616f7 req-64639163-d821-44d8-9e5c-9eb116647c98 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.3197885 Aug 06 16:21:01.595380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] For port 93d73c51-102d-455e-9d21-3a410e001bc7, host n-d-803756-1, got binding levels [] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:01.596032 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:01.610325 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba73064d-b7db-41b6-bf60-cc5e62ef9bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:01.637771 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Routers {'cc4c966f-e645-437b-9317-0c3cef665893'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:21:01.638511 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:20:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cc4c966f-e645-437b-9317-0c3cef665893'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:01.642994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Calling delete_port for 93d73c51-102d-455e-9d21-3a410e001bc7 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:01.662872 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-357810e1-96b7-46c1-a46f-f19bf7064f1c req-41959b66-d721-4563-8b38-8b5cb1ac7c53 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 210 time: 0.0688367 Aug 06 16:21:01.680222 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:01.698561 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:01.711767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac', 'network_id': '6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac', 'tenant_id': '882f87fa8062414f8a35871bca2d9a96', 'fixed_ips': [{'subnet_id': 'a9275005-f10f-4649-99ae-2e48798e997c'}, {'subnet_id': 'b9141592-e186-4086-8957-9c9d1166e6f9'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:21:01.713027 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:01.718796 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7be70948-cc0d-4bb0-b8cd-97fe5f52f86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:01.724651 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Allocated IP 172.20.0.2 (c4e3b793-dd26-4c47-80ae-235a36f7a8e8/8886a385-0788-4592-851f-d782e31e69b3/3ef87b0f-1731-4d54-a1b8-b7e343e89152) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:01.727672 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7be70948-cc0d-4bb0-b8cd-97fe5f52f86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:01.734068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port 25627b7a-ff2b-4e18-9fd4-0990a9ca7055 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:21:01.742614 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3fc85fc6-ea1d-4bac-99ca-50594fd616f7 req-fe9c7ad8-4727-49bb-91b1-00b342e88e78 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398146 Aug 06 16:21:01.746051 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:01.758228 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] For port 93d73c51-102d-455e-9d21-3a410e001bc7, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:21:01.844437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] For port 93d73c51-102d-455e-9d21-3a410e001bc7, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=93d73c51-102d-455e-9d21-3a410e001bc7,segment=NetworkSegment(fe491acb-b8d1-48ba-920e-d28fb7813c1a),segment_id=fe491acb-b8d1-48ba-920e-d28fb7813c1a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:21:01.883399 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:01.925906 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No DVR routers for this DVR port 93d73c51-102d-455e-9d21-3a410e001bc7 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:21:01.930342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Port': ['ID=93d73c51-102d-455e-9d21-3a410e001bc7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:01.936956 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:01.942849 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Allocated IP 172.25.1.65 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/3765a86b-a206-493d-938e-70c256ebf4db) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:02.044237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760bc3c-d507-41b8-942b-5cd3b786c6c0 None None] Pushing event deleted for resources: {'Port': ['ID=93d73c51-102d-455e-9d21-3a410e001bc7,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:02.081264 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.096146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9e3a3b-1d79-4153-b099-1d9236b9d688']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:02.111948 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] Set router cc4c966f-e645-437b-9317-0c3cef665893 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:21:02.116227 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe491acb-b8d1-48ba-920e-d28fb7813c1a') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:02.116792 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe491acb-b8d1-48ba-920e-d28fb7813c1a') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server [None req-1b79f157-7e38-414e-bb69-081db306c9f9 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 93d73c51-102d-455e-9d21-3a410e001bc7 could not be found. Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:21:02.127564 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 93d73c51-102d-455e-9d21-3a410e001bc7 could not be found. Aug 06 16:21:02.135829 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Aug 06 16:21:02.167176 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.207855 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be70948-cc0d-4bb0-b8cd-97fe5f52f86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7682073e-a13b-4894-8c9a-c535337902ce,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:02.211949 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.227496 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c2b0b8-af95-409d-aded-db0c95f66f38 None None] Network 2e9e3a3b-1d79-4153-b099-1d9236b9d688 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:02.227687 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.235959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:02.237019 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:02.242538 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:02.304747 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7be70948-cc0d-4bb0-b8cd-97fe5f52f86a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=796398ad5e2f4ab6a734cf89759ef3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1732917 Aug 06 16:21:02.314735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35564) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:02.354557 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.357419 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.364428 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.372557 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.375070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/2e9e3a3b-1d79-4153-b099-1d9236b9d688 HTTP/1.1" status: 204 len: 168 time: 4.5563900 Aug 06 16:21:02.378532 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35566) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:02.387589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-01dc090f-e1eb-439a-b69c-65e53f208859 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-768545808'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:02.415927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Transition to ACTIVE for port object 3ef87b0f-1731-4d54-a1b8-b7e343e89152 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:02.427518 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd63648-357c-43f5-8568-8a75910e5f5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Network': ['ID=2e9e3a3b-1d79-4153-b099-1d9236b9d688,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:02.428084 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:21:02.441461 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:02.448096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:02.450015 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=3765a86b-a206-493d-938e-70c256ebf4db,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:02.452290 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:02.523397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Transition to ACTIVE for port object 3ef87b0f-1731-4d54-a1b8-b7e343e89152 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:02.529864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07293c-266d-462f-84be-a9802682e68e req-4ef5f039-4021-4c1c-adfb-588ec78b3e52 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:02.531383 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe07293c-266d-462f-84be-a9802682e68e req-4ef5f039-4021-4c1c-adfb-588ec78b3e52 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.13 "GET /v2.0/networks?id=68955a06-ea63-43dc-be49-36e456a37b93 HTTP/1.1" status: 200 len: 813 time: 0.4216454 Aug 06 16:21:02.552628 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-fe07293c-266d-462f-84be-a9802682e68e req-4cb66cf8-691c-45f6-846b-6e64d16ae37f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Request body: {'port': {'device_id': '53d670bd-7ea2-4c77-ac58-4d0c2a619d2c', 'network_id': '68955a06-ea63-43dc-be49-36e456a37b93', 'admin_state_up': True, 'tenant_id': 'ae71580f1ed84db0bc11c2001a92e91e'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:02.562495 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.592266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Allocated IP 172.20.0.2 (6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac/a9275005-f10f-4649-99ae-2e48798e997c/78de4155-6c1a-4dd5-9111-65a19f4a0bf8) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:02.618505 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.632349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Allocated IP 172.20.0.18 (6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac/b9141592-e186-4086-8957-9c9d1166e6f9/78de4155-6c1a-4dd5-9111-65a19f4a0bf8) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:02.635027 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba73064d-b7db-41b6-bf60-cc5e62ef9bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.650709 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Network c4e3b793-dd26-4c47-80ae-235a36f7a8e8 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:02.671882 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ba73064d-b7db-41b6-bf60-cc5e62ef9bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.683123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:02.685755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:02.705471 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.707290 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Pushing event updated for resources: {'Port': ['ID=3ef87b0f-1731-4d54-a1b8-b7e343e89152,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:02.733064 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dc090f-e1eb-439a-b69c-65e53f208859 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:02.737847 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-01dc090f-e1eb-439a-b69c-65e53f208859 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.770356 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ba73064d-b7db-41b6-bf60-cc5e62ef9bbf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c591c8c59d73469ba9921abebedb6bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7948520 Aug 06 16:21:02.771180 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73064d-b7db-41b6-bf60-cc5e62ef9bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d973c00-9a15-4314-b2f0-3e04ce266234,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:02.773601 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35570) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:02.826791 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6c664c8-2d08-4fdc-b0ba-31bb5cd79a41 req-9b490765-15fe-4a37-85d9-72db2f81c090 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 210 time: 0.0677099 Aug 06 16:21:02.838843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Attempting to bind port 3ef87b0f-1731-4d54-a1b8-b7e343e89152 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:21:02.839860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Attempting to bind port 3ef87b0f-1731-4d54-a1b8-b7e343e89152 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'd11783b0-6019-455a-b59e-986bf7c68efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4e3b793-dd26-4c47-80ae-235a36f7a8e8'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:21:02.840595 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Attempting to bind port 3ef87b0f-1731-4d54-a1b8-b7e343e89152 on network c4e3b793-dd26-4c47-80ae-235a36f7a8e8 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:21:02.873530 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:21:02.874344 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Checking segment: {'id': 'd11783b0-6019-455a-b59e-986bf7c68efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4e3b793-dd26-4c47-80ae-235a36f7a8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:02.875189 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.876097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Bound using segment: {'id': 'd11783b0-6019-455a-b59e-986bf7c68efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4e3b793-dd26-4c47-80ae-235a36f7a8e8'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:21:02.876843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Bound port: 3ef87b0f-1731-4d54-a1b8-b7e343e89152, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11783b0-6019-455a-b59e-986bf7c68efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4e3b793-dd26-4c47-80ae-235a36f7a8e8'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:21:02.877468 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.877787 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.880041 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.881214 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7682073e-a13b-4894-8c9a-c535337902ce HTTP/1.1" status: 204 len: 168 time: 0.5555744 Aug 06 16:21:02.890937 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01dc090f-e1eb-439a-b69c-65e53f208859 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:21:02.912929 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7682073e-a13b-4894-8c9a-c535337902ce,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:02.915456 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe07293c-266d-462f-84be-a9802682e68e req-4cb66cf8-691c-45f6-846b-6e64d16ae37f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Made reservation on behalf of ae71580f1ed84db0bc11c2001a92e91e for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:02.918995 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fe07293c-266d-462f-84be-a9802682e68e req-4cb66cf8-691c-45f6-846b-6e64d16ae37f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.929897 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-03714df0-18b7-4247-afb6-e4cd0a25a370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.941725 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:02.942093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:02.942414 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:02.943066 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:02.943588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:02.944054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:02.944391 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:02.944724 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:02.945231 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:02.945567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:02.945919 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:02.946669 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd40f54-c61b-46a6-8758-19d4ef79d575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:02.955842 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-01dc090f-e1eb-439a-b69c-65e53f208859 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:02.956182 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-01dc090f-e1eb-439a-b69c-65e53f208859 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Added segment 0c698b0d-af05-4517-b296-cce1907dd067 of type vlan for network c37b335b-f893-4767-9225-58e102d37810 Aug 06 16:21:02.995750 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-03714df0-18b7-4247-afb6-e4cd0a25a370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.007139 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.059569 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-01dc090f-e1eb-439a-b69c-65e53f208859 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.089112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3b5be-466b-46ce-8fa3-90fb25df8921 req-7664719c-fc43-4b2c-8333-e95fcb826afd tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:03.090844 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62f3b5be-466b-46ce-8fa3-90fb25df8921 req-7664719c-fc43-4b2c-8333-e95fcb826afd tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.1905012 Aug 06 16:21:03.096760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:20:53Z', 'revision_number': 4, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port': {'id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:46Z', 'updated_at': '2021-08-06T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '03d3b501-4348-4219-afdd-f63069737a10', 'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'mac_address': 'fa:16:3e:26:a6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:52Z', 'updated_at': '2021-08-06T16:21:00Z', 'revision_number': 4, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'subnets': [{'id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:03.156981 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-03714df0-18b7-4247-afb6-e4cd0a25a370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.160029 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-03714df0-18b7-4247-afb6-e4cd0a25a370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.164073 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-03714df0-18b7-4247-afb6-e4cd0a25a370 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d973c00-9a15-4314-b2f0-3e04ce266234 HTTP/1.1" status: 204 len: 168 time: 0.3859630 Aug 06 16:21:03.173531 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6694a5b5-d363-43df-ba9c-0f60441a1c5e None None] The sync data for ids ['cc4c966f-e645-437b-9317-0c3cef665893'] in n-d-803756-1 is: [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:20:53Z', 'revision_number': 4, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port': {'id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:46Z', 'updated_at': '2021-08-06T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '03d3b501-4348-4219-afdd-f63069737a10', 'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'mac_address': 'fa:16:3e:26:a6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:52Z', 'updated_at': '2021-08-06T16:21:00Z', 'revision_number': 4, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'subnets': [{'id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:21:03.192438 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03714df0-18b7-4247-afb6-e4cd0a25a370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d973c00-9a15-4314-b2f0-3e04ce266234,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:03.209741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-fe07293c-266d-462f-84be-a9802682e68e req-4cb66cf8-691c-45f6-846b-6e64d16ae37f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Allocated IP 172.20.0.3 (68955a06-ea63-43dc-be49-36e456a37b93/b152cb9a-9760-4fe3-ab80-10c0edf358c7/48e0c528-deaf-42bd-b7ad-1db6fd80af8a) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:03.246803 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-01dc090f-e1eb-439a-b69c-65e53f208859 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.259735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dc090f-e1eb-439a-b69c-65e53f208859 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:03.283827 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-01dc090f-e1eb-439a-b69c-65e53f208859 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.295452 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.306771 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Transition to ACTIVE for port object 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:03.309764 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62f3b5be-466b-46ce-8fa3-90fb25df8921 req-ab95b937-cc8c-4ef0-a485-cac6fae0ea23 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650724 Aug 06 16:21:03.325379 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Transition to ACTIVE for port object 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:03.340421 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.360278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-01dc090f-e1eb-439a-b69c-65e53f208859 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9805436 Aug 06 16:21:03.367548 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35580) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:03.405100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8b00f062-b668-4a95-8422-63cb6b433af1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'subnet': {'network_id': 'c37b335b-f893-4767-9225-58e102d37810', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:03.416906 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Pushing event updated for resources: {'Port': ['ID=78de4155-6c1a-4dd5-9111-65a19f4a0bf8,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:03.421066 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35582) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:03.433977 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Network 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:03.439236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:03.447023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:03.489779 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] For port 3ef87b0f-1731-4d54-a1b8-b7e343e89152, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:21:03.501667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc090f-e1eb-439a-b69c-65e53f208859 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Network': ['ID=c37b335b-f893-4767-9225-58e102d37810,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:03.548236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network c37b335b-f893-4767-9225-58e102d37810 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:21:03.603498 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fe07293c-266d-462f-84be-a9802682e68e req-4cb66cf8-691c-45f6-846b-6e64d16ae37f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.638532 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.643765 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b00f062-b668-4a95-8422-63cb6b433af1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:03.647808 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b00f062-b668-4a95-8422-63cb6b433af1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.668474 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-16015e83-2550-4a9b-8f09-a24d3e200761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.674930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] For port 3ef87b0f-1731-4d54-a1b8-b7e343e89152, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3ef87b0f-1731-4d54-a1b8-b7e343e89152,segment=NetworkSegment(d11783b0-6019-455a-b59e-986bf7c68efc),segment_id=d11783b0-6019-455a-b59e-986bf7c68efc)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:21:03.685888 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.702966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Attempting to bind port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:21:03.703479 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Attempting to bind port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'e00f1f43-0729-4965-83e0-2203669276c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:21:03.703851 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Attempting to bind port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 on network 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:21:03.721589 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fe07293c-266d-462f-84be-a9802682e68e req-4cb66cf8-691c-45f6-846b-6e64d16ae37f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.754873 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe07293c-266d-462f-84be-a9802682e68e req-4cb66cf8-691c-45f6-846b-6e64d16ae37f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Network 68955a06-ea63-43dc-be49-36e456a37b93 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:03.778473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35586) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:03.782900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['09598a25-56c4-43ac-a3b6-dca02edf4f34'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:21:03.793010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:21:03.793659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Checking segment: {'id': 'e00f1f43-0729-4965-83e0-2203669276c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:03.794073 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.794471 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Bound using segment: {'id': 'e00f1f43-0729-4965-83e0-2203669276c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:21:03.794950 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Bound port: 78de4155-6c1a-4dd5-9111-65a19f4a0bf8, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00f1f43-0729-4965-83e0-2203669276c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:21:03.795334 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.837362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-fe07293c-266d-462f-84be-a9802682e68e req-4cb66cf8-691c-45f6-846b-6e64d16ae37f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:03.844073 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38f8e99f-bc46-4a89-b982-4a8b4689e146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.846607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb66cf8-691c-45f6-846b-6e64d16ae37f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Pushing event updated for resources: {'Port': ['ID=48e0c528-deaf-42bd-b7ad-1db6fd80af8a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:03.849753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe07293c-266d-462f-84be-a9802682e68e req-4cb66cf8-691c-45f6-846b-6e64d16ae37f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:03.921121 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eefa15fc-932f-467a-8c5f-b5819561484d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:03.953553 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.api [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-51b35aa7-f0b7-4494-bb5a-2bb8f0f6558b {{(pid=105764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:21:03.954006 n-d-803756-1 neutron-server[105764]: DEBUG oslo_db.api [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:21:04.017610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d7be4-fe7b-4cac-9bd8-d3e6a58c3f96 None None] Pushing event updated for resources: {'Port': ['ID=3ef87b0f-1731-4d54-a1b8-b7e343e89152,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:04.051441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Router 24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:21:04.081815 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] For port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:21:04.087817 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] For port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=78de4155-6c1a-4dd5-9111-65a19f4a0bf8,segment=NetworkSegment(e00f1f43-0729-4965-83e0-2203669276c8),segment_id=e00f1f43-0729-4965-83e0-2203669276c8)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:21:04.095929 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07293c-266d-462f-84be-a9802682e68e req-4cb66cf8-691c-45f6-846b-6e64d16ae37f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:04.096939 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fe07293c-266d-462f-84be-a9802682e68e req-4cb66cf8-691c-45f6-846b-6e64d16ae37f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:04.107837 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:04.162975 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b00f062-b668-4a95-8422-63cb6b433af1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:04.232738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d97eab-77ae-4bc5-a604-32c3171a154a req-3fccdff8-2913-4c5c-8955-1db0dc5133fa tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:04.234341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27d97eab-77ae-4bc5-a604-32c3171a154a req-3fccdff8-2913-4c5c-8955-1db0dc5133fa tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 931 time: 0.2358768 Aug 06 16:21:04.257765 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2becf1-b002-4237-a2d0-a82cdfad6899 None None] Pushing event updated for resources: {'Port': ['ID=78de4155-6c1a-4dd5-9111-65a19f4a0bf8,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:04.264568 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-16015e83-2550-4a9b-8f09-a24d3e200761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:04.276647 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-16015e83-2550-4a9b-8f09-a24d3e200761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:04.310321 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe07293c-266d-462f-84be-a9802682e68e req-4cb66cf8-691c-45f6-846b-6e64d16ae37f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7621458 Aug 06 16:21:04.342010 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Request body: {'port': {'device_id': '53d670bd-7ea2-4c77-ac58-4d0c2a619d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:04.466310 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:04.614624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 03d3b501-4348-4219-afdd-f63069737a10 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:04.621504 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-16015e83-2550-4a9b-8f09-a24d3e200761 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8270e45f3d13440198737f67d7a90bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1973300 Aug 06 16:21:04.622946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16015e83-2550-4a9b-8f09-a24d3e200761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a4e43b-2e57-4cfe-8a48-f1f00cfeedfd,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:04.635908 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35594) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:04.671611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port 2308a73e-db93-486e-a857-32add45ff94d yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:21:04.682148 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:04.730036 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 03d3b501-4348-4219-afdd-f63069737a10 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:04.749279 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 03d3b501-4348-4219-afdd-f63069737a10 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:04.749936 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:04.924334 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:04.978674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 03d3b501-4348-4219-afdd-f63069737a10, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=03d3b501-4348-4219-afdd-f63069737a10,segment=NetworkSegment(496fe7c2-89a4-4204-95db-45a72fb6097d),segment_id=496fe7c2-89a4-4204-95db-45a72fb6097d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:04.991269 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:04.992534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3ef87b0f-1731-4d54-a1b8-b7e343e89152 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:05.028627 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b00f062-b668-4a95-8422-63cb6b433af1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Checking segment: {'id': '0c698b0d-af05-4517-b296-cce1907dd067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c37b335b-f893-4767-9225-58e102d37810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:05.029202 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b00f062-b668-4a95-8422-63cb6b433af1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network hostable DHCP agents. Network: c37b335b-f893-4767-9225-58e102d37810, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:21:05.042905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00f062-b668-4a95-8422-63cb6b433af1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Subnet': ['ID=68a01636-2aac-48cb-bc1f-8e4b4e3a7566,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:05.064469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27d97eab-77ae-4bc5-a604-32c3171a154a req-5f0928b2-dd40-4f76-b009-75d01be17452 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7910476 Aug 06 16:21:05.091981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53383bbc-1dd1-4406-9c0a-79cd725e1176 req-d6a61180-cc09-4d12-b5fa-73263b37ddce tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:05.099383 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53383bbc-1dd1-4406-9c0a-79cd725e1176 req-d6a61180-cc09-4d12-b5fa-73263b37ddce tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.2410600 Aug 06 16:21:05.120669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:21:05.130224 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Sync routers for ids ['24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:21:05.138065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b00f062-b668-4a95-8422-63cb6b433af1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network c37b335b-f893-4767-9225-58e102d37810 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:21:05.142875 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Routers {'24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:21:05.154358 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:20:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:05.169048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-8b00f062-b668-4a95-8422-63cb6b433af1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, c37b335b-f893-4767-9225-58e102d37810) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:05.174124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b00f062-b668-4a95-8422-63cb6b433af1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:05.174731 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b00f062-b668-4a95-8422-63cb6b433af1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:05.188541 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=03d3b501-4348-4219-afdd-f63069737a10,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:05.207481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039645cd-e0ec-4a19-adcf-84c801acdbd2 None None] Network c37b335b-f893-4767-9225-58e102d37810 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:05.213505 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53383bbc-1dd1-4406-9c0a-79cd725e1176 req-0270da2d-48c2-4f9a-9112-7ab796a2fdf2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131544 Aug 06 16:21:05.260604 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38f8e99f-bc46-4a89-b982-4a8b4689e146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:05.270394 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38f8e99f-bc46-4a89-b982-4a8b4689e146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:05.303482 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8b00f062-b668-4a95-8422-63cb6b433af1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9343417 Aug 06 16:21:05.305104 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:05.307628 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-da2c3789-f0c9-4587-9e90-d4cec9f76bf0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9254730 Aug 06 16:21:05.314934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35596) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:05.315601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35598) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:05.323197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 3ef87b0f-1731-4d54-a1b8-b7e343e89152 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:05.348335 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-519eb602-bd21-4d27-8fc4-d1c71bac6fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:05.421196 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-519eb602-bd21-4d27-8fc4-d1c71bac6fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:05.426266 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Set router 24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:21:05.495511 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-38f8e99f-bc46-4a89-b982-4a8b4689e146 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ac40d516ac64dc080b5aaf5a2eb9fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7130494 Aug 06 16:21:05.551997 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71294452-a3c8-41ba-b636-59df5a25c230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-c37b335b-f893-4767-9225-58e102d37810', 'network_id': 'c37b335b-f893-4767-9225-58e102d37810', 'tenant_id': 'f5240ec05b5c46dcb2c2f0a55eb6633a', 'fixed_ips': [{'subnet_id': '68a01636-2aac-48cb-bc1f-8e4b4e3a7566'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:21:05.552686 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-71294452-a3c8-41ba-b636-59df5a25c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:05.565317 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e84a24d-dae4-4ee5-9362-a031a8bd46f0 None None] Network c4e3b793-dd26-4c47-80ae-235a36f7a8e8 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:05.572459 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35600) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:05.601475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8e99f-bc46-4a89-b982-4a8b4689e146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4475a7-d894-43f1-bbda-734bdc10d0b0,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:05.632338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a28d6c7-d61d-4c08-83b1-10d20436ebbd tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:05.677581 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'name': 'tempest-TestVolumeBackupRestore-41120009-router', 'tenant_id': '29697503b2e84cc5a770e206ec503597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '3765a86b-a206-493d-938e-70c256ebf4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:59Z', 'updated_at': '2021-08-06T16:21:02Z', 'revision_number': 3, 'project_id': '29697503b2e84cc5a770e206ec503597', 'gw_port': {'id': '3765a86b-a206-493d-938e-70c256ebf4db', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:21:01Z', 'updated_at': '2021-08-06T16:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:05.711460 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Checking router: 24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:21:05.712871 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Updating router 24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747 port 3765a86b-a206-493d-938e-70c256ebf4db binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:21:05.722678 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-519eb602-bd21-4d27-8fc4-d1c71bac6fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:05.729314 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-519eb602-bd21-4d27-8fc4-d1c71bac6fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:05.732818 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-519eb602-bd21-4d27-8fc4-d1c71bac6fe7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9a4e43b-2e57-4cfe-8a48-f1f00cfeedfd HTTP/1.1" status: 204 len: 168 time: 1.0905166 Aug 06 16:21:05.750298 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:05.807672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8fa56403-92a7-4fc6-a961-4acd99d618f4 None None] Provisioning for port 3ef87b0f-1731-4d54-a1b8-b7e343e89152 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:05.809847 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519eb602-bd21-4d27-8fc4-d1c71bac6fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a4e43b-2e57-4cfe-8a48-f1f00cfeedfd,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:05.836609 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a28d6c7-d61d-4c08-83b1-10d20436ebbd tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:05.855259 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8fa56403-92a7-4fc6-a961-4acd99d618f4 None None] Provisioning complete for port 3ef87b0f-1731-4d54-a1b8-b7e343e89152 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:05.855642 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8fa56403-92a7-4fc6-a961-4acd99d618f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:05.908976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e0c528-deaf-42bd-b7ad-1db6fd80af8a {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:21:05.966156 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:05.989138 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a28d6c7-d61d-4c08-83b1-10d20436ebbd tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server [None req-71294452-a3c8-41ba-b636-59df5a25c230 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68a01636-2aac-48cb-bc1f-8e4b4e3a7566: This subnet is being modified by another concurrent operation. Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:21:05.999816 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise exception Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68a01636-2aac-48cb-bc1f-8e4b4e3a7566: This subnet is being modified by another concurrent operation. Aug 06 16:21:06.004450 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Aug 06 16:21:06.021382 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Allocated IP 172.20.0.3 (6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac/a9275005-f10f-4649-99ae-2e48798e997c/2308a73e-db93-486e-a857-32add45ff94d) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:06.057775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-beef1314-f7e0-41e7-a07c-66349bf21ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.078979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8a489a-d521-490c-82af-cd15889fa85b None None] Network c37b335b-f893-4767-9225-58e102d37810 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:06.095299 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-beef1314-f7e0-41e7-a07c-66349bf21ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.106986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28d6c7-d61d-4c08-83b1-10d20436ebbd tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Subnet': ['ID=68a01636-2aac-48cb-bc1f-8e4b4e3a7566,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:06.114704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Allocated IP 172.20.0.30 (6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac/b9141592-e186-4086-8957-9c9d1166e6f9/2308a73e-db93-486e-a857-32add45ff94d) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:06.203110 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2f9170-36ba-4d4a-878c-3beba6cba402 None None] Network 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:06.204236 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Transition to ACTIVE for port object 48e0c528-deaf-42bd-b7ad-1db6fd80af8a will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:06.234258 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a28d6c7-d61d-4c08-83b1-10d20436ebbd tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.235145 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.246579 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3a28d6c7-d61d-4c08-83b1-10d20436ebbd tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37b335b-f893-4767-9225-58e102d37810']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:06.258250 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Transition to ACTIVE for port object 3765a86b-a206-493d-938e-70c256ebf4db will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:06.259513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3a28d6c7-d61d-4c08-83b1-10d20436ebbd tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c698b0d-af05-4517-b296-cce1907dd067') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:06.259813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3a28d6c7-d61d-4c08-83b1-10d20436ebbd tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c698b0d-af05-4517-b296-cce1907dd067') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:06.272304 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.289213 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a28d6c7-d61d-4c08-83b1-10d20436ebbd tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.310866 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.316712 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a28d6c7-d61d-4c08-83b1-10d20436ebbd tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.335793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a28d6c7-d61d-4c08-83b1-10d20436ebbd tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:06.336370 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a28d6c7-d61d-4c08-83b1-10d20436ebbd tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.345289 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-beef1314-f7e0-41e7-a07c-66349bf21ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.348829 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-beef1314-f7e0-41e7-a07c-66349bf21ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.350439 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-beef1314-f7e0-41e7-a07c-66349bf21ddf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e4475a7-d894-43f1-bbda-734bdc10d0b0 HTTP/1.1" status: 204 len: 168 time: 0.7082193 Aug 06 16:21:06.371517 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Attempting to bind port 3765a86b-a206-493d-938e-70c256ebf4db on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:21:06.373889 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Attempting to bind port 3765a86b-a206-493d-938e-70c256ebf4db by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:21:06.374387 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b4d600eb-e99c-4a21-8bdc-c24981d48280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.379357 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Attempting to bind port 3765a86b-a206-493d-938e-70c256ebf4db on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:21:06.451459 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef1314-f7e0-41e7-a07c-66349bf21ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4475a7-d894-43f1-bbda-734bdc10d0b0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:06.469179 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:21:06.474335 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:06.475229 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.477077 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:21:06.482536 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Bound port: 3765a86b-a206-493d-938e-70c256ebf4db, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:21:06.483835 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:06.491027 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:06.533025 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ab3be-85e5-4280-aefc-65dec7f1ea0a None None] Pushing event updated for resources: {'Port': ['ID=3765a86b-a206-493d-938e-70c256ebf4db,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:06.561659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Pushing event updated for resources: {'Port': ['ID=48e0c528-deaf-42bd-b7ad-1db6fd80af8a,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:06.621011 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a28d6c7-d61d-4c08-83b1-10d20436ebbd tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.628907 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] For port 3765a86b-a206-493d-938e-70c256ebf4db, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:21:06.639986 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] For port 3765a86b-a206-493d-938e-70c256ebf4db, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3765a86b-a206-493d-938e-70c256ebf4db,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:21:06.646183 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.651363 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.687288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Transition to ACTIVE for port object 2308a73e-db93-486e-a857-32add45ff94d will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:06.708968 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a28d6c7-d61d-4c08-83b1-10d20436ebbd tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.717672 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3a28d6c7-d61d-4c08-83b1-10d20436ebbd tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/c37b335b-f893-4767-9225-58e102d37810 HTTP/1.1" status: 204 len: 168 time: 1.4006152 Aug 06 16:21:06.731227 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35620) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:06.754095 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Attempting to bind port 48e0c528-deaf-42bd-b7ad-1db6fd80af8a on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:21:06.754716 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Attempting to bind port 48e0c528-deaf-42bd-b7ad-1db6fd80af8a by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '68955a06-ea63-43dc-be49-36e456a37b93'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:21:06.754815 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Attempting to bind port 48e0c528-deaf-42bd-b7ad-1db6fd80af8a on network 68955a06-ea63-43dc-be49-36e456a37b93 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:21:06.762556 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 03d3b501-4348-4219-afdd-f63069737a10 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:06.764872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Port 48e0c528-deaf-42bd-b7ad-1db6fd80af8a on network 68955a06-ea63-43dc-be49-36e456a37b93 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:21:06.765212 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Attempting to bind port 48e0c528-deaf-42bd-b7ad-1db6fd80af8a on network 68955a06-ea63-43dc-be49-36e456a37b93 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:21:06.774437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1d85534d-df6b-450e-b346-2baf3fc5d244 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1897102590'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:06.775068 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.787201 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:21:06.787510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Checking segment: {'id': '4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '68955a06-ea63-43dc-be49-36e456a37b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:06.787832 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Bound using segment: {'id': '4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '68955a06-ea63-43dc-be49-36e456a37b93'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:21:06.788278 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Bound port: 48e0c528-deaf-42bd-b7ad-1db6fd80af8a, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '68955a06-ea63-43dc-be49-36e456a37b93'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:21:06.788642 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.800234 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28d6c7-d61d-4c08-83b1-10d20436ebbd tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Network': ['ID=c37b335b-f893-4767-9225-58e102d37810,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:06.801043 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Routers {'24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:21:06.820183 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8fa56403-92a7-4fc6-a961-4acd99d618f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.828279 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:21:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:06.927195 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:06.967155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139522c-000a-4bdc-9f6b-41330417d397 req-63e7eb16-68a9-44a8-813a-7b58fd67cd3f tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:06.974497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d139522c-000a-4bdc-9f6b-41330417d397 req-63e7eb16-68a9-44a8-813a-7b58fd67cd3f tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.4824812 Aug 06 16:21:06.997090 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] Set router 24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:21:07.037615 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=2308a73e-db93-486e-a857-32add45ff94d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:07.050700 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8fa56403-92a7-4fc6-a961-4acd99d618f4 None None] For port 3ef87b0f-1731-4d54-a1b8-b7e343e89152, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3ef87b0f-1731-4d54-a1b8-b7e343e89152,segment=NetworkSegment(d11783b0-6019-455a-b59e-986bf7c68efc),segment_id=d11783b0-6019-455a-b59e-986bf7c68efc)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:07.054462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f7e99-3683-4ea8-9462-d2b46c90934d req-efba17f3-e5d2-4991-bc05-60cc327d3ef7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:07.056338 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-887f7e99-3683-4ea8-9462-d2b46c90934d req-efba17f3-e5d2-4991-bc05-60cc327d3ef7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 943 time: 0.5628021 Aug 06 16:21:07.067497 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8fa56403-92a7-4fc6-a961-4acd99d618f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:07.068318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d85534d-df6b-450e-b346-2baf3fc5d244 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:07.091050 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1d85534d-df6b-450e-b346-2baf3fc5d244 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:07.105972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:07.107220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] For port 48e0c528-deaf-42bd-b7ad-1db6fd80af8a, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:21:07.110048 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:07.132258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] For port 48e0c528-deaf-42bd-b7ad-1db6fd80af8a, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=48e0c528-deaf-42bd-b7ad-1db6fd80af8a,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:21:07.133461 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:07.149812 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:07.177107 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 03d3b501-4348-4219-afdd-f63069737a10 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:07.177888 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:07.209852 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d139522c-000a-4bdc-9f6b-41330417d397 req-61b4f6c4-1d08-4e52-a8e7-fd8ad98a69c6 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343149 Aug 06 16:21:07.298183 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa56403-92a7-4fc6-a961-4acd99d618f4 None None] Pushing event updated for resources: {'Port': ['ID=3ef87b0f-1731-4d54-a1b8-b7e343e89152,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:07.329857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:07.334547 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:07.338339 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe07293c-266d-462f-84be-a9802682e68e req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] 10.222.0.13 "PUT /v2.0/ports/48e0c528-deaf-42bd-b7ad-1db6fd80af8a HTTP/1.1" status: 200 len: 1091 time: 3.0049944 Aug 06 16:21:07.348079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d670bd-7ea2-4c77-ac58-4d0c2a619d2c', 'tag': '48e0c528-deaf-42bd-b7ad-1db6fd80af8a'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:21:07.357459 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cbe7ed-c86d-412b-9809-14335000f30a" -d '{"events": [{"name": "network-changed", "server_uuid": "53d670bd-7ea2-4c77-ac58-4d0c2a619d2c", "tag": "48e0c528-deaf-42bd-b7ad-1db6fd80af8a"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:21:07.361828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d85534d-df6b-450e-b346-2baf3fc5d244 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:21:07.382473 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:07.382963 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-887f7e99-3683-4ea8-9462-d2b46c90934d req-9b954f31-508b-452f-b2c8-a573ba50c1f8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109119 Aug 06 16:21:07.434944 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-328d9343-7174-47f9-957e-8ba200b029e9 None None] Provisioning for port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:07.440906 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1d85534d-df6b-450e-b346-2baf3fc5d244 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:07.441560 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-1d85534d-df6b-450e-b346-2baf3fc5d244 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Added segment c48b57bb-0e76-4164-b41a-0ac7cdc5f15b of type vlan for network 35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c Aug 06 16:21:07.464938 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:07.465656 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:07.497684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:07.526448 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd706bbf-b838-4744-9ac1-b0df57f428f4 service neutron] Pushing event updated for resources: {'Port': ['ID=48e0c528-deaf-42bd-b7ad-1db6fd80af8a,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:07.547319 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3e191919-d759-48e9-9ce7-dc2917989c0e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 6.4918880 Aug 06 16:21:07.559916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07293c-266d-462f-84be-a9802682e68e req-43095b81-c137-40cc-82af-72f76c5eff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:07.561418 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe07293c-266d-462f-84be-a9802682e68e req-43095b81-c137-40cc-82af-72f76c5eff44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae71580f1ed84db0bc11c2001a92e91e&device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 1094 time: 0.1622722 Aug 06 16:21:07.561951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35642) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:07.567231 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-1c778972-dfe6-4afb-a462-f656af24be7d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9275005-f10f-4649-99ae-2e48798e997c'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:07.573147 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ab3be-85e5-4280-aefc-65dec7f1ea0a None None] Pushing event updated for resources: {'Port': ['ID=3765a86b-a206-493d-938e-70c256ebf4db,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:07.591967 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1d85534d-df6b-450e-b346-2baf3fc5d244 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:07.603838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ed83df-d37a-4836-9ca8-9b3fe10b9bb8 None None] Network 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:07.609932 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'name': 'tempest-TestVolumeBackupRestore-41120009-router', 'tenant_id': '29697503b2e84cc5a770e206ec503597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '3765a86b-a206-493d-938e-70c256ebf4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:59Z', 'updated_at': '2021-08-06T16:21:02Z', 'revision_number': 3, 'project_id': '29697503b2e84cc5a770e206ec503597', 'gw_port': {'id': '3765a86b-a206-493d-938e-70c256ebf4db', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:21:01Z', 'updated_at': '2021-08-06T16:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:07.676784 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:07.787108 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7733b777-24f6-403c-b87d-b830362be4f0 None None] Provisioning complete for port 3ef87b0f-1731-4d54-a1b8-b7e343e89152 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:07.787512 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7733b777-24f6-403c-b87d-b830362be4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:07.800344 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:07.808223 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a41b58c-6163-40fd-92b4-4718f1b8bf35 None None] The sync data for ids ['24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'] in n-d-803756-1 is: [{'id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'name': 'tempest-TestVolumeBackupRestore-41120009-router', 'tenant_id': '29697503b2e84cc5a770e206ec503597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '3765a86b-a206-493d-938e-70c256ebf4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:59Z', 'updated_at': '2021-08-06T16:21:02Z', 'revision_number': 3, 'project_id': '29697503b2e84cc5a770e206ec503597', 'gw_port': {'id': '3765a86b-a206-493d-938e-70c256ebf4db', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:21:01Z', 'updated_at': '2021-08-06T16:21:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:21:07.912209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:07.912803 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:08.138413 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Allocated IP 172.20.0.1 (c4e3b793-dd26-4c47-80ae-235a36f7a8e8/8886a385-0788-4592-851f-d782e31e69b3/25c1db0f-7480-49b8-8a71-10f9575e72fd) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:08.373117 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1d85534d-df6b-450e-b346-2baf3fc5d244 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:08.378876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d85534d-df6b-450e-b346-2baf3fc5d244 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:08.379574 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1d85534d-df6b-450e-b346-2baf3fc5d244 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:08.455455 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7bf6f4-8539-41c8-b0e3-6cc6ec6a5913 x-openstack-request-id: req-3c7bf6f4-8539-41c8-b0e3-6cc6ec6a5913 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:21:08.456856 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d670bd-7ea2-4c77-ac58-4d0c2a619d2c", "tag": "48e0c528-deaf-42bd-b7ad-1db6fd80af8a", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:21:08.457272 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c7bf6f4-8539-41c8-b0e3-6cc6ec6a5913 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:21:08.458944 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d670bd-7ea2-4c77-ac58-4d0c2a619d2c', 'tag': '48e0c528-deaf-42bd-b7ad-1db6fd80af8a', 'status': 'completed', 'code': 200} Aug 06 16:21:08.475856 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe07293c-266d-462f-84be-a9802682e68e req-e76e2715-5542-4151-9cf6-8d2ba372ce49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48e0c528-deaf-42bd-b7ad-1db6fd80af8a HTTP/1.1" status: 200 len: 217 time: 0.8293908 Aug 06 16:21:08.484604 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:08.496941 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:08.582035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1d85534d-df6b-450e-b346-2baf3fc5d244 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8326795 Aug 06 16:21:08.596083 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35664) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:08.612134 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=78de4155-6c1a-4dd5-9111-65a19f4a0bf8,segment=NetworkSegment(e00f1f43-0729-4965-83e0-2203669276c8),segment_id=e00f1f43-0729-4965-83e0-2203669276c8)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:08.614811 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b3df8818-3626-4d96-8e4a-2e9298d53674 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'subnet': {'network_id': '35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:08.629386 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:08.636046 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Transition to ACTIVE for port object 25c1db0f-7480-49b8-8a71-10f9575e72fd will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:08.639316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85534d-df6b-450e-b346-2baf3fc5d244 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Network': ['ID=35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:08.651528 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dfa080b3-4aa5-4ecb-9e14-8752d96224a0 None None] Provisioning for port 2308a73e-db93-486e-a857-32add45ff94d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:08.730161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:21:08.745855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75312f0b-495d-4433-a385-26c998938f45 req-08d45c5a-534b-4f8e-8298-f375f005cbbc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:08.750251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dfa080b3-4aa5-4ecb-9e14-8752d96224a0 None None] Provisioning complete for port 2308a73e-db93-486e-a857-32add45ff94d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:08.750628 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfa080b3-4aa5-4ecb-9e14-8752d96224a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:08.761009 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75312f0b-495d-4433-a385-26c998938f45 req-08d45c5a-534b-4f8e-8298-f375f005cbbc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.3892598 Aug 06 16:21:08.974681 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75312f0b-495d-4433-a385-26c998938f45 req-414e6a25-aca8-4faf-91f8-c276fae58951 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062476 Aug 06 16:21:09.040620 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db20ba-4e10-4c37-8d3f-0b6ee318c04b req-c33f88a5-1bff-414c-b231-0efb857ed2f5 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:09.049140 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51db20ba-4e10-4c37-8d3f-0b6ee318c04b req-c33f88a5-1bff-414c-b231-0efb857ed2f5 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 943 time: 0.4618840 Aug 06 16:21:09.051471 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07293c-266d-462f-84be-a9802682e68e req-33f73837-07a9-4dfe-b065-6a975e3d72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:09.059407 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe07293c-266d-462f-84be-a9802682e68e req-33f73837-07a9-4dfe-b065-6a975e3d72ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b152cb9a-9760-4fe3-ab80-10c0edf358c7 HTTP/1.1" status: 200 len: 853 time: 0.4974458 Aug 06 16:21:09.063179 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1c778972-dfe6-4afb-a462-f656af24be7d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:09.137848 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:09.198646 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Network c4e3b793-dd26-4c47-80ae-235a36f7a8e8 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:09.212939 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe07293c-266d-462f-84be-a9802682e68e req-babb4dfc-a71b-429d-815b-914f4285a8d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68955a06-ea63-43dc-be49-36e456a37b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309059 Aug 06 16:21:09.218700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:09.270844 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:09.293103 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3765a86b-a206-493d-938e-70c256ebf4db up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:09.295356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735386f3-e914-4689-99a2-0dc0264d18fc None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:21:09.364841 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:09.401031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-dfa080b3-4aa5-4ecb-9e14-8752d96224a0 None None] Port 2308a73e-db93-486e-a857-32add45ff94d cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:21:09.402636 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=78de4155-6c1a-4dd5-9111-65a19f4a0bf8,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:09.468216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3df8818-3626-4d96-8e4a-2e9298d53674 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:09.472201 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:09.479634 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3df8818-3626-4d96-8e4a-2e9298d53674 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:09.494107 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51db20ba-4e10-4c37-8d3f-0b6ee318c04b req-6c0c000d-06f6-4275-ac71-38428a3ee91d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439540 Aug 06 16:21:09.521559 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dfa080b3-4aa5-4ecb-9e14-8752d96224a0 None None] Provisioning complete for port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:09.522285 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfa080b3-4aa5-4ecb-9e14-8752d96224a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:09.579626 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 3765a86b-a206-493d-938e-70c256ebf4db completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:09.589242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3765a86b-a206-493d-938e-70c256ebf4db triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:09.592060 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:09.592731 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Pushing event updated for resources: {'Port': ['ID=25c1db0f-7480-49b8-8a71-10f9575e72fd,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:09.698326 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe07293c-266d-462f-84be-a9802682e68e req-b14e6b8a-ead6-4191-ace5-0a37db096a08 service neutron] 10.222.0.13 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653659 Aug 06 16:21:09.727630 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735386f3-e914-4689-99a2-0dc0264d18fc None None] Resources bound (agent type, host, resource id): {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:21:09.805650 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe07293c-266d-462f-84be-a9802682e68e req-d168ce43-0ef8-4fd7-bd3f-ae295be1010b service neutron] 10.222.0.13 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966964 Aug 06 16:21:09.858271 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:10.011196 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:10.062502 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 3765a86b-a206-493d-938e-70c256ebf4db, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3765a86b-a206-493d-938e-70c256ebf4db,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:10.071292 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:10.072742 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3ef87b0f-1731-4d54-a1b8-b7e343e89152 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:10.093812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbe7ed-c86d-412b-9809-14335000f30a req-0dad9d7c-ffc2-4815-aa15-46a5129e1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:10.094950 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-73cbe7ed-c86d-412b-9809-14335000f30a req-0dad9d7c-ffc2-4815-aa15-46a5129e1ff1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae71580f1ed84db0bc11c2001a92e91e&device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 1094 time: 0.2322314 Aug 06 16:21:10.117082 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-902c877b-c573-4459-a658-6431d60ad4b0 None None] Provisioning complete for port 2308a73e-db93-486e-a857-32add45ff94d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:10.117941 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-902c877b-c573-4459-a658-6431d60ad4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:10.152371 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-1c778972-dfe6-4afb-a462-f656af24be7d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Delete allocated IP 172.20.0.30 (6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac/b9141592-e186-4086-8957-9c9d1166e6f9) {{(pid=105764) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 16:21:10.160147 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3df8818-3626-4d96-8e4a-2e9298d53674 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:10.278441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140c0d6-08ee-4eb8-87a3-956666ec6cf0 req-3f01313c-8266-48ae-bbc6-18e370c28baf tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:10.282553 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f140c0d6-08ee-4eb8-87a3-956666ec6cf0 req-3f01313c-8266-48ae-bbc6-18e370c28baf tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.1348336 Aug 06 16:21:10.362797 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f140c0d6-08ee-4eb8-87a3-956666ec6cf0 req-9897ad35-bd2a-4cf6-afbe-d15cbf9c1b90 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596085 Aug 06 16:21:10.369362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-902c877b-c573-4459-a658-6431d60ad4b0 None None] Port 2308a73e-db93-486e-a857-32add45ff94d cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:21:10.416770 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=3765a86b-a206-493d-938e-70c256ebf4db,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:10.420042 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e99a263-e21a-4476-96b0-142ffcb3d44c None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:21:10.424087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3ef87b0f-1731-4d54-a1b8-b7e343e89152 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:10.424505 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:10.428325 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:10.433896 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:10.436291 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df8818-3626-4d96-8e4a-2e9298d53674 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Subnet': ['ID=3feaad6c-67f0-4cec-8d89-ed0c05f85143,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:10.467673 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbe7ed-c86d-412b-9809-14335000f30a req-e28facae-0bd2-4ff0-adc0-dbce886e4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:10.469188 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-73cbe7ed-c86d-412b-9809-14335000f30a req-e28facae-0bd2-4ff0-adc0-dbce886e4907 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68955a06-ea63-43dc-be49-36e456a37b93 HTTP/1.1" status: 200 len: 914 time: 0.3632388 Aug 06 16:21:10.473917 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df8818-3626-4d96-8e4a-2e9298d53674 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Checking segment: {'id': 'c48b57bb-0e76-4164-b41a-0ac7cdc5f15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:10.474274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df8818-3626-4d96-8e4a-2e9298d53674 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network hostable DHCP agents. Network: 35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:21:10.501105 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:10.517574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Pushing event updated for resources: {'Port': ['ID=25c1db0f-7480-49b8-8a71-10f9575e72fd,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:10.533037 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-902c877b-c573-4459-a658-6431d60ad4b0 None None] Provisioning complete for port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:10.533422 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-902c877b-c573-4459-a658-6431d60ad4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:10.549078 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-73cbe7ed-c86d-412b-9809-14335000f30a req-efca2f30-630b-4a7c-873d-aa141de70861 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48e0c528-deaf-42bd-b7ad-1db6fd80af8a HTTP/1.1" status: 200 len: 217 time: 0.0660007 Aug 06 16:21:10.640610 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df8818-3626-4d96-8e4a-2e9298d53674 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network 35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:21:10.676349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b3df8818-3626-4d96-8e4a-2e9298d53674 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:10.678981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Network c4e3b793-dd26-4c47-80ae-235a36f7a8e8 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:10.683461 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:10.693853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df8818-3626-4d96-8e4a-2e9298d53674 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:10.694442 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3df8818-3626-4d96-8e4a-2e9298d53674 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:10.702733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c21ca-bb5d-4ae4-ab1b-e452b42752dd req-3d0cf637-e4c5-4871-a868-94611e88b986 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:10.704323 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec1c21ca-bb5d-4ae4-ab1b-e452b42752dd req-3d0cf637-e4c5-4871-a868-94611e88b986 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 943 time: 0.0785315 Aug 06 16:21:10.708518 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbe7ed-c86d-412b-9809-14335000f30a req-d9e5b487-bb86-4dda-819c-64ae8e4fdd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:10.710147 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-73cbe7ed-c86d-412b-9809-14335000f30a req-d9e5b487-bb86-4dda-819c-64ae8e4fdd43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b152cb9a-9760-4fe3-ab80-10c0edf358c7 HTTP/1.1" status: 200 len: 853 time: 0.1510351 Aug 06 16:21:10.712757 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1c778972-dfe6-4afb-a462-f656af24be7d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:10.719827 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b3df8818-3626-4d96-8e4a-2e9298d53674 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1196499 Aug 06 16:21:10.727580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35716) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:10.771659 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-73cbe7ed-c86d-412b-9809-14335000f30a req-a92fd699-fced-43da-bac6-d95e12435682 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68955a06-ea63-43dc-be49-36e456a37b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519583 Aug 06 16:21:10.778931 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-1c778972-dfe6-4afb-a462-f656af24be7d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Transition to ACTIVE for port object 2308a73e-db93-486e-a857-32add45ff94d will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:10.807554 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1c778972-dfe6-4afb-a462-f656af24be7d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:10.823582 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec1c21ca-bb5d-4ae4-ab1b-e452b42752dd req-fc02cce1-394e-4afd-bc1c-22c1d1aa69b4 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865471 Aug 06 16:21:10.866262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Router 24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:21:10.967896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e99a263-e21a-4476-96b0-142ffcb3d44c None None] Unable to find a vacant binding_index for network 35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c and agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 {{(pid=105766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 06 16:21:10.980142 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e99a263-e21a-4476-96b0-142ffcb3d44c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c) {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:21:11.029682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c778972-dfe6-4afb-a462-f656af24be7d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=2308a73e-db93-486e-a857-32add45ff94d,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:11.039933 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:21:11.048331 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02bf1c48-556f-4545-a41b-80fc0c88fb69 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:11.054193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7f9f4d2d-3f2e-4b5d-b97a-4ebfcc1ff442 admin admin] 10.222.0.37 "PUT /v2.0/routers/24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7351084 Aug 06 16:21:11.056781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3765a86b-a206-493d-938e-70c256ebf4db up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:11.057049 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-1c778972-dfe6-4afb-a462-f656af24be7d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] In _notify_port_updated(), no bound segment for port 2308a73e-db93-486e-a857-32add45ff94d on network 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:21:11.062580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c778972-dfe6-4afb-a462-f656af24be7d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:11.063350 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1c778972-dfe6-4afb-a462-f656af24be7d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:11.067368 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1c778972-dfe6-4afb-a462-f656af24be7d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "PUT /v2.0/ports/2308a73e-db93-486e-a857-32add45ff94d HTTP/1.1" status: 200 len: 918 time: 3.5017862 Aug 06 16:21:11.067653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35720) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:11.069071 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-73cbe7ed-c86d-412b-9809-14335000f30a req-bc3b81f8-c0ec-4745-bc66-a45f6957ba3f service neutron] 10.222.0.13 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872870 Aug 06 16:21:11.073753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-caa438c2-7c27-422e-a314-3cca5ce25f17 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9275005-f10f-4649-99ae-2e48798e997c'}, {'subnet_id': 'b9141592-e186-4086-8957-9c9d1166e6f9'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:11.083028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Sync routers for ids ['24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:21:11.154350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Routers {'24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:21:11.155179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:21:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:11.181696 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02bf1c48-556f-4545-a41b-80fc0c88fb69 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:11.247369 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-73cbe7ed-c86d-412b-9809-14335000f30a req-39ae4463-ff64-463b-83c6-d98095795035 service neutron] 10.222.0.13 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709254 Aug 06 16:21:11.266628 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-caa438c2-7c27-422e-a314-3cca5ce25f17 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:11.284632 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02bf1c48-556f-4545-a41b-80fc0c88fb69 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:11.320084 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf1c48-556f-4545-a41b-80fc0c88fb69 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Subnet': ['ID=3feaad6c-67f0-4cec-8d89-ed0c05f85143,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:11.457005 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02bf1c48-556f-4545-a41b-80fc0c88fb69 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:11.477719 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-02bf1c48-556f-4545-a41b-80fc0c88fb69 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:11.480847 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3765a86b-a206-493d-938e-70c256ebf4db triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:11.481336 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:11.505272 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-02bf1c48-556f-4545-a41b-80fc0c88fb69 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48b57bb-0e76-4164-b41a-0ac7cdc5f15b') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:11.505926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-02bf1c48-556f-4545-a41b-80fc0c88fb69 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48b57bb-0e76-4164-b41a-0ac7cdc5f15b') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:11.530845 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02bf1c48-556f-4545-a41b-80fc0c88fb69 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:11.573013 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02bf1c48-556f-4545-a41b-80fc0c88fb69 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:11.592092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bf1c48-556f-4545-a41b-80fc0c88fb69 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:11.592092 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02bf1c48-556f-4545-a41b-80fc0c88fb69 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:11.601060 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:11.605710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Set router 24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:21:11.713650 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02bf1c48-556f-4545-a41b-80fc0c88fb69 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:11.717244 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-caa438c2-7c27-422e-a314-3cca5ce25f17 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Allocated IP 172.20.0.23 (6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac/b9141592-e186-4086-8957-9c9d1166e6f9/2308a73e-db93-486e-a857-32add45ff94d) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:11.727697 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02bf1c48-556f-4545-a41b-80fc0c88fb69 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:11.736495 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-02bf1c48-556f-4545-a41b-80fc0c88fb69 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c HTTP/1.1" status: 204 len: 168 time: 0.9994814 Aug 06 16:21:11.745080 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35766) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:11.781552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c7cf7cc9-4c44-46ce-8310-45eb4d0ce7d6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1000221660'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:11.787653 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf1c48-556f-4545-a41b-80fc0c88fb69 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Network': ['ID=35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:11.823743 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cf7cc9-4c44-46ce-8310-45eb4d0ce7d6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:11.827329 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7cc9-4c44-46ce-8310-45eb4d0ce7d6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:11.885613 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e875e0c-fc90-4cf3-a734-94a1c3bac328 None None] Network 35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:11.905682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cf7cc9-4c44-46ce-8310-45eb4d0ce7d6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:21:11.919996 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7cc9-4c44-46ce-8310-45eb4d0ce7d6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:11.922349 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-c7cf7cc9-4c44-46ce-8310-45eb4d0ce7d6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Added segment 03a11ce4-95e7-4bae-8d6f-8a342e48c2e3 of type vlan for network 459e6f1d-7ed0-4312-b82e-b8defebc0bdd Aug 06 16:21:11.927154 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-caa438c2-7c27-422e-a314-3cca5ce25f17 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:11.967963 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 48e0c528-deaf-42bd-b7ad-1db6fd80af8a details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:21:11.976968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-caa438c2-7c27-422e-a314-3cca5ce25f17 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Ignored duplicate provisioning block setup for port 2308a73e-db93-486e-a857-32add45ff94d by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 06 16:21:11.991057 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-caa438c2-7c27-422e-a314-3cca5ce25f17 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:11.992408 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e875e0c-fc90-4cf3-a734-94a1c3bac328 None None] Network 35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c could not be found, it might have been deleted concurrently. {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 16:21:12.003076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7cc9-4c44-46ce-8310-45eb4d0ce7d6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:12.015189 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:12.025326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c88d02-0ff5-4dea-96ec-e7ac4f0e3b8d None None] Network 35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:12.089895 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7cc9-4c44-46ce-8310-45eb4d0ce7d6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:12.097830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cf7cc9-4c44-46ce-8310-45eb4d0ce7d6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:12.101790 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7cc9-4c44-46ce-8310-45eb4d0ce7d6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:12.102273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113129c-67b0-4bf1-8dbe-23869cd22d89 req-918e7176-860a-4d03-a0c6-8912bba389d7 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:12.104441 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9113129c-67b0-4bf1-8dbe-23869cd22d89 req-918e7176-860a-4d03-a0c6-8912bba389d7 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.5696919 Aug 06 16:21:12.112763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c88d02-0ff5-4dea-96ec-e7ac4f0e3b8d None None] Network 35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c could not be found, it might have been deleted concurrently. {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 16:21:12.174292 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c7cf7cc9-4c44-46ce-8310-45eb4d0ce7d6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4069207 Aug 06 16:21:12.198012 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35778) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:12.204897 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f1ce8daf-9859-4ddf-9a99-7ec3087a44c8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'subnet': {'network_id': '459e6f1d-7ed0-4312-b82e-b8defebc0bdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:12.289397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9ad43-f8fe-4012-b667-f063f56bd5ba req-d91d6c7f-690e-4e2f-a155-178b604cbe5f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:12.298201 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-47d9ad43-f8fe-4012-b667-f063f56bd5ba req-d91d6c7f-690e-4e2f-a155-178b604cbe5f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 943 time: 0.2915084 Aug 06 16:21:12.341591 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf7cc9-4c44-46ce-8310-45eb4d0ce7d6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Network': ['ID=459e6f1d-7ed0-4312-b82e-b8defebc0bdd,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:12.388236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa438c2-7c27-422e-a314-3cca5ce25f17 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=2308a73e-db93-486e-a857-32add45ff94d,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:12.470082 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-caa438c2-7c27-422e-a314-3cca5ce25f17 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] In _notify_port_updated(), no bound segment for port 2308a73e-db93-486e-a857-32add45ff94d on network 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac {{(pid=105765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:21:12.486804 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa438c2-7c27-422e-a314-3cca5ce25f17 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:12.486804 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-caa438c2-7c27-422e-a314-3cca5ce25f17 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:12.488742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35790) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:12.493807 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 48e0c528-deaf-42bd-b7ad-1db6fd80af8a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=48e0c528-deaf-42bd-b7ad-1db6fd80af8a,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:12.499169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-caa438c2-7c27-422e-a314-3cca5ce25f17 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "PUT /v2.0/ports/2308a73e-db93-486e-a857-32add45ff94d HTTP/1.1" status: 200 len: 998 time: 1.4300964 Aug 06 16:21:12.515125 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '48e0c528-deaf-42bd-b7ad-1db6fd80af8a', 'network_id': '68955a06-ea63-43dc-be49-36e456a37b93', 'port_id': '48e0c528-deaf-42bd-b7ad-1db6fd80af8a', 'mac_address': 'fa:16:3e:23:bd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b152cb9a-9760-4fe3-ab80-10c0edf358c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:21:12.521960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 459e6f1d-7ed0-4312-b82e-b8defebc0bdd details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:21:12.550061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:12.550578 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:12.637101 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:12.731662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ce8daf-9859-4ddf-9a99-7ec3087a44c8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:12.744418 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1ce8daf-9859-4ddf-9a99-7ec3087a44c8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:12.754365 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e0c528-deaf-42bd-b7ad-1db6fd80af8a {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:21:12.792255 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 48e0c528-deaf-42bd-b7ad-1db6fd80af8a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=48e0c528-deaf-42bd-b7ad-1db6fd80af8a,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:12.793056 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5dc4beff-8a9b-4f1c-94e9-993c7bd277ae None None] Provisioning for port 2308a73e-db93-486e-a857-32add45ff94d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:12.804903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5dc4beff-8a9b-4f1c-94e9-993c7bd277ae None None] Provisioning complete for port 2308a73e-db93-486e-a857-32add45ff94d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:12.805288 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5dc4beff-8a9b-4f1c-94e9-993c7bd277ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:12.841379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.ipam_backend_mixin [None req-f1ce8daf-9859-4ddf-9a99-7ec3087a44c8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Performing IP validity checks on allocation pools {{(pid=105764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 16:21:12.842183 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.ipam_backend_mixin [None req-f1ce8daf-9859-4ddf-9a99-7ec3087a44c8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 16:21:12.864825 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-7907985b-0cd2-4fee-9f10-55da3ffaa163 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 2308a73e-db93-486e-a857-32add45ff94d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:12.865223 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7907985b-0cd2-4fee-9f10-55da3ffaa163 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:13.042476 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:13.043226 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7907985b-0cd2-4fee-9f10-55da3ffaa163 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:13.094426 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-7907985b-0cd2-4fee-9f10-55da3ffaa163 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 2308a73e-db93-486e-a857-32add45ff94d owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:13.136738 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'name': 'tempest-TestVolumeBackupRestore-41120009-router', 'tenant_id': '29697503b2e84cc5a770e206ec503597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '3765a86b-a206-493d-938e-70c256ebf4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:59Z', 'updated_at': '2021-08-06T16:21:09Z', 'revision_number': 4, 'project_id': '29697503b2e84cc5a770e206ec503597', 'gw_port': {'id': '3765a86b-a206-493d-938e-70c256ebf4db', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:21:01Z', 'updated_at': '2021-08-06T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '25c1db0f-7480-49b8-8a71-10f9575e72fd', 'name': '', 'network_id': 'c4e3b793-dd26-4c47-80ae-235a36f7a8e8', 'tenant_id': '29697503b2e84cc5a770e206ec503597', 'mac_address': 'fa:16:3e:87:20:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8886a385-0788-4592-851f-d782e31e69b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:21:07Z', 'updated_at': '2021-08-06T16:21:09Z', 'revision_number': 2, 'project_id': '29697503b2e84cc5a770e206ec503597', 'subnets': [{'id': '8886a385-0788-4592-851f-d782e31e69b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:13.233902 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1ce8daf-9859-4ddf-9a99-7ec3087a44c8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:13.252604 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Checking router: 24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:21:13.253736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Updating router 24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747 port 25c1db0f-7480-49b8-8a71-10f9575e72fd binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:21:13.265256 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5dc4beff-8a9b-4f1c-94e9-993c7bd277ae None None] Port 2308a73e-db93-486e-a857-32add45ff94d cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:21:13.408099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['48e0c528-deaf-42bd-b7ad-1db6fd80af8a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:21:13.419323 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce8daf-9859-4ddf-9a99-7ec3087a44c8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Subnet': ['ID=de684247-e63b-4634-aa97-b7fb53853514,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:13.433732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ce8daf-9859-4ddf-9a99-7ec3087a44c8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Checking segment: {'id': '03a11ce4-95e7-4bae-8d6f-8a342e48c2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '459e6f1d-7ed0-4312-b82e-b8defebc0bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:13.434117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ce8daf-9859-4ddf-9a99-7ec3087a44c8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network hostable DHCP agents. Network: 459e6f1d-7ed0-4312-b82e-b8defebc0bdd, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:21:13.448646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9113129c-67b0-4bf1-8dbe-23869cd22d89 req-37273104-b4ea-4d0e-9cee-808148c08dde tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2440875 Aug 06 16:21:13.465424 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-47d9ad43-f8fe-4012-b667-f063f56bd5ba req-87a71d7a-6132-40dd-ae00-9f2a75183186 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1660888 Aug 06 16:21:13.468004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=48e0c528-deaf-42bd-b7ad-1db6fd80af8a,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:13.495584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ce8daf-9859-4ddf-9a99-7ec3087a44c8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network 459e6f1d-7ed0-4312-b82e-b8defebc0bdd is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:21:13.545168 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:13.596196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5dc4beff-8a9b-4f1c-94e9-993c7bd277ae None None] Provisioning for port 25c1db0f-7480-49b8-8a71-10f9575e72fd completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:13.607442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-f1ce8daf-9859-4ddf-9a99-7ec3087a44c8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 459e6f1d-7ed0-4312-b82e-b8defebc0bdd) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:13.615191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ce8daf-9859-4ddf-9a99-7ec3087a44c8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:13.615784 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1ce8daf-9859-4ddf-9a99-7ec3087a44c8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:13.645263 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7907985b-0cd2-4fee-9f10-55da3ffaa163 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:13.666041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db51e041-9a4c-4a0a-b452-b2d401676142 None None] Network 459e6f1d-7ed0-4312-b82e-b8defebc0bdd requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:13.674850 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5dc4beff-8a9b-4f1c-94e9-993c7bd277ae None None] Provisioning complete for port 25c1db0f-7480-49b8-8a71-10f9575e72fd triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:13.675241 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5dc4beff-8a9b-4f1c-94e9-993c7bd277ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:13.771277 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f1ce8daf-9859-4ddf-9a99-7ec3087a44c8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5717621 Aug 06 16:21:13.772559 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907985b-0cd2-4fee-9f10-55da3ffaa163 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=2308a73e-db93-486e-a857-32add45ff94d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:13.773931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35852) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:13.916898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5dc4beff-8a9b-4f1c-94e9-993c7bd277ae None None] Port 25c1db0f-7480-49b8-8a71-10f9575e72fd cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:21:13.999362 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7907985b-0cd2-4fee-9f10-55da3ffaa163 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.005871 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7907985b-0cd2-4fee-9f10-55da3ffaa163 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/2308a73e-db93-486e-a857-32add45ff94d HTTP/1.1" status: 204 len: 168 time: 1.5143197 Aug 06 16:21:14.006523 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35854) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:14.024060 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-653c91fa-751a-4f7b-b166-9e24f8a80462 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.059491 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad8ee96-9519-41be-b7f5-a45bbe423d55 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] GET failed (client error): The resource could not be found. Aug 06 16:21:14.066735 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aad8ee96-9519-41be-b7f5-a45bbe423d55 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/2308a73e-db93-486e-a857-32add45ff94d HTTP/1.1" status: 404 len: 333 time: 0.0590219 Aug 06 16:21:14.067427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35856) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:14.141710 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-653c91fa-751a-4f7b-b166-9e24f8a80462 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.161552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d782914-3f4d-44e3-95c7-139c0a0a1f66 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting subnet b9141592-e186-4086-8957-9c9d1166e6f9 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:21:14.163699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a8d0ef5b-05cb-47d6-b1a9-d64b9ee5b993 None None] Could not find standard attr ID for object 2308a73e-db93-486e-a857-32add45ff94d. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:21:14.164826 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d782914-3f4d-44e3-95c7-139c0a0a1f66 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.216592 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d782914-3f4d-44e3-95c7-139c0a0a1f66 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.241952 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-653c91fa-751a-4f7b-b166-9e24f8a80462 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.289022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c91fa-751a-4f7b-b166-9e24f8a80462 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Subnet': ['ID=de684247-e63b-4634-aa97-b7fb53853514,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:14.347812 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652b479d-1c7c-4683-aea2-745025f54cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-459e6f1d-7ed0-4312-b82e-b8defebc0bdd', 'network_id': '459e6f1d-7ed0-4312-b82e-b8defebc0bdd', 'tenant_id': 'f5240ec05b5c46dcb2c2f0a55eb6633a', 'fixed_ips': [{'subnet_id': 'de684247-e63b-4634-aa97-b7fb53853514'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:21:14.348673 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-652b479d-1c7c-4683-aea2-745025f54cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.355377 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d782914-3f4d-44e3-95c7-139c0a0a1f66 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.383638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a8d0ef5b-05cb-47d6-b1a9-d64b9ee5b993 None None] Provisioning complete for port 25c1db0f-7480-49b8-8a71-10f9575e72fd triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:14.384044 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a8d0ef5b-05cb-47d6-b1a9-d64b9ee5b993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.407946 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-653c91fa-751a-4f7b-b166-9e24f8a80462 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.426439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-653c91fa-751a-4f7b-b166-9e24f8a80462 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459e6f1d-7ed0-4312-b82e-b8defebc0bdd']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:14.442113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-653c91fa-751a-4f7b-b166-9e24f8a80462 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a11ce4-95e7-4bae-8d6f-8a342e48c2e3') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:14.442722 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-653c91fa-751a-4f7b-b166-9e24f8a80462 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a11ce4-95e7-4bae-8d6f-8a342e48c2e3') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:14.463054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-653c91fa-751a-4f7b-b166-9e24f8a80462 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.498093 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-653c91fa-751a-4f7b-b166-9e24f8a80462 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.508148 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653c91fa-751a-4f7b-b166-9e24f8a80462 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:14.508688 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-653c91fa-751a-4f7b-b166-9e24f8a80462 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:14.512723 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:14.515611 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d782914-3f4d-44e3-95c7-139c0a0a1f66 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.603654 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d782914-3f4d-44e3-95c7-139c0a0a1f66 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.608876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35864) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:14.617886 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7d782914-3f4d-44e3-95c7-139c0a0a1f66 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/b9141592-e186-4086-8957-9c9d1166e6f9 HTTP/1.1" status: 204 len: 168 time: 0.5489583 Aug 06 16:21:14.625392 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d782914-3f4d-44e3-95c7-139c0a0a1f66 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Subnet': ['ID=b9141592-e186-4086-8957-9c9d1166e6f9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:14.669956 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.702989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a8d0ef5b-05cb-47d6-b1a9-d64b9ee5b993 None None] Port 25c1db0f-7480-49b8-8a71-10f9575e72fd cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:21:14.705108 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c6e048-2dab-45d0-aeb3-fff37e782f44 None None] Network 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:14.748798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ea7ba9-a140-4b17-9e4a-81a376e7f885 None None] Network 459e6f1d-7ed0-4312-b82e-b8defebc0bdd requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:14.756780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Transition to ACTIVE for port object 25c1db0f-7480-49b8-8a71-10f9575e72fd will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:14.762521 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-653c91fa-751a-4f7b-b166-9e24f8a80462 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.768430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-653c91fa-751a-4f7b-b166-9e24f8a80462 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.774233 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-653c91fa-751a-4f7b-b166-9e24f8a80462 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/459e6f1d-7ed0-4312-b82e-b8defebc0bdd HTTP/1.1" status: 204 len: 168 time: 0.9951398 Aug 06 16:21:14.774815 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35872) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:14.780079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a824b9bf-5c33-41a5-8625-a10fd1061500 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-716582014'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:14.798507 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.803316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ea7ba9-a140-4b17-9e4a-81a376e7f885 None None] Network 459e6f1d-7ed0-4312-b82e-b8defebc0bdd could not be found, it might have been deleted concurrently. {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 16:21:14.830222 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a824b9bf-5c33-41a5-8625-a10fd1061500 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:14.837008 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a824b9bf-5c33-41a5-8625-a10fd1061500 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.856992 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-4831c113-a3ec-4afd-99cc-9fc29adc379a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting subnet a9275005-f10f-4649-99ae-2e48798e997c {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:21:14.861261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c91fa-751a-4f7b-b166-9e24f8a80462 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Network': ['ID=459e6f1d-7ed0-4312-b82e-b8defebc0bdd,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:14.880372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0420e-1b74-4c6d-9b39-d728f6a71498 None None] Pushing event updated for resources: {'Port': ['ID=25c1db0f-7480-49b8-8a71-10f9575e72fd,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:14.888376 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4831c113-a3ec-4afd-99cc-9fc29adc379a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.922153 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a824b9bf-5c33-41a5-8625-a10fd1061500 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:21:14.933591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f9431-4aba-4c2c-be60-0e61cb1d18e5 req-55e79ced-4549-48ff-a529-61e1a2aef761 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:14.935949 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-000f9431-4aba-4c2c-be60-0e61cb1d18e5 req-55e79ced-4549-48ff-a529-61e1a2aef761 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 944 time: 0.2776241 Aug 06 16:21:14.945610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2bb56-732a-41c7-a30f-facd8db0b222 req-d1352cbe-3462-441c-8950-6235531e743c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:14.947833 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6c2bb56-732a-41c7-a30f-facd8db0b222 req-d1352cbe-3462-441c-8950-6235531e743c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.2650630 Aug 06 16:21:14.963238 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a824b9bf-5c33-41a5-8625-a10fd1061500 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:14.963604 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-a824b9bf-5c33-41a5-8625-a10fd1061500 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Added segment 84c39f2e-8cc1-4e25-a657-fd698c9d47fb of type vlan for network 2a7bc1b4-74f7-4dde-98cb-71464d8c7d62 Aug 06 16:21:15.011391 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Attempting to bind port 25c1db0f-7480-49b8-8a71-10f9575e72fd on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:21:15.011852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Attempting to bind port 25c1db0f-7480-49b8-8a71-10f9575e72fd by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'd11783b0-6019-455a-b59e-986bf7c68efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4e3b793-dd26-4c47-80ae-235a36f7a8e8'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:21:15.012244 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Attempting to bind port 25c1db0f-7480-49b8-8a71-10f9575e72fd on network c4e3b793-dd26-4c47-80ae-235a36f7a8e8 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:21:15.026372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:21:15.026883 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Checking segment: {'id': 'd11783b0-6019-455a-b59e-986bf7c68efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4e3b793-dd26-4c47-80ae-235a36f7a8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:15.027805 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:15.039326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Bound using segment: {'id': 'd11783b0-6019-455a-b59e-986bf7c68efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4e3b793-dd26-4c47-80ae-235a36f7a8e8'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:21:15.039967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Bound port: 25c1db0f-7480-49b8-8a71-10f9575e72fd, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11783b0-6019-455a-b59e-986bf7c68efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'c4e3b793-dd26-4c47-80ae-235a36f7a8e8'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:21:15.040973 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:15.080321 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a824b9bf-5c33-41a5-8625-a10fd1061500 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:15.102072 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4831c113-a3ec-4afd-99cc-9fc29adc379a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:15.112186 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6c2bb56-732a-41c7-a30f-facd8db0b222 req-e8625684-b026-4950-bc46-0ca6097f2dba tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536369 Aug 06 16:21:15.180056 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] For port 25c1db0f-7480-49b8-8a71-10f9575e72fd, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:21:15.185779 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] For port 25c1db0f-7480-49b8-8a71-10f9575e72fd, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=25c1db0f-7480-49b8-8a71-10f9575e72fd,segment=NetworkSegment(d11783b0-6019-455a-b59e-986bf7c68efc),segment_id=d11783b0-6019-455a-b59e-986bf7c68efc)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:21:15.194100 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a824b9bf-5c33-41a5-8625-a10fd1061500 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:15.199230 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:15.206800 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a824b9bf-5c33-41a5-8625-a10fd1061500 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:15.208999 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-000f9431-4aba-4c2c-be60-0e61cb1d18e5 req-22bed97c-f56c-4391-8300-fd9da8a50121 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578180 Aug 06 16:21:15.228647 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a824b9bf-5c33-41a5-8625-a10fd1061500 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:15.391865 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Routers {'24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:21:15.392712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:21:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:15.397453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0420e-1b74-4c6d-9b39-d728f6a71498 None None] Pushing event updated for resources: {'Port': ['ID=25c1db0f-7480-49b8-8a71-10f9575e72fd,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:15.510484 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4831c113-a3ec-4afd-99cc-9fc29adc379a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:15.709658 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4831c113-a3ec-4afd-99cc-9fc29adc379a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:15.791394 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831c113-a3ec-4afd-99cc-9fc29adc379a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Subnet': ['ID=a9275005-f10f-4649-99ae-2e48798e997c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:15.795211 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4831c113-a3ec-4afd-99cc-9fc29adc379a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:15.797414 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4831c113-a3ec-4afd-99cc-9fc29adc379a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/a9275005-f10f-4649-99ae-2e48798e997c HTTP/1.1" status: 204 len: 168 time: 1.1875286 Aug 06 16:21:15.803717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35888) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:15.915819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] Set router 24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:21:15.938166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 48e0c528-deaf-42bd-b7ad-1db6fd80af8a up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:15.999057 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:16.060110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64dc54-5a8b-474a-9285-f9910f7f8a80 req-8f891396-2211-42a6-8443-1226cac1e38f tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:16.062228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7b64dc54-5a8b-474a-9285-f9910f7f8a80 req-8f891396-2211-42a6-8443-1226cac1e38f tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.3780596 Aug 06 16:21:16.214197 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7b64dc54-5a8b-474a-9285-f9910f7f8a80 req-e94b83ac-69de-4ca1-9001-2abea953ddd7 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252816 Aug 06 16:21:16.220320 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:16.220663 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:16.284200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 48e0c528-deaf-42bd-b7ad-1db6fd80af8a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:16.306188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 48e0c528-deaf-42bd-b7ad-1db6fd80af8a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:16.307137 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:16.453509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] For port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=78de4155-6c1a-4dd5-9111-65a19f4a0bf8,segment=NetworkSegment(e00f1f43-0729-4965-83e0-2203669276c8),segment_id=e00f1f43-0729-4965-83e0-2203669276c8)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:16.453970 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:16.469301 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:16.517431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:16.525358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d670bd-7ea2-4c77-ac58-4d0c2a619d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e0c528-deaf-42bd-b7ad-1db6fd80af8a'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:21:16.527331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824b9bf-5c33-41a5-8625-a10fd1061500 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Network': ['ID=2a7bc1b4-74f7-4dde-98cb-71464d8c7d62,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:16.530103 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e118809-d560-4d76-9cdf-324b5b0ae814" -d '{"events": [{"server_uuid": "53d670bd-7ea2-4c77-ac58-4d0c2a619d2c", "name": "network-vif-plugged", "status": "completed", "tag": "48e0c528-deaf-42bd-b7ad-1db6fd80af8a"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:21:16.542531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35916) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:16.544874 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a824b9bf-5c33-41a5-8625-a10fd1061500 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7681506 Aug 06 16:21:16.548610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5807b1e1-4812-499e-b7fd-ad90fb0498a9 None None] Network 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:16.563237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dde95-453a-4bd5-b893-2a8f259e88a0 req-2cfee5c7-5491-4fe3-b74c-ce94bbc74093 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:16.566365 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 2a7bc1b4-74f7-4dde-98cb-71464d8c7d62 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:21:16.570612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-764dde95-453a-4bd5-b893-2a8f259e88a0 req-2cfee5c7-5491-4fe3-b74c-ce94bbc74093 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 944 time: 0.2083230 Aug 06 16:21:16.584246 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-68868a6b-4740-47ac-af01-332ebf55544c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'subnet': {'network_id': '2a7bc1b4-74f7-4dde-98cb-71464d8c7d62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:16.637277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37061048-f12c-45c0-9ab3-4f3cc658c2c9 req-1d98afa1-69cd-4941-8bd9-8b8aa33a0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:16.640359 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-37061048-f12c-45c0-9ab3-4f3cc658c2c9 req-1d98afa1-69cd-4941-8bd9-8b8aa33a0d3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 1096 time: 0.1090653 Aug 06 16:21:16.816669 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 48e0c528-deaf-42bd-b7ad-1db6fd80af8a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=48e0c528-deaf-42bd-b7ad-1db6fd80af8a,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:16.833519 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f150743e-bc2a-437e-85cd-6cc16ec9c494 x-openstack-request-id: req-f150743e-bc2a-437e-85cd-6cc16ec9c494 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:21:16.834015 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d670bd-7ea2-4c77-ac58-4d0c2a619d2c", "name": "network-vif-plugged", "status": "completed", "tag": "48e0c528-deaf-42bd-b7ad-1db6fd80af8a", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:21:16.834390 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f150743e-bc2a-437e-85cd-6cc16ec9c494 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:21:16.834910 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d670bd-7ea2-4c77-ac58-4d0c2a619d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e0c528-deaf-42bd-b7ad-1db6fd80af8a', 'code': 200} Aug 06 16:21:16.847050 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:16.858980 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37061048-f12c-45c0-9ab3-4f3cc658c2c9 req-5280c9fd-da43-4ec5-ab04-18d39c967717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:16.861323 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-37061048-f12c-45c0-9ab3-4f3cc658c2c9 req-5280c9fd-da43-4ec5-ab04-18d39c967717 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 200 len: 912 time: 0.2128615 Aug 06 16:21:16.960691 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-37061048-f12c-45c0-9ab3-4f3cc658c2c9 req-32d9a7ae-6d85-45c6-ab37-c452fef39fdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0847e10b-9cbb-4a1a-87ef-51204f2f816d HTTP/1.1" status: 200 len: 1000 time: 0.0910265 Aug 06 16:21:16.979376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-764dde95-453a-4bd5-b893-2a8f259e88a0 req-06674710-219c-48fc-a6a7-7a2863081e39 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844280 Aug 06 16:21:16.983494 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:17.013990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d7faa52d-b4db-451e-bdba-c333cba120c4 None None] Provisioning complete for port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:17.014588 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d7faa52d-b4db-451e-bdba-c333cba120c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:17.073580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=78de4155-6c1a-4dd5-9111-65a19f4a0bf8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:17.089767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No DVR routers for this DVR port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:21:17.103286 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37061048-f12c-45c0-9ab3-4f3cc658c2c9 req-66a6a586-4264-4c08-92d4-d10dbe58f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:17.109685 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-37061048-f12c-45c0-9ab3-4f3cc658c2c9 req-66a6a586-4264-4c08-92d4-d10dbe58f816 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33e739df-6337-434a-b559-956cd4fe06af HTTP/1.1" status: 200 len: 850 time: 0.1401205 Aug 06 16:21:17.150815 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d7faa52d-b4db-451e-bdba-c333cba120c4 None None] Port 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 was deleted so its status cannot be updated. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 06 16:21:17.169317 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83892437-52a6-449d-9ab1-89829f7c1a8b req-699cafc0-a757-4940-a2c3-31fda94a1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:17.174833 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83892437-52a6-449d-9ab1-89829f7c1a8b req-699cafc0-a757-4940-a2c3-31fda94a1cb6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 1095 time: 0.3959713 Aug 06 16:21:17.188413 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=48e0c528-deaf-42bd-b7ad-1db6fd80af8a,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:17.203305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'name': 'tempest-TestVolumeBackupRestore-41120009-router', 'tenant_id': '29697503b2e84cc5a770e206ec503597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '3765a86b-a206-493d-938e-70c256ebf4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:59Z', 'updated_at': '2021-08-06T16:21:09Z', 'revision_number': 4, 'project_id': '29697503b2e84cc5a770e206ec503597', 'gw_port': {'id': '3765a86b-a206-493d-938e-70c256ebf4db', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:21:01Z', 'updated_at': '2021-08-06T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '25c1db0f-7480-49b8-8a71-10f9575e72fd', 'name': '', 'network_id': 'c4e3b793-dd26-4c47-80ae-235a36f7a8e8', 'tenant_id': '29697503b2e84cc5a770e206ec503597', 'mac_address': 'fa:16:3e:87:20:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8886a385-0788-4592-851f-d782e31e69b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:21:07Z', 'updated_at': '2021-08-06T16:21:15Z', 'revision_number': 4, 'project_id': '29697503b2e84cc5a770e206ec503597', 'subnets': [{'id': '8886a385-0788-4592-851f-d782e31e69b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:17.236153 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37061048-f12c-45c0-9ab3-4f3cc658c2c9 req-bb6ce758-b8ff-42f3-b0e4-aea246960dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:17.237723 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-37061048-f12c-45c0-9ab3-4f3cc658c2c9 req-bb6ce758-b8ff-42f3-b0e4-aea246960dac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b39d9b2-9c33-437b-8ac5-1025578faa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205020 Aug 06 16:21:17.252266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f51617-8a30-4bac-b068-a56b29fe3e42 None None] The sync data for ids ['24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'] in n-d-803756-1 is: [{'id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'name': 'tempest-TestVolumeBackupRestore-41120009-router', 'tenant_id': '29697503b2e84cc5a770e206ec503597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '3765a86b-a206-493d-938e-70c256ebf4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:59Z', 'updated_at': '2021-08-06T16:21:09Z', 'revision_number': 4, 'project_id': '29697503b2e84cc5a770e206ec503597', 'gw_port': {'id': '3765a86b-a206-493d-938e-70c256ebf4db', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:21:01Z', 'updated_at': '2021-08-06T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '25c1db0f-7480-49b8-8a71-10f9575e72fd', 'name': '', 'network_id': 'c4e3b793-dd26-4c47-80ae-235a36f7a8e8', 'tenant_id': '29697503b2e84cc5a770e206ec503597', 'mac_address': 'fa:16:3e:87:20:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '8886a385-0788-4592-851f-d782e31e69b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:21:07Z', 'updated_at': '2021-08-06T16:21:15Z', 'revision_number': 4, 'project_id': '29697503b2e84cc5a770e206ec503597', 'subnets': [{'id': '8886a385-0788-4592-851f-d782e31e69b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:21:17.315130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aea3b4-f668-48f3-b110-16dc6f852618 None None] DHCP port deletion for 6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:21:17.341878 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:17.371210 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68868a6b-4740-47ac-af01-332ebf55544c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:17.384981 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68868a6b-4740-47ac-af01-332ebf55544c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:17.439058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83892437-52a6-449d-9ab1-89829f7c1a8b req-f21e7470-2d45-4160-9baa-7e2de01dfcdc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959219 Aug 06 16:21:17.483296 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-37061048-f12c-45c0-9ab3-4f3cc658c2c9 req-8c1975c2-609b-4395-9851-5553d9341f41 service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376554 Aug 06 16:21:17.504947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:17.581029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00f1f43-0729-4965-83e0-2203669276c8') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:17.581732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00f1f43-0729-4965-83e0-2203669276c8') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:17.656671 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:17.703667 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:17.724756 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-37061048-f12c-45c0-9ab3-4f3cc658c2c9 req-734e5b47-bf0b-4cdf-b2c7-b3cb7c1bf921 service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326245 Aug 06 16:21:17.761277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:17.765744 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:17.769261 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:17.828808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 25c1db0f-7480-49b8-8a71-10f9575e72fd up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:17.873522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db0476-05e4-4d10-9c7e-7a01e2981417 req-66825c5b-5147-4f14-8286-74e87d380678 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:17.878117 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55db0476-05e4-4d10-9c7e-7a01e2981417 req-66825c5b-5147-4f14-8286-74e87d380678 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.4003420 Aug 06 16:21:17.967437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 25c1db0f-7480-49b8-8a71-10f9575e72fd completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:17.997049 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 25c1db0f-7480-49b8-8a71-10f9575e72fd triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:17.997681 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:18.256732 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:18.282705 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55db0476-05e4-4d10-9c7e-7a01e2981417 req-130f1f75-59f8-44b5-ae90-f40bfa216ebe tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896910 Aug 06 16:21:18.287172 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:18.302678 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:18.304917 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/networks/6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac HTTP/1.1" status: 204 len: 168 time: 2.4999897 Aug 06 16:21:18.311790 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35942) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:18.405601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 25c1db0f-7480-49b8-8a71-10f9575e72fd, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=25c1db0f-7480-49b8-8a71-10f9575e72fd,segment=NetworkSegment(d11783b0-6019-455a-b59e-986bf7c68efc),segment_id=d11783b0-6019-455a-b59e-986bf7c68efc)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:18.414634 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:18.417055 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1af674-cf4e-4ae2-bdb8-459529cb0c24 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:18.427045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dececb-d2ef-4d1b-85af-5622a065197a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Network': ['ID=6bcc9cbc-c4dc-473d-95d6-5930f0bbb2ac,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:18.456152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35946) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:18.471716 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5b1af674-cf4e-4ae2-bdb8-459529cb0c24 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1581140 Aug 06 16:21:18.578342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bda64f-7259-475d-b597-49e1ff680cfd req-ca3a1d0f-0fca-4a99-8f37-7f84270b8acf tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:18.580720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:21:18.593060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34bda64f-7259-475d-b597-49e1ff680cfd req-ca3a1d0f-0fca-4a99-8f37-7f84270b8acf tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 945 time: 0.4365706 Aug 06 16:21:18.677924 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:21:18.678525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 78de4155-6c1a-4dd5-9111-65a19f4a0bf8 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:21:18.727331 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68868a6b-4740-47ac-af01-332ebf55544c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:18.742791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=25c1db0f-7480-49b8-8a71-10f9575e72fd,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:18.749090 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-add3eb7f-82f0-47c1-b57c-e37b75f2cf7f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2879252 Aug 06 16:21:18.754144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35950) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:18.764468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-14874de2-b9ab-4ecf-b1fa-f1f9f47942b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-935257666'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:18.767742 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34bda64f-7259-475d-b597-49e1ff680cfd req-d5b08b2d-3b3e-460c-8e86-413f5327ce27 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743405 Aug 06 16:21:18.785569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:18.786057 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:18.786491 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:18.787033 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:18.787466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:18.787895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:18.788355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:18.789507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:18.790340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:18.790767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:18.791195 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:18.791620 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:18.822173 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14874de2-b9ab-4ecf-b1fa-f1f9f47942b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:18.841806 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14874de2-b9ab-4ecf-b1fa-f1f9f47942b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:18.882506 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14874de2-b9ab-4ecf-b1fa-f1f9f47942b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:21:18.887443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68868a6b-4740-47ac-af01-332ebf55544c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Subnet': ['ID=cea9e9e5-d44c-45c8-a856-dfa76631c8fa,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:18.911245 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14874de2-b9ab-4ecf-b1fa-f1f9f47942b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:18.911593 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-14874de2-b9ab-4ecf-b1fa-f1f9f47942b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Added segment 3212f3f7-8953-4568-8ab1-c53b24968354 of type vlan for network 7430b376-2b43-40d5-9c59-ee1d541642f8 Aug 06 16:21:18.923205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68868a6b-4740-47ac-af01-332ebf55544c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Checking segment: {'id': '84c39f2e-8cc1-4e25-a657-fd698c9d47fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2a7bc1b4-74f7-4dde-98cb-71464d8c7d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:18.923677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68868a6b-4740-47ac-af01-332ebf55544c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network hostable DHCP agents. Network: 2a7bc1b4-74f7-4dde-98cb-71464d8c7d62, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:21:18.970398 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68868a6b-4740-47ac-af01-332ebf55544c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network 2a7bc1b4-74f7-4dde-98cb-71464d8c7d62 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:21:18.988055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-68868a6b-4740-47ac-af01-332ebf55544c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 2a7bc1b4-74f7-4dde-98cb-71464d8c7d62) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:18.997909 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f05f82a-55a2-4876-8261-4784a532258e None None] Network 2a7bc1b4-74f7-4dde-98cb-71464d8c7d62 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:19.003335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68868a6b-4740-47ac-af01-332ebf55544c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:19.004767 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68868a6b-4740-47ac-af01-332ebf55544c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:19.011819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14874de2-b9ab-4ecf-b1fa-f1f9f47942b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:19.051348 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-68868a6b-4740-47ac-af01-332ebf55544c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4788308 Aug 06 16:21:19.052067 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35952) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:19.136605 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14874de2-b9ab-4ecf-b1fa-f1f9f47942b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:19.150626 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14874de2-b9ab-4ecf-b1fa-f1f9f47942b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:19.151295 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14874de2-b9ab-4ecf-b1fa-f1f9f47942b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:19.326935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-2a7bc1b4-74f7-4dde-98cb-71464d8c7d62', 'network_id': '2a7bc1b4-74f7-4dde-98cb-71464d8c7d62', 'tenant_id': 'f5240ec05b5c46dcb2c2f0a55eb6633a', 'fixed_ips': [{'subnet_id': 'cea9e9e5-d44c-45c8-a856-dfa76631c8fa'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:21:19.328761 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:19.480811 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-14874de2-b9ab-4ecf-b1fa-f1f9f47942b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7245281 Aug 06 16:21:19.483031 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35962) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:19.495610 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14874de2-b9ab-4ecf-b1fa-f1f9f47942b2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Network': ['ID=7430b376-2b43-40d5-9c59-ee1d541642f8,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:19.504737 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8e58b2a5-bc0d-4ef5-98d7-645baf6e0835 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'subnet': {'network_id': '7430b376-2b43-40d5-9c59-ee1d541642f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:19.512533 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 7430b376-2b43-40d5-9c59-ee1d541642f8 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:21:19.557313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac5236-36cb-41e9-9e03-7197f43e903d req-433135a2-b834-4d4b-881a-2560088f24eb tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:19.559093 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07ac5236-36cb-41e9-9e03-7197f43e903d req-433135a2-b834-4d4b-881a-2560088f24eb tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.0938358 Aug 06 16:21:19.683974 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07ac5236-36cb-41e9-9e03-7197f43e903d req-aacb5d22-74ea-40bb-957f-3d4906e92ee5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114309 Aug 06 16:21:19.685516 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:19.733840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Allocated IP 172.20.0.1 (2a7bc1b4-74f7-4dde-98cb-71464d8c7d62/cea9e9e5-d44c-45c8-a856-dfa76631c8fa/a0e249ea-96eb-4426-9ff8-8bf0006cd4ea) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:19.817552 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 25c1db0f-7480-49b8-8a71-10f9575e72fd up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:19.845367 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:19.948227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e58b2a5-bc0d-4ef5-98d7-645baf6e0835 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:19.960596 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e58b2a5-bc0d-4ef5-98d7-645baf6e0835 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:19.970208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 25c1db0f-7480-49b8-8a71-10f9575e72fd triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:19.970841 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:20.046649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7ea68-2721-474a-8e1f-166f09e9f1e7 req-90b076e8-5a97-4790-b8ad-038fdbfa6031 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:20.047715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53d7ea68-2721-474a-8e1f-166f09e9f1e7 req-90b076e8-5a97-4790-b8ad-038fdbfa6031 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 945 time: 0.1241143 Aug 06 16:21:20.099798 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53d7ea68-2721-474a-8e1f-166f09e9f1e7 req-e579edc1-068e-4410-b1b6-d7c877e2a7b6 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450506 Aug 06 16:21:20.172899 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:20.189586 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Transition to ACTIVE for port object a0e249ea-96eb-4426-9ff8-8bf0006cd4ea will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:20.192060 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6ff53184-95e3-4832-9b60-3ffc51e0c57c req-6cd31cc1-e113-484b-9a1e-37d9d59c2e8f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826602 Aug 06 16:21:20.241086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Transition to ACTIVE for port object a0e249ea-96eb-4426-9ff8-8bf0006cd4ea will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:20.254247 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:20.376026 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:20.401190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Network 2a7bc1b4-74f7-4dde-98cb-71464d8c7d62 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:20.411070 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:20.421773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:20.452020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Pushing event updated for resources: {'Port': ['ID=a0e249ea-96eb-4426-9ff8-8bf0006cd4ea,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:20.453302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Subnet': ['ID=cea9e9e5-d44c-45c8-a856-dfa76631c8fa,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:20.460581 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e58b2a5-bc0d-4ef5-98d7-645baf6e0835 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:20.470810 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff53184-95e3-4832-9b60-3ffc51e0c57c req-d4ec72f1-257a-4d1c-aba1-7dc3692b16be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:20.472430 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6ff53184-95e3-4832-9b60-3ffc51e0c57c req-d4ec72f1-257a-4d1c-aba1-7dc3692b16be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 1096 time: 0.2069480 Aug 06 16:21:20.546209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Attempting to bind port a0e249ea-96eb-4426-9ff8-8bf0006cd4ea on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:21:20.546873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Attempting to bind port a0e249ea-96eb-4426-9ff8-8bf0006cd4ea by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '84c39f2e-8cc1-4e25-a657-fd698c9d47fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2a7bc1b4-74f7-4dde-98cb-71464d8c7d62'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:21:20.548479 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Attempting to bind port a0e249ea-96eb-4426-9ff8-8bf0006cd4ea on network 2a7bc1b4-74f7-4dde-98cb-71464d8c7d62 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:21:20.557966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:21:20.558506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Checking segment: {'id': '84c39f2e-8cc1-4e25-a657-fd698c9d47fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2a7bc1b4-74f7-4dde-98cb-71464d8c7d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:20.559024 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:20.559527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Bound using segment: {'id': '84c39f2e-8cc1-4e25-a657-fd698c9d47fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2a7bc1b4-74f7-4dde-98cb-71464d8c7d62'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:21:20.560909 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Bound port: a0e249ea-96eb-4426-9ff8-8bf0006cd4ea, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c39f2e-8cc1-4e25-a657-fd698c9d47fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '2a7bc1b4-74f7-4dde-98cb-71464d8c7d62'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:21:20.561407 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:20.608838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da371d-400b-4af5-9499-70bfab2876be req-5168365e-6f3d-4fda-a046-17ac1f77b97f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:20.610799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1da371d-400b-4af5-9499-70bfab2876be req-5168365e-6f3d-4fda-a046-17ac1f77b97f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 945 time: 0.1146801 Aug 06 16:21:20.676351 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] For port a0e249ea-96eb-4426-9ff8-8bf0006cd4ea, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:21:20.685234 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] For port a0e249ea-96eb-4426-9ff8-8bf0006cd4ea, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a0e249ea-96eb-4426-9ff8-8bf0006cd4ea,segment=NetworkSegment(84c39f2e-8cc1-4e25-a657-fd698c9d47fb),segment_id=84c39f2e-8cc1-4e25-a657-fd698c9d47fb)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:21:20.696525 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:20.707885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1da371d-400b-4af5-9499-70bfab2876be req-493e7d95-bd87-4c5d-97a1-a420aa00161f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903413 Aug 06 16:21:20.830018 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:20.836791 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58b2a5-bc0d-4ef5-98d7-645baf6e0835 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Subnet': ['ID=e667a277-aca4-41da-9a7f-37d19a0169b0,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:20.842266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d70aad-7d84-49a6-adea-e6ee0fc13556 None None] Pushing event updated for resources: {'Port': ['ID=a0e249ea-96eb-4426-9ff8-8bf0006cd4ea,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:20.863084 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e339ebb-92d4-402f-a744-d6e2c2148336 None None] Network 2a7bc1b4-74f7-4dde-98cb-71464d8c7d62 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:20.903329 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7bc1b4-74f7-4dde-98cb-71464d8c7d62']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:20.938599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c39f2e-8cc1-4e25-a657-fd698c9d47fb') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:20.939230 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c39f2e-8cc1-4e25-a657-fd698c9d47fb') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:20.953260 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:20.982160 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:21.000051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e58b2a5-bc0d-4ef5-98d7-645baf6e0835 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Checking segment: {'id': '3212f3f7-8953-4568-8ab1-c53b24968354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '7430b376-2b43-40d5-9c59-ee1d541642f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:21.002446 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e58b2a5-bc0d-4ef5-98d7-645baf6e0835 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network hostable DHCP agents. Network: 7430b376-2b43-40d5-9c59-ee1d541642f8, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:21:21.029707 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:21.034821 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:21.046340 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:21.098569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff53184-95e3-4832-9b60-3ffc51e0c57c req-5d92a0e9-929a-4e05-8356-15050528249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:21.101070 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6ff53184-95e3-4832-9b60-3ffc51e0c57c req-5d92a0e9-929a-4e05-8356-15050528249e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 200 len: 912 time: 0.4927282 Aug 06 16:21:21.140665 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d709a9-07eb-41ba-8814-290dce7c05d4 None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:21:21.260554 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e58b2a5-bc0d-4ef5-98d7-645baf6e0835 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network 7430b376-2b43-40d5-9c59-ee1d541642f8 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:21:21.284168 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.api [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 16:21:21.284168 n-d-803756-1 neutron-server[105764]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 16:21:21.284168 n-d-803756-1 neutron-server[105764]: [parameters: {'id': '2a7bc1b4-74f7-4dde-98cb-71464d8c7d62'}] Aug 06 16:21:21.284168 n-d-803756-1 neutron-server[105764]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:21:21.284854 n-d-803756-1 neutron-server[105764]: DEBUG oslo_db.api [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:21:21.295835 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8e58b2a5-bc0d-4ef5-98d7-645baf6e0835 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 7430b376-2b43-40d5-9c59-ee1d541642f8) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:21.305379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e58b2a5-bc0d-4ef5-98d7-645baf6e0835 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:21.306683 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e58b2a5-bc0d-4ef5-98d7-645baf6e0835 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:21.318435 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6ff53184-95e3-4832-9b60-3ffc51e0c57c req-55dc53f5-9034-4484-9a2e-44389671e079 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0847e10b-9cbb-4a1a-87ef-51204f2f816d HTTP/1.1" status: 200 len: 1000 time: 0.1806047 Aug 06 16:21:21.343416 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8e58b2a5-bc0d-4ef5-98d7-645baf6e0835 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8416290 Aug 06 16:21:21.343416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35990) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:21.348336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-2d62215c-0f6c-4305-9e84-7bc6dfd997bb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'network_id': '7430b376-2b43-40d5-9c59-ee1d541642f8', 'name': 'tempest-PortsTestJSON-1127951379'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:21.458493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d709a9-07eb-41ba-8814-290dce7c05d4 None None] Unable to find a vacant binding_index for network 7430b376-2b43-40d5-9c59-ee1d541642f8 and agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 {{(pid=105766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 06 16:21:21.495080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d709a9-07eb-41ba-8814-290dce7c05d4 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 7430b376-2b43-40d5-9c59-ee1d541642f8) {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:21:21.496476 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff53184-95e3-4832-9b60-3ffc51e0c57c req-70bea3bf-a4b2-441f-9473-f700c3913f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:21.504815 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6ff53184-95e3-4832-9b60-3ffc51e0c57c req-70bea3bf-a4b2-441f-9473-f700c3913f55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33e739df-6337-434a-b559-956cd4fe06af HTTP/1.1" status: 200 len: 850 time: 0.1774294 Aug 06 16:21:21.633938 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff53184-95e3-4832-9b60-3ffc51e0c57c req-57ee045f-48b9-4be9-90f6-9241aff41947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:21.635975 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6ff53184-95e3-4832-9b60-3ffc51e0c57c req-57ee045f-48b9-4be9-90f6-9241aff41947 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b39d9b2-9c33-437b-8ac5-1025578faa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192436 Aug 06 16:21:21.642600 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d62215c-0f6c-4305-9e84-7bc6dfd997bb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:21.646085 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d62215c-0f6c-4305-9e84-7bc6dfd997bb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:21.715327 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-2d62215c-0f6c-4305-9e84-7bc6dfd997bb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port c21fd715-3b68-4d1d-b0cf-40ccb4c3001e yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:21:21.817451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920992fc-056b-4d44-a2d2-86b69c0c13b3 req-1db9f251-0a6a-4540-a06f-3857e3fbc4bf tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:21.820262 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-920992fc-056b-4d44-a2d2-86b69c0c13b3 req-1db9f251-0a6a-4540-a06f-3857e3fbc4bf tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.13 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 945 time: 0.1566396 Aug 06 16:21:21.930187 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:22.145820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-7430b376-2b43-40d5-9c59-ee1d541642f8', 'network_id': '7430b376-2b43-40d5-9c59-ee1d541642f8', 'tenant_id': '882f87fa8062414f8a35871bca2d9a96', 'fixed_ips': [{'subnet_id': 'e667a277-aca4-41da-9a7f-37d19a0169b0'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:21:22.147203 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:22.181658 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-2d62215c-0f6c-4305-9e84-7bc6dfd997bb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Allocated IP 172.20.0.11 (7430b376-2b43-40d5-9c59-ee1d541642f8/e667a277-aca4-41da-9a7f-37d19a0169b0/c21fd715-3b68-4d1d-b0cf-40ccb4c3001e) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:22.215171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ddd53-3f1e-4b05-b6cd-81bb6e21c3eb req-2e6aca16-1e2e-4a5f-8876-899169c05247 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:22.219035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a86ddd53-3f1e-4b05-b6cd-81bb6e21c3eb req-2e6aca16-1e2e-4a5f-8876-899169c05247 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 945 time: 0.2906563 Aug 06 16:21:22.301258 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-920992fc-056b-4d44-a2d2-86b69c0c13b3 req-b6e8c3d8-af94-4436-b228-2e793a0e3a60 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Deleting port 48e0c528-deaf-42bd-b7ad-1db6fd80af8a {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:22.303628 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-920992fc-056b-4d44-a2d2-86b69c0c13b3 req-b6e8c3d8-af94-4436-b228-2e793a0e3a60 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:22.459498 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a86ddd53-3f1e-4b05-b6cd-81bb6e21c3eb req-f378f651-ecb7-4d93-a330-2e7be53ef7e7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152522 Aug 06 16:21:22.475355 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6ff53184-95e3-4832-9b60-3ffc51e0c57c req-3c1e1101-3078-4bb6-bb26-ed577621b08f service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7916653 Aug 06 16:21:22.496924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-920992fc-056b-4d44-a2d2-86b69c0c13b3 req-b6e8c3d8-af94-4436-b228-2e793a0e3a60 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] For port 48e0c528-deaf-42bd-b7ad-1db6fd80af8a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=48e0c528-deaf-42bd-b7ad-1db6fd80af8a,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:22.497283 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-920992fc-056b-4d44-a2d2-86b69c0c13b3 req-b6e8c3d8-af94-4436-b228-2e793a0e3a60 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:22.545953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-920992fc-056b-4d44-a2d2-86b69c0c13b3 req-b6e8c3d8-af94-4436-b228-2e793a0e3a60 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Calling delete_port for 48e0c528-deaf-42bd-b7ad-1db6fd80af8a owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:22.712719 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Deleting port a0e249ea-96eb-4426-9ff8-8bf0006cd4ea {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:22.713196 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:22.854421 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-920992fc-056b-4d44-a2d2-86b69c0c13b3 req-b6e8c3d8-af94-4436-b228-2e793a0e3a60 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:22.874959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['09598a25-56c4-43ac-a3b6-dca02edf4f34'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:21:22.880846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['48e0c528-deaf-42bd-b7ad-1db6fd80af8a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:21:22.885854 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] For port a0e249ea-96eb-4426-9ff8-8bf0006cd4ea, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a0e249ea-96eb-4426-9ff8-8bf0006cd4ea,segment=NetworkSegment(84c39f2e-8cc1-4e25-a657-fd698c9d47fb),segment_id=84c39f2e-8cc1-4e25-a657-fd698c9d47fb)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:22.886234 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:22.900549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8c3d8-af94-4436-b228-2e793a0e3a60 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Pushing event deleted for resources: {'Port': ['ID=48e0c528-deaf-42bd-b7ad-1db6fd80af8a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:22.906266 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6ff53184-95e3-4832-9b60-3ffc51e0c57c req-985881e2-c1a5-4d8a-9b40-3df74e2f8b79 service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148943 Aug 06 16:21:22.934033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Calling delete_port for a0e249ea-96eb-4426-9ff8-8bf0006cd4ea owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:22.974189 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d62215c-0f6c-4305-9e84-7bc6dfd997bb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:23.013657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-920992fc-056b-4d44-a2d2-86b69c0c13b3 req-b6e8c3d8-af94-4436-b228-2e793a0e3a60 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] No DVR routers for this DVR port 48e0c528-deaf-42bd-b7ad-1db6fd80af8a on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:21:23.016718 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-920992fc-056b-4d44-a2d2-86b69c0c13b3 req-b6e8c3d8-af94-4436-b228-2e793a0e3a60 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:23.019978 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-920992fc-056b-4d44-a2d2-86b69c0c13b3 req-b6e8c3d8-af94-4436-b228-2e793a0e3a60 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.13 "DELETE /v2.0/ports/48e0c528-deaf-42bd-b7ad-1db6fd80af8a HTTP/1.1" status: 204 len: 173 time: 1.1920536 Aug 06 16:21:23.020751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d670bd-7ea2-4c77-ac58-4d0c2a619d2c', 'name': 'network-vif-deleted', 'tag': '48e0c528-deaf-42bd-b7ad-1db6fd80af8a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:21:23.023125 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1f60f8-d49a-40ac-9f3d-a77c44b01432" -d '{"events": [{"server_uuid": "53d670bd-7ea2-4c77-ac58-4d0c2a619d2c", "name": "network-vif-deleted", "tag": "48e0c528-deaf-42bd-b7ad-1db6fd80af8a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:21:23.062564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-2d62215c-0f6c-4305-9e84-7bc6dfd997bb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Transition to ACTIVE for port object c21fd715-3b68-4d1d-b0cf-40ccb4c3001e will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:23.117416 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364e774c-3566-4084-a180-a1dc63c6ae28 x-openstack-request-id: req-364e774c-3566-4084-a180-a1dc63c6ae28 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:21:23.118922 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d670bd-7ea2-4c77-ac58-4d0c2a619d2c", "name": "network-vif-deleted", "tag": "48e0c528-deaf-42bd-b7ad-1db6fd80af8a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:21:23.120043 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-364e774c-3566-4084-a180-a1dc63c6ae28 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:21:23.120600 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d670bd-7ea2-4c77-ac58-4d0c2a619d2c', 'name': 'network-vif-deleted', 'tag': '48e0c528-deaf-42bd-b7ad-1db6fd80af8a', 'status': 'completed', 'code': 200} Aug 06 16:21:23.181866 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:23.249113 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Port': ['ID=a0e249ea-96eb-4426-9ff8-8bf0006cd4ea,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:23.257929 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d62215c-0f6c-4305-9e84-7bc6dfd997bb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:23.271381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Allocated IP 172.20.0.2 (7430b376-2b43-40d5-9c59-ee1d541642f8/e667a277-aca4-41da-9a7f-37d19a0169b0/9738568c-3410-43bb-be17-855d77227b9b) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:23.314037 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No DVR routers for this DVR port a0e249ea-96eb-4426-9ff8-8bf0006cd4ea on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:21:23.325402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d62215c-0f6c-4305-9e84-7bc6dfd997bb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network 7430b376-2b43-40d5-9c59-ee1d541642f8 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:23.365351 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-2d62215c-0f6c-4305-9e84-7bc6dfd997bb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:23.368965 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d62215c-0f6c-4305-9e84-7bc6dfd997bb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:23.546351 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:23.556760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62215c-0f6c-4305-9e84-7bc6dfd997bb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=c21fd715-3b68-4d1d-b0cf-40ccb4c3001e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:23.590742 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:23.608689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Transition to ACTIVE for port object 9738568c-3410-43bb-be17-855d77227b9b will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:23.671430 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Transition to ACTIVE for port object 9738568c-3410-43bb-be17-855d77227b9b will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:23.681379 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0768d0d1-ca09-453c-b0d1-f70bd65e1fea req-a22b4055-e80c-4a43-8902-886ae8517baf tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=53d670bd-7ea2-4c77-ac58-4d0c2a619d2c HTTP/1.1" status: 200 len: 210 time: 0.0347228 Aug 06 16:21:23.695691 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:23.706639 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d62215c-0f6c-4305-9e84-7bc6dfd997bb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:23.709362 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d62215c-0f6c-4305-9e84-7bc6dfd997bb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:23.741649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Pushing event updated for resources: {'Port': ['ID=9738568c-3410-43bb-be17-855d77227b9b,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:23.766666 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:23.773170 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Network 7430b376-2b43-40d5-9c59-ee1d541642f8 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:23.774821 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36038) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:23.776614 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2d62215c-0f6c-4305-9e84-7bc6dfd997bb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4316335 Aug 06 16:21:23.780016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:23.781248 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'network_id': '7430b376-2b43-40d5-9c59-ee1d541642f8', 'name': 'tempest-PortsTestJSON-348897789'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:23.787559 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:23.811054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7bc1b4-74f7-4dde-98cb-71464d8c7d62']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:23.832434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c39f2e-8cc1-4e25-a657-fd698c9d47fb') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:23.832963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c39f2e-8cc1-4e25-a657-fd698c9d47fb') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:23.856867 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:23.898436 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:23.917026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:23.917435 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:23.926755 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:24.000184 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Attempting to bind port 9738568c-3410-43bb-be17-855d77227b9b on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:21:24.001652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Attempting to bind port 9738568c-3410-43bb-be17-855d77227b9b by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '3212f3f7-8953-4568-8ab1-c53b24968354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '7430b376-2b43-40d5-9c59-ee1d541642f8'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:21:24.002130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Attempting to bind port 9738568c-3410-43bb-be17-855d77227b9b on network 7430b376-2b43-40d5-9c59-ee1d541642f8 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:21:24.012139 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:24.022192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:21:24.022592 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Checking segment: {'id': '3212f3f7-8953-4568-8ab1-c53b24968354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '7430b376-2b43-40d5-9c59-ee1d541642f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:24.022994 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:24.023582 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Bound using segment: {'id': '3212f3f7-8953-4568-8ab1-c53b24968354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '7430b376-2b43-40d5-9c59-ee1d541642f8'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:21:24.024095 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Bound port: 9738568c-3410-43bb-be17-855d77227b9b, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3212f3f7-8953-4568-8ab1-c53b24968354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '7430b376-2b43-40d5-9c59-ee1d541642f8'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:21:24.024494 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:24.093702 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:24.106485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48ce07f2-b8b4-43c8-bd19-617c127e1c58 req-bd1533a5-203b-43b9-b9d5-6874c24df1d9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2619174 Aug 06 16:21:24.147206 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:24.154773 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/2a7bc1b4-74f7-4dde-98cb-71464d8c7d62 HTTP/1.1" status: 204 len: 168 time: 5.1012294 Aug 06 16:21:24.158485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2926ae-4a4f-4cbd-a5bc-3bcb240583a3 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Network': ['ID=2a7bc1b4-74f7-4dde-98cb-71464d8c7d62,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:24.162875 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36042) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:24.181674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-dad0c6ed-6b9c-4dbb-85ab-1f14ae4abdc5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-771196735'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:24.220469 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] For port 9738568c-3410-43bb-be17-855d77227b9b, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:21:24.224993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] For port 9738568c-3410-43bb-be17-855d77227b9b, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9738568c-3410-43bb-be17-855d77227b9b,segment=NetworkSegment(3212f3f7-8953-4568-8ab1-c53b24968354),segment_id=3212f3f7-8953-4568-8ab1-c53b24968354)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:21:24.235264 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:21:24.235264 n-d-803756-1 neutron-server[105765]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 16:21:24.235264 n-d-803756-1 neutron-server[105765]: [parameters: {'project_id': '882f87fa8062414f8a35871bca2d9a96', 'id': '99062453-af9e-491c-90e6-0b695036504e', 'expiration': datetime.datetime(2021, 8, 6, 16, 23, 24, 226742)}] Aug 06 16:21:24.235264 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:21:24.236187 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:21:24.249689 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad0c6ed-6b9c-4dbb-85ab-1f14ae4abdc5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:24.254900 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce07f2-b8b4-43c8-bd19-617c127e1c58 req-2cad8c94-feee-4b8d-92b0-e455315d1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:24.255388 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:24.257178 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48ce07f2-b8b4-43c8-bd19-617c127e1c58 req-2cad8c94-feee-4b8d-92b0-e455315d1418 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ae71580f1ed84db0bc11c2001a92e91e&device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 1096 time: 0.0638759 Aug 06 16:21:24.267302 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dad0c6ed-6b9c-4dbb-85ab-1f14ae4abdc5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:24.352636 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad0c6ed-6b9c-4dbb-85ab-1f14ae4abdc5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:21:24.404729 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dad0c6ed-6b9c-4dbb-85ab-1f14ae4abdc5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:24.405608 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-dad0c6ed-6b9c-4dbb-85ab-1f14ae4abdc5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Added segment bb544444-607a-4806-af5b-0ed718598828 of type vlan for network ab73cc10-466a-4fd5-9270-09b9f629257a Aug 06 16:21:24.473255 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab72af5-0315-4d19-b9c9-078896116d33 None None] Pushing event updated for resources: {'Port': ['ID=9738568c-3410-43bb-be17-855d77227b9b,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:24.580332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce07f2-b8b4-43c8-bd19-617c127e1c58 req-e30e97ee-7f18-45fc-bbea-732eeb84fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:24.582072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48ce07f2-b8b4-43c8-bd19-617c127e1c58 req-e30e97ee-7f18-45fc-bbea-732eeb84fd7e service neutron] 10.222.0.78 "GET /v2.0/networks?id=68955a06-ea63-43dc-be49-36e456a37b93 HTTP/1.1" status: 200 len: 914 time: 0.2977240 Aug 06 16:21:24.812336 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48ce07f2-b8b4-43c8-bd19-617c127e1c58 req-1267d92d-fa47-4c83-be99-09da9797c981 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34 HTTP/1.1" status: 200 len: 217 time: 0.2190890 Aug 06 16:21:25.051905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:25.060330 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:25.068687 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dad0c6ed-6b9c-4dbb-85ab-1f14ae4abdc5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:25.110739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce07f2-b8b4-43c8-bd19-617c127e1c58 req-2398e401-bfc1-4e5c-8908-23ecbf355e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:25.112994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48ce07f2-b8b4-43c8-bd19-617c127e1c58 req-2398e401-bfc1-4e5c-8908-23ecbf355e0f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b152cb9a-9760-4fe3-ab80-10c0edf358c7 HTTP/1.1" status: 200 len: 853 time: 0.2803757 Aug 06 16:21:25.140536 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port 24f3312f-feab-4cb4-96d4-54f41ba1f1ee yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:21:25.144216 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dad0c6ed-6b9c-4dbb-85ab-1f14ae4abdc5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:25.154339 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad0c6ed-6b9c-4dbb-85ab-1f14ae4abdc5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:25.155355 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dad0c6ed-6b9c-4dbb-85ab-1f14ae4abdc5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:25.272752 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0c6ed-6b9c-4dbb-85ab-1f14ae4abdc5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Network': ['ID=ab73cc10-466a-4fd5-9270-09b9f629257a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:25.292376 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network ab73cc10-466a-4fd5-9270-09b9f629257a details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:21:25.298413 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Allocated IP 172.20.0.13 (7430b376-2b43-40d5-9c59-ee1d541642f8/e667a277-aca4-41da-9a7f-37d19a0169b0/24f3312f-feab-4cb4-96d4-54f41ba1f1ee) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:25.311573 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dad0c6ed-6b9c-4dbb-85ab-1f14ae4abdc5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1458721 Aug 06 16:21:25.312205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36064) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:25.318560 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9c72a8fc-584e-47b7-94e3-977e593bc2d8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'subnet': {'network_id': 'ab73cc10-466a-4fd5-9270-09b9f629257a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:25.537425 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:25.565012 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c72a8fc-584e-47b7-94e3-977e593bc2d8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:25.630953 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c72a8fc-584e-47b7-94e3-977e593bc2d8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:25.692015 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48ce07f2-b8b4-43c8-bd19-617c127e1c58 req-4738869e-22c7-4e02-83fb-85796c2a2a7f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=68955a06-ea63-43dc-be49-36e456a37b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359947 Aug 06 16:21:25.731392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Transition to ACTIVE for port object 24f3312f-feab-4cb4-96d4-54f41ba1f1ee will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:25.969202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9738568c-3410-43bb-be17-855d77227b9b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:26.083869 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 48e0c528-deaf-42bd-b7ad-1db6fd80af8a no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:21:26.154852 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c72a8fc-584e-47b7-94e3-977e593bc2d8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:26.253984 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 48e0c528-deaf-42bd-b7ad-1db6fd80af8a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:21:26.254325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 48e0c528-deaf-42bd-b7ad-1db6fd80af8a not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:21:26.279008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73591740-5ce2-4935-b474-692e44a23495 req-98edb841-62e9-4436-9440-e5405032dfa3 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:26.281248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73591740-5ce2-4935-b474-692e44a23495 req-98edb841-62e9-4436-9440-e5405032dfa3 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 1.1673250 Aug 06 16:21:26.298798 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72a8fc-584e-47b7-94e3-977e593bc2d8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Subnet': ['ID=880dccb2-fec0-4efb-85ee-3e619ba9fce0,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:26.309399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 9738568c-3410-43bb-be17-855d77227b9b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:26.314311 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72a8fc-584e-47b7-94e3-977e593bc2d8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Checking segment: {'id': 'bb544444-607a-4806-af5b-0ed718598828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'ab73cc10-466a-4fd5-9270-09b9f629257a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:26.314690 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c72a8fc-584e-47b7-94e3-977e593bc2d8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network hostable DHCP agents. Network: ab73cc10-466a-4fd5-9270-09b9f629257a, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:21:26.350328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c72a8fc-584e-47b7-94e3-977e593bc2d8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network ab73cc10-466a-4fd5-9270-09b9f629257a is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:21:26.377005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9c72a8fc-584e-47b7-94e3-977e593bc2d8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, ab73cc10-466a-4fd5-9270-09b9f629257a) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:26.383240 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c72a8fc-584e-47b7-94e3-977e593bc2d8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:26.383970 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c72a8fc-584e-47b7-94e3-977e593bc2d8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:26.405254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73591740-5ce2-4935-b474-692e44a23495 req-7232cf73-6ed0-4903-987e-4985a0df3fa7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096377 Aug 06 16:21:26.407357 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:26.415550 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9c72a8fc-584e-47b7-94e3-977e593bc2d8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1015561 Aug 06 16:21:26.415710 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48ce07f2-b8b4-43c8-bd19-617c127e1c58 req-7c679269-7128-44fd-b529-72b468f9618c service neutron] 10.222.0.78 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7116094 Aug 06 16:21:26.417936 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36076) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:26.420746 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8f09fb-8b10-4a0e-8994-9087b236eb00 None None] Network 7430b376-2b43-40d5-9c59-ee1d541642f8 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:26.467640 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9d7780-f789-42d8-be29-1c087a17a140 None None] Network ab73cc10-466a-4fd5-9270-09b9f629257a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:26.535958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network 7430b376-2b43-40d5-9c59-ee1d541642f8 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:26.542681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:26.545272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:26.607812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=24f3312f-feab-4cb4-96d4-54f41ba1f1ee,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:26.637493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:26.638150 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:26.638830 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd43009a-1596-45b6-a34c-c0863350214f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:26.678851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48ce07f2-b8b4-43c8-bd19-617c127e1c58 req-8aac1cf9-669f-4b9b-9338-055341055478 service neutron] 10.222.0.78 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511618 Aug 06 16:21:26.699567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ee568907-2581-4fac-9c7a-c3f61204a078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9207702 Aug 06 16:21:26.709937 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36084) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:26.768804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2a370922-0254-45da-8c88-dd6554be74c0 None None] Provisioning for port 9738568c-3410-43bb-be17-855d77227b9b completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:26.779162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2a370922-0254-45da-8c88-dd6554be74c0 None None] Provisioning complete for port 9738568c-3410-43bb-be17-855d77227b9b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:26.779541 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2a370922-0254-45da-8c88-dd6554be74c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:26.877404 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd43009a-1596-45b6-a34c-c0863350214f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:26.954444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67b3013-56ff-4841-b620-ccc3619b362e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:26.957836 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a67b3013-56ff-4841-b620-ccc3619b362e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.2387094 Aug 06 16:21:26.962993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36090) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:26.996365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93835f74-73ca-4252-a070-8be45ec76a37 req-98b49e77-fbe8-4f06-be41-72a87367f1ed tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:26.997360 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-93835f74-73ca-4252-a070-8be45ec76a37 req-98b49e77-fbe8-4f06-be41-72a87367f1ed tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1589813 Aug 06 16:21:27.033356 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd43009a-1596-45b6-a34c-c0863350214f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:27.107813 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43009a-1596-45b6-a34c-c0863350214f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Subnet': ['ID=880dccb2-fec0-4efb-85ee-3e619ba9fce0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:27.147555 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2a370922-0254-45da-8c88-dd6554be74c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:27.217741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-93835f74-73ca-4252-a070-8be45ec76a37 req-321fcdd7-4f3d-4fa2-aaf1-27e4f182f9af tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559720 Aug 06 16:21:27.227062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b8f1ba-fa06-4a2d-bf2f-413f8bb40f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-ab73cc10-466a-4fd5-9270-09b9f629257a', 'network_id': 'ab73cc10-466a-4fd5-9270-09b9f629257a', 'tenant_id': 'f5240ec05b5c46dcb2c2f0a55eb6633a', 'fixed_ips': [{'subnet_id': '880dccb2-fec0-4efb-85ee-3e619ba9fce0'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:21:27.231248 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-65b8f1ba-fa06-4a2d-bf2f-413f8bb40f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:27.254579 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd43009a-1596-45b6-a34c-c0863350214f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:27.271968 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-cd43009a-1596-45b6-a34c-c0863350214f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab73cc10-466a-4fd5-9270-09b9f629257a']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:27.301861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-cd43009a-1596-45b6-a34c-c0863350214f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb544444-607a-4806-af5b-0ed718598828') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:27.302170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-cd43009a-1596-45b6-a34c-c0863350214f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb544444-607a-4806-af5b-0ed718598828') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:27.324142 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd43009a-1596-45b6-a34c-c0863350214f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:27.343549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-c77c993e-ca36-4cd7-9448-db4103bc3397 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 24f3312f-feab-4cb4-96d4-54f41ba1f1ee {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:27.344161 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c77c993e-ca36-4cd7-9448-db4103bc3397 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:27.363455 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd43009a-1596-45b6-a34c-c0863350214f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:27.371453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2a370922-0254-45da-8c88-dd6554be74c0 None None] For port 9738568c-3410-43bb-be17-855d77227b9b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9738568c-3410-43bb-be17-855d77227b9b,segment=NetworkSegment(3212f3f7-8953-4568-8ab1-c53b24968354),segment_id=3212f3f7-8953-4568-8ab1-c53b24968354)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:27.374928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd43009a-1596-45b6-a34c-c0863350214f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:27.376155 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd43009a-1596-45b6-a34c-c0863350214f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:27.386976 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:27.408348 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2a370922-0254-45da-8c88-dd6554be74c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:27.675932 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd43009a-1596-45b6-a34c-c0863350214f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:27.684381 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c77c993e-ca36-4cd7-9448-db4103bc3397 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:27.688172 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd43009a-1596-45b6-a34c-c0863350214f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:27.697111 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cd43009a-1596-45b6-a34c-c0863350214f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/ab73cc10-466a-4fd5-9270-09b9f629257a HTTP/1.1" status: 204 len: 168 time: 1.2463140 Aug 06 16:21:27.707916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71f6b6-85f6-42a0-9b33-422beba097f9 req-8f6204ad-059f-4c6f-9fd3-17a1f437e390 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:27.716597 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c71f6b6-85f6-42a0-9b33-422beba097f9 req-8f6204ad-059f-4c6f-9fd3-17a1f437e390 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2643816 Aug 06 16:21:27.722264 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36104) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:27.737561 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a6ee99-9329-41da-873b-ddb1e40073da None None] Network ab73cc10-466a-4fd5-9270-09b9f629257a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:27.773167 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f7d839a7-5c7f-470a-9115-5b4c5298fc98 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1274454340'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:27.776012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-c77c993e-ca36-4cd7-9448-db4103bc3397 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 24f3312f-feab-4cb4-96d4-54f41ba1f1ee owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:27.783632 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43009a-1596-45b6-a34c-c0863350214f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Network': ['ID=ab73cc10-466a-4fd5-9270-09b9f629257a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:27.799802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a6ee99-9329-41da-873b-ddb1e40073da None None] Network ab73cc10-466a-4fd5-9270-09b9f629257a could not be found, it might have been deleted concurrently. {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 16:21:27.816763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a370922-0254-45da-8c88-dd6554be74c0 None None] Pushing event updated for resources: {'Port': ['ID=9738568c-3410-43bb-be17-855d77227b9b,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:27.824072 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d839a7-5c7f-470a-9115-5b4c5298fc98 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:27.828253 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7d839a7-5c7f-470a-9115-5b4c5298fc98 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:27.879855 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d839a7-5c7f-470a-9115-5b4c5298fc98 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:21:27.884124 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c71f6b6-85f6-42a0-9b33-422beba097f9 req-78df55e1-5510-484f-9b60-c61c1dff0e03 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641331 Aug 06 16:21:27.921583 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7d839a7-5c7f-470a-9115-5b4c5298fc98 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:27.922114 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-f7d839a7-5c7f-470a-9115-5b4c5298fc98 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Added segment 1e2c03a0-0125-4854-aec8-6245e57c1ae3 of type vlan for network 33c18a55-e7f2-49b3-a6e1-31efbd2eb53e Aug 06 16:21:28.111876 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7d839a7-5c7f-470a-9115-5b4c5298fc98 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:28.237201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7d839a7-5c7f-470a-9115-5b4c5298fc98 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:28.250904 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d839a7-5c7f-470a-9115-5b4c5298fc98 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:28.259583 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7d839a7-5c7f-470a-9115-5b4c5298fc98 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:28.267787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adb853e-85a0-4283-ae51-3590d457c281 None None] Network 7430b376-2b43-40d5-9c59-ee1d541642f8 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:28.297227 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c77c993e-ca36-4cd7-9448-db4103bc3397 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:28.396136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c993e-ca36-4cd7-9448-db4103bc3397 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=24f3312f-feab-4cb4-96d4-54f41ba1f1ee,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:28.477154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-09d7677e-984f-4424-9901-ccf0556aab5e None None] Provisioning for port c21fd715-3b68-4d1d-b0cf-40ccb4c3001e completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:28.478900 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c77c993e-ca36-4cd7-9448-db4103bc3397 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:28.490006 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-09d7677e-984f-4424-9901-ccf0556aab5e None None] Provisioning complete for port c21fd715-3b68-4d1d-b0cf-40ccb4c3001e triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:28.492534 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c77c993e-ca36-4cd7-9448-db4103bc3397 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/24f3312f-feab-4cb4-96d4-54f41ba1f1ee HTTP/1.1" status: 204 len: 168 time: 1.5280674 Aug 06 16:21:28.493613 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-09d7677e-984f-4424-9901-ccf0556aab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:28.499593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36120) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:28.533034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d839a7-5c7f-470a-9115-5b4c5298fc98 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Network': ['ID=33c18a55-e7f2-49b3-a6e1-31efbd2eb53e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:28.577598 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f7d839a7-5c7f-470a-9115-5b4c5298fc98 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8460543 Aug 06 16:21:28.592857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 33c18a55-e7f2-49b3-a6e1-31efbd2eb53e details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:21:28.595195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36122) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:28.620969 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f63258e0-b31f-4aaa-8778-f39b9b150c54 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:28.672010 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3302283-0c5e-4c51-bba7-dc1b63d5ba06 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] GET failed (client error): The resource could not be found. Aug 06 16:21:28.679417 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b3302283-0c5e-4c51-bba7-dc1b63d5ba06 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/24f3312f-feab-4cb4-96d4-54f41ba1f1ee HTTP/1.1" status: 404 len: 333 time: 0.1644411 Aug 06 16:21:28.684966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36128) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:28.987422 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-729a2253-5ea0-48b3-b043-20eb391d2deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port c21fd715-3b68-4d1d-b0cf-40ccb4c3001e {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:28.988142 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-729a2253-5ea0-48b3-b043-20eb391d2deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:28.993124 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63258e0-b31f-4aaa-8778-f39b9b150c54 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:29.017452 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63258e0-b31f-4aaa-8778-f39b9b150c54 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:29.037342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f63258e0-b31f-4aaa-8778-f39b9b150c54 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network 33c18a55-e7f2-49b3-a6e1-31efbd2eb53e is not hosted by any dhcp agent {{(pid=105764) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 16:21:29.046606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-09d7677e-984f-4424-9901-ccf0556aab5e None None] Port c21fd715-3b68-4d1d-b0cf-40ccb4c3001e cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:21:29.052451 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63258e0-b31f-4aaa-8778-f39b9b150c54 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:29.058109 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f63258e0-b31f-4aaa-8778-f39b9b150c54 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:29.063473 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f63258e0-b31f-4aaa-8778-f39b9b150c54 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "PUT /v2.0/networks/33c18a55-e7f2-49b3-a6e1-31efbd2eb53e HTTP/1.1" status: 200 len: 723 time: 0.4671996 Aug 06 16:21:29.066340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36134) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:29.078261 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-09d7677e-984f-4424-9901-ccf0556aab5e None None] Could not find standard attr ID for object 24f3312f-feab-4cb4-96d4-54f41ba1f1ee. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:21:29.117541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-1930b2f6-0e72-47af-a95d-111e25b5aa75 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'subnet': {'network_id': '33c18a55-e7f2-49b3-a6e1-31efbd2eb53e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:29.126697 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-09d7677e-984f-4424-9901-ccf0556aab5e None None] Provisioning complete for port 9738568c-3410-43bb-be17-855d77227b9b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:29.127073 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-09d7677e-984f-4424-9901-ccf0556aab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:29.220880 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-729a2253-5ea0-48b3-b043-20eb391d2deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:29.274045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-729a2253-5ea0-48b3-b043-20eb391d2deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for c21fd715-3b68-4d1d-b0cf-40ccb4c3001e owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:29.331956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63258e0-b31f-4aaa-8778-f39b9b150c54 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Network': ['ID=33c18a55-e7f2-49b3-a6e1-31efbd2eb53e,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:29.432338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 33c18a55-e7f2-49b3-a6e1-31efbd2eb53e details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:21:29.439933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1930b2f6-0e72-47af-a95d-111e25b5aa75 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:29.469083 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1930b2f6-0e72-47af-a95d-111e25b5aa75 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:29.747099 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-729a2253-5ea0-48b3-b043-20eb391d2deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:29.857867 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a2253-5ea0-48b3-b043-20eb391d2deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=c21fd715-3b68-4d1d-b0cf-40ccb4c3001e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:29.881694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9738568c-3410-43bb-be17-855d77227b9b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:30.119248 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-729a2253-5ea0-48b3-b043-20eb391d2deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:30.124828 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-729a2253-5ea0-48b3-b043-20eb391d2deb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/c21fd715-3b68-4d1d-b0cf-40ccb4c3001e HTTP/1.1" status: 204 len: 168 time: 1.4387407 Aug 06 16:21:30.127653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36150) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:30.160360 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1930b2f6-0e72-47af-a95d-111e25b5aa75 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:30.170620 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 9738568c-3410-43bb-be17-855d77227b9b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:30.171404 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:30.204582 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8ef49c-5664-45c2-9c62-60f9682be155 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] GET failed (client error): The resource could not be found. Aug 06 16:21:30.211069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7d8ef49c-5664-45c2-9c62-60f9682be155 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/c21fd715-3b68-4d1d-b0cf-40ccb4c3001e HTTP/1.1" status: 404 len: 333 time: 0.0806000 Aug 06 16:21:30.211198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36152) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:30.272235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930b2f6-0e72-47af-a95d-111e25b5aa75 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Subnet': ['ID=42977787-31bb-4a1e-bd37-fa4b2b36c541,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:30.283478 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1930b2f6-0e72-47af-a95d-111e25b5aa75 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Checking segment: {'id': '1e2c03a0-0125-4854-aec8-6245e57c1ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '33c18a55-e7f2-49b3-a6e1-31efbd2eb53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:30.283949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1930b2f6-0e72-47af-a95d-111e25b5aa75 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network hostable DHCP agents. Network: 33c18a55-e7f2-49b3-a6e1-31efbd2eb53e, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:21:30.297091 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-adddf4fe-ffc4-424d-8186-c0684a1eec6c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting subnet e667a277-aca4-41da-9a7f-37d19a0169b0 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:21:30.307264 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-adddf4fe-ffc4-424d-8186-c0684a1eec6c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:30.308647 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1930b2f6-0e72-47af-a95d-111e25b5aa75 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network 33c18a55-e7f2-49b3-a6e1-31efbd2eb53e is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:21:30.323393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-1930b2f6-0e72-47af-a95d-111e25b5aa75 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 33c18a55-e7f2-49b3-a6e1-31efbd2eb53e) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:30.342662 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d239db-4534-4bfc-a7d9-1373f19f1b23 None None] Network 33c18a55-e7f2-49b3-a6e1-31efbd2eb53e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:30.342915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1930b2f6-0e72-47af-a95d-111e25b5aa75 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:30.344555 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1930b2f6-0e72-47af-a95d-111e25b5aa75 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:30.377217 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-adddf4fe-ffc4-424d-8186-c0684a1eec6c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:30.379814 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1930b2f6-0e72-47af-a95d-111e25b5aa75 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3073733 Aug 06 16:21:30.381673 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36154) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:30.393825 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7aed7436-e140-42b2-a95d-a1b8b5ba129d tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:30.567136 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-adddf4fe-ffc4-424d-8186-c0684a1eec6c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:30.601500 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7aed7436-e140-42b2-a95d-a1b8b5ba129d tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8701098'] for subnet, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:30.710728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e133e3ec-e4ab-4d23-8e10-31fe9830e453 None None] Could not find standard attr ID for object c21fd715-3b68-4d1d-b0cf-40ccb4c3001e. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:21:30.717562 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-adddf4fe-ffc4-424d-8186-c0684a1eec6c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:30.724028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-33c18a55-e7f2-49b3-a6e1-31efbd2eb53e', 'network_id': '33c18a55-e7f2-49b3-a6e1-31efbd2eb53e', 'tenant_id': 'f5240ec05b5c46dcb2c2f0a55eb6633a', 'fixed_ips': [{'subnet_id': '42977787-31bb-4a1e-bd37-fa4b2b36c541'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:21:30.727771 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:30.738914 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-adddf4fe-ffc4-424d-8186-c0684a1eec6c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:30.748709 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-adddf4fe-ffc4-424d-8186-c0684a1eec6c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/e667a277-aca4-41da-9a7f-37d19a0169b0 HTTP/1.1" status: 204 len: 168 time: 0.5342245 Aug 06 16:21:30.751467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36156) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:30.769734 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e133e3ec-e4ab-4d23-8e10-31fe9830e453 None None] Provisioning complete for port 9738568c-3410-43bb-be17-855d77227b9b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:30.770002 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e133e3ec-e4ab-4d23-8e10-31fe9830e453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:30.788276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddf4fe-ffc4-424d-8186-c0684a1eec6c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Subnet': ['ID=e667a277-aca4-41da-9a7f-37d19a0169b0,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:30.936416 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:30.953119 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7aed7436-e140-42b2-a95d-a1b8b5ba129d tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730158194270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3570276'] for subnet, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.008973 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 9738568c-3410-43bb-be17-855d77227b9b {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:31.009367 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.043599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aed7436-e140-42b2-a95d-a1b8b5ba129d tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:31.045306 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7aed7436-e140-42b2-a95d-a1b8b5ba129d tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.046747 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7aed7436-e140-42b2-a95d-a1b8b5ba129d tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "PUT /v2.0/subnets/42977787-31bb-4a1e-bd37-fa4b2b36c541 HTTP/1.1" status: 200 len: 806 time: 0.6641202 Aug 06 16:21:31.054079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36166) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:31.071775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401c1bd7-a147-4a0d-9cce-93b84d91e995 None None] Network 7430b376-2b43-40d5-9c59-ee1d541642f8 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:31.102865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] For port 9738568c-3410-43bb-be17-855d77227b9b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9738568c-3410-43bb-be17-855d77227b9b,segment=NetworkSegment(3212f3f7-8953-4568-8ab1-c53b24968354),segment_id=3212f3f7-8953-4568-8ab1-c53b24968354)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:31.103239 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.124269 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 9738568c-3410-43bb-be17-855d77227b9b owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:31.254474 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.297814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No DVR routers for this DVR port 9738568c-3410-43bb-be17-855d77227b9b on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:21:31.300292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=9738568c-3410-43bb-be17-855d77227b9b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:31.334821 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Allocated IP 172.20.0.2 (33c18a55-e7f2-49b3-a6e1-31efbd2eb53e/42977787-31bb-4a1e-bd37-fa4b2b36c541/3a30f6c8-cc6d-4296-8bb2-70ed62d899e8) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:31.349690 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.373027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed7436-e140-42b2-a95d-a1b8b5ba129d tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Subnet': ['ID=42977787-31bb-4a1e-bd37-fa4b2b36c541,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:31.431251 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.490882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e133e3ec-e4ab-4d23-8e10-31fe9830e453 None None] Port 9738568c-3410-43bb-be17-855d77227b9b update to ACTIVE by agent not found {{(pid=105766) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 06 16:21:31.522761 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.540327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7430b376-2b43-40d5-9c59-ee1d541642f8']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:31.558669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3212f3f7-8953-4568-8ab1-c53b24968354') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:31.558962 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3212f3f7-8953-4568-8ab1-c53b24968354') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:31.569310 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.593081 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.610752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:31.612940 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.613958 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b8063e38-19d3-4b95-a3f4-4503a4c9151c None None] Could not find standard attr ID for object c21fd715-3b68-4d1d-b0cf-40ccb4c3001e. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:21:31.632205 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3551b4-e642-4a42-bf42-f8ca8b8fefe4 None None] DHCP port deletion for 7430b376-2b43-40d5-9c59-ee1d541642f8 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:31.636069 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:31.721934 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.756732 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Transition to ACTIVE for port object 3a30f6c8-cc6d-4296-8bb2-70ed62d899e8 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:31.756971 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.767568 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.774949 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/networks/7430b376-2b43-40d5-9c59-ee1d541642f8 HTTP/1.1" status: 204 len: 168 time: 0.9955623 Aug 06 16:21:31.778655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36186) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:31.785541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d72a9445-f918-43e3-aac1-e932a35b24f6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-232022778'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:31.787556 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9738568c-3410-43bb-be17-855d77227b9b no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:21:31.812883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357aba8-6b04-4a0e-9ee0-54204218d54d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Network': ['ID=7430b376-2b43-40d5-9c59-ee1d541642f8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:31.832034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 9738568c-3410-43bb-be17-855d77227b9b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:21:31.832377 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9738568c-3410-43bb-be17-855d77227b9b not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:21:31.848359 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Transition to ACTIVE for port object 3a30f6c8-cc6d-4296-8bb2-70ed62d899e8 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:31.853102 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72a9445-f918-43e3-aac1-e932a35b24f6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:31.857583 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d72a9445-f918-43e3-aac1-e932a35b24f6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.860699 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.911609 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.935373 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Network 33c18a55-e7f2-49b3-a6e1-31efbd2eb53e is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:31.938351 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:31.940897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:31.945876 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72a9445-f918-43e3-aac1-e932a35b24f6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:21:31.954580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Subnet': ['ID=42977787-31bb-4a1e-bd37-fa4b2b36c541,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:31.990099 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d72a9445-f918-43e3-aac1-e932a35b24f6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:31.990473 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-d72a9445-f918-43e3-aac1-e932a35b24f6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Added segment 5ffa71b6-53c8-47dd-856a-50078f2fa7c2 of type vlan for network ec48fbd4-9a56-4367-a6d1-bac2949aa144 Aug 06 16:21:32.021837 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0bdd6-cd26-4d5a-bf9b-29490728ffc4 req-4a035d6a-fcc4-4431-8c2f-973cfad9f3ed tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:32.023567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Pushing event updated for resources: {'Port': ['ID=3a30f6c8-cc6d-4296-8bb2-70ed62d899e8,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:32.025532 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91c0bdd6-cd26-4d5a-bf9b-29490728ffc4 req-4a035d6a-fcc4-4431-8c2f-973cfad9f3ed tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1042325 Aug 06 16:21:32.029263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Attempting to bind port 3a30f6c8-cc6d-4296-8bb2-70ed62d899e8 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:21:32.029637 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Attempting to bind port 3a30f6c8-cc6d-4296-8bb2-70ed62d899e8 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '1e2c03a0-0125-4854-aec8-6245e57c1ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '33c18a55-e7f2-49b3-a6e1-31efbd2eb53e'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:21:32.030011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Attempting to bind port 3a30f6c8-cc6d-4296-8bb2-70ed62d899e8 on network 33c18a55-e7f2-49b3-a6e1-31efbd2eb53e {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:21:32.036377 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:21:32.037014 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Checking segment: {'id': '1e2c03a0-0125-4854-aec8-6245e57c1ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '33c18a55-e7f2-49b3-a6e1-31efbd2eb53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:32.038291 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:32.038845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Bound using segment: {'id': '1e2c03a0-0125-4854-aec8-6245e57c1ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '33c18a55-e7f2-49b3-a6e1-31efbd2eb53e'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:21:32.040101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Bound port: 3a30f6c8-cc6d-4296-8bb2-70ed62d899e8, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2c03a0-0125-4854-aec8-6245e57c1ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '33c18a55-e7f2-49b3-a6e1-31efbd2eb53e'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:21:32.041264 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:32.067308 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:32.087951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c18a55-e7f2-49b3-a6e1-31efbd2eb53e']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:32.090214 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91c0bdd6-cd26-4d5a-bf9b-29490728ffc4 req-baa37567-f280-48e9-b7e2-9869f122364e tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548506 Aug 06 16:21:32.091695 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d72a9445-f918-43e3-aac1-e932a35b24f6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:32.105797 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2c03a0-0125-4854-aec8-6245e57c1ae3') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:32.106123 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2c03a0-0125-4854-aec8-6245e57c1ae3') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:32.120678 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:32.145324 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:32.148485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] For port 3a30f6c8-cc6d-4296-8bb2-70ed62d899e8, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:21:32.155776 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:32.156367 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:32.159938 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:32.174944 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d72a9445-f918-43e3-aac1-e932a35b24f6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:32.181377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72a9445-f918-43e3-aac1-e932a35b24f6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:32.182038 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d72a9445-f918-43e3-aac1-e932a35b24f6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:32.248040 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d72a9445-f918-43e3-aac1-e932a35b24f6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4678719 Aug 06 16:21:32.254469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36202) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:32.260895 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-066f5468-a275-4a66-a12f-32d2d026f899 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'subnet': {'network_id': 'ec48fbd4-9a56-4367-a6d1-bac2949aa144', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:32.277954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] For port 3a30f6c8-cc6d-4296-8bb2-70ed62d899e8, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3a30f6c8-cc6d-4296-8bb2-70ed62d899e8,segment=NetworkSegment(1e2c03a0-0125-4854-aec8-6245e57c1ae3),segment_id=1e2c03a0-0125-4854-aec8-6245e57c1ae3)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:21:32.283900 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:32.326366 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.api [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 16:21:32.326366 n-d-803756-1 neutron-server[105764]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 16:21:32.326366 n-d-803756-1 neutron-server[105764]: [parameters: {'id': '33c18a55-e7f2-49b3-a6e1-31efbd2eb53e'}] Aug 06 16:21:32.326366 n-d-803756-1 neutron-server[105764]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:21:32.327330 n-d-803756-1 neutron-server[105764]: DEBUG oslo_db.api [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:21:32.327651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba1b11-84bc-4d0d-915a-823c36437fe9 req-5267b571-b256-4369-a549-8a9c0934a01e tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:32.333910 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a9445-f918-43e3-aac1-e932a35b24f6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Network': ['ID=ec48fbd4-9a56-4367-a6d1-bac2949aa144,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:32.335266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1aba1b11-84bc-4d0d-915a-823c36437fe9 req-5267b571-b256-4369-a549-8a9c0934a01e tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1264718 Aug 06 16:21:32.351122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network ec48fbd4-9a56-4367-a6d1-bac2949aa144 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:21:32.447870 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1aba1b11-84bc-4d0d-915a-823c36437fe9 req-bc00a02b-8d91-4c9e-be05-b24f64874731 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716462 Aug 06 16:21:32.460188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066f5468-a275-4a66-a12f-32d2d026f899 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:32.464378 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-066f5468-a275-4a66-a12f-32d2d026f899 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:32.520679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4ed59-c37a-4ee9-9efb-08b13dfb0aad None None] Pushing event updated for resources: {'Port': ['ID=3a30f6c8-cc6d-4296-8bb2-70ed62d899e8,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:32.551217 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5f6911-1504-490b-96be-52bcd51e7f4b None None] Network 33c18a55-e7f2-49b3-a6e1-31efbd2eb53e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:32.716175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e208674-d025-4d2e-a0c0-76c385a37632 None None] Network 33c18a55-e7f2-49b3-a6e1-31efbd2eb53e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:32.794685 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-066f5468-a275-4a66-a12f-32d2d026f899 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:32.830008 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:32.938339 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Deleting port 3a30f6c8-cc6d-4296-8bb2-70ed62d899e8 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:32.940815 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:32.987916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f5468-a275-4a66-a12f-32d2d026f899 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Subnet': ['ID=18ea26de-9776-4b50-8197-b78b10a66d25,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:32.996415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad34142-da96-4656-826d-b5a841caef74 None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:21:33.029119 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f5468-a275-4a66-a12f-32d2d026f899 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Checking segment: {'id': '5ffa71b6-53c8-47dd-856a-50078f2fa7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ec48fbd4-9a56-4367-a6d1-bac2949aa144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:33.029497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066f5468-a275-4a66-a12f-32d2d026f899 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network hostable DHCP agents. Network: ec48fbd4-9a56-4367-a6d1-bac2949aa144, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:21:33.072271 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] For port 3a30f6c8-cc6d-4296-8bb2-70ed62d899e8, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3a30f6c8-cc6d-4296-8bb2-70ed62d899e8,segment=NetworkSegment(1e2c03a0-0125-4854-aec8-6245e57c1ae3),segment_id=1e2c03a0-0125-4854-aec8-6245e57c1ae3)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:33.074996 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:33.083196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066f5468-a275-4a66-a12f-32d2d026f899 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network ec48fbd4-9a56-4367-a6d1-bac2949aa144 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:21:33.107531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-066f5468-a275-4a66-a12f-32d2d026f899 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, ec48fbd4-9a56-4367-a6d1-bac2949aa144) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:33.114840 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066f5468-a275-4a66-a12f-32d2d026f899 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:33.116657 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-066f5468-a275-4a66-a12f-32d2d026f899 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:33.139131 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Calling delete_port for 3a30f6c8-cc6d-4296-8bb2-70ed62d899e8 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:33.153295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-066f5468-a275-4a66-a12f-32d2d026f899 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8977516 Aug 06 16:21:33.154139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36232) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:33.167953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a362ca93-dda2-4b54-b588-c52be5db4420 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'network_id': 'ec48fbd4-9a56-4367-a6d1-bac2949aa144', 'name': 'tempest-PortsTestJSON-674602775', 'fixed_ips': [{'subnet_id': '18ea26de-9776-4b50-8197-b78b10a66d25', 'ip_address': '172.20.0.10'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:33.240241 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:33.283369 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No DVR routers for this DVR port 3a30f6c8-cc6d-4296-8bb2-70ed62d899e8 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:21:33.287090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Port': ['ID=3a30f6c8-cc6d-4296-8bb2-70ed62d899e8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:33.354300 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad34142-da96-4656-826d-b5a841caef74 None None] Unable to find a vacant binding_index for network ec48fbd4-9a56-4367-a6d1-bac2949aa144 and agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 {{(pid=105766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 06 16:21:33.362470 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad34142-da96-4656-826d-b5a841caef74 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, ec48fbd4-9a56-4367-a6d1-bac2949aa144) {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:21:33.368562 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a362ca93-dda2-4b54-b588-c52be5db4420 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:33.406066 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:33.426865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c18a55-e7f2-49b3-a6e1-31efbd2eb53e']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:33.459275 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2c03a0-0125-4854-aec8-6245e57c1ae3') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:33.459572 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2c03a0-0125-4854-aec8-6245e57c1ae3') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:33.484300 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:33.499412 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a362ca93-dda2-4b54-b588-c52be5db4420 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:33.519209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-a362ca93-dda2-4b54-b588-c52be5db4420 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port 804ac096-5d48-41a0-85da-4c92f9af8af9 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:21:33.521875 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:33.530794 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:33.531470 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:33.538378 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:33.627738 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:33.655070 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:33.661351 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/33c18a55-e7f2-49b3-a6e1-31efbd2eb53e HTTP/1.1" status: 204 len: 168 time: 2.6002662 Aug 06 16:21:33.666408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36238) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:33.694422 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649bd6a-63de-4994-b419-e54ef2b96f14 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Network': ['ID=33c18a55-e7f2-49b3-a6e1-31efbd2eb53e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:33.755514 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d338785-c75e-4882-a8e2-7a52dc791d9c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:33.757194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d338785-c75e-4882-a8e2-7a52dc791d9c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:33.770009 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2d338785-c75e-4882-a8e2-7a52dc791d9c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/33c18a55-e7f2-49b3-a6e1-31efbd2eb53e HTTP/1.1" status: 404 len: 339 time: 0.0783401 Aug 06 16:21:33.772294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36240) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:33.788187 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3c2c78c9-5777-4179-bd1c-37ca92c230a1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1151403343', 'description': 'd1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:33.795610 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f393edbd-8936-4131-b7a4-4f38e041ae35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:33.845501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2c78c9-5777-4179-bd1c-37ca92c230a1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:33.855014 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-ec48fbd4-9a56-4367-a6d1-bac2949aa144', 'network_id': 'ec48fbd4-9a56-4367-a6d1-bac2949aa144', 'tenant_id': '882f87fa8062414f8a35871bca2d9a96', 'fixed_ips': [{'subnet_id': '18ea26de-9776-4b50-8197-b78b10a66d25'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:21:33.856110 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:33.867168 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c2c78c9-5777-4179-bd1c-37ca92c230a1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:33.937132 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2c78c9-5777-4179-bd1c-37ca92c230a1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:21:33.938362 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-a362ca93-dda2-4b54-b588-c52be5db4420 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Allocated IP 172.20.0.10 (ec48fbd4-9a56-4367-a6d1-bac2949aa144/18ea26de-9776-4b50-8197-b78b10a66d25/804ac096-5d48-41a0-85da-4c92f9af8af9) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:33.964757 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c2c78c9-5777-4179-bd1c-37ca92c230a1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:33.967505 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-3c2c78c9-5777-4179-bd1c-37ca92c230a1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Added segment ffa0bf3d-cc90-479e-8faf-ec8562ff46d1 of type vlan for network 2cb0cee7-b1e4-4893-99de-afbfd761d115 Aug 06 16:21:34.077819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c2c78c9-5777-4179-bd1c-37ca92c230a1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:34.173923 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c2c78c9-5777-4179-bd1c-37ca92c230a1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:34.189146 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2c78c9-5777-4179-bd1c-37ca92c230a1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:34.194554 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c2c78c9-5777-4179-bd1c-37ca92c230a1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:34.299367 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c78c9-5777-4179-bd1c-37ca92c230a1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Network': ['ID=2cb0cee7-b1e4-4893-99de-afbfd761d115,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:34.306702 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3c2c78c9-5777-4179-bd1c-37ca92c230a1 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5293553 Aug 06 16:21:34.307315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36258) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:34.316570 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 2cb0cee7-b1e4-4893-99de-afbfd761d115 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:21:34.355452 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a362ca93-dda2-4b54-b588-c52be5db4420 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:34.478660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-a362ca93-dda2-4b54-b588-c52be5db4420 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Transition to ACTIVE for port object 804ac096-5d48-41a0-85da-4c92f9af8af9 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:34.528128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e34223f-b6e1-4029-bc72-277c36e7ac66 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:34.534151 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0e34223f-b6e1-4029-bc72-277c36e7ac66 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "GET /v2.0/networks?id=2cb0cee7-b1e4-4893-99de-afbfd761d115 HTTP/1.1" status: 200 len: 761 time: 0.2257755 Aug 06 16:21:34.537316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36268) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:34.543366 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-84060e8d-f790-48e7-8d55-66f45987d255 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'network': {'description': 'd2'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:34.603611 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a362ca93-dda2-4b54-b588-c52be5db4420 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:34.687700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a362ca93-dda2-4b54-b588-c52be5db4420 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network ec48fbd4-9a56-4367-a6d1-bac2949aa144 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:34.690747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a362ca93-dda2-4b54-b588-c52be5db4420 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:34.696936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a362ca93-dda2-4b54-b588-c52be5db4420 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:34.733867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Allocated IP 172.20.0.2 (ec48fbd4-9a56-4367-a6d1-bac2949aa144/18ea26de-9776-4b50-8197-b78b10a66d25/1b44997d-db96-4561-85f9-36c8e70fb52f) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:34.797935 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362ca93-dda2-4b54-b588-c52be5db4420 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=804ac096-5d48-41a0-85da-4c92f9af8af9,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:34.854027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a362ca93-dda2-4b54-b588-c52be5db4420 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:34.854799 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a362ca93-dda2-4b54-b588-c52be5db4420 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:34.877673 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a362ca93-dda2-4b54-b588-c52be5db4420 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7220690 Aug 06 16:21:34.878586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36274) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:34.885760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-87a7a73f-e648-44b0-9821-4e542da5606a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'network_id': 'ec48fbd4-9a56-4367-a6d1-bac2949aa144', 'name': 'tempest-PortsTestJSON-639448759', 'fixed_ips': [{'subnet_id': '18ea26de-9776-4b50-8197-b78b10a66d25', 'ip_address': '172.20.0.9'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:34.899550 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84060e8d-f790-48e7-8d55-66f45987d255 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:34.936034 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84060e8d-f790-48e7-8d55-66f45987d255 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:35.043591 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:35.062547 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Transition to ACTIVE for port object 1b44997d-db96-4561-85f9-36c8e70fb52f will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:35.065803 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84060e8d-f790-48e7-8d55-66f45987d255 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Network': ['ID=2cb0cee7-b1e4-4893-99de-afbfd761d115,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:35.080586 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-84060e8d-f790-48e7-8d55-66f45987d255 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network 2cb0cee7-b1e4-4893-99de-afbfd761d115 is not hosted by any dhcp agent {{(pid=105764) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 16:21:35.081278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a7a73f-e648-44b0-9821-4e542da5606a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:35.089945 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84060e8d-f790-48e7-8d55-66f45987d255 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:35.090640 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-84060e8d-f790-48e7-8d55-66f45987d255 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:35.098401 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-84060e8d-f790-48e7-8d55-66f45987d255 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "PUT /v2.0/networks/2cb0cee7-b1e4-4893-99de-afbfd761d115 HTTP/1.1" status: 200 len: 758 time: 0.5576427 Aug 06 16:21:35.098612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 2cb0cee7-b1e4-4893-99de-afbfd761d115 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:21:35.099446 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36276) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:35.105707 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-87a7a73f-e648-44b0-9821-4e542da5606a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:35.140292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Transition to ACTIVE for port object 1b44997d-db96-4561-85f9-36c8e70fb52f will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:35.140711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-87a7a73f-e648-44b0-9821-4e542da5606a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port 041b9b62-fffc-4444-8b47-8304f4f92e89 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:21:35.216713 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a627d7-c0ac-4196-bba4-025cfa244354 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:35.218902 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-47a627d7-c0ac-4196-bba4-025cfa244354 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "GET /v2.0/networks?id=2cb0cee7-b1e4-4893-99de-afbfd761d115 HTTP/1.1" status: 200 len: 761 time: 0.1184320 Aug 06 16:21:35.222354 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:35.224844 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36278) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:35.232647 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-63be8b76-453e-4cf7-81f0-0f26ea5529c2 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1120093956'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:35.280640 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Network ec48fbd4-9a56-4367-a6d1-bac2949aa144 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:35.286488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:35.291966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:35.295588 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Pushing event updated for resources: {'Port': ['ID=1b44997d-db96-4561-85f9-36c8e70fb52f,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:35.314478 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63be8b76-453e-4cf7-81f0-0f26ea5529c2 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:35.319460 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63be8b76-453e-4cf7-81f0-0f26ea5529c2 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:35.370780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Attempting to bind port 1b44997d-db96-4561-85f9-36c8e70fb52f on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:21:35.371497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Attempting to bind port 1b44997d-db96-4561-85f9-36c8e70fb52f by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '5ffa71b6-53c8-47dd-856a-50078f2fa7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ec48fbd4-9a56-4367-a6d1-bac2949aa144'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:21:35.371927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Attempting to bind port 1b44997d-db96-4561-85f9-36c8e70fb52f on network ec48fbd4-9a56-4367-a6d1-bac2949aa144 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:21:35.380719 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:21:35.381276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Checking segment: {'id': '5ffa71b6-53c8-47dd-856a-50078f2fa7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ec48fbd4-9a56-4367-a6d1-bac2949aa144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:35.381789 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:35.382250 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Bound using segment: {'id': '5ffa71b6-53c8-47dd-856a-50078f2fa7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ec48fbd4-9a56-4367-a6d1-bac2949aa144'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:21:35.382780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Bound port: 1b44997d-db96-4561-85f9-36c8e70fb52f, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffa71b6-53c8-47dd-856a-50078f2fa7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ec48fbd4-9a56-4367-a6d1-bac2949aa144'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:21:35.383291 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:35.386322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63be8b76-453e-4cf7-81f0-0f26ea5529c2 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:21:35.396310 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63be8b76-453e-4cf7-81f0-0f26ea5529c2 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:35.396659 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-63be8b76-453e-4cf7-81f0-0f26ea5529c2 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Added segment 1ced9c7c-c6c6-4ebc-8203-787c84df5c99 of type vlan for network 3437edb3-f982-49da-a3fc-40240dfdcbab Aug 06 16:21:35.460338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63be8b76-453e-4cf7-81f0-0f26ea5529c2 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:35.514737 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63be8b76-453e-4cf7-81f0-0f26ea5529c2 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:35.522075 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be8b76-453e-4cf7-81f0-0f26ea5529c2 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:35.522868 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63be8b76-453e-4cf7-81f0-0f26ea5529c2 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:35.543271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] For port 1b44997d-db96-4561-85f9-36c8e70fb52f, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:21:35.553802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] For port 1b44997d-db96-4561-85f9-36c8e70fb52f, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1b44997d-db96-4561-85f9-36c8e70fb52f,segment=NetworkSegment(5ffa71b6-53c8-47dd-856a-50078f2fa7c2),segment_id=5ffa71b6-53c8-47dd-856a-50078f2fa7c2)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:21:35.566810 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:35.661853 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-63be8b76-453e-4cf7-81f0-0f26ea5529c2 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4359100 Aug 06 16:21:35.665279 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36300) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:35.671224 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f57f505a-82d3-4026-9600-13db6f9a4fdf tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'subnet': {'network_id': '3437edb3-f982-49da-a3fc-40240dfdcbab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:35.680837 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be8b76-453e-4cf7-81f0-0f26ea5529c2 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Network': ['ID=3437edb3-f982-49da-a3fc-40240dfdcbab,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:35.728669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-87a7a73f-e648-44b0-9821-4e542da5606a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Allocated IP 172.20.0.9 (ec48fbd4-9a56-4367-a6d1-bac2949aa144/18ea26de-9776-4b50-8197-b78b10a66d25/041b9b62-fffc-4444-8b47-8304f4f92e89) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:35.749094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 3437edb3-f982-49da-a3fc-40240dfdcbab details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:21:35.938661 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57f505a-82d3-4026-9600-13db6f9a4fdf tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:35.942539 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f57f505a-82d3-4026-9600-13db6f9a4fdf tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:35.949009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c40c4-6609-4ffe-af08-9010285d3660 req-78c39138-4b55-41bc-8f8e-d36f845209ce tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:35.951488 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6c9c40c4-6609-4ffe-af08-9010285d3660 req-78c39138-4b55-41bc-8f8e-d36f845209ce tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1829290 Aug 06 16:21:36.011843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f86b1-9a5e-4410-ad6a-a26ead99f3d9 None None] Pushing event updated for resources: {'Port': ['ID=1b44997d-db96-4561-85f9-36c8e70fb52f,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:36.219506 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0b241776-1b6a-4c94-ac7b-ac4e92566674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:36.387946 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f57f505a-82d3-4026-9600-13db6f9a4fdf tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:36.535539 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6c9c40c4-6609-4ffe-af08-9010285d3660 req-1dca4a55-43f1-4b0a-92e9-dd585cc7f7cb tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5677443 Aug 06 16:21:36.572946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f505a-82d3-4026-9600-13db6f9a4fdf tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Subnet': ['ID=e2256dc3-5874-428d-be14-49d4aa065539,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:36.599721 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f505a-82d3-4026-9600-13db6f9a4fdf tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Checking segment: {'id': '1ced9c7c-c6c6-4ebc-8203-787c84df5c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3437edb3-f982-49da-a3fc-40240dfdcbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:36.601826 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f505a-82d3-4026-9600-13db6f9a4fdf tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network hostable DHCP agents. Network: 3437edb3-f982-49da-a3fc-40240dfdcbab, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:21:36.652737 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:36.666776 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-87a7a73f-e648-44b0-9821-4e542da5606a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:36.676730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f505a-82d3-4026-9600-13db6f9a4fdf tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network 3437edb3-f982-49da-a3fc-40240dfdcbab is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:21:36.692330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-87a7a73f-e648-44b0-9821-4e542da5606a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Transition to ACTIVE for port object 041b9b62-fffc-4444-8b47-8304f4f92e89 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:36.711039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-f57f505a-82d3-4026-9600-13db6f9a4fdf tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 3437edb3-f982-49da-a3fc-40240dfdcbab) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:36.717532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57f505a-82d3-4026-9600-13db6f9a4fdf tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:36.718298 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f57f505a-82d3-4026-9600-13db6f9a4fdf tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:36.743834 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f57f505a-82d3-4026-9600-13db6f9a4fdf tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0741351 Aug 06 16:21:36.745250 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36314) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:36.863880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5132f-7591-46aa-935a-24602401e688 req-52ce45ce-0416-4525-b46b-e795b19b942a tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:36.869331 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45c5132f-7591-46aa-935a-24602401e688 req-52ce45ce-0416-4525-b46b-e795b19b942a tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1455948 Aug 06 16:21:36.940929 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45c5132f-7591-46aa-935a-24602401e688 req-7a6744fb-253e-495f-b88e-aebf0d04c793 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560880 Aug 06 16:21:36.947308 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-87a7a73f-e648-44b0-9821-4e542da5606a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:36.957743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53125ae9-f667-44e5-8a32-92128fd90b47 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:37.035281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7a73f-e648-44b0-9821-4e542da5606a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network ec48fbd4-9a56-4367-a6d1-bac2949aa144 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:37.037031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-87a7a73f-e648-44b0-9821-4e542da5606a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:37.045533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7a73f-e648-44b0-9821-4e542da5606a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:37.107684 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53125ae9-f667-44e5-8a32-92128fd90b47 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:37.150556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7a73f-e648-44b0-9821-4e542da5606a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=041b9b62-fffc-4444-8b47-8304f4f92e89,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:37.274429 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53125ae9-f667-44e5-8a32-92128fd90b47 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:37.286988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a7a73f-e648-44b0-9821-4e542da5606a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:37.288218 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-87a7a73f-e648-44b0-9821-4e542da5606a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:37.329949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b309d-4542-413b-934d-0797a963d40d req-60b9c3a3-8e12-42eb-bf1a-dc96b648e995 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:37.330380 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce4b309d-4542-413b-934d-0797a963d40d req-60b9c3a3-8e12-42eb-bf1a-dc96b648e995 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1679306 Aug 06 16:21:37.341357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-87a7a73f-e648-44b0-9821-4e542da5606a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4607592 Aug 06 16:21:37.345056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36330) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:37.365908 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:37.373693 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53125ae9-f667-44e5-8a32-92128fd90b47 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Subnet': ['ID=e2256dc3-5874-428d-be14-49d4aa065539,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:37.484853 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce4b309d-4542-413b-934d-0797a963d40d req-2f25d258-7b86-4a90-a3fd-1ed39e78b79e tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418676 Aug 06 16:21:37.485433 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53125ae9-f667-44e5-8a32-92128fd90b47 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:37.504513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-53125ae9-f667-44e5-8a32-92128fd90b47 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3437edb3-f982-49da-a3fc-40240dfdcbab']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:37.510175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee3d3be-a274-43bb-ae78-590b2498d5f1 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:37.512848 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4ee3d3be-a274-43bb-ae78-590b2498d5f1 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1615043 Aug 06 16:21:37.515506 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36332) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:37.520335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-53125ae9-f667-44e5-8a32-92128fd90b47 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ced9c7c-c6c6-4ebc-8203-787c84df5c99') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:37.520634 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-53125ae9-f667-44e5-8a32-92128fd90b47 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ced9c7c-c6c6-4ebc-8203-787c84df5c99') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:37.534446 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53125ae9-f667-44e5-8a32-92128fd90b47 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:37.545475 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53125ae9-f667-44e5-8a32-92128fd90b47 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:37.553110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53125ae9-f667-44e5-8a32-92128fd90b47 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:37.553613 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53125ae9-f667-44e5-8a32-92128fd90b47 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:37.601370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1a0cf8-a741-40c4-8641-3bb7e1e535c6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:37.610169 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1a0cf8-a741-40c4-8641-3bb7e1e535c6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:37.621733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1a0cf8-a741-40c4-8641-3bb7e1e535c6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:37.626266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9d1a0cf8-a741-40c4-8641-3bb7e1e535c6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1095552 Aug 06 16:21:37.629228 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36336) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:37.656494 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:37.671683 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53125ae9-f667-44e5-8a32-92128fd90b47 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:37.681315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f162cd88-b84e-4a73-84ec-9584e7d09800 None None] Network ec48fbd4-9a56-4367-a6d1-bac2949aa144 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:37.682580 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53125ae9-f667-44e5-8a32-92128fd90b47 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:37.690079 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-53125ae9-f667-44e5-8a32-92128fd90b47 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/3437edb3-f982-49da-a3fc-40240dfdcbab HTTP/1.1" status: 204 len: 168 time: 0.9413571 Aug 06 16:21:37.693022 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36338) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:37.717935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727c4eac-ff63-4122-b20a-a69ab0d6477a None None] Network 3437edb3-f982-49da-a3fc-40240dfdcbab requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:37.742522 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53125ae9-f667-44e5-8a32-92128fd90b47 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Network': ['ID=3437edb3-f982-49da-a3fc-40240dfdcbab,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:37.831180 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-4258802e-75d5-44ac-921c-5cba4d88a8c5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] GET failed (client error): The resource could not be found. Aug 06 16:21:37.835143 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4258802e-75d5-44ac-921c-5cba4d88a8c5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "GET /v2.0/subnets/e2256dc3-5874-428d-be14-49d4aa065539 HTTP/1.1" status: 404 len: 337 time: 0.1191998 Aug 06 16:21:37.835677 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36342) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:37.884504 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71a91de-415d-471f-8f5c-1d0a50ad0cc7 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:37.889362 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4632f-8211-4a6b-a2d3-a4d029ff8aca req-8fc8cb0e-ece8-4bb1-972d-a4d16d986538 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:37.890017 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71a91de-415d-471f-8f5c-1d0a50ad0cc7 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:37.895614 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b71a91de-415d-471f-8f5c-1d0a50ad0cc7 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/3437edb3-f982-49da-a3fc-40240dfdcbab HTTP/1.1" status: 404 len: 339 time: 0.0554473 Aug 06 16:21:37.895785 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e3c4632f-8211-4a6b-a2d3-a4d029ff8aca req-8fc8cb0e-ece8-4bb1-972d-a4d16d986538 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2077830 Aug 06 16:21:37.896274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36344) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:38.004460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e3c4632f-8211-4a6b-a2d3-a4d029ff8aca req-12a610fb-e2b4-4932-a657-49866fbb44d9 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020517 Aug 06 16:21:38.012448 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b9e60-c9f4-46b3-b775-f3f1a07570f9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 041b9b62-fffc-4444-8b47-8304f4f92e89 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:38.012795 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6f7b9e60-c9f4-46b3-b775-f3f1a07570f9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:38.132612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1b44997d-db96-4561-85f9-36c8e70fb52f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:38.160620 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6f7b9e60-c9f4-46b3-b775-f3f1a07570f9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:38.194129 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b9e60-c9f4-46b3-b775-f3f1a07570f9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 041b9b62-fffc-4444-8b47-8304f4f92e89 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:38.198866 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89de726-5d06-44a4-97bb-14f937159e8e tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:38.200424 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d89de726-5d06-44a4-97bb-14f937159e8e tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3031867 Aug 06 16:21:38.205524 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36354) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:38.244273 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727c4eac-ff63-4122-b20a-a69ab0d6477a None None] Network 3437edb3-f982-49da-a3fc-40240dfdcbab could not be found, it might have been deleted concurrently. {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 16:21:38.264741 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4af1fe56-758a-4d42-a8b4-49baa99f48cc tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 207 time: 0.0555897 Aug 06 16:21:38.268729 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36360) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:38.272106 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0ad2ee-c584-4c25-a163-30aa646f4200 None None] Network 3437edb3-f982-49da-a3fc-40240dfdcbab requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:38.308005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0ad2ee-c584-4c25-a163-30aa646f4200 None None] Network 3437edb3-f982-49da-a3fc-40240dfdcbab could not be found, it might have been deleted concurrently. {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 16:21:38.323550 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-798d9d13-f4f1-48fa-9e4c-70cbb947063a None None] Provisioning for port 1b44997d-db96-4561-85f9-36c8e70fb52f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:38.435438 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 1b44997d-db96-4561-85f9-36c8e70fb52f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:38.467581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 1b44997d-db96-4561-85f9-36c8e70fb52f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:38.468371 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:38.519595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb46adc-8223-468a-9dca-bbd4d7bdc746 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:38.527516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb46adc-8223-468a-9dca-bbd4d7bdc746 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:38.535878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb46adc-8223-468a-9dca-bbd4d7bdc746 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:38.544339 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb46adc-8223-468a-9dca-bbd4d7bdc746 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:38.546564 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-adb46adc-8223-468a-9dca-bbd4d7bdc746 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2768621 Aug 06 16:21:38.550558 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36364) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:38.616479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcd1cf-b92c-45da-aa0c-14f912328517 req-2d52c38e-5d70-4738-b367-f90f5736145d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:38.626325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42fcd1cf-b92c-45da-aa0c-14f912328517 req-2d52c38e-5d70-4738-b367-f90f5736145d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2294924 Aug 06 16:21:38.635161 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6f7b9e60-c9f4-46b3-b775-f3f1a07570f9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:38.645470 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:38.737542 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 1b44997d-db96-4561-85f9-36c8e70fb52f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1b44997d-db96-4561-85f9-36c8e70fb52f,segment=NetworkSegment(5ffa71b6-53c8-47dd-856a-50078f2fa7c2),segment_id=5ffa71b6-53c8-47dd-856a-50078f2fa7c2)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:38.749009 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:38.764847 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-57075d88-3267-42f1-b953-feba192c11c9 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2034132 Aug 06 16:21:38.765702 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36366) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:38.770779 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42fcd1cf-b92c-45da-aa0c-14f912328517 req-f098e865-8b37-4e04-afc7-5eabbcbfe523 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430333 Aug 06 16:21:38.831493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b9e60-c9f4-46b3-b775-f3f1a07570f9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=041b9b62-fffc-4444-8b47-8304f4f92e89,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:38.837135 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2409f8-305a-45f9-810f-51005f84b48c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:38.838724 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2409f8-305a-45f9-810f-51005f84b48c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:38.844418 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7a2409f8-305a-45f9-810f-51005f84b48c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0738609 Aug 06 16:21:38.844728 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36370) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:38.880818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=1b44997d-db96-4561-85f9-36c8e70fb52f,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:38.973973 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6f7b9e60-c9f4-46b3-b775-f3f1a07570f9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:38.977213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6f7b9e60-c9f4-46b3-b775-f3f1a07570f9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/041b9b62-fffc-4444-8b47-8304f4f92e89 HTTP/1.1" status: 204 len: 168 time: 1.3464839 Aug 06 16:21:38.981902 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36374) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:38.993741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fb6fc2-0ae6-4963-8e28-ee179d271743 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:38.995156 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fb6fc2-0ae6-4963-8e28-ee179d271743 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:38.996736 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d2fb6fc2-0ae6-4963-8e28-ee179d271743 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1472118 Aug 06 16:21:39.004054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36376) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:39.056564 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8019e8d-fe96-4f56-9f3f-eb0c755700d9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] GET failed (client error): The resource could not be found. Aug 06 16:21:39.059263 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:39.067593 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e8019e8d-fe96-4f56-9f3f-eb0c755700d9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/041b9b62-fffc-4444-8b47-8304f4f92e89 HTTP/1.1" status: 404 len: 333 time: 0.0804343 Aug 06 16:21:39.075528 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36378) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:39.192121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb46bd2-66ce-4c85-bb59-6d22f3b649d8 req-eaa31245-1e50-49a7-adec-c82f0199f7e7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:39.193775 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6bb46bd2-66ce-4c85-bb59-6d22f3b649d8 req-eaa31245-1e50-49a7-adec-c82f0199f7e7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2800004 Aug 06 16:21:39.206369 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767ae7d7-47fd-4299-95eb-cb884efc023a tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:39.211244 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-767ae7d7-47fd-4299-95eb-cb884efc023a tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "GET /v2.0/networks/5dd682b8-766c-49af-826b-d63134cd8d67 HTTP/1.1" status: 200 len: 800 time: 0.2027786 Aug 06 16:21:39.218163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36380) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:39.329873 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6bb46bd2-66ce-4c85-bb59-6d22f3b649d8 req-4239fa09-b43b-4aaa-9998-2bf0e4a245be tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237922 Aug 06 16:21:39.358599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-fbdbeccd-fa1f-4802-916d-a4a82c0d4927 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 804ac096-5d48-41a0-85da-4c92f9af8af9 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:39.358599 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fbdbeccd-fa1f-4802-916d-a4a82c0d4927 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:39.365467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a465c92-1064-41a6-8d82-7bab54f19999 None None] Network ec48fbd4-9a56-4367-a6d1-bac2949aa144 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:39.419202 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:21:39.484529 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d017ebde-faaa-4057-9fe3-a3a07aa7ea5c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "GET /v2.0/networks/5dd682b8-766c-49af-826b-d63134cd8d67?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2651339 Aug 06 16:21:39.486152 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fbcad42f-8f73-4bbc-bda7-b8d921269ba7 None None] Provisioning for port 804ac096-5d48-41a0-85da-4c92f9af8af9 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:39.490637 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36396) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:39.543094 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fbdbeccd-fa1f-4802-916d-a4a82c0d4927 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:39.568383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fbcad42f-8f73-4bbc-bda7-b8d921269ba7 None None] Provisioning complete for port 804ac096-5d48-41a0-85da-4c92f9af8af9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:39.568750 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fbcad42f-8f73-4bbc-bda7-b8d921269ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:39.572595 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-fbdbeccd-fa1f-4802-916d-a4a82c0d4927 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 804ac096-5d48-41a0-85da-4c92f9af8af9 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:39.645499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fbcad42f-8f73-4bbc-bda7-b8d921269ba7 None None] Port 804ac096-5d48-41a0-85da-4c92f9af8af9 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:21:39.652622 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a740f1-5ad9-4e1d-b48f-0f31650d4f95 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:39.655051 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-58a740f1-5ad9-4e1d-b48f-0f31650d4f95 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "GET /v2.0/subnets/e2aa431b-8139-4e11-bd1b-ec35cef031a8 HTTP/1.1" status: 200 len: 811 time: 0.1569178 Aug 06 16:21:39.658427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36404) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:39.674785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fbcad42f-8f73-4bbc-bda7-b8d921269ba7 None None] Provisioning complete for port 1b44997d-db96-4561-85f9-36c8e70fb52f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:39.675174 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fbcad42f-8f73-4bbc-bda7-b8d921269ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:39.748348 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a196f-3299-4cdd-8f15-f1ec363a1b17 req-10fd1f0c-c056-44b8-aa14-e55265ce2eea tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:39.750896 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e66a196f-3299-4cdd-8f15-f1ec363a1b17 req-10fd1f0c-c056-44b8-aa14-e55265ce2eea tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1528664 Aug 06 16:21:39.811667 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9326f458-d6e7-4fcf-8451-6b4e7420ff8c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['shared'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:39.815268 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9326f458-d6e7-4fcf-8451-6b4e7420ff8c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "GET /v2.0/subnets/e2aa431b-8139-4e11-bd1b-ec35cef031a8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1549523 Aug 06 16:21:39.818427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36410) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:39.827749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-da05182c-25e2-415a-9873-3386f97047eb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1847126986'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:39.840177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1b44997d-db96-4561-85f9-36c8e70fb52f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:39.844271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fbcad42f-8f73-4bbc-bda7-b8d921269ba7 None None] Could not find standard attr ID for object 041b9b62-fffc-4444-8b47-8304f4f92e89. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:21:39.874433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e66a196f-3299-4cdd-8f15-f1ec363a1b17 req-6ebecb54-9c3f-473d-ba5d-d43bc796a9cf tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136031 Aug 06 16:21:39.885513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da05182c-25e2-415a-9873-3386f97047eb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:39.909720 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-da05182c-25e2-415a-9873-3386f97047eb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:40.001098 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da05182c-25e2-415a-9873-3386f97047eb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:21:40.028917 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-da05182c-25e2-415a-9873-3386f97047eb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:40.029682 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-da05182c-25e2-415a-9873-3386f97047eb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Added segment 6df16152-e4be-4f42-90da-1edb99c6fd86 of type vlan for network facf6f1b-980f-49d2-acbc-14db45e632a6 Aug 06 16:21:40.113918 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 1b44997d-db96-4561-85f9-36c8e70fb52f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:40.114348 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:40.161642 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fbdbeccd-fa1f-4802-916d-a4a82c0d4927 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:40.200207 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-da05182c-25e2-415a-9873-3386f97047eb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:40.273276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbeccd-fa1f-4802-916d-a4a82c0d4927 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=804ac096-5d48-41a0-85da-4c92f9af8af9,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:40.291964 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-da05182c-25e2-415a-9873-3386f97047eb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:40.298343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da05182c-25e2-415a-9873-3386f97047eb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:40.298938 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-da05182c-25e2-415a-9873-3386f97047eb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:40.376159 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36418) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:40.412395 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-da05182c-25e2-415a-9873-3386f97047eb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5896261 Aug 06 16:21:40.412395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36422) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:40.418033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-823a1a7b-1035-4d5d-8b50-9d675ec49dd5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'subnet': {'network_id': 'facf6f1b-980f-49d2-acbc-14db45e632a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:40.418342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bb78f-3da4-4aa7-a2b8-c296110a99c5 req-92f2ea07-af59-4fcb-a874-667de569d92f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:40.428602 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc3bb78f-3da4-4aa7-a2b8-c296110a99c5 req-92f2ea07-af59-4fcb-a874-667de569d92f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.3383257 Aug 06 16:21:40.443990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05182c-25e2-415a-9873-3386f97047eb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Network': ['ID=facf6f1b-980f-49d2-acbc-14db45e632a6,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:40.473813 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network facf6f1b-980f-49d2-acbc-14db45e632a6 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:21:40.487654 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fbdbeccd-fa1f-4802-916d-a4a82c0d4927 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:40.490371 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fbdbeccd-fa1f-4802-916d-a4a82c0d4927 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/804ac096-5d48-41a0-85da-4c92f9af8af9 HTTP/1.1" status: 204 len: 168 time: 1.4106331 Aug 06 16:21:40.504232 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36424) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:40.605172 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc3bb78f-3da4-4aa7-a2b8-c296110a99c5 req-5c295a42-3ffb-46b8-a2ad-00057041f9ee tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750152 Aug 06 16:21:40.608184 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6162580-ff21-43c0-b6f5-f5a91a00a34e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] GET failed (client error): The resource could not be found. Aug 06 16:21:40.614362 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f6162580-ff21-43c0-b6f5-f5a91a00a34e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/804ac096-5d48-41a0-85da-4c92f9af8af9 HTTP/1.1" status: 404 len: 333 time: 0.1078606 Aug 06 16:21:40.618016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36430) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:40.695213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-be301d3e-533d-4f1b-b90e-2b905ab66204 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting subnet 18ea26de-9776-4b50-8197-b78b10a66d25 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:21:40.706951 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be301d3e-533d-4f1b-b90e-2b905ab66204 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:40.806995 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be301d3e-533d-4f1b-b90e-2b905ab66204 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:40.889243 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6164cc60-3669-4d10-affc-717025a63dd5 None None] Could not find standard attr ID for object 804ac096-5d48-41a0-85da-4c92f9af8af9. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:21:40.960254 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6164cc60-3669-4d10-affc-717025a63dd5 None None] Provisioning complete for port 1b44997d-db96-4561-85f9-36c8e70fb52f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:40.960624 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6164cc60-3669-4d10-affc-717025a63dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:41.007567 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be301d3e-533d-4f1b-b90e-2b905ab66204 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:41.062154 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d7af-a0b8-439f-9b95-4fc319ba4780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:41.076857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc65d7-24ee-44ca-8693-3322a7880129 req-af11c296-71f7-4cf3-97f3-685774c6fa26 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:41.087348 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-35cc65d7-24ee-44ca-8693-3322a7880129 req-af11c296-71f7-4cf3-97f3-685774c6fa26 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1347980 Aug 06 16:21:41.170077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-35cc65d7-24ee-44ca-8693-3322a7880129 req-085cf94d-31a2-498f-9c81-6b2c0422b7b6 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771899 Aug 06 16:21:41.193906 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be301d3e-533d-4f1b-b90e-2b905ab66204 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:41.210232 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.api [None req-823a1a7b-1035-4d5d-8b50-9d675ec49dd5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:21:41.210232 n-d-803756-1 neutron-server[105764]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 16:21:41.210232 n-d-803756-1 neutron-server[105764]: [parameters: {'project_id': 'f5240ec05b5c46dcb2c2f0a55eb6633a', 'id': 'a5f8c932-72de-41d8-b71b-5e4ac20a7b7f', 'expiration': datetime.datetime(2021, 8, 6, 16, 23, 41, 158299)}] Aug 06 16:21:41.210232 n-d-803756-1 neutron-server[105764]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:21:41.216232 n-d-803756-1 neutron-server[105764]: DEBUG oslo_db.api [None req-823a1a7b-1035-4d5d-8b50-9d675ec49dd5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:21:41.245164 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-be301d3e-533d-4f1b-b90e-2b905ab66204 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:41.250472 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-be301d3e-533d-4f1b-b90e-2b905ab66204 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/18ea26de-9776-4b50-8197-b78b10a66d25 HTTP/1.1" status: 204 len: 168 time: 0.6309350 Aug 06 16:21:41.252022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be301d3e-533d-4f1b-b90e-2b905ab66204 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Subnet': ['ID=18ea26de-9776-4b50-8197-b78b10a66d25,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:41.252376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36454) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:41.287804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-035412ba-86c2-4dba-8b91-a46a9d464eb4 None None] Could not find standard attr ID for object 804ac096-5d48-41a0-85da-4c92f9af8af9. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:21:41.350968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c8d04-32ba-4c99-a577-6683047abd3b req-cc38fdc2-4558-462c-b04c-7ffabc1339db tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:41.353543 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c51c8d04-32ba-4c99-a577-6683047abd3b req-cc38fdc2-4558-462c-b04c-7ffabc1339db tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.0717132 Aug 06 16:21:41.416307 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:41.428853 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c51c8d04-32ba-4c99-a577-6683047abd3b req-a226a8c2-a857-4786-9e89-3bbaccaba893 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687740 Aug 06 16:21:41.480805 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d7af-a0b8-439f-9b95-4fc319ba4780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:41.506635 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d7af-a0b8-439f-9b95-4fc319ba4780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:41.511869 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a821ce0-bda1-4e00-827a-b2ff4a629af8 None None] Network ec48fbd4-9a56-4367-a6d1-bac2949aa144 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:41.575570 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f6a1d7af-a0b8-439f-9b95-4fc319ba4780 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7b58acd78814a7c8415ceb3e497ab15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1990187 Aug 06 16:21:41.578525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36462) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:41.581144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1d7af-a0b8-439f-9b95-4fc319ba4780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a0d7fc-e0e8-4aa7-a202-49b2ae5674fb,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:41.611266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7afbc1bf-4761-4acd-b6fb-4ec81262d55d None None] Could not find standard attr ID for object 041b9b62-fffc-4444-8b47-8304f4f92e89. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:21:41.627890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 1b44997d-db96-4561-85f9-36c8e70fb52f {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:41.628375 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:41.755246 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e9224-f798-4eaa-b961-6a460693ed42 None None] DHCP port deletion for ec48fbd4-9a56-4367-a6d1-bac2949aa144 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:21:41.759856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] For port 1b44997d-db96-4561-85f9-36c8e70fb52f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1b44997d-db96-4561-85f9-36c8e70fb52f,segment=NetworkSegment(5ffa71b6-53c8-47dd-856a-50078f2fa7c2),segment_id=5ffa71b6-53c8-47dd-856a-50078f2fa7c2)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:41.760653 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:41.768508 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be08042-ae6c-44ae-8d7a-e4721d2b6f46 req-6249e43d-f9ec-4856-ad92-25618ebfab20 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:41.774678 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823a1a7b-1035-4d5d-8b50-9d675ec49dd5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Made reservation on behalf of f5240ec05b5c46dcb2c2f0a55eb6633a for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:41.778348 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-823a1a7b-1035-4d5d-8b50-9d675ec49dd5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:41.779301 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1be08042-ae6c-44ae-8d7a-e4721d2b6f46 req-6249e43d-f9ec-4856-ad92-25618ebfab20 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1537797 Aug 06 16:21:41.825241 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-952a0aa1-5a6d-4067-9166-99868cb44069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:41.868561 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e9224-f798-4eaa-b961-6a460693ed42 None None] Deleting port 1b44997d-db96-4561-85f9-36c8e70fb52f {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:41.868807 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-952a0aa1-5a6d-4067-9166-99868cb44069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:41.869460 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9224-f798-4eaa-b961-6a460693ed42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:41.895391 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.ipam_backend_mixin [None req-823a1a7b-1035-4d5d-8b50-9d675ec49dd5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Performing IP validity checks on allocation pools {{(pid=105764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 16:21:41.895866 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.ipam_backend_mixin [None req-823a1a7b-1035-4d5d-8b50-9d675ec49dd5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 16:21:41.897030 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1be08042-ae6c-44ae-8d7a-e4721d2b6f46 req-4fb5c42d-1e3e-4209-8aef-f82e841f9774 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058290 Aug 06 16:21:41.925478 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 1b44997d-db96-4561-85f9-36c8e70fb52f owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:42.007795 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-952a0aa1-5a6d-4067-9166-99868cb44069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.011616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1c5e9224-f798-4eaa-b961-6a460693ed42 None None] For port 1b44997d-db96-4561-85f9-36c8e70fb52f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1b44997d-db96-4561-85f9-36c8e70fb52f,segment=NetworkSegment(5ffa71b6-53c8-47dd-856a-50078f2fa7c2),segment_id=5ffa71b6-53c8-47dd-856a-50078f2fa7c2)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:42.012307 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-952a0aa1-5a6d-4067-9166-99868cb44069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.015863 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-952a0aa1-5a6d-4067-9166-99868cb44069 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78a0d7fc-e0e8-4aa7-a202-49b2ae5674fb HTTP/1.1" status: 204 len: 168 time: 0.4339824 Aug 06 16:21:42.016038 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9224-f798-4eaa-b961-6a460693ed42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.041784 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e9224-f798-4eaa-b961-6a460693ed42 None None] Calling delete_port for 1b44997d-db96-4561-85f9-36c8e70fb52f owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:42.098967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a0aa1-5a6d-4067-9166-99868cb44069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a0d7fc-e0e8-4aa7-a202-49b2ae5674fb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:42.149533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53871038-39f8-490b-bc1c-7ced377cdfeb req-9455605b-aa13-4309-b222-5329bc344a3a tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:42.155191 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53871038-39f8-490b-bc1c-7ced377cdfeb req-9455605b-aa13-4309-b222-5329bc344a3a tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1075611 Aug 06 16:21:42.209237 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.231453 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53871038-39f8-490b-bc1c-7ced377cdfeb req-ee61c653-1ffc-4750-9a4f-e1ae09b8c9a8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705690 Aug 06 16:21:42.251498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=1b44997d-db96-4561-85f9-36c8e70fb52f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:42.262998 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No DVR routers for this DVR port 1b44997d-db96-4561-85f9-36c8e70fb52f on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:21:42.270144 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-823a1a7b-1035-4d5d-8b50-9d675ec49dd5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.304744 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.308409 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.308409 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.308409 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.308409 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.308409 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.308409 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.308409 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.308409 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.308409 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.308409 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.308409 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.308409 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.308409 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:42.308409 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:21:42.315140 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9224-f798-4eaa-b961-6a460693ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.350852 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a1a7b-1035-4d5d-8b50-9d675ec49dd5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Subnet': ['ID=cbddf176-c50a-49b9-84fb-ac1884346fdb,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:42.374374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e9224-f798-4eaa-b961-6a460693ed42 None None] No DVR routers for this DVR port 1b44997d-db96-4561-85f9-36c8e70fb52f on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:21:42.396328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e9224-f798-4eaa-b961-6a460693ed42 None None] Pushing event deleted for resources: {'Port': ['ID=1b44997d-db96-4561-85f9-36c8e70fb52f,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:42.463700 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.477734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec48fbd4-9a56-4367-a6d1-bac2949aa144']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:42.491582 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffa71b6-53c8-47dd-856a-50078f2fa7c2') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:42.491931 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffa71b6-53c8-47dd-856a-50078f2fa7c2') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:42.505562 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.521918 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.529255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:42.529694 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:42.551175 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:42.612026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823a1a7b-1035-4d5d-8b50-9d675ec49dd5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Checking segment: {'id': '6df16152-e4be-4f42-90da-1edb99c6fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'facf6f1b-980f-49d2-acbc-14db45e632a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:42.612521 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a1a7b-1035-4d5d-8b50-9d675ec49dd5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network hostable DHCP agents. Network: facf6f1b-980f-49d2-acbc-14db45e632a6, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:21:42.627478 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.632334 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.637762 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/networks/ec48fbd4-9a56-4367-a6d1-bac2949aa144 HTTP/1.1" status: 204 len: 168 time: 1.3816948 Aug 06 16:21:42.639434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36514) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:42.657277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b881fd9-a264-4535-9bcb-b04a4d1022b9 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Network': ['ID=ec48fbd4-9a56-4367-a6d1-bac2949aa144,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:42.660084 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823a1a7b-1035-4d5d-8b50-9d675ec49dd5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Network facf6f1b-980f-49d2-acbc-14db45e632a6 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:21:42.663710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-999c2665-1358-45d1-8b53-48a96927c1f1 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1934384211'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:42.672694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-823a1a7b-1035-4d5d-8b50-9d675ec49dd5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, facf6f1b-980f-49d2-acbc-14db45e632a6) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:42.682182 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823a1a7b-1035-4d5d-8b50-9d675ec49dd5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:42.683107 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd7daa2-993b-4149-80a3-a5278203e2bc None None] Network facf6f1b-980f-49d2-acbc-14db45e632a6 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:42.683287 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-823a1a7b-1035-4d5d-8b50-9d675ec49dd5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.705452 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-823a1a7b-1035-4d5d-8b50-9d675ec49dd5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2917631 Aug 06 16:21:42.708444 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36516) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:42.715855 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-17eb8fe9-783e-47a0-af2b-91d9978da775 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:42.720321 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36518) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:42.770419 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36522) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:42.806209 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a01ec6f7-43e6-4b69-8546-f85055b05a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.842674 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999c2665-1358-45d1-8b53-48a96927c1f1 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:42.846174 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-999c2665-1358-45d1-8b53-48a96927c1f1 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.894592 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17eb8fe9-783e-47a0-af2b-91d9978da775 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8701098'] for subnet, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.905229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999c2665-1358-45d1-8b53-48a96927c1f1 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:21:42.927092 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-999c2665-1358-45d1-8b53-48a96927c1f1 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:42.927538 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-999c2665-1358-45d1-8b53-48a96927c1f1 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Added segment 357d63f1-dc87-4fb2-97aa-7c640612f426 of type vlan for network 9406673d-d1ad-469d-bcff-7f0deed6d5e0 Aug 06 16:21:42.945864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-facf6f1b-980f-49d2-acbc-14db45e632a6', 'network_id': 'facf6f1b-980f-49d2-acbc-14db45e632a6', 'tenant_id': 'f5240ec05b5c46dcb2c2f0a55eb6633a', 'fixed_ips': [{'subnet_id': 'cbddf176-c50a-49b9-84fb-ac1884346fdb'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:21:42.948974 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.017314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534456f-c631-4c3a-9e1e-baf802046183 req-c5058534-032a-4718-843d-6f18ad24451b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:43.019153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0534456f-c631-4c3a-9e1e-baf802046183 req-c5058534-032a-4718-843d-6f18ad24451b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/networks?id=68955a06-ea63-43dc-be49-36e456a37b93 HTTP/1.1" status: 200 len: 813 time: 0.3965189 Aug 06 16:21:43.027417 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e543b760-e456-4e73-a141-7587bfa5d9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.031933 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-999c2665-1358-45d1-8b53-48a96927c1f1 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.092679 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-999c2665-1358-45d1-8b53-48a96927c1f1 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.097572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a01ec6f7-43e6-4b69-8546-f85055b05a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.101237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999c2665-1358-45d1-8b53-48a96927c1f1 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:43.101237 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-999c2665-1358-45d1-8b53-48a96927c1f1 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.102889 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a01ec6f7-43e6-4b69-8546-f85055b05a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.108773 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0534456f-c631-4c3a-9e1e-baf802046183 req-2035cc60-fd49-4bad-b071-3f0361544d77 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/quotas/ae71580f1ed84db0bc11c2001a92e91e HTTP/1.1" status: 200 len: 375 time: 0.0371604 Aug 06 16:21:43.207948 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17eb8fe9-783e-47a0-af2b-91d9978da775 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730158194270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3570276'] for subnet, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.217310 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ec6f7-43e6-4b69-8546-f85055b05a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1f2115-c9ec-45c7-90ed-4142d13c709d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:43.219726 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c2665-1358-45d1-8b53-48a96927c1f1 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Network': ['ID=9406673d-d1ad-469d-bcff-7f0deed6d5e0,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:43.242721 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0534456f-c631-4c3a-9e1e-baf802046183 req-c2272061-0293-444e-9e36-aff8b7eda4ed tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae71580f1ed84db0bc11c2001a92e91e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156278 Aug 06 16:21:43.250134 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a01ec6f7-43e6-4b69-8546-f85055b05a3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be9f9069ed894b3fa8a13c044289be1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4768267 Aug 06 16:21:43.253137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36524) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:43.269986 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eb8fe9-783e-47a0-af2b-91d9978da775 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:43.270592 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17eb8fe9-783e-47a0-af2b-91d9978da775 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.271971 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-17eb8fe9-783e-47a0-af2b-91d9978da775 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "PUT /v2.0/subnets/cbddf176-c50a-49b9-84fb-ac1884346fdb HTTP/1.1" status: 200 len: 877 time: 0.5625095 Aug 06 16:21:43.279778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36528) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:43.295799 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 9406673d-d1ad-469d-bcff-7f0deed6d5e0 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:21:43.311855 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Allocated IP 172.20.0.3 (facf6f1b-980f-49d2-acbc-14db45e632a6/cbddf176-c50a-49b9-84fb-ac1884346fdb/0eafe87e-6190-43a9-9233-0065d0e21fc6) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:43.345862 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb8fe9-783e-47a0-af2b-91d9978da775 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event updated for resources: {'Subnet': ['ID=cbddf176-c50a-49b9-84fb-ac1884346fdb,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:43.390326 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e543b760-e456-4e73-a141-7587bfa5d9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.399167 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28c71dd4-9674-4242-a64c-7242e2c680a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.441435 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-999c2665-1358-45d1-8b53-48a96927c1f1 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7924156 Aug 06 16:21:43.452849 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36532) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:43.494581 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e543b760-e456-4e73-a141-7587bfa5d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.498747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2f53d31c-a4f9-421c-90dd-8a561fba9476 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'subnet': {'network_id': '9406673d-d1ad-469d-bcff-7f0deed6d5e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:43.534461 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28c71dd4-9674-4242-a64c-7242e2c680a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.536719 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.556630 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543b760-e456-4e73-a141-7587bfa5d9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36be57d8-64e0-4db1-8d42-44756a3e537c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:43.557892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9ec3b-41f7-4cf6-b8dc-4939e5d2c9d2 req-13307fda-8a0a-494e-8828-077444de10e1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:43.559616 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87f9ec3b-41f7-4cf6-b8dc-4939e5d2c9d2 req-13307fda-8a0a-494e-8828-077444de10e1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2085290 Aug 06 16:21:43.562990 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e543b760-e456-4e73-a141-7587bfa5d9a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fab563bed5b648fea840c6a02efcdffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8416476 Aug 06 16:21:43.566114 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36538) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:43.605748 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.616774 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Transition to ACTIVE for port object 0eafe87e-6190-43a9-9233-0065d0e21fc6 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:43.635935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Transition to ACTIVE for port object 0eafe87e-6190-43a9-9233-0065d0e21fc6 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:43.653467 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.662389 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-880ba470-b4c4-4170-b9e7-b0142b1a2d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.674923 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.685813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87f9ec3b-41f7-4cf6-b8dc-4939e5d2c9d2 req-26cc9d87-d841-414f-b6f1-b2abb5960df8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911233 Aug 06 16:21:43.716171 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-880ba470-b4c4-4170-b9e7-b0142b1a2d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.720880 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28c71dd4-9674-4242-a64c-7242e2c680a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.723519 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28c71dd4-9674-4242-a64c-7242e2c680a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.727912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-28c71dd4-9674-4242-a64c-7242e2c680a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed1f2115-c9ec-45c7-90ed-4142d13c709d HTTP/1.1" status: 204 len: 168 time: 0.4704306 Aug 06 16:21:43.732936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f53d31c-a4f9-421c-90dd-8a561fba9476 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:43.736505 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Network facf6f1b-980f-49d2-acbc-14db45e632a6 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:43.741186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:43.745229 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:43.746507 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2f53d31c-a4f9-421c-90dd-8a561fba9476 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.818366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1b44997d-db96-4561-85f9-36c8e70fb52f no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:21:43.826857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Pushing event updated for resources: {'Port': ['ID=0eafe87e-6190-43a9-9233-0065d0e21fc6,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:43.845966 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.864263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 1b44997d-db96-4561-85f9-36c8e70fb52f {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:21:43.864687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1b44997d-db96-4561-85f9-36c8e70fb52f not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:21:43.869670 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c71dd4-9674-4242-a64c-7242e2c680a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1f2115-c9ec-45c7-90ed-4142d13c709d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:43.899179 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Subnet': ['ID=cbddf176-c50a-49b9-84fb-ac1884346fdb,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:43.908188 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-880ba470-b4c4-4170-b9e7-b0142b1a2d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.911556 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-880ba470-b4c4-4170-b9e7-b0142b1a2d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.913034 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-880ba470-b4c4-4170-b9e7-b0142b1a2d74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36be57d8-64e0-4db1-8d42-44756a3e537c HTTP/1.1" status: 204 len: 168 time: 0.3460219 Aug 06 16:21:43.918834 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Attempting to bind port 0eafe87e-6190-43a9-9233-0065d0e21fc6 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:21:43.919386 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Attempting to bind port 0eafe87e-6190-43a9-9233-0065d0e21fc6 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '6df16152-e4be-4f42-90da-1edb99c6fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'facf6f1b-980f-49d2-acbc-14db45e632a6'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:21:43.919755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Attempting to bind port 0eafe87e-6190-43a9-9233-0065d0e21fc6 on network facf6f1b-980f-49d2-acbc-14db45e632a6 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:21:43.926459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:21:43.926839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Checking segment: {'id': '6df16152-e4be-4f42-90da-1edb99c6fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'facf6f1b-980f-49d2-acbc-14db45e632a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:43.927374 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.927849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Bound using segment: {'id': '6df16152-e4be-4f42-90da-1edb99c6fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'facf6f1b-980f-49d2-acbc-14db45e632a6'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:21:43.928314 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Bound port: 0eafe87e-6190-43a9-9233-0065d0e21fc6, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df16152-e4be-4f42-90da-1edb99c6fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'facf6f1b-980f-49d2-acbc-14db45e632a6'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:21:43.928702 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:43.936247 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0f5a8-8d53-4878-96e4-19cb3c7a0623 req-1a007bfd-423e-4d5c-96a5-315032157618 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:43.944092 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39b0f5a8-8d53-4878-96e4-19cb3c7a0623 req-1a007bfd-423e-4d5c-96a5-315032157618 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.0945213 Aug 06 16:21:44.029515 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39b0f5a8-8d53-4878-96e4-19cb3c7a0623 req-26e45eab-a2f0-4979-8e8b-a3e5f14004d9 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786755 Aug 06 16:21:44.053339 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.066809 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facf6f1b-980f-49d2-acbc-14db45e632a6']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:44.080554 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df16152-e4be-4f42-90da-1edb99c6fd86') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:44.081171 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df16152-e4be-4f42-90da-1edb99c6fd86') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:44.089586 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] For port 0eafe87e-6190-43a9-9233-0065d0e21fc6, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:21:44.093761 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.102315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] For port 0eafe87e-6190-43a9-9233-0065d0e21fc6, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=0eafe87e-6190-43a9-9233-0065d0e21fc6,segment=NetworkSegment(6df16152-e4be-4f42-90da-1edb99c6fd86),segment_id=6df16152-e4be-4f42-90da-1edb99c6fd86)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:21:44.108900 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ba470-b4c4-4170-b9e7-b0142b1a2d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36be57d8-64e0-4db1-8d42-44756a3e537c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:44.113574 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.126194 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.135288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:44.135792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:44.226169 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:44.230493 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.api [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 16:21:44.230493 n-d-803756-1 neutron-server[105764]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 16:21:44.230493 n-d-803756-1 neutron-server[105764]: [parameters: {'id': 'facf6f1b-980f-49d2-acbc-14db45e632a6'}] Aug 06 16:21:44.230493 n-d-803756-1 neutron-server[105764]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:21:44.231244 n-d-803756-1 neutron-server[105764]: DEBUG oslo_db.api [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:21:44.231525 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2f53d31c-a4f9-421c-90dd-8a561fba9476 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.274337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef98301-cb5d-4bd8-bb49-44f46f73fc79 None None] Pushing event updated for resources: {'Port': ['ID=0eafe87e-6190-43a9-9233-0065d0e21fc6,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:44.288439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0d3c6e-f73e-497f-b5e2-14f97bc974e4 None None] Network facf6f1b-980f-49d2-acbc-14db45e632a6 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:44.382365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53d31c-a4f9-421c-90dd-8a561fba9476 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Subnet': ['ID=e0e0c7f6-d34d-4080-a200-256a9803ce4f,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:44.389240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f53d31c-a4f9-421c-90dd-8a561fba9476 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Checking segment: {'id': '357d63f1-dc87-4fb2-97aa-7c640612f426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9406673d-d1ad-469d-bcff-7f0deed6d5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:44.390900 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f53d31c-a4f9-421c-90dd-8a561fba9476 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network hostable DHCP agents. Network: 9406673d-d1ad-469d-bcff-7f0deed6d5e0, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:21:44.456621 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f53d31c-a4f9-421c-90dd-8a561fba9476 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network 9406673d-d1ad-469d-bcff-7f0deed6d5e0 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:21:44.467586 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c92118ba-8dd1-41ee-9ee5-58c99f7a5aaa req-69a5635e-96e0-4699-ae73-e26745a48fc0 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ae71580f1ed84db0bc11c2001a92e91e HTTP/1.1" status: 200 len: 221 time: 0.0439796 Aug 06 16:21:44.478438 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-2f53d31c-a4f9-421c-90dd-8a561fba9476 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 9406673d-d1ad-469d-bcff-7f0deed6d5e0) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:44.483381 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f53d31c-a4f9-421c-90dd-8a561fba9476 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:44.483966 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2f53d31c-a4f9-421c-90dd-8a561fba9476 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.496971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4cc0d2-47bb-46dc-9f19-d3df8966c370 None None] Network 9406673d-d1ad-469d-bcff-7f0deed6d5e0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:44.509682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2f53d31c-a4f9-421c-90dd-8a561fba9476 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0417197 Aug 06 16:21:44.510664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36578) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:44.520346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8d453973-cbda-454a-84ab-ae0caee35347 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-156225280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:44.578376 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8d453973-cbda-454a-84ab-ae0caee35347 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.578942 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8d453973-cbda-454a-84ab-ae0caee35347 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.621513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36580) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:44.638823 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-729c35d9-859b-438b-bf3c-52f8ee184037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.726306 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb571c5-4d63-450f-ab4f-b09d95839b88 None None] Network facf6f1b-980f-49d2-acbc-14db45e632a6 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:44.791728 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-729c35d9-859b-438b-bf3c-52f8ee184037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.793015 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.800366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-9406673d-d1ad-469d-bcff-7f0deed6d5e0', 'network_id': '9406673d-d1ad-469d-bcff-7f0deed6d5e0', 'tenant_id': '882f87fa8062414f8a35871bca2d9a96', 'fixed_ips': [{'subnet_id': 'e0e0c7f6-d34d-4080-a200-256a9803ce4f'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:21:44.801446 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.802555 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-729c35d9-859b-438b-bf3c-52f8ee184037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.816451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d553f-6ea7-4f4c-a704-a81ca00eae65 req-19cfba68-b69d-45a5-8e74-36076a3ecd8b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:44.817971 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f6d553f-6ea7-4f4c-a704-a81ca00eae65 req-19cfba68-b69d-45a5-8e74-36076a3ecd8b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2241120 Aug 06 16:21:44.819650 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8d453973-cbda-454a-84ab-ae0caee35347 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.839832 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8d453973-cbda-454a-84ab-ae0caee35347 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.857008 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c35d9-859b-438b-bf3c-52f8ee184037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ea0b52-ee0a-46c2-8a0e-d1ef499b0ee3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:44.884531 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8d453973-cbda-454a-84ab-ae0caee35347 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:44.888220 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8d453973-cbda-454a-84ab-ae0caee35347 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3737254 Aug 06 16:21:44.890708 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36584) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:44.897419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'network_id': '9406673d-d1ad-469d-bcff-7f0deed6d5e0', 'name': 'tempest-PortsTestJSON-908677111'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:44.928326 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-729c35d9-859b-438b-bf3c-52f8ee184037 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c30d1ff3ddb415787c2282942fce36f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048980 Aug 06 16:21:44.933369 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36588) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:44.988460 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Deleting port 0eafe87e-6190-43a9-9233-0065d0e21fc6 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:44.989011 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:45.022296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f6d553f-6ea7-4f4c-a704-a81ca00eae65 req-9f31f794-9414-4850-aa9b-b2df51f8d115 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867292 Aug 06 16:21:45.113956 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ef8791e-6469-4e13-b44c-46c7b5dd4ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:45.147140 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:45.151537 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:45.159993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] For port 0eafe87e-6190-43a9-9233-0065d0e21fc6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=0eafe87e-6190-43a9-9233-0065d0e21fc6,segment=NetworkSegment(6df16152-e4be-4f42-90da-1edb99c6fd86),segment_id=6df16152-e4be-4f42-90da-1edb99c6fd86)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:45.160374 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:45.165451 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Allocated IP 172.20.0.2 (9406673d-d1ad-469d-bcff-7f0deed6d5e0/e0e0c7f6-d34d-4080-a200-256a9803ce4f/c8c7f52b-7fe8-4142-98ad-12a252ff3471) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:45.179089 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ef8791e-6469-4e13-b44c-46c7b5dd4ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:45.189460 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Calling delete_port for 0eafe87e-6190-43a9-9233-0065d0e21fc6 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:45.214501 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port 3ef09a94-8968-4c5e-aed9-660e837f0909 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:21:45.293343 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ef8791e-6469-4e13-b44c-46c7b5dd4ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:45.296432 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ef8791e-6469-4e13-b44c-46c7b5dd4ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:45.297883 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0ef8791e-6469-4e13-b44c-46c7b5dd4ad5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1ea0b52-ee0a-46c2-8a0e-d1ef499b0ee3 HTTP/1.1" status: 204 len: 168 time: 0.3593843 Aug 06 16:21:45.310884 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8791e-6469-4e13-b44c-46c7b5dd4ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ea0b52-ee0a-46c2-8a0e-d1ef499b0ee3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:45.320929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652f8ac-a245-4381-bd11-9a05fe27fe75 req-4772eb03-b888-45f9-a2c9-5a90ca76913d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:45.323347 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e652f8ac-a245-4381-bd11-9a05fe27fe75 req-4772eb03-b888-45f9-a2c9-5a90ca76913d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1690416 Aug 06 16:21:45.330938 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:45.346319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No DVR routers for this DVR port 0eafe87e-6190-43a9-9233-0065d0e21fc6 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:21:45.374496 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Port': ['ID=0eafe87e-6190-43a9-9233-0065d0e21fc6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:45.388132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e652f8ac-a245-4381-bd11-9a05fe27fe75 req-9c388f74-3c3a-4ad9-b844-8018705315b6 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576940 Aug 06 16:21:45.493953 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:45.507570 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facf6f1b-980f-49d2-acbc-14db45e632a6']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:45.543990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df16152-e4be-4f42-90da-1edb99c6fd86') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:45.544331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df16152-e4be-4f42-90da-1edb99c6fd86') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:45.564701 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:45.612793 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:45.632267 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:45.633694 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:45.650801 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:45.675392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e5abe-a872-42d8-878f-44d4cde5fdcf req-717e7fd3-4e1f-42f1-9c67-dd904b47ad9d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:45.683231 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-636e5abe-a872-42d8-878f-44d4cde5fdcf req-717e7fd3-4e1f-42f1-9c67-dd904b47ad9d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1608112 Aug 06 16:21:45.761286 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-636e5abe-a872-42d8-878f-44d4cde5fdcf req-99acdfb3-01b1-43a0-95f1-ef6ec703b76f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766649 Aug 06 16:21:45.797958 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:45.809830 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:45.818391 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/facf6f1b-980f-49d2-acbc-14db45e632a6 HTTP/1.1" status: 204 len: 168 time: 2.5375557 Aug 06 16:21:45.824049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36612) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:45.840242 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:45.840805 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966ab7b-88a6-4e41-b871-ed19089f274b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Network': ['ID=facf6f1b-980f-49d2-acbc-14db45e632a6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:45.850989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Transition to ACTIVE for port object c8c7f52b-7fe8-4142-98ad-12a252ff3471 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:45.871187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Transition to ACTIVE for port object c8c7f52b-7fe8-4142-98ad-12a252ff3471 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:45.885919 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:45.904972 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4268e50-df96-4a23-b91b-24a0a5fcf58b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:45.912448 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4268e50-df96-4a23-b91b-24a0a5fcf58b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:45.917178 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d4268e50-df96-4a23-b91b-24a0a5fcf58b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/subnets/cbddf176-c50a-49b9-84fb-ac1884346fdb HTTP/1.1" status: 404 len: 337 time: 0.0911098 Aug 06 16:21:45.919941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36618) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:45.952590 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e97913-5d93-4a13-a011-60d8a695734b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:45.953238 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e97913-5d93-4a13-a011-60d8a695734b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:45.955067 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b0e97913-5d93-4a13-a011-60d8a695734b tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/facf6f1b-980f-49d2-acbc-14db45e632a6 HTTP/1.1" status: 404 len: 339 time: 0.0340574 Aug 06 16:21:45.960010 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36622) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:45.985684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Network 9406673d-d1ad-469d-bcff-7f0deed6d5e0 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:45.989886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:45.993945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:45.995925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Pushing event updated for resources: {'Port': ['ID=c8c7f52b-7fe8-4142-98ad-12a252ff3471,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:46.016896 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Allocated IP 172.20.0.11 (9406673d-d1ad-469d-bcff-7f0deed6d5e0/e0e0c7f6-d34d-4080-a200-256a9803ce4f/3ef09a94-8968-4c5e-aed9-660e837f0909) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:46.042615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47467efb-5b42-41db-8661-c00f10f678b3 req-d0f901b9-0bff-42ba-995e-a630256abc50 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:46.044555 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-47467efb-5b42-41db-8661-c00f10f678b3 req-d0f901b9-0bff-42ba-995e-a630256abc50 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1187539 Aug 06 16:21:46.048676 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-d271970b-f5ff-4d87-ba5f-b2630527c720 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:46.049064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d271970b-f5ff-4d87-ba5f-b2630527c720 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:46.052988 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d271970b-f5ff-4d87-ba5f-b2630527c720 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/subnets/e2256dc3-5874-428d-be14-49d4aa065539 HTTP/1.1" status: 404 len: 337 time: 0.0919950 Aug 06 16:21:46.055977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36628) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:46.105056 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd890f03-791f-4d86-90a9-b80d9b8c6117 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:46.105776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd890f03-791f-4d86-90a9-b80d9b8c6117 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:46.107861 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fd890f03-791f-4d86-90a9-b80d9b8c6117 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/3437edb3-f982-49da-a3fc-40240dfdcbab HTTP/1.1" status: 404 len: 339 time: 0.0507131 Aug 06 16:21:46.111000 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36632) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:46.144255 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-47467efb-5b42-41db-8661-c00f10f678b3 req-f2907622-71df-4ed6-a605-aed07356617c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904820 Aug 06 16:21:46.146817 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Attempting to bind port c8c7f52b-7fe8-4142-98ad-12a252ff3471 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:21:46.147568 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Attempting to bind port c8c7f52b-7fe8-4142-98ad-12a252ff3471 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '357d63f1-dc87-4fb2-97aa-7c640612f426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9406673d-d1ad-469d-bcff-7f0deed6d5e0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:21:46.148129 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Attempting to bind port c8c7f52b-7fe8-4142-98ad-12a252ff3471 on network 9406673d-d1ad-469d-bcff-7f0deed6d5e0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:21:46.161290 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:21:46.161988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Checking segment: {'id': '357d63f1-dc87-4fb2-97aa-7c640612f426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9406673d-d1ad-469d-bcff-7f0deed6d5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:46.163323 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:46.165883 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Bound using segment: {'id': '357d63f1-dc87-4fb2-97aa-7c640612f426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9406673d-d1ad-469d-bcff-7f0deed6d5e0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:21:46.166542 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Bound port: c8c7f52b-7fe8-4142-98ad-12a252ff3471, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357d63f1-dc87-4fb2-97aa-7c640612f426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9406673d-d1ad-469d-bcff-7f0deed6d5e0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:21:46.168687 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:46.302171 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bb420af7-4a91-4236-a008-312273d593bb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:46.311637 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] For port c8c7f52b-7fe8-4142-98ad-12a252ff3471, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:21:46.315931 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] For port c8c7f52b-7fe8-4142-98ad-12a252ff3471, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c8c7f52b-7fe8-4142-98ad-12a252ff3471,segment=NetworkSegment(357d63f1-dc87-4fb2-97aa-7c640612f426),segment_id=357d63f1-dc87-4fb2-97aa-7c640612f426)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:21:46.324649 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:46.460598 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:46.479646 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1e0b5-9068-42fb-855f-ae6368c5c5b4 req-373cc4e7-9cef-458a-ad36-be079f61a2c8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:46.498547 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31a1e0b5-9068-42fb-855f-ae6368c5c5b4 req-373cc4e7-9cef-458a-ad36-be079f61a2c8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2119412 Aug 06 16:21:46.505466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c76a67-0d68-449c-8da4-18c18d8c9142 None None] Pushing event updated for resources: {'Port': ['ID=c8c7f52b-7fe8-4142-98ad-12a252ff3471,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:46.532509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Transition to ACTIVE for port object 3ef09a94-8968-4c5e-aed9-660e837f0909 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:46.574474 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bb420af7-4a91-4236-a008-312273d593bb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:46.580311 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31a1e0b5-9068-42fb-855f-ae6368c5c5b4 req-90ce5052-e75f-40d8-9d24-8172242cd322 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786960 Aug 06 16:21:46.600056 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-bb420af7-4a91-4236-a008-312273d593bb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb0cee7-b1e4-4893-99de-afbfd761d115']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:46.623616 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:46.650732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-bb420af7-4a91-4236-a008-312273d593bb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa0bf3d-cc90-479e-8faf-ec8562ff46d1') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:46.651807 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-bb420af7-4a91-4236-a008-312273d593bb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa0bf3d-cc90-479e-8faf-ec8562ff46d1') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:46.675111 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bb420af7-4a91-4236-a008-312273d593bb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:46.703456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network 9406673d-d1ad-469d-bcff-7f0deed6d5e0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:46.712769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:46.718526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:46.724181 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bb420af7-4a91-4236-a008-312273d593bb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:46.770569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb420af7-4a91-4236-a008-312273d593bb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:46.771184 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bb420af7-4a91-4236-a008-312273d593bb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:46.775440 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:46.931676 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bb420af7-4a91-4236-a008-312273d593bb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:46.974758 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bb420af7-4a91-4236-a008-312273d593bb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:46.986680 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bb420af7-4a91-4236-a008-312273d593bb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/2cb0cee7-b1e4-4893-99de-afbfd761d115 HTTP/1.1" status: 204 len: 168 time: 0.8742354 Aug 06 16:21:46.987760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb420af7-4a91-4236-a008-312273d593bb tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Network': ['ID=2cb0cee7-b1e4-4893-99de-afbfd761d115,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:46.994265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36662) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:47.085265 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7cf920-2298-4011-b2b6-489f757a94d5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:47.086257 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7cf920-2298-4011-b2b6-489f757a94d5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:47.091365 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1d7cf920-2298-4011-b2b6-489f757a94d5 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/subnets/42977787-31bb-4a1e-bd37-fa4b2b36c541 HTTP/1.1" status: 404 len: 337 time: 0.0959806 Aug 06 16:21:47.094738 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36664) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:47.131557 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f9ddbf-95d0-448a-952f-b7458f8fa543 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:47.136630 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f9ddbf-95d0-448a-952f-b7458f8fa543 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:47.145714 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-79f9ddbf-95d0-448a-952f-b7458f8fa543 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/33c18a55-e7f2-49b3-a6e1-31efbd2eb53e HTTP/1.1" status: 404 len: 339 time: 0.0498090 Aug 06 16:21:47.156437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36668) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:47.183978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=3ef09a94-8968-4c5e-aed9-660e837f0909,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:47.206462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:47.206887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:47.207092 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:47.207421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:47.207743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:47.208061 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:47.208383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:47.208720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:47.209028 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:47.209347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:47.209675 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:47.209986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:21:47.230536 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f125aa4-e677-447a-8d12-f02a37bbb5c9 req-dc64f06a-4b52-4d6c-ab58-e857546e0d1d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:47.238135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f125aa4-e677-447a-8d12-f02a37bbb5c9 req-dc64f06a-4b52-4d6c-ab58-e857546e0d1d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.5128417 Aug 06 16:21:47.245697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:47.246333 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:47.263383 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea04f8d-7a37-4adf-9e63-ff83be7a4adc tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:47.265131 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea04f8d-7a37-4adf-9e63-ff83be7a4adc tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:47.270634 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7ea04f8d-7a37-4adf-9e63-ff83be7a4adc tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/subnets/880dccb2-fec0-4efb-85ee-3e619ba9fce0 HTTP/1.1" status: 404 len: 337 time: 0.1123440 Aug 06 16:21:47.273955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36670) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:47.301673 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-95247d0c-3a0c-46fe-a150-1b38cebeb428 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:47.302395 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95247d0c-3a0c-46fe-a150-1b38cebeb428 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:47.304394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-95247d0c-3a0c-46fe-a150-1b38cebeb428 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/ab73cc10-466a-4fd5-9270-09b9f629257a HTTP/1.1" status: 404 len: 339 time: 0.0271912 Aug 06 16:21:47.307974 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36672) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:47.324273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f125aa4-e677-447a-8d12-f02a37bbb5c9 req-e923b859-e648-4431-81f7-e8189938d090 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689332 Aug 06 16:21:47.325931 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-731b3dcd-f474-4f8a-bf81-a22cef6e7d1a tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4337370 Aug 06 16:21:47.329051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36674) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:47.359415 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3799f7-67da-4000-8c8f-b210298fb360 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:47.359866 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3799f7-67da-4000-8c8f-b210298fb360 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:47.364852 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3c3799f7-67da-4000-8c8f-b210298fb360 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/subnets/cea9e9e5-d44c-45c8-a856-dfa76631c8fa HTTP/1.1" status: 404 len: 337 time: 0.0520031 Aug 06 16:21:47.365483 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36684) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:47.385330 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd932ae-4bb1-4401-ab19-e85f52792ca6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:47.386024 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd932ae-4bb1-4401-ab19-e85f52792ca6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:47.387759 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ddd932ae-4bb1-4401-ab19-e85f52792ca6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/2a7bc1b4-74f7-4dde-98cb-71464d8c7d62 HTTP/1.1" status: 404 len: 339 time: 0.0212247 Aug 06 16:21:47.390744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36688) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:47.447017 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-062d8ed0-c758-49e1-9159-95b5e07b8992 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:47.447728 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062d8ed0-c758-49e1-9159-95b5e07b8992 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:47.449252 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-062d8ed0-c758-49e1-9159-95b5e07b8992 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/subnets/de684247-e63b-4634-aa97-b7fb53853514 HTTP/1.1" status: 404 len: 337 time: 0.0575795 Aug 06 16:21:47.454091 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36690) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:47.485005 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3652402-2488-4f4c-960b-cfb1085ce630 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:47.493266 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3652402-2488-4f4c-960b-cfb1085ce630 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:47.495709 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e3652402-2488-4f4c-960b-cfb1085ce630 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/459e6f1d-7ed0-4312-b82e-b8defebc0bdd HTTP/1.1" status: 404 len: 339 time: 0.0405602 Aug 06 16:21:47.499378 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36692) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:47.547768 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3681e3-412c-4b8b-9036-2fd1622004d8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:47.548151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3681e3-412c-4b8b-9036-2fd1622004d8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:47.549950 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cb3681e3-412c-4b8b-9036-2fd1622004d8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/subnets/3feaad6c-67f0-4cec-8d89-ed0c05f85143 HTTP/1.1" status: 404 len: 337 time: 0.0495758 Aug 06 16:21:47.557345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36694) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:47.592015 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-59aae53a-be47-4cd0-bd8c-61223307c81f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:47.592739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59aae53a-be47-4cd0-bd8c-61223307c81f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:47.599277 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-59aae53a-be47-4cd0-bd8c-61223307c81f tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/35b611d1-b5ac-4ed4-a80d-c91c3b3fab8c HTTP/1.1" status: 404 len: 339 time: 0.0360432 Aug 06 16:21:47.602202 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36698) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:47.661697 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6523ca-cf8f-4796-b911-80df8866ca45 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:47.662335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a6523ca-cf8f-4796-b911-80df8866ca45 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:47.672577 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6a6523ca-cf8f-4796-b911-80df8866ca45 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/subnets/68a01636-2aac-48cb-bc1f-8e4b4e3a7566 HTTP/1.1" status: 404 len: 337 time: 0.0693314 Aug 06 16:21:47.676142 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36702) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:47.733211 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d68b2e-514f-436a-94bf-771e1c26a559 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:47.734132 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d68b2e-514f-436a-94bf-771e1c26a559 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:47.741565 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-11d68b2e-514f-436a-94bf-771e1c26a559 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/c37b335b-f893-4767-9225-58e102d37810 HTTP/1.1" status: 404 len: 339 time: 0.0636353 Aug 06 16:21:47.745860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36704) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:47.778231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6c5be-aae1-4f65-a0cb-185cd8cab254 req-752778e6-6089-4767-a9e0-0db28b77ce83 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:47.779909 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34e6c5be-aae1-4f65-a0cb-185cd8cab254 req-752778e6-6089-4767-a9e0-0db28b77ce83 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.3240049 Aug 06 16:21:47.854628 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c8c7f52b-7fe8-4142-98ad-12a252ff3471 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:47.889382 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b084203-ea70-41be-8b99-63b0d75810dc tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:47.889940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b084203-ea70-41be-8b99-63b0d75810dc tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:47.902097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36708) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:47.902496 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1b084203-ea70-41be-8b99-63b0d75810dc tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/subnets/53439591-2171-4cc3-89b8-a6e4d38bbf9a HTTP/1.1" status: 404 len: 337 time: 0.1544549 Aug 06 16:21:47.943321 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3243db8-3aaa-4b23-a51f-0bfdd73bad3c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:47.946466 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3243db8-3aaa-4b23-a51f-0bfdd73bad3c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:47.951105 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b3243db8-3aaa-4b23-a51f-0bfdd73bad3c tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/2e9e3a3b-1d79-4153-b099-1d9236b9d688 HTTP/1.1" status: 404 len: 339 time: 0.0475769 Aug 06 16:21:47.954090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36714) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:47.977840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port c8c7f52b-7fe8-4142-98ad-12a252ff3471 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:47.982788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34e6c5be-aae1-4f65-a0cb-185cd8cab254 req-5df3f3b7-11b4-4291-80d7-edb1b1fdcb73 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820667 Aug 06 16:21:48.061876 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e9b434-504e-4397-a4b6-74fe5b556ea2 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:48.061876 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e9b434-504e-4397-a4b6-74fe5b556ea2 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:48.067174 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e2e9b434-504e-4397-a4b6-74fe5b556ea2 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/subnets/f0d5d37f-020a-47d5-9423-c298c9c7cb91 HTTP/1.1" status: 404 len: 337 time: 0.1106441 Aug 06 16:21:48.069309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36718) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:48.116790 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64dea68-12e7-4ffa-b255-8cd523b5fdd8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] DELETE failed (client error): The resource could not be found. Aug 06 16:21:48.120575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64dea68-12e7-4ffa-b255-8cd523b5fdd8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:21:48.122765 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f64dea68-12e7-4ffa-b255-8cd523b5fdd8 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/2e21342a-d09a-468b-bd58-ea7e4e31b05c HTTP/1.1" status: 404 len: 339 time: 0.0522017 Aug 06 16:21:48.127461 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36722) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:48.172478 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777d8f18-dc30-4678-bf49-f541154b575c None None] Network 9406673d-d1ad-469d-bcff-7f0deed6d5e0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:48.243248 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e050fbab-b582-47a3-8918-29ce7b47c955 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:48.244238 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e735921-1ef4-4a62-ba67-bd30149a6297 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Deleting subnet e2aa431b-8139-4e11-bd1b-ec35cef031a8 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:21:48.270523 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e735921-1ef4-4a62-ba67-bd30149a6297 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:48.332585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df94690-09ea-4fd9-8b2d-fe05f8f92e55 req-134e7f52-e369-47b1-99e2-617054f5c0b5 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:48.334475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0df94690-09ea-4fd9-8b2d-fe05f8f92e55 req-134e7f52-e369-47b1-99e2-617054f5c0b5 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1563706 Aug 06 16:21:48.394647 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e735921-1ef4-4a62-ba67-bd30149a6297 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:48.402369 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-da453194-ed2e-44c7-9da5-b9ea018c5bb0 None None] Provisioning for port c8c7f52b-7fe8-4142-98ad-12a252ff3471 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:48.414394 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-da453194-ed2e-44c7-9da5-b9ea018c5bb0 None None] Provisioning complete for port c8c7f52b-7fe8-4142-98ad-12a252ff3471 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:48.414894 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-da453194-ed2e-44c7-9da5-b9ea018c5bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:48.495108 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0df94690-09ea-4fd9-8b2d-fe05f8f92e55 req-58f5732f-d75f-4681-8bec-47a9f4893a00 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499898 Aug 06 16:21:48.556855 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e735921-1ef4-4a62-ba67-bd30149a6297 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:48.655711 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e735921-1ef4-4a62-ba67-bd30149a6297 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:48.696567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e735921-1ef4-4a62-ba67-bd30149a6297 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Subnet': ['ID=e2aa431b-8139-4e11-bd1b-ec35cef031a8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:48.697240 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-da453194-ed2e-44c7-9da5-b9ea018c5bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:48.704018 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e735921-1ef4-4a62-ba67-bd30149a6297 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:48.708234 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4e735921-1ef4-4a62-ba67-bd30149a6297 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/subnets/e2aa431b-8139-4e11-bd1b-ec35cef031a8 HTTP/1.1" status: 204 len: 168 time: 0.5774670 Aug 06 16:21:48.708989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36746) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:48.722634 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b710b81-439c-4073-9c2a-c43d8bcc1c95 None None] Network 5dd682b8-766c-49af-826b-d63134cd8d67 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:48.766701 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7383d7-d4f2-419e-995d-bcff369eeb6e req-7429d0d9-ad26-481e-96cb-9ee2772239c4 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:48.768381 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab7383d7-d4f2-419e-995d-bcff369eeb6e req-7429d0d9-ad26-481e-96cb-9ee2772239c4 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1093543 Aug 06 16:21:48.773356 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e050fbab-b582-47a3-8918-29ce7b47c955 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:48.808530 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e050fbab-b582-47a3-8918-29ce7b47c955 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:48.859074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-da453194-ed2e-44c7-9da5-b9ea018c5bb0 None None] For port c8c7f52b-7fe8-4142-98ad-12a252ff3471, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c8c7f52b-7fe8-4142-98ad-12a252ff3471,segment=NetworkSegment(357d63f1-dc87-4fb2-97aa-7c640612f426),segment_id=357d63f1-dc87-4fb2-97aa-7c640612f426)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:48.884841 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:48.892903 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-da453194-ed2e-44c7-9da5-b9ea018c5bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:48.946838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050fbab-b582-47a3-8918-29ce7b47c955 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=3ef09a94-8968-4c5e-aed9-660e837f0909,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:48.970839 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab7383d7-d4f2-419e-995d-bcff369eeb6e req-f29b6440-58e7-4ea6-aa19-3cc4cc1837bc tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668506 Aug 06 16:21:49.024214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da453194-ed2e-44c7-9da5-b9ea018c5bb0 None None] Pushing event updated for resources: {'Port': ['ID=c8c7f52b-7fe8-4142-98ad-12a252ff3471,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:49.118078 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dd7c2b-d5b8-4538-b29a-917053ad4cb3 None None] DHCP port deletion for 5dd682b8-766c-49af-826b-d63134cd8d67 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:21:49.235545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-90dd7c2b-d5b8-4538-b29a-917053ad4cb3 None None] Deleting port 49956610-014a-490d-9f1a-4ea01e88b5e1 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:49.235916 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-90dd7c2b-d5b8-4538-b29a-917053ad4cb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:49.360618 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-90dd7c2b-d5b8-4538-b29a-917053ad4cb3 None None] For port 49956610-014a-490d-9f1a-4ea01e88b5e1, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=49956610-014a-490d-9f1a-4ea01e88b5e1,segment=NetworkSegment(9b766d33-66ca-42d2-bda1-66443f1c3eb2),segment_id=9b766d33-66ca-42d2-bda1-66443f1c3eb2)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:49.361845 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-90dd7c2b-d5b8-4538-b29a-917053ad4cb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:49.393214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-90dd7c2b-d5b8-4538-b29a-917053ad4cb3 None None] Calling delete_port for 49956610-014a-490d-9f1a-4ea01e88b5e1 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:49.435592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f9616-199f-4845-97a6-489bcee3ad89 req-d7999f32-5b79-49c5-9d2a-e9c0004e04a6 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:49.437169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cf6f9616-199f-4845-97a6-489bcee3ad89 req-d7999f32-5b79-49c5-9d2a-e9c0004e04a6 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2865210 Aug 06 16:21:49.453543 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Deleting port 49956610-014a-490d-9f1a-4ea01e88b5e1 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:49.453916 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:49.523113 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-83d29144-e466-4e1d-ad43-59d870f7b7b0 None None] Provisioning complete for port c8c7f52b-7fe8-4142-98ad-12a252ff3471 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:49.524608 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-83d29144-e466-4e1d-ad43-59d870f7b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:49.562093 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e050fbab-b582-47a3-8918-29ce7b47c955 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:49.658338 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-90dd7c2b-d5b8-4538-b29a-917053ad4cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:49.668717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] For port 49956610-014a-490d-9f1a-4ea01e88b5e1, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=49956610-014a-490d-9f1a-4ea01e88b5e1,segment=NetworkSegment(9b766d33-66ca-42d2-bda1-66443f1c3eb2),segment_id=9b766d33-66ca-42d2-bda1-66443f1c3eb2)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:49.669135 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:49.676622 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cf6f9616-199f-4845-97a6-489bcee3ad89 req-f8b27897-02b5-495f-bcf9-74da32aee157 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198467 Aug 06 16:21:49.714025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Calling delete_port for 49956610-014a-490d-9f1a-4ea01e88b5e1 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:49.722501 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd7c2b-d5b8-4538-b29a-917053ad4cb3 None None] Pushing event deleted for resources: {'Port': ['ID=49956610-014a-490d-9f1a-4ea01e88b5e1,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:49.730953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dd7c2b-d5b8-4538-b29a-917053ad4cb3 None None] No DVR routers for this DVR port 49956610-014a-490d-9f1a-4ea01e88b5e1 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:21:49.752174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-83d29144-e466-4e1d-ad43-59d870f7b7b0 None None] Provisioning for port 3ef09a94-8968-4c5e-aed9-660e837f0909 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:21:49.757714 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-83d29144-e466-4e1d-ad43-59d870f7b7b0 None None] Provisioning complete for port 3ef09a94-8968-4c5e-aed9-660e837f0909 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:49.758334 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-83d29144-e466-4e1d-ad43-59d870f7b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:49.825987 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-83d29144-e466-4e1d-ad43-59d870f7b7b0 None None] Port 3ef09a94-8968-4c5e-aed9-660e837f0909 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:21:49.911986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c8c7f52b-7fe8-4142-98ad-12a252ff3471 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:21:49.966546 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:49.999325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port c8c7f52b-7fe8-4142-98ad-12a252ff3471 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:49.999840 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:50.031375 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e050fbab-b582-47a3-8918-29ce7b47c955 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:50.047381 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Port': ['ID=49956610-014a-490d-9f1a-4ea01e88b5e1,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:50.057894 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] No DVR routers for this DVR port 49956610-014a-490d-9f1a-4ea01e88b5e1 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:21:50.068474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a01e7-4304-41cb-bdc9-5e31cbe7fa74 req-6c5866e0-f5cd-4577-9b65-9b3bcde24c64 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:50.072329 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-128a01e7-4304-41cb-bdc9-5e31cbe7fa74 req-6c5866e0-f5cd-4577-9b65-9b3bcde24c64 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2203801 Aug 06 16:21:50.078298 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-16ec4a4d-1671-45a7-9a38-436d5be920a5 None None] Provisioning complete for port 3ef09a94-8968-4c5e-aed9-660e837f0909 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:50.078673 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-16ec4a4d-1671-45a7-9a38-436d5be920a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:50.091213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d2f111-2727-426a-9eca-12a079f7f0a0 None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:21:50.173817 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-16ec4a4d-1671-45a7-9a38-436d5be920a5 None None] Port 3ef09a94-8968-4c5e-aed9-660e837f0909 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:21:50.197070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-128a01e7-4304-41cb-bdc9-5e31cbe7fa74 req-b6767c68-988e-4694-9baa-d60d470e241d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166182 Aug 06 16:21:50.285387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d2f111-2727-426a-9eca-12a079f7f0a0 None None] Resources bound (agent type, host, resource id): {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:21:50.309573 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ae10f603-b752-44ff-9ed2-559dec49aec2 None None] Provisioning complete for port 3ef09a94-8968-4c5e-aed9-660e837f0909 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:50.310198 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ae10f603-b752-44ff-9ed2-559dec49aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:50.318682 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:50.354648 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd682b8-766c-49af-826b-d63134cd8d67']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:50.371987 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b766d33-66ca-42d2-bda1-66443f1c3eb2') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:50.374779 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b766d33-66ca-42d2-bda1-66443f1c3eb2') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:50.397016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ae10f603-b752-44ff-9ed2-559dec49aec2 None None] Port 3ef09a94-8968-4c5e-aed9-660e837f0909 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:21:50.398192 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:50.401350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 49956610-014a-490d-9f1a-4ea01e88b5e1 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:21:50.441175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 49956610-014a-490d-9f1a-4ea01e88b5e1 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:21:50.441783 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 49956610-014a-490d-9f1a-4ea01e88b5e1 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:21:50.535121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36792) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:50.574725 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e050fbab-b582-47a3-8918-29ce7b47c955 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:50.582177 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:50.597926 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f6761-d520-456d-a6c5-4b8c6bf196f0 req-b7975f7b-716a-4313-abef-3461a3949e53 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:50.599481 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-377f6761-d520-456d-a6c5-4b8c6bf196f0 req-b7975f7b-716a-4313-abef-3461a3949e53 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2961221 Aug 06 16:21:50.600425 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e050fbab-b582-47a3-8918-29ce7b47c955 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:50.619474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:50.619880 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:50.651014 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:50.806659 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed5068d1-c774-425f-b230-a8af5d98b12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:50.807026 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e050fbab-b582-47a3-8918-29ce7b47c955 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:50.808817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050fbab-b582-47a3-8918-29ce7b47c955 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=3ef09a94-8968-4c5e-aed9-660e837f0909,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:50.830470 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-377f6761-d520-456d-a6c5-4b8c6bf196f0 req-8eaf9b6f-dc30-4e25-853f-e1c414e43aee tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166018 Aug 06 16:21:50.831136 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:50.864478 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:50.866579 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] 10.222.0.37 "DELETE /v2.0/networks/5dd682b8-766c-49af-826b-d63134cd8d67 HTTP/1.1" status: 204 len: 168 time: 2.1513314 Aug 06 16:21:50.934209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e965cec-dc7c-4c55-a0e8-5e9ed680d7e6 tempest-NetworksTest-648421643 tempest-NetworksTest-648421643-project] Pushing event deleted for resources: {'Network': ['ID=5dd682b8-766c-49af-826b-d63134cd8d67,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:51.013954 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed5068d1-c774-425f-b230-a8af5d98b12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:51.019747 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed5068d1-c774-425f-b230-a8af5d98b12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:51.060313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a3834-15d3-494d-bb7b-ecabf95e142b req-0da9a4e8-9c8d-407e-926c-61b9c537c620 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:51.062012 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-048a3834-15d3-494d-bb7b-ecabf95e142b req-0da9a4e8-9c8d-407e-926c-61b9c537c620 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.0825398 Aug 06 16:21:51.079628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e050fbab-b582-47a3-8918-29ce7b47c955 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network 9406673d-d1ad-469d-bcff-7f0deed6d5e0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:51.082414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-e050fbab-b582-47a3-8918-29ce7b47c955 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:51.106999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5068d1-c774-425f-b230-a8af5d98b12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd92bdf-5f5f-49f8-8a58-8af0a5bf9bc7,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:51.131357 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ed5068d1-c774-425f-b230-a8af5d98b12d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1e202d23afb4c7ebca202c6be0aefec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5950928 Aug 06 16:21:51.133694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36816) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:51.221446 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5df1d68e-ec25-434a-9020-eab062e426d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:51.238778 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-048a3834-15d3-494d-bb7b-ecabf95e142b req-59521044-8bba-4060-bffc-48cabce5e2f7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576872 Aug 06 16:21:51.248743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5df1d68e-ec25-434a-9020-eab062e426d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:51.311074 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5df1d68e-ec25-434a-9020-eab062e426d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:51.314062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5df1d68e-ec25-434a-9020-eab062e426d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:51.316968 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5df1d68e-ec25-434a-9020-eab062e426d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cd92bdf-5f5f-49f8-8a58-8af0a5bf9bc7 HTTP/1.1" status: 204 len: 168 time: 0.1800263 Aug 06 16:21:51.325556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36824) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:51.345816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1d68e-ec25-434a-9020-eab062e426d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd92bdf-5f5f-49f8-8a58-8af0a5bf9bc7,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:51.409033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e050fbab-b582-47a3-8918-29ce7b47c955 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Router 0997b67b-a6e3-4054-a0ed-a111caff9172 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:21:51.545889 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-306289aa-db59-4e90-87db-e073fed52ebe None None] Provisioning complete for port 3ef09a94-8968-4c5e-aed9-660e837f0909 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:21:51.549935 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-306289aa-db59-4e90-87db-e073fed52ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:51.711489 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-306289aa-db59-4e90-87db-e073fed52ebe None None] Port 3ef09a94-8968-4c5e-aed9-660e837f0909 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:21:51.867522 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fe14aac4-1bac-45f8-92e6-90c914aabb27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5240ec05b5c46dcb2c2f0a55eb6633a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5402627 Aug 06 16:21:51.870129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36846) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:51.891601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36848) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:51.936698 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2448ab98-92a7-4abb-adb4-3d3aa0efee99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:51.942268 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b054cf0-776f-4aad-a438-b1504b989300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:51.961845 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2448ab98-92a7-4abb-adb4-3d3aa0efee99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:52.018842 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2448ab98-92a7-4abb-adb4-3d3aa0efee99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:52.021424 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2448ab98-92a7-4abb-adb4-3d3aa0efee99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:52.022728 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2448ab98-92a7-4abb-adb4-3d3aa0efee99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9323dc89-ac90-40ee-adf4-c19dd6a4c60f HTTP/1.1" status: 204 len: 168 time: 0.1514776 Aug 06 16:21:52.028311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d852cfc-26cf-4f27-acf0-c52bd533fafd req-fcc6c761-9a63-42c9-a9cf-cdb1b8b4b76b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:52.035562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448ab98-92a7-4abb-adb4-3d3aa0efee99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9323dc89-ac90-40ee-adf4-c19dd6a4c60f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:52.035722 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d852cfc-26cf-4f27-acf0-c52bd533fafd req-fcc6c761-9a63-42c9-a9cf-cdb1b8b4b76b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.7002153 Aug 06 16:21:52.083907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e050fbab-b582-47a3-8918-29ce7b47c955 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:21:52.095457 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36852) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:52.097197 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01221c52-f039-4040-86a2-313d31662257 None None] Sync routers for ids ['0997b67b-a6e3-4054-a0ed-a111caff9172'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:21:52.102654 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e050fbab-b582-47a3-8918-29ce7b47c955 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "PUT /v2.0/routers/0997b67b-a6e3-4054-a0ed-a111caff9172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7708635 Aug 06 16:21:52.114701 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01221c52-f039-4040-86a2-313d31662257 None None] Routers {'0997b67b-a6e3-4054-a0ed-a111caff9172'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:21:52.115316 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-01221c52-f039-4040-86a2-313d31662257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:21:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['0997b67b-a6e3-4054-a0ed-a111caff9172'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:52.154257 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d852cfc-26cf-4f27-acf0-c52bd533fafd req-be664f96-cfb3-444d-97d2-27c508f8fc98 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175768 Aug 06 16:21:52.159899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef709198-b3ed-4bb5-a857-7b99fd714c84 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:52.161889 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ef709198-b3ed-4bb5-a857-7b99fd714c84 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports?device_id=0997b67b-a6e3-4054-a0ed-a111caff9172 HTTP/1.1" status: 200 len: 982 time: 0.0650475 Aug 06 16:21:52.165317 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36854) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:52.211167 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-01221c52-f039-4040-86a2-313d31662257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:52.232070 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b054cf0-776f-4aad-a438-b1504b989300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:52.233896 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01221c52-f039-4040-86a2-313d31662257 None None] Routers {'0997b67b-a6e3-4054-a0ed-a111caff9172'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:21:52.234457 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-01221c52-f039-4040-86a2-313d31662257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:21:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['0997b67b-a6e3-4054-a0ed-a111caff9172'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:52.246934 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b054cf0-776f-4aad-a438-b1504b989300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:52.307157 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-01221c52-f039-4040-86a2-313d31662257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:52.312570 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01221c52-f039-4040-86a2-313d31662257 None None] The sync data for ids ['0997b67b-a6e3-4054-a0ed-a111caff9172'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:21:52.322161 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2b054cf0-776f-4aad-a438-b1504b989300 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c19bafc9d12428d8df3108f32d3b297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4286416 Aug 06 16:21:52.322995 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36858) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:52.323665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b054cf0-776f-4aad-a438-b1504b989300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80ec2c7-dced-418a-9c66-a450db07bbeb,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:52.389804 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-34b99887-247d-4996-8ca3-5799e1b9adf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:52.422205 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-34b99887-247d-4996-8ca3-5799e1b9adf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:52.621206 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ed482-cef6-495c-a128-2a559515fcc2 req-2ac5ba7e-153a-44e7-a3d3-7c90876c8734 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:52.627330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b10ed482-cef6-495c-a128-2a559515fcc2 req-2ac5ba7e-153a-44e7-a3d3-7c90876c8734 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1348639 Aug 06 16:21:52.630094 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-34b99887-247d-4996-8ca3-5799e1b9adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:52.638914 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-34b99887-247d-4996-8ca3-5799e1b9adf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:52.643753 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-34b99887-247d-4996-8ca3-5799e1b9adf0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c80ec2c7-dced-418a-9c66-a450db07bbeb HTTP/1.1" status: 204 len: 168 time: 0.3170748 Aug 06 16:21:52.670479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b99887-247d-4996-8ca3-5799e1b9adf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80ec2c7-dced-418a-9c66-a450db07bbeb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:52.759088 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b10ed482-cef6-495c-a128-2a559515fcc2 req-f5f57645-b656-4204-ba64-81711e7cde1c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123149 Aug 06 16:21:52.918278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7da62-704c-4f44-8730-c639ad66ab7b req-0282dbf9-1836-41fa-8446-d398954f6b86 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:52.927812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22c7da62-704c-4f44-8730-c639ad66ab7b req-0282dbf9-1836-41fa-8446-d398954f6b86 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.0904088 Aug 06 16:21:52.984396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22c7da62-704c-4f44-8730-c639ad66ab7b req-ca294327-310b-4f2d-a01c-f20231074210 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499425 Aug 06 16:21:53.191400 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5556d6b6-6831-4a86-8178-2a44872f3d23 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:53.484095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67515684-6975-4fe3-8799-0efe85e537ea req-6c26b600-1cea-4635-a18a-3feed39e8f75 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:53.487751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67515684-6975-4fe3-8799-0efe85e537ea req-6c26b600-1cea-4635-a18a-3feed39e8f75 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.0959523 Aug 06 16:21:53.552455 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:53.604871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67515684-6975-4fe3-8799-0efe85e537ea req-18815f38-6067-499a-a98d-4ff35e0c172a tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054378 Aug 06 16:21:53.908893 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:53.924728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660215c-0025-4185-a138-1917dedef45c req-b9d1707d-8a18-40ab-9784-48fa63a260f0 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:53.926585 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1660215c-0025-4185-a138-1917dedef45c req-b9d1707d-8a18-40ab-9784-48fa63a260f0 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1629229 Aug 06 16:21:54.008502 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1660215c-0025-4185-a138-1917dedef45c req-222ae5e4-c3db-4222-9831-815bc15876df tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743694 Aug 06 16:21:54.266140 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9f7ac-ffff-4bdc-831f-135f5cc65734 req-5f059b44-54d3-4b5c-88ee-61f2130e62d1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:54.268154 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02c9f7ac-ffff-4bdc-831f-135f5cc65734 req-5f059b44-54d3-4b5c-88ee-61f2130e62d1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1150911 Aug 06 16:21:54.306853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5556d6b6-6831-4a86-8178-2a44872f3d23 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 3ef09a94-8968-4c5e-aed9-660e837f0909 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:54.307356 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5556d6b6-6831-4a86-8178-2a44872f3d23 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:54.349847 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02c9f7ac-ffff-4bdc-831f-135f5cc65734 req-b4bff30b-4b36-4e7b-b0ef-e1037f423695 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729578 Aug 06 16:21:54.506718 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5556d6b6-6831-4a86-8178-2a44872f3d23 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:54.512954 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7489556-304d-46c5-8e07-7bd6525fea69 req-eb32400b-944e-49c0-b07b-9b6a3ac5d9f4 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:54.514537 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7489556-304d-46c5-8e07-7bd6525fea69 req-eb32400b-944e-49c0-b07b-9b6a3ac5d9f4 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.0813222 Aug 06 16:21:54.542331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5556d6b6-6831-4a86-8178-2a44872f3d23 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 3ef09a94-8968-4c5e-aed9-660e837f0909 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:54.604639 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7489556-304d-46c5-8e07-7bd6525fea69 req-d306138c-dcfd-4e81-b2b3-e3e4317d12d9 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828605 Aug 06 16:21:54.999567 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5556d6b6-6831-4a86-8178-2a44872f3d23 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:55.072490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556d6b6-6831-4a86-8178-2a44872f3d23 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=3ef09a94-8968-4c5e-aed9-660e837f0909,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:55.115592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc5224-1bfa-4ffb-a26c-23443c665fef req-50d4b2b5-0f6d-4ee2-af01-ac04bbaa40f3 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:55.129153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45dc5224-1bfa-4ffb-a26c-23443c665fef req-50d4b2b5-0f6d-4ee2-af01-ac04bbaa40f3 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1746898 Aug 06 16:21:55.182245 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45dc5224-1bfa-4ffb-a26c-23443c665fef req-5d8d8697-0edc-4045-b006-89ebf0ecac48 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466869 Aug 06 16:21:55.383472 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5556d6b6-6831-4a86-8178-2a44872f3d23 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:55.607911 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5556d6b6-6831-4a86-8178-2a44872f3d23 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Router 0997b67b-a6e3-4054-a0ed-a111caff9172 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:21:55.741665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5556d6b6-6831-4a86-8178-2a44872f3d23 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:21:55.752394 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d89a44d-07b1-4d59-b0dc-9c156540a184 None None] Sync routers for ids ['0997b67b-a6e3-4054-a0ed-a111caff9172'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:21:55.756966 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5556d6b6-6831-4a86-8178-2a44872f3d23 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "PUT /v2.0/routers/0997b67b-a6e3-4054-a0ed-a111caff9172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5894372 Aug 06 16:21:55.758177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36982) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:55.764102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d89a44d-07b1-4d59-b0dc-9c156540a184 None None] Routers {'0997b67b-a6e3-4054-a0ed-a111caff9172'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:21:55.764679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1d89a44d-07b1-4d59-b0dc-9c156540a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:21:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['0997b67b-a6e3-4054-a0ed-a111caff9172'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:55.791499 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8882a338-0968-4b04-8575-8366c0bee7c0 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] GET failed (client error): The resource could not be found. Aug 06 16:21:55.796088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36984) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:55.807191 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8882a338-0968-4b04-8575-8366c0bee7c0 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/3ef09a94-8968-4c5e-aed9-660e837f0909 HTTP/1.1" status: 404 len: 333 time: 0.0475960 Aug 06 16:21:55.809175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1d89a44d-07b1-4d59-b0dc-9c156540a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:55.821863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d89a44d-07b1-4d59-b0dc-9c156540a184 None None] Routers {'0997b67b-a6e3-4054-a0ed-a111caff9172'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:21:55.823062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1d89a44d-07b1-4d59-b0dc-9c156540a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:21:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['0997b67b-a6e3-4054-a0ed-a111caff9172'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:55.860043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1d89a44d-07b1-4d59-b0dc-9c156540a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:55.860963 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d89a44d-07b1-4d59-b0dc-9c156540a184 None None] The sync data for ids ['0997b67b-a6e3-4054-a0ed-a111caff9172'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:21:55.881449 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9aa2cdcf-31d3-47ad-ae59-4904c61505fd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:56.069606 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9aa2cdcf-31d3-47ad-ae59-4904c61505fd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:56.072508 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9aa2cdcf-31d3-47ad-ae59-4904c61505fd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:56.129809 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9aa2cdcf-31d3-47ad-ae59-4904c61505fd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:56.130412 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa2cdcf-31d3-47ad-ae59-4904c61505fd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Fanout notify agent at l3_agent the message router_deleted on router 0997b67b-a6e3-4054-a0ed-a111caff9172 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:21:56.139392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9aa2cdcf-31d3-47ad-ae59-4904c61505fd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:56.142822 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9aa2cdcf-31d3-47ad-ae59-4904c61505fd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/routers/0997b67b-a6e3-4054-a0ed-a111caff9172 HTTP/1.1" status: 204 len: 168 time: 0.3434043 Aug 06 16:21:56.143100 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36992) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:56.204509 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a06f13f-1802-4922-b610-6cbc1703615c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting subnet e0e0c7f6-d34d-4080-a200-256a9803ce4f {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:21:56.208509 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a06f13f-1802-4922-b610-6cbc1703615c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:56.291311 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a06f13f-1802-4922-b610-6cbc1703615c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:56.318919 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10651e-daed-4828-bed0-5439039ad17d req-f9ba1ddc-f58b-4987-aad8-e730b5fe3864 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:56.331348 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f10651e-daed-4828-bed0-5439039ad17d req-f9ba1ddc-f58b-4987-aad8-e730b5fe3864 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.0782306 Aug 06 16:21:56.377072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f10651e-daed-4828-bed0-5439039ad17d req-62e68657-117e-4498-b0b3-c471fbc2ebf3 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388782 Aug 06 16:21:56.407130 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a06f13f-1802-4922-b610-6cbc1703615c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:56.482129 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a06f13f-1802-4922-b610-6cbc1703615c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:56.553097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06f13f-1802-4922-b610-6cbc1703615c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e0c7f6-d34d-4080-a200-256a9803ce4f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:56.565059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2fd6b9-9b63-4846-b47c-d6ba06ba8402 None None] Network 9406673d-d1ad-469d-bcff-7f0deed6d5e0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:56.576389 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a06f13f-1802-4922-b610-6cbc1703615c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:56.583192 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8a06f13f-1802-4922-b610-6cbc1703615c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/e0e0c7f6-d34d-4080-a200-256a9803ce4f HTTP/1.1" status: 204 len: 168 time: 0.4390419 Aug 06 16:21:56.585578 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37020) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:56.654718 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37022) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:56.752507 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:56.894917 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port c8c7f52b-7fe8-4142-98ad-12a252ff3471 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:56.895261 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:56.899937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfe6610-e626-41a6-86c7-146379320be6 None None] DHCP port deletion for 9406673d-d1ad-469d-bcff-7f0deed6d5e0 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:21:56.940996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a146c-c920-401b-b0a6-5441c67e8826 req-871d6c79-0555-48c1-976e-4f6038030339 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:56.962192 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d70a146c-c920-401b-b0a6-5441c67e8826 req-871d6c79-0555-48c1-976e-4f6038030339 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1613750 Aug 06 16:21:56.994390 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe6610-e626-41a6-86c7-146379320be6 None None] Deleting port c8c7f52b-7fe8-4142-98ad-12a252ff3471 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:21:56.994900 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6610-e626-41a6-86c7-146379320be6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.003549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c96ef572-b5d0-48d6-84f0-28fa1b698b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.056227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] For port c8c7f52b-7fe8-4142-98ad-12a252ff3471, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c8c7f52b-7fe8-4142-98ad-12a252ff3471,segment=NetworkSegment(357d63f1-dc87-4fb2-97aa-7c640612f426),segment_id=357d63f1-dc87-4fb2-97aa-7c640612f426)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:57.056572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.083120 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-bcfe6610-e626-41a6-86c7-146379320be6 None None] For port c8c7f52b-7fe8-4142-98ad-12a252ff3471, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c8c7f52b-7fe8-4142-98ad-12a252ff3471,segment=NetworkSegment(357d63f1-dc87-4fb2-97aa-7c640612f426),segment_id=357d63f1-dc87-4fb2-97aa-7c640612f426)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:21:57.083794 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6610-e626-41a6-86c7-146379320be6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.089999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for c8c7f52b-7fe8-4142-98ad-12a252ff3471 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:57.104522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe6610-e626-41a6-86c7-146379320be6 None None] Calling delete_port for c8c7f52b-7fe8-4142-98ad-12a252ff3471 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:21:57.149490 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c96ef572-b5d0-48d6-84f0-28fa1b698b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.161383 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c96ef572-b5d0-48d6-84f0-28fa1b698b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.204514 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6610-e626-41a6-86c7-146379320be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.232951 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.236896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe6610-e626-41a6-86c7-146379320be6 None None] Pushing event deleted for resources: {'Port': ['ID=c8c7f52b-7fe8-4142-98ad-12a252ff3471,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:57.240687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe6610-e626-41a6-86c7-146379320be6 None None] No DVR routers for this DVR port c8c7f52b-7fe8-4142-98ad-12a252ff3471 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:21:57.260310 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c96ef572-b5d0-48d6-84f0-28fa1b698b7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a52a11a78c194821a752c323d7c15421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6045525 Aug 06 16:21:57.270519 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37036) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:57.282642 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d70a146c-c920-401b-b0a6-5441c67e8826 req-c14a678e-704a-4bae-8204-ff922330fc47 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150420 Aug 06 16:21:57.289828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ef572-b5d0-48d6-84f0-28fa1b698b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45870fa-8ae1-4786-a553-f36550bd9825,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:57.296149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No DVR routers for this DVR port c8c7f52b-7fe8-4142-98ad-12a252ff3471 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:21:57.299605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=c8c7f52b-7fe8-4142-98ad-12a252ff3471,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:57.415104 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3fcfae5b-1ad1-441e-90d3-da652220dfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.428425 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.435954 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9406673d-d1ad-469d-bcff-7f0deed6d5e0']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:57.455197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357d63f1-dc87-4fb2-97aa-7c640612f426') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:57.455408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357d63f1-dc87-4fb2-97aa-7c640612f426') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:21:57.466545 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3fcfae5b-1ad1-441e-90d3-da652220dfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.475884 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.502889 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.516200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:21:57.516627 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:21:57.520086 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:21:57.600156 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.614318 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.616556 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/networks/9406673d-d1ad-469d-bcff-7f0deed6d5e0 HTTP/1.1" status: 204 len: 168 time: 1.0285056 Aug 06 16:21:57.621715 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3fcfae5b-1ad1-441e-90d3-da652220dfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.623609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37038) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:57.626071 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3fcfae5b-1ad1-441e-90d3-da652220dfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:57.628017 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3fcfae5b-1ad1-441e-90d3-da652220dfad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c45870fa-8ae1-4786-a553-f36550bd9825 HTTP/1.1" status: 204 len: 168 time: 0.3565300 Aug 06 16:21:57.661203 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ab719-fda4-49bb-804d-e75edf6400a7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Network': ['ID=9406673d-d1ad-469d-bcff-7f0deed6d5e0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:57.665156 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfae5b-1ad1-441e-90d3-da652220dfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45870fa-8ae1-4786-a553-f36550bd9825,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:57.716120 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7ec9c9-63cf-4a11-aa7e-68fb0acbeac8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:57.723153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6a7ec9c9-63cf-4a11-aa7e-68fb0acbeac8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/9c5f88cc-d721-4af5-9c06-14ba5f724eb3 HTTP/1.1" status: 200 len: 840 time: 0.0920327 Aug 06 16:21:57.723941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37048) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:57.791332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c8c7f52b-7fe8-4142-98ad-12a252ff3471 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:21:57.842476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: c8c7f52b-7fe8-4142-98ad-12a252ff3471 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:21:57.843193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c8c7f52b-7fe8-4142-98ad-12a252ff3471 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:21:57.853738 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fdcbc530-217c-48da-b44e-a50af27fbe49 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/9c5f88cc-d721-4af5-9c06-14ba5f724eb3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1260126 Aug 06 16:21:57.856995 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37056) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:57.869746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c6f9cf6e-90a1-42e9-a647-3141e160de21 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'subnet': {'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:58.121917 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37064) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:58.144506 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4cc6da85-01d8-412d-91c8-4ad539c1ed7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:58.154991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f9cf6e-90a1-42e9-a647-3141e160de21 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:21:58.160431 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6f9cf6e-90a1-42e9-a647-3141e160de21 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:58.278694 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4cc6da85-01d8-412d-91c8-4ad539c1ed7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:58.284627 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4cc6da85-01d8-412d-91c8-4ad539c1ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:58.324275 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6da85-01d8-412d-91c8-4ad539c1ed7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beb957d-1fe1-44ee-ad95-12d8f1707d67,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:58.363962 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4cc6da85-01d8-412d-91c8-4ad539c1ed7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0540e08c2ea34e57848ccea698d2caef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407615 Aug 06 16:21:58.367249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37068) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:58.433617 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1510ffc-3974-4c2d-8781-b6c83a44c58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:58.461673 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1510ffc-3974-4c2d-8781-b6c83a44c58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:58.546836 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6f9cf6e-90a1-42e9-a647-3141e160de21 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:58.624157 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1510ffc-3974-4c2d-8781-b6c83a44c58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:58.626913 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1510ffc-3974-4c2d-8781-b6c83a44c58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:58.628088 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f1510ffc-3974-4c2d-8781-b6c83a44c58c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6beb957d-1fe1-44ee-ad95-12d8f1707d67 HTTP/1.1" status: 204 len: 168 time: 0.2595646 Aug 06 16:21:58.660970 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1510ffc-3974-4c2d-8781-b6c83a44c58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beb957d-1fe1-44ee-ad95-12d8f1707d67,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:58.715812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9cf6e-90a1-42e9-a647-3141e160de21 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Subnet': ['ID=21d97a0b-a8dd-4a7e-b2e7-6a5914728017,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:58.744801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f9cf6e-90a1-42e9-a647-3141e160de21 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:58.755396 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f4db7-e439-4d8b-92e9-30a706cf5f23 req-325ce859-6790-4a99-bf86-9fd311d698ca tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:58.757476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a7f4db7-e439-4d8b-92e9-30a706cf5f23 req-325ce859-6790-4a99-bf86-9fd311d698ca tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2158053 Aug 06 16:21:58.759474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-c6f9cf6e-90a1-42e9-a647-3141e160de21 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:58.771337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c57e247-345a-4c94-804a-484c4a5212d4 None None] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:21:58.785189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f9cf6e-90a1-42e9-a647-3141e160de21 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:58.786824 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c6f9cf6e-90a1-42e9-a647-3141e160de21 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:58.864369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c6f9cf6e-90a1-42e9-a647-3141e160de21 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0011573 Aug 06 16:21:58.868909 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37076) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:58.874783 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-75a638d5-8202-410e-b1ac-499a7ba2d0af tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'security_group': {'name': 'tempest-secgroup-691118183'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:58.894753 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a7f4db7-e439-4d8b-92e9-30a706cf5f23 req-62ee3860-f71e-418e-b117-3a53592014d8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031368 Aug 06 16:21:58.939425 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75a638d5-8202-410e-b1ac-499a7ba2d0af tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:59.177774 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'tenant_id': '882f87fa8062414f8a35871bca2d9a96', 'fixed_ips': [{'subnet_id': '21d97a0b-a8dd-4a7e-b2e7-6a5914728017'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:21:59.178412 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:59.184695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a477c41-e904-4b7d-98be-116cf1cd57f8 req-b473e960-2713-4ab1-984c-e58fd6748ff1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:59.186600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a477c41-e904-4b7d-98be-116cf1cd57f8 req-b473e960-2713-4ab1-984c-e58fd6748ff1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.0832598 Aug 06 16:21:59.188429 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75a638d5-8202-410e-b1ac-499a7ba2d0af tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:59.194948 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75a638d5-8202-410e-b1ac-499a7ba2d0af tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:59.233080 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a638d5-8202-410e-b1ac-499a7ba2d0af tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcef2f9f-c2e3-441a-9feb-ab868125896e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:59.249052 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75a638d5-8202-410e-b1ac-499a7ba2d0af tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:59.254299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37094) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:59.256103 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-75a638d5-8202-410e-b1ac-499a7ba2d0af tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3840330 Aug 06 16:21:59.260342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d3258187-8b37-4c88-8c13-4fc7fa8b4e13 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'security_group': {'name': 'tempest-secgroup-898674403'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:59.316359 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a477c41-e904-4b7d-98be-116cf1cd57f8 req-4711d56b-3edf-4e41-97af-482bf56f8c42 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095350 Aug 06 16:21:59.316359 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d3258187-8b37-4c88-8c13-4fc7fa8b4e13 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:59.427174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Allocated IP 172.20.0.2 (c0427f0c-3ae2-4545-91ef-93a8a38aa1d0/21d97a0b-a8dd-4a7e-b2e7-6a5914728017/39b5dde5-4c73-4486-b53c-6f4438368e10) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:21:59.539059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53973dde-22b7-4a7a-877f-6687683ab372 req-099e0f41-4d56-4cea-add6-151798e7769d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:59.546494 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53973dde-22b7-4a7a-877f-6687683ab372 req-099e0f41-4d56-4cea-add6-151798e7769d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.1223595 Aug 06 16:21:59.582162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de083df-69c3-46f9-ac36-e740d569a52a req-df2b81c3-cb8c-4826-8af2-01130aa8213b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:59.591663 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5de083df-69c3-46f9-ac36-e740d569a52a req-df2b81c3-cb8c-4826-8af2-01130aa8213b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1446612 Aug 06 16:21:59.615125 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d3258187-8b37-4c88-8c13-4fc7fa8b4e13 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:59.619236 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:59.630234 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d3258187-8b37-4c88-8c13-4fc7fa8b4e13 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:59.630513 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Transition to ACTIVE for port object 39b5dde5-4c73-4486-b53c-6f4438368e10 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:59.668362 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53973dde-22b7-4a7a-877f-6687683ab372 req-7d74128a-a47e-4bd4-9b49-d6fdea7baf76 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210907 Aug 06 16:21:59.669237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Transition to ACTIVE for port object 39b5dde5-4c73-4486-b53c-6f4438368e10 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:21:59.682250 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:59.688593 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d3258187-8b37-4c88-8c13-4fc7fa8b4e13 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:59.689843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d3258187-8b37-4c88-8c13-4fc7fa8b4e13 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4343472 Aug 06 16:21:59.693195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37112) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:21:59.696413 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3258187-8b37-4c88-8c13-4fc7fa8b4e13 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b0adf6-80bc-4e9d-a20f-ebbf43d0905d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:59.699924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ccc502ec-c9e7-42fe-bfb3-3e17bb6a8e3d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-3819613', 'security_groups': ['a7b0adf6-80bc-4e9d-a20f-ebbf43d0905d'], 'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '21d97a0b-a8dd-4a7e-b2e7-6a5914728017'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:21:59.710100 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5de083df-69c3-46f9-ac36-e740d569a52a req-74e0fe9a-a544-41f6-a1ba-2e9ae076135f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148188 Aug 06 16:21:59.768087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:21:59.771067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:21:59.776688 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:21:59.796224 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Pushing event updated for resources: {'Port': ['ID=39b5dde5-4c73-4486-b53c-6f4438368e10,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:21:59.882664 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Attempting to bind port 39b5dde5-4c73-4486-b53c-6f4438368e10 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:21:59.883501 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Attempting to bind port 39b5dde5-4c73-4486-b53c-6f4438368e10 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '3e57b926-7245-4d24-906f-1e606b361ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:21:59.883501 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Attempting to bind port 39b5dde5-4c73-4486-b53c-6f4438368e10 on network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:21:59.895326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:21:59.895980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Checking segment: {'id': '3e57b926-7245-4d24-906f-1e606b361ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:21:59.896553 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:59.897125 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Bound using segment: {'id': '3e57b926-7245-4d24-906f-1e606b361ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:21:59.898373 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Bound port: 39b5dde5-4c73-4486-b53c-6f4438368e10, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e57b926-7245-4d24-906f-1e606b361ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:21:59.898930 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:59.903897 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ecc52-e1a9-429f-862b-144c62c2c1bb req-f11a8312-8211-4877-bb2b-1c5eb6afeae7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:59.912778 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a4ecc52-e1a9-429f-862b-144c62c2c1bb req-f11a8312-8211-4877-bb2b-1c5eb6afeae7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.0899725 Aug 06 16:21:59.962236 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a4ecc52-e1a9-429f-862b-144c62c2c1bb req-800ca66c-23f8-45d7-a7ac-eb156c0ca7ff tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442784 Aug 06 16:21:59.992614 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc502ec-c9e7-42fe-bfb3-3e17bb6a8e3d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:00.020886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] For port 39b5dde5-4c73-4486-b53c-6f4438368e10, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:22:00.028731 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] For port 39b5dde5-4c73-4486-b53c-6f4438368e10, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=39b5dde5-4c73-4486-b53c-6f4438368e10,segment=NetworkSegment(3e57b926-7245-4d24-906f-1e606b361ab7),segment_id=3e57b926-7245-4d24-906f-1e606b361ab7)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:22:00.039555 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:00.152668 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ccc502ec-c9e7-42fe-bfb3-3e17bb6a8e3d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:00.187363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ede356-bc46-49be-8321-66693fab8862 req-a75b46aa-321d-41fc-80b9-65ce9df63f9e tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:00.193788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-57ede356-bc46-49be-8321-66693fab8862 req-a75b46aa-321d-41fc-80b9-65ce9df63f9e tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1101844 Aug 06 16:22:00.198803 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-ccc502ec-c9e7-42fe-bfb3-3e17bb6a8e3d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port 9b69b94c-56f8-41b4-ad25-3931bd4f4878 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:22:00.204161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9cc85-bf6c-4dba-9b05-0593f3dc62b4 None None] Pushing event updated for resources: {'Port': ['ID=39b5dde5-4c73-4486-b53c-6f4438368e10,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:00.290678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-57ede356-bc46-49be-8321-66693fab8862 req-990e8ab6-075c-4b48-b61a-d8a226bbe26a tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902574 Aug 06 16:22:00.553273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b50313-7d92-4bec-bef6-6379359d1705 req-20a7f979-b467-4740-ae1f-c9dc5f6925fc tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:00.581817 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b9b50313-7d92-4bec-bef6-6379359d1705 req-20a7f979-b467-4740-ae1f-c9dc5f6925fc tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1811581 Aug 06 16:22:00.649026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-ccc502ec-c9e7-42fe-bfb3-3e17bb6a8e3d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Allocated IP 172.20.0.8 (c0427f0c-3ae2-4545-91ef-93a8a38aa1d0/21d97a0b-a8dd-4a7e-b2e7-6a5914728017/9b69b94c-56f8-41b4-ad25-3931bd4f4878) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:22:00.730298 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b9b50313-7d92-4bec-bef6-6379359d1705 req-50be8b79-87ee-44ef-8f0a-9870fd79df21 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474977 Aug 06 16:22:00.900936 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ccc502ec-c9e7-42fe-bfb3-3e17bb6a8e3d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:00.946896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-ccc502ec-c9e7-42fe-bfb3-3e17bb6a8e3d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Transition to ACTIVE for port object 9b69b94c-56f8-41b4-ad25-3931bd4f4878 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:00.979259 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e09ea-5eaa-4bbb-8811-86ed6fdc4447 req-033ca3b3-c0d3-4274-b192-b77e6c7c1e99 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:01.000296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db8e09ea-5eaa-4bbb-8811-86ed6fdc4447 req-033ca3b3-c0d3-4274-b192-b77e6c7c1e99 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.1319504 Aug 06 16:22:01.029053 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ccc502ec-c9e7-42fe-bfb3-3e17bb6a8e3d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:01.143897 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc502ec-c9e7-42fe-bfb3-3e17bb6a8e3d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:22:01.146502 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-ccc502ec-c9e7-42fe-bfb3-3e17bb6a8e3d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:01.155377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc502ec-c9e7-42fe-bfb3-3e17bb6a8e3d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=9b69b94c-56f8-41b4-ad25-3931bd4f4878,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:01.159015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc502ec-c9e7-42fe-bfb3-3e17bb6a8e3d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:22:01.183080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cf65f-39c5-4a36-98cb-336d7e231f79 req-6f041e04-647f-49ba-b497-4c8b0e6ef8df tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:01.184691 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a3cf65f-39c5-4a36-98cb-336d7e231f79 req-6f041e04-647f-49ba-b497-4c8b0e6ef8df tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1823983 Aug 06 16:22:01.206703 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db8e09ea-5eaa-4bbb-8811-86ed6fdc4447 req-d37a1037-1e42-4f9d-a302-da892f153c0c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054543 Aug 06 16:22:01.293531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37188) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:01.293664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc502ec-c9e7-42fe-bfb3-3e17bb6a8e3d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:01.293664 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ccc502ec-c9e7-42fe-bfb3-3e17bb6a8e3d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:01.318328 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ccc502ec-c9e7-42fe-bfb3-3e17bb6a8e3d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6235952 Aug 06 16:22:01.318999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37196) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:01.327162 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a3cf65f-39c5-4a36-98cb-336d7e231f79 req-2da7f687-f769-4080-915b-6ef57de444d4 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100125 Aug 06 16:22:01.334194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e5736f0a-d78d-4cff-9110-aa96c4c0380d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'subnet': {'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:01.561340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55582ff4-82f1-46d4-aa1a-cc62e82e9179 req-13701922-4bd1-4a5e-a71f-152fc4c271ee tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:01.574954 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55582ff4-82f1-46d4-aa1a-cc62e82e9179 req-13701922-4bd1-4a5e-a71f-152fc4c271ee tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1080658 Aug 06 16:22:01.606499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5736f0a-d78d-4cff-9110-aa96c4c0380d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:01.610532 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e5736f0a-d78d-4cff-9110-aa96c4c0380d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:01.687926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55582ff4-82f1-46d4-aa1a-cc62e82e9179 req-44bd4f70-6c3f-48da-8938-1e2baba4c5a7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094685 Aug 06 16:22:01.814585 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c3e4bf5f-82bb-4e7e-8e4d-539c49d61e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:01.869513 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 39b5dde5-4c73-4486-b53c-6f4438368e10 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:22:01.894579 n-d-803756-1 neutron-server[105764]: INFO neutron.db.ipam_backend_mixin [None req-e5736f0a-d78d-4cff-9110-aa96c4c0380d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 21d97a0b-a8dd-4a7e-b2e7-6a5914728017 (CIDR: 172.20.0.0/28) Aug 06 16:22:01.899941 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5736f0a-d78d-4cff-9110-aa96c4c0380d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:22:01.901409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5736f0a-d78d-4cff-9110-aa96c4c0380d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:22:01.952698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c172c046-67e1-4160-8537-470a1b1c8336 None None] Provisioning complete for port 9c5f88cc-d721-4af5-9c06-14ba5f724eb3 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:01.953232 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c172c046-67e1-4160-8537-470a1b1c8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:02.006193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 39b5dde5-4c73-4486-b53c-6f4438368e10 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:02.025302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c172c046-67e1-4160-8537-470a1b1c8336 None None] Port 9c5f88cc-d721-4af5-9c06-14ba5f724eb3 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:22:02.040122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c172c046-67e1-4160-8537-470a1b1c8336 None None] Provisioning for port 39b5dde5-4c73-4486-b53c-6f4438368e10 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:02.046344 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c172c046-67e1-4160-8537-470a1b1c8336 None None] Provisioning complete for port 39b5dde5-4c73-4486-b53c-6f4438368e10 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:02.046984 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c172c046-67e1-4160-8537-470a1b1c8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:02.053823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231e0ee-1380-4e01-b837-7457b140f22d req-c9901773-0620-45c8-b16e-d8976a035229 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:02.055922 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5231e0ee-1380-4e01-b837-7457b140f22d req-c9901773-0620-45c8-b16e-d8976a035229 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1577954 Aug 06 16:22:02.149504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5231e0ee-1380-4e01-b837-7457b140f22d req-30410bce-3198-449b-9911-7957ba1f7b39 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737789 Aug 06 16:22:02.198009 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c172c046-67e1-4160-8537-470a1b1c8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:02.242959 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c3e4bf5f-82bb-4e7e-8e4d-539c49d61e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:02.250872 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c3e4bf5f-82bb-4e7e-8e4d-539c49d61e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:02.254570 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e5736f0a-d78d-4cff-9110-aa96c4c0380d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9318557 Aug 06 16:22:02.256341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c172c046-67e1-4160-8537-470a1b1c8336 None None] For port 39b5dde5-4c73-4486-b53c-6f4438368e10, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=39b5dde5-4c73-4486-b53c-6f4438368e10,segment=NetworkSegment(3e57b926-7245-4d24-906f-1e606b361ab7),segment_id=3e57b926-7245-4d24-906f-1e606b361ab7)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:02.257039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37228) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:02.261809 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c172c046-67e1-4160-8537-470a1b1c8336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:02.268250 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'subnet': {'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:02.358486 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172c046-67e1-4160-8537-470a1b1c8336 None None] Pushing event updated for resources: {'Port': ['ID=39b5dde5-4c73-4486-b53c-6f4438368e10,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:02.385323 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9591183f-3b67-4d6e-bc03-989eb1c56021 None None] Provisioning for port 9b69b94c-56f8-41b4-ad25-3931bd4f4878 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:02.397226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9591183f-3b67-4d6e-bc03-989eb1c56021 None None] Provisioning complete for port 9b69b94c-56f8-41b4-ad25-3931bd4f4878 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:02.397596 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9591183f-3b67-4d6e-bc03-989eb1c56021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:02.404731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c3e4bf5f-82bb-4e7e-8e4d-539c49d61e17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0005ef6de115425b8944be8bb092aa15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1148770 Aug 06 16:22:02.411740 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37234) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:02.451143 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9591183f-3b67-4d6e-bc03-989eb1c56021 None None] Port 9b69b94c-56f8-41b4-ad25-3931bd4f4878 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:22:02.457963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4bf5f-82bb-4e7e-8e4d-539c49d61e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9812bdec-55d4-4088-a54f-f40aa87598d5,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:02.538111 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-09580ae2-d1c3-4335-bc7a-f3e57f858a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:02.557062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f26312-ebe9-4149-859e-639d2abb521f req-cb90f0c4-2424-4b19-a8e9-971564619bbe tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:02.565999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:02.569828 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33f26312-ebe9-4149-859e-639d2abb521f req-cb90f0c4-2424-4b19-a8e9-971564619bbe tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.1761227 Aug 06 16:22:02.571014 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:02.589041 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe64e2-cf59-4ff6-84e8-8c550002b6bf req-9e85683e-c151-411e-a1ca-3481fe4d157b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:02.590585 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18fe64e2-cf59-4ff6-84e8-8c550002b6bf req-9e85683e-c151-411e-a1ca-3481fe4d157b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2486749 Aug 06 16:22:02.597274 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-09580ae2-d1c3-4335-bc7a-f3e57f858a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:02.681746 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33f26312-ebe9-4149-859e-639d2abb521f req-3664c08e-f539-4b08-af02-bfd800d0b29e tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110950 Aug 06 16:22:02.709806 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18fe64e2-cf59-4ff6-84e8-8c550002b6bf req-ae56aa60-bd03-4938-afb9-49b58a0739cb tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874615 Aug 06 16:22:02.877162 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-09580ae2-d1c3-4335-bc7a-f3e57f858a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:02.886489 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-09580ae2-d1c3-4335-bc7a-f3e57f858a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:02.888380 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-09580ae2-d1c3-4335-bc7a-f3e57f858a24 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9812bdec-55d4-4088-a54f-f40aa87598d5 HTTP/1.1" status: 204 len: 168 time: 0.4753826 Aug 06 16:22:02.919225 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09580ae2-d1c3-4335-bc7a-f3e57f858a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9812bdec-55d4-4088-a54f-f40aa87598d5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:03.000155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c6db4-6a5b-45ad-8652-47f53c54ad02 req-bdfc707e-42ad-4f66-bb91-1d539da65aae tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:03.009559 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-607c6db4-6a5b-45ad-8652-47f53c54ad02 req-bdfc707e-42ad-4f66-bb91-1d539da65aae tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1021748 Aug 06 16:22:03.081398 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-607c6db4-6a5b-45ad-8652-47f53c54ad02 req-74da3c25-2587-4225-bdec-d525250c7b2f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704641 Aug 06 16:22:03.139912 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:03.181798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37262) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:03.253247 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:22:03.266210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:03.275198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:03.278152 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:03.279346 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbeed3d-9c03-4601-9b9d-c4c7738bc391 None None] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:03.304809 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0433760 Aug 06 16:22:03.304809 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Subnet': ['ID=5269eca9-101f-4279-8045-13bdc65f298f,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:03.307706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a40b63-bd61-4342-888e-9a16581c6a4c req-fc0c3664-f104-4274-879d-acff7bfba96f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:03.310444 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37266) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:03.315326 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-26a40b63-bd61-4342-888e-9a16581c6a4c req-fc0c3664-f104-4274-879d-acff7bfba96f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1320279 Aug 06 16:22:03.316227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-113d7038-3c22-4725-b22f-9317f4cf267c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-298594416', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5269eca9-101f-4279-8045-13bdc65f298f'}], 'security_groups': ['bcef2f9f-c2e3-441a-9feb-ab868125896e']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:03.358182 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-26a40b63-bd61-4342-888e-9a16581c6a4c req-1610b18f-8c81-4f54-898d-08727de2650b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419948 Aug 06 16:22:03.365305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:03.369242 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:03.369644 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:03.372768 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:03.373344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:03.383916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:03.384516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:03.386944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:03.387566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:03.391527 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:03.391986 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:03.392396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb270353-4851-46ee-b771-90fee41b7eb2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:03.422414 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc840-1174-4b17-9d2e-1ee6cd34a875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:03.507239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37274) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:03.507863 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-113d7038-3c22-4725-b22f-9317f4cf267c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:03.622954 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc840-1174-4b17-9d2e-1ee6cd34a875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:03.641441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd9fc9-f902-42e4-afaf-039d127ccdd9 req-cbd35100-b494-44f0-8bb5-9cb7b5cef4d9 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:03.650150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bddd9fc9-f902-42e4-afaf-039d127ccdd9 req-cbd35100-b494-44f0-8bb5-9cb7b5cef4d9 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.0929232 Aug 06 16:22:03.659153 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc840-1174-4b17-9d2e-1ee6cd34a875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:03.778115 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-59a96f7a-3212-4f3f-b2be-73987cd5f55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:03.788721 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf5614f-7185-4d62-ae6b-52cd0fff540c None None] Update dhcp port {'port': {'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'fixed_ips': [{'subnet_id': '21d97a0b-a8dd-4a7e-b2e7-6a5914728017', 'ip_address': '172.20.0.2'}, {'subnet_id': '5269eca9-101f-4279-8045-13bdc65f298f'}], 'binding:host_id': 'n-d-803756-1'}, 'id': '39b5dde5-4c73-4486-b53c-6f4438368e10'} from n-d-803756-1. {{(pid=105766) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 16:22:03.810113 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58c8ccc9-9289-4f43-80e6-1bf9a14a085c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:03.810963 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ed0cc840-1174-4b17-9d2e-1ee6cd34a875 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ef62d9f4c49491c8092f3276edcf3df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6266227 Aug 06 16:22:03.820802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37278) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:03.858983 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bddd9fc9-f902-42e4-afaf-039d127ccdd9 req-646d8937-3bd6-4768-97d1-829b905e47a1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068818 Aug 06 16:22:03.861704 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cc840-1174-4b17-9d2e-1ee6cd34a875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b8da9e-b58c-4787-8ee1-fa7b3791b665,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:04.011700 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10b90279-5a4b-48c7-aa41-a7a4d775d43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:04.025576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e069e-adc5-471b-9b29-7ba98f80e804 req-70883580-557d-426d-b99c-084dbc2d7032 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:04.027181 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a5e069e-adc5-471b-9b29-7ba98f80e804 req-70883580-557d-426d-b99c-084dbc2d7032 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.1597035 Aug 06 16:22:04.040818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb9e1d-a34e-4d44-8017-9eea357de496 req-d3af7699-6334-4ff9-bce4-e002d9b883db tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:04.048155 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84fb9e1d-a34e-4d44-8017-9eea357de496 req-d3af7699-6334-4ff9-bce4-e002d9b883db tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.0816092 Aug 06 16:22:04.054750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-113d7038-3c22-4725-b22f-9317f4cf267c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Delete allocated IP 172.20.0.8 (c0427f0c-3ae2-4545-91ef-93a8a38aa1d0/21d97a0b-a8dd-4a7e-b2e7-6a5914728017) {{(pid=105764) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 16:22:04.067248 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10b90279-5a4b-48c7-aa41-a7a4d775d43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:04.092940 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-113d7038-3c22-4725-b22f-9317f4cf267c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Allocated IP 172.20.0.28 (c0427f0c-3ae2-4545-91ef-93a8a38aa1d0/5269eca9-101f-4279-8045-13bdc65f298f/9b69b94c-56f8-41b4-ad25-3931bd4f4878) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:22:04.168969 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 39b5dde5-4c73-4486-b53c-6f4438368e10 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:22:04.197983 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a5e069e-adc5-471b-9b29-7ba98f80e804 req-748b2afb-430b-4915-92a5-541eee9d432b tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476068 Aug 06 16:22:04.203099 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2bf5614f-7185-4d62-ae6b-52cd0fff540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:04.215454 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58c8ccc9-9289-4f43-80e6-1bf9a14a085c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:04.216107 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84fb9e1d-a34e-4d44-8017-9eea357de496 req-13a180b2-66cd-4994-a304-7e32a31fa892 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606140 Aug 06 16:22:04.248796 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58c8ccc9-9289-4f43-80e6-1bf9a14a085c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:04.265503 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10b90279-5a4b-48c7-aa41-a7a4d775d43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:04.267792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10b90279-5a4b-48c7-aa41-a7a4d775d43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:04.269078 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-10b90279-5a4b-48c7-aa41-a7a4d775d43f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66b8da9e-b58c-4787-8ee1-fa7b3791b665 HTTP/1.1" status: 204 len: 168 time: 0.4414372 Aug 06 16:22:04.406740 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-58c8ccc9-9289-4f43-80e6-1bf9a14a085c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c218041baea146049a4e2f1e54a98397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8583238 Aug 06 16:22:04.430436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37296) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:04.451802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 39b5dde5-4c73-4486-b53c-6f4438368e10 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:04.452845 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:04.496782 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8ccc9-9289-4f43-80e6-1bf9a14a085c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3a2e25-644b-4cf1-a2f1-c06d20a161bc,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:04.511743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad5380-5231-48ac-a9c3-f9769fb683af req-2086bd37-37f1-4c39-a596-66d836c2d12d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:04.520523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63ad5380-5231-48ac-a9c3-f9769fb683af req-2086bd37-37f1-4c39-a596-66d836c2d12d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1480227 Aug 06 16:22:04.602461 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-63ad5380-5231-48ac-a9c3-f9769fb683af req-92418730-84d0-4b52-9fec-35f69e110760 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753081 Aug 06 16:22:04.620122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b90279-5a4b-48c7-aa41-a7a4d775d43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b8da9e-b58c-4787-8ee1-fa7b3791b665,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:04.674857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37304) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:04.699498 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-113d7038-3c22-4725-b22f-9317f4cf267c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:04.709543 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3f33da3-7ad4-4417-b46c-cd7f1733c019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:04.762298 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-113d7038-3c22-4725-b22f-9317f4cf267c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Transition to ACTIVE for port object 9b69b94c-56f8-41b4-ad25-3931bd4f4878 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:04.776144 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-113d7038-3c22-4725-b22f-9317f4cf267c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:04.779509 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3f33da3-7ad4-4417-b46c-cd7f1733c019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:04.796776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684209b6-317d-46b9-89d0-4e346f42741b req-f1865f31-cab7-478a-87c8-cc74fa1c8e8b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:04.805298 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684209b6-317d-46b9-89d0-4e346f42741b req-f1865f31-cab7-478a-87c8-cc74fa1c8e8b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.0814276 Aug 06 16:22:04.899880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684209b6-317d-46b9-89d0-4e346f42741b req-a8a9ff20-906f-4e6d-becc-3b36857d9e9f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816815 Aug 06 16:22:04.902707 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37308) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:04.918297 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d7038-3c22-4725-b22f-9317f4cf267c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=9b69b94c-56f8-41b4-ad25-3931bd4f4878,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:04.918576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-2bf5614f-7185-4d62-ae6b-52cd0fff540c None None] Allocated IP 172.20.0.18 (c0427f0c-3ae2-4545-91ef-93a8a38aa1d0/5269eca9-101f-4279-8045-13bdc65f298f/39b5dde5-4c73-4486-b53c-6f4438368e10) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:22:04.938355 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23335f1b-afea-42f3-9dd5-cb31c236f924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:04.972507 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-113d7038-3c22-4725-b22f-9317f4cf267c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] In _notify_port_updated(), no bound segment for port 9b69b94c-56f8-41b4-ad25-3931bd4f4878 on network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:22:04.979792 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d7038-3c22-4725-b22f-9317f4cf267c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:04.980837 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-113d7038-3c22-4725-b22f-9317f4cf267c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:04.982700 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-113d7038-3c22-4725-b22f-9317f4cf267c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "PUT /v2.0/ports/9b69b94c-56f8-41b4-ad25-3931bd4f4878 HTTP/1.1" status: 200 len: 920 time: 1.6712289 Aug 06 16:22:04.983728 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3f33da3-7ad4-4417-b46c-cd7f1733c019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:04.986852 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37314) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:04.988607 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c3f33da3-7ad4-4417-b46c-cd7f1733c019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:04.990955 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c3f33da3-7ad4-4417-b46c-cd7f1733c019 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f3a2e25-644b-4cf1-a2f1-c06d20a161bc HTTP/1.1" status: 204 len: 168 time: 0.5576513 Aug 06 16:22:05.011058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f33da3-7ad4-4417-b46c-cd7f1733c019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3a2e25-644b-4cf1-a2f1-c06d20a161bc,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:05.126905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2bf5614f-7185-4d62-ae6b-52cd0fff540c None None] For port 39b5dde5-4c73-4486-b53c-6f4438368e10, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=39b5dde5-4c73-4486-b53c-6f4438368e10,segment=NetworkSegment(3e57b926-7245-4d24-906f-1e606b361ab7),segment_id=3e57b926-7245-4d24-906f-1e606b361ab7)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:05.160288 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23335f1b-afea-42f3-9dd5-cb31c236f924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:05.168876 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23335f1b-afea-42f3-9dd5-cb31c236f924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:05.171383 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2bf5614f-7185-4d62-ae6b-52cd0fff540c None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:05.175015 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-18ddc771-12c3-4c0a-be26-5f9e15bfc0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:05.188961 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2bf5614f-7185-4d62-ae6b-52cd0fff540c None None] Transition to ACTIVE for port object 39b5dde5-4c73-4486-b53c-6f4438368e10 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:05.195691 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2bf5614f-7185-4d62-ae6b-52cd0fff540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:05.222425 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a1e48-6b18-4976-866c-b6ce2b9c836f req-9e8df236-e7e5-469d-809e-5477c8a44cd8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:05.230662 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb0a1e48-6b18-4976-866c-b6ce2b9c836f req-9e8df236-e7e5-469d-809e-5477c8a44cd8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1905370 Aug 06 16:22:05.231630 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-23335f1b-afea-42f3-9dd5-cb31c236f924 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13aa15dea9134c18a59bc382566210c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3277390 Aug 06 16:22:05.232841 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23335f1b-afea-42f3-9dd5-cb31c236f924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ca5232-a8e9-47c5-a313-77814e64d751,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:05.235500 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37320) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:05.263142 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5614f-7185-4d62-ae6b-52cd0fff540c None None] Pushing event updated for resources: {'Port': ['ID=39b5dde5-4c73-4486-b53c-6f4438368e10,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:05.326930 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50695601-d40e-41d9-b303-48abae3d33af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:05.371373 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50695601-d40e-41d9-b303-48abae3d33af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:05.394451 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb0a1e48-6b18-4976-866c-b6ce2b9c836f req-3087142e-d71c-4957-8ccb-e3bbe2069ee0 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573126 Aug 06 16:22:05.405158 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-a777b03c-bdab-4829-a0c3-58bb6630fe1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 9b69b94c-56f8-41b4-ad25-3931bd4f4878 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:05.405523 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a777b03c-bdab-4829-a0c3-58bb6630fe1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:05.443482 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-18ddc771-12c3-4c0a-be26-5f9e15bfc0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:05.448315 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-18ddc771-12c3-4c0a-be26-5f9e15bfc0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:05.604668 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc0969-3965-4762-a194-ac865f938ce6 req-3d921e49-9ecc-4167-a5e6-0ff8dacd48e3 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:05.615936 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edbc0969-3965-4762-a194-ac865f938ce6 req-3d921e49-9ecc-4167-a5e6-0ff8dacd48e3 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.2995777 Aug 06 16:22:05.674947 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a777b03c-bdab-4829-a0c3-58bb6630fe1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:05.722347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e445cc-69ed-4620-97bf-d1bd5bd496d4 req-ca30c3c6-986e-46c7-85c6-d2644baa28c1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:05.724103 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30e445cc-69ed-4620-97bf-d1bd5bd496d4 req-ca30c3c6-986e-46c7-85c6-d2644baa28c1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1912410 Aug 06 16:22:05.725223 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-a777b03c-bdab-4829-a0c3-58bb6630fe1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 9b69b94c-56f8-41b4-ad25-3931bd4f4878 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:05.744942 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-edbc0969-3965-4762-a194-ac865f938ce6 req-7253e242-77b8-459c-9fc1-cae03bf43e32 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216784 Aug 06 16:22:05.852085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 39b5dde5-4c73-4486-b53c-6f4438368e10 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:22:05.877905 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50695601-d40e-41d9-b303-48abae3d33af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:05.880532 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50695601-d40e-41d9-b303-48abae3d33af admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:05.883313 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-50695601-d40e-41d9-b303-48abae3d33af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67ca5232-a8e9-47c5-a313-77814e64d751 HTTP/1.1" status: 204 len: 168 time: 0.6443281 Aug 06 16:22:05.905332 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-18ddc771-12c3-4c0a-be26-5f9e15bfc0dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37090b45ca7b491c822d6b5247f13995&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2242558 Aug 06 16:22:05.906718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddc771-12c3-4c0a-be26-5f9e15bfc0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583a3eaf-c1c8-4770-b9ac-47cd30b15f7f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:05.908049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37338) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:05.921416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50695601-d40e-41d9-b303-48abae3d33af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ca5232-a8e9-47c5-a313-77814e64d751,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:05.925507 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30e445cc-69ed-4620-97bf-d1bd5bd496d4 req-07beee22-c73a-4408-afde-bc8860935dd9 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792223 Aug 06 16:22:06.040092 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3390f519-4801-411c-b9ee-1ac4cce82269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.073515 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a777b03c-bdab-4829-a0c3-58bb6630fe1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.092119 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3390f519-4801-411c-b9ee-1ac4cce82269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.135890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777b03c-bdab-4829-a0c3-58bb6630fe1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=9b69b94c-56f8-41b4-ad25-3931bd4f4878,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:06.220567 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-85c06503-e373-468a-8ddd-67ed082385ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.256009 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a777b03c-bdab-4829-a0c3-58bb6630fe1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.259919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a777b03c-bdab-4829-a0c3-58bb6630fe1d tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/9b69b94c-56f8-41b4-ad25-3931bd4f4878 HTTP/1.1" status: 204 len: 168 time: 1.2730470 Aug 06 16:22:06.262882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37358) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:06.292345 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbcd7f6-47ca-4922-be6d-95c64eb92d59 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] GET failed (client error): The resource could not be found. Aug 06 16:22:06.294106 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cbbcd7f6-47ca-4922-be6d-95c64eb92d59 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/9b69b94c-56f8-41b4-ad25-3931bd4f4878 HTTP/1.1" status: 404 len: 333 time: 0.0301621 Aug 06 16:22:06.298863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37360) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:06.338838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0498d-22d7-429c-a48d-0b02588fec67 req-ea6a4289-ccf2-412e-b8b5-7ac2fd6355b3 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:06.340691 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7c0498d-22d7-429c-a48d-0b02588fec67 req-ea6a4289-ccf2-412e-b8b5-7ac2fd6355b3 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1053009 Aug 06 16:22:06.342066 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3390f519-4801-411c-b9ee-1ac4cce82269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.345080 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3390f519-4801-411c-b9ee-1ac4cce82269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.346248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3390f519-4801-411c-b9ee-1ac4cce82269 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/583a3eaf-c1c8-4770-b9ac-47cd30b15f7f HTTP/1.1" status: 204 len: 168 time: 0.4350066 Aug 06 16:22:06.356491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390f519-4801-411c-b9ee-1ac4cce82269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583a3eaf-c1c8-4770-b9ac-47cd30b15f7f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:06.395751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d7c0498d-22d7-429c-a48d-0b02588fec67 req-a1d99149-7af2-4897-80f4-cc8c77eb1f78 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Aug 06 16:22:06.397741 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afc7f3be-c70d-4695-9368-1c2eed9dfcd7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.407678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-580aaf02-bee4-479e-b1ed-66595e7ee23b None None] Could not find standard attr ID for object 9b69b94c-56f8-41b4-ad25-3931bd4f4878. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:22:06.432773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-580aaf02-bee4-479e-b1ed-66595e7ee23b None None] Provisioning complete for port 9c5f88cc-d721-4af5-9c06-14ba5f724eb3 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:06.433149 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-580aaf02-bee4-479e-b1ed-66595e7ee23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.458730 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afc7f3be-c70d-4695-9368-1c2eed9dfcd7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.496281 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-580aaf02-bee4-479e-b1ed-66595e7ee23b None None] Port 9c5f88cc-d721-4af5-9c06-14ba5f724eb3 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:22:06.510237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-580aaf02-bee4-479e-b1ed-66595e7ee23b None None] Provisioning for port 39b5dde5-4c73-4486-b53c-6f4438368e10 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:06.515863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-580aaf02-bee4-479e-b1ed-66595e7ee23b None None] Provisioning complete for port 39b5dde5-4c73-4486-b53c-6f4438368e10 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:06.516233 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-580aaf02-bee4-479e-b1ed-66595e7ee23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.550345 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afc7f3be-c70d-4695-9368-1c2eed9dfcd7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.556775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afc7f3be-c70d-4695-9368-1c2eed9dfcd7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.558501 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-afc7f3be-c70d-4695-9368-1c2eed9dfcd7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/security-groups/a7b0adf6-80bc-4e9d-a20f-ebbf43d0905d HTTP/1.1" status: 204 len: 168 time: 0.2564850 Aug 06 16:22:06.572139 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37382) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:06.646694 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.649752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f62661-884d-431b-9831-6be884c310c3 req-33a834a7-91e6-4017-9c71-a201ca33200d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:06.659146 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7f3be-c70d-4695-9368-1c2eed9dfcd7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b0adf6-80bc-4e9d-a20f-ebbf43d0905d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:06.659325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4f62661-884d-431b-9831-6be884c310c3 req-33a834a7-91e6-4017-9c71-a201ca33200d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1302564 Aug 06 16:22:06.698669 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a78b6cc8-748e-4b04-b000-2b349d6618d8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.727263 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a78b6cc8-748e-4b04-b000-2b349d6618d8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.745579 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4f62661-884d-431b-9831-6be884c310c3 req-5d4e45cd-87ee-4a12-8df0-dc38650512a0 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851717 Aug 06 16:22:06.787063 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a78b6cc8-748e-4b04-b000-2b349d6618d8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.791076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a78b6cc8-748e-4b04-b000-2b349d6618d8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:06.792446 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a78b6cc8-748e-4b04-b000-2b349d6618d8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/security-groups/bcef2f9f-c2e3-441a-9feb-ab868125896e HTTP/1.1" status: 204 len: 168 time: 0.2159305 Aug 06 16:22:06.796213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37398) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:06.801939 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b6cc8-748e-4b04-b000-2b349d6618d8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcef2f9f-c2e3-441a-9feb-ab868125896e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:06.909345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2734f99-4368-4fda-bd16-b7c81bacbd81 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting subnet 21d97a0b-a8dd-4a7e-b2e7-6a5914728017 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:22:06.932208 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2734f99-4368-4fda-bd16-b7c81bacbd81 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:07.038904 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0171f961-7fc8-4f72-9b53-5766c8a5fef0 None None] Could not find standard attr ID for object 9b69b94c-56f8-41b4-ad25-3931bd4f4878. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:22:07.046605 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2734f99-4368-4fda-bd16-b7c81bacbd81 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:07.109605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37406) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:07.114761 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112cdaa-a541-413d-a262-8aee68f7b679 req-e77e693a-97a9-45f4-af7e-26e2a0adb781 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:07.130230 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-13d4f280-4570-422a-a651-261a75a0f41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:07.131790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3112cdaa-a541-413d-a262-8aee68f7b679 req-e77e693a-97a9-45f4-af7e-26e2a0adb781 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2128828 Aug 06 16:22:07.151121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa105d7f-1994-47b7-92a4-c233ce01e49c req-ef7c937f-3381-48b4-9c61-082bb2f638b1 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:07.152687 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa105d7f-1994-47b7-92a4-c233ce01e49c req-ef7c937f-3381-48b4-9c61-082bb2f638b1 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.2492847 Aug 06 16:22:07.317878 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3112cdaa-a541-413d-a262-8aee68f7b679 req-86ab8b81-d8bc-4b28-8839-d2faf605a7e1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850374 Aug 06 16:22:07.323528 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:07.354171 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa105d7f-1994-47b7-92a4-c233ce01e49c req-31bd855f-a286-427a-b123-34f2a5db7287 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917610 Aug 06 16:22:07.363575 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-13d4f280-4570-422a-a651-261a75a0f41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:07.371787 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-13d4f280-4570-422a-a651-261a75a0f41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:07.412324 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2734f99-4368-4fda-bd16-b7c81bacbd81 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:07.439819 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4f280-4570-422a-a651-261a75a0f41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cd7d2a-e20e-4548-9428-328eee027ece,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:07.483074 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-13d4f280-4570-422a-a651-261a75a0f41c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e94864830f640e1aabbe77ecec5fc54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3716011 Aug 06 16:22:07.487290 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37426) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:07.545618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a43c4-bdeb-4e71-85f2-a94e47628699 req-9c56fb63-6d2c-49e4-9062-7c9641e30497 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:07.553011 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f0a43c4-bdeb-4e71-85f2-a94e47628699 req-9c56fb63-6d2c-49e4-9062-7c9641e30497 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.0948336 Aug 06 16:22:07.572238 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2734f99-4368-4fda-bd16-b7c81bacbd81 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:07.582551 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4708f6c-131e-4c3c-ba66-8e89b8009d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:07.601285 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05cee99-c004-4f50-82af-c3732be82372 None None] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:07.604106 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f2734f99-4368-4fda-bd16-b7c81bacbd81 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:07.609618 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4708f6c-131e-4c3c-ba66-8e89b8009d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:07.615163 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f2734f99-4368-4fda-bd16-b7c81bacbd81 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/21d97a0b-a8dd-4a7e-b2e7-6a5914728017 HTTP/1.1" status: 204 len: 168 time: 0.8178773 Aug 06 16:22:07.662621 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37432) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:07.675535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b370a22d-66ab-4abc-8526-a49ff1d376dd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'subnet': {'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:07.693041 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2734f99-4368-4fda-bd16-b7c81bacbd81 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Subnet': ['ID=21d97a0b-a8dd-4a7e-b2e7-6a5914728017,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:07.707580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f0a43c4-bdeb-4e71-85f2-a94e47628699 req-9426b8cf-da70-4762-8ba1-8d46fba5b80b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536081 Aug 06 16:22:07.785298 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4708f6c-131e-4c3c-ba66-8e89b8009d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:07.789361 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4708f6c-131e-4c3c-ba66-8e89b8009d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:07.790813 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c4708f6c-131e-4c3c-ba66-8e89b8009d23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20cd7d2a-e20e-4548-9428-328eee027ece HTTP/1.1" status: 204 len: 168 time: 0.2983949 Aug 06 16:22:07.807073 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4708f6c-131e-4c3c-ba66-8e89b8009d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cd7d2a-e20e-4548-9428-328eee027ece,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:07.908860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b370a22d-66ab-4abc-8526-a49ff1d376dd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:07.912743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b370a22d-66ab-4abc-8526-a49ff1d376dd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:08.396951 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b370a22d-66ab-4abc-8526-a49ff1d376dd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:08.411125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f875593-4724-468e-8ac2-17c6eeb0df05 req-889d0319-8f27-4019-b674-497dac06063b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:08.417846 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f875593-4724-468e-8ac2-17c6eeb0df05 req-889d0319-8f27-4019-b674-497dac06063b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1253104 Aug 06 16:22:08.521201 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370a22d-66ab-4abc-8526-a49ff1d376dd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Subnet': ['ID=18221f05-3f86-4dba-a277-0edda3babffc,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:08.534852 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f875593-4724-468e-8ac2-17c6eeb0df05 req-6ea2922e-ae76-47fa-b422-d78fdf2c24d2 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089263 Aug 06 16:22:08.535293 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b370a22d-66ab-4abc-8526-a49ff1d376dd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:22:08.536741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b370a22d-66ab-4abc-8526-a49ff1d376dd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:08.544896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b370a22d-66ab-4abc-8526-a49ff1d376dd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:08.545510 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b370a22d-66ab-4abc-8526-a49ff1d376dd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:08.569929 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b370a22d-66ab-4abc-8526-a49ff1d376dd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9008565 Aug 06 16:22:08.569929 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37476) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:08.577371 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-22147f36-845f-44cf-928e-dc92ba93929f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'security_group': {'name': 'tempest-secgroup-1989833609'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:08.614444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-22147f36-845f-44cf-928e-dc92ba93929f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:08.638605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afffe36-d8df-458a-a2c0-85a17d4b0f9b req-626b044e-42b0-40c6-98ed-581ccda0ffbb tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:08.640738 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6afffe36-d8df-458a-a2c0-85a17d4b0f9b req-626b044e-42b0-40c6-98ed-581ccda0ffbb tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.1048200 Aug 06 16:22:08.753097 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6afffe36-d8df-458a-a2c0-85a17d4b0f9b req-142ff743-5d4d-4f5c-acce-d796a1c36b4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000328 Aug 06 16:22:08.798059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-22147f36-845f-44cf-928e-dc92ba93929f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:08.805123 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-22147f36-845f-44cf-928e-dc92ba93929f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:08.824032 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-22147f36-845f-44cf-928e-dc92ba93929f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:08.829711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37488) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:08.830065 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-22147f36-845f-44cf-928e-dc92ba93929f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2628973 Aug 06 16:22:08.835539 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c15f3625-4efc-4837-8cbc-a286ea5b0ad7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'security_group': {'name': 'tempest-secgroup-45519683'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:08.857943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1c9b7c-e206-494b-a424-43bd8b8cb10e None None] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:08.888203 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22147f36-845f-44cf-928e-dc92ba93929f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a5b7f7-4d3a-4f57-b5aa-b0aba280182a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:08.932281 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9b42d0b2-c86b-4d30-ab02-fa7ae845040e None None] Provisioning complete for port 9c5f88cc-d721-4af5-9c06-14ba5f724eb3 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:08.933072 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b42d0b2-c86b-4d30-ab02-fa7ae845040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:08.981009 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9b42d0b2-c86b-4d30-ab02-fa7ae845040e None None] Port 9c5f88cc-d721-4af5-9c06-14ba5f724eb3 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:22:09.006710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9b42d0b2-c86b-4d30-ab02-fa7ae845040e None None] Provisioning complete for port 39b5dde5-4c73-4486-b53c-6f4438368e10 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:09.007415 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b42d0b2-c86b-4d30-ab02-fa7ae845040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:09.126843 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:09.255922 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c15f3625-4efc-4837-8cbc-a286ea5b0ad7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:09.402106 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f088741e-6e51-4d47-a755-30df3f8e2010 None None] Update dhcp port {'port': {'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'fixed_ips': [{'subnet_id': '5269eca9-101f-4279-8045-13bdc65f298f', 'ip_address': '172.20.0.18'}, {'subnet_id': '18221f05-3f86-4dba-a277-0edda3babffc'}], 'binding:host_id': 'n-d-803756-1'}, 'id': '39b5dde5-4c73-4486-b53c-6f4438368e10'} from n-d-803756-1. {{(pid=105766) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 16:22:09.443778 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c15f3625-4efc-4837-8cbc-a286ea5b0ad7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:09.449315 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c15f3625-4efc-4837-8cbc-a286ea5b0ad7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:09.463284 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f088741e-6e51-4d47-a755-30df3f8e2010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:09.487512 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c15f3625-4efc-4837-8cbc-a286ea5b0ad7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:09.489362 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c15f3625-4efc-4837-8cbc-a286ea5b0ad7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6584067 Aug 06 16:22:09.492725 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37514) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:09.500754 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fa242d84-98d4-479d-beff-1487d760aa04 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'security_group': {'name': 'tempest-secgroup-1437960274'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:09.508724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f3625-4efc-4837-8cbc-a286ea5b0ad7 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b6bd5d-a17c-44bd-8cee-0e9e8fe0906e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:09.556044 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa242d84-98d4-479d-beff-1487d760aa04 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:09.752161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f7b5b-3f42-461a-b11e-4d40d575ee4e req-dd93ef6a-e75f-4ad4-bf8a-755086b8f846 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:09.762582 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de4f7b5b-3f42-461a-b11e-4d40d575ee4e req-dd93ef6a-e75f-4ad4-bf8a-755086b8f846 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1259451 Aug 06 16:22:09.838695 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa242d84-98d4-479d-beff-1487d760aa04 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:09.846187 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa242d84-98d4-479d-beff-1487d760aa04 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:09.847789 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-f088741e-6e51-4d47-a755-30df3f8e2010 None None] Allocated IP 172.20.0.2 (c0427f0c-3ae2-4545-91ef-93a8a38aa1d0/18221f05-3f86-4dba-a277-0edda3babffc/39b5dde5-4c73-4486-b53c-6f4438368e10) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:22:09.863223 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de4f7b5b-3f42-461a-b11e-4d40d575ee4e req-a4b61866-eac2-4ee3-b072-ee304a332308 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991969 Aug 06 16:22:09.918037 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa242d84-98d4-479d-beff-1487d760aa04 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:09.922369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37528) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:09.922915 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fa242d84-98d4-479d-beff-1487d760aa04 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4277785 Aug 06 16:22:09.928337 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2608aca4-0cdd-4477-bab4-679ae12eeaf2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2042469726', 'security_groups': ['58f0f515-3f61-4f3a-9f24-b1b57c445d52'], 'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18221f05-3f86-4dba-a277-0edda3babffc'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:09.934040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa242d84-98d4-479d-beff-1487d760aa04 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f0f515-3f61-4f3a-9f24-b1b57c445d52,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:10.077503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-f088741e-6e51-4d47-a755-30df3f8e2010 None None] For port 39b5dde5-4c73-4486-b53c-6f4438368e10, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=39b5dde5-4c73-4486-b53c-6f4438368e10,segment=NetworkSegment(3e57b926-7245-4d24-906f-1e606b361ab7),segment_id=3e57b926-7245-4d24-906f-1e606b361ab7)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:10.105044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158c6aa-9116-4846-befb-264220060a1d req-31c6cfe0-360b-4b67-adf8-6ae2f147d4a5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:10.119434 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5158c6aa-9116-4846-befb-264220060a1d req-31c6cfe0-360b-4b67-adf8-6ae2f147d4a5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.2240548 Aug 06 16:22:10.152022 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f088741e-6e51-4d47-a755-30df3f8e2010 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:10.181105 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f088741e-6e51-4d47-a755-30df3f8e2010 None None] Transition to ACTIVE for port object 39b5dde5-4c73-4486-b53c-6f4438368e10 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:10.192686 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f088741e-6e51-4d47-a755-30df3f8e2010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:10.267699 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5158c6aa-9116-4846-befb-264220060a1d req-4b0bdb37-b015-43ff-adbc-7b10a2c58cef tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472929 Aug 06 16:22:10.305012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2608aca4-0cdd-4477-bab4-679ae12eeaf2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:10.383723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088741e-6e51-4d47-a755-30df3f8e2010 None None] Pushing event updated for resources: {'Port': ['ID=39b5dde5-4c73-4486-b53c-6f4438368e10,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:10.509025 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2608aca4-0cdd-4477-bab4-679ae12eeaf2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:10.591155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-2608aca4-0cdd-4477-bab4-679ae12eeaf2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] device_id is not set on port 3ad1befd-8be1-49b7-bcee-3ed59879fc6f yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:22:10.939432 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6677781-f593-4dc2-aff8-7cbc717e47ae req-4c8f3224-58ad-463c-8e44-b4c89fdab620 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:10.948949 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6677781-f593-4dc2-aff8-7cbc717e47ae req-4c8f3224-58ad-463c-8e44-b4c89fdab620 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.2549090 Aug 06 16:22:10.952330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb6003-5c0a-48d4-af26-5498e8fc9a31 req-32b38238-adb0-4f12-8023-7cbe8a17ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:10.955278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51bb6003-5c0a-48d4-af26-5498e8fc9a31 req-32b38238-adb0-4f12-8023-7cbe8a17ed77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 1096 time: 0.3309627 Aug 06 16:22:11.141054 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6677781-f593-4dc2-aff8-7cbc717e47ae req-961cb7fe-1408-413b-88db-c0994bebd479 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907275 Aug 06 16:22:11.294123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea4bab-370d-40f6-8f42-0eb8ba9ccb7b req-2f48b7eb-7d67-4eaf-83cf-3f4a814b9692 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:11.304695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-66ea4bab-370d-40f6-8f42-0eb8ba9ccb7b req-2f48b7eb-7d67-4eaf-83cf-3f4a814b9692 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2710156 Aug 06 16:22:11.380930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-2608aca4-0cdd-4477-bab4-679ae12eeaf2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Allocated IP 172.20.0.14 (c0427f0c-3ae2-4545-91ef-93a8a38aa1d0/18221f05-3f86-4dba-a277-0edda3babffc/3ad1befd-8be1-49b7-bcee-3ed59879fc6f) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:22:11.399569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb6003-5c0a-48d4-af26-5498e8fc9a31 req-73c72494-5e29-46f9-ad00-a1ff6913f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:11.403877 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51bb6003-5c0a-48d4-af26-5498e8fc9a31 req-73c72494-5e29-46f9-ad00-a1ff6913f8be service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 200 len: 912 time: 0.4378033 Aug 06 16:22:11.436427 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-66ea4bab-370d-40f6-8f42-0eb8ba9ccb7b req-5a83662d-7865-475a-bbcd-ce8661a0fa45 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305654 Aug 06 16:22:11.625796 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7ffe85fd-3a52-4004-9a35-8cd8fbbf5639 None None] Provisioning complete for port 9c5f88cc-d721-4af5-9c06-14ba5f724eb3 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:11.627022 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ffe85fd-3a52-4004-9a35-8cd8fbbf5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:11.687796 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-7ffe85fd-3a52-4004-9a35-8cd8fbbf5639 None None] Port 9c5f88cc-d721-4af5-9c06-14ba5f724eb3 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:22:11.730047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7ffe85fd-3a52-4004-9a35-8cd8fbbf5639 None None] Provisioning for port 39b5dde5-4c73-4486-b53c-6f4438368e10 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:11.736121 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51bb6003-5c0a-48d4-af26-5498e8fc9a31 req-e05cb22f-3a84-42c4-af58-21ebff83f3ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0847e10b-9cbb-4a1a-87ef-51204f2f816d HTTP/1.1" status: 200 len: 1000 time: 0.2841165 Aug 06 16:22:11.740512 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7ffe85fd-3a52-4004-9a35-8cd8fbbf5639 None None] Provisioning complete for port 39b5dde5-4c73-4486-b53c-6f4438368e10 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:11.742201 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ffe85fd-3a52-4004-9a35-8cd8fbbf5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:11.789109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 39b5dde5-4c73-4486-b53c-6f4438368e10 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:22:11.828623 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2608aca4-0cdd-4477-bab4-679ae12eeaf2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:11.854349 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb6003-5c0a-48d4-af26-5498e8fc9a31 req-4af829e9-8c3f-42cc-a035-e9200a58a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:11.855975 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51bb6003-5c0a-48d4-af26-5498e8fc9a31 req-4af829e9-8c3f-42cc-a035-e9200a58a812 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33e739df-6337-434a-b559-956cd4fe06af HTTP/1.1" status: 200 len: 850 time: 0.1126902 Aug 06 16:22:11.856861 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-2608aca4-0cdd-4477-bab4-679ae12eeaf2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Transition to ACTIVE for port object 3ad1befd-8be1-49b7-bcee-3ed59879fc6f will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:11.904971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 39b5dde5-4c73-4486-b53c-6f4438368e10 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:11.905338 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:11.942172 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb6003-5c0a-48d4-af26-5498e8fc9a31 req-b6005042-9f04-454a-a778-453b8c508b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:11.944212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51bb6003-5c0a-48d4-af26-5498e8fc9a31 req-b6005042-9f04-454a-a778-453b8c508b3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b39d9b2-9c33-437b-8ac5-1025578faa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805640 Aug 06 16:22:11.963237 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2608aca4-0cdd-4477-bab4-679ae12eeaf2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:12.001553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608aca4-0cdd-4477-bab4-679ae12eeaf2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:22:12.028526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-2608aca4-0cdd-4477-bab4-679ae12eeaf2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:12.061370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608aca4-0cdd-4477-bab4-679ae12eeaf2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:22:12.132458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608aca4-0cdd-4477-bab4-679ae12eeaf2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=3ad1befd-8be1-49b7-bcee-3ed59879fc6f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:12.174659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2608aca4-0cdd-4477-bab4-679ae12eeaf2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:12.175337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2608aca4-0cdd-4477-bab4-679ae12eeaf2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:12.195284 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2608aca4-0cdd-4477-bab4-679ae12eeaf2 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2718036 Aug 06 16:22:12.198135 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37588) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:12.200886 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51bb6003-5c0a-48d4-af26-5498e8fc9a31 req-ff6759d0-b415-4aeb-a008-2d4f661f3162 service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491422 Aug 06 16:22:12.204685 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a9ff68f7-a2c5-455b-adfc-ad8efe1f5cb8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'subnet': {'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:12.397089 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51bb6003-5c0a-48d4-af26-5498e8fc9a31 req-5b6202fa-6a7b-410a-a9db-2634b6b0c12f service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888752 Aug 06 16:22:12.422946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243818e7-ff29-4540-8557-4ed83a4e4ad0 req-b45968fe-b9df-4862-8e12-6f67787908d1 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:12.430125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-243818e7-ff29-4540-8557-4ed83a4e4ad0 req-b45968fe-b9df-4862-8e12-6f67787908d1 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.0864751 Aug 06 16:22:12.435491 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ff68f7-a2c5-455b-adfc-ad8efe1f5cb8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:12.439085 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a9ff68f7-a2c5-455b-adfc-ad8efe1f5cb8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:12.474815 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-09af3048-75ee-430c-9a40-4f73ffda45de None None] Provisioning for port 3ad1befd-8be1-49b7-bcee-3ed59879fc6f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:12.486975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-09af3048-75ee-430c-9a40-4f73ffda45de None None] Provisioning complete for port 3ad1befd-8be1-49b7-bcee-3ed59879fc6f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:12.487352 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-09af3048-75ee-430c-9a40-4f73ffda45de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:12.542615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-243818e7-ff29-4540-8557-4ed83a4e4ad0 req-ff15ee81-36a3-43b6-8f52-2d480e9f6ebf tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929689 Aug 06 16:22:12.599032 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-09af3048-75ee-430c-9a40-4f73ffda45de None None] Port 3ad1befd-8be1-49b7-bcee-3ed59879fc6f cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:22:12.697319 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30756cb8-1087-4b9a-801d-483bc1e266eb req-1597355c-5dcf-48f5-851d-acc84a1497ac tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:12.699832 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30756cb8-1087-4b9a-801d-483bc1e266eb req-1597355c-5dcf-48f5-851d-acc84a1497ac tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.0934453 Aug 06 16:22:12.740069 n-d-803756-1 neutron-server[105764]: INFO neutron.db.ipam_backend_mixin [None req-a9ff68f7-a2c5-455b-adfc-ad8efe1f5cb8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 18221f05-3f86-4dba-a277-0edda3babffc (CIDR: 172.20.0.0/28) Aug 06 16:22:12.747818 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ff68f7-a2c5-455b-adfc-ad8efe1f5cb8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:22:12.748312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ff68f7-a2c5-455b-adfc-ad8efe1f5cb8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:22:12.789296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30756cb8-1087-4b9a-801d-483bc1e266eb req-40895e69-3b10-4322-9b5d-822b642ad65f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745168 Aug 06 16:22:12.823692 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a9ff68f7-a2c5-455b-adfc-ad8efe1f5cb8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6234446 Aug 06 16:22:12.828091 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37614) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:12.839923 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9f39f223-f982-4ec2-89ac-f24712e981e8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'subnet': {'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:13.086842 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f39f223-f982-4ec2-89ac-f24712e981e8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:13.104561 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9f39f223-f982-4ec2-89ac-f24712e981e8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:13.244153 n-d-803756-1 neutron-server[105764]: INFO neutron.db.ipam_backend_mixin [None req-9f39f223-f982-4ec2-89ac-f24712e981e8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5269eca9-101f-4279-8045-13bdc65f298f (CIDR: 172.20.0.16/28) Aug 06 16:22:13.259224 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f39f223-f982-4ec2-89ac-f24712e981e8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:22:13.260155 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f39f223-f982-4ec2-89ac-f24712e981e8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:22:13.318968 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9f39f223-f982-4ec2-89ac-f24712e981e8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4897110 Aug 06 16:22:13.322563 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37630) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:13.327903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-0c6d852e-8cef-415c-820f-27c2b4e4495e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'subnet': {'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:13.492583 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6d852e-8cef-415c-820f-27c2b4e4495e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Made reservation on behalf of 882f87fa8062414f8a35871bca2d9a96 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:13.496162 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c6d852e-8cef-415c-820f-27c2b4e4495e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:13.737798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33451dcb-3202-426d-9a6e-6223d6328720 req-29f818d0-f888-498a-9b7a-072b3d8b4f18 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:13.743183 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33451dcb-3202-426d-9a6e-6223d6328720 req-29f818d0-f888-498a-9b7a-072b3d8b4f18 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.1048598 Aug 06 16:22:13.862625 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-33451dcb-3202-426d-9a6e-6223d6328720 req-6566f3b1-72c3-4af3-ade6-48ddf72e38ea tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185117 Aug 06 16:22:13.911986 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c6d852e-8cef-415c-820f-27c2b4e4495e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:14.063287 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6d852e-8cef-415c-820f-27c2b4e4495e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:22:14.085968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-0c6d852e-8cef-415c-820f-27c2b4e4495e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:14.091301 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6d852e-8cef-415c-820f-27c2b4e4495e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:14.092296 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c6d852e-8cef-415c-820f-27c2b4e4495e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:14.096908 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55071c8-353e-4577-ab82-6823e5654289 None None] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:14.108174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d852e-8cef-415c-820f-27c2b4e4495e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Subnet': ['ID=fb4aafd8-9e8b-42c6-810d-5f771221a0f2,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:14.122726 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0c6d852e-8cef-415c-820f-27c2b4e4495e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7965653 Aug 06 16:22:14.123059 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37652) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:14.128826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536d3eb-1e12-412e-98fb-910d0a7f97e1 req-c0689cc3-e547-4b9d-9640-267510920c38 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:14.129535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-24dc8bbe-be36-4b99-868d-0ca6d283dd96 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2129920504', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fb4aafd8-9e8b-42c6-810d-5f771221a0f2'}], 'security_groups': ['09a5b7f7-4d3a-4f57-b5aa-b0aba280182a', '55b6bd5d-a17c-44bd-8cee-0e9e8fe0906e']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:14.133739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6536d3eb-1e12-412e-98fb-910d0a7f97e1 req-c0689cc3-e547-4b9d-9640-267510920c38 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1553655 Aug 06 16:22:14.233211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6536d3eb-1e12-412e-98fb-910d0a7f97e1 req-fc66215b-935f-4903-becc-d55ac36174a7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928950 Aug 06 16:22:14.467445 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-24dc8bbe-be36-4b99-868d-0ca6d283dd96 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:14.577107 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e25cbb0-e52c-4bef-a763-688e81550893 None None] Update dhcp port {'port': {'network_id': 'c0427f0c-3ae2-4545-91ef-93a8a38aa1d0', 'fixed_ips': [{'subnet_id': '5269eca9-101f-4279-8045-13bdc65f298f', 'ip_address': '172.20.0.18'}, {'subnet_id': '18221f05-3f86-4dba-a277-0edda3babffc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fb4aafd8-9e8b-42c6-810d-5f771221a0f2'}], 'binding:host_id': 'n-d-803756-1'}, 'id': '39b5dde5-4c73-4486-b53c-6f4438368e10'} from n-d-803756-1. {{(pid=105766) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 16:22:14.637426 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e25cbb0-e52c-4bef-a763-688e81550893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:14.996848 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-24dc8bbe-be36-4b99-868d-0ca6d283dd96 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Delete allocated IP 172.20.0.14 (c0427f0c-3ae2-4545-91ef-93a8a38aa1d0/18221f05-3f86-4dba-a277-0edda3babffc) {{(pid=105764) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 16:22:15.034065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-24dc8bbe-be36-4b99-868d-0ca6d283dd96 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Allocated IP 172.20.0.45 (c0427f0c-3ae2-4545-91ef-93a8a38aa1d0/fb4aafd8-9e8b-42c6-810d-5f771221a0f2/3ad1befd-8be1-49b7-bcee-3ed59879fc6f) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:22:15.233869 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-24dc8bbe-be36-4b99-868d-0ca6d283dd96 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:15.249833 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-24dc8bbe-be36-4b99-868d-0ca6d283dd96 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Transition to ACTIVE for port object 3ad1befd-8be1-49b7-bcee-3ed59879fc6f will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:15.254757 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-24dc8bbe-be36-4b99-868d-0ca6d283dd96 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:15.378486 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc8bbe-be36-4b99-868d-0ca6d283dd96 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event updated for resources: {'Port': ['ID=3ad1befd-8be1-49b7-bcee-3ed59879fc6f,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:15.385058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-24dc8bbe-be36-4b99-868d-0ca6d283dd96 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] In _notify_port_updated(), no bound segment for port 3ad1befd-8be1-49b7-bcee-3ed59879fc6f on network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:22:15.392094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dc8bbe-be36-4b99-868d-0ca6d283dd96 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:15.402799 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-24dc8bbe-be36-4b99-868d-0ca6d283dd96 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:15.406995 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-6e25cbb0-e52c-4bef-a763-688e81550893 None None] Allocated IP 172.20.0.34 (c0427f0c-3ae2-4545-91ef-93a8a38aa1d0/fb4aafd8-9e8b-42c6-810d-5f771221a0f2/39b5dde5-4c73-4486-b53c-6f4438368e10) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:22:15.409140 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-24dc8bbe-be36-4b99-868d-0ca6d283dd96 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "PUT /v2.0/ports/3ad1befd-8be1-49b7-bcee-3ed59879fc6f HTTP/1.1" status: 200 len: 960 time: 1.2849557 Aug 06 16:22:15.417226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37690) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:15.504370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2013e6d-5469-4857-8dd1-452ace5294fe req-128f5b91-e637-4175-911c-6ccfe33e3382 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:15.510042 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2013e6d-5469-4857-8dd1-452ace5294fe req-128f5b91-e637-4175-911c-6ccfe33e3382 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1166167 Aug 06 16:22:15.634441 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e245d-3682-4bdf-b908-dc3b9a0dbfb8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 3ad1befd-8be1-49b7-bcee-3ed59879fc6f {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:15.635010 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c6e245d-3682-4bdf-b908-dc3b9a0dbfb8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:15.635773 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2013e6d-5469-4857-8dd1-452ace5294fe req-f854980e-cb58-4ee3-a6b0-1e5447a2c344 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080124 Aug 06 16:22:15.674218 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6e25cbb0-e52c-4bef-a763-688e81550893 None None] For port 39b5dde5-4c73-4486-b53c-6f4438368e10, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=39b5dde5-4c73-4486-b53c-6f4438368e10,segment=NetworkSegment(3e57b926-7245-4d24-906f-1e606b361ab7),segment_id=3e57b926-7245-4d24-906f-1e606b361ab7)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:15.712582 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e25cbb0-e52c-4bef-a763-688e81550893 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:15.739762 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6e25cbb0-e52c-4bef-a763-688e81550893 None None] Transition to ACTIVE for port object 39b5dde5-4c73-4486-b53c-6f4438368e10 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:15.747599 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6e25cbb0-e52c-4bef-a763-688e81550893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:15.752545 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c6e245d-3682-4bdf-b908-dc3b9a0dbfb8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:15.778444 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e245d-3682-4bdf-b908-dc3b9a0dbfb8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 3ad1befd-8be1-49b7-bcee-3ed59879fc6f owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:16.059011 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c6e245d-3682-4bdf-b908-dc3b9a0dbfb8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:16.088107 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25cbb0-e52c-4bef-a763-688e81550893 None None] Pushing event updated for resources: {'Port': ['ID=39b5dde5-4c73-4486-b53c-6f4438368e10,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:16.158075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e245d-3682-4bdf-b908-dc3b9a0dbfb8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=3ad1befd-8be1-49b7-bcee-3ed59879fc6f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:16.293649 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8c6e245d-3682-4bdf-b908-dc3b9a0dbfb8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:16.295848 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8c6e245d-3682-4bdf-b908-dc3b9a0dbfb8 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/3ad1befd-8be1-49b7-bcee-3ed59879fc6f HTTP/1.1" status: 204 len: 168 time: 0.8770475 Aug 06 16:22:16.298671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37706) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:16.347258 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e09cd4-79eb-4b46-bc1b-0998337fd72e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] GET failed (client error): The resource could not be found. Aug 06 16:22:16.349054 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f2e09cd4-79eb-4b46-bc1b-0998337fd72e tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports/3ad1befd-8be1-49b7-bcee-3ed59879fc6f HTTP/1.1" status: 404 len: 333 time: 0.0493441 Aug 06 16:22:16.352408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37708) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:16.443009 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:22:16.515119 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a1f5bcfc-8cd1-439e-9900-da5a73d5f153 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:16.579508 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a1f5bcfc-8cd1-439e-9900-da5a73d5f153 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:16.670958 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a1f5bcfc-8cd1-439e-9900-da5a73d5f153 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:16.673877 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a1f5bcfc-8cd1-439e-9900-da5a73d5f153 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:16.679206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a1f5bcfc-8cd1-439e-9900-da5a73d5f153 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/security-groups/58f0f515-3f61-4f3a-9f24-b1b57c445d52 HTTP/1.1" status: 204 len: 168 time: 0.3230755 Aug 06 16:22:16.679784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37718) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:16.715946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5bcfc-8cd1-439e-9900-da5a73d5f153 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f0f515-3f61-4f3a-9f24-b1b57c445d52,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:16.876724 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f59e0e38-4bfe-4d9e-b760-fb53210b89e4 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:16.908642 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab83be-67f2-4f78-b591-c9ac63581ca3 req-2f9104ce-81ba-4f72-99cc-829f7db34cd8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:16.910815 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ffab83be-67f2-4f78-b591-c9ac63581ca3 req-2f9104ce-81ba-4f72-99cc-829f7db34cd8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.0549574 Aug 06 16:22:16.919166 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f59e0e38-4bfe-4d9e-b760-fb53210b89e4 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:16.972977 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f59e0e38-4bfe-4d9e-b760-fb53210b89e4 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:16.982158 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ffab83be-67f2-4f78-b591-c9ac63581ca3 req-d470c6d4-ed95-49d7-b181-e89cb48b4abd tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611105 Aug 06 16:22:16.989878 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f59e0e38-4bfe-4d9e-b760-fb53210b89e4 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:16.989878 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f59e0e38-4bfe-4d9e-b760-fb53210b89e4 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/security-groups/55b6bd5d-a17c-44bd-8cee-0e9e8fe0906e HTTP/1.1" status: 204 len: 168 time: 0.3063161 Aug 06 16:22:16.990986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37728) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:17.009388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e0e38-4bfe-4d9e-b760-fb53210b89e4 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b6bd5d-a17c-44bd-8cee-0e9e8fe0906e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:17.115417 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-04881812-438a-46b6-8b6d-e147a1bc3830 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.164916 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dfacab3d-04aa-41e3-9e11-cc2770133efb None None] Could not find standard attr ID for object 3ad1befd-8be1-49b7-bcee-3ed59879fc6f. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:22:17.171005 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-04881812-438a-46b6-8b6d-e147a1bc3830 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.177781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dfacab3d-04aa-41e3-9e11-cc2770133efb None None] Provisioning complete for port 9c5f88cc-d721-4af5-9c06-14ba5f724eb3 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:17.179213 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfacab3d-04aa-41e3-9e11-cc2770133efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.216012 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-04881812-438a-46b6-8b6d-e147a1bc3830 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.218948 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-04881812-438a-46b6-8b6d-e147a1bc3830 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.220212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-04881812-438a-46b6-8b6d-e147a1bc3830 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/security-groups/09a5b7f7-4d3a-4f57-b5aa-b0aba280182a HTTP/1.1" status: 204 len: 168 time: 0.2271755 Aug 06 16:22:17.223330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37738) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:17.229483 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-dfacab3d-04aa-41e3-9e11-cc2770133efb None None] Port 9c5f88cc-d721-4af5-9c06-14ba5f724eb3 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:22:17.237553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04881812-438a-46b6-8b6d-e147a1bc3830 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a5b7f7-4d3a-4f57-b5aa-b0aba280182a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:17.242815 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dfacab3d-04aa-41e3-9e11-cc2770133efb None None] Provisioning for port 39b5dde5-4c73-4486-b53c-6f4438368e10 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:17.247680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dfacab3d-04aa-41e3-9e11-cc2770133efb None None] Provisioning complete for port 39b5dde5-4c73-4486-b53c-6f4438368e10 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:17.247849 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfacab3d-04aa-41e3-9e11-cc2770133efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.339225 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-275f1e7b-eb4e-4d72-b499-1ce052c1e5f0 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting subnet 18221f05-3f86-4dba-a277-0edda3babffc {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:22:17.354198 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-275f1e7b-eb4e-4d72-b499-1ce052c1e5f0 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.407036 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-275f1e7b-eb4e-4d72-b499-1ce052c1e5f0 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.571721 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-275f1e7b-eb4e-4d72-b499-1ce052c1e5f0 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.712791 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-275f1e7b-eb4e-4d72-b499-1ce052c1e5f0 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.765988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-15bfe6af-5056-4854-b85b-205ccaf3472e None None] Could not find standard attr ID for object 3ad1befd-8be1-49b7-bcee-3ed59879fc6f. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:22:17.784275 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f1e7b-eb4e-4d72-b499-1ce052c1e5f0 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Subnet': ['ID=18221f05-3f86-4dba-a277-0edda3babffc,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:17.796697 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-275f1e7b-eb4e-4d72-b499-1ce052c1e5f0 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.802861 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-275f1e7b-eb4e-4d72-b499-1ce052c1e5f0 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/18221f05-3f86-4dba-a277-0edda3babffc HTTP/1.1" status: 204 len: 168 time: 0.5779581 Aug 06 16:22:17.803733 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37752) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:17.879187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 39b5dde5-4c73-4486-b53c-6f4438368e10 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:22:17.910388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-846de89a-493a-4e4c-bba6-b7dea07f7eeb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting subnet fb4aafd8-9e8b-42c6-810d-5f771221a0f2 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:22:17.914403 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-846de89a-493a-4e4c-bba6-b7dea07f7eeb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:18.006086 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-846de89a-493a-4e4c-bba6-b7dea07f7eeb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:18.059460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 39b5dde5-4c73-4486-b53c-6f4438368e10 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:18.062209 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:18.152647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970cc9d3-c5a3-47d4-bc53-2c54a401bb59 None None] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:18.237790 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-846de89a-493a-4e4c-bba6-b7dea07f7eeb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:18.296968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc53a8-a543-4115-bec5-f2f64cca9519 req-b625379b-3596-41b0-919c-52b3f96feec7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:18.308541 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ecc53a8-a543-4115-bec5-f2f64cca9519 req-b625379b-3596-41b0-919c-52b3f96feec7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1536644 Aug 06 16:22:18.385240 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-846de89a-493a-4e4c-bba6-b7dea07f7eeb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:18.400314 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ecc53a8-a543-4115-bec5-f2f64cca9519 req-07fec5d0-9e47-44b2-9767-860b6c49ee20 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892160 Aug 06 16:22:18.438681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37774) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:18.458356 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846de89a-493a-4e4c-bba6-b7dea07f7eeb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Subnet': ['ID=fb4aafd8-9e8b-42c6-810d-5f771221a0f2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:18.472616 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-846de89a-493a-4e4c-bba6-b7dea07f7eeb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:18.477874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37778) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:18.478095 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-846de89a-493a-4e4c-bba6-b7dea07f7eeb tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/fb4aafd8-9e8b-42c6-810d-5f771221a0f2 HTTP/1.1" status: 204 len: 168 time: 0.6729476 Aug 06 16:22:18.532409 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c924b93-8011-478c-aa95-c38b65d97078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] DELETE failed (client error): The resource could not be found. Aug 06 16:22:18.533328 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c924b93-8011-478c-aa95-c38b65d97078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:22:18.535952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8c924b93-8011-478c-aa95-c38b65d97078 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/18221f05-3f86-4dba-a277-0edda3babffc HTTP/1.1" status: 404 len: 337 time: 0.0566013 Aug 06 16:22:18.539561 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37782) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:18.650846 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-72d7f31d-7970-4633-9b93-977c6c1ca1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:18.690437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe13e31-b11b-4916-961c-673de30c29fd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting subnet 5269eca9-101f-4279-8045-13bdc65f298f {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:22:18.731086 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffe13e31-b11b-4916-961c-673de30c29fd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:18.810527 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-72d7f31d-7970-4633-9b93-977c6c1ca1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:18.815735 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-72d7f31d-7970-4633-9b93-977c6c1ca1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:18.830468 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffe13e31-b11b-4916-961c-673de30c29fd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:18.869999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7f31d-7970-4633-9b93-977c6c1ca1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f0aa39-5212-4e56-b3d8-387ecc89337d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:18.896279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-72d7f31d-7970-4633-9b93-977c6c1ca1e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84b52d706ac649678df97c95c539863c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4562986 Aug 06 16:22:18.899301 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37790) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:18.982997 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b982539-1fb6-46b8-8d19-d102f27f1692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:19.041524 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b982539-1fb6-46b8-8d19-d102f27f1692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:19.115699 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffe13e31-b11b-4916-961c-673de30c29fd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:19.134194 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b982539-1fb6-46b8-8d19-d102f27f1692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:19.136778 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8b982539-1fb6-46b8-8d19-d102f27f1692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:19.169908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8b982539-1fb6-46b8-8d19-d102f27f1692 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24f0aa39-5212-4e56-b3d8-387ecc89337d HTTP/1.1" status: 204 len: 168 time: 0.2609859 Aug 06 16:22:19.192432 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b982539-1fb6-46b8-8d19-d102f27f1692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f0aa39-5212-4e56-b3d8-387ecc89337d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:19.282748 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffe13e31-b11b-4916-961c-673de30c29fd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:19.341091 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe13e31-b11b-4916-961c-673de30c29fd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Subnet': ['ID=5269eca9-101f-4279-8045-13bdc65f298f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:19.352067 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffe13e31-b11b-4916-961c-673de30c29fd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:19.357154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37800) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:19.362349 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ffe13e31-b11b-4916-961c-673de30c29fd tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/5269eca9-101f-4279-8045-13bdc65f298f HTTP/1.1" status: 204 len: 168 time: 0.8211551 Aug 06 16:22:19.387838 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-868d98d2-be1b-4cb9-8752-dc963f447697 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] DELETE failed (client error): The resource could not be found. Aug 06 16:22:19.388560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868d98d2-be1b-4cb9-8752-dc963f447697 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:22:19.394562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37804) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:19.399012 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-868d98d2-be1b-4cb9-8752-dc963f447697 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/21d97a0b-a8dd-4a7e-b2e7-6a5914728017 HTTP/1.1" status: 404 len: 337 time: 0.0407124 Aug 06 16:22:19.433398 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37808) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:19.434361 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6fca71c3-0db4-4476-aeaf-a465e3405c38 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "GET /v2.0/ports?device_id=0997b67b-a6e3-4054-a0ed-a111caff9172 HTTP/1.1" status: 200 len: 205 time: 0.0382581 Aug 06 16:22:19.511223 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-0d30cc5b-a0ca-4121-8bae-9337d6c1e26f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] delete failed (client error): The resource could not be found. Aug 06 16:22:19.519866 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37810) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:19.536342 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0d30cc5b-a0ca-4121-8bae-9337d6c1e26f tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/routers/0997b67b-a6e3-4054-a0ed-a111caff9172 HTTP/1.1" status: 404 len: 336 time: 0.1016414 Aug 06 16:22:19.583007 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-692403d1-53fd-4967-ae48-c418ed134089 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] DELETE failed (client error): The resource could not be found. Aug 06 16:22:19.583439 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692403d1-53fd-4967-ae48-c418ed134089 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:22:19.590624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3e02e6-aadc-46ed-ab68-3ce32f28f6bd None None] Network c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:19.607154 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-692403d1-53fd-4967-ae48-c418ed134089 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/e0e0c7f6-d34d-4080-a200-256a9803ce4f HTTP/1.1" status: 404 len: 337 time: 0.0810552 Aug 06 16:22:19.607844 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37812) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:19.629599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37814) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:19.649039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab9816-8d70-46ca-8903-f793f91783d3 req-d895fc07-5325-4939-9b0d-351cb7c66e1b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:19.657470 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-81ab9816-8d70-46ca-8903-f793f91783d3 req-d895fc07-5325-4939-9b0d-351cb7c66e1b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1482892 Aug 06 16:22:19.693962 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a606e9-0246-4a99-9fdd-0e5b5f7f3738 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] DELETE failed (client error): The resource could not be found. Aug 06 16:22:19.694946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a606e9-0246-4a99-9fdd-0e5b5f7f3738 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:22:19.700593 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-58a606e9-0246-4a99-9fdd-0e5b5f7f3738 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/18ea26de-9776-4b50-8197-b78b10a66d25 HTTP/1.1" status: 404 len: 337 time: 0.0917382 Aug 06 16:22:19.701396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37816) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:19.703503 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-81ab9816-8d70-46ca-8903-f793f91783d3 req-6970a2c0-93bd-4ca8-b6f7-632cd103d50c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445826 Aug 06 16:22:19.704250 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5e373762-13d1-4079-8221-e118ad57adc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:19.740431 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-25ed9bb3-2a99-4f8e-a405-87aab373a607 None None] Provisioning complete for port 9c5f88cc-d721-4af5-9c06-14ba5f724eb3 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:19.741988 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-25ed9bb3-2a99-4f8e-a405-87aab373a607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:19.752461 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d93db24-8227-4c4e-92db-bd3c8337e683 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] DELETE failed (client error): The resource could not be found. Aug 06 16:22:19.753035 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d93db24-8227-4c4e-92db-bd3c8337e683 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:22:19.757274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37818) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:19.757430 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7d93db24-8227-4c4e-92db-bd3c8337e683 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/e667a277-aca4-41da-9a7f-37d19a0169b0 HTTP/1.1" status: 404 len: 337 time: 0.0452726 Aug 06 16:22:19.786443 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb63f5f-0444-4e93-8da8-f6c1393777bf tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] DELETE failed (client error): The resource could not be found. Aug 06 16:22:19.787211 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb63f5f-0444-4e93-8da8-f6c1393777bf tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:22:19.791719 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9cb63f5f-0444-4e93-8da8-f6c1393777bf tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/2308a73e-db93-486e-a857-32add45ff94d HTTP/1.1" status: 404 len: 333 time: 0.0309150 Aug 06 16:22:19.792278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37822) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:19.857989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-25ed9bb3-2a99-4f8e-a405-87aab373a607 None None] Port 9c5f88cc-d721-4af5-9c06-14ba5f724eb3 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:22:19.861464 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-018cc849-5234-4bce-83a6-dcc43ee46255 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] DELETE failed (client error): The resource could not be found. Aug 06 16:22:19.862760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018cc849-5234-4bce-83a6-dcc43ee46255 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:22:19.870272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-018cc849-5234-4bce-83a6-dcc43ee46255 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/b9141592-e186-4086-8957-9c9d1166e6f9 HTTP/1.1" status: 404 len: 337 time: 0.0720541 Aug 06 16:22:19.871511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37824) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:19.881532 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-25ed9bb3-2a99-4f8e-a405-87aab373a607 None None] Provisioning complete for port 39b5dde5-4c73-4486-b53c-6f4438368e10 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:19.882776 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-25ed9bb3-2a99-4f8e-a405-87aab373a607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:19.948792 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf5596b-43be-40e2-9aca-a42921086934 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] DELETE failed (client error): The resource could not be found. Aug 06 16:22:19.949265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf5596b-43be-40e2-9aca-a42921086934 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:22:19.958777 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cdf5596b-43be-40e2-9aca-a42921086934 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/a9275005-f10f-4649-99ae-2e48798e997c HTTP/1.1" status: 404 len: 337 time: 0.0843093 Aug 06 16:22:19.959377 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37826) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:19.979818 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5e373762-13d1-4079-8221-e118ad57adc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:19.986382 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5e373762-13d1-4079-8221-e118ad57adc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:20.009647 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f386bb9-b478-4796-960b-7d63b59f39b6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] DELETE failed (client error): The resource could not be found. Aug 06 16:22:20.010607 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f386bb9-b478-4796-960b-7d63b59f39b6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:22:20.012755 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9f386bb9-b478-4796-960b-7d63b59f39b6 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/a1d5e51b-ed41-4044-9362-253fc2f752a1 HTTP/1.1" status: 404 len: 333 time: 0.0500481 Aug 06 16:22:20.015465 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37830) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:20.041424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] DHCP port deletion for c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:22:20.067371 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e3d60d-f2d4-4911-aea8-805bec4db374 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] DELETE failed (client error): The resource could not be found. Aug 06 16:22:20.068113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e3d60d-f2d4-4911-aea8-805bec4db374 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:22:20.070645 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-22e3d60d-f2d4-4911-aea8-805bec4db374 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/b07200c3-7443-450f-9da3-6d1288bd7164 HTTP/1.1" status: 404 len: 337 time: 0.0541954 Aug 06 16:22:20.076625 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37834) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:20.083099 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5e373762-13d1-4079-8221-e118ad57adc2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=383030d3233f45a88277b361f43eb6c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4489853 Aug 06 16:22:20.084457 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37836) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:20.098732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e373762-13d1-4079-8221-e118ad57adc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6e831e-5d54-4e96-a7d0-971cfbf3c48a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:20.135181 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ccc5e0-ff04-419e-b936-ab8539806861 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] DELETE failed (client error): The resource could not be found. Aug 06 16:22:20.136479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ccc5e0-ff04-419e-b936-ab8539806861 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:22:20.141280 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c8ccc5e0-ff04-419e-b936-ab8539806861 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/subnets/629e576d-48e2-4464-b792-f3fdde83c8de HTTP/1.1" status: 404 len: 337 time: 0.0630670 Aug 06 16:22:20.146081 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37838) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:20.196899 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Deleting port 39b5dde5-4c73-4486-b53c-6f4438368e10 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:20.197276 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:20.235821 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75def7f8-cdba-4fbc-8258-47237143c8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:20.298508 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75def7f8-cdba-4fbc-8258-47237143c8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:20.383576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4a75e-8a84-4ef8-a9fb-ebeb9b900219 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 9c5f88cc-d721-4af5-9c06-14ba5f724eb3 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:20.384206 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a75e-8a84-4ef8-a9fb-ebeb9b900219 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:20.387685 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75def7f8-cdba-4fbc-8258-47237143c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:20.391582 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75def7f8-cdba-4fbc-8258-47237143c8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:20.402650 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-75def7f8-cdba-4fbc-8258-47237143c8e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c6e831e-5d54-4e96-a7d0-971cfbf3c48a HTTP/1.1" status: 204 len: 168 time: 0.3127887 Aug 06 16:22:20.451305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75def7f8-cdba-4fbc-8258-47237143c8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6e831e-5d54-4e96-a7d0-971cfbf3c48a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:20.579941 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a75e-8a84-4ef8-a9fb-ebeb9b900219 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:20.636029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-2ec4a75e-8a84-4ef8-a9fb-ebeb9b900219 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 9c5f88cc-d721-4af5-9c06-14ba5f724eb3 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:20.800725 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a75e-8a84-4ef8-a9fb-ebeb9b900219 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:20.862508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] For port 39b5dde5-4c73-4486-b53c-6f4438368e10, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=39b5dde5-4c73-4486-b53c-6f4438368e10,segment=NetworkSegment(3e57b926-7245-4d24-906f-1e606b361ab7),segment_id=3e57b926-7245-4d24-906f-1e606b361ab7)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:20.863102 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:20.899044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4a75e-8a84-4ef8-a9fb-ebeb9b900219 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=9c5f88cc-d721-4af5-9c06-14ba5f724eb3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:20.899489 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Calling delete_port for 39b5dde5-4c73-4486-b53c-6f4438368e10 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:20.934904 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ec4a75e-8a84-4ef8-a9fb-ebeb9b900219 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:20.937693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2ec4a75e-8a84-4ef8-a9fb-ebeb9b900219 tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/ports/9c5f88cc-d721-4af5-9c06-14ba5f724eb3 HTTP/1.1" status: 204 len: 168 time: 0.7897627 Aug 06 16:22:20.939491 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37864) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:20.956245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbad667-156b-45d7-9516-eb53905c3b87 req-3038e43b-590e-473b-9604-317c1c2b1251 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:20.958003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5dbad667-156b-45d7-9516-eb53905c3b87 req-3038e43b-590e-473b-9604-317c1c2b1251 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1551311 Aug 06 16:22:21.041139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5dbad667-156b-45d7-9516-eb53905c3b87 req-aec1fe2b-6154-40f9-8588-66bfe7254398 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721896 Aug 06 16:22:21.080917 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:21.124949 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:21.175018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Deleting port 39b5dde5-4c73-4486-b53c-6f4438368e10 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:21.178019 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:21.192428 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Pushing event deleted for resources: {'Port': ['ID=39b5dde5-4c73-4486-b53c-6f4438368e10,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:21.219369 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:21.220519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:21.221308 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:21.221884 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:21.222565 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:21.223510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:21.224200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:21.225085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:21.226305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:21.226792 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:21.227468 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:21.227973 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:21.232684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fca77b-f758-4913-91e8-a2c554b4799d None None] No DVR routers for this DVR port 39b5dde5-4c73-4486-b53c-6f4438368e10 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:22:21.305992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] For port 39b5dde5-4c73-4486-b53c-6f4438368e10, host n-d-803756-1, got binding levels [] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:21.306492 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:21.323447 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Calling delete_port for 39b5dde5-4c73-4486-b53c-6f4438368e10 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:21.326270 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.ipam_backend_mixin [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Port 39b5dde5-4c73-4486-b53c-6f4438368e10 was not found and therefore no delete operation was performed {{(pid=105764) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:22:21.327568 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:21.363282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Port': ['ID=39b5dde5-4c73-4486-b53c-6f4438368e10,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:21.371508 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] No DVR routers for this DVR port 39b5dde5-4c73-4486-b53c-6f4438368e10 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:22:21.485918 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:21.499333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0427f0c-3ae2-4545-91ef-93a8a38aa1d0']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:21.525490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e57b926-7245-4d24-906f-1e606b361ab7') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:21.526647 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e57b926-7245-4d24-906f-1e606b361ab7') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:21.545995 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:21.576577 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:21.590490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:22:21.591004 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:22:21.601185 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:22:21.781289 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:21.791057 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:21.798969 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] 10.222.0.37 "DELETE /v2.0/networks/c0427f0c-3ae2-4545-91ef-93a8a38aa1d0 HTTP/1.1" status: 204 len: 168 time: 0.8576274 Aug 06 16:22:21.818280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37890) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:21.824254 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c8464-b242-42ae-a730-66db9e210b2c tempest-PortsTestJSON-949144598 tempest-PortsTestJSON-949144598-project] Pushing event deleted for resources: {'Network': ['ID=c0427f0c-3ae2-4545-91ef-93a8a38aa1d0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:21.843046 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 39b5dde5-4c73-4486-b53c-6f4438368e10 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:22:21.899855 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 39b5dde5-4c73-4486-b53c-6f4438368e10 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:22:21.900996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 39b5dde5-4c73-4486-b53c-6f4438368e10 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:22:22.177543 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-146bb461-b8bb-409f-886e-38e13586a957 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2010969700-network', 'tenant_id': 'b8d11ab01fab4d86a7dd55363aa51d1e'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:22.247827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146bb461-b8bb-409f-886e-38e13586a957 admin admin] Made reservation on behalf of b8d11ab01fab4d86a7dd55363aa51d1e for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:22.250559 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-146bb461-b8bb-409f-886e-38e13586a957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:22.263585 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-146bb461-b8bb-409f-886e-38e13586a957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:22.326171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883b380-7de1-41c1-86e5-6f1492440e8a req-32747ed1-53fa-4b7a-814c-47eaee2db7d1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:22.327749 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1883b380-7de1-41c1-86e5-6f1492440e8a req-32747ed1-53fa-4b7a-814c-47eaee2db7d1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1177647 Aug 06 16:22:22.342995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37906) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:22.404245 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1883b380-7de1-41c1-86e5-6f1492440e8a req-da2d978b-0935-4604-84a9-19b30d06cb97 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629823 Aug 06 16:22:22.516094 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-146bb461-b8bb-409f-886e-38e13586a957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:22.523320 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-146bb461-b8bb-409f-886e-38e13586a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:22.555367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bb461-b8bb-409f-886e-38e13586a957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299e942a-205b-4ad9-9475-ccc0b9614e03,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:22.567308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146bb461-b8bb-409f-886e-38e13586a957 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:22:22.580955 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-146bb461-b8bb-409f-886e-38e13586a957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:22.581543 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-146bb461-b8bb-409f-886e-38e13586a957 admin admin] Added segment 75813b36-6a8e-4abc-b071-7c0451db6537 of type vlan for network f00a2581-8d5d-4eff-a570-b57f2c6f234e Aug 06 16:22:22.616752 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-efb52d80-4cab-41c8-b35e-91a980d05a7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=882f87fa8062414f8a35871bca2d9a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725942 Aug 06 16:22:22.620441 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37910) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:22.645924 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-146bb461-b8bb-409f-886e-38e13586a957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:22.689703 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d09-ae23-4365-b687-4f6d9dcdbe53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:22.718691 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-146bb461-b8bb-409f-886e-38e13586a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:22.720732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146bb461-b8bb-409f-886e-38e13586a957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:22.722317 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-146bb461-b8bb-409f-886e-38e13586a957 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:22.762447 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d09-ae23-4365-b687-4f6d9dcdbe53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:22.889002 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d09-ae23-4365-b687-4f6d9dcdbe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:22.894524 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4ef83d09-ae23-4365-b687-4f6d9dcdbe53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:22.898808 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4ef83d09-ae23-4365-b687-4f6d9dcdbe53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18978f2b-7341-4ba4-a634-39919ce57b37 HTTP/1.1" status: 204 len: 168 time: 0.2726521 Aug 06 16:22:22.898965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bb461-b8bb-409f-886e-38e13586a957 admin admin] Pushing event updated for resources: {'Network': ['ID=f00a2581-8d5d-4eff-a570-b57f2c6f234e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:22.909108 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network f00a2581-8d5d-4eff-a570-b57f2c6f234e details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:22:22.935369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-146bb461-b8bb-409f-886e-38e13586a957 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0992968 Aug 06 16:22:22.937783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37916) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:22.937973 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef83d09-ae23-4365-b687-4f6d9dcdbe53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18978f2b-7341-4ba4-a634-39919ce57b37,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:22.955216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-aed490bc-1007-4e92-a141-20b1832530b7 admin admin] Request body: {'subnet': {'network_id': 'f00a2581-8d5d-4eff-a570-b57f2c6f234e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2010969700-subnet', 'tenant_id': 'b8d11ab01fab4d86a7dd55363aa51d1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:22.988996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed490bc-1007-4e92-a141-20b1832530b7 admin admin] Made reservation on behalf of b8d11ab01fab4d86a7dd55363aa51d1e for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:22.993457 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aed490bc-1007-4e92-a141-20b1832530b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:23.582496 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:23.919552 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:24.057570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd56c7-558b-4fe5-bd2a-cc5b87004d18 req-3ee13ae7-b084-4745-a1f6-2623b5e80f07 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:24.058953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-efbd56c7-558b-4fe5-bd2a-cc5b87004d18 req-3ee13ae7-b084-4745-a1f6-2623b5e80f07 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.5294499 Aug 06 16:22:24.061461 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aed490bc-1007-4e92-a141-20b1832530b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:24.159249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-efbd56c7-558b-4fe5-bd2a-cc5b87004d18 req-a623ad72-168c-48b4-b427-f56b621cfb63 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913601 Aug 06 16:22:24.159877 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed490bc-1007-4e92-a141-20b1832530b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10c488f-e5f5-4ce6-9a7f-d4f1db03b78c,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:24.166630 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c0df6-149d-404a-ae0b-9a5789cb389a req-5a9e9c31-8fe7-4c3f-8cf0-37080e77a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:24.168189 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-038c0df6-149d-404a-ae0b-9a5789cb389a req-5a9e9c31-8fe7-4c3f-8cf0-37080e77a029 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ae71580f1ed84db0bc11c2001a92e91e&device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 1096 time: 0.2556756 Aug 06 16:22:24.260375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed490bc-1007-4e92-a141-20b1832530b7 admin admin] Checking segment: {'id': '75813b36-6a8e-4abc-b071-7c0451db6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f00a2581-8d5d-4eff-a570-b57f2c6f234e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:22:24.260746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed490bc-1007-4e92-a141-20b1832530b7 admin admin] Network hostable DHCP agents. Network: f00a2581-8d5d-4eff-a570-b57f2c6f234e, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:22:24.359667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed490bc-1007-4e92-a141-20b1832530b7 admin admin] Network f00a2581-8d5d-4eff-a570-b57f2c6f234e is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:22:24.431875 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-aed490bc-1007-4e92-a141-20b1832530b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, f00a2581-8d5d-4eff-a570-b57f2c6f234e) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:24.443748 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2903cb-70a0-4db3-88d4-42e7fac0a29c None None] Network f00a2581-8d5d-4eff-a570-b57f2c6f234e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:24.449926 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed490bc-1007-4e92-a141-20b1832530b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:24.450331 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aed490bc-1007-4e92-a141-20b1832530b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:24.469246 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37958) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:24.528710 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-aed490bc-1007-4e92-a141-20b1832530b7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5894988 Aug 06 16:22:24.537547 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c0df6-149d-404a-ae0b-9a5789cb389a req-12db06dd-6ff5-4f20-a42e-6d309542bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:24.539085 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-038c0df6-149d-404a-ae0b-9a5789cb389a req-12db06dd-6ff5-4f20-a42e-6d309542bcf9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=68955a06-ea63-43dc-be49-36e456a37b93 HTTP/1.1" status: 200 len: 914 time: 0.3472209 Aug 06 16:22:24.734980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-038c0df6-149d-404a-ae0b-9a5789cb389a req-7693d4f9-3fcb-498b-a736-15fb0e68a6ef service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34 HTTP/1.1" status: 200 len: 217 time: 0.1847146 Aug 06 16:22:24.745215 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-32a0a5cc-ce14-44ca-a460-c7bf0f9b8a09 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-785635217'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:24.836911 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a0a5cc-ce14-44ca-a460-c7bf0f9b8a09 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:24.855760 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-32a0a5cc-ce14-44ca-a460-c7bf0f9b8a09 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:24.891309 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-32a0a5cc-ce14-44ca-a460-c7bf0f9b8a09 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:24.920073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c0df6-149d-404a-ae0b-9a5789cb389a req-acf5af5b-8cca-43fa-91f3-a372821d3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:24.925507 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-038c0df6-149d-404a-ae0b-9a5789cb389a req-acf5af5b-8cca-43fa-91f3-a372821d3360 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b152cb9a-9760-4fe3-ab80-10c0edf358c7 HTTP/1.1" status: 200 len: 853 time: 0.1848078 Aug 06 16:22:24.951272 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca492b7e-168f-454f-8671-6672f8df0468 None None] Network f00a2581-8d5d-4eff-a570-b57f2c6f234e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:25.005947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-038c0df6-149d-404a-ae0b-9a5789cb389a req-654f39ef-e04b-4d29-980d-c65836866be4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=68955a06-ea63-43dc-be49-36e456a37b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700886 Aug 06 16:22:25.168578 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-32a0a5cc-ce14-44ca-a460-c7bf0f9b8a09 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:25.175468 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-32a0a5cc-ce14-44ca-a460-c7bf0f9b8a09 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:25.269250 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-038c0df6-149d-404a-ae0b-9a5789cb389a req-918af33d-6380-49e6-960c-fc5491b06fa2 service neutron] 10.222.0.78 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562521 Aug 06 16:22:25.286384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a0a5cc-ce14-44ca-a460-c7bf0f9b8a09 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:22:25.316850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0a5cc-ce14-44ca-a460-c7bf0f9b8a09 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b7c57e-c60e-4d69-8060-0432578e70a2,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:25.344916 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-32a0a5cc-ce14-44ca-a460-c7bf0f9b8a09 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:25.345342 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-32a0a5cc-ce14-44ca-a460-c7bf0f9b8a09 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Added segment dbfeb1b1-bf74-43fe-9d11-97546a5da729 of type vlan for network 48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55 Aug 06 16:22:25.467716 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-32a0a5cc-ce14-44ca-a460-c7bf0f9b8a09 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:25.482283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-038c0df6-149d-404a-ae0b-9a5789cb389a req-dde6b65e-46f6-4d21-9021-1d75d24a178e service neutron] 10.222.0.78 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049618 Aug 06 16:22:25.553003 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-32a0a5cc-ce14-44ca-a460-c7bf0f9b8a09 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:25.557490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de1552-3a08-461c-855a-926d771cab6f req-12f12ef4-afaf-445a-9872-ad1e776e25df tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:25.561192 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07de1552-3a08-461c-855a-926d771cab6f req-12f12ef4-afaf-445a-9872-ad1e776e25df tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.0778644 Aug 06 16:22:25.565045 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a0a5cc-ce14-44ca-a460-c7bf0f9b8a09 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:25.572628 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-32a0a5cc-ce14-44ca-a460-c7bf0f9b8a09 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:25.609460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07de1552-3a08-461c-855a-926d771cab6f req-aee14477-b81a-4517-8948-120210b7a272 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421467 Aug 06 16:22:25.690745 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-32a0a5cc-ce14-44ca-a460-c7bf0f9b8a09 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2196474 Aug 06 16:22:25.698564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37984) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:25.705499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0a5cc-ce14-44ca-a460-c7bf0f9b8a09 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Network': ['ID=48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:25.709335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-33081bb5-41d3-4c81-9e45-ecb2518058e7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1948581245'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:25.727976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37986) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:25.736345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:22:25.766065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33081bb5-41d3-4c81-9e45-ecb2518058e7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:25.771606 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-33081bb5-41d3-4c81-9e45-ecb2518058e7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:25.824319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 37992) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:25.829301 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-dbfbd3b3-6388-40a4-bad3-62de64cd3cf5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-152458384-network', 'tenant_id': 'da4957cfae19471787563317595af022'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:25.868513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33081bb5-41d3-4c81-9e45-ecb2518058e7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:22:25.881931 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-33081bb5-41d3-4c81-9e45-ecb2518058e7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:25.882585 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-33081bb5-41d3-4c81-9e45-ecb2518058e7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Added segment 40c0e67a-debe-420a-9ebf-fa83a7edac7f of type vlan for network a8881036-8308-47a6-ad95-200f3ecc90d2 Aug 06 16:22:25.891976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfbd3b3-6388-40a4-bad3-62de64cd3cf5 admin admin] Made reservation on behalf of da4957cfae19471787563317595af022 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:25.894822 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbfbd3b3-6388-40a4-bad3-62de64cd3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:25.911321 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbfbd3b3-6388-40a4-bad3-62de64cd3cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:25.938066 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-33081bb5-41d3-4c81-9e45-ecb2518058e7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:25.980439 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-33081bb5-41d3-4c81-9e45-ecb2518058e7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:25.991929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33081bb5-41d3-4c81-9e45-ecb2518058e7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:25.992639 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-33081bb5-41d3-4c81-9e45-ecb2518058e7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:26.065136 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbfbd3b3-6388-40a4-bad3-62de64cd3cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:26.070195 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbfbd3b3-6388-40a4-bad3-62de64cd3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:26.108028 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-33081bb5-41d3-4c81-9e45-ecb2518058e7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4055262 Aug 06 16:22:26.108496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 37998) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:26.108995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfbd3b3-6388-40a4-bad3-62de64cd3cf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:22:26.114749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbd3b3-6388-40a4-bad3-62de64cd3cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17162d35-d2e1-4e8f-8209-8e2cc9a9ca28,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:26.119137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-03c57450-c3d2-4240-aef4-d283d1538a31 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'subnet': {'network_id': '48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:26.121819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33081bb5-41d3-4c81-9e45-ecb2518058e7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Network': ['ID=a8881036-8308-47a6-ad95-200f3ecc90d2,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:26.149670 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbfbd3b3-6388-40a4-bad3-62de64cd3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:26.151363 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-dbfbd3b3-6388-40a4-bad3-62de64cd3cf5 admin admin] Added segment 779c995e-503b-45f6-b5ed-a34b8375d8b2 of type vlan for network f59062d2-0bdf-4018-8972-6902c83827a9 Aug 06 16:22:26.151974 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a8881036-8308-47a6-ad95-200f3ecc90d2 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:22:26.250887 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbfbd3b3-6388-40a4-bad3-62de64cd3cf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:26.286729 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0429-d9d2-465b-85af-c1b652da9dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:26.327361 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbfbd3b3-6388-40a4-bad3-62de64cd3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:26.328484 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfbd3b3-6388-40a4-bad3-62de64cd3cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:26.328768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c57450-c3d2-4240-aef4-d283d1538a31 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:26.329267 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dbfbd3b3-6388-40a4-bad3-62de64cd3cf5 admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:26.332829 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03c57450-c3d2-4240-aef4-d283d1538a31 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:26.421064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbd3b3-6388-40a4-bad3-62de64cd3cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=f59062d2-0bdf-4018-8972-6902c83827a9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:26.436150 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network f59062d2-0bdf-4018-8972-6902c83827a9 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:22:26.507070 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0429-d9d2-465b-85af-c1b652da9dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:26.516231 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4a7c0429-d9d2-465b-85af-c1b652da9dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:26.565474 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4a7c0429-d9d2-465b-85af-c1b652da9dba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4df3e67f8fe64d71bfb1e45c132eac5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8362336 Aug 06 16:22:26.570775 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dbfbd3b3-6388-40a4-bad3-62de64cd3cf5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7454274 Aug 06 16:22:26.572205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38004) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:26.572614 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38006) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:26.583715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1b09ab31-3e23-4e60-9398-129ae92b3eaa admin admin] Request body: {'subnet': {'network_id': 'f59062d2-0bdf-4018-8972-6902c83827a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-152458384-subnet', 'tenant_id': 'da4957cfae19471787563317595af022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:26.592262 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c0429-d9d2-465b-85af-c1b652da9dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39e2764-9723-483f-be7e-95c8a6bfe468,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:26.619068 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03c57450-c3d2-4240-aef4-d283d1538a31 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:26.698931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b09ab31-3e23-4e60-9398-129ae92b3eaa admin admin] Made reservation on behalf of da4957cfae19471787563317595af022 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:26.701367 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b09ab31-3e23-4e60-9398-129ae92b3eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:26.785404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c57450-c3d2-4240-aef4-d283d1538a31 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Subnet': ['ID=8ff02201-e786-4a7b-88ee-1bed0043a0e5,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:26.854874 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-403aae26-a7e4-4fa4-90f0-1f28e60616c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:26.863154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c57450-c3d2-4240-aef4-d283d1538a31 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Checking segment: {'id': 'dbfeb1b1-bf74-43fe-9d11-97546a5da729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:22:26.863507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c57450-c3d2-4240-aef4-d283d1538a31 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network hostable DHCP agents. Network: 48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:22:26.894919 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39022248-a43b-413e-b85c-1fde29139462 req-d89e8942-3e1f-44ed-9148-7e39cdaca014 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:26.896407 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39022248-a43b-413e-b85c-1fde29139462 req-d89e8942-3e1f-44ed-9148-7e39cdaca014 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2046404 Aug 06 16:22:26.915003 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-403aae26-a7e4-4fa4-90f0-1f28e60616c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:26.965566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c57450-c3d2-4240-aef4-d283d1538a31 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network 48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:22:27.013839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-03c57450-c3d2-4240-aef4-d283d1538a31 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:27.022622 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c57450-c3d2-4240-aef4-d283d1538a31 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:27.023207 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03c57450-c3d2-4240-aef4-d283d1538a31 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:27.031510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd36066-ebe5-4568-9ca4-5c9a4f824a9b None None] Network 48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:27.034015 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39022248-a43b-413e-b85c-1fde29139462 req-69ee4e11-62b3-46fc-b549-153327a5c5df tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136529 Aug 06 16:22:27.055206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-03c57450-c3d2-4240-aef4-d283d1538a31 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9437003 Aug 06 16:22:27.056474 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38014) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:27.062874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-54855d77-b01f-4a82-a727-4fcf958514ed tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'subnet': {'network_id': 'a8881036-8308-47a6-ad95-200f3ecc90d2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:27.108205 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-403aae26-a7e4-4fa4-90f0-1f28e60616c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:27.110906 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-403aae26-a7e4-4fa4-90f0-1f28e60616c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:27.112165 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-403aae26-a7e4-4fa4-90f0-1f28e60616c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c39e2764-9723-483f-be7e-95c8a6bfe468 HTTP/1.1" status: 204 len: 168 time: 0.5376880 Aug 06 16:22:27.132214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403aae26-a7e4-4fa4-90f0-1f28e60616c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39e2764-9723-483f-be7e-95c8a6bfe468,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:27.135823 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b09ab31-3e23-4e60-9398-129ae92b3eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:27.244082 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09ab31-3e23-4e60-9398-129ae92b3eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b16d3c0-3f87-4270-bff9-1437bfc9bacb,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:27.249757 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b09ab31-3e23-4e60-9398-129ae92b3eaa admin admin] Checking segment: {'id': '779c995e-503b-45f6-b5ed-a34b8375d8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f59062d2-0bdf-4018-8972-6902c83827a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:22:27.250288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b09ab31-3e23-4e60-9398-129ae92b3eaa admin admin] Network hostable DHCP agents. Network: f59062d2-0bdf-4018-8972-6902c83827a9, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:22:27.270760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b09ab31-3e23-4e60-9398-129ae92b3eaa admin admin] Network f59062d2-0bdf-4018-8972-6902c83827a9 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:22:27.276778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54855d77-b01f-4a82-a727-4fcf958514ed tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:27.282424 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54855d77-b01f-4a82-a727-4fcf958514ed tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:27.286381 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-1b09ab31-3e23-4e60-9398-129ae92b3eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, f59062d2-0bdf-4018-8972-6902c83827a9) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:27.302988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b09ab31-3e23-4e60-9398-129ae92b3eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:27.304104 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b09ab31-3e23-4e60-9398-129ae92b3eaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:27.304857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73979b47-0a66-4c16-b485-4959a56bd532 None None] Network f59062d2-0bdf-4018-8972-6902c83827a9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:27.325673 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1b09ab31-3e23-4e60-9398-129ae92b3eaa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7454410 Aug 06 16:22:27.358692 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55', 'network_id': '48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'fixed_ips': [{'subnet_id': '8ff02201-e786-4a7b-88ee-1bed0043a0e5'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:22:27.359569 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:27.696663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38032) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:27.724291 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e8f0eb73-0179-4c59-97a2-18afcba773a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:27.737096 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54855d77-b01f-4a82-a727-4fcf958514ed tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:27.800050 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8accd39d-1415-421e-86d8-eea0e0b5edd9 None None] Network f59062d2-0bdf-4018-8972-6902c83827a9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:27.933217 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54855d77-b01f-4a82-a727-4fcf958514ed tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Subnet': ['ID=d6bcb774-d0e7-4c5b-8d8b-19d737afa40d,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:27.972117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54855d77-b01f-4a82-a727-4fcf958514ed tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Checking segment: {'id': '40c0e67a-debe-420a-9ebf-fa83a7edac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a8881036-8308-47a6-ad95-200f3ecc90d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:22:27.974013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54855d77-b01f-4a82-a727-4fcf958514ed tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network hostable DHCP agents. Network: a8881036-8308-47a6-ad95-200f3ecc90d2, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:22:27.980457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Allocated IP 2001:db8::2 (48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55/8ff02201-e786-4a7b-88ee-1bed0043a0e5/097b180a-c56b-4e48-800a-e8d40453851d) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:22:28.003025 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e8f0eb73-0179-4c59-97a2-18afcba773a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:28.009966 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54855d77-b01f-4a82-a727-4fcf958514ed tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network a8881036-8308-47a6-ad95-200f3ecc90d2 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:22:28.010549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e8f0eb73-0179-4c59-97a2-18afcba773a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:28.021190 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-54855d77-b01f-4a82-a727-4fcf958514ed tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a8881036-8308-47a6-ad95-200f3ecc90d2) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:28.026574 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54855d77-b01f-4a82-a727-4fcf958514ed tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:28.027174 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54855d77-b01f-4a82-a727-4fcf958514ed tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:28.058274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6479f682-25c9-4aa2-8151-31f33f5e4a54 None None] Network a8881036-8308-47a6-ad95-200f3ecc90d2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:28.058956 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-54855d77-b01f-4a82-a727-4fcf958514ed tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0011079 Aug 06 16:22:28.062333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38038) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:28.073826 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-cade7f24-a879-4255-952e-302005d5b59a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-226598834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:28.089958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0eb73-0179-4c59-97a2-18afcba773a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514be180-0625-49bf-8b18-d5c8944446c9,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:28.136578 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e8f0eb73-0179-4c59-97a2-18afcba773a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8ebb3ec34404229bc179346fd7387e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362025 Aug 06 16:22:28.139786 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38042) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:28.144059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cade7f24-a879-4255-952e-302005d5b59a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:28.145321 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cade7f24-a879-4255-952e-302005d5b59a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:28.271437 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cade7f24-a879-4255-952e-302005d5b59a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:28.280098 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cade7f24-a879-4255-952e-302005d5b59a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:28.322967 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cade7f24-a879-4255-952e-302005d5b59a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:28.330292 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cade7f24-a879-4255-952e-302005d5b59a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2661209 Aug 06 16:22:28.332169 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38048) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:28.383032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f3c42-3dee-4efc-b479-3cf6aff097e0 req-8d720ae1-101d-49a9-890d-fee8513c52a5 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:28.384645 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712f3c42-3dee-4efc-b479-3cf6aff097e0 req-8d720ae1-101d-49a9-890d-fee8513c52a5 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1977501 Aug 06 16:22:28.389856 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f087155d-3bd5-4348-8fe1-13dafed5a781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:28.445471 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f087155d-3bd5-4348-8fe1-13dafed5a781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:28.514738 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:28.521157 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f087155d-3bd5-4348-8fe1-13dafed5a781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:28.524932 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f087155d-3bd5-4348-8fe1-13dafed5a781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:28.526184 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f087155d-3bd5-4348-8fe1-13dafed5a781 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/514be180-0625-49bf-8b18-d5c8944446c9 HTTP/1.1" status: 204 len: 168 time: 0.3852267 Aug 06 16:22:28.575097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Transition to ACTIVE for port object 097b180a-c56b-4e48-800a-e8d40453851d will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:28.584262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087155d-3bd5-4348-8fe1-13dafed5a781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514be180-0625-49bf-8b18-d5c8944446c9,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:28.625122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-a8881036-8308-47a6-ad95-200f3ecc90d2', 'network_id': 'a8881036-8308-47a6-ad95-200f3ecc90d2', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'fixed_ips': [{'subnet_id': 'd6bcb774-d0e7-4c5b-8d8b-19d737afa40d'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:22:28.626039 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:28.630244 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Transition to ACTIVE for port object 097b180a-c56b-4e48-800a-e8d40453851d will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:28.670296 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:28.712706 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-712f3c42-3dee-4efc-b479-3cf6aff097e0 req-9774b64d-e950-4349-b3de-8fdd0910770d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170118 Aug 06 16:22:28.788626 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-6e40f1b3-16e7-4d37-9f6b-07ab4c5cce5f tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:28.800621 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-6e40f1b3-16e7-4d37-9f6b-07ab4c5cce5f tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/networks?id=f00a2581-8d5d-4eff-a570-b57f2c6f234e HTTP/1.1" status: 200 len: 809 time: 0.3964705 Aug 06 16:22:28.848994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-76fa02fc-b234-438c-a74b-b4a4175083ee tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/quotas/b8d11ab01fab4d86a7dd55363aa51d1e HTTP/1.1" status: 200 len: 375 time: 0.0472851 Aug 06 16:22:28.898267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Network 48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:22:28.900917 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-9c8b0b70-b9f8-4997-a48b-323e4586faea tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8d11ab01fab4d86a7dd55363aa51d1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509195 Aug 06 16:22:28.919979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:28.930618 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:22:28.971087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Pushing event updated for resources: {'Port': ['ID=097b180a-c56b-4e48-800a-e8d40453851d,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:28.994774 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:29.054867 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-21bdeaa1-2ce0-4801-8722-b58460521fdb service neutron] 10.222.0.37 "GET /v2.0/networks/f00a2581-8d5d-4eff-a570-b57f2c6f234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465247 Aug 06 16:22:29.139318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Attempting to bind port 097b180a-c56b-4e48-800a-e8d40453851d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:22:29.139946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Attempting to bind port 097b180a-c56b-4e48-800a-e8d40453851d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'dbfeb1b1-bf74-43fe-9d11-97546a5da729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:22:29.140513 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Attempting to bind port 097b180a-c56b-4e48-800a-e8d40453851d on network 48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:22:29.148483 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:22:29.149102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Checking segment: {'id': 'dbfeb1b1-bf74-43fe-9d11-97546a5da729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:22:29.149697 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:29.150250 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Bound using segment: {'id': 'dbfeb1b1-bf74-43fe-9d11-97546a5da729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:22:29.150880 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Bound port: 097b180a-c56b-4e48-800a-e8d40453851d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfeb1b1-bf74-43fe-9d11-97546a5da729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:22:29.151452 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:29.174501 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Allocated IP 2001:db8:1::2 (a8881036-8308-47a6-ad95-200f3ecc90d2/d6bcb774-d0e7-4c5b-8d8b-19d737afa40d/3376f4cf-cff5-44b4-8d95-0bcd37e4cf31) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:22:29.244149 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-2588f476-3b54-4964-bd59-e978243a51fb service neutron] 10.222.0.37 "GET /v2.0/networks/f00a2581-8d5d-4eff-a570-b57f2c6f234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759143 Aug 06 16:22:29.306035 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] For port 097b180a-c56b-4e48-800a-e8d40453851d, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:22:29.327116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] For port 097b180a-c56b-4e48-800a-e8d40453851d, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=097b180a-c56b-4e48-800a-e8d40453851d,segment=NetworkSegment(dbfeb1b1-bf74-43fe-9d11-97546a5da729),segment_id=dbfeb1b1-bf74-43fe-9d11-97546a5da729)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:22:29.332808 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:29.485771 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a03cb5-9799-409f-ac53-38c9ac2b8155 None None] Pushing event updated for resources: {'Port': ['ID=097b180a-c56b-4e48-800a-e8d40453851d,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:29.518386 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:29.559147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Transition to ACTIVE for port object 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:29.591514 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db8ea6f6-40eb-46cc-bb86-5a33fd393ce6 req-a32f4574-223e-4664-82e3-f107d0f296f3 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/ports?device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 210 time: 0.0690196 Aug 06 16:22:29.595712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Transition to ACTIVE for port object 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:29.613984 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:29.744113 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Network a8881036-8308-47a6-ad95-200f3ecc90d2 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:22:29.766137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:29.792997 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:22:29.862907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Pushing event updated for resources: {'Port': ['ID=3376f4cf-cff5-44b4-8d95-0bcd37e4cf31,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:29.958106 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Attempting to bind port 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:22:29.958529 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Attempting to bind port 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '40c0e67a-debe-420a-9ebf-fa83a7edac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a8881036-8308-47a6-ad95-200f3ecc90d2'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:22:29.958827 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Attempting to bind port 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 on network a8881036-8308-47a6-ad95-200f3ecc90d2 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:22:29.966769 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:22:29.967231 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Checking segment: {'id': '40c0e67a-debe-420a-9ebf-fa83a7edac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a8881036-8308-47a6-ad95-200f3ecc90d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:22:29.967699 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:29.968230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Bound using segment: {'id': '40c0e67a-debe-420a-9ebf-fa83a7edac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a8881036-8308-47a6-ad95-200f3ecc90d2'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:22:29.968689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Bound port: 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c0e67a-debe-420a-9ebf-fa83a7edac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'a8881036-8308-47a6-ad95-200f3ecc90d2'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:22:29.969156 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:30.036775 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc0767-f2ef-431f-8c11-a240d9d8609d req-ddaf587a-58bc-41db-b35c-f63f614324a4 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:30.040355 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a7bc0767-f2ef-431f-8c11-a240d9d8609d req-ddaf587a-58bc-41db-b35c-f63f614324a4 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1620216 Aug 06 16:22:30.136473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] For port 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:22:30.141180 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] For port 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3376f4cf-cff5-44b4-8d95-0bcd37e4cf31,segment=NetworkSegment(40c0e67a-debe-420a-9ebf-fa83a7edac7f),segment_id=40c0e67a-debe-420a-9ebf-fa83a7edac7f)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:22:30.144756 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a7bc0767-f2ef-431f-8c11-a240d9d8609d req-bbf151da-ccae-42a0-9601-03a3082cc9c8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920799 Aug 06 16:22:30.160213 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:30.234347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1ed8c-d179-4ee6-a171-6f7400f0417d None None] Pushing event updated for resources: {'Port': ['ID=3376f4cf-cff5-44b4-8d95-0bcd37e4cf31,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:30.313947 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Allocated IP 2001:db8::1 (48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55/8ff02201-e786-4a7b-88ee-1bed0043a0e5/1b780484-8d1b-4d85-9cd9-4d6741ce0786) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:22:30.597303 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:30.648535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Transition to ACTIVE for port object 1b780484-8d1b-4d85-9cd9-4d6741ce0786 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:30.787478 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:30.865209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ed27aa2-4cbd-4cba-aa9b-533c5e144fac req-0437fdf3-561b-4f48-adcf-03a8437327f3 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/ports?device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 210 time: 0.0789137 Aug 06 16:22:30.916840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network 48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:22:30.921675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:30.936633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:22:30.937829 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:31.117772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=1b780484-8d1b-4d85-9cd9-4d6741ce0786,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:31.220939 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:31.386112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38128) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:31.459070 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f302247-f153-45d7-9fb8-476e13587f04 None None] Network 48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:31.528903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fb541-3a8f-47a4-be7d-89022e7bffb6 req-72d1ed41-ab9d-45fd-aab0-f57c8725bb4f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:31.530524 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684fb541-3a8f-47a4-be7d-89022e7bffb6 req-72d1ed41-ab9d-45fd-aab0-f57c8725bb4f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2374125 Aug 06 16:22:31.724398 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2236b99a-9b09-4d2d-b1df-80958692bebb None None] Provisioning for port 097b180a-c56b-4e48-800a-e8d40453851d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:31.770241 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:31.779864 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:31.788065 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:31.910811 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-684fb541-3a8f-47a4-be7d-89022e7bffb6 req-43e1bea7-90ba-4602-b4ee-ef9a56fc18c3 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474195 Aug 06 16:22:31.914041 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2f1dee4e-d0be-4df7-8c3e-3257ad43b21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:31.997857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:22:32.034253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-8d629ffc-a5c9-415c-9e20-a795c14b4738 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:32.036524 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-8d629ffc-a5c9-415c-9e20-a795c14b4738 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.78 "GET /v2.0/networks?id=f00a2581-8d5d-4eff-a570-b57f2c6f234e HTTP/1.1" status: 200 len: 809 time: 0.5972896 Aug 06 16:22:32.067728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-492e11d6-2252-4cb8-96ab-a329ab70a441 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Request body: {'port': {'device_id': '40a06099-6f3a-40dd-bae4-a68302181a00', 'network_id': 'f00a2581-8d5d-4eff-a570-b57f2c6f234e', 'admin_state_up': True, 'tenant_id': 'b8d11ab01fab4d86a7dd55363aa51d1e'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:32.163747 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:32.178777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 097b180a-c56b-4e48-800a-e8d40453851d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:22:32.254117 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc3cdba7-b0e5-4762-8897-eba53e8a9f78 req-d5e10af0-d4e1-4138-8b33-614ab52532f1 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/ports?device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 210 time: 0.0859854 Aug 06 16:22:32.303222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 097b180a-c56b-4e48-800a-e8d40453851d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:32.308267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 097b180a-c56b-4e48-800a-e8d40453851d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:32.309030 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:32.310480 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=1b780484-8d1b-4d85-9cd9-4d6741ce0786,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:32.359704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network 48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:22:32.364557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:32.417503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddcfb32-dfcc-4adc-ab8c-1250ead0180a None None] Network a8881036-8308-47a6-ad95-200f3ecc90d2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:32.471019 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2f1dee4e-d0be-4df7-8c3e-3257ad43b21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:32.492545 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2f1dee4e-d0be-4df7-8c3e-3257ad43b21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:32.588445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-492e11d6-2252-4cb8-96ab-a329ab70a441 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Made reservation on behalf of b8d11ab01fab4d86a7dd55363aa51d1e for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:32.603519 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-492e11d6-2252-4cb8-96ab-a329ab70a441 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:32.650141 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2f1dee4e-d0be-4df7-8c3e-3257ad43b21a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4022073974ce499dbde8a9a12921d4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2610774 Aug 06 16:22:32.650858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38172) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:32.699842 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router fddbc7ac-5842-4042-8696-3e535e2cf6f8 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:22:32.792445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1dee4e-d0be-4df7-8c3e-3257ad43b21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edae984f-7674-490c-97a0-3b46390b835c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:32.911106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38178) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:32.935159 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:32.954337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ea89d55-fc8e-4e76-bb31-75b5b9ba2ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:32.957097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:22:32.965793 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b1a81258-88c0-4ba8-b531-5d0b63a8c494 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/fddbc7ac-5842-4042-8696-3e535e2cf6f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6316056 Aug 06 16:22:32.969322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38184) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:32.976318 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f9892a-41c6-4c30-932d-1acf1b7d6ce7 None None] Sync routers for ids ['fddbc7ac-5842-4042-8696-3e535e2cf6f8'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:22:33.003887 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9892a-41c6-4c30-932d-1acf1b7d6ce7 None None] Routers {'fddbc7ac-5842-4042-8696-3e535e2cf6f8'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:33.004804 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f1f9892a-41c6-4c30-932d-1acf1b7d6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:22:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['fddbc7ac-5842-4042-8696-3e535e2cf6f8'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:33.020652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0e86a5d8-8764-4f91-91ee-1fb6add689ed None None] Provisioning for port 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:33.044970 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f1f9892a-41c6-4c30-932d-1acf1b7d6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:33.055570 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9892a-41c6-4c30-932d-1acf1b7d6ce7 None None] Routers {'fddbc7ac-5842-4042-8696-3e535e2cf6f8'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:33.056472 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f1f9892a-41c6-4c30-932d-1acf1b7d6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:22:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['fddbc7ac-5842-4042-8696-3e535e2cf6f8'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:33.093045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0e86a5d8-8764-4f91-91ee-1fb6add689ed None None] Provisioning complete for port 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:33.094898 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0e86a5d8-8764-4f91-91ee-1fb6add689ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.115043 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f1f9892a-41c6-4c30-932d-1acf1b7d6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:33.116646 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f9892a-41c6-4c30-932d-1acf1b7d6ce7 None None] The sync data for ids ['fddbc7ac-5842-4042-8696-3e535e2cf6f8'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:22:33.139181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 097b180a-c56b-4e48-800a-e8d40453851d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=097b180a-c56b-4e48-800a-e8d40453851d,segment=NetworkSegment(dbfeb1b1-bf74-43fe-9d11-97546a5da729),segment_id=dbfeb1b1-bf74-43fe-9d11-97546a5da729)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:33.156568 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.170228 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ea89d55-fc8e-4e76-bb31-75b5b9ba2ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.254306 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=097b180a-c56b-4e48-800a-e8d40453851d,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:33.258264 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ea89d55-fc8e-4e76-bb31-75b5b9ba2ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.261381 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ea89d55-fc8e-4e76-bb31-75b5b9ba2ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.262661 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6ea89d55-fc8e-4e76-bb31-75b5b9ba2ddb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/edae984f-7674-490c-97a0-3b46390b835c HTTP/1.1" status: 204 len: 168 time: 0.5724216 Aug 06 16:22:33.263825 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d9fea0d9-0915-45b3-9b61-36006a0f2f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.275370 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0e86a5d8-8764-4f91-91ee-1fb6add689ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.320086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-0e86a5d8-8764-4f91-91ee-1fb6add689ed None None] For port 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3376f4cf-cff5-44b4-8d95-0bcd37e4cf31,segment=NetworkSegment(40c0e67a-debe-420a-9ebf-fa83a7edac7f),segment_id=40c0e67a-debe-420a-9ebf-fa83a7edac7f)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:33.330251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e290e580-0ed1-4194-9249-ac55f236be9b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:33.333456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e290e580-0ed1-4194-9249-ac55f236be9b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports/1b780484-8d1b-4d85-9cd9-4d6741ce0786 HTTP/1.1" status: 200 len: 911 time: 0.3589761 Aug 06 16:22:33.336871 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38190) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:33.338630 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-492e11d6-2252-4cb8-96ab-a329ab70a441 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Allocated IP 172.20.0.4 (f00a2581-8d5d-4eff-a570-b57f2c6f234e/a10c488f-e5f5-4ce6-9a7f-d4f1db03b78c/8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:22:33.338778 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0e86a5d8-8764-4f91-91ee-1fb6add689ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.361590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698719e-7c68-4533-9900-e5cddc94e703 req-d884fa7b-19d7-41f8-80ff-9e6f4e181dc7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:33.363188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7698719e-7c68-4533-9900-e5cddc94e703 req-d884fa7b-19d7-41f8-80ff-9e6f4e181dc7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.3315172 Aug 06 16:22:33.365376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea89d55-fc8e-4e76-bb31-75b5b9ba2ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edae984f-7674-490c-97a0-3b46390b835c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:33.452824 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7698719e-7c68-4533-9900-e5cddc94e703 req-6b41cf77-8aaf-4ebe-8cd2-884ceea8503a tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811751 Aug 06 16:22:33.510585 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-701f4742-30bf-405b-b932-7549e0016b5b req-0622a3f8-2cac-465a-ae1f-686ab36ea058 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/ports?device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 210 time: 0.0712149 Aug 06 16:22:33.525540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86a5d8-8764-4f91-91ee-1fb6add689ed None None] Pushing event updated for resources: {'Port': ['ID=3376f4cf-cff5-44b4-8d95-0bcd37e4cf31,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:33.532941 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8ca4ec02-444a-405a-b756-d30d5467c27f None None] Provisioning complete for port 097b180a-c56b-4e48-800a-e8d40453851d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:33.535870 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ca4ec02-444a-405a-b756-d30d5467c27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.758835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8ca4ec02-444a-405a-b756-d30d5467c27f None None] Provisioning for port 1b780484-8d1b-4d85-9cd9-4d6741ce0786 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:33.800233 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8ca4ec02-444a-405a-b756-d30d5467c27f None None] Provisioning complete for port 1b780484-8d1b-4d85-9cd9-4d6741ce0786 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:33.800988 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ca4ec02-444a-405a-b756-d30d5467c27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.811363 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-492e11d6-2252-4cb8-96ab-a329ab70a441 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.874897 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d9fea0d9-0915-45b3-9b61-36006a0f2f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.882394 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:22:33.890137 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-229035bb-4939-4fc7-af44-329e07afe729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.894161 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d9fea0d9-0915-45b3-9b61-36006a0f2f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.916609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4ec02-444a-405a-b756-d30d5467c27f None None] Port 1b780484-8d1b-4d85-9cd9-4d6741ce0786 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:22:33.951535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d9fea0d9-0915-45b3-9b61-36006a0f2f7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ff76a72f22346f281ab4c0ad9ea78ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0365002 Aug 06 16:22:33.956826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38200) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:33.957367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38202) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:33.964962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:33.966455 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.003344 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a45468ec-ac33-4312-8df7-e121dd1d57ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.037085 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fea0d9-0915-45b3-9b61-36006a0f2f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11caf2fa-6a01-4726-b69e-a4113023e406,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:34.065785 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-492e11d6-2252-4cb8-96ab-a329ab70a441 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.071701 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.072433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-73a570e7-f173-4144-86bd-4f423bbd9f5a None None] Provisioning complete for port 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:34.073029 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-73a570e7-f173-4144-86bd-4f423bbd9f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.118269 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 097b180a-c56b-4e48-800a-e8d40453851d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:22:34.133175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-492e11d6-2252-4cb8-96ab-a329ab70a441 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Network f00a2581-8d5d-4eff-a570-b57f2c6f234e is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:22:34.134500 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91b2a0b4-c6ab-4954-9820-78f1e34cacf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.139863 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-492e11d6-2252-4cb8-96ab-a329ab70a441 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:34.149072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-492e11d6-2252-4cb8-96ab-a329ab70a441 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:22:34.219754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 097b180a-c56b-4e48-800a-e8d40453851d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:34.220131 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.294436 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-73a570e7-f173-4144-86bd-4f423bbd9f5a None None] Provisioning complete for port 1b780484-8d1b-4d85-9cd9-4d6741ce0786 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:34.295260 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-73a570e7-f173-4144-86bd-4f423bbd9f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.378185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-73a570e7-f173-4144-86bd-4f423bbd9f5a None None] Port 1b780484-8d1b-4d85-9cd9-4d6741ce0786 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:22:34.451735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Allocated IP 2001:db8:1::1 (a8881036-8308-47a6-ad95-200f3ecc90d2/d6bcb774-d0e7-4c5b-8d8b-19d737afa40d/d028c808-ecd2-489c-8c6c-97d17e9981b5) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:22:34.522863 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e11d6-2252-4cb8-96ab-a329ab70a441 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Pushing event updated for resources: {'Port': ['ID=8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:34.529907 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91b2a0b4-c6ab-4954-9820-78f1e34cacf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.553479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-492e11d6-2252-4cb8-96ab-a329ab70a441 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:34.554351 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-492e11d6-2252-4cb8-96ab-a329ab70a441 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.628609 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.699252 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Transition to ACTIVE for port object d028c808-ecd2-489c-8c6c-97d17e9981b5 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:34.701790 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a45468ec-ac33-4312-8df7-e121dd1d57ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.704771 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91b2a0b4-c6ab-4954-9820-78f1e34cacf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.707534 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91b2a0b4-c6ab-4954-9820-78f1e34cacf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.711875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-91b2a0b4-c6ab-4954-9820-78f1e34cacf2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11caf2fa-6a01-4726-b69e-a4113023e406 HTTP/1.1" status: 204 len: 168 time: 0.7485130 Aug 06 16:22:34.733046 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a45468ec-ac33-4312-8df7-e121dd1d57ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.745759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e3eee-f88b-4758-a2c4-87a01a854adb req-e77ba464-d96a-4b25-9ab3-1dc00b3bde85 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:34.747261 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e93e3eee-f88b-4758-a2c4-87a01a854adb req-e77ba464-d96a-4b25-9ab3-1dc00b3bde85 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1465287 Aug 06 16:22:34.755028 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-492e11d6-2252-4cb8-96ab-a329ab70a441 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7052755 Aug 06 16:22:34.755769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2a0b4-c6ab-4954-9820-78f1e34cacf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11caf2fa-6a01-4726-b69e-a4113023e406,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:34.787106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Request body: {'port': {'device_id': '40a06099-6f3a-40dd-bae4-a68302181a00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:34.797951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b311792-4046-46e2-88b6-ff26feecd890 req-4c3ddea9-1f7f-4b51-a0f9-d8877aaf0a44 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:34.799679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b311792-4046-46e2-88b6-ff26feecd890 req-4c3ddea9-1f7f-4b51-a0f9-d8877aaf0a44 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/ports?device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 931 time: 0.1645391 Aug 06 16:22:34.809794 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.856064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a45468ec-ac33-4312-8df7-e121dd1d57ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62b3ee8f7d05417a8952c070582df842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8974385 Aug 06 16:22:34.858202 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38212) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:34.908379 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 09598a25-56c4-43ac-a3b6-dca02edf4f34 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:22:34.921451 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network a8881036-8308-47a6-ad95-200f3ecc90d2 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:22:34.926559 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:34.929790 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:22:34.930364 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:34.977618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45468ec-ac33-4312-8df7-e121dd1d57ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e637e2ff-8d54-42c9-b927-69feca124d62,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:34.986711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=d028c808-ecd2-489c-8c6c-97d17e9981b5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:35.047839 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.052799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e93e3eee-f88b-4758-a2c4-87a01a854adb req-573831f5-1a74-49e4-aabe-bd645597809b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915916 Aug 06 16:22:35.120706 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b311792-4046-46e2-88b6-ff26feecd890 req-7a2f8078-115f-48ba-b7bd-ffb0872c0618 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/security-groups?id=299e942a-205b-4ad9-9475-ccc0b9614e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875097 Aug 06 16:22:35.148427 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 09598a25-56c4-43ac-a3b6-dca02edf4f34, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:35.171056 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.187434 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '09598a25-56c4-43ac-a3b6-dca02edf4f34', 'network_id': '68955a06-ea63-43dc-be49-36e456a37b93', 'port_id': '09598a25-56c4-43ac-a3b6-dca02edf4f34', 'mac_address': 'fa:16:3e:5c:3a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b152cb9a-9760-4fe3-ab80-10c0edf358c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:22:35.226453 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed56bc36-5279-47e6-b0bf-fc0a56da2f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.274879 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.294823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09598a25-56c4-43ac-a3b6-dca02edf4f34 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:22:35.314115 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed56bc36-5279-47e6-b0bf-fc0a56da2f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.330786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 09598a25-56c4-43ac-a3b6-dca02edf4f34, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:35.341880 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.474174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['09598a25-56c4-43ac-a3b6-dca02edf4f34'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:22:35.486029 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4c4dbe8f-50d1-4260-af8a-ee7796fd05b7 None None] Provisioning for port d028c808-ecd2-489c-8c6c-97d17e9981b5 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:35.509608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4c4dbe8f-50d1-4260-af8a-ee7796fd05b7 None None] Provisioning complete for port d028c808-ecd2-489c-8c6c-97d17e9981b5 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:35.510094 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4c4dbe8f-50d1-4260-af8a-ee7796fd05b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.511490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=09598a25-56c4-43ac-a3b6-dca02edf4f34,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:35.540670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38220) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:35.566878 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-72bf6cc6-278d-43cf-9327-ad80381ca381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.576108 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4c4dbe8f-50d1-4260-af8a-ee7796fd05b7 None None] Port d028c808-ecd2-489c-8c6c-97d17e9981b5 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:22:35.679668 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:22:35.691907 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.727073 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed56bc36-5279-47e6-b0bf-fc0a56da2f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.730530 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed56bc36-5279-47e6-b0bf-fc0a56da2f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.734887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ed56bc36-5279-47e6-b0bf-fc0a56da2f3a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e637e2ff-8d54-42c9-b927-69feca124d62 HTTP/1.1" status: 204 len: 168 time: 0.8676209 Aug 06 16:22:35.759182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Transition to ACTIVE for port object 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:35.769414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56bc36-5279-47e6-b0bf-fc0a56da2f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e637e2ff-8d54-42c9-b927-69feca124d62,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:35.780302 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.844977 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.915138 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-72bf6cc6-278d-43cf-9327-ad80381ca381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.916843 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.917642 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.953154 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-72bf6cc6-278d-43cf-9327-ad80381ca381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.989827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Pushing event updated for resources: {'Port': ['ID=8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:35.995816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Attempting to bind port 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:22:35.996336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Attempting to bind port 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '75813b36-6a8e-4abc-b071-7c0451db6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f00a2581-8d5d-4eff-a570-b57f2c6f234e'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:22:35.996778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Attempting to bind port 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf on network f00a2581-8d5d-4eff-a570-b57f2c6f234e {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:22:36.003108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Port 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf on network f00a2581-8d5d-4eff-a570-b57f2c6f234e not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:22:36.003570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Attempting to bind port 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf on network f00a2581-8d5d-4eff-a570-b57f2c6f234e {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:22:36.014945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:22:36.015791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Checking segment: {'id': '75813b36-6a8e-4abc-b071-7c0451db6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f00a2581-8d5d-4eff-a570-b57f2c6f234e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:22:36.016407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Bound using segment: {'id': '75813b36-6a8e-4abc-b071-7c0451db6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f00a2581-8d5d-4eff-a570-b57f2c6f234e'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:22:36.016956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Bound port: 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75813b36-6a8e-4abc-b071-7c0451db6537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f00a2581-8d5d-4eff-a570-b57f2c6f234e'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:22:36.017518 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:36.060753 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-72bf6cc6-278d-43cf-9327-ad80381ca381 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=857e30efe5b44f70a1477e8a7858d861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5188050 Aug 06 16:22:36.063546 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf6cc6-278d-43cf-9327-ad80381ca381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443fec12-160e-48d0-9c89-a575929e7e5c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:36.069955 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=d028c808-ecd2-489c-8c6c-97d17e9981b5,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:36.109182 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38232) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:36.134870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] For port 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:22:36.143485 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] For port 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf,segment=NetworkSegment(75813b36-6a8e-4abc-b071-7c0451db6537),segment_id=75813b36-6a8e-4abc-b071-7c0451db6537)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:22:36.150862 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:36.246081 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a2ae82f3-497e-4c37-a6f6-fbdd47814729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:36.277864 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf86f-6f91-430b-829a-25ae1a137a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:36.280359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network a8881036-8308-47a6-ad95-200f3ecc90d2 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:22:36.281279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:36.281929 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:36.283333 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] 10.222.0.78 "PUT /v2.0/ports/8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf HTTP/1.1" status: 200 len: 1091 time: 1.5142004 Aug 06 16:22:36.284101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:36.290883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a06099-6f3a-40dd-bae4-a68302181a00', 'tag': '8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:22:36.293215 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12311f3a-4d97-4936-a315-665aa325b80b" -d '{"events": [{"name": "network-changed", "server_uuid": "40a06099-6f3a-40dd-bae4-a68302181a00", "tag": "8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:22:36.336186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3470b-7980-4e0d-a9dd-1cbfabe207cc service neutron] Pushing event updated for resources: {'Port': ['ID=8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:36.411880 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf86f-6f91-430b-829a-25ae1a137a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:36.449490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ab6bc-db4e-4dda-bf1e-9bcc2c247afa req-b4662a73-5dbd-41d1-b06c-3747cae355d7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:36.451812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a2ab6bc-db4e-4dda-bf1e-9bcc2c247afa req-b4662a73-5dbd-41d1-b06c-3747cae355d7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 944 time: 0.2540972 Aug 06 16:22:36.506899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94e1cf-6182-4112-bf7b-48aff3f5bcb6 req-b2205753-d94a-4fd3-a33d-a365f5caab6f tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:36.508493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c94e1cf-6182-4112-bf7b-48aff3f5bcb6 req-b2205753-d94a-4fd3-a33d-a365f5caab6f tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/ports?device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 943 time: 0.2226191 Aug 06 16:22:36.518359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router fddbc7ac-5842-4042-8696-3e535e2cf6f8 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:22:36.541930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-f4b57503-0d41-440d-a916-d242acb57c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:36.547327 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-f4b57503-0d41-440d-a916-d242acb57c17 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b8d11ab01fab4d86a7dd55363aa51d1e&device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 1094 time: 0.1817386 Aug 06 16:22:36.677827 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:36.685351 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf86f-6f91-430b-829a-25ae1a137a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:36.688302 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf86f-6f91-430b-829a-25ae1a137a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:36.691152 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9cfbf86f-6f91-430b-829a-25ae1a137a29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/443fec12-160e-48d0-9c89-a575929e7e5c HTTP/1.1" status: 204 len: 168 time: 0.5808127 Aug 06 16:22:36.706770 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbf86f-6f91-430b-829a-25ae1a137a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443fec12-160e-48d0-9c89-a575929e7e5c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:36.719755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:22:36.727124 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4b0db4bb-9673-4def-aa53-46f5de19714c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/fddbc7ac-5842-4042-8696-3e535e2cf6f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3861086 Aug 06 16:22:36.727395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38264) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:36.743893 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-e8f006d0-ead6-44e4-aeac-c4f40603110c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf HTTP/1.1" status: 200 len: 217 time: 0.1837637 Aug 06 16:22:36.750641 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e7cf3d-c677-43de-9d86-fbd0541f8ce6 None None] Sync routers for ids ['fddbc7ac-5842-4042-8696-3e535e2cf6f8'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:22:36.787788 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fcda9846-dc09-4c76-af72-4567e6ae9360 None None] Provisioning complete for port d028c808-ecd2-489c-8c6c-97d17e9981b5 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:36.788160 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fcda9846-dc09-4c76-af72-4567e6ae9360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:36.804579 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc96ed0-19f4-4e5b-a2b4-66244c42ab66 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:36.808759 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2cc96ed0-19f4-4e5b-a2b4-66244c42ab66 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports/d028c808-ecd2-489c-8c6c-97d17e9981b5 HTTP/1.1" status: 200 len: 913 time: 0.0779030 Aug 06 16:22:36.809008 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38272) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:36.892141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e7cf3d-c677-43de-9d86-fbd0541f8ce6 None None] Routers {'fddbc7ac-5842-4042-8696-3e535e2cf6f8'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:36.893746 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-48e7cf3d-c677-43de-9d86-fbd0541f8ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:22:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['fddbc7ac-5842-4042-8696-3e535e2cf6f8'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:36.898458 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a2ab6bc-db4e-4dda-bf1e-9bcc2c247afa req-8d136cf9-25dc-49e4-a9f1-97bd8459c967 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385571 Aug 06 16:22:36.918180 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c94e1cf-6182-4112-bf7b-48aff3f5bcb6 req-2d328d48-7613-4470-871d-b56a38e27735 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/security-groups?id=299e942a-205b-4ad9-9475-ccc0b9614e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847861 Aug 06 16:22:36.979964 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b309bc1a-0ee3-4ad6-a053-f5519a810de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:36.981477 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-b309bc1a-0ee3-4ad6-a053-f5519a810de2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a10c488f-e5f5-4ce6-9a7f-d4f1db03b78c HTTP/1.1" status: 200 len: 849 time: 0.2233560 Aug 06 16:22:37.009680 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650e3c3d-ed7a-4409-8391-ba0558c4981f x-openstack-request-id: req-650e3c3d-ed7a-4409-8391-ba0558c4981f {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:22:37.009680 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a06099-6f3a-40dd-bae4-a68302181a00", "tag": "8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:22:37.009985 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-650e3c3d-ed7a-4409-8391-ba0558c4981f {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:22:37.023307 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a06099-6f3a-40dd-bae4-a68302181a00', 'tag': '8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf', 'status': 'completed', 'code': 200} Aug 06 16:22:37.071717 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fcda9846-dc09-4c76-af72-4567e6ae9360 None None] Port d028c808-ecd2-489c-8c6c-97d17e9981b5 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:22:37.075562 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 09598a25-56c4-43ac-a3b6-dca02edf4f34 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:22:37.083395 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-48e7cf3d-c677-43de-9d86-fbd0541f8ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:37.092411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-cd0f56f1-516d-4826-b5d9-ae82797e07a3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f00a2581-8d5d-4eff-a570-b57f2c6f234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847585 Aug 06 16:22:37.186237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e7cf3d-c677-43de-9d86-fbd0541f8ce6 None None] Routers {'fddbc7ac-5842-4042-8696-3e535e2cf6f8'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:37.187219 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-48e7cf3d-c677-43de-9d86-fbd0541f8ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:22:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['fddbc7ac-5842-4042-8696-3e535e2cf6f8'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:37.278081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-48e7cf3d-c677-43de-9d86-fbd0541f8ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:37.278665 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e7cf3d-c677-43de-9d86-fbd0541f8ce6 None None] The sync data for ids ['fddbc7ac-5842-4042-8696-3e535e2cf6f8'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:22:37.309418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-d82eb3bf-d195-4cdf-8211-0f413cca42b7 service neutron] 10.222.0.78 "GET /v2.0/networks/f00a2581-8d5d-4eff-a570-b57f2c6f234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083783 Aug 06 16:22:37.327316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 09598a25-56c4-43ac-a3b6-dca02edf4f34 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:37.327843 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:37.331545 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:37.490964 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f3ebaa1-c460-42a0-aeec-38d6cf795e35 req-037bcff6-683a-4a4a-9556-090d754d0717 service neutron] 10.222.0.78 "GET /v2.0/networks/f00a2581-8d5d-4eff-a570-b57f2c6f234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741569 Aug 06 16:22:37.517967 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:37.616337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 09598a25-56c4-43ac-a3b6-dca02edf4f34, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:37.622468 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca17285-3e03-4bab-9852-038787fc1d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09598a25-56c4-43ac-a3b6-dca02edf4f34'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:22:37.634437 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b335c542-81c0-4117-9c82-39347a991f0e" -d '{"events": [{"server_uuid": "7ca17285-3e03-4bab-9852-038787fc1d59", "name": "network-vif-plugged", "status": "completed", "tag": "09598a25-56c4-43ac-a3b6-dca02edf4f34"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:22:37.650754 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:37.698129 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12311f3a-4d97-4936-a315-665aa325b80b req-a5684e1c-bfc5-47b8-a5af-2dc59bf9a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:37.714059 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12311f3a-4d97-4936-a315-665aa325b80b req-a5684e1c-bfc5-47b8-a5af-2dc59bf9a1f1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=b8d11ab01fab4d86a7dd55363aa51d1e&device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 1094 time: 0.1609459 Aug 06 16:22:37.768420 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e3374a42-56cb-470d-9e27-8fd429816359 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:37.841723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=09598a25-56c4-43ac-a3b6-dca02edf4f34,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:37.859306 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3861abfa-3d84-4a74-bbf6-2baee8f583bc x-openstack-request-id: req-3861abfa-3d84-4a74-bbf6-2baee8f583bc {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:22:37.859592 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca17285-3e03-4bab-9852-038787fc1d59", "name": "network-vif-plugged", "status": "completed", "tag": "09598a25-56c4-43ac-a3b6-dca02edf4f34", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:22:37.859840 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3861abfa-3d84-4a74-bbf6-2baee8f583bc {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:22:37.860906 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca17285-3e03-4bab-9852-038787fc1d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09598a25-56c4-43ac-a3b6-dca02edf4f34', 'code': 200} Aug 06 16:22:37.939266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12311f3a-4d97-4936-a315-665aa325b80b req-2ed1d83f-bdef-4877-9e44-8284b1f853bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:37.940758 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12311f3a-4d97-4936-a315-665aa325b80b req-2ed1d83f-bdef-4877-9e44-8284b1f853bb service neutron] 10.222.0.78 "GET /v2.0/networks?id=f00a2581-8d5d-4eff-a570-b57f2c6f234e HTTP/1.1" status: 200 len: 910 time: 0.2185485 Aug 06 16:22:38.040734 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12311f3a-4d97-4936-a315-665aa325b80b req-361710b3-c914-4ed4-99cc-d38be6c33b1d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf HTTP/1.1" status: 200 len: 217 time: 0.0845351 Aug 06 16:22:38.294476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb283a-15d6-49ce-ab12-b81b9135b0b4 req-ef25a991-4adf-4d11-a66a-fafc11435055 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:38.302615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-49eb283a-15d6-49ce-ab12-b81b9135b0b4 req-ef25a991-4adf-4d11-a66a-fafc11435055 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1654372 Aug 06 16:22:38.306705 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12311f3a-4d97-4936-a315-665aa325b80b req-cebde2b0-1765-4615-b8e3-a101110890da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:38.308282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12311f3a-4d97-4936-a315-665aa325b80b req-cebde2b0-1765-4615-b8e3-a101110890da service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a10c488f-e5f5-4ce6-9a7f-d4f1db03b78c HTTP/1.1" status: 200 len: 849 time: 0.2534864 Aug 06 16:22:38.418807 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12311f3a-4d97-4936-a315-665aa325b80b req-f81fd431-dd91-4471-b0ea-8fad4ea533d3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=f00a2581-8d5d-4eff-a570-b57f2c6f234e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764308 Aug 06 16:22:38.435969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f28dd-d0d4-4be1-939e-132c83af0119 req-60c1170a-5f02-409f-ba18-bfd9c3d3363a tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:38.439048 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f65f28dd-d0d4-4be1-939e-132c83af0119 req-60c1170a-5f02-409f-ba18-bfd9c3d3363a tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/ports?device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 943 time: 0.3071456 Aug 06 16:22:38.485501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-e3374a42-56cb-470d-9e27-8fd429816359 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port d028c808-ecd2-489c-8c6c-97d17e9981b5 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:38.490303 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e3374a42-56cb-470d-9e27-8fd429816359 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:38.562505 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-49eb283a-15d6-49ce-ab12-b81b9135b0b4 req-c671876f-a458-405c-98b0-f4c928f04a54 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587695 Aug 06 16:22:38.572100 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12311f3a-4d97-4936-a315-665aa325b80b req-e56e3683-ef52-4ad8-8133-191a12f83200 service neutron] 10.222.0.78 "GET /v2.0/networks/f00a2581-8d5d-4eff-a570-b57f2c6f234e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314323 Aug 06 16:22:38.648297 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f65f28dd-d0d4-4be1-939e-132c83af0119 req-5cf3522e-fa25-4265-8249-8e9863b726e4 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/security-groups?id=299e942a-205b-4ad9-9475-ccc0b9614e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744340 Aug 06 16:22:38.711735 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e3374a42-56cb-470d-9e27-8fd429816359 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:38.725913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-e3374a42-56cb-470d-9e27-8fd429816359 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for d028c808-ecd2-489c-8c6c-97d17e9981b5 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:38.792022 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12311f3a-4d97-4936-a315-665aa325b80b req-15c2e4e8-6b2c-463a-b968-5193404550c0 service neutron] 10.222.0.78 "GET /v2.0/networks/f00a2581-8d5d-4eff-a570-b57f2c6f234e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088714 Aug 06 16:22:38.911718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:22:39.071007 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e3374a42-56cb-470d-9e27-8fd429816359 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:39.128161 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:39.137416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3374a42-56cb-470d-9e27-8fd429816359 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=d028c808-ecd2-489c-8c6c-97d17e9981b5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:39.185843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf,segment=NetworkSegment(75813b36-6a8e-4abc-b071-7c0451db6537),segment_id=75813b36-6a8e-4abc-b071-7c0451db6537)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:39.200260 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf', 'network_id': 'f00a2581-8d5d-4eff-a570-b57f2c6f234e', 'port_id': '8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf', 'mac_address': 'fa:16:3e:d8:45:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10c488f-e5f5-4ce6-9a7f-d4f1db03b78c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:22:39.263987 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:39.291094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:22:39.330925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf,segment=NetworkSegment(75813b36-6a8e-4abc-b071-7c0451db6537),segment_id=75813b36-6a8e-4abc-b071-7c0451db6537)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:39.340058 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:39.471059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:39.508601 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e3374a42-56cb-470d-9e27-8fd429816359 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:39.610967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:22:39.838709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7fe7c-58e3-4591-841b-86439952254e req-9cb19166-9f79-4756-b1ea-938971325876 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:39.852684 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cfa7fe7c-58e3-4591-841b-86439952254e req-9cb19166-9f79-4756-b1ea-938971325876 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1061840 Aug 06 16:22:40.029453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e0ae9-b7c3-482f-a487-f7f1ab210cc8 req-9dc7d1aa-5777-4259-bc5c-0575bbed26e5 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:40.037970 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f0e0ae9-b7c3-482f-a487-f7f1ab210cc8 req-9dc7d1aa-5777-4259-bc5c-0575bbed26e5 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/ports?device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 944 time: 0.1432512 Aug 06 16:22:40.046301 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cfa7fe7c-58e3-4591-841b-86439952254e req-43cc973b-40d1-4ffc-94a1-b468c2fd5076 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900930 Aug 06 16:22:40.054526 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3374a42-56cb-470d-9e27-8fd429816359 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router fddbc7ac-5842-4042-8696-3e535e2cf6f8 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:22:40.133227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f0e0ae9-b7c3-482f-a487-f7f1ab210cc8 req-c74802ba-9646-460f-8bee-130332371c0a tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/security-groups?id=299e942a-205b-4ad9-9475-ccc0b9614e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837862 Aug 06 16:22:40.304141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3374a42-56cb-470d-9e27-8fd429816359 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:22:40.310363 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e3374a42-56cb-470d-9e27-8fd429816359 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/fddbc7ac-5842-4042-8696-3e535e2cf6f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5001974 Aug 06 16:22:40.313142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38432) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:40.320787 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051f8c34-d0e3-4caf-8d7a-398fcce29be5 None None] Sync routers for ids ['fddbc7ac-5842-4042-8696-3e535e2cf6f8'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:22:40.344604 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051f8c34-d0e3-4caf-8d7a-398fcce29be5 None None] Routers {'fddbc7ac-5842-4042-8696-3e535e2cf6f8'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:40.345547 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-051f8c34-d0e3-4caf-8d7a-398fcce29be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:22:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['fddbc7ac-5842-4042-8696-3e535e2cf6f8'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:40.395167 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-051f8c34-d0e3-4caf-8d7a-398fcce29be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:40.405263 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051f8c34-d0e3-4caf-8d7a-398fcce29be5 None None] Routers {'fddbc7ac-5842-4042-8696-3e535e2cf6f8'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:40.406155 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-051f8c34-d0e3-4caf-8d7a-398fcce29be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:22:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['fddbc7ac-5842-4042-8696-3e535e2cf6f8'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:40.447655 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-051f8c34-d0e3-4caf-8d7a-398fcce29be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:40.448312 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051f8c34-d0e3-4caf-8d7a-398fcce29be5 None None] The sync data for ids ['fddbc7ac-5842-4042-8696-3e535e2cf6f8'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:22:40.925160 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:22:41.090698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:41.102000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:41.103185 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e70b9eef-c008-48cd-87d8-f9f788ea4097 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:41.103892 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:41.325892 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:41.410096 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a06099-6f3a-40dd-bae4-a68302181a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:22:41.420502 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e8a104-3be5-4d90-89b9-8343b49d00ae" -d '{"events": [{"server_uuid": "40a06099-6f3a-40dd-bae4-a68302181a00", "name": "network-vif-plugged", "status": "completed", "tag": "8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:22:41.457258 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf,segment=NetworkSegment(75813b36-6a8e-4abc-b071-7c0451db6537),segment_id=75813b36-6a8e-4abc-b071-7c0451db6537)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:41.465283 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:41.499244 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36235e-8e84-4fc1-8e8a-48346f91e6f2 req-fddb41b8-516f-4776-81aa-4f961602a468 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:41.500550 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb36235e-8e84-4fc1-8e8a-48346f91e6f2 req-fddb41b8-516f-4776-81aa-4f961602a468 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2846117 Aug 06 16:22:41.546281 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:41.776018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38462) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:41.854596 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acf9b7-8340-41d6-a2a8-581ef271c6aa req-17ecc646-db0a-47e8-bee2-c6b079cc5c4d tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:41.858995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-47acf9b7-8340-41d6-a2a8-581ef271c6aa req-17ecc646-db0a-47e8-bee2-c6b079cc5c4d tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/ports?device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 944 time: 0.5490766 Aug 06 16:22:41.932814 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb36235e-8e84-4fc1-8e8a-48346f91e6f2 req-f6014d4a-5948-4436-bc4e-15603251fc2d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722823 Aug 06 16:22:41.974998 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-47acf9b7-8340-41d6-a2a8-581ef271c6aa req-c3af8b72-eb1d-4668-85eb-b7fa8680e5d7 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/security-groups?id=299e942a-205b-4ad9-9475-ccc0b9614e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904386 Aug 06 16:22:42.034316 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9783e31-223b-4031-a67a-715831531481 x-openstack-request-id: req-b9783e31-223b-4031-a67a-715831531481 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:22:42.035376 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a06099-6f3a-40dd-bae4-a68302181a00", "name": "network-vif-plugged", "status": "completed", "tag": "8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:22:42.035838 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9783e31-223b-4031-a67a-715831531481 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:22:42.036433 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a06099-6f3a-40dd-bae4-a68302181a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf', 'code': 200} Aug 06 16:22:42.050137 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a216-75ee-48a5-8c23-208869d7c282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:42.179617 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e70b9eef-c008-48cd-87d8-f9f788ea4097 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port 1b780484-8d1b-4d85-9cd9-4d6741ce0786 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:42.180762 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e70b9eef-c008-48cd-87d8-f9f788ea4097 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:42.211152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed30fba-4d07-4688-b354-cb9f4cf10d3b req-b916ec82-f686-4184-acb7-8c7f701e9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:42.213989 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6ed30fba-4d07-4688-b354-cb9f4cf10d3b req-b916ec82-f686-4184-acb7-8c7f701e9b00 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 1096 time: 0.1050639 Aug 06 16:22:42.291332 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a216-75ee-48a5-8c23-208869d7c282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:42.297989 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ebf4a216-75ee-48a5-8c23-208869d7c282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:42.338585 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6ed30fba-4d07-4688-b354-cb9f4cf10d3b req-0e133281-17b2-4776-a60e-d2f776660669 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=299e942a-205b-4ad9-9475-ccc0b9614e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840642 Aug 06 16:22:42.344295 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ebf4a216-75ee-48a5-8c23-208869d7c282 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4296cc1cfb3a419d8181234aa294ee68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680482 Aug 06 16:22:42.345090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4a216-75ee-48a5-8c23-208869d7c282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbfa3ed-46de-47b9-b078-e3bb80da5901,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:42.347486 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38472) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:42.411283 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e70b9eef-c008-48cd-87d8-f9f788ea4097 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:42.435912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e70b9eef-c008-48cd-87d8-f9f788ea4097 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for 1b780484-8d1b-4d85-9cd9-4d6741ce0786 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:42.436352 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2727d095-19eb-45c2-a06d-eadae5b914c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:42.475699 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2727d095-19eb-45c2-a06d-eadae5b914c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:42.599385 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2727d095-19eb-45c2-a06d-eadae5b914c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:42.603613 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2727d095-19eb-45c2-a06d-eadae5b914c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:42.605760 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2727d095-19eb-45c2-a06d-eadae5b914c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8dbfa3ed-46de-47b9-b078-e3bb80da5901 HTTP/1.1" status: 204 len: 168 time: 0.2571993 Aug 06 16:22:42.618021 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727d095-19eb-45c2-a06d-eadae5b914c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbfa3ed-46de-47b9-b078-e3bb80da5901,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:42.714695 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e70b9eef-c008-48cd-87d8-f9f788ea4097 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:42.793146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b9eef-c008-48cd-87d8-f9f788ea4097 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=1b780484-8d1b-4d85-9cd9-4d6741ce0786,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:42.994104 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e70b9eef-c008-48cd-87d8-f9f788ea4097 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:43.254044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38486) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:43.278528 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02660a72-48fe-478e-9009-2ee1c8e9e8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:43.453668 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9dbfa-beb8-4262-8bae-d8eb33c4cde1 req-2bcb85c1-efba-4e94-8737-51a5b3ebcd0d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:43.470262 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97d9dbfa-beb8-4262-8bae-d8eb33c4cde1 req-2bcb85c1-efba-4e94-8737-51a5b3ebcd0d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.3025615 Aug 06 16:22:43.561016 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02660a72-48fe-478e-9009-2ee1c8e9e8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:43.572376 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-02660a72-48fe-478e-9009-2ee1c8e9e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:43.586848 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38d3e1-72a7-4be8-97eb-48da21ae8083 req-18b49abf-b060-4000-9bba-a261ac20414a tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:43.588668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d38d3e1-72a7-4be8-97eb-48da21ae8083 req-18b49abf-b060-4000-9bba-a261ac20414a tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/ports?device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 945 time: 0.4048162 Aug 06 16:22:43.590923 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70b9eef-c008-48cd-87d8-f9f788ea4097 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router fddbc7ac-5842-4042-8696-3e535e2cf6f8 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:22:43.607231 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97d9dbfa-beb8-4262-8bae-d8eb33c4cde1 req-3f316731-25d2-40ae-86f1-8f2c7371dc78 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300018 Aug 06 16:22:43.620919 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02660a72-48fe-478e-9009-2ee1c8e9e8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01abcf4d-3406-4ec2-8351-ed3135f6c8ca,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:43.634831 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-02660a72-48fe-478e-9009-2ee1c8e9e8e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf2ef30d8fa7429aaf6f81d4b9206dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3789885 Aug 06 16:22:43.635495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38490) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:43.735285 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea07a144-fab2-4348-9216-2335c562be1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:43.764296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d38d3e1-72a7-4be8-97eb-48da21ae8083 req-0e81364e-2c93-4513-ba4f-1793f20df06a tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/security-groups?id=299e942a-205b-4ad9-9475-ccc0b9614e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558099 Aug 06 16:22:43.781915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70b9eef-c008-48cd-87d8-f9f788ea4097 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:22:43.791533 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea07a144-fab2-4348-9216-2335c562be1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:43.791764 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38492) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:43.793539 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e70b9eef-c008-48cd-87d8-f9f788ea4097 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/fddbc7ac-5842-4042-8696-3e535e2cf6f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4789436 Aug 06 16:22:43.799084 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01adee6-3ce1-4e08-965f-dda63d34a5bd None None] Sync routers for ids ['fddbc7ac-5842-4042-8696-3e535e2cf6f8'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:22:43.811709 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01adee6-3ce1-4e08-965f-dda63d34a5bd None None] Routers {'fddbc7ac-5842-4042-8696-3e535e2cf6f8'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:43.821524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f01adee6-3ce1-4e08-965f-dda63d34a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:22:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['fddbc7ac-5842-4042-8696-3e535e2cf6f8'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:43.844191 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e5de2cb7-1372-4421-b57a-c75aa4d95a41 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports?device_id=fddbc7ac-5842-4042-8696-3e535e2cf6f8 HTTP/1.1" status: 200 len: 205 time: 0.0512862 Aug 06 16:22:43.856861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38494) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:43.884145 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f01adee6-3ce1-4e08-965f-dda63d34a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:43.907513 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01adee6-3ce1-4e08-965f-dda63d34a5bd None None] Routers {'fddbc7ac-5842-4042-8696-3e535e2cf6f8'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:43.908125 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f01adee6-3ce1-4e08-965f-dda63d34a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:22:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['fddbc7ac-5842-4042-8696-3e535e2cf6f8'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:43.969506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f01adee6-3ce1-4e08-965f-dda63d34a5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:43.970253 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01adee6-3ce1-4e08-965f-dda63d34a5bd None None] The sync data for ids ['fddbc7ac-5842-4042-8696-3e535e2cf6f8'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:22:44.037661 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8f505ad-8d90-47aa-a384-16796c4e4d55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:44.037661 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea07a144-fab2-4348-9216-2335c562be1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:44.049545 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea07a144-fab2-4348-9216-2335c562be1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:44.053563 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ea07a144-fab2-4348-9216-2335c562be1d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01abcf4d-3406-4ec2-8351-ed3135f6c8ca HTTP/1.1" status: 204 len: 168 time: 0.4146726 Aug 06 16:22:44.178631 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07a144-fab2-4348-9216-2335c562be1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01abcf4d-3406-4ec2-8351-ed3135f6c8ca,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:44.375286 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8f505ad-8d90-47aa-a384-16796c4e4d55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:44.382034 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8f505ad-8d90-47aa-a384-16796c4e4d55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:44.472500 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8f505ad-8d90-47aa-a384-16796c4e4d55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:44.477409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f505ad-8d90-47aa-a384-16796c4e4d55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Fanout notify agent at l3_agent the message router_deleted on router fddbc7ac-5842-4042-8696-3e535e2cf6f8 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:22:44.502971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8f505ad-8d90-47aa-a384-16796c4e4d55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:44.508784 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d8f505ad-8d90-47aa-a384-16796c4e4d55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/routers/fddbc7ac-5842-4042-8696-3e535e2cf6f8 HTTP/1.1" status: 204 len: 168 time: 0.6533797 Aug 06 16:22:44.511395 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38504) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:44.655328 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc3e30a-0467-4c4b-aaf9-c717eadb6b0e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting subnet d6bcb774-d0e7-4c5b-8d8b-19d737afa40d {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:22:44.668826 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3fc3e30a-0467-4c4b-aaf9-c717eadb6b0e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:44.870068 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3fc3e30a-0467-4c4b-aaf9-c717eadb6b0e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:44.949676 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb1e22-5cf5-47c3-81c2-e890e10e6f3b req-e24d7228-d618-4f9b-afe0-194e46fea59f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:44.956942 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27fb1e22-5cf5-47c3-81c2-e890e10e6f3b req-e24d7228-d618-4f9b-afe0-194e46fea59f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2299030 Aug 06 16:22:45.051519 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27fb1e22-5cf5-47c3-81c2-e890e10e6f3b req-f2dcbd6c-706c-413d-abd5-5a65195679ef tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935900 Aug 06 16:22:45.065303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a922f3c-ddde-4325-bc34-15d491e268a8 req-36b29650-89a4-495d-864b-ad378121520a tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:45.073341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a922f3c-ddde-4325-bc34-15d491e268a8 req-36b29650-89a4-495d-864b-ad378121520a tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/ports?device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 945 time: 0.2058141 Aug 06 16:22:45.120976 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3fc3e30a-0467-4c4b-aaf9-c717eadb6b0e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:45.146565 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a922f3c-ddde-4325-bc34-15d491e268a8 req-d8359fda-125c-4c3c-bd03-82a2b8b51fbd tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/security-groups?id=299e942a-205b-4ad9-9475-ccc0b9614e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716276 Aug 06 16:22:45.216489 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3fc3e30a-0467-4c4b-aaf9-c717eadb6b0e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:45.266688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3e30a-0467-4c4b-aaf9-c717eadb6b0e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Subnet': ['ID=d6bcb774-d0e7-4c5b-8d8b-19d737afa40d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:45.276685 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aad5a4-00b0-4f7e-be6c-b7f7eff721e9 None None] Network a8881036-8308-47a6-ad95-200f3ecc90d2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:45.279182 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3fc3e30a-0467-4c4b-aaf9-c717eadb6b0e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:45.283898 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3fc3e30a-0467-4c4b-aaf9-c717eadb6b0e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/d6bcb774-d0e7-4c5b-8d8b-19d737afa40d HTTP/1.1" status: 204 len: 168 time: 0.7679338 Aug 06 16:22:45.284718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38534) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:45.499432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b73f849-03d4-445f-a519-4091f26234a1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting subnet 8ff02201-e786-4a7b-88ee-1bed0043a0e5 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:22:45.507745 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b73f849-03d4-445f-a519-4091f26234a1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:45.631737 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b73f849-03d4-445f-a519-4091f26234a1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:45.846558 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3147834d-3a5e-4631-9fbb-531dd9e1d971 None None] DHCP port deletion for a8881036-8308-47a6-ad95-200f3ecc90d2 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:22:45.939163 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b73f849-03d4-445f-a519-4091f26234a1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:45.940031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3147834d-3a5e-4631-9fbb-531dd9e1d971 None None] Deleting port 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:45.940576 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3147834d-3a5e-4631-9fbb-531dd9e1d971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.095812 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b73f849-03d4-445f-a519-4091f26234a1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.109980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3147834d-3a5e-4631-9fbb-531dd9e1d971 None None] For port 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3376f4cf-cff5-44b4-8d95-0bcd37e4cf31,segment=NetworkSegment(40c0e67a-debe-420a-9ebf-fa83a7edac7f),segment_id=40c0e67a-debe-420a-9ebf-fa83a7edac7f)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:46.111469 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3147834d-3a5e-4631-9fbb-531dd9e1d971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.134214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3147834d-3a5e-4631-9fbb-531dd9e1d971 None None] Calling delete_port for 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:46.158160 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73f849-03d4-445f-a519-4091f26234a1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff02201-e786-4a7b-88ee-1bed0043a0e5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:46.167893 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b73f849-03d4-445f-a519-4091f26234a1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.172826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38564) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:46.173781 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1b73f849-03d4-445f-a519-4091f26234a1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/8ff02201-e786-4a7b-88ee-1bed0043a0e5 HTTP/1.1" status: 204 len: 168 time: 0.8877120 Aug 06 16:22:46.210213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf047b6c-35f9-4012-834c-14418f608b86 None None] Network 48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:46.332259 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.378671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee5edf-ebb8-4a72-ab9f-0d516d8929c9 req-d9c953c3-a913-4121-8fbf-14f8e6ae984d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:46.388548 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60ee5edf-ebb8-4a72-ab9f-0d516d8929c9 req-d9c953c3-a913-4121-8fbf-14f8e6ae984d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1285551 Aug 06 16:22:46.449519 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3147834d-3a5e-4631-9fbb-531dd9e1d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.505308 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147834d-3a5e-4631-9fbb-531dd9e1d971 None None] Pushing event deleted for resources: {'Port': ['ID=3376f4cf-cff5-44b4-8d95-0bcd37e4cf31,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:46.526725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3147834d-3a5e-4631-9fbb-531dd9e1d971 None None] No DVR routers for this DVR port 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:22:46.531213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f744caa-d5d2-4ec2-81db-b771fe0b5c1a None None] DHCP port deletion for 48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:22:46.614134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] The port '3376f4cf-cff5-44b4-8d95-0bcd37e4cf31' was deleted {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 06 16:22:46.743425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9f744caa-d5d2-4ec2-81db-b771fe0b5c1a None None] Deleting port 097b180a-c56b-4e48-800a-e8d40453851d {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:46.743975 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9f744caa-d5d2-4ec2-81db-b771fe0b5c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.789756 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60ee5edf-ebb8-4a72-ab9f-0d516d8929c9 req-a5cb94ae-23d1-4f3a-ac7b-cf58e0a2b254 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787694 Aug 06 16:22:46.824390 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.890555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8881036-8308-47a6-ad95-200f3ecc90d2']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:46.921612 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c0e67a-debe-420a-9ebf-fa83a7edac7f') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:46.928467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c0e67a-debe-420a-9ebf-fa83a7edac7f') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:46.936087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-9f744caa-d5d2-4ec2-81db-b771fe0b5c1a None None] For port 097b180a-c56b-4e48-800a-e8d40453851d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=097b180a-c56b-4e48-800a-e8d40453851d,segment=NetworkSegment(dbfeb1b1-bf74-43fe-9d11-97546a5da729),segment_id=dbfeb1b1-bf74-43fe-9d11-97546a5da729)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:46.937594 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9f744caa-d5d2-4ec2-81db-b771fe0b5c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.973451 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.014699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9f744caa-d5d2-4ec2-81db-b771fe0b5c1a None None] Calling delete_port for 097b180a-c56b-4e48-800a-e8d40453851d owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:47.073188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a29cf-dd22-4d59-b24a-84a76667511f req-34876948-9fd0-4bfd-bb31-860a39766bb0 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:47.092407 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f75a29cf-dd22-4d59-b24a-84a76667511f req-34876948-9fd0-4bfd-bb31-860a39766bb0 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.2985547 Aug 06 16:22:47.215128 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.237163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:22:47.238659 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:22:47.248355 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:22:47.287487 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9f744caa-d5d2-4ec2-81db-b771fe0b5c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.290982 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f75a29cf-dd22-4d59-b24a-84a76667511f req-61d4d8ba-ebcd-4f09-8ded-d094ff1c087c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842318 Aug 06 16:22:47.325567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f744caa-d5d2-4ec2-81db-b771fe0b5c1a None None] No DVR routers for this DVR port 097b180a-c56b-4e48-800a-e8d40453851d on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:22:47.384276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f744caa-d5d2-4ec2-81db-b771fe0b5c1a None None] Pushing event deleted for resources: {'Port': ['ID=097b180a-c56b-4e48-800a-e8d40453851d,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:47.436601 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.450485 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.457777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38584) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:47.459717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/networks/a8881036-8308-47a6-ad95-200f3ecc90d2 HTTP/1.1" status: 204 len: 168 time: 1.2857001 Aug 06 16:22:47.498263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Network': ['ID=a8881036-8308-47a6-ad95-200f3ecc90d2,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:47.517086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.520038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.520629 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.521204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.521794 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.522595 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.525047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.525885 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.527281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.529931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.530948 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.531783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5984477-1fc6-4760-9d2e-86bf8d0ea210 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.657165 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f11947d-40ce-463c-8622-b767dc01be85 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:48.018367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:22:48.054727 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f11947d-40ce-463c-8622-b767dc01be85 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:48.091255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-1f11947d-40ce-463c-8622-b767dc01be85 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:48.111204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38745cc0-34b0-41ea-9532-20580b349cdc req-b88f6631-b604-4fd6-8603-98e0d6a4cd2a tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:48.118607 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-38745cc0-34b0-41ea-9532-20580b349cdc req-b88f6631-b604-4fd6-8603-98e0d6a4cd2a tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1119289 Aug 06 16:22:48.121835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:22:48.122369 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3376f4cf-cff5-44b4-8d95-0bcd37e4cf31 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:22:48.122803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 097b180a-c56b-4e48-800a-e8d40453851d no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:22:48.141150 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-1f11947d-40ce-463c-8622-b767dc01be85 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfeb1b1-bf74-43fe-9d11-97546a5da729') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:48.142833 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-1f11947d-40ce-463c-8622-b767dc01be85 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfeb1b1-bf74-43fe-9d11-97546a5da729') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:48.185540 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f11947d-40ce-463c-8622-b767dc01be85 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:48.186038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 097b180a-c56b-4e48-800a-e8d40453851d {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:22:48.187081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 097b180a-c56b-4e48-800a-e8d40453851d not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:22:48.234448 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-38745cc0-34b0-41ea-9532-20580b349cdc req-0b090216-0387-40d5-a700-a62a18c5811b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039784 Aug 06 16:22:48.271513 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f11947d-40ce-463c-8622-b767dc01be85 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:48.299941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f11947d-40ce-463c-8622-b767dc01be85 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:22:48.301739 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f11947d-40ce-463c-8622-b767dc01be85 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:22:48.332830 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:22:48.476290 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f11947d-40ce-463c-8622-b767dc01be85 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:48.486115 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f11947d-40ce-463c-8622-b767dc01be85 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:48.494439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38606) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:48.495170 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1f11947d-40ce-463c-8622-b767dc01be85 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/networks/48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55 HTTP/1.1" status: 204 len: 168 time: 1.0362849 Aug 06 16:22:48.508913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-48607a1e-2eaa-4787-ada3-207441af3b4b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1997424810'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:48.535906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11947d-40ce-463c-8622-b767dc01be85 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Network': ['ID=48c9a1e5-2d6c-4cf8-9f14-ed21ae840c55,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:48.561746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602f3a0-c784-4e01-ba24-94c71e16e67e req-4eb495e4-ce85-4e26-873c-fc89b2d1d62e tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:48.563438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8602f3a0-c784-4e01-ba24-94c71e16e67e req-4eb495e4-ce85-4e26-873c-fc89b2d1d62e tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.13 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.1664128 Aug 06 16:22:48.564697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48607a1e-2eaa-4787-ada3-207441af3b4b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:48.569898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-48607a1e-2eaa-4787-ada3-207441af3b4b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:48.717256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48607a1e-2eaa-4787-ada3-207441af3b4b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:22:48.781921 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-48607a1e-2eaa-4787-ada3-207441af3b4b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:48.782459 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-48607a1e-2eaa-4787-ada3-207441af3b4b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Added segment 72906361-7c7f-4d4e-8e4b-b412bfa9063f of type vlan for network c6abb81e-0f0a-4b70-98bf-dee7d522961e Aug 06 16:22:48.843111 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d574c9-bfde-4700-a412-59cb5a4f1d3b req-8685e93e-836f-40cd-bb4a-c9204a7ebbcd tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:48.845265 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89d574c9-bfde-4700-a412-59cb5a4f1d3b req-8685e93e-836f-40cd-bb4a-c9204a7ebbcd tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.2582510 Aug 06 16:22:48.926957 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-48607a1e-2eaa-4787-ada3-207441af3b4b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:49.087314 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-48607a1e-2eaa-4787-ada3-207441af3b4b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:49.110959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48607a1e-2eaa-4787-ada3-207441af3b4b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:49.112301 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-48607a1e-2eaa-4787-ada3-207441af3b4b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:49.152449 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89d574c9-bfde-4700-a412-59cb5a4f1d3b req-81da67f3-514d-4cfc-9e1f-e8f6fbb5a283 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720687 Aug 06 16:22:49.188890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-8602f3a0-c784-4e01-ba24-94c71e16e67e req-69403a07-dd30-4561-bb5c-89a11b871b43 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Deleting port 0847e10b-9cbb-4a1a-87ef-51204f2f816d {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:49.189303 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8602f3a0-c784-4e01-ba24-94c71e16e67e req-69403a07-dd30-4561-bb5c-89a11b871b43 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:49.287214 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-48607a1e-2eaa-4787-ada3-207441af3b4b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7880425 Aug 06 16:22:49.290848 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38626) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:49.296090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a1443fbe-ab94-4853-9091-9c297e8118ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'subnet': {'network_id': 'c6abb81e-0f0a-4b70-98bf-dee7d522961e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:49.575281 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1443fbe-ab94-4853-9091-9c297e8118ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:49.580025 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1443fbe-ab94-4853-9091-9c297e8118ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:49.592934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48607a1e-2eaa-4787-ada3-207441af3b4b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Network': ['ID=c6abb81e-0f0a-4b70-98bf-dee7d522961e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:49.609363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network c6abb81e-0f0a-4b70-98bf-dee7d522961e details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:22:49.680217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-8602f3a0-c784-4e01-ba24-94c71e16e67e req-69403a07-dd30-4561-bb5c-89a11b871b43 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] For port 0847e10b-9cbb-4a1a-87ef-51204f2f816d, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0847e10b-9cbb-4a1a-87ef-51204f2f816d,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:49.680217 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8602f3a0-c784-4e01-ba24-94c71e16e67e req-69403a07-dd30-4561-bb5c-89a11b871b43 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.055767 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1443fbe-ab94-4853-9091-9c297e8118ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.335793 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1443fbe-ab94-4853-9091-9c297e8118ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Checking segment: {'id': '72906361-7c7f-4d4e-8e4b-b412bfa9063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c6abb81e-0f0a-4b70-98bf-dee7d522961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:22:50.339060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1443fbe-ab94-4853-9091-9c297e8118ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network hostable DHCP agents. Network: c6abb81e-0f0a-4b70-98bf-dee7d522961e, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:22:50.358111 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1443fbe-ab94-4853-9091-9c297e8118ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Subnet': ['ID=36f87c27-4f52-4f16-958a-753d8c6c4f5b,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:50.394361 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1443fbe-ab94-4853-9091-9c297e8118ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network c6abb81e-0f0a-4b70-98bf-dee7d522961e is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:22:50.413711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a1443fbe-ab94-4853-9091-9c297e8118ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, c6abb81e-0f0a-4b70-98bf-dee7d522961e) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:50.421668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1443fbe-ab94-4853-9091-9c297e8118ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:50.425336 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a1443fbe-ab94-4853-9091-9c297e8118ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.433581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e44420-ad91-4dbb-8b70-1a46ebdc3f8f None None] Network c6abb81e-0f0a-4b70-98bf-dee7d522961e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:50.454921 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a1443fbe-ab94-4853-9091-9c297e8118ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1628630 Aug 06 16:22:50.457494 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38652) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:50.471019 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d71bc4c2-aaa2-4c02-a8f0-d05e57aaebae tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2007852383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:50.529974 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d71bc4c2-aaa2-4c02-a8f0-d05e57aaebae tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.531219 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d71bc4c2-aaa2-4c02-a8f0-d05e57aaebae tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.702148 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d71bc4c2-aaa2-4c02-a8f0-d05e57aaebae tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.710946 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d71bc4c2-aaa2-4c02-a8f0-d05e57aaebae tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.744989 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d71bc4c2-aaa2-4c02-a8f0-d05e57aaebae tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.746628 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d71bc4c2-aaa2-4c02-a8f0-d05e57aaebae tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2876534 Aug 06 16:22:50.753678 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38660) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:50.765900 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-169cc5ae-3ceb-473c-8208-5e37bc376372 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'port': {'network_id': 'c6abb81e-0f0a-4b70-98bf-dee7d522961e', 'name': 'tempest-RoutersIpV6Test-502096466'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:50.882924 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-c6abb81e-0f0a-4b70-98bf-dee7d522961e', 'network_id': 'c6abb81e-0f0a-4b70-98bf-dee7d522961e', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'fixed_ips': [{'subnet_id': '36f87c27-4f52-4f16-958a-753d8c6c4f5b'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:22:50.883977 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.018695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169cc5ae-3ceb-473c-8208-5e37bc376372 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:22:51.031373 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-169cc5ae-3ceb-473c-8208-5e37bc376372 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.090655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-169cc5ae-3ceb-473c-8208-5e37bc376372 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] device_id is not set on port 71817220-b9a3-42f5-8de3-f5a9c467c953 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:22:51.166491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9626bd-9ea8-4419-99c3-adaebf52872a req-7a05fc7b-9890-443b-b18c-d6af36ab045c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:51.168084 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f9626bd-9ea8-4419-99c3-adaebf52872a req-7a05fc7b-9890-443b-b18c-d6af36ab045c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 1.7003958 Aug 06 16:22:51.169990 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8602f3a0-c784-4e01-ba24-94c71e16e67e req-69403a07-dd30-4561-bb5c-89a11b871b43 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.170484 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8602f3a0-c784-4e01-ba24-94c71e16e67e req-69403a07-dd30-4561-bb5c-89a11b871b43 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.170799 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-8602f3a0-c784-4e01-ba24-94c71e16e67e req-69403a07-dd30-4561-bb5c-89a11b871b43 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Floating IP 7556dc76-60ec-4642-a09f-a30258ab2b9d disassociated. External IP: 172.25.1.40, port: 0847e10b-9cbb-4a1a-87ef-51204f2f816d. Aug 06 16:22:51.171145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-8602f3a0-c784-4e01-ba24-94c71e16e67e req-69403a07-dd30-4561-bb5c-89a11b871b43 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Calling delete_port for 0847e10b-9cbb-4a1a-87ef-51204f2f816d owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:51.182086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fef10-a6fe-473c-b2bc-63a7a5bd9d3f req-622b899c-bc5c-47e0-99dd-18fd2068b8dd tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:51.183616 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df4fef10-a6fe-473c-b2bc-63a7a5bd9d3f req-622b899c-bc5c-47e0-99dd-18fd2068b8dd tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 945 time: 0.2634676 Aug 06 16:22:51.260521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Allocated IP 2001:db8::2 (c6abb81e-0f0a-4b70-98bf-dee7d522961e/36f87c27-4f52-4f16-958a-753d8c6c4f5b/a5b1521d-9f62-4169-aeba-206520bfdb2d) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:22:51.390495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f9626bd-9ea8-4419-99c3-adaebf52872a req-4fa4089f-40c2-4d3b-8779-7085cc147f43 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058775 Aug 06 16:22:51.396601 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df4fef10-a6fe-473c-b2bc-63a7a5bd9d3f req-592c4185-b60f-4455-b334-c0bb2cfdc1d7 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=a80b5315-7730-4fb0-9dcb-b42d8eeb76af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826756 Aug 06 16:22:51.474193 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.490312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Transition to ACTIVE for port object a5b1521d-9f62-4169-aeba-206520bfdb2d will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:51.515314 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Transition to ACTIVE for port object a5b1521d-9f62-4169-aeba-206520bfdb2d will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:51.528731 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8602f3a0-c784-4e01-ba24-94c71e16e67e req-69403a07-dd30-4561-bb5c-89a11b871b43 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.541156 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.588466 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69403a07-dd30-4561-bb5c-89a11b871b43 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event deleted for resources: {'Port': ['ID=0847e10b-9cbb-4a1a-87ef-51204f2f816d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:51.639921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Network c6abb81e-0f0a-4b70-98bf-dee7d522961e is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:22:51.644008 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:51.657303 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:22:51.673822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-169cc5ae-3ceb-473c-8208-5e37bc376372 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Allocated IP 2001:db8::246 (c6abb81e-0f0a-4b70-98bf-dee7d522961e/36f87c27-4f52-4f16-958a-753d8c6c4f5b/71817220-b9a3-42f5-8de3-f5a9c467c953) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:22:51.691076 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Pushing event updated for resources: {'Port': ['ID=a5b1521d-9f62-4169-aeba-206520bfdb2d,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:51.815030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Attempting to bind port a5b1521d-9f62-4169-aeba-206520bfdb2d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:22:51.815418 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Attempting to bind port a5b1521d-9f62-4169-aeba-206520bfdb2d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '72906361-7c7f-4d4e-8e4b-b412bfa9063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c6abb81e-0f0a-4b70-98bf-dee7d522961e'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:22:51.815754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Attempting to bind port a5b1521d-9f62-4169-aeba-206520bfdb2d on network c6abb81e-0f0a-4b70-98bf-dee7d522961e {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:22:51.831013 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:22:51.835458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Checking segment: {'id': '72906361-7c7f-4d4e-8e4b-b412bfa9063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c6abb81e-0f0a-4b70-98bf-dee7d522961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:22:51.835934 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.836336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Bound using segment: {'id': '72906361-7c7f-4d4e-8e4b-b412bfa9063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c6abb81e-0f0a-4b70-98bf-dee7d522961e'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:22:51.836839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Bound port: a5b1521d-9f62-4169-aeba-206520bfdb2d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72906361-7c7f-4d4e-8e4b-b412bfa9063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c6abb81e-0f0a-4b70-98bf-dee7d522961e'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:22:51.838582 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.893272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8602f3a0-c784-4e01-ba24-94c71e16e67e req-69403a07-dd30-4561-bb5c-89a11b871b43 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Router 9afd9d01-b741-4a22-b0d0-e66751859fa9 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:22:51.986293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28c866-6d7e-495d-8d57-ed9d07be5589 req-00985537-ffce-4872-8b15-21f533a8fa78 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:51.993914 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f28c866-6d7e-495d-8d57-ed9d07be5589 req-00985537-ffce-4872-8b15-21f533a8fa78 tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/ports?device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 945 time: 0.1845529 Aug 06 16:22:52.046457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] For port a5b1521d-9f62-4169-aeba-206520bfdb2d, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:22:52.058574 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] For port a5b1521d-9f62-4169-aeba-206520bfdb2d, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a5b1521d-9f62-4169-aeba-206520bfdb2d,segment=NetworkSegment(72906361-7c7f-4d4e-8e4b-b412bfa9063f),segment_id=72906361-7c7f-4d4e-8e4b-b412bfa9063f)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:22:52.067372 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:52.170558 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-169cc5ae-3ceb-473c-8208-5e37bc376372 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:52.194943 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-169cc5ae-3ceb-473c-8208-5e37bc376372 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Transition to ACTIVE for port object 71817220-b9a3-42f5-8de3-f5a9c467c953 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:22:52.289359 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670762f-2a85-4abe-a48c-752c1f60db8b None None] Pushing event updated for resources: {'Port': ['ID=a5b1521d-9f62-4169-aeba-206520bfdb2d,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:52.314121 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-169cc5ae-3ceb-473c-8208-5e37bc376372 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:52.320806 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f28c866-6d7e-495d-8d57-ed9d07be5589 req-cf105282-e42f-4309-9236-1a2948b3e51a tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/security-groups?id=299e942a-205b-4ad9-9475-ccc0b9614e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188488 Aug 06 16:22:52.439711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169cc5ae-3ceb-473c-8208-5e37bc376372 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network c6abb81e-0f0a-4b70-98bf-dee7d522961e is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:22:52.448441 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-169cc5ae-3ceb-473c-8208-5e37bc376372 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:52.450452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8602f3a0-c784-4e01-ba24-94c71e16e67e req-69403a07-dd30-4561-bb5c-89a11b871b43 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:22:52.468705 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0847e10b-9cbb-4a1a-87ef-51204f2f816d no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:22:52.476833 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb222131-7fc2-4d82-9ac6-298ffe92a5f4 None None] Sync routers for ids ['9afd9d01-b741-4a22-b0d0-e66751859fa9'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:22:52.494250 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169cc5ae-3ceb-473c-8208-5e37bc376372 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:22:52.510608 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb222131-7fc2-4d82-9ac6-298ffe92a5f4 None None] Routers {'9afd9d01-b741-4a22-b0d0-e66751859fa9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:52.514948 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-cb222131-7fc2-4d82-9ac6-298ffe92a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:22:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9afd9d01-b741-4a22-b0d0-e66751859fa9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:52.524812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169cc5ae-3ceb-473c-8208-5e37bc376372 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:52.538658 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-169cc5ae-3ceb-473c-8208-5e37bc376372 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:52.558227 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 0847e10b-9cbb-4a1a-87ef-51204f2f816d {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:22:52.561546 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0847e10b-9cbb-4a1a-87ef-51204f2f816d not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:22:52.566476 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cc5ae-3ceb-473c-8208-5e37bc376372 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=71817220-b9a3-42f5-8de3-f5a9c467c953,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:52.625034 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-169cc5ae-3ceb-473c-8208-5e37bc376372 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8709950 Aug 06 16:22:52.626058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38688) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:52.778889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-8602f3a0-c784-4e01-ba24-94c71e16e67e req-69403a07-dd30-4561-bb5c-89a11b871b43 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] No DVR routers for this DVR port 0847e10b-9cbb-4a1a-87ef-51204f2f816d on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:22:52.847855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-28e6ec3c-bef2-4958-920f-0f9db69762d8 req-a916cb25-ed62-4497-88d6-dc6031a0497c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=c178eb36-be0d-4127-ba66-67163b6d7a95 HTTP/1.1" status: 200 len: 210 time: 0.1695497 Aug 06 16:22:52.852413 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-8602f3a0-c784-4e01-ba24-94c71e16e67e req-69403a07-dd30-4561-bb5c-89a11b871b43 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:52.866915 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-cb222131-7fc2-4d82-9ac6-298ffe92a5f4 None None] Set router 9afd9d01-b741-4a22-b0d0-e66751859fa9 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:22:52.869430 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8602f3a0-c784-4e01-ba24-94c71e16e67e req-69403a07-dd30-4561-bb5c-89a11b871b43 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.13 "DELETE /v2.0/ports/0847e10b-9cbb-4a1a-87ef-51204f2f816d HTTP/1.1" status: 204 len: 173 time: 4.2638352 Aug 06 16:22:52.950212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c178eb36-be0d-4127-ba66-67163b6d7a95', 'name': 'network-vif-deleted', 'tag': '0847e10b-9cbb-4a1a-87ef-51204f2f816d'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:22:52.963678 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfe8f9c-efd7-4988-93df-7a3d11381955" -d '{"events": [{"server_uuid": "c178eb36-be0d-4127-ba66-67163b6d7a95", "name": "network-vif-deleted", "tag": "0847e10b-9cbb-4a1a-87ef-51204f2f816d"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:22:53.120453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d8925-91d3-4c35-a854-89dd8450893e req-03245248-f330-4244-a5fd-108622072f93 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:53.129882 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d1d8925-91d3-4c35-a854-89dd8450893e req-03245248-f330-4244-a5fd-108622072f93 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.3726063 Aug 06 16:22:53.171314 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8423d89-7baf-4c57-89ba-c13a52bde8bd x-openstack-request-id: req-d8423d89-7baf-4c57-89ba-c13a52bde8bd {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:22:53.171565 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c178eb36-be0d-4127-ba66-67163b6d7a95", "name": "network-vif-deleted", "tag": "0847e10b-9cbb-4a1a-87ef-51204f2f816d", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:22:53.171833 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8423d89-7baf-4c57-89ba-c13a52bde8bd {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:22:53.174526 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c178eb36-be0d-4127-ba66-67163b6d7a95', 'name': 'network-vif-deleted', 'tag': '0847e10b-9cbb-4a1a-87ef-51204f2f816d', 'status': 'completed', 'code': 200} Aug 06 16:22:53.303107 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d1d8925-91d3-4c35-a854-89dd8450893e req-9b06fa7d-77d8-4955-a84f-c223ac452c55 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604283 Aug 06 16:22:53.408128 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-cb222131-7fc2-4d82-9ac6-298ffe92a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:37Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '87102910-4e22-4de1-87fa-35d33127ce86', 'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'mac_address': 'fa:16:3e:c5:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:33Z', 'updated_at': '2021-08-06T16:18:47Z', 'revision_number': 5, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'subnets': [{'id': '33e739df-6337-434a-b559-956cd4fe06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:53.474715 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb222131-7fc2-4d82-9ac6-298ffe92a5f4 None None] Checking router: 9afd9d01-b741-4a22-b0d0-e66751859fa9 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:22:53.485289 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:22:53.501121 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb222131-7fc2-4d82-9ac6-298ffe92a5f4 None None] Routers {'9afd9d01-b741-4a22-b0d0-e66751859fa9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:53.502128 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-cb222131-7fc2-4d82-9ac6-298ffe92a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:22:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9afd9d01-b741-4a22-b0d0-e66751859fa9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:53.584170 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:53.644039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39378de7-6fe3-4a1d-8e6a-95d26cc5c673 req-90fbf15b-c9eb-4bf7-9840-68a70badf98d tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:53.663363 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39378de7-6fe3-4a1d-8e6a-95d26cc5c673 req-90fbf15b-c9eb-4bf7-9840-68a70badf98d tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.78 "GET /v2.0/ports?device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 945 time: 0.2802291 Aug 06 16:22:53.845435 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-cb222131-7fc2-4d82-9ac6-298ffe92a5f4 None None] Set router 9afd9d01-b741-4a22-b0d0-e66751859fa9 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:22:53.922604 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:53.999564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b71e9-ff59-4e00-a737-33e9ea296bab req-01dfb7ba-0c17-4544-8c57-70d2f213987e tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:54.020265 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-574b71e9-ff59-4e00-a737-33e9ea296bab req-01dfb7ba-0c17-4544-8c57-70d2f213987e tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/ports?device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 945 time: 0.4722137 Aug 06 16:22:54.084667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a5b1521d-9f62-4169-aeba-206520bfdb2d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:22:54.098193 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83c5fa54-a39e-4468-b158-c5b5ee68e857 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:54.190970 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a5b1521d-9f62-4169-aeba-206520bfdb2d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:54.230719 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-574b71e9-ff59-4e00-a737-33e9ea296bab req-de333b7e-00be-475d-a25b-264a52e125be tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/security-groups?id=299e942a-205b-4ad9-9475-ccc0b9614e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008469 Aug 06 16:22:54.251271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-39378de7-6fe3-4a1d-8e6a-95d26cc5c673 req-61953ba5-81b3-4c38-92e2-623260acae1b tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Deleting port 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:54.251617 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-39378de7-6fe3-4a1d-8e6a-95d26cc5c673 req-61953ba5-81b3-4c38-92e2-623260acae1b tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:54.393215 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17164769-8466-4b85-b4af-b8dc28e326c7 None None] Network c6abb81e-0f0a-4b70-98bf-dee7d522961e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:54.479165 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-cb222131-7fc2-4d82-9ac6-298ffe92a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:37Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '87102910-4e22-4de1-87fa-35d33127ce86', 'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'mac_address': 'fa:16:3e:c5:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:33Z', 'updated_at': '2021-08-06T16:18:47Z', 'revision_number': 5, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'subnets': [{'id': '33e739df-6337-434a-b559-956cd4fe06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:54.576220 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb222131-7fc2-4d82-9ac6-298ffe92a5f4 None None] The sync data for ids ['9afd9d01-b741-4a22-b0d0-e66751859fa9'] in n-d-803756-1 is: [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:37Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '87102910-4e22-4de1-87fa-35d33127ce86', 'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'mac_address': 'fa:16:3e:c5:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:33Z', 'updated_at': '2021-08-06T16:18:47Z', 'revision_number': 5, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'subnets': [{'id': '33e739df-6337-434a-b559-956cd4fe06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:22:54.599159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-39378de7-6fe3-4a1d-8e6a-95d26cc5c673 req-61953ba5-81b3-4c38-92e2-623260acae1b tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] For port 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf,segment=NetworkSegment(75813b36-6a8e-4abc-b071-7c0451db6537),segment_id=75813b36-6a8e-4abc-b071-7c0451db6537)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:54.599846 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-39378de7-6fe3-4a1d-8e6a-95d26cc5c673 req-61953ba5-81b3-4c38-92e2-623260acae1b tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:54.631380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c3f73-c954-4d98-a3a4-7ea29f9b9212 req-564dc3ba-b79b-4c8f-875b-78e172476926 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:54.639729 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-218c3f73-c954-4d98-a3a4-7ea29f9b9212 req-564dc3ba-b79b-4c8f-875b-78e172476926 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1825051 Aug 06 16:22:54.645548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2a94c421-dad6-4ec3-b6e2-b1699e5d6627 None None] Provisioning for port a5b1521d-9f62-4169-aeba-206520bfdb2d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:54.667212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2a94c421-dad6-4ec3-b6e2-b1699e5d6627 None None] Provisioning complete for port a5b1521d-9f62-4169-aeba-206520bfdb2d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:54.667651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-39378de7-6fe3-4a1d-8e6a-95d26cc5c673 req-61953ba5-81b3-4c38-92e2-623260acae1b tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Calling delete_port for 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:54.668447 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2a94c421-dad6-4ec3-b6e2-b1699e5d6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:54.780490 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-218c3f73-c954-4d98-a3a4-7ea29f9b9212 req-6f5bb8ab-cf2c-47f9-8d9a-7ff5e431df6f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374855 Aug 06 16:22:55.055071 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-39378de7-6fe3-4a1d-8e6a-95d26cc5c673 req-61953ba5-81b3-4c38-92e2-623260acae1b tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:55.146705 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61953ba5-81b3-4c38-92e2-623260acae1b tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Pushing event deleted for resources: {'Port': ['ID=8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:55.149593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38720) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:55.278981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-39378de7-6fe3-4a1d-8e6a-95d26cc5c673 req-61953ba5-81b3-4c38-92e2-623260acae1b tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] No DVR routers for this DVR port 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:22:55.319996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6f552-0cb9-4f2d-b672-27ff5f868773 None None] New status for floating IP 7556dc76-60ec-4642-a09f-a30258ab2b9d: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:22:55.335820 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-39378de7-6fe3-4a1d-8e6a-95d26cc5c673 req-61953ba5-81b3-4c38-92e2-623260acae1b tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:55.341077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39378de7-6fe3-4a1d-8e6a-95d26cc5c673 req-61953ba5-81b3-4c38-92e2-623260acae1b tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.78 "DELETE /v2.0/ports/8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf HTTP/1.1" status: 204 len: 173 time: 1.6770151 Aug 06 16:22:55.343384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a06099-6f3a-40dd-bae4-a68302181a00', 'name': 'network-vif-deleted', 'tag': '8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:22:55.365173 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8da3720-af52-409a-b93a-062acd92a361" -d '{"events": [{"server_uuid": "40a06099-6f3a-40dd-bae4-a68302181a00", "name": "network-vif-deleted", "tag": "8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:22:55.610273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-657ab16e-d7ea-4bd0-98b1-647f93d53eb7 req-a186bf57-0ae8-448c-93e3-0a77168e72fa tempest-VolumesActionsTest-683866384 tempest-VolumesActionsTest-683866384-project] 10.222.0.37 "GET /v2.0/ports?device_id=40a06099-6f3a-40dd-bae4-a68302181a00 HTTP/1.1" status: 200 len: 210 time: 0.1608710 Aug 06 16:22:55.653234 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d646972-4b4d-4144-a88f-6ae733c6e80c x-openstack-request-id: req-2d646972-4b4d-4144-a88f-6ae733c6e80c {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:22:55.653234 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a06099-6f3a-40dd-bae4-a68302181a00", "name": "network-vif-deleted", "tag": "8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:22:55.653606 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d646972-4b4d-4144-a88f-6ae733c6e80c {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:22:55.658050 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a06099-6f3a-40dd-bae4-a68302181a00', 'name': 'network-vif-deleted', 'tag': '8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf', 'status': 'completed', 'code': 200} Aug 06 16:22:55.669763 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ce685dd-8c1e-4a68-9509-ccce11cd9bbb tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:55.728568 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83c5fa54-a39e-4468-b158-c5b5ee68e857 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:55.739433 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83c5fa54-a39e-4468-b158-c5b5ee68e857 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:55.742396 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ce685dd-8c1e-4a68-9509-ccce11cd9bbb tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:55.935268 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ce685dd-8c1e-4a68-9509-ccce11cd9bbb tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:55.951121 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2ce685dd-8c1e-4a68-9509-ccce11cd9bbb tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:55.952376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2ce685dd-8c1e-4a68-9509-ccce11cd9bbb tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "DELETE /v2.0/security-groups/a80b5315-7730-4fb0-9dcb-b42d8eeb76af HTTP/1.1" status: 204 len: 168 time: 0.7989275 Aug 06 16:22:55.955790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38736) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:56.049495 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2a94c421-dad6-4ec3-b6e2-b1699e5d6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:56.057596 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83c5fa54-a39e-4468-b158-c5b5ee68e857 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:56.065861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5fa54-a39e-4468-b158-c5b5ee68e857 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=71817220-b9a3-42f5-8de3-f5a9c467c953,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:56.181616 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce685dd-8c1e-4a68-9509-ccce11cd9bbb tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80b5315-7730-4fb0-9dcb-b42d8eeb76af,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:56.188089 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-fb866892-37bc-413c-82d2-7a7e3390cc78 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] show failed (client error): The resource could not be found. Aug 06 16:22:56.194519 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fb866892-37bc-413c-82d2-7a7e3390cc78 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups/a80b5315-7730-4fb0-9dcb-b42d8eeb76af HTTP/1.1" status: 404 len: 347 time: 0.2356949 Aug 06 16:22:56.196099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38740) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:56.226557 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2a94c421-dad6-4ec3-b6e2-b1699e5d6627 None None] For port a5b1521d-9f62-4169-aeba-206520bfdb2d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a5b1521d-9f62-4169-aeba-206520bfdb2d,segment=NetworkSegment(72906361-7c7f-4d4e-8e4b-b412bfa9063f),segment_id=72906361-7c7f-4d4e-8e4b-b412bfa9063f)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:56.244701 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2a94c421-dad6-4ec3-b6e2-b1699e5d6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:56.332414 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83c5fa54-a39e-4468-b158-c5b5ee68e857 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:56.409906 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94c421-dad6-4ec3-b6e2-b1699e5d6627 None None] Pushing event updated for resources: {'Port': ['ID=a5b1521d-9f62-4169-aeba-206520bfdb2d,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:56.420586 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-74251ed0-076d-44e8-bf67-fc462d1301cc None None] Provisioning for port 71817220-b9a3-42f5-8de3-f5a9c467c953 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:22:56.429325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-74251ed0-076d-44e8-bf67-fc462d1301cc None None] Provisioning complete for port 71817220-b9a3-42f5-8de3-f5a9c467c953 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:56.430741 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-74251ed0-076d-44e8-bf67-fc462d1301cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:56.505083 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-74251ed0-076d-44e8-bf67-fc462d1301cc None None] Port 71817220-b9a3-42f5-8de3-f5a9c467c953 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:22:56.527023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-74251ed0-076d-44e8-bf67-fc462d1301cc None None] Provisioning complete for port a5b1521d-9f62-4169-aeba-206520bfdb2d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:56.527403 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-74251ed0-076d-44e8-bf67-fc462d1301cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:56.791663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d6181-4b47-4d29-a647-b0d074362394 req-ae2e11eb-1201-480f-a010-922b43c8ed7e tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:56.806365 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-751d6181-4b47-4d29-a647-b0d074362394 req-ae2e11eb-1201-480f-a010-922b43c8ed7e tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.8159049 Aug 06 16:22:56.878728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8b21b098-bd9e-48c2-8c43-8945fd54af2d None None] Provisioning complete for port 71817220-b9a3-42f5-8de3-f5a9c467c953 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:56.879110 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b21b098-bd9e-48c2-8c43-8945fd54af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:56.986714 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-751d6181-4b47-4d29-a647-b0d074362394 req-c4351256-9272-42c1-9612-f6fdeaf25e17 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682203 Aug 06 16:22:57.013043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8b21b098-bd9e-48c2-8c43-8945fd54af2d None None] Port 71817220-b9a3-42f5-8de3-f5a9c467c953 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:22:57.030357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:22:57.054682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-37f16577-8a8d-4c44-a990-9a7b427f95d9 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Deleting port 35d9986a-20d6-4e97-80b3-c85d335e6d85 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:57.057120 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37f16577-8a8d-4c44-a990-9a7b427f95d9 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:57.124860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:22:57.126194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8e1cf4f5-d0c6-4662-a3b2-48b83beee2cf not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:22:57.165337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-de8d2008-6a4b-4586-b7f7-6f2ad4621bac None None] Provisioning complete for port 71817220-b9a3-42f5-8de3-f5a9c467c953 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:57.167413 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-de8d2008-6a4b-4586-b7f7-6f2ad4621bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:57.245573 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-de8d2008-6a4b-4586-b7f7-6f2ad4621bac None None] Port 71817220-b9a3-42f5-8de3-f5a9c467c953 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:22:57.261677 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37f16577-8a8d-4c44-a990-9a7b427f95d9 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:57.263917 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37f16577-8a8d-4c44-a990-9a7b427f95d9 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:57.288856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-37f16577-8a8d-4c44-a990-9a7b427f95d9 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Calling delete_port for 35d9986a-20d6-4e97-80b3-c85d335e6d85 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:57.426804 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83c5fa54-a39e-4468-b158-c5b5ee68e857 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:57.443305 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83c5fa54-a39e-4468-b158-c5b5ee68e857 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:57.448483 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-83c5fa54-a39e-4468-b158-c5b5ee68e857 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:57.649346 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c5fa54-a39e-4468-b158-c5b5ee68e857 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network c6abb81e-0f0a-4b70-98bf-dee7d522961e is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:22:57.655825 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-83c5fa54-a39e-4468-b158-c5b5ee68e857 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:22:57.665052 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37f16577-8a8d-4c44-a990-9a7b427f95d9 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:57.729963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f16577-8a8d-4c44-a990-9a7b427f95d9 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event deleted for resources: {'Port': ['ID=35d9986a-20d6-4e97-80b3-c85d335e6d85,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:57.733932 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5fa54-a39e-4468-b158-c5b5ee68e857 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=71817220-b9a3-42f5-8de3-f5a9c467c953,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:57.948431 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a5b1521d-9f62-4169-aeba-206520bfdb2d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:22:57.980904 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37f16577-8a8d-4c44-a990-9a7b427f95d9 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:57.985977 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-37f16577-8a8d-4c44-a990-9a7b427f95d9 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:57.987528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-37f16577-8a8d-4c44-a990-9a7b427f95d9 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "DELETE /v2.0/floatingips/7556dc76-60ec-4642-a09f-a30258ab2b9d HTTP/1.1" status: 204 len: 168 time: 1.7747753 Aug 06 16:22:58.152945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a5b1521d-9f62-4169-aeba-206520bfdb2d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:58.153577 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:58.323300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c5fa54-a39e-4468-b158-c5b5ee68e857 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router b3650c4a-81d2-4007-af9b-6d6272076eeb is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:22:58.337130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420f994-22f8-4061-8a90-18aaffc85389 req-73f536da-ac75-473b-9477-3c71aa5ea584 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:58.341369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8420f994-22f8-4061-8a90-18aaffc85389 req-73f536da-ac75-473b-9477-3c71aa5ea584 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1536443 Aug 06 16:22:58.385900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c8f149b9-8a52-4ba0-af24-f1d371867ab2 None None] Provisioning complete for port 71817220-b9a3-42f5-8de3-f5a9c467c953 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:22:58.386308 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c8f149b9-8a52-4ba0-af24-f1d371867ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:58.428291 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8420f994-22f8-4061-8a90-18aaffc85389 req-5710a47c-d03a-4b3c-81b6-043c4b4f1398 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781384 Aug 06 16:22:58.523928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c5fa54-a39e-4468-b158-c5b5ee68e857 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:22:58.537965 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf38b0-d7f3-4bfa-bd3f-05dbc553fe6d None None] Sync routers for ids ['b3650c4a-81d2-4007-af9b-6d6272076eeb'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:22:58.540679 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-83c5fa54-a39e-4468-b158-c5b5ee68e857 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/b3650c4a-81d2-4007-af9b-6d6272076eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9132857 Aug 06 16:22:58.543260 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38776) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:58.558954 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf38b0-d7f3-4bfa-bd3f-05dbc553fe6d None None] Routers {'b3650c4a-81d2-4007-af9b-6d6272076eeb'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:58.559593 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-1bbf38b0-d7f3-4bfa-bd3f-05dbc553fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:22:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b3650c4a-81d2-4007-af9b-6d6272076eeb'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:58.632664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c662d91-8ed0-4bb1-844c-536761f6f849 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:58.639529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9c662d91-8ed0-4bb1-844c-536761f6f849 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports/71817220-b9a3-42f5-8de3-f5a9c467c953 HTTP/1.1" status: 200 len: 983 time: 0.0949731 Aug 06 16:22:58.642294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38778) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:58.700922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c8f149b9-8a52-4ba0-af24-f1d371867ab2 None None] Port 71817220-b9a3-42f5-8de3-f5a9c467c953 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:22:58.732300 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-1bbf38b0-d7f3-4bfa-bd3f-05dbc553fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:58.780480 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf38b0-d7f3-4bfa-bd3f-05dbc553fe6d None None] Routers {'b3650c4a-81d2-4007-af9b-6d6272076eeb'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:58.782665 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-1bbf38b0-d7f3-4bfa-bd3f-05dbc553fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:22:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b3650c4a-81d2-4007-af9b-6d6272076eeb'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:58.815853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38780) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:58.820914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-36027989-547c-49cb-8df5-5952e63eb751 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1034187281', 'description': 'tempest-description--501644331'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:58.878379 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-1bbf38b0-d7f3-4bfa-bd3f-05dbc553fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:58.879043 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf38b0-d7f3-4bfa-bd3f-05dbc553fe6d None None] The sync data for ids ['b3650c4a-81d2-4007-af9b-6d6272076eeb'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:22:58.888686 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-36027989-547c-49cb-8df5-5952e63eb751 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:59.086472 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-36027989-547c-49cb-8df5-5952e63eb751 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:59.093004 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-36027989-547c-49cb-8df5-5952e63eb751 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:59.128160 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-36027989-547c-49cb-8df5-5952e63eb751 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:59.133921 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-36027989-547c-49cb-8df5-5952e63eb751 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3166559 Aug 06 16:22:59.138948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38784) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:59.195569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36027989-547c-49cb-8df5-5952e63eb751 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9582cb-81de-443e-b1b2-a6fa44d5927e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:59.208489 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-17a27787-ac2b-4837-9018-a15b1b230b6d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Request body: {'security_group_rule': {'security_group_id': '3d9582cb-81de-443e-b1b2-a6fa44d5927e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:59.285806 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17a27787-ac2b-4837-9018-a15b1b230b6d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:59.477500 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17a27787-ac2b-4837-9018-a15b1b230b6d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:59.500010 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17a27787-ac2b-4837-9018-a15b1b230b6d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:59.530861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a27787-ac2b-4837-9018-a15b1b230b6d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44185ae1-a573-4dd6-acd0-a8adbeddb5a0,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:59.558490 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-17a27787-ac2b-4837-9018-a15b1b230b6d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:59.559366 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-17a27787-ac2b-4837-9018-a15b1b230b6d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3579926 Aug 06 16:22:59.562389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38792) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:59.567297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-7cd0dfc3-024e-49b9-a175-fe6309c6571c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Request body: {'security_group_rule': {'security_group_id': '3d9582cb-81de-443e-b1b2-a6fa44d5927e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:22:59.649508 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7cd0dfc3-024e-49b9-a175-fe6309c6571c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:59.692439 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4afe333-0605-449c-9d79-087c37fba586 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:59.904719 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b2742-b6e1-4c1a-bc23-f38a11e68a3d req-409f9e12-a065-42ee-9710-652ff81d269c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:59.915579 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f8b2742-b6e1-4c1a-bc23-f38a11e68a3d req-409f9e12-a065-42ee-9710-652ff81d269c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2841647 Aug 06 16:23:00.052790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f8b2742-b6e1-4c1a-bc23-f38a11e68a3d req-bb8626e2-6819-4805-ba23-71218d850f6b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324155 Aug 06 16:23:00.075194 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7cd0dfc3-024e-49b9-a175-fe6309c6571c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:00.091184 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7cd0dfc3-024e-49b9-a175-fe6309c6571c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:00.152190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0dfc3-024e-49b9-a175-fe6309c6571c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9df47be-a382-46cf-b5df-4ef6480f23da,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:00.162604 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7cd0dfc3-024e-49b9-a175-fe6309c6571c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:00.168733 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7cd0dfc3-024e-49b9-a175-fe6309c6571c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6049986 Aug 06 16:23:00.170510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38808) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:00.176565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:00.254823 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:00.461084 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a4afe333-0605-449c-9d79-087c37fba586 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port 71817220-b9a3-42f5-8de3-f5a9c467c953 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:23:00.461436 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4afe333-0605-449c-9d79-087c37fba586 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:00.521427 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:00.669902 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4afe333-0605-449c-9d79-087c37fba586 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:00.703567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a4afe333-0605-449c-9d79-087c37fba586 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for 71817220-b9a3-42f5-8de3-f5a9c467c953 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:23:00.758364 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Allocated IP 172.25.1.211 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/48dda2e6-82aa-404f-b8ab-0ddb8ef0a4b4) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:23:01.098092 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:01.199996 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4afe333-0605-449c-9d79-087c37fba586 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:01.242885 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:01.245540 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4afe333-0605-449c-9d79-087c37fba586 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=71817220-b9a3-42f5-8de3-f5a9c467c953,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:01.500139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:01.517907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:01.527886 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:23:01.625484 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4afe333-0605-449c-9d79-087c37fba586 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:01.727989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c16212-bd15-4630-89d3-a3da0bb17848 req-afe9fe57-2e2c-4466-86e9-c3ee4842b00d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:01.743316 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-86c16212-bd15-4630-89d3-a3da0bb17848 req-afe9fe57-2e2c-4466-86e9-c3ee4842b00d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.5509777 Aug 06 16:23:01.766326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event updated for resources: {'Port': ['ID=48dda2e6-82aa-404f-b8ab-0ddb8ef0a4b4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:01.909106 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-86c16212-bd15-4630-89d3-a3da0bb17848 req-652b69de-5189-4fb3-8de9-794a68fb0b21 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509683 Aug 06 16:23:02.061288 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:02.081114 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4afe333-0605-449c-9d79-087c37fba586 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router b3650c4a-81d2-4007-af9b-6d6272076eeb has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:23:02.141090 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:02.234309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4afe333-0605-449c-9d79-087c37fba586 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:23:02.242628 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a4afe333-0605-449c-9d79-087c37fba586 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/b3650c4a-81d2-4007-af9b-6d6272076eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5958335 Aug 06 16:23:02.244042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38830) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:02.249559 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409cc196-b4ea-4154-bca7-6aa4c73426b1 None None] Sync routers for ids ['b3650c4a-81d2-4007-af9b-6d6272076eeb'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:23:02.268849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409cc196-b4ea-4154-bca7-6aa4c73426b1 None None] Routers {'b3650c4a-81d2-4007-af9b-6d6272076eeb'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:02.269480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-409cc196-b4ea-4154-bca7-6aa4c73426b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:22:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b3650c4a-81d2-4007-af9b-6d6272076eeb'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:02.377523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-409cc196-b4ea-4154-bca7-6aa4c73426b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:02.398608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409cc196-b4ea-4154-bca7-6aa4c73426b1 None None] Routers {'b3650c4a-81d2-4007-af9b-6d6272076eeb'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:02.399534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-409cc196-b4ea-4154-bca7-6aa4c73426b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:22:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b3650c4a-81d2-4007-af9b-6d6272076eeb'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:02.506456 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-409cc196-b4ea-4154-bca7-6aa4c73426b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:02.519538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409cc196-b4ea-4154-bca7-6aa4c73426b1 None None] The sync data for ids ['b3650c4a-81d2-4007-af9b-6d6272076eeb'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:23:02.675957 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:02.683887 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:02.700256 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-e4991207-6cdd-42d8-91a9-71e454fa4cfd tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] remove_router_interface failed (client error): The resource could not be found. Aug 06 16:23:02.701780 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e4991207-6cdd-42d8-91a9-71e454fa4cfd tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/b3650c4a-81d2-4007-af9b-6d6272076eeb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4567833 Aug 06 16:23:02.704947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38840) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:02.782152 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-07df9c3b-848f-4b54-a90d-a1fe9a43af2a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3650c4a-81d2-4007-af9b-6d6272076eeb HTTP/1.1" status: 200 len: 205 time: 0.0754008 Aug 06 16:23:02.784669 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38842) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:02.931096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event updated for resources: {'Port': ['ID=48dda2e6-82aa-404f-b8ab-0ddb8ef0a4b4,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:02.939591 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:02.983573 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:02.986729 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-709c534f-125e-4ce7-9c81-91c572c1f2f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8149824 Aug 06 16:23:03.049003 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dad59852-7f27-4444-97a1-a24740016d69 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:03.215900 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb781f-8a93-44ee-9629-164c54ff85a4 req-5a805357-12f0-4cde-b65f-cda2038091c8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:03.234024 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99cb781f-8a93-44ee-9629-164c54ff85a4 req-5a805357-12f0-4cde-b65f-cda2038091c8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.1146030 Aug 06 16:23:03.329084 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99cb781f-8a93-44ee-9629-164c54ff85a4 req-572befde-44d0-48b7-b5c5-c2fe833b1ede tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892053 Aug 06 16:23:03.768004 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-35c6306a-f747-4230-b02a-3483e4bf2feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:04.013858 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dad59852-7f27-4444-97a1-a24740016d69 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:04.019238 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dad59852-7f27-4444-97a1-a24740016d69 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:04.200715 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dad59852-7f27-4444-97a1-a24740016d69 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:04.201599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad59852-7f27-4444-97a1-a24740016d69 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Fanout notify agent at l3_agent the message router_deleted on router b3650c4a-81d2-4007-af9b-6d6272076eeb {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:23:04.219388 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dad59852-7f27-4444-97a1-a24740016d69 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:04.224643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38880) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:04.226852 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dad59852-7f27-4444-97a1-a24740016d69 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/routers/b3650c4a-81d2-4007-af9b-6d6272076eeb HTTP/1.1" status: 204 len: 168 time: 1.4378705 Aug 06 16:23:04.323159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-338297c7-26a2-48d3-8222-e635d73c174a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting subnet 36f87c27-4f52-4f16-958a-753d8c6c4f5b {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:23:04.332194 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-338297c7-26a2-48d3-8222-e635d73c174a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:04.450533 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-338297c7-26a2-48d3-8222-e635d73c174a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:04.691745 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-338297c7-26a2-48d3-8222-e635d73c174a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:04.950929 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-338297c7-26a2-48d3-8222-e635d73c174a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:05.068608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e605c9-749c-4b2f-abd3-76bbc0707305 None None] Network c6abb81e-0f0a-4b70-98bf-dee7d522961e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:23:05.094415 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-338297c7-26a2-48d3-8222-e635d73c174a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:05.108879 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 38896) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:05.118872 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-338297c7-26a2-48d3-8222-e635d73c174a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/36f87c27-4f52-4f16-958a-753d8c6c4f5b HTTP/1.1" status: 204 len: 168 time: 0.8924119 Aug 06 16:23:05.307875 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338297c7-26a2-48d3-8222-e635d73c174a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Subnet': ['ID=36f87c27-4f52-4f16-958a-753d8c6c4f5b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:05.331791 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-0b74a337-1aad-4932-a3b4-4e24f7ae306d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1034187281&fields=id&tenant_id=b52128454bea4b33a1c2dedbf011a9d2 HTTP/1.1" status: 200 len: 267 time: 0.4305573 Aug 06 16:23:05.356898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf19a07-b852-4996-98b9-2a42d6ad4890 req-c6518760-71a3-4a05-9351-ad2cfd328f75 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:05.367076 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ecf19a07-b852-4996-98b9-2a42d6ad4890 req-c6518760-71a3-4a05-9351-ad2cfd328f75 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.4472697 Aug 06 16:23:05.454662 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:05.561878 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118f8fa6-40e7-48a7-94fd-5c527acf52b9 None None] DHCP port deletion for c6abb81e-0f0a-4b70-98bf-dee7d522961e request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:23:05.650651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port a5b1521d-9f62-4169-aeba-206520bfdb2d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:23:05.660483 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:05.751365 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-118f8fa6-40e7-48a7-94fd-5c527acf52b9 None None] Deleting port a5b1521d-9f62-4169-aeba-206520bfdb2d {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:23:05.752896 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-118f8fa6-40e7-48a7-94fd-5c527acf52b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:05.978723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-ff4d757a-672f-4ccb-987e-2437b853653d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:05.980113 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-ff4d757a-672f-4ccb-987e-2437b853653d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/networks?id=7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 200 len: 811 time: 0.6021030 Aug 06 16:23:05.996012 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] For port a5b1521d-9f62-4169-aeba-206520bfdb2d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a5b1521d-9f62-4169-aeba-206520bfdb2d,segment=NetworkSegment(72906361-7c7f-4d4e-8e4b-b412bfa9063f),segment_id=72906361-7c7f-4d4e-8e4b-b412bfa9063f)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:05.996852 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:06.031561 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ecf19a07-b852-4996-98b9-2a42d6ad4890 req-e2376cc6-5229-4b87-8f2c-3e502bf0909b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6630263 Aug 06 16:23:06.034375 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-fc38f2d8-b0ab-4b27-9a30-12bcf6b22f36 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/quotas/b52128454bea4b33a1c2dedbf011a9d2 HTTP/1.1" status: 200 len: 375 time: 0.0426924 Aug 06 16:23:06.046188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a5b1521d-9f62-4169-aeba-206520bfdb2d no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:23:06.069515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for a5b1521d-9f62-4169-aeba-206520bfdb2d owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:23:06.112344 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-118f8fa6-40e7-48a7-94fd-5c527acf52b9 None None] For port a5b1521d-9f62-4169-aeba-206520bfdb2d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a5b1521d-9f62-4169-aeba-206520bfdb2d,segment=NetworkSegment(72906361-7c7f-4d4e-8e4b-b412bfa9063f),segment_id=72906361-7c7f-4d4e-8e4b-b412bfa9063f)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:06.113420 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-118f8fa6-40e7-48a7-94fd-5c527acf52b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:06.129882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-118f8fa6-40e7-48a7-94fd-5c527acf52b9 None None] Calling delete_port for a5b1521d-9f62-4169-aeba-206520bfdb2d owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:23:06.136440 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-94a24b60-5840-445b-8a78-a5a31fa1e4f2 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854778 Aug 06 16:23:06.320857 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-118f8fa6-40e7-48a7-94fd-5c527acf52b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:06.328548 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:06.369905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f8fa6-40e7-48a7-94fd-5c527acf52b9 None None] Pushing event deleted for resources: {'Port': ['ID=a5b1521d-9f62-4169-aeba-206520bfdb2d,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:06.369905 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2d90dfd7-e36e-4ce8-997c-3fd117c13f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:06.379519 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] No DVR routers for this DVR port a5b1521d-9f62-4169-aeba-206520bfdb2d on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:23:06.381704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f8fa6-40e7-48a7-94fd-5c527acf52b9 None None] No DVR routers for this DVR port a5b1521d-9f62-4169-aeba-206520bfdb2d on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:23:06.400502 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:06.541854 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=a5b1521d-9f62-4169-aeba-206520bfdb2d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:06.607471 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:06.607821 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:06.608161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:06.608494 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:06.608870 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:06.609337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:06.609520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:06.609871 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:06.610317 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:06.610648 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:06.610980 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:06.611300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:06.653649 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:06.697833 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:06.716701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3788ae46-0050-42ba-9746-7725c1110a4f service neutron] 10.222.0.37 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673368 Aug 06 16:23:06.718093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6abb81e-0f0a-4b70-98bf-dee7d522961e']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:06.774420 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72906361-7c7f-4d4e-8e4b-b412bfa9063f') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:06.775341 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72906361-7c7f-4d4e-8e4b-b412bfa9063f') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:06.815832 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:06.856095 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:06.878316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:23:06.878887 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:23:06.882750 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:23:06.950202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-67ef7bca-2c92-4974-9d84-72bd4f09819f service neutron] 10.222.0.37 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217267 Aug 06 16:23:07.001913 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:07.016110 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:07.019195 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/networks/c6abb81e-0f0a-4b70-98bf-dee7d522961e HTTP/1.1" status: 204 len: 168 time: 1.9084520 Aug 06 16:23:07.023466 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 38976) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:07.029094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-78dda34c-b915-4d22-bcf6-2a447b4f9547 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1868784238'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:07.066966 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4c6c7-0f9f-4608-9b62-4d33bb38cf24 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Network': ['ID=c6abb81e-0f0a-4b70-98bf-dee7d522961e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:07.085209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dda34c-b915-4d22-bcf6-2a447b4f9547 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:23:07.089213 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78dda34c-b915-4d22-bcf6-2a447b4f9547 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:07.325736 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:07.350161 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2c2840f-df0d-4842-a053-f2979b995942 req-994411b2-a759-44da-8622-a2cb120dbb28 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 210 time: 0.0546420 Aug 06 16:23:07.357944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78dda34c-b915-4d22-bcf6-2a447b4f9547 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:23:07.394268 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78dda34c-b915-4d22-bcf6-2a447b4f9547 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:07.394648 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-78dda34c-b915-4d22-bcf6-2a447b4f9547 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Added segment 45825033-59a8-4c48-9d31-9d8bf0c2b0c2 of type vlan for network 4e784f51-8095-4ef0-815c-6016a72103c2 Aug 06 16:23:07.448259 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927055f7-f12e-4b14-b624-ecc580594508 req-84429361-1b3a-4434-9ba2-ed6f0b9d8642 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:07.453347 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-927055f7-f12e-4b14-b624-ecc580594508 req-84429361-1b3a-4434-9ba2-ed6f0b9d8642 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2739310 Aug 06 16:23:07.544276 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78dda34c-b915-4d22-bcf6-2a447b4f9547 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:07.617976 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-927055f7-f12e-4b14-b624-ecc580594508 req-c8cac3f3-f38c-4529-9374-ead7a433b20a tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539290 Aug 06 16:23:07.632938 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e9f2f-fbf5-40c4-97de-6c2edc492c01 req-2f825fec-4ede-446e-8b17-67eec0e4a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:07.634894 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db5e9f2f-fbf5-40c4-97de-6c2edc492c01 req-2f825fec-4ede-446e-8b17-67eec0e4a678 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ae71580f1ed84db0bc11c2001a92e91e&device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 1096 time: 0.2378175 Aug 06 16:23:07.717706 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78dda34c-b915-4d22-bcf6-2a447b4f9547 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:07.729859 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dda34c-b915-4d22-bcf6-2a447b4f9547 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:07.731748 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78dda34c-b915-4d22-bcf6-2a447b4f9547 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:07.913812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-78dda34c-b915-4d22-bcf6-2a447b4f9547 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8888237 Aug 06 16:23:07.916643 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39012) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:07.928432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-1d439492-2dc4-4751-8f0b-62ebba8f113b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'subnet': {'network_id': '4e784f51-8095-4ef0-815c-6016a72103c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:07.932334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dda34c-b915-4d22-bcf6-2a447b4f9547 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Network': ['ID=4e784f51-8095-4ef0-815c-6016a72103c2,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:07.947074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 4e784f51-8095-4ef0-815c-6016a72103c2 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:23:07.970988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e9f2f-fbf5-40c4-97de-6c2edc492c01 req-063aa553-0290-433c-bdd0-8fc04d0a649c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:07.972670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db5e9f2f-fbf5-40c4-97de-6c2edc492c01 req-063aa553-0290-433c-bdd0-8fc04d0a649c service neutron] 10.222.0.78 "GET /v2.0/networks?id=68955a06-ea63-43dc-be49-36e456a37b93 HTTP/1.1" status: 200 len: 914 time: 0.3293443 Aug 06 16:23:08.095481 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db5e9f2f-fbf5-40c4-97de-6c2edc492c01 req-011809e8-2d9b-48d0-a455-569480d41462 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34 HTTP/1.1" status: 200 len: 217 time: 0.1105719 Aug 06 16:23:08.118516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d439492-2dc4-4751-8f0b-62ebba8f113b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:23:08.122688 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d439492-2dc4-4751-8f0b-62ebba8f113b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:08.208876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e9f2f-fbf5-40c4-97de-6c2edc492c01 req-77acfc47-814b-4f82-923f-55c30dd2182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:08.210491 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db5e9f2f-fbf5-40c4-97de-6c2edc492c01 req-77acfc47-814b-4f82-923f-55c30dd2182f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b152cb9a-9760-4fe3-ab80-10c0edf358c7 HTTP/1.1" status: 200 len: 853 time: 0.1068439 Aug 06 16:23:08.257472 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db5e9f2f-fbf5-40c4-97de-6c2edc492c01 req-d7b89592-e9c5-475a-8e95-1f8b17c9afce service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=68955a06-ea63-43dc-be49-36e456a37b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391397 Aug 06 16:23:08.449213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db5e9f2f-fbf5-40c4-97de-6c2edc492c01 req-8989a0f9-2ec6-4e73-887f-f78e037c6b0e service neutron] 10.222.0.78 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838408 Aug 06 16:23:08.476093 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d439492-2dc4-4751-8f0b-62ebba8f113b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:08.554928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d439492-2dc4-4751-8f0b-62ebba8f113b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Subnet': ['ID=4a7b77d7-0e3a-4617-b9b7-1329c8a07d05,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:08.558451 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d439492-2dc4-4751-8f0b-62ebba8f113b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Checking segment: {'id': '45825033-59a8-4c48-9d31-9d8bf0c2b0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4e784f51-8095-4ef0-815c-6016a72103c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:23:08.559007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d439492-2dc4-4751-8f0b-62ebba8f113b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network hostable DHCP agents. Network: 4e784f51-8095-4ef0-815c-6016a72103c2, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:23:08.576958 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2fdc337-c0a4-4d93-9113-c98039304b6d req-21d51a9a-45c6-4faa-a39a-40931775fc34 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 210 time: 0.1110981 Aug 06 16:23:08.616799 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d439492-2dc4-4751-8f0b-62ebba8f113b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network 4e784f51-8095-4ef0-815c-6016a72103c2 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:23:08.638072 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-1d439492-2dc4-4751-8f0b-62ebba8f113b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 4e784f51-8095-4ef0-815c-6016a72103c2) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:08.653711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d439492-2dc4-4751-8f0b-62ebba8f113b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:08.657068 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d439492-2dc4-4751-8f0b-62ebba8f113b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:08.662767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35b0c40-593f-4ded-a532-60cf7698d51f None None] Network 4e784f51-8095-4ef0-815c-6016a72103c2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:23:08.725658 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1d439492-2dc4-4751-8f0b-62ebba8f113b tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8045595 Aug 06 16:23:08.726576 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39026) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:08.736392 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f0cae1a5-3e61-441f-86ad-1aab635879a2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1748237290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:08.810646 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0cae1a5-3e61-441f-86ad-1aab635879a2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:08.811886 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0cae1a5-3e61-441f-86ad-1aab635879a2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:08.996103 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0cae1a5-3e61-441f-86ad-1aab635879a2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:09.006444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0cae1a5-3e61-441f-86ad-1aab635879a2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:09.029095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-c46b19b9-1e2d-46c0-a56f-ae9559129912 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:09.035529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-c46b19b9-1e2d-46c0-a56f-ae9559129912 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.13 "GET /v2.0/networks?id=7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 200 len: 811 time: 0.4494720 Aug 06 16:23:09.047540 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0cae1a5-3e61-441f-86ad-1aab635879a2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:09.051968 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f0cae1a5-3e61-441f-86ad-1aab635879a2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3249929 Aug 06 16:23:09.052831 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39044) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:09.077238 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db5e9f2f-fbf5-40c4-97de-6c2edc492c01 req-c5b0aa24-2be1-49a7-95cb-034bd9e999aa service neutron] 10.222.0.78 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203091 Aug 06 16:23:09.116040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-4e784f51-8095-4ef0-815c-6016a72103c2', 'network_id': '4e784f51-8095-4ef0-815c-6016a72103c2', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'fixed_ips': [{'subnet_id': '4a7b77d7-0e3a-4617-b9b7-1329c8a07d05'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:23:09.116913 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:09.140314 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:09.174011 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-e4617536-8ae1-4aad-a26f-33441ed81a14 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b52128454bea4b33a1c2dedbf011a9d2 HTTP/1.1" status: 200 len: 380 time: 0.0944996 Aug 06 16:23:09.182785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11289523-b6ef-4773-865e-65dac34bae6e req-21e7d657-fc88-472f-a1ec-03add7e1fc98 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:09.194998 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11289523-b6ef-4773-865e-65dac34bae6e req-21e7d657-fc88-472f-a1ec-03add7e1fc98 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.2192454 Aug 06 16:23:09.216156 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-751e02e7-d976-462b-b529-d114dbf39ba5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Request body: {'port': {'device_id': '19b4c5d4-ff02-4c0b-b80c-2298b44d09e8', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'admin_state_up': True, 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'security_groups': ['3d9582cb-81de-443e-b1b2-a6fa44d5927e']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:09.415038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Allocated IP 2001:db8::2 (4e784f51-8095-4ef0-815c-6016a72103c2/4a7b77d7-0e3a-4617-b9b7-1329c8a07d05/09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:23:09.559732 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11289523-b6ef-4773-865e-65dac34bae6e req-fd39615b-8058-456e-bbbd-fd253a835e05 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636413 Aug 06 16:23:09.761517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-751e02e7-d976-462b-b529-d114dbf39ba5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Made reservation on behalf of b52128454bea4b33a1c2dedbf011a9d2 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:23:09.772308 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-751e02e7-d976-462b-b529-d114dbf39ba5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:09.804520 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:09.822413 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e72b4d09-84e3-4320-a74f-7fc3cc5a6c9e req-2a6d3f09-e9f0-42de-a66d-e4addc291c47 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 210 time: 0.0803297 Aug 06 16:23:09.841076 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Transition to ACTIVE for port object 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:09.855697 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:09.877048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Transition to ACTIVE for port object 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:09.885474 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:09.994142 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Network 4e784f51-8095-4ef0-815c-6016a72103c2 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:10.011539 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:10.015954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:23:10.049030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Pushing event updated for resources: {'Port': ['ID=09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:10.155211 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-751e02e7-d976-462b-b529-d114dbf39ba5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Allocated IP 172.20.0.7 (7b39d9b2-9c33-437b-8ac5-1025578faa38/33e739df-6337-434a-b559-956cd4fe06af/45613fa0-048d-4af7-a662-6a0902ad1057) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:23:10.166106 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Attempting to bind port 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:23:10.166617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Attempting to bind port 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '45825033-59a8-4c48-9d31-9d8bf0c2b0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4e784f51-8095-4ef0-815c-6016a72103c2'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:23:10.167184 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Attempting to bind port 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 on network 4e784f51-8095-4ef0-815c-6016a72103c2 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:23:10.182354 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:23:10.182723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Checking segment: {'id': '45825033-59a8-4c48-9d31-9d8bf0c2b0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4e784f51-8095-4ef0-815c-6016a72103c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:23:10.183433 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:10.184131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Bound using segment: {'id': '45825033-59a8-4c48-9d31-9d8bf0c2b0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4e784f51-8095-4ef0-815c-6016a72103c2'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:23:10.184839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Bound port: 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45825033-59a8-4c48-9d31-9d8bf0c2b0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '4e784f51-8095-4ef0-815c-6016a72103c2'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:23:10.185549 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:10.320059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] For port 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:23:10.325515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] For port 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4,segment=NetworkSegment(45825033-59a8-4c48-9d31-9d8bf0c2b0c2),segment_id=45825033-59a8-4c48-9d31-9d8bf0c2b0c2)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:23:10.334763 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:10.439043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31328737-33e5-4fe3-8d97-979c979c45be None None] Pushing event updated for resources: {'Port': ['ID=09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:10.535377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Allocated IP 2001:db8::1 (4e784f51-8095-4ef0-815c-6016a72103c2/4a7b77d7-0e3a-4617-b9b7-1329c8a07d05/cc4074da-c907-476c-9e3f-7c7d12c99604) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:23:10.630787 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-751e02e7-d976-462b-b529-d114dbf39ba5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:10.680022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-751e02e7-d976-462b-b529-d114dbf39ba5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Transition to ACTIVE for port object 45613fa0-048d-4af7-a662-6a0902ad1057 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:10.884333 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-751e02e7-d976-462b-b529-d114dbf39ba5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:10.976703 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:11.033900 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Transition to ACTIVE for port object cc4074da-c907-476c-9e3f-7c7d12c99604 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:11.112016 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:11.121038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 09598a25-56c4-43ac-a3b6-dca02edf4f34 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:23:11.263251 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network 4e784f51-8095-4ef0-815c-6016a72103c2 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:11.268503 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:11.276152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:23:11.276655 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:11.300259 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-751e02e7-d976-462b-b529-d114dbf39ba5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Network 7b39d9b2-9c33-437b-8ac5-1025578faa38 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:11.333512 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-751e02e7-d976-462b-b529-d114dbf39ba5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:11.375984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e02e7-d976-462b-b529-d114dbf39ba5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event updated for resources: {'Port': ['ID=45613fa0-048d-4af7-a662-6a0902ad1057,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:11.386298 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-751e02e7-d976-462b-b529-d114dbf39ba5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:23:11.428059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22811cde-dc53-4769-abe3-935025bd923d req-32f43c21-d2ae-4b88-9ba0-5e530587db60 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:11.464424 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:11.465100 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22811cde-dc53-4769-abe3-935025bd923d req-32f43c21-d2ae-4b88-9ba0-5e530587db60 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 945 time: 0.6655428 Aug 06 16:23:11.469160 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:11.569560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a808354-ba69-4251-8b5b-e59bdb5585ce req-eccc557e-e043-404b-b946-54f8f43c7a76 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:11.572145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a808354-ba69-4251-8b5b-e59bdb5585ce req-eccc557e-e043-404b-b946-54f8f43c7a76 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 931 time: 0.5189533 Aug 06 16:23:11.625993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca17285-3e03-4bab-9852-038787fc1d59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09598a25-56c4-43ac-a3b6-dca02edf4f34'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:23:11.636237 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3e99d3-9db4-4b88-906b-f2b62f17e855" -d '{"events": [{"server_uuid": "7ca17285-3e03-4bab-9852-038787fc1d59", "name": "network-vif-unplugged", "status": "completed", "tag": "09598a25-56c4-43ac-a3b6-dca02edf4f34"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:23:11.700409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 09598a25-56c4-43ac-a3b6-dca02edf4f34, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:11.710553 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:11.837606 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a808354-ba69-4251-8b5b-e59bdb5585ce req-7e759c4d-e10c-4aeb-b6fd-3a848e4d5f64 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d9582cb-81de-443e-b1b2-a6fa44d5927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296200 Aug 06 16:23:11.897133 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=09598a25-56c4-43ac-a3b6-dca02edf4f34,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:11.958876 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:11.974195 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:11.977972 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:12.004954 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=cc4074da-c907-476c-9e3f-7c7d12c99604,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:12.006374 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a00e9b9-b6ec-4a15-8e8b-09147199b3f5 x-openstack-request-id: req-5a00e9b9-b6ec-4a15-8e8b-09147199b3f5 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:23:12.007392 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca17285-3e03-4bab-9852-038787fc1d59", "name": "network-vif-unplugged", "status": "completed", "tag": "09598a25-56c4-43ac-a3b6-dca02edf4f34", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:23:12.007694 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a00e9b9-b6ec-4a15-8e8b-09147199b3f5 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:23:12.008097 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca17285-3e03-4bab-9852-038787fc1d59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09598a25-56c4-43ac-a3b6-dca02edf4f34', 'code': 200} Aug 06 16:23:12.008418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-751e02e7-d976-462b-b529-d114dbf39ba5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:12.013214 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-751e02e7-d976-462b-b529-d114dbf39ba5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:12.062975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c9b2a98c-dd98-4ed3-8386-d74809cef39b None None] Provisioning for port 45613fa0-048d-4af7-a662-6a0902ad1057 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:23:12.068435 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22811cde-dc53-4769-abe3-935025bd923d req-63bc67c9-46ca-49da-bd8b-dce2d959a75e tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6024299 Aug 06 16:23:12.073323 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c9b2a98c-dd98-4ed3-8386-d74809cef39b None None] Provisioning complete for port 45613fa0-048d-4af7-a662-6a0902ad1057 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:12.073731 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c9b2a98c-dd98-4ed3-8386-d74809cef39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:12.117418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-751e02e7-d976-462b-b529-d114dbf39ba5 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9104505 Aug 06 16:23:12.146571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Request body: {'port': {'device_id': '19b4c5d4-ff02-4c0b-b80c-2298b44d09e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:12.146802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=cc4074da-c907-476c-9e3f-7c7d12c99604,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:12.212047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:23:12.276660 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:12.282854 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network 4e784f51-8095-4ef0-815c-6016a72103c2 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:12.284602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:12.436510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c9b2a98c-dd98-4ed3-8386-d74809cef39b None None] Port 45613fa0-048d-4af7-a662-6a0902ad1057 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:23:12.477112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:23:12.700356 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router e411879d-30b0-484b-ba44-52fe5d015790 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:23:12.845666 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da72614-1fc6-4614-b653-9b4b95265daf None None] Network 4e784f51-8095-4ef0-815c-6016a72103c2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:23:12.906382 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:23:12.930494 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1355f4-260f-47a6-8e41-f401a5500bc6 None None] Sync routers for ids ['e411879d-30b0-484b-ba44-52fe5d015790'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:23:12.937507 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7aff3d54-0f89-4121-853a-ffe5531fdc7f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/e411879d-30b0-484b-ba44-52fe5d015790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8811815 Aug 06 16:23:12.938118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39130) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:12.957519 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1355f4-260f-47a6-8e41-f401a5500bc6 None None] Routers {'e411879d-30b0-484b-ba44-52fe5d015790'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:12.958261 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7c1355f4-260f-47a6-8e41-f401a5500bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e411879d-30b0-484b-ba44-52fe5d015790'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:13.005788 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45613fa0-048d-4af7-a662-6a0902ad1057 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:23:13.022083 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:13.034681 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1de3c23-93f3-401b-83d5-cecb3a1e6f59 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:13.040596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0219d310-6a90-4d6c-abac-552ee85308f1 None None] Provisioning for port 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:23:13.046197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0219d310-6a90-4d6c-abac-552ee85308f1 None None] Provisioning complete for port 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:13.047935 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e1de3c23-93f3-401b-83d5-cecb3a1e6f59 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports/cc4074da-c907-476c-9e3f-7c7d12c99604 HTTP/1.1" status: 200 len: 911 time: 0.1087189 Aug 06 16:23:13.048607 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0219d310-6a90-4d6c-abac-552ee85308f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:13.069556 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7c1355f4-260f-47a6-8e41-f401a5500bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:13.069839 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39134) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:13.077965 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1355f4-260f-47a6-8e41-f401a5500bc6 None None] Routers {'e411879d-30b0-484b-ba44-52fe5d015790'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:13.080083 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7c1355f4-260f-47a6-8e41-f401a5500bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e411879d-30b0-484b-ba44-52fe5d015790'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:13.085070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Transition to ACTIVE for port object 45613fa0-048d-4af7-a662-6a0902ad1057 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:13.122982 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:13.251618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9666c96-61d9-4b57-9fab-382c014d7b50 req-092f83b7-cc80-4b16-9fe0-23950ed41fdc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:13.253436 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b9666c96-61d9-4b57-9fab-382c014d7b50 req-092f83b7-cc80-4b16-9fe0-23950ed41fdc tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 931 time: 0.2075465 Aug 06 16:23:13.269209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Pushing event updated for resources: {'Port': ['ID=45613fa0-048d-4af7-a662-6a0902ad1057,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:13.378096 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b9666c96-61d9-4b57-9fab-382c014d7b50 req-33353e18-d9a8-4b0a-a5b6-e22f579c4530 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d9582cb-81de-443e-b1b2-a6fa44d5927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173818 Aug 06 16:23:13.482672 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Attempting to bind port 45613fa0-048d-4af7-a662-6a0902ad1057 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:23:13.511344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Attempting to bind port 45613fa0-048d-4af7-a662-6a0902ad1057 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:23:13.511819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Attempting to bind port 45613fa0-048d-4af7-a662-6a0902ad1057 on network 7b39d9b2-9c33-437b-8ac5-1025578faa38 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:23:13.522710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Port 45613fa0-048d-4af7-a662-6a0902ad1057 on network 7b39d9b2-9c33-437b-8ac5-1025578faa38 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:23:13.523284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Attempting to bind port 45613fa0-048d-4af7-a662-6a0902ad1057 on network 7b39d9b2-9c33-437b-8ac5-1025578faa38 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:23:13.535317 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:23:13.536065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Checking segment: {'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:23:13.538014 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Bound using segment: {'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:23:13.538845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Bound port: 45613fa0-048d-4af7-a662-6a0902ad1057, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '567ba2e7-96a1-4637-8657-03c924e62bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:23:13.539852 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:13.600819 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0219d310-6a90-4d6c-abac-552ee85308f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:13.601423 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7c1355f4-260f-47a6-8e41-f401a5500bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:13.601836 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1355f4-260f-47a6-8e41-f401a5500bc6 None None] The sync data for ids ['e411879d-30b0-484b-ba44-52fe5d015790'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:23:13.716994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] For port 45613fa0-048d-4af7-a662-6a0902ad1057, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:23:13.721244 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] For port 45613fa0-048d-4af7-a662-6a0902ad1057, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=45613fa0-048d-4af7-a662-6a0902ad1057,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:23:13.725642 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-0219d310-6a90-4d6c-abac-552ee85308f1 None None] For port 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4,segment=NetworkSegment(45825033-59a8-4c48-9d31-9d8bf0c2b0c2),segment_id=45825033-59a8-4c48-9d31-9d8bf0c2b0c2)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:13.741426 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0219d310-6a90-4d6c-abac-552ee85308f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:13.770938 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:13.892488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:13.893126 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:13.899850 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] 10.222.0.13 "PUT /v2.0/ports/45613fa0-048d-4af7-a662-6a0902ad1057 HTTP/1.1" status: 200 len: 1091 time: 1.7744174 Aug 06 16:23:13.910384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b4c5d4-ff02-4c0b-b80c-2298b44d09e8', 'tag': '45613fa0-048d-4af7-a662-6a0902ad1057'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:23:13.920336 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62614b1f-ee1b-4ac4-9517-3921906aee57" -d '{"events": [{"name": "network-changed", "server_uuid": "19b4c5d4-ff02-4c0b-b80c-2298b44d09e8", "tag": "45613fa0-048d-4af7-a662-6a0902ad1057"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:23:13.981103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa2165-7321-48e5-94b9-cd58281e98ef req-d899b7f3-3d98-4d35-a01f-2ce3c0ac7504 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:13.994035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41aa2165-7321-48e5-94b9-cd58281e98ef req-d899b7f3-3d98-4d35-a01f-2ce3c0ac7504 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.7810047 Aug 06 16:23:14.103438 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072ca00-b20d-4a4d-86e7-862bba0194dc service neutron] Pushing event updated for resources: {'Port': ['ID=45613fa0-048d-4af7-a662-6a0902ad1057,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:14.144101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219d310-6a90-4d6c-abac-552ee85308f1 None None] Pushing event updated for resources: {'Port': ['ID=09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:14.226339 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64974e2b-658b-4200-afe9-7b64e80a7d67 x-openstack-request-id: req-64974e2b-658b-4200-afe9-7b64e80a7d67 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:23:14.228315 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b4c5d4-ff02-4c0b-b80c-2298b44d09e8", "tag": "45613fa0-048d-4af7-a662-6a0902ad1057", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:23:14.228315 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64974e2b-658b-4200-afe9-7b64e80a7d67 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:23:14.228635 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b4c5d4-ff02-4c0b-b80c-2298b44d09e8', 'tag': '45613fa0-048d-4af7-a662-6a0902ad1057', 'status': 'completed', 'code': 200} Aug 06 16:23:14.286327 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41aa2165-7321-48e5-94b9-cd58281e98ef req-3c7e60a1-bc6f-4da6-978e-a178e0eba638 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903347 Aug 06 16:23:14.323436 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-4f28e19d-1e57-4f50-820b-769987f34cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:14.324936 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-4f28e19d-1e57-4f50-820b-769987f34cf7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 1094 time: 0.3198650 Aug 06 16:23:14.334191 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b523a29-fb77-4617-9c4c-90169074841d tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:14.419543 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-72563e18-228b-481e-9148-0c134ee42bd5 None None] Provisioning complete for port 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:14.423676 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-72563e18-228b-481e-9148-0c134ee42bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:14.507223 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-3f791e11-338e-4a62-97cd-afdf25349cb4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45613fa0-048d-4af7-a662-6a0902ad1057 HTTP/1.1" status: 200 len: 217 time: 0.1702509 Aug 06 16:23:14.698967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-7e6322c4-7398-4e09-8a51-9d571c9455c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:14.702588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-7e6322c4-7398-4e09-8a51-9d571c9455c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33e739df-6337-434a-b559-956cd4fe06af HTTP/1.1" status: 200 len: 850 time: 0.1399186 Aug 06 16:23:14.772164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea0b44-bf0d-461f-9061-132920247f8f req-ed04c83c-d33c-4254-9343-03fefb1c61fd tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:14.778462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-36ea0b44-bf0d-461f-9061-132920247f8f req-ed04c83c-d33c-4254-9343-03fefb1c61fd tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 943 time: 0.1944788 Aug 06 16:23:14.799153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f3c53-26f8-4798-bf75-70ee2540c1b0 req-44bd36b5-8aba-4b3f-89f7-93ff5875bc52 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:14.813947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2c3f3c53-26f8-4798-bf75-70ee2540c1b0 req-44bd36b5-8aba-4b3f-89f7-93ff5875bc52 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.3502736 Aug 06 16:23:14.816335 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-72563e18-228b-481e-9148-0c134ee42bd5 None None] Provisioning for port cc4074da-c907-476c-9e3f-7c7d12c99604 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:23:14.823448 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-72563e18-228b-481e-9148-0c134ee42bd5 None None] Provisioning complete for port cc4074da-c907-476c-9e3f-7c7d12c99604 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:14.824645 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-72563e18-228b-481e-9148-0c134ee42bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:14.928660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-72563e18-228b-481e-9148-0c134ee42bd5 None None] Port cc4074da-c907-476c-9e3f-7c7d12c99604 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:23:15.048028 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-4c454c2f-02f4-4504-a953-ed3eda667cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:15.049555 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-4c454c2f-02f4-4504-a953-ed3eda667cc0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b39d9b2-9c33-437b-8ac5-1025578faa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3371599 Aug 06 16:23:15.058169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-36ea0b44-bf0d-461f-9061-132920247f8f req-63026aef-471e-4dcf-a2f5-c2e13d9ebed7 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d9582cb-81de-443e-b1b2-a6fa44d5927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080019 Aug 06 16:23:15.102845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ce5cdf1a-d4ef-4133-91b7-9461a8f4cb0b None None] Provisioning complete for port cc4074da-c907-476c-9e3f-7c7d12c99604 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:15.103231 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ce5cdf1a-d4ef-4133-91b7-9461a8f4cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:15.172225 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0b523a29-fb77-4617-9c4c-90169074841d tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port cc4074da-c907-476c-9e3f-7c7d12c99604 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:23:15.172879 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b523a29-fb77-4617-9c4c-90169074841d tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:15.202363 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2c3f3c53-26f8-4798-bf75-70ee2540c1b0 req-fa925694-f586-417a-9fda-db3e667574f3 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852415 Aug 06 16:23:15.238451 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ce5cdf1a-d4ef-4133-91b7-9461a8f4cb0b None None] Port cc4074da-c907-476c-9e3f-7c7d12c99604 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:23:15.238451 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 09598a25-56c4-43ac-a3b6-dca02edf4f34 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:23:15.394175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-71a82dc4-de46-4db1-a4a8-4bd37475fc9f service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911043 Aug 06 16:23:15.448283 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b523a29-fb77-4617-9c4c-90169074841d tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:15.474515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0b523a29-fb77-4617-9c4c-90169074841d tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for cc4074da-c907-476c-9e3f-7c7d12c99604 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:23:15.564943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-53931639-6438-4805-8b5b-deb4e327599c None None] Provisioning complete for port cc4074da-c907-476c-9e3f-7c7d12c99604 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:15.565538 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-53931639-6438-4805-8b5b-deb4e327599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:15.727059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-53931639-6438-4805-8b5b-deb4e327599c None None] Port cc4074da-c907-476c-9e3f-7c7d12c99604 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:23:15.750395 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3526f648-9434-449b-8a50-bb3fb846e6a9 req-406d7965-eb57-416c-bc79-d22eca27d42e service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489563 Aug 06 16:23:15.883785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:23:15.997070 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:15.997447 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:16.157458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c670cf-d568-418e-992f-4ae98748b9e4 req-164f231c-501d-42de-954e-3b55a60edacd tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:16.159874 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3c670cf-d568-418e-992f-4ae98748b9e4 req-164f231c-501d-42de-954e-3b55a60edacd tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.3685682 Aug 06 16:23:16.163987 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62614b1f-ee1b-4ac4-9517-3921906aee57 req-6fcdd871-c450-4e47-bcd1-06213360aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:16.176122 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62614b1f-ee1b-4ac4-9517-3921906aee57 req-6fcdd871-c450-4e47-bcd1-06213360aa4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 1094 time: 0.2347233 Aug 06 16:23:16.408768 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b523a29-fb77-4617-9c4c-90169074841d tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:16.540477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b523a29-fb77-4617-9c4c-90169074841d tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=cc4074da-c907-476c-9e3f-7c7d12c99604,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:16.722276 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b523a29-fb77-4617-9c4c-90169074841d tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:16.727778 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3c670cf-d568-418e-992f-4ae98748b9e4 req-c61a12ca-9c01-4ec7-9253-09d282e39c39 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403356 Aug 06 16:23:16.742137 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44a7a8dd-d5e6-4002-8b06-c8a8ab115962 req-8af1ea20-4bdd-4a7b-a333-1f79c38b8812 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6140158 Aug 06 16:23:16.746409 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62614b1f-ee1b-4ac4-9517-3921906aee57 req-bf88d75d-4a7a-4373-b4c4-79cbdcc8c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:16.748059 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62614b1f-ee1b-4ac4-9517-3921906aee57 req-bf88d75d-4a7a-4373-b4c4-79cbdcc8c711 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 200 len: 912 time: 0.5711157 Aug 06 16:23:16.763996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b92e2-9d81-4393-a6e9-98a3f92c27ea req-f7d80e1a-f36f-4549-bcd8-19c3ad362fee tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:16.771780 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d0b92e2-9d81-4393-a6e9-98a3f92c27ea req-f7d80e1a-f36f-4549-bcd8-19c3ad362fee tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 943 time: 0.3957062 Aug 06 16:23:16.873144 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62614b1f-ee1b-4ac4-9517-3921906aee57 req-c1159e01-2999-423f-adc4-7afc5e9829ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45613fa0-048d-4af7-a662-6a0902ad1057 HTTP/1.1" status: 200 len: 217 time: 0.1000667 Aug 06 16:23:16.973000 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d0b92e2-9d81-4393-a6e9-98a3f92c27ea req-29454de3-d3f7-4428-b0ec-a4db3ea2d738 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d9582cb-81de-443e-b1b2-a6fa44d5927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911159 Aug 06 16:23:16.993678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62614b1f-ee1b-4ac4-9517-3921906aee57 req-7589e163-e87d-4555-a994-29a346ea39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:16.995641 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62614b1f-ee1b-4ac4-9517-3921906aee57 req-7589e163-e87d-4555-a994-29a346ea39d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33e739df-6337-434a-b559-956cd4fe06af HTTP/1.1" status: 200 len: 850 time: 0.1138954 Aug 06 16:23:17.070383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62614b1f-ee1b-4ac4-9517-3921906aee57 req-8900922e-8a5b-403d-b09b-0af32921ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:17.072426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62614b1f-ee1b-4ac4-9517-3921906aee57 req-8900922e-8a5b-403d-b09b-0af32921ac25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b39d9b2-9c33-437b-8ac5-1025578faa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685790 Aug 06 16:23:17.172447 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b523a29-fb77-4617-9c4c-90169074841d tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router e411879d-30b0-484b-ba44-52fe5d015790 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:23:17.281838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b523a29-fb77-4617-9c4c-90169074841d tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:23:17.288761 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0b523a29-fb77-4617-9c4c-90169074841d tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/e411879d-30b0-484b-ba44-52fe5d015790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2279222 Aug 06 16:23:17.291683 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39256) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:17.294642 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c08d208-14ef-4bfc-8dce-62af5b6776be None None] Sync routers for ids ['e411879d-30b0-484b-ba44-52fe5d015790'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:23:17.310041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c08d208-14ef-4bfc-8dce-62af5b6776be None None] Routers {'e411879d-30b0-484b-ba44-52fe5d015790'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:17.312457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9c08d208-14ef-4bfc-8dce-62af5b6776be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e411879d-30b0-484b-ba44-52fe5d015790'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:17.369902 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-142e139a-acf6-4024-b853-946687c3bc4c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports?device_id=e411879d-30b0-484b-ba44-52fe5d015790 HTTP/1.1" status: 200 len: 205 time: 0.0561810 Aug 06 16:23:17.370887 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39260) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:17.412877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9c08d208-14ef-4bfc-8dce-62af5b6776be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:17.445901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c08d208-14ef-4bfc-8dce-62af5b6776be None None] Routers {'e411879d-30b0-484b-ba44-52fe5d015790'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:17.448027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9c08d208-14ef-4bfc-8dce-62af5b6776be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e411879d-30b0-484b-ba44-52fe5d015790'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:17.542990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9c08d208-14ef-4bfc-8dce-62af5b6776be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:17.546209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c08d208-14ef-4bfc-8dce-62af5b6776be None None] The sync data for ids ['e411879d-30b0-484b-ba44-52fe5d015790'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:23:17.597544 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf8d03ad-8d2b-4b8b-9d0b-51449ab307ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:17.794860 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62614b1f-ee1b-4ac4-9517-3921906aee57 req-253e086a-56c6-4cbf-9177-b01b3a741246 service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7153530 Aug 06 16:23:18.005808 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf8d03ad-8d2b-4b8b-9d0b-51449ab307ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:18.010163 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf8d03ad-8d2b-4b8b-9d0b-51449ab307ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:18.036016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed290977-75bb-49b0-86fd-97224629a2d1 req-11e9b202-a6f7-49d2-8753-24cbf65d6351 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:18.044933 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed290977-75bb-49b0-86fd-97224629a2d1 req-11e9b202-a6f7-49d2-8753-24cbf65d6351 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.1979649 Aug 06 16:23:18.063902 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf8d03ad-8d2b-4b8b-9d0b-51449ab307ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:18.064456 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8d03ad-8d2b-4b8b-9d0b-51449ab307ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Fanout notify agent at l3_agent the message router_deleted on router e411879d-30b0-484b-ba44-52fe5d015790 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:23:18.087772 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf8d03ad-8d2b-4b8b-9d0b-51449ab307ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:18.096813 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cf8d03ad-8d2b-4b8b-9d0b-51449ab307ce tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/routers/e411879d-30b0-484b-ba44-52fe5d015790 HTTP/1.1" status: 204 len: 168 time: 0.7248738 Aug 06 16:23:18.101471 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39280) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:18.208259 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc04f70-4eb8-495d-9089-24e7ce1c1643 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting subnet 4a7b77d7-0e3a-4617-b9b7-1329c8a07d05 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:23:18.216649 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ecc04f70-4eb8-495d-9089-24e7ce1c1643 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:18.290300 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ecc04f70-4eb8-495d-9089-24e7ce1c1643 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:18.379346 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62614b1f-ee1b-4ac4-9517-3921906aee57 req-72a6ad36-18da-4dff-9b1b-a88c2258276a service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5713613 Aug 06 16:23:18.392608 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ecc04f70-4eb8-495d-9089-24e7ce1c1643 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:18.410646 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7a8dd-d5e6-4002-8b06-c8a8ab115962 req-312da5da-6923-4246-a6f5-ece9b250de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:18.414982 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44a7a8dd-d5e6-4002-8b06-c8a8ab115962 req-312da5da-6923-4246-a6f5-ece9b250de70 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59&tenant_id=ae71580f1ed84db0bc11c2001a92e91e HTTP/1.1" status: 200 len: 1094 time: 0.3589447 Aug 06 16:23:18.440867 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed290977-75bb-49b0-86fd-97224629a2d1 req-a373b343-de24-4fe4-b9f0-90423b3b4fc0 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929980 Aug 06 16:23:18.471007 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ecc04f70-4eb8-495d-9089-24e7ce1c1643 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:18.474800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd4e79-05b9-4ce7-aca8-0a63d9e6de3d req-6d637890-be33-46a1-b21a-1111f0f7209d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:18.485025 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fabd4e79-05b9-4ce7-aca8-0a63d9e6de3d req-6d637890-be33-46a1-b21a-1111f0f7209d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 943 time: 0.3294923 Aug 06 16:23:18.543016 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc04f70-4eb8-495d-9089-24e7ce1c1643 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7b77d7-0e3a-4617-b9b7-1329c8a07d05,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:18.575308 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ecc04f70-4eb8-495d-9089-24e7ce1c1643 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:18.578921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99980bf9-2cfb-4158-abeb-bbf82811acc9 None None] Network 4e784f51-8095-4ef0-815c-6016a72103c2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:23:18.583666 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ecc04f70-4eb8-495d-9089-24e7ce1c1643 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/4a7b77d7-0e3a-4617-b9b7-1329c8a07d05 HTTP/1.1" status: 204 len: 168 time: 0.4800861 Aug 06 16:23:18.586509 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39294) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:18.636865 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 45613fa0-048d-4af7-a662-6a0902ad1057 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:23:18.644185 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fabd4e79-05b9-4ce7-aca8-0a63d9e6de3d req-48c6b23b-f8ba-4b5e-9c40-6b4915c9a448 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d9582cb-81de-443e-b1b2-a6fa44d5927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581655 Aug 06 16:23:18.667806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7a8dd-d5e6-4002-8b06-c8a8ab115962 req-88ef0b76-d5d2-4bfe-a897-d65a63467197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:18.677901 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44a7a8dd-d5e6-4002-8b06-c8a8ab115962 req-88ef0b76-d5d2-4bfe-a897-d65a63467197 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ae71580f1ed84db0bc11c2001a92e91e&device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 1094 time: 0.1734753 Aug 06 16:23:18.766446 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:18.864858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7a8dd-d5e6-4002-8b06-c8a8ab115962 req-56129a4e-72db-48af-a78d-e234a09de5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:18.868759 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44a7a8dd-d5e6-4002-8b06-c8a8ab115962 req-56129a4e-72db-48af-a78d-e234a09de5b5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=68955a06-ea63-43dc-be49-36e456a37b93 HTTP/1.1" status: 200 len: 914 time: 0.1820707 Aug 06 16:23:18.943440 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:23:18.944071 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:19.007989 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44a7a8dd-d5e6-4002-8b06-c8a8ab115962 req-6818c51f-f6a6-4876-a5f6-5d491a4cb2ef service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34 HTTP/1.1" status: 200 len: 217 time: 0.1306446 Aug 06 16:23:19.123292 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] For port 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4,segment=NetworkSegment(45825033-59a8-4c48-9d31-9d8bf0c2b0c2),segment_id=45825033-59a8-4c48-9d31-9d8bf0c2b0c2)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:19.126747 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:19.127089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7a8dd-d5e6-4002-8b06-c8a8ab115962 req-1165c634-f2e0-4637-981c-15a161ba6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:19.130321 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44a7a8dd-d5e6-4002-8b06-c8a8ab115962 req-1165c634-f2e0-4637-981c-15a161ba6353 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b152cb9a-9760-4fe3-ab80-10c0edf358c7 HTTP/1.1" status: 200 len: 853 time: 0.1149290 Aug 06 16:23:19.158097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:23:19.223078 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44a7a8dd-d5e6-4002-8b06-c8a8ab115962 req-4ec04cb4-bad0-4b5e-9412-3579c944a777 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=68955a06-ea63-43dc-be49-36e456a37b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815146 Aug 06 16:23:19.250417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 45613fa0-048d-4af7-a662-6a0902ad1057, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=45613fa0-048d-4af7-a662-6a0902ad1057,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:19.288080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '45613fa0-048d-4af7-a662-6a0902ad1057', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'port_id': '45613fa0-048d-4af7-a662-6a0902ad1057', 'mac_address': 'fa:16:3e:0a:1c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:23:19.311558 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55ab31f-2296-431e-a688-3b7ebd154c84 None None] DHCP port deletion for 4e784f51-8095-4ef0-815c-6016a72103c2 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:23:19.364372 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:19.426344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:19.437127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] No DVR routers for this DVR port 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:23:19.529769 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44a7a8dd-d5e6-4002-8b06-c8a8ab115962 req-a81f3e4e-89ca-43e0-9eeb-fcb32a8cbbed service neutron] 10.222.0.78 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959220 Aug 06 16:23:19.645470 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:19.664992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e784f51-8095-4ef0-815c-6016a72103c2']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:19.687217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1e9e8-3d7c-4691-a50b-9f0bb53fa5c2 req-cdf34ddd-ec27-45f7-bdc9-f9341a3da7cc tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:19.691499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45825033-59a8-4c48-9d31-9d8bf0c2b0c2') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:19.695717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77b1e9e8-3d7c-4691-a50b-9f0bb53fa5c2 req-cdf34ddd-ec27-45f7-bdc9-f9341a3da7cc tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.1105039 Aug 06 16:23:19.696477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45825033-59a8-4c48-9d31-9d8bf0c2b0c2') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:19.719999 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:19.767814 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:19.783016 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:23:19.783952 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:19.804703 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77b1e9e8-3d7c-4691-a50b-9f0bb53fa5c2 req-d78dcdd6-84a1-4b58-8161-6fe8582290ab tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080248 Aug 06 16:23:19.817459 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44a7a8dd-d5e6-4002-8b06-c8a8ab115962 req-adb90086-17f0-402e-9379-e804eeadc7a6 service neutron] 10.222.0.78 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790124 Aug 06 16:23:19.928662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ed966-5b6e-4562-9bc5-59872812bb93 req-84fd80df-e1dd-4f4c-b6a2-4c10e15cbe11 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:19.941719 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b17ed966-5b6e-4562-9bc5-59872812bb93 req-84fd80df-e1dd-4f4c-b6a2-4c10e15cbe11 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 943 time: 0.1319890 Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:23:19.966899 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:23:19.972079 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:20.021693 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:20.021693 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/networks/4e784f51-8095-4ef0-815c-6016a72103c2 HTTP/1.1" status: 204 len: 168 time: 1.4250054 Aug 06 16:23:20.021693 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732824f7-e156-4679-9e24-c7c08fc7e6b7 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Network': ['ID=4e784f51-8095-4ef0-815c-6016a72103c2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:20.022365 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39330) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:20.036466 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-991036079', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:20.047600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:23:20.053892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b17ed966-5b6e-4562-9bc5-59872812bb93 req-f756456b-561b-4e1a-a9ea-e44db18df983 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d9582cb-81de-443e-b1b2-a6fa44d5927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052992 Aug 06 16:23:20.079699 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:20.084858 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:20.113863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:23:20.114477 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:23:20.126985 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:20.152170 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45613fa0-048d-4af7-a662-6a0902ad1057 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:23:20.182962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 45613fa0-048d-4af7-a662-6a0902ad1057, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=45613fa0-048d-4af7-a662-6a0902ad1057,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:20.211749 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:20.307399 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:20.331887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a55ab31f-2296-431e-a688-3b7ebd154c84 None None] Deleting port 09c0bc7c-bd88-4b58-b42a-5ccfeb9f28c4 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:23:20.332591 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a55ab31f-2296-431e-a688-3b7ebd154c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server [None req-a55ab31f-2296-431e-a688-3b7ebd154c84 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 4e784f51-8095-4ef0-815c-6016a72103c2 could not be found. Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 16:23:20.373249 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 4e784f51-8095-4ef0-815c-6016a72103c2 could not be found. Aug 06 16:23:20.377230 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Aug 06 16:23:20.431367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af16b5c-fd09-4271-9207-f94124bbca0b None None] DHCP port deletion for 4e784f51-8095-4ef0-815c-6016a72103c2 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:23:20.493481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822d5bdd-abad-4750-8905-c4767f4c9dc9 None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:23:20.592346 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['45613fa0-048d-4af7-a662-6a0902ad1057'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:23:20.715789 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=45613fa0-048d-4af7-a662-6a0902ad1057,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:20.743781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:21.122207 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d5bdd-abad-4750-8905-c4767f4c9dc9 None None] Resources bound (agent type, host, resource id): {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:23:21.351012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dab1d-29de-4e82-8de0-845eeadc5095 req-b4e34de9-4133-4390-9827-c8957a4c29f4 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:21.352617 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c56dab1d-29de-4e82-8de0-845eeadc5095 req-b4e34de9-4133-4390-9827-c8957a4c29f4 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.2866876 Aug 06 16:23:21.451514 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:21.457391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdbed6-5d17-4cd0-82d0-a413ede97f81 req-9e3b5eb0-328d-494e-a209-94b3ac86aec9 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:21.485480 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fbcdbed6-5d17-4cd0-82d0-a413ede97f81 req-9e3b5eb0-328d-494e-a209-94b3ac86aec9 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 944 time: 0.3212798 Aug 06 16:23:21.509750 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:21.687881 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c56dab1d-29de-4e82-8de0-845eeadc5095 req-fd7457ae-eda6-4696-a6ee-87568d8fec6c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177547 Aug 06 16:23:21.727960 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fbcdbed6-5d17-4cd0-82d0-a413ede97f81 req-a9ecd321-5181-4aac-bc7e-093436b6d254 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d9582cb-81de-443e-b1b2-a6fa44d5927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395260 Aug 06 16:23:21.965993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Allocated IP 172.25.1.120 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/b412f7f3-16e3-44c0-a4da-153c26910f39) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:23:22.157117 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:22.226708 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:22.275904 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:22.287238 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:22.290533 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:23:22.412921 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=b412f7f3-16e3-44c0-a4da-153c26910f39,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:22.636209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 45613fa0-048d-4af7-a662-6a0902ad1057 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:23:22.818890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 45613fa0-048d-4af7-a662-6a0902ad1057 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:23:22.857119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 45613fa0-048d-4af7-a662-6a0902ad1057 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:22.862631 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:22.953219 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857698e-c366-4706-915d-4b1aa64f7746 req-d8ac151b-5253-4536-b84f-549f08e1c1c9 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:22.963341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3857698e-c366-4706-915d-4b1aa64f7746 req-d8ac151b-5253-4536-b84f-549f08e1c1c9 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 944 time: 0.0776386 Aug 06 16:23:23.184567 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:23.231395 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3857698e-c366-4706-915d-4b1aa64f7746 req-3aecae97-7637-4663-ae2c-43a4acbb17da tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d9582cb-81de-443e-b1b2-a6fa44d5927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665954 Aug 06 16:23:23.233506 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:23.255293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b85c03-53e9-445b-aa3d-980128d17c50 req-e5f256c9-c428-4825-bed5-5a44495330f4 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:23.267952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16b85c03-53e9-445b-aa3d-980128d17c50 req-e5f256c9-c428-4825-bed5-5a44495330f4 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.3128595 Aug 06 16:23:23.376506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b4c5d4-ff02-4c0b-b80c-2298b44d09e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45613fa0-048d-4af7-a662-6a0902ad1057'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:23:23.394159 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e39dc98-b5a4-4999-ba44-e48cde92c5a7" -d '{"events": [{"server_uuid": "19b4c5d4-ff02-4c0b-b80c-2298b44d09e8", "name": "network-vif-plugged", "status": "completed", "tag": "45613fa0-048d-4af7-a662-6a0902ad1057"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:23:23.409522 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16b85c03-53e9-445b-aa3d-980128d17c50 req-2670e094-b37a-4efc-aee4-8b2a650454d5 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368315 Aug 06 16:23:23.479610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 45613fa0-048d-4af7-a662-6a0902ad1057, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=45613fa0-048d-4af7-a662-6a0902ad1057,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:23.498714 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:23.678427 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c530ac01-d5c7-4be4-93a4-eb8a6e725b5b x-openstack-request-id: req-c530ac01-d5c7-4be4-93a4-eb8a6e725b5b {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:23:23.679467 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b4c5d4-ff02-4c0b-b80c-2298b44d09e8", "name": "network-vif-plugged", "status": "completed", "tag": "45613fa0-048d-4af7-a662-6a0902ad1057", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:23:23.679957 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c530ac01-d5c7-4be4-93a4-eb8a6e725b5b {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:23:23.682692 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b4c5d4-ff02-4c0b-b80c-2298b44d09e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45613fa0-048d-4af7-a662-6a0902ad1057', 'code': 200} Aug 06 16:23:23.733558 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:23.793580 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=45613fa0-048d-4af7-a662-6a0902ad1057,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:23.819720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.820365 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.820854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.821354 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.822488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.823038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.823536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.824029 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.824519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.825018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.825504 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.826007 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.904498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb36a66-ab3a-4df2-9069-cc74bd0e9cbb req-4f8a946e-574c-4e45-a7bc-0edf16493d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:23.916213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ddb36a66-ab3a-4df2-9069-cc74bd0e9cbb req-4f8a946e-574c-4e45-a7bc-0edf16493d41 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 1096 time: 0.1884470 Aug 06 16:23:23.932017 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:23.954997 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:24.025941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ddb36a66-ab3a-4df2-9069-cc74bd0e9cbb req-ab3ab2cd-5714-4deb-8564-c6bd7dab7fe0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3d9582cb-81de-443e-b1b2-a6fa44d5927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082339 Aug 06 16:23:24.488075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router a42ed5d4-e820-4417-8bcf-3f6cccfcfce4 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:23:24.519385 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dcde3-8d64-4a83-99d9-745c8849e349 req-92cdcff7-3307-4e0f-8156-f2bfb0398c80 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:24.540578 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e1dcde3-8d64-4a83-99d9-745c8849e349 req-92cdcff7-3307-4e0f-8156-f2bfb0398c80 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 945 time: 0.1686823 Aug 06 16:23:24.690017 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e1dcde3-8d64-4a83-99d9-745c8849e349 req-865955b9-241a-4e7f-9ff8-0bdb99b8ef5a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d9582cb-81de-443e-b1b2-a6fa44d5927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474860 Aug 06 16:23:24.845814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea942f8a-ea65-4d6f-8e52-04fe0c3e7b91 req-9403d36b-4e33-412e-a27c-6fb99c3adc57 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:24.859869 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea942f8a-ea65-4d6f-8e52-04fe0c3e7b91 req-9403d36b-4e33-412e-a27c-6fb99c3adc57 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.2127125 Aug 06 16:23:24.875850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:23:24.896479 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32dcd05-2f7d-48c8-ab8d-b4a2d3b0ea24 None None] Sync routers for ids ['a42ed5d4-e820-4417-8bcf-3f6cccfcfce4'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:23:24.929373 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32dcd05-2f7d-48c8-ab8d-b4a2d3b0ea24 None None] Routers {'a42ed5d4-e820-4417-8bcf-3f6cccfcfce4'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:24.936140 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b32dcd05-2f7d-48c8-ab8d-b4a2d3b0ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a42ed5d4-e820-4417-8bcf-3f6cccfcfce4'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:24.975989 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:24.986083 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea942f8a-ea65-4d6f-8e52-04fe0c3e7b91 req-24e8f273-252c-417c-85b8-11f2a7c43cde tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239953 Aug 06 16:23:24.986263 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ffbdb9f9-c675-4ab9-bd47-c6006ba3d9b5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.9609370 Aug 06 16:23:24.987987 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39448) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:25.068841 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b32dcd05-2f7d-48c8-ab8d-b4a2d3b0ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:25.112574 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32dcd05-2f7d-48c8-ab8d-b4a2d3b0ea24 None None] Routers {'a42ed5d4-e820-4417-8bcf-3f6cccfcfce4'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:25.116570 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b32dcd05-2f7d-48c8-ab8d-b4a2d3b0ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a42ed5d4-e820-4417-8bcf-3f6cccfcfce4'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:25.204935 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b32dcd05-2f7d-48c8-ab8d-b4a2d3b0ea24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:25.205918 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32dcd05-2f7d-48c8-ab8d-b4a2d3b0ea24 None None] The sync data for ids ['a42ed5d4-e820-4417-8bcf-3f6cccfcfce4'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:23:26.271718 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fdc31c73-074e-4e82-8e7d-0fad95cc6f82 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/routers/a42ed5d4-e820-4417-8bcf-3f6cccfcfce4 HTTP/1.1" status: 200 len: 884 time: 1.2767460 Aug 06 16:23:26.274004 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39488) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:26.464782 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a72cc-d771-41b9-be03-624bb5ab6500 req-832fab3c-a0d4-427d-8dea-d5141ad3f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:26.468689 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-029a72cc-d771-41b9-be03-624bb5ab6500 req-832fab3c-a0d4-427d-8dea-d5141ad3f879 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ae71580f1ed84db0bc11c2001a92e91e&device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 1094 time: 0.4241555 Aug 06 16:23:26.501898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa768d8a-7429-4c83-997d-4a0b11d72988 req-af35c1f3-cb81-46cb-b3f0-15d48a60ae9f tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:26.505107 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa768d8a-7429-4c83-997d-4a0b11d72988 req-af35c1f3-cb81-46cb-b3f0-15d48a60ae9f tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 945 time: 0.5029151 Aug 06 16:23:26.702497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e4281-fd76-4cc5-94d7-7c413e7367d8 req-5c2ed5d6-eab4-42ab-80b1-90dcbb27fdcb tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:26.714020 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-397e4281-fd76-4cc5-94d7-7c413e7367d8 req-5c2ed5d6-eab4-42ab-80b1-90dcbb27fdcb tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.4648340 Aug 06 16:23:27.063733 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-397e4281-fd76-4cc5-94d7-7c413e7367d8 req-b208b114-1553-42f2-bb75-c21b326df79f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481147 Aug 06 16:23:27.090086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa768d8a-7429-4c83-997d-4a0b11d72988 req-40b22a9f-b97c-4609-9f46-0d458ce7dac0 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d9582cb-81de-443e-b1b2-a6fa44d5927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5421002 Aug 06 16:23:27.244120 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a72cc-d771-41b9-be03-624bb5ab6500 req-db32e250-a325-4143-92c7-d388678e36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:27.251026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-029a72cc-d771-41b9-be03-624bb5ab6500 req-db32e250-a325-4143-92c7-d388678e36a0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=68955a06-ea63-43dc-be49-36e456a37b93 HTTP/1.1" status: 200 len: 914 time: 0.7306409 Aug 06 16:23:27.264614 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-be9e3fd9-befd-40bb-a9db-a867c145ac4e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9865446 Aug 06 16:23:27.265213 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39510) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:27.280667 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c220edfd-bf34-4976-9ddd-e91513de3416 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-991036079'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:27.378916 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-029a72cc-d771-41b9-be03-624bb5ab6500 req-f548a018-d303-420e-989a-d107dc98a5fb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34 HTTP/1.1" status: 200 len: 217 time: 0.1200428 Aug 06 16:23:27.471161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cdd56-78d9-4899-8575-097fa30a0bc4 req-b93891c7-24e1-47cc-8a9a-cc365a829450 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:27.478263 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f02cdd56-78d9-4899-8575-097fa30a0bc4 req-b93891c7-24e1-47cc-8a9a-cc365a829450 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 945 time: 0.1139941 Aug 06 16:23:27.484313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39512) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:27.489151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c9e7f884-b9c1-46d5-aa0a-1b26429a8923 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Request body: {'floatingip': {'port_id': '45613fa0-048d-4af7-a662-6a0902ad1057'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:27.649116 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9e7f884-b9c1-46d5-aa0a-1b26429a8923 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:28.212851 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c220edfd-bf34-4976-9ddd-e91513de3416 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:28.239318 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c220edfd-bf34-4976-9ddd-e91513de3416 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:28.575090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c220edfd-bf34-4976-9ddd-e91513de3416 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router a42ed5d4-e820-4417-8bcf-3f6cccfcfce4 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:23:28.727576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a72cc-d771-41b9-be03-624bb5ab6500 req-9d0ee072-c17d-4c62-a03d-d49efc02275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:28.740141 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-029a72cc-d771-41b9-be03-624bb5ab6500 req-9d0ee072-c17d-4c62-a03d-d49efc02275e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b152cb9a-9760-4fe3-ab80-10c0edf358c7 HTTP/1.1" status: 200 len: 853 time: 0.2417603 Aug 06 16:23:28.864985 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c220edfd-bf34-4976-9ddd-e91513de3416 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:23:28.889239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3f0d3c-51fc-4cbb-a591-6221a608b4c8 None None] Sync routers for ids ['a42ed5d4-e820-4417-8bcf-3f6cccfcfce4'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:23:28.920401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3f0d3c-51fc-4cbb-a591-6221a608b4c8 None None] Routers {'a42ed5d4-e820-4417-8bcf-3f6cccfcfce4'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:28.923185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8c3f0d3c-51fc-4cbb-a591-6221a608b4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a42ed5d4-e820-4417-8bcf-3f6cccfcfce4'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:28.927096 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c220edfd-bf34-4976-9ddd-e91513de3416 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:28.949846 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c220edfd-bf34-4976-9ddd-e91513de3416 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/a42ed5d4-e820-4417-8bcf-3f6cccfcfce4 HTTP/1.1" status: 200 len: 891 time: 1.6801653 Aug 06 16:23:28.950084 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39550) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:29.021432 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8c3f0d3c-51fc-4cbb-a591-6221a608b4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:29.040375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3f0d3c-51fc-4cbb-a591-6221a608b4c8 None None] Routers {'a42ed5d4-e820-4417-8bcf-3f6cccfcfce4'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:29.040968 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8c3f0d3c-51fc-4cbb-a591-6221a608b4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a42ed5d4-e820-4417-8bcf-3f6cccfcfce4'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:29.115419 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8c3f0d3c-51fc-4cbb-a591-6221a608b4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:29.123723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3f0d3c-51fc-4cbb-a591-6221a608b4c8 None None] The sync data for ids ['a42ed5d4-e820-4417-8bcf-3f6cccfcfce4'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:23:29.201681 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.resource_extend [None req-c9e7f884-b9c1-46d5-aa0a-1b26429a8923 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 16:23:29.225659 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aa7c06df-0d7f-4997-aef6-225a599cf0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/routers/a42ed5d4-e820-4417-8bcf-3f6cccfcfce4 HTTP/1.1" status: 200 len: 891 time: 0.2745218 Aug 06 16:23:29.232923 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39564) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:29.315185 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d12eefd1-df26-40b6-affe-ab9b7d48da53 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports?device_id=a42ed5d4-e820-4417-8bcf-3f6cccfcfce4 HTTP/1.1" status: 200 len: 205 time: 0.0811255 Aug 06 16:23:29.318780 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39568) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:29.454427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5c68c-43d4-4783-b4e1-2bee0fdf127a req-3f48d594-5ac2-4a89-a689-0fdeed6def49 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:29.462510 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ba5c68c-43d4-4783-b4e1-2bee0fdf127a req-3f48d594-5ac2-4a89-a689-0fdeed6def49 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 1.2193053 Aug 06 16:23:29.471203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-029a72cc-d771-41b9-be03-624bb5ab6500 req-bf77c9b3-9115-4035-88e1-cfbeef352465 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=68955a06-ea63-43dc-be49-36e456a37b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297061 Aug 06 16:23:29.638726 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9e7f884-b9c1-46d5-aa0a-1b26429a8923 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:29.643016 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5cf0e43b-4370-496a-a402-749ed81e6b84 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:29.685352 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9e7f884-b9c1-46d5-aa0a-1b26429a8923 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:29.851673 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ba5c68c-43d4-4783-b4e1-2bee0fdf127a req-5c831d21-3785-4fb5-b0bc-e08d88c82649 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498142 Aug 06 16:23:29.979863 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5cf0e43b-4370-496a-a402-749ed81e6b84 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:30.060995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-029a72cc-d771-41b9-be03-624bb5ab6500 req-f241ee7d-34a8-4ce7-8094-9663bd6d6e96 service neutron] 10.222.0.78 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748909 Aug 06 16:23:30.074691 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-c9e7f884-b9c1-46d5-aa0a-1b26429a8923 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Floating IP 249893e2-32fa-44bd-b5f3-f471e51081f2 associated. External IP: 172.25.1.211, port: 45613fa0-048d-4af7-a662-6a0902ad1057. Aug 06 16:23:30.087396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5cf0e43b-4370-496a-a402-749ed81e6b84 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port b412f7f3-16e3-44c0-a4da-153c26910f39 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:23:30.087828 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5cf0e43b-4370-496a-a402-749ed81e6b84 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:30.364250 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5cf0e43b-4370-496a-a402-749ed81e6b84 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:30.392577 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5cf0e43b-4370-496a-a402-749ed81e6b84 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for b412f7f3-16e3-44c0-a4da-153c26910f39 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:23:30.462810 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:23:30.882821 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5cf0e43b-4370-496a-a402-749ed81e6b84 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:31.079807 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0e43b-4370-496a-a402-749ed81e6b84 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=b412f7f3-16e3-44c0-a4da-153c26910f39,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:31.215232 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5cf0e43b-4370-496a-a402-749ed81e6b84 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:31.334014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-029a72cc-d771-41b9-be03-624bb5ab6500 req-ed718029-586c-4a25-9b96-5ff67250a986 service neutron] 10.222.0.78 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613607 Aug 06 16:23:31.560400 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5cf0e43b-4370-496a-a402-749ed81e6b84 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:31.572634 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5cf0e43b-4370-496a-a402-749ed81e6b84 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:31.613242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab8ac8-079b-4790-837e-2eb723d8534a req-6136a4f0-98a6-475c-8988-7a26cb309692 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:31.616700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2ab8ac8-079b-4790-837e-2eb723d8534a req-6136a4f0-98a6-475c-8988-7a26cb309692 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.3133128 Aug 06 16:23:31.681082 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5cf0e43b-4370-496a-a402-749ed81e6b84 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:31.681815 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf0e43b-4370-496a-a402-749ed81e6b84 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Fanout notify agent at l3_agent the message router_deleted on router a42ed5d4-e820-4417-8bcf-3f6cccfcfce4 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:23:31.691965 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5cf0e43b-4370-496a-a402-749ed81e6b84 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:31.697308 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5cf0e43b-4370-496a-a402-749ed81e6b84 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/routers/a42ed5d4-e820-4417-8bcf-3f6cccfcfce4 HTTP/1.1" status: 204 len: 168 time: 2.3733366 Aug 06 16:23:31.702461 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39612) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:31.708970 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-1048b86d-619b-49bc-ad20-dbd14c8c2783 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-234204545'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:31.767433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1048b86d-619b-49bc-ad20-dbd14c8c2783 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:23:31.785018 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1048b86d-619b-49bc-ad20-dbd14c8c2783 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:31.849846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1048b86d-619b-49bc-ad20-dbd14c8c2783 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:23:31.862559 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1048b86d-619b-49bc-ad20-dbd14c8c2783 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:31.863282 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-1048b86d-619b-49bc-ad20-dbd14c8c2783 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Added segment e5d1d913-dd1a-438a-9c94-7eda6ac33155 of type vlan for network 57b0c121-e9b4-4131-a2b8-7494927365f2 Aug 06 16:23:31.893443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e7f884-b9c1-46d5-aa0a-1b26429a8923 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Router 9afd9d01-b741-4a22-b0d0-e66751859fa9 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:23:31.942522 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2ab8ac8-079b-4790-837e-2eb723d8534a req-ea26a401-b5d6-4961-b947-fd70e03b57fb tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041759 Aug 06 16:23:32.054143 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1048b86d-619b-49bc-ad20-dbd14c8c2783 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:32.212960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e7f884-b9c1-46d5-aa0a-1b26429a8923 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:23:32.223709 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1048b86d-619b-49bc-ad20-dbd14c8c2783 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:32.229600 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9e7f884-b9c1-46d5-aa0a-1b26429a8923 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:32.233328 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3dc685-a059-4f48-b043-1988f4bc41f9 None None] Sync routers for ids ['9afd9d01-b741-4a22-b0d0-e66751859fa9'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:23:32.249260 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3dc685-a059-4f48-b043-1988f4bc41f9 None None] Routers {'9afd9d01-b741-4a22-b0d0-e66751859fa9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:32.252811 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-1d3dc685-a059-4f48-b043-1988f4bc41f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9afd9d01-b741-4a22-b0d0-e66751859fa9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:32.261121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1048b86d-619b-49bc-ad20-dbd14c8c2783 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:32.263745 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1048b86d-619b-49bc-ad20-dbd14c8c2783 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:32.322493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c9e7f884-b9c1-46d5-aa0a-1b26429a8923 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "PUT /v2.0/floatingips/249893e2-32fa-44bd-b5f3-f471e51081f2 HTTP/1.1" status: 200 len: 991 time: 4.8369505 Aug 06 16:23:32.345055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b4c5d4-ff02-4c0b-b80c-2298b44d09e8', 'tag': '45613fa0-048d-4af7-a662-6a0902ad1057'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:23:32.358163 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85c5042-ab59-4aef-80cd-4bb9f2266b21" -d '{"events": [{"name": "network-changed", "server_uuid": "19b4c5d4-ff02-4c0b-b80c-2298b44d09e8", "tag": "45613fa0-048d-4af7-a662-6a0902ad1057"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:23:32.424018 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c840fbe-1b5e-4425-b05e-61b448d5aef7 x-openstack-request-id: req-6c840fbe-1b5e-4425-b05e-61b448d5aef7 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:23:32.424720 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b4c5d4-ff02-4c0b-b80c-2298b44d09e8", "tag": "45613fa0-048d-4af7-a662-6a0902ad1057", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:23:32.425156 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c840fbe-1b5e-4425-b05e-61b448d5aef7 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:23:32.425934 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b4c5d4-ff02-4c0b-b80c-2298b44d09e8', 'tag': '45613fa0-048d-4af7-a662-6a0902ad1057', 'status': 'completed', 'code': 200} Aug 06 16:23:32.478792 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1048b86d-619b-49bc-ad20-dbd14c8c2783 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7762167 Aug 06 16:23:32.497313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39634) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:32.516813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-f015d720-dae9-4eca-8723-b132abc8dce2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'subnet': {'network_id': '57b0c121-e9b4-4131-a2b8-7494927365f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:32.526503 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-1d3dc685-a059-4f48-b043-1988f4bc41f9 None None] Set router 9afd9d01-b741-4a22-b0d0-e66751859fa9 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:23:32.626600 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048b86d-619b-49bc-ad20-dbd14c8c2783 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Network': ['ID=57b0c121-e9b4-4131-a2b8-7494927365f2,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:32.641549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 57b0c121-e9b4-4131-a2b8-7494927365f2 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:23:32.733916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c5042-ab59-4aef-80cd-4bb9f2266b21 req-cf8358e4-aa53-4f7b-8085-1779e4a48110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:32.738966 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c85c5042-ab59-4aef-80cd-4bb9f2266b21 req-cf8358e4-aa53-4f7b-8085-1779e4a48110 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 1096 time: 0.2896757 Aug 06 16:23:33.046431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f015d720-dae9-4eca-8723-b132abc8dce2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:23:33.071793 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f015d720-dae9-4eca-8723-b132abc8dce2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:33.152193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c5042-ab59-4aef-80cd-4bb9f2266b21 req-14087c25-eea6-42c8-a29f-951e4d2c9a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:33.164248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c85c5042-ab59-4aef-80cd-4bb9f2266b21 req-14087c25-eea6-42c8-a29f-951e4d2c9a2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 200 len: 912 time: 0.4078293 Aug 06 16:23:33.173427 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-1d3dc685-a059-4f48-b043-1988f4bc41f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:37Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '249893e2-32fa-44bd-b5f3-f471e51081f2', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'floating_ip_address': '172.25.1.211', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'port_id': '45613fa0-048d-4af7-a662-6a0902ad1057', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'mac_address': 'fa:16:3e:0a:1c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b4c5d4-ff02-4c0b-b80c-2298b44d09e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:23:01Z', 'updated_at': '2021-08-06T16:23:29Z', 'revision_number': 1, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87102910-4e22-4de1-87fa-35d33127ce86', 'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'mac_address': 'fa:16:3e:c5:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:33Z', 'updated_at': '2021-08-06T16:18:47Z', 'revision_number': 5, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'subnets': [{'id': '33e739df-6337-434a-b559-956cd4fe06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:33.215452 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3dc685-a059-4f48-b043-1988f4bc41f9 None None] Checking router: 9afd9d01-b741-4a22-b0d0-e66751859fa9 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:23:33.239340 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3dc685-a059-4f48-b043-1988f4bc41f9 None None] Routers {'9afd9d01-b741-4a22-b0d0-e66751859fa9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:33.240047 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-1d3dc685-a059-4f48-b043-1988f4bc41f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9afd9d01-b741-4a22-b0d0-e66751859fa9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:33.493418 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-1d3dc685-a059-4f48-b043-1988f4bc41f9 None None] Set router 9afd9d01-b741-4a22-b0d0-e66751859fa9 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:23:33.770827 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-396673d0-4c57-4259-9aad-0ef2bc86930f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:33.784728 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c85c5042-ab59-4aef-80cd-4bb9f2266b21 req-fa4249df-96f0-4bf6-9ff4-0c3f5a14ebfd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45613fa0-048d-4af7-a662-6a0902ad1057 HTTP/1.1" status: 200 len: 999 time: 0.6037364 Aug 06 16:23:33.806708 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f015d720-dae9-4eca-8723-b132abc8dce2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:33.891579 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c5042-ab59-4aef-80cd-4bb9f2266b21 req-78b91585-a0c6-4e5b-ba13-e5d9b56e4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:33.894183 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c85c5042-ab59-4aef-80cd-4bb9f2266b21 req-78b91585-a0c6-4e5b-ba13-e5d9b56e4fc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33e739df-6337-434a-b559-956cd4fe06af HTTP/1.1" status: 200 len: 850 time: 0.0715699 Aug 06 16:23:34.114212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f015d720-dae9-4eca-8723-b132abc8dce2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Checking segment: {'id': 'e5d1d913-dd1a-438a-9c94-7eda6ac33155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '57b0c121-e9b4-4131-a2b8-7494927365f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:23:34.114598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f015d720-dae9-4eca-8723-b132abc8dce2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network hostable DHCP agents. Network: 57b0c121-e9b4-4131-a2b8-7494927365f2, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:23:34.131229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10969744-acfb-449d-9041-e5358f9e164e req-534d49da-2fb7-42a7-863e-34d61939cbb8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:34.133288 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10969744-acfb-449d-9041-e5358f9e164e req-534d49da-2fb7-42a7-863e-34d61939cbb8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.9511218 Aug 06 16:23:34.193410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c5042-ab59-4aef-80cd-4bb9f2266b21 req-4c3ca19f-128c-44d0-9b67-453041649576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:34.195464 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c85c5042-ab59-4aef-80cd-4bb9f2266b21 req-4c3ca19f-128c-44d0-9b67-453041649576 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b39d9b2-9c33-437b-8ac5-1025578faa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2736390 Aug 06 16:23:34.196139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015d720-dae9-4eca-8723-b132abc8dce2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Subnet': ['ID=3e46bb10-f3f7-42a5-bc00-4bd475647bad,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:34.329464 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-1d3dc685-a059-4f48-b043-1988f4bc41f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:37Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '249893e2-32fa-44bd-b5f3-f471e51081f2', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'floating_ip_address': '172.25.1.211', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'port_id': '45613fa0-048d-4af7-a662-6a0902ad1057', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'mac_address': 'fa:16:3e:0a:1c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b4c5d4-ff02-4c0b-b80c-2298b44d09e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:23:01Z', 'updated_at': '2021-08-06T16:23:29Z', 'revision_number': 1, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87102910-4e22-4de1-87fa-35d33127ce86', 'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'mac_address': 'fa:16:3e:c5:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:33Z', 'updated_at': '2021-08-06T16:18:47Z', 'revision_number': 5, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'subnets': [{'id': '33e739df-6337-434a-b559-956cd4fe06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:34.376561 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10969744-acfb-449d-9041-e5358f9e164e req-7aca244d-6ee2-4e1a-8324-dbd197bf83c7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256188 Aug 06 16:23:34.392761 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f015d720-dae9-4eca-8723-b132abc8dce2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network 57b0c121-e9b4-4131-a2b8-7494927365f2 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:23:34.451629 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3dc685-a059-4f48-b043-1988f4bc41f9 None None] The sync data for ids ['9afd9d01-b741-4a22-b0d0-e66751859fa9'] in n-d-803756-1 is: [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:37Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '249893e2-32fa-44bd-b5f3-f471e51081f2', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'floating_ip_address': '172.25.1.211', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'port_id': '45613fa0-048d-4af7-a662-6a0902ad1057', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'mac_address': 'fa:16:3e:0a:1c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b4c5d4-ff02-4c0b-b80c-2298b44d09e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:23:01Z', 'updated_at': '2021-08-06T16:23:29Z', 'revision_number': 1, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87102910-4e22-4de1-87fa-35d33127ce86', 'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'mac_address': 'fa:16:3e:c5:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:33Z', 'updated_at': '2021-08-06T16:18:47Z', 'revision_number': 5, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'subnets': [{'id': '33e739df-6337-434a-b559-956cd4fe06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:23:34.564216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-f015d720-dae9-4eca-8723-b132abc8dce2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 57b0c121-e9b4-4131-a2b8-7494927365f2) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:34.575479 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97891b8-9e7a-4365-88e9-d4bae5b2343d None None] Network 57b0c121-e9b4-4131-a2b8-7494927365f2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:23:34.593651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f015d720-dae9-4eca-8723-b132abc8dce2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:34.593651 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f015d720-dae9-4eca-8723-b132abc8dce2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:34.733117 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f015d720-dae9-4eca-8723-b132abc8dce2 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2280667 Aug 06 16:23:34.739454 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39688) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:34.744932 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-902e9afb-e472-4687-9b5e-1afe9dbfe9d1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1399266187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:34.790091 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c85c5042-ab59-4aef-80cd-4bb9f2266b21 req-a65aeca4-4f8d-4f57-9b3f-e7b14cac32d7 service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726118 Aug 06 16:23:34.847334 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-902e9afb-e472-4687-9b5e-1afe9dbfe9d1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:34.849982 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-902e9afb-e472-4687-9b5e-1afe9dbfe9d1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:35.055163 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-902e9afb-e472-4687-9b5e-1afe9dbfe9d1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:35.061071 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-902e9afb-e472-4687-9b5e-1afe9dbfe9d1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:35.093096 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-902e9afb-e472-4687-9b5e-1afe9dbfe9d1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:35.095233 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-902e9afb-e472-4687-9b5e-1afe9dbfe9d1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3535717 Aug 06 16:23:35.102088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39692) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:35.104928 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c85c5042-ab59-4aef-80cd-4bb9f2266b21 req-677daa2f-f49a-44ea-bdbb-7bc35284ac96 service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065431 Aug 06 16:23:35.114183 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-57b0c121-e9b4-4131-a2b8-7494927365f2', 'network_id': '57b0c121-e9b4-4131-a2b8-7494927365f2', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'fixed_ips': [{'subnet_id': '3e46bb10-f3f7-42a5-bc00-4bd475647bad'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:23:35.115759 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:35.350442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Allocated IP 2001:db8::2 (57b0c121-e9b4-4131-a2b8-7494927365f2/3e46bb10-f3f7-42a5-bc00-4bd475647bad/18a1bfd0-d210-4883-871f-da05d7d4a8b5) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:23:35.574332 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:35.613108 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Transition to ACTIVE for port object 18a1bfd0-d210-4883-871f-da05d7d4a8b5 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:35.682321 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Transition to ACTIVE for port object 18a1bfd0-d210-4883-871f-da05d7d4a8b5 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:35.714776 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad5a722-e20f-478a-b05f-11ee8c9c2137 None None] New status for floating IP 249893e2-32fa-44bd-b5f3-f471e51081f2: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:23:35.718046 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:35.780785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f520b7-9325-41a3-82b4-d9a24802532e req-f69b7385-4bf2-4b36-9240-cffb67b4569c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:35.782630 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5f520b7-9325-41a3-82b4-d9a24802532e req-f69b7385-4bf2-4b36-9240-cffb67b4569c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.2203465 Aug 06 16:23:35.920778 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5f520b7-9325-41a3-82b4-d9a24802532e req-bf9b9adf-2cb0-4c65-863c-887147cda384 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307375 Aug 06 16:23:36.131233 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Network 57b0c121-e9b4-4131-a2b8-7494927365f2 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:36.183061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:36.277866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:23:36.347787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Pushing event updated for resources: {'Port': ['ID=18a1bfd0-d210-4883-871f-da05d7d4a8b5,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:36.363285 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2dd54383-afc9-4080-b5ec-659425741578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:36.807737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Attempting to bind port 18a1bfd0-d210-4883-871f-da05d7d4a8b5 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:23:36.817825 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Attempting to bind port 18a1bfd0-d210-4883-871f-da05d7d4a8b5 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'e5d1d913-dd1a-438a-9c94-7eda6ac33155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '57b0c121-e9b4-4131-a2b8-7494927365f2'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:23:36.819839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Attempting to bind port 18a1bfd0-d210-4883-871f-da05d7d4a8b5 on network 57b0c121-e9b4-4131-a2b8-7494927365f2 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:23:36.835167 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:23:36.837447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Checking segment: {'id': 'e5d1d913-dd1a-438a-9c94-7eda6ac33155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '57b0c121-e9b4-4131-a2b8-7494927365f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:23:36.839723 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:36.841233 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Bound using segment: {'id': 'e5d1d913-dd1a-438a-9c94-7eda6ac33155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '57b0c121-e9b4-4131-a2b8-7494927365f2'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:23:36.842095 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Bound port: 18a1bfd0-d210-4883-871f-da05d7d4a8b5, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d1d913-dd1a-438a-9c94-7eda6ac33155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '57b0c121-e9b4-4131-a2b8-7494927365f2'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:23:36.844760 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:36.858000 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:36.943601 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:37.063938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] For port 18a1bfd0-d210-4883-871f-da05d7d4a8b5, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:23:37.076307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] For port 18a1bfd0-d210-4883-871f-da05d7d4a8b5, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=18a1bfd0-d210-4883-871f-da05d7d4a8b5,segment=NetworkSegment(e5d1d913-dd1a-438a-9c94-7eda6ac33155),segment_id=e5d1d913-dd1a-438a-9c94-7eda6ac33155)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:23:37.084253 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:37.240777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8526a20-4746-47b1-b992-5dddc3026fed req-57b0b0f8-2bad-4da0-ac30-da8a6e946b95 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:37.244076 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8526a20-4746-47b1-b992-5dddc3026fed req-57b0b0f8-2bad-4da0-ac30-da8a6e946b95 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.1519754 Aug 06 16:23:37.283841 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a16b92-c918-44b7-8517-c21a7da36118 None None] Pushing event updated for resources: {'Port': ['ID=18a1bfd0-d210-4883-871f-da05d7d4a8b5,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:37.350980 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:37.364589 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8526a20-4746-47b1-b992-5dddc3026fed req-71f6ad7b-0c40-4462-9782-b11c826c4633 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110158 Aug 06 16:23:37.727798 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Allocated IP 2001:db8::1 (57b0c121-e9b4-4131-a2b8-7494927365f2/3e46bb10-f3f7-42a5-bc00-4bd475647bad/dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:23:38.032436 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 18a1bfd0-d210-4883-871f-da05d7d4a8b5 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:23:38.060317 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:38.093463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Transition to ACTIVE for port object dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:38.165119 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:38.172636 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 18a1bfd0-d210-4883-871f-da05d7d4a8b5 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:23:38.227882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network 57b0c121-e9b4-4131-a2b8-7494927365f2 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:38.231040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:38.242282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:23:38.242860 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:38.249916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:38.580212 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:38.774427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96ee74-6bea-4aa9-b686-ba5715e491f5 req-2b9d2c3e-58b2-4963-8c39-bab30c008d83 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:38.790074 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c96ee74-6bea-4aa9-b686-ba5715e491f5 req-2b9d2c3e-58b2-4963-8c39-bab30c008d83 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.1688333 Aug 06 16:23:38.872998 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c96ee74-6bea-4aa9-b686-ba5715e491f5 req-60f39775-ca2d-4bed-bba8-62fb9529e0a8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798595 Aug 06 16:23:39.087849 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:39.166100 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c423ac-df56-40fc-89ef-186c747961bb None None] Network 57b0c121-e9b4-4131-a2b8-7494927365f2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:23:39.169309 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:39.178055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:39.178948 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:39.401037 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:39.466464 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network 57b0c121-e9b4-4131-a2b8-7494927365f2 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:39.468483 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:39.518016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-474b205d-4e60-4ad7-9664-3996c22b590c None None] Provisioning for port 18a1bfd0-d210-4883-871f-da05d7d4a8b5 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:23:39.524067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-474b205d-4e60-4ad7-9664-3996c22b590c None None] Provisioning complete for port 18a1bfd0-d210-4883-871f-da05d7d4a8b5 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:39.524885 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-474b205d-4e60-4ad7-9664-3996c22b590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:39.525529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39804) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:39.632668 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4548c0-1b4b-4668-ab73-9b8806e24a26 admin admin] Deleting subnet a10c488f-e5f5-4ce6-9a7f-d4f1db03b78c {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:23:39.639744 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de4548c0-1b4b-4668-ab73-9b8806e24a26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:39.684282 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-474b205d-4e60-4ad7-9664-3996c22b590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:39.765787 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de4548c0-1b4b-4668-ab73-9b8806e24a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:39.768106 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-474b205d-4e60-4ad7-9664-3996c22b590c None None] For port 18a1bfd0-d210-4883-871f-da05d7d4a8b5, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=18a1bfd0-d210-4883-871f-da05d7d4a8b5,segment=NetworkSegment(e5d1d913-dd1a-438a-9c94-7eda6ac33155),segment_id=e5d1d913-dd1a-438a-9c94-7eda6ac33155)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:39.791619 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router 29778ffe-f8aa-4fb3-bd77-aa053bc4142a is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:23:39.792279 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-474b205d-4e60-4ad7-9664-3996c22b590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:39.845274 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de4548c0-1b4b-4668-ab73-9b8806e24a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:40.003679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b205d-4e60-4ad7-9664-3996c22b590c None None] Pushing event updated for resources: {'Port': ['ID=18a1bfd0-d210-4883-871f-da05d7d4a8b5,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:40.010851 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de4548c0-1b4b-4668-ab73-9b8806e24a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:40.029220 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de4548c0-1b4b-4668-ab73-9b8806e24a26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:40.031729 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-de4548c0-1b4b-4668-ab73-9b8806e24a26 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a10c488f-e5f5-4ce6-9a7f-d4f1db03b78c HTTP/1.1" status: 204 len: 168 time: 0.5050254 Aug 06 16:23:40.041101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39820) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:40.114195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:23:40.121866 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1cc05666-1e78-4ba7-8f4a-24053aaed856 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/29778ffe-f8aa-4fb3-bd77-aa053bc4142a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0158713 Aug 06 16:23:40.129714 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61e810f-34aa-4779-a116-16cb2b0a514c None None] Sync routers for ids ['29778ffe-f8aa-4fb3-bd77-aa053bc4142a'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:23:40.130510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39822) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:40.151095 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e810f-34aa-4779-a116-16cb2b0a514c None None] Routers {'29778ffe-f8aa-4fb3-bd77-aa053bc4142a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:40.151707 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b61e810f-34aa-4779-a116-16cb2b0a514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['29778ffe-f8aa-4fb3-bd77-aa053bc4142a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:40.162207 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4548c0-1b4b-4668-ab73-9b8806e24a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10c488f-e5f5-4ce6-9a7f-d4f1db03b78c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:40.204017 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-29088292-51e6-4ad1-936b-ec8bbe41a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:40.232836 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b61e810f-34aa-4779-a116-16cb2b0a514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:40.244339 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-56bef50c-827e-4716-aaf9-eff18cfcb14e None None] Provisioning complete for port 18a1bfd0-d210-4883-871f-da05d7d4a8b5 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:40.245060 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56bef50c-827e-4716-aaf9-eff18cfcb14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:40.257646 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e810f-34aa-4779-a116-16cb2b0a514c None None] Routers {'29778ffe-f8aa-4fb3-bd77-aa053bc4142a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:40.258646 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b61e810f-34aa-4779-a116-16cb2b0a514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['29778ffe-f8aa-4fb3-bd77-aa053bc4142a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:40.268634 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb98cb53-07d3-470d-98e0-fdf71b510c4f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:40.276130 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fb98cb53-07d3-470d-98e0-fdf71b510c4f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports/dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75 HTTP/1.1" status: 200 len: 911 time: 0.1447215 Aug 06 16:23:40.282093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39824) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:40.289827 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-77056210-e50c-4046-8542-a241385f8cac tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e46bb10-f3f7-42a5-bc00-4bd475647bad'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:40.325572 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b61e810f-34aa-4779-a116-16cb2b0a514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:40.326501 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61e810f-34aa-4779-a116-16cb2b0a514c None None] The sync data for ids ['29778ffe-f8aa-4fb3-bd77-aa053bc4142a'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:23:40.405286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f3781-fd53-42ce-bc2e-fdecef1fb6f6 req-b252adbb-0812-4301-a2fc-9f8805c5ee94 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:40.406951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a32f3781-fd53-42ce-bc2e-fdecef1fb6f6 req-b252adbb-0812-4301-a2fc-9f8805c5ee94 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 943 time: 0.2378786 Aug 06 16:23:40.583726 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-29088292-51e6-4ad1-936b-ec8bbe41a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:40.617067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-29088292-51e6-4ad1-936b-ec8bbe41a4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00a2581-8d5d-4eff-a570-b57f2c6f234e']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:40.688432 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-29088292-51e6-4ad1-936b-ec8bbe41a4f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75813b36-6a8e-4abc-b071-7c0451db6537') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:40.688741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-29088292-51e6-4ad1-936b-ec8bbe41a4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75813b36-6a8e-4abc-b071-7c0451db6537') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:40.728113 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-29088292-51e6-4ad1-936b-ec8bbe41a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:40.732582 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-56bef50c-827e-4716-aaf9-eff18cfcb14e None None] Provisioning for port dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:23:40.737785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-56bef50c-827e-4716-aaf9-eff18cfcb14e None None] Provisioning complete for port dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:40.738927 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56bef50c-827e-4716-aaf9-eff18cfcb14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:40.810230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-56bef50c-827e-4716-aaf9-eff18cfcb14e None None] Port dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:23:40.812179 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-77056210-e50c-4046-8542-a241385f8cac tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:40.812408 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-29088292-51e6-4ad1-936b-ec8bbe41a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:40.831698 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29088292-51e6-4ad1-936b-ec8bbe41a4f1 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:23:40.832792 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-29088292-51e6-4ad1-936b-ec8bbe41a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:23:40.915098 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:23:40.930588 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-29088292-51e6-4ad1-936b-ec8bbe41a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:40.954778 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-29088292-51e6-4ad1-936b-ec8bbe41a4f1 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:40.960367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-29088292-51e6-4ad1-936b-ec8bbe41a4f1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f00a2581-8d5d-4eff-a570-b57f2c6f234e HTTP/1.1" status: 204 len: 168 time: 0.8795352 Aug 06 16:23:40.961031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39846) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:40.986184 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d99474ee-dbdc-48b9-9cb4-462f06824832 None None] Provisioning complete for port dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:40.986184 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d99474ee-dbdc-48b9-9cb4-462f06824832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.022727 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29088292-51e6-4ad1-936b-ec8bbe41a4f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f00a2581-8d5d-4eff-a570-b57f2c6f234e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:41.077081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d99474ee-dbdc-48b9-9cb4-462f06824832 None None] Port dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:23:41.115195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a32f3781-fd53-42ce-bc2e-fdecef1fb6f6 req-970e9d14-c513-4108-bef7-e654ec67e751 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971601 Aug 06 16:23:41.137072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f362cf-4a78-474a-a9f0-0004af02eea4 admin admin] Deleting subnet 5b16d3c0-3f87-4270-bff9-1437bfc9bacb {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:23:41.147736 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40f362cf-4a78-474a-a9f0-0004af02eea4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.197123 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40f362cf-4a78-474a-a9f0-0004af02eea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.230265 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b79d012f-5ff7-4d77-b629-014f326cf3b1 None None] Provisioning complete for port dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:41.230864 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b79d012f-5ff7-4d77-b629-014f326cf3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.241872 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40f362cf-4a78-474a-a9f0-0004af02eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.325010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b79d012f-5ff7-4d77-b629-014f326cf3b1 None None] Port dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:23:41.326513 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40f362cf-4a78-474a-a9f0-0004af02eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.354012 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 09598a25-56c4-43ac-a3b6-dca02edf4f34 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:23:41.358555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f362cf-4a78-474a-a9f0-0004af02eea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b16d3c0-3f87-4270-bff9-1437bfc9bacb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:41.371976 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40f362cf-4a78-474a-a9f0-0004af02eea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.375715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-40f362cf-4a78-474a-a9f0-0004af02eea4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5b16d3c0-3f87-4270-bff9-1437bfc9bacb HTTP/1.1" status: 204 len: 168 time: 0.4111896 Aug 06 16:23:41.377969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39856) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:41.469001 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1550db0d-2a18-4e22-9a3d-7fee7177a672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.557735 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-77056210-e50c-4046-8542-a241385f8cac tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.569310 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-77056210-e50c-4046-8542-a241385f8cac tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.577585 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77056210-e50c-4046-8542-a241385f8cac tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:41.578297 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-77056210-e50c-4046-8542-a241385f8cac tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.579867 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-77056210-e50c-4046-8542-a241385f8cac tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/ports/dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75 HTTP/1.1" status: 200 len: 911 time: 1.2963569 Aug 06 16:23:41.584771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 39862) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:41.664651 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1550db0d-2a18-4e22-9a3d-7fee7177a672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.685229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-1550db0d-2a18-4e22-9a3d-7fee7177a672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59062d2-0bdf-4018-8972-6902c83827a9']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:41.701372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-1550db0d-2a18-4e22-9a3d-7fee7177a672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779c995e-503b-45f6-b5ed-a34b8375d8b2') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:41.701984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-1550db0d-2a18-4e22-9a3d-7fee7177a672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779c995e-503b-45f6-b5ed-a34b8375d8b2') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:41.716818 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1550db0d-2a18-4e22-9a3d-7fee7177a672 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.757946 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1550db0d-2a18-4e22-9a3d-7fee7177a672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.775969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1550db0d-2a18-4e22-9a3d-7fee7177a672 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:23:41.777204 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1550db0d-2a18-4e22-9a3d-7fee7177a672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:23:41.781220 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:23:41.856397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 09598a25-56c4-43ac-a3b6-dca02edf4f34, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:41.882396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77056210-e50c-4046-8542-a241385f8cac tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:41.887510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '09598a25-56c4-43ac-a3b6-dca02edf4f34', 'network_id': '68955a06-ea63-43dc-be49-36e456a37b93', 'port_id': '09598a25-56c4-43ac-a3b6-dca02edf4f34', 'mac_address': 'fa:16:3e:5c:3a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b152cb9a-9760-4fe3-ab80-10c0edf358c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:23:41.956466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 18a1bfd0-d210-4883-871f-da05d7d4a8b5 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:23:41.995570 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1550db0d-2a18-4e22-9a3d-7fee7177a672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:42.005042 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:42.034060 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09598a25-56c4-43ac-a3b6-dca02edf4f34 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:23:42.037487 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1550db0d-2a18-4e22-9a3d-7fee7177a672 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:42.058950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1550db0d-2a18-4e22-9a3d-7fee7177a672 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f59062d2-0bdf-4018-8972-6902c83827a9 HTTP/1.1" status: 204 len: 168 time: 0.6790442 Aug 06 16:23:42.064290 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550db0d-2a18-4e22-9a3d-7fee7177a672 admin admin] Pushing event deleted for resources: {'Network': ['ID=f59062d2-0bdf-4018-8972-6902c83827a9,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:42.114478 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 09598a25-56c4-43ac-a3b6-dca02edf4f34, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:42.122298 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:42.180496 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 18a1bfd0-d210-4883-871f-da05d7d4a8b5 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:42.185123 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:42.269381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=09598a25-56c4-43ac-a3b6-dca02edf4f34,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:42.383714 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['09598a25-56c4-43ac-a3b6-dca02edf4f34'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:23:42.426267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a117f7-9c3a-4777-b048-ea81d66754be req-3863ce2a-40f0-44f7-bbf7-9ba5fac2a56c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:42.440179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5a117f7-9c3a-4777-b048-ea81d66754be req-3863ce2a-40f0-44f7-bbf7-9ba5fac2a56c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 944 time: 0.1577165 Aug 06 16:23:42.518709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39886) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:42.522515 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76ffdcd9-3db2-4797-b6d2-5edce7a18f93 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:42.598919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2106feb9-f111-49e9-8651-ea6c61d72ef1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8d11ab01fab4d86a7dd55363aa51d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766714 Aug 06 16:23:42.601328 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39892) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:42.638073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5a117f7-9c3a-4777-b048-ea81d66754be req-f18deb60-db52-4930-adcd-e8f7faff7491 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952415 Aug 06 16:23:42.716833 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcb9c3ef-cc1d-44e8-a93c-4c5075bfb0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:42.755587 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcb9c3ef-cc1d-44e8-a93c-4c5075bfb0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:42.871449 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcb9c3ef-cc1d-44e8-a93c-4c5075bfb0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:42.876540 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcb9c3ef-cc1d-44e8-a93c-4c5075bfb0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:42.878458 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bcb9c3ef-cc1d-44e8-a93c-4c5075bfb0a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/299e942a-205b-4ad9-9475-ccc0b9614e03 HTTP/1.1" status: 204 len: 168 time: 0.2741394 Aug 06 16:23:42.912706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9c3ef-cc1d-44e8-a93c-4c5075bfb0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299e942a-205b-4ad9-9475-ccc0b9614e03,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:43.233516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-76ffdcd9-3db2-4797-b6d2-5edce7a18f93 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:23:43.234236 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76ffdcd9-3db2-4797-b6d2-5edce7a18f93 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:43.361916 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 09598a25-56c4-43ac-a3b6-dca02edf4f34 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:23:43.395741 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76ffdcd9-3db2-4797-b6d2-5edce7a18f93 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:43.422462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-76ffdcd9-3db2-4797-b6d2-5edce7a18f93 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:23:43.469961 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 09598a25-56c4-43ac-a3b6-dca02edf4f34 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:43.471299 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:43.569837 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39918) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:43.656645 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-52708b0d-ed32-45dc-b54e-05753bbf6501 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da4957cfae19471787563317595af022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849152 Aug 06 16:23:43.659126 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39922) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:43.666740 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:43.733593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 09598a25-56c4-43ac-a3b6-dca02edf4f34, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:43.734524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca17285-3e03-4bab-9852-038787fc1d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09598a25-56c4-43ac-a3b6-dca02edf4f34'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:23:43.742234 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6e850a-d698-4c02-af2e-a1ba967316de" -d '{"events": [{"server_uuid": "7ca17285-3e03-4bab-9852-038787fc1d59", "name": "network-vif-plugged", "status": "completed", "tag": "09598a25-56c4-43ac-a3b6-dca02edf4f34"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:23:43.750590 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:43.778067 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9438abe3-5de3-4d5a-8a79-2999c1c6c2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:43.811224 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76ffdcd9-3db2-4797-b6d2-5edce7a18f93 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:43.841603 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7477b0a0-fa4b-44e7-ac8d-71b30a10ed95 x-openstack-request-id: req-7477b0a0-fa4b-44e7-ac8d-71b30a10ed95 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:23:43.841919 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca17285-3e03-4bab-9852-038787fc1d59", "name": "network-vif-plugged", "status": "completed", "tag": "09598a25-56c4-43ac-a3b6-dca02edf4f34", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:23:43.842174 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7477b0a0-fa4b-44e7-ac8d-71b30a10ed95 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:23:43.843063 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca17285-3e03-4bab-9852-038787fc1d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09598a25-56c4-43ac-a3b6-dca02edf4f34', 'code': 200} Aug 06 16:23:43.919985 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffdcd9-3db2-4797-b6d2-5edce7a18f93 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=dbe3e4fd-49a0-4165-8e31-63e4a2ee9e75,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:43.939202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=09598a25-56c4-43ac-a3b6-dca02edf4f34,revision_number=10']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:43.947441 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9438abe3-5de3-4d5a-8a79-2999c1c6c2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:44.077733 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9438abe3-5de3-4d5a-8a79-2999c1c6c2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:44.080284 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9438abe3-5de3-4d5a-8a79-2999c1c6c2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:44.081450 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9438abe3-5de3-4d5a-8a79-2999c1c6c2f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17162d35-d2e1-4e8f-8209-8e2cc9a9ca28 HTTP/1.1" status: 204 len: 168 time: 0.4213963 Aug 06 16:23:44.111358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438abe3-5de3-4d5a-8a79-2999c1c6c2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17162d35-d2e1-4e8f-8209-8e2cc9a9ca28,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:44.150633 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b304c5-5a45-4a1d-8f2a-1f84ae06c701 req-ac8c2c48-c4eb-461d-9c95-39327a5219f8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:44.152150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7b304c5-5a45-4a1d-8f2a-1f84ae06c701 req-ac8c2c48-c4eb-461d-9c95-39327a5219f8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.3356800 Aug 06 16:23:44.207579 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76ffdcd9-3db2-4797-b6d2-5edce7a18f93 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:44.213492 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aad316-772c-4db8-85af-d7efcd7e10c2 req-7b35c682-5598-4c7a-bccb-c922944748af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:44.215037 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31aad316-772c-4db8-85af-d7efcd7e10c2 req-7b35c682-5598-4c7a-bccb-c922944748af service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 1097 time: 0.1972907 Aug 06 16:23:44.294527 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7b304c5-5a45-4a1d-8f2a-1f84ae06c701 req-45ec124a-4c87-4b24-94b2-7a91c504a3e9 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249006 Aug 06 16:23:44.338001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31aad316-772c-4db8-85af-d7efcd7e10c2 req-7a21d22e-2272-499e-83dc-f9150ab8e9a2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853839 Aug 06 16:23:44.536839 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ffdcd9-3db2-4797-b6d2-5edce7a18f93 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router 29778ffe-f8aa-4fb3-bd77-aa053bc4142a has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:23:44.682075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ffdcd9-3db2-4797-b6d2-5edce7a18f93 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:23:44.693678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d52b0a-fc4a-4f46-a0cf-37f2e43ad5bc None None] Sync routers for ids ['29778ffe-f8aa-4fb3-bd77-aa053bc4142a'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:23:44.699184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39948) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:44.700191 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-76ffdcd9-3db2-4797-b6d2-5edce7a18f93 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/29778ffe-f8aa-4fb3-bd77-aa053bc4142a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1140666 Aug 06 16:23:44.720481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d52b0a-fc4a-4f46-a0cf-37f2e43ad5bc None None] Routers {'29778ffe-f8aa-4fb3-bd77-aa053bc4142a'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:44.721527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a8d52b0a-fc4a-4f46-a0cf-37f2e43ad5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['29778ffe-f8aa-4fb3-bd77-aa053bc4142a'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:44.772639 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bfe19e5b-d7ee-48cf-b420-ad983b8ccba1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports?device_id=29778ffe-f8aa-4fb3-bd77-aa053bc4142a HTTP/1.1" status: 200 len: 205 time: 0.0721772 Aug 06 16:23:44.775409 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39952) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:44.847663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a8d52b0a-fc4a-4f46-a0cf-37f2e43ad5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:44.872495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d52b0a-fc4a-4f46-a0cf-37f2e43ad5bc None None] Routers {'29778ffe-f8aa-4fb3-bd77-aa053bc4142a'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:44.873787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a8d52b0a-fc4a-4f46-a0cf-37f2e43ad5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['29778ffe-f8aa-4fb3-bd77-aa053bc4142a'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:44.954119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a8d52b0a-fc4a-4f46-a0cf-37f2e43ad5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:44.955023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d52b0a-fc4a-4f46-a0cf-37f2e43ad5bc None None] The sync data for ids ['29778ffe-f8aa-4fb3-bd77-aa053bc4142a'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:23:44.973665 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-697ea4b1-b938-4d3a-9b61-59096fac5c5e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:45.171824 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-697ea4b1-b938-4d3a-9b61-59096fac5c5e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:45.174296 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-697ea4b1-b938-4d3a-9b61-59096fac5c5e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:45.247103 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-697ea4b1-b938-4d3a-9b61-59096fac5c5e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:45.248468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697ea4b1-b938-4d3a-9b61-59096fac5c5e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Fanout notify agent at l3_agent the message router_deleted on router 29778ffe-f8aa-4fb3-bd77-aa053bc4142a {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:23:45.276664 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-697ea4b1-b938-4d3a-9b61-59096fac5c5e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:45.278142 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-697ea4b1-b938-4d3a-9b61-59096fac5c5e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/routers/29778ffe-f8aa-4fb3-bd77-aa053bc4142a HTTP/1.1" status: 204 len: 168 time: 0.5014343 Aug 06 16:23:45.281307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 39980) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:45.389659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-573b4da6-05af-4eb8-8573-639c92639d41 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting subnet 3e46bb10-f3f7-42a5-bc00-4bd475647bad {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:23:45.403484 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-573b4da6-05af-4eb8-8573-639c92639d41 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:45.564427 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-573b4da6-05af-4eb8-8573-639c92639d41 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:45.698503 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331c379-94e4-4513-bb47-93d7b76d3080 req-075332f7-b9c0-460a-bc4b-6b5506b35f90 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:45.700283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4331c379-94e4-4513-bb47-93d7b76d3080 req-075332f7-b9c0-460a-bc4b-6b5506b35f90 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.2457259 Aug 06 16:23:45.703622 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-573b4da6-05af-4eb8-8573-639c92639d41 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:45.828723 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4331c379-94e4-4513-bb47-93d7b76d3080 req-8a554f88-109d-432e-8135-100cc9c00f57 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167462 Aug 06 16:23:45.872627 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-573b4da6-05af-4eb8-8573-639c92639d41 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:45.917744 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36580d7b-cb05-4d2c-a539-a6b36df44b88 None None] Network 57b0c121-e9b4-4131-a2b8-7494927365f2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:23:45.918360 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-573b4da6-05af-4eb8-8573-639c92639d41 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:45.919961 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-573b4da6-05af-4eb8-8573-639c92639d41 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/3e46bb10-f3f7-42a5-bc00-4bd475647bad HTTP/1.1" status: 204 len: 168 time: 0.6375186 Aug 06 16:23:45.922857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40012) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:45.984702 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b4da6-05af-4eb8-8573-639c92639d41 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Subnet': ['ID=3e46bb10-f3f7-42a5-bc00-4bd475647bad,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:46.187608 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:46.320637 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d97a6b-148b-4e76-9912-f7f9a7b52c91 None None] DHCP port deletion for 57b0c121-e9b4-4131-a2b8-7494927365f2 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:23:46.347223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port 18a1bfd0-d210-4883-871f-da05d7d4a8b5 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:23:46.348353 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:46.427977 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-32d97a6b-148b-4e76-9912-f7f9a7b52c91 None None] Deleting port 18a1bfd0-d210-4883-871f-da05d7d4a8b5 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:23:46.428356 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-32d97a6b-148b-4e76-9912-f7f9a7b52c91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:46.540921 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] For port 18a1bfd0-d210-4883-871f-da05d7d4a8b5, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=18a1bfd0-d210-4883-871f-da05d7d4a8b5,segment=NetworkSegment(e5d1d913-dd1a-438a-9c94-7eda6ac33155),segment_id=e5d1d913-dd1a-438a-9c94-7eda6ac33155)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:46.541241 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:46.569313 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for 18a1bfd0-d210-4883-871f-da05d7d4a8b5 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:23:46.606109 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40060) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:46.663506 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40064) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:46.670083 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-32d97a6b-148b-4e76-9912-f7f9a7b52c91 None None] For port 18a1bfd0-d210-4883-871f-da05d7d4a8b5, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=18a1bfd0-d210-4883-871f-da05d7d4a8b5,segment=NetworkSegment(e5d1d913-dd1a-438a-9c94-7eda6ac33155),segment_id=e5d1d913-dd1a-438a-9c94-7eda6ac33155)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:46.670500 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-32d97a6b-148b-4e76-9912-f7f9a7b52c91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:46.724494 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-32d97a6b-148b-4e76-9912-f7f9a7b52c91 None None] Calling delete_port for 18a1bfd0-d210-4883-871f-da05d7d4a8b5 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:23:46.799066 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:46.872405 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a7bd6af-572a-486e-b72e-ee2f61f89de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:46.913241 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] No DVR routers for this DVR port 18a1bfd0-d210-4883-871f-da05d7d4a8b5 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:23:46.917534 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=18a1bfd0-d210-4883-871f-da05d7d4a8b5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:46.959432 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-32d97a6b-148b-4e76-9912-f7f9a7b52c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:46.965308 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3b4a3440-7880-42d7-b8eb-55a4a9050948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.008417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d97a6b-148b-4e76-9912-f7f9a7b52c91 None None] Pushing event deleted for resources: {'Port': ['ID=18a1bfd0-d210-4883-871f-da05d7d4a8b5,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:47.010630 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d97a6b-148b-4e76-9912-f7f9a7b52c91 None None] No DVR routers for this DVR port 18a1bfd0-d210-4883-871f-da05d7d4a8b5 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:23:47.088692 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.103904 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b0c121-e9b4-4131-a2b8-7494927365f2']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:47.123951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d1d913-dd1a-438a-9c94-7eda6ac33155') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:47.124245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d1d913-dd1a-438a-9c94-7eda6ac33155') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:47.124918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a68be-cdfb-49ca-ac0c-dfba4acfe8d6 req-9ae25be7-ae50-49fe-9b64-f6a8b12b19da tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:47.138074 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.141169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0b9a68be-cdfb-49ca-ac0c-dfba4acfe8d6 req-9ae25be7-ae50-49fe-9b64-f6a8b12b19da tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.1271615 Aug 06 16:23:47.165176 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.173338 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:23:47.173846 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:23:47.177940 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:23:47.229048 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a7bd6af-572a-486e-b72e-ee2f61f89de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.237099 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2a7bd6af-572a-486e-b72e-ee2f61f89de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.266855 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.276800 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.279021 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/networks/57b0c121-e9b4-4131-a2b8-7494927365f2 HTTP/1.1" status: 204 len: 168 time: 1.3551614 Aug 06 16:23:47.283809 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40082) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:47.307885 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4fb10735-bb6f-4489-ad01-c6949f422479 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-200576430', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:47.313272 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a18d61-41f8-4fdc-9002-6e97648d7543 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Network': ['ID=57b0c121-e9b4-4131-a2b8-7494927365f2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:47.314216 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0b9a68be-cdfb-49ca-ac0c-dfba4acfe8d6 req-463406d1-44ff-48e0-ad4e-0e702baa4442 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718345 Aug 06 16:23:47.341429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2a7bd6af-572a-486e-b72e-ee2f61f89de3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc9f58c2c84540bbbe29cd0eea20aa78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7342286 Aug 06 16:23:47.342187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bd6af-572a-486e-b72e-ee2f61f89de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b306d23-d9f8-4614-8f75-4a9fd4a627da,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:47.344235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40088) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:47.420510 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3b4a3440-7880-42d7-b8eb-55a4a9050948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.434566 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3b4a3440-7880-42d7-b8eb-55a4a9050948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.458359 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a89dc828-9492-4993-9601-9e28b41276eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.464441 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fb10735-bb6f-4489-ad01-c6949f422479 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.465936 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fb10735-bb6f-4489-ad01-c6949f422479 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.494714 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a89dc828-9492-4993-9601-9e28b41276eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.519195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3b4a3440-7880-42d7-b8eb-55a4a9050948 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30a3d0ae0a9148c3a593d5ca979064d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8545458 Aug 06 16:23:47.524510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40096) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:47.526269 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a3440-7880-42d7-b8eb-55a4a9050948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19288bd-44b1-4049-80a5-585d5db52636,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:47.644295 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.670582 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.742941 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.746390 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.747868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d19288bd-44b1-4049-80a5-585d5db52636 HTTP/1.1" status: 204 len: 168 time: 0.2169967 Aug 06 16:23:47.776119 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19288bd-44b1-4049-80a5-585d5db52636,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:47.793042 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:47.793403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:47.793774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:47.794115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:47.794447 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:47.794771 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:47.795103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:47.795431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:47.795758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:47.796084 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:47.796409 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:47.796860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0492bae-5f98-41fc-9d23-8152c293697f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:47.865034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 18a1bfd0-d210-4883-871f-da05d7d4a8b5 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:23:47.885109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 18a1bfd0-d210-4883-871f-da05d7d4a8b5 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:23:47.885409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 18a1bfd0-d210-4883-871f-da05d7d4a8b5 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:23:47.972878 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fb10735-bb6f-4489-ad01-c6949f422479 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.979473 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fb10735-bb6f-4489-ad01-c6949f422479 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:47.998104 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fb10735-bb6f-4489-ad01-c6949f422479 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:48.004197 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40110) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:48.004740 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4fb10735-bb6f-4489-ad01-c6949f422479 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7010009 Aug 06 16:23:48.012244 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a89dc828-9492-4993-9601-9e28b41276eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:48.014097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-89652358-47a9-4b39-878a-96f7be12b6c9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1494744318'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:48.018732 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a89dc828-9492-4993-9601-9e28b41276eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:48.021038 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a89dc828-9492-4993-9601-9e28b41276eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b306d23-d9f8-4614-8f75-4a9fd4a627da HTTP/1.1" status: 204 len: 168 time: 0.6756639 Aug 06 16:23:48.038404 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dc828-9492-4993-9601-9e28b41276eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b306d23-d9f8-4614-8f75-4a9fd4a627da,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:48.071774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89652358-47a9-4b39-878a-96f7be12b6c9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:23:48.084526 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89652358-47a9-4b39-878a-96f7be12b6c9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:48.157545 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89652358-47a9-4b39-878a-96f7be12b6c9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:23:48.179767 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89652358-47a9-4b39-878a-96f7be12b6c9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:48.180122 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-89652358-47a9-4b39-878a-96f7be12b6c9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Added segment ca4afde7-9f3c-4daa-9d1c-8c7a39f38946 of type vlan for network aba5536b-795a-4679-89b1-85b9dfb9eeee Aug 06 16:23:48.230711 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89652358-47a9-4b39-878a-96f7be12b6c9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:48.266296 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89652358-47a9-4b39-878a-96f7be12b6c9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:48.281065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89652358-47a9-4b39-878a-96f7be12b6c9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:48.282705 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89652358-47a9-4b39-878a-96f7be12b6c9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:48.783296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-89652358-47a9-4b39-878a-96f7be12b6c9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7771118 Aug 06 16:23:48.786697 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40162) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:48.793059 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a38a7a5a-973e-45d0-8d82-f33019b5ef11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'subnet': {'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:48.854484 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89652358-47a9-4b39-878a-96f7be12b6c9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Network': ['ID=aba5536b-795a-4679-89b1-85b9dfb9eeee,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:48.880882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network aba5536b-795a-4679-89b1-85b9dfb9eeee details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:23:48.895659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046ca2c-9e78-4447-951a-b2b3f9bdb742 req-df6e1cab-4ed0-42ba-b913-2884aa02883f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:48.900675 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d046ca2c-9e78-4447-951a-b2b3f9bdb742 req-df6e1cab-4ed0-42ba-b913-2884aa02883f tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.1191158 Aug 06 16:23:49.013161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38a7a5a-973e-45d0-8d82-f33019b5ef11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:23:49.015818 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d046ca2c-9e78-4447-951a-b2b3f9bdb742 req-61f84807-0099-45cc-9c08-9b213fb932ea tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079991 Aug 06 16:23:49.017267 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a38a7a5a-973e-45d0-8d82-f33019b5ef11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:49.239478 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d693a65-e060-4585-a636-d9b15a099ee6 req-f34c9b35-f08d-408f-bd66-6a7d1212f905 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:49.250525 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d693a65-e060-4585-a636-d9b15a099ee6 req-f34c9b35-f08d-408f-bd66-6a7d1212f905 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.0977187 Aug 06 16:23:49.299010 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d693a65-e060-4585-a636-d9b15a099ee6 req-8d2318ea-2054-41ee-92a2-d68cf9869bf9 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471373 Aug 06 16:23:49.385270 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40198) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:49.471571 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a38a7a5a-973e-45d0-8d82-f33019b5ef11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:49.477420 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5bf86-9502-47d0-bbc4-8e6956748467 req-74d3f58c-d3ab-4b1f-aa0c-22a78ee7094b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:49.497289 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3de5bf86-9502-47d0-bbc4-8e6956748467 req-74d3f58c-d3ab-4b1f-aa0c-22a78ee7094b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.1123095 Aug 06 16:23:49.548054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a7a5a-973e-45d0-8d82-f33019b5ef11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Subnet': ['ID=fa975c35-ba79-4f6c-873b-9b7515ad820d,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:49.561681 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38a7a5a-973e-45d0-8d82-f33019b5ef11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Checking segment: {'id': 'ca4afde7-9f3c-4daa-9d1c-8c7a39f38946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:23:49.562350 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38a7a5a-973e-45d0-8d82-f33019b5ef11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network hostable DHCP agents. Network: aba5536b-795a-4679-89b1-85b9dfb9eeee, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:23:49.566463 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3de5bf86-9502-47d0-bbc4-8e6956748467 req-43f3b4bd-049c-4593-b0cb-4b5190c982a3 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636647 Aug 06 16:23:49.584437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38a7a5a-973e-45d0-8d82-f33019b5ef11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network aba5536b-795a-4679-89b1-85b9dfb9eeee is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:23:49.611616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a38a7a5a-973e-45d0-8d82-f33019b5ef11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, aba5536b-795a-4679-89b1-85b9dfb9eeee) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:49.643150 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f3ffb4-e622-42af-a52c-0da208638fd1 None None] Network aba5536b-795a-4679-89b1-85b9dfb9eeee requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:23:49.648815 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38a7a5a-973e-45d0-8d82-f33019b5ef11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:49.649712 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a38a7a5a-973e-45d0-8d82-f33019b5ef11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:49.669097 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a38a7a5a-973e-45d0-8d82-f33019b5ef11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8795462 Aug 06 16:23:49.671218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40210) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:49.704954 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-25a21636-bf38-4172-813b-e661ef6d1488 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1870340785-network', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:49.900187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434031fa-e085-4966-8986-9a04951c85c0 req-04e26f0a-7633-4de6-a8b5-0787fb7251ca tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:49.904392 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-434031fa-e085-4966-8986-9a04951c85c0 req-04e26f0a-7633-4de6-a8b5-0787fb7251ca tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.1737909 Aug 06 16:23:50.015007 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-434031fa-e085-4966-8986-9a04951c85c0 req-05685ed1-6369-476f-83d1-432ec2ba5897 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021647 Aug 06 16:23:50.042450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a21636-bf38-4172-813b-e661ef6d1488 admin admin] Made reservation on behalf of af8f445e7e0a4d5499518745b87b5f01 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:23:50.045788 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25a21636-bf38-4172-813b-e661ef6d1488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:50.062422 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-aba5536b-795a-4679-89b1-85b9dfb9eeee', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:23:50.064796 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:50.221523 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25a21636-bf38-4172-813b-e661ef6d1488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:50.273777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704edf12-61d9-46aa-8724-664712f95476 req-c8bb8c06-d7b7-4835-983e-e7ec84fdd3c1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:50.279175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-704edf12-61d9-46aa-8724-664712f95476 req-c8bb8c06-d7b7-4835-983e-e7ec84fdd3c1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.1124420 Aug 06 16:23:50.366392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:50.377041 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-704edf12-61d9-46aa-8724-664712f95476 req-e8907605-df02-4070-af13-b3ef470a5738 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944860 Aug 06 16:23:50.417236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Allocated IP 2001:db8::2 (aba5536b-795a-4679-89b1-85b9dfb9eeee/fa975c35-ba79-4f6c-873b-9b7515ad820d/609626ea-7b2d-41b5-8760-e47807ebcf7d) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:23:50.666635 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:50.666989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17830ff5-3e69-4ae4-8fe1-046eec1470bd req-35e806b0-25fc-4778-b822-0368361c19d1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:50.671053 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17830ff5-3e69-4ae4-8fe1-046eec1470bd req-35e806b0-25fc-4778-b822-0368361c19d1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.1299543 Aug 06 16:23:50.684563 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Transition to ACTIVE for port object 609626ea-7b2d-41b5-8760-e47807ebcf7d will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:50.702789 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Transition to ACTIVE for port object 609626ea-7b2d-41b5-8760-e47807ebcf7d will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:50.714742 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:50.737342 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25a21636-bf38-4172-813b-e661ef6d1488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:50.746903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Network aba5536b-795a-4679-89b1-85b9dfb9eeee is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:50.753434 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25a21636-bf38-4172-813b-e661ef6d1488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:50.799169 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:50.802067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Pushing event updated for resources: {'Port': ['ID=609626ea-7b2d-41b5-8760-e47807ebcf7d,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:50.809716 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a21636-bf38-4172-813b-e661ef6d1488 admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:23:50.818352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:23:50.832230 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17830ff5-3e69-4ae4-8fe1-046eec1470bd req-9eef0042-0b92-4444-abc3-81cc9244c914 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400881 Aug 06 16:23:50.928299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Attempting to bind port 609626ea-7b2d-41b5-8760-e47807ebcf7d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:23:50.928758 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Attempting to bind port 609626ea-7b2d-41b5-8760-e47807ebcf7d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'ca4afde7-9f3c-4daa-9d1c-8c7a39f38946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:23:50.929186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Attempting to bind port 609626ea-7b2d-41b5-8760-e47807ebcf7d on network aba5536b-795a-4679-89b1-85b9dfb9eeee {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:23:50.935684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:23:50.936173 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Checking segment: {'id': 'ca4afde7-9f3c-4daa-9d1c-8c7a39f38946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:23:50.936659 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:50.937280 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Bound using segment: {'id': 'ca4afde7-9f3c-4daa-9d1c-8c7a39f38946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:23:50.937860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Bound port: 609626ea-7b2d-41b5-8760-e47807ebcf7d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4afde7-9f3c-4daa-9d1c-8c7a39f38946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:23:50.938473 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:50.982162 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25a21636-bf38-4172-813b-e661ef6d1488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:50.991449 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-25a21636-bf38-4172-813b-e661ef6d1488 admin admin] Added segment 9eb4997d-bf04-4de4-97c0-b39ace719467 of type vlan for network e5513f9b-ed83-4570-ba2d-c36678e6a783 Aug 06 16:23:51.083459 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a21636-bf38-4172-813b-e661ef6d1488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb1d367-72aa-408d-825f-e81febdd0357,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:51.101241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cf886-f9ee-4951-a831-f46a288c1d81 req-a1b21c59-f94b-4d7f-8c64-1f9b3cafc32c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:51.127040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-292cf886-f9ee-4951-a831-f46a288c1d81 req-a1b21c59-f94b-4d7f-8c64-1f9b3cafc32c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.1929629 Aug 06 16:23:51.128630 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] For port 609626ea-7b2d-41b5-8760-e47807ebcf7d, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:23:51.135949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] For port 609626ea-7b2d-41b5-8760-e47807ebcf7d, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=609626ea-7b2d-41b5-8760-e47807ebcf7d,segment=NetworkSegment(ca4afde7-9f3c-4daa-9d1c-8c7a39f38946),segment_id=ca4afde7-9f3c-4daa-9d1c-8c7a39f38946)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:23:51.146375 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:51.221386 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-292cf886-f9ee-4951-a831-f46a288c1d81 req-1f67c273-056f-40ff-b4cd-6ae6b334e8e2 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930958 Aug 06 16:23:51.262443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88456280-f98a-48b1-a8ac-6417c2b935fc None None] Pushing event updated for resources: {'Port': ['ID=609626ea-7b2d-41b5-8760-e47807ebcf7d,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:51.324499 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25a21636-bf38-4172-813b-e661ef6d1488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:51.427115 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25a21636-bf38-4172-813b-e661ef6d1488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:51.428208 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a21636-bf38-4172-813b-e661ef6d1488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:51.428870 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25a21636-bf38-4172-813b-e661ef6d1488 admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:51.474675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Allocated IP 2001:db8::1 (aba5536b-795a-4679-89b1-85b9dfb9eeee/fa975c35-ba79-4f6c-873b-9b7515ad820d/7f9c7542-4efb-440d-a75e-db930d651a6d) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:23:51.486811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40284) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:51.487391 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-25a21636-bf38-4172-813b-e661ef6d1488 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1005743 Aug 06 16:23:51.496391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6b9aa32a-fd43-4cf1-90b0-4ebc562f0c10 admin admin] Request body: {'subnet': {'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1870340785-subnet', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:51.525468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9aa32a-fd43-4cf1-90b0-4ebc562f0c10 admin admin] Made reservation on behalf of af8f445e7e0a4d5499518745b87b5f01 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:23:51.531198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a21636-bf38-4172-813b-e661ef6d1488 admin admin] Pushing event updated for resources: {'Network': ['ID=e5513f9b-ed83-4570-ba2d-c36678e6a783,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:51.543704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network e5513f9b-ed83-4570-ba2d-c36678e6a783 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:23:51.555235 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa32a-fd43-4cf1-90b0-4ebc562f0c10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:51.874694 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:51.924093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Transition to ACTIVE for port object 7f9c7542-4efb-440d-a75e-db930d651a6d will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:51.948257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76208cdf-e698-4838-bf9e-94ff0c99cbd0 req-dd9affac-7f8a-443d-b239-89034adbaea0 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:51.950799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76208cdf-e698-4838-bf9e-94ff0c99cbd0 req-dd9affac-7f8a-443d-b239-89034adbaea0 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.2883468 Aug 06 16:23:51.973599 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:51.980345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 609626ea-7b2d-41b5-8760-e47807ebcf7d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:23:52.038708 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 609626ea-7b2d-41b5-8760-e47807ebcf7d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:23:52.073809 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network aba5536b-795a-4679-89b1-85b9dfb9eeee is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:52.084080 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:52.088742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:23:52.089307 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:52.095818 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76208cdf-e698-4838-bf9e-94ff0c99cbd0 req-f2f0af39-fb37-4100-80b7-9106c2e28b56 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092448 Aug 06 16:23:52.186916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=7f9c7542-4efb-440d-a75e-db930d651a6d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:52.238291 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:52.315155 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa32a-fd43-4cf1-90b0-4ebc562f0c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:52.446424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9aa32a-fd43-4cf1-90b0-4ebc562f0c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f1c14f-fcab-426b-bd83-701a29cc8298,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:52.454019 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9aa32a-fd43-4cf1-90b0-4ebc562f0c10 admin admin] Checking segment: {'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:23:52.454563 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9aa32a-fd43-4cf1-90b0-4ebc562f0c10 admin admin] Network hostable DHCP agents. Network: e5513f9b-ed83-4570-ba2d-c36678e6a783, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:23:52.476999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9aa32a-fd43-4cf1-90b0-4ebc562f0c10 admin admin] Network e5513f9b-ed83-4570-ba2d-c36678e6a783 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:23:52.541894 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-6b9aa32a-fd43-4cf1-90b0-4ebc562f0c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, e5513f9b-ed83-4570-ba2d-c36678e6a783) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:52.546220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9aa32a-fd43-4cf1-90b0-4ebc562f0c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:52.547212 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6b9aa32a-fd43-4cf1-90b0-4ebc562f0c10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:52.556984 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809cb538-5220-4998-abe0-26513c49c061 None None] Network e5513f9b-ed83-4570-ba2d-c36678e6a783 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:23:52.569907 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6b9aa32a-fd43-4cf1-90b0-4ebc562f0c10 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0815706 Aug 06 16:23:52.572229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40310) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:52.578883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1870340785-router', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:52.624126 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:52.627321 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:52.725948 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:52.744507 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:52.751474 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:52.753050 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:52.865078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=7f9c7542-4efb-440d-a75e-db930d651a6d,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:52.949124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-e5513f9b-ed83-4570-ba2d-c36678e6a783', 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'fixed_ips': [{'subnet_id': 'd2f1c14f-fcab-426b-bd83-701a29cc8298'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:23:52.950553 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:52.965556 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:53.092923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec75c8b5-623a-4e43-95d6-703fea94c0b4 None None] Network aba5536b-795a-4679-89b1-85b9dfb9eeee requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:23:53.124211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network aba5536b-795a-4679-89b1-85b9dfb9eeee is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:53.125845 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:53.255441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Allocated IP 172.20.0.2 (e5513f9b-ed83-4570-ba2d-c36678e6a783/d2f1c14f-fcab-426b-bd83-701a29cc8298/19857fb1-1f68-48ac-a6cb-a7732dd838d9) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:23:53.383358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:23:53.506802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:23:53.515859 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b1a79e09-fdca-4a81-a68b-6323f02630b9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/e62f853d-b7c9-49e9-ac32-a0e66b7d8341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8405044 Aug 06 16:23:53.516688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40336) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:53.518277 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Sync routers for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:23:53.522240 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-31cef91b-59db-4386-9c69-9de4214955b6 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1974892755'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:53.536426 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:53.537462 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:53.540684 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:53.567776 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cef91b-59db-4386-9c69-9de4214955b6 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:23:53.573454 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-31cef91b-59db-4386-9c69-9de4214955b6 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:53.575472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525db425-6064-43c7-ba1d-f57e9a9c1626 req-39123af6-8c7a-4477-9c61-34f857bf6fc4 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:53.577278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-525db425-6064-43c7-ba1d-f57e9a9c1626 req-39123af6-8c7a-4477-9c61-34f857bf6fc4 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.3186605 Aug 06 16:23:53.583791 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:53.623567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cef91b-59db-4386-9c69-9de4214955b6 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:23:53.645908 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-31cef91b-59db-4386-9c69-9de4214955b6 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:53.646263 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-31cef91b-59db-4386-9c69-9de4214955b6 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Added segment 27884949-eef0-4d51-8caf-3334356abc49 of type vlan for network 61af7566-c0fc-4a78-96c8-a0eadc8ebd23 Aug 06 16:23:53.718895 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:53.736274 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-31cef91b-59db-4386-9c69-9de4214955b6 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:53.740452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Transition to ACTIVE for port object 19857fb1-1f68-48ac-a6cb-a7732dd838d9 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:53.776233 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Transition to ACTIVE for port object 19857fb1-1f68-48ac-a6cb-a7732dd838d9 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:53.778345 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:23:53.793088 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-31cef91b-59db-4386-9c69-9de4214955b6 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:53.800867 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cef91b-59db-4386-9c69-9de4214955b6 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:53.802193 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-31cef91b-59db-4386-9c69-9de4214955b6 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:53.862502 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:53.882694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e3ef2e52-73cb-425c-a993-8bcfea1c3940 None None] Provisioning for port 609626ea-7b2d-41b5-8760-e47807ebcf7d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:23:53.904556 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:53.905203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-525db425-6064-43c7-ba1d-f57e9a9c1626 req-8f81c5d4-5dbd-485d-967f-a9754cfadacd tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169630 Aug 06 16:23:53.933196 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-31cef91b-59db-4386-9c69-9de4214955b6 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4025216 Aug 06 16:23:53.933339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40348) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:53.934730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cef91b-59db-4386-9c69-9de4214955b6 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Network': ['ID=61af7566-c0fc-4a78-96c8-a0eadc8ebd23,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:53.942442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e3ef2e52-73cb-425c-a993-8bcfea1c3940 None None] Provisioning complete for port 609626ea-7b2d-41b5-8760-e47807ebcf7d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:53.943128 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2e52-73cb-425c-a993-8bcfea1c3940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:53.961262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 61af7566-c0fc-4a78-96c8-a0eadc8ebd23 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:23:53.962680 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2b80ac8d-2596-4031-82b2-fb2252595194 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'subnet': {'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:53.966565 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Network e5513f9b-ed83-4570-ba2d-c36678e6a783 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:54.017281 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:54.019992 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:23:54.033153 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:54.034204 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Pushing event updated for resources: {'Port': ['ID=19857fb1-1f68-48ac-a6cb-a7732dd838d9,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:54.062877 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Allocated IP 172.25.1.95 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/22ce6ff3-e8c1-418f-b801-5d0358a19377) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:23:54.210123 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:54.319240 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2e52-73cb-425c-a993-8bcfea1c3940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:54.328215 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Attempting to bind port 19857fb1-1f68-48ac-a6cb-a7732dd838d9 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:23:54.328746 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:23:52Z', 'revision_number': 2, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:23:52Z', 'revision_number': 2, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:54.344542 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Attempting to bind port 19857fb1-1f68-48ac-a6cb-a7732dd838d9 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:23:54.348780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Attempting to bind port 19857fb1-1f68-48ac-a6cb-a7732dd838d9 on network e5513f9b-ed83-4570-ba2d-c36678e6a783 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:23:54.380459 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Checking router: e62f853d-b7c9-49e9-ac32-a0e66b7d8341 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:23:54.381231 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Updating router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 port 7f9c7542-4efb-440d-a75e-db930d651a6d binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:23:54.539674 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:54.556369 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:23:54.569088 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Checking segment: {'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:23:54.569512 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:54.569959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Bound using segment: {'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:23:54.570473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Bound port: 19857fb1-1f68-48ac-a6cb-a7732dd838d9, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:23:54.570866 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:54.582800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:54.588052 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:54.590345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b80ac8d-2596-4031-82b2-fb2252595194 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:23:54.595005 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b80ac8d-2596-4031-82b2-fb2252595194 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:54.620080 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:54.771394 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] For port 19857fb1-1f68-48ac-a6cb-a7732dd838d9, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:23:54.779360 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] For port 19857fb1-1f68-48ac-a6cb-a7732dd838d9, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=19857fb1-1f68-48ac-a6cb-a7732dd838d9,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:23:54.808221 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:54.826492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e3ef2e52-73cb-425c-a993-8bcfea1c3940 None None] For port 609626ea-7b2d-41b5-8760-e47807ebcf7d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=609626ea-7b2d-41b5-8760-e47807ebcf7d,segment=NetworkSegment(ca4afde7-9f3c-4daa-9d1c-8c7a39f38946),segment_id=ca4afde7-9f3c-4daa-9d1c-8c7a39f38946)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:54.924441 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2e52-73cb-425c-a993-8bcfea1c3940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:55.005698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b02c47-186f-411b-9ff2-efc7f715a79a None None] Pushing event updated for resources: {'Port': ['ID=19857fb1-1f68-48ac-a6cb-a7732dd838d9,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:55.029844 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:23:55.100843 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Pushing event updated for resources: {'Port': ['ID=22ce6ff3-e8c1-418f-b801-5d0358a19377,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:55.115014 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cdf82210-e072-4187-8447-1d21930fdfb6 None None] Provisioning complete for port 609626ea-7b2d-41b5-8760-e47807ebcf7d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:55.115480 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cdf82210-e072-4187-8447-1d21930fdfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:55.139109 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b80ac8d-2596-4031-82b2-fb2252595194 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:55.253064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef2e52-73cb-425c-a993-8bcfea1c3940 None None] Pushing event updated for resources: {'Port': ['ID=609626ea-7b2d-41b5-8760-e47807ebcf7d,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:55.288343 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80ac8d-2596-4031-82b2-fb2252595194 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Subnet': ['ID=cb891cb3-efb9-4fe8-84c1-5345de96ba91,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:55.363974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ac828-001c-4153-b401-8e1c81bc958a req-04d37426-8a20-4d17-b8ca-98d90edd644a tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:55.372655 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-702ac828-001c-4153-b401-8e1c81bc958a req-04d37426-8a20-4d17-b8ca-98d90edd644a tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.3605614 Aug 06 16:23:55.446473 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:55.473242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cdf82210-e072-4187-8447-1d21930fdfb6 None None] Provisioning for port 7f9c7542-4efb-440d-a75e-db930d651a6d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:23:55.481297 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cdf82210-e072-4187-8447-1d21930fdfb6 None None] Provisioning complete for port 7f9c7542-4efb-440d-a75e-db930d651a6d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:55.482238 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cdf82210-e072-4187-8447-1d21930fdfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:55.483208 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Transition to ACTIVE for port object 7f9c7542-4efb-440d-a75e-db930d651a6d will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:55.489394 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b80ac8d-2596-4031-82b2-fb2252595194 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Checking segment: {'id': '27884949-eef0-4d51-8caf-3334356abc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:23:55.489782 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b80ac8d-2596-4031-82b2-fb2252595194 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network hostable DHCP agents. Network: 61af7566-c0fc-4a78-96c8-a0eadc8ebd23, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:23:55.497441 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:55.548138 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25b178-94aa-4411-9519-66ba83a6324a req-291d1a39-26af-4b74-83f0-fdd199b8c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:55.549851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd25b178-94aa-4411-9519-66ba83a6324a req-291d1a39-26af-4b74-83f0-fdd199b8c448 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ae71580f1ed84db0bc11c2001a92e91e&device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 1097 time: 0.5913761 Aug 06 16:23:55.600557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-702ac828-001c-4153-b401-8e1c81bc958a req-9906b9ff-9243-497e-8c14-2e3e8bef2490 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269251 Aug 06 16:23:55.621561 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2268d8-cb19-4cef-842c-e0cd96744046 None None] Pushing event updated for resources: {'Port': ['ID=7f9c7542-4efb-440d-a75e-db930d651a6d,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:55.624628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b80ac8d-2596-4031-82b2-fb2252595194 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network 61af7566-c0fc-4a78-96c8-a0eadc8ebd23 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:23:55.690316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-cdf82210-e072-4187-8447-1d21930fdfb6 None None] Port 7f9c7542-4efb-440d-a75e-db930d651a6d cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:23:55.703712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-2b80ac8d-2596-4031-82b2-fb2252595194 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 61af7566-c0fc-4a78-96c8-a0eadc8ebd23) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:55.712407 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300a6d22-be32-4558-8294-d5069d33712e None None] Network 61af7566-c0fc-4a78-96c8-a0eadc8ebd23 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:23:55.725532 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2268d8-cb19-4cef-842c-e0cd96744046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:55.726041 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2268d8-cb19-4cef-842c-e0cd96744046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:55.726380 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2268d8-cb19-4cef-842c-e0cd96744046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:55.726707 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2268d8-cb19-4cef-842c-e0cd96744046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:55.727034 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2268d8-cb19-4cef-842c-e0cd96744046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:55.727354 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2268d8-cb19-4cef-842c-e0cd96744046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:55.727681 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2268d8-cb19-4cef-842c-e0cd96744046 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:55.727999 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2268d8-cb19-4cef-842c-e0cd96744046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:55.728315 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2268d8-cb19-4cef-842c-e0cd96744046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:55.728633 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2268d8-cb19-4cef-842c-e0cd96744046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:55.728943 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2268d8-cb19-4cef-842c-e0cd96744046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:55.729260 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2268d8-cb19-4cef-842c-e0cd96744046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:55.789126 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b80ac8d-2596-4031-82b2-fb2252595194 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:55.790118 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b80ac8d-2596-4031-82b2-fb2252595194 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:55.823033 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2b80ac8d-2596-4031-82b2-fb2252595194 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8920369 Aug 06 16:23:55.825824 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40400) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:55.855884 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Attempting to bind port 7f9c7542-4efb-440d-a75e-db930d651a6d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:23:55.859685 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Attempting to bind port 7f9c7542-4efb-440d-a75e-db930d651a6d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'ca4afde7-9f3c-4daa-9d1c-8c7a39f38946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:23:55.860098 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Attempting to bind port 7f9c7542-4efb-440d-a75e-db930d651a6d on network aba5536b-795a-4679-89b1-85b9dfb9eeee {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:23:55.884575 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:23:55.885876 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Checking segment: {'id': 'ca4afde7-9f3c-4daa-9d1c-8c7a39f38946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:23:55.886542 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:55.887178 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Bound using segment: {'id': 'ca4afde7-9f3c-4daa-9d1c-8c7a39f38946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:23:55.888481 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Bound port: 7f9c7542-4efb-440d-a75e-db930d651a6d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4afde7-9f3c-4daa-9d1c-8c7a39f38946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:23:55.891337 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:55.976546 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25b178-94aa-4411-9519-66ba83a6324a req-b77a61eb-b378-48ff-a745-940f4c9cf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:55.981801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd25b178-94aa-4411-9519-66ba83a6324a req-b77a61eb-b378-48ff-a745-940f4c9cf71d service neutron] 10.222.0.78 "GET /v2.0/networks?id=68955a06-ea63-43dc-be49-36e456a37b93 HTTP/1.1" status: 200 len: 914 time: 0.4169374 Aug 06 16:23:56.107882 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd25b178-94aa-4411-9519-66ba83a6324a req-4ad80369-7d6e-4ff7-a97d-4e0d49af8ea7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34 HTTP/1.1" status: 200 len: 217 time: 0.1094420 Aug 06 16:23:56.150132 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:56.162214 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] For port 7f9c7542-4efb-440d-a75e-db930d651a6d, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:23:56.186821 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 609626ea-7b2d-41b5-8760-e47807ebcf7d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:23:56.189176 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] For port 7f9c7542-4efb-440d-a75e-db930d651a6d, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7f9c7542-4efb-440d-a75e-db930d651a6d,segment=NetworkSegment(ca4afde7-9f3c-4daa-9d1c-8c7a39f38946),segment_id=ca4afde7-9f3c-4daa-9d1c-8c7a39f38946)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:23:56.200380 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:56.394380 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2268d8-cb19-4cef-842c-e0cd96744046 None None] Pushing event updated for resources: {'Port': ['ID=7f9c7542-4efb-440d-a75e-db930d651a6d,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:56.456187 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:56.456864 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:56.472765 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 609626ea-7b2d-41b5-8760-e47807ebcf7d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:56.473209 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:56.474606 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25b178-94aa-4411-9519-66ba83a6324a req-64d0f7ca-6d11-4cfb-8b5a-c5f4e8e7663d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:56.481233 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd25b178-94aa-4411-9519-66ba83a6324a req-64d0f7ca-6d11-4cfb-8b5a-c5f4e8e7663d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b152cb9a-9760-4fe3-ab80-10c0edf358c7 HTTP/1.1" status: 200 len: 853 time: 0.3675380 Aug 06 16:23:56.656208 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd25b178-94aa-4411-9519-66ba83a6324a req-2588f863-26bf-498d-8c6a-64d02daf52de service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=68955a06-ea63-43dc-be49-36e456a37b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258659 Aug 06 16:23:56.699475 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c34633-4d59-4751-b094-030e563593cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:23:56.700345 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-49c34633-4d59-4751-b094-030e563593cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:56.701746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-fd25b178-94aa-4411-9519-66ba83a6324a req-c5e412fc-1054-4c27-bcd0-e1c2092ce8cb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:23:56.702977 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd25b178-94aa-4411-9519-66ba83a6324a req-c5e412fc-1054-4c27-bcd0-e1c2092ce8cb service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0315576 Aug 06 16:23:56.786257 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 19857fb1-1f68-48ac-a6cb-a7732dd838d9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:23:56.814652 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:23:57.020372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 19857fb1-1f68-48ac-a6cb-a7732dd838d9 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:23:57.184342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecf486b-084f-400d-b945-f56d2f8e258a None None] Network e5513f9b-ed83-4570-ba2d-c36678e6a783 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:23:57.193402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:57.251919 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-49c34633-4d59-4751-b094-030e563593cf None None] Allocated IP 2001:db8:1::2 (61af7566-c0fc-4a78-96c8-a0eadc8ebd23/cb891cb3-efb9-4fe8-84c1-5345de96ba91/4e91e25c-fbd6-4212-874d-8d4036598afe) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:23:57.338112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a1de6a39-5bc7-4520-9a5c-2676ca8976b3 None None] Provisioning for port 19857fb1-1f68-48ac-a6cb-a7732dd838d9 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:23:57.360299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a1de6a39-5bc7-4520-9a5c-2676ca8976b3 None None] Provisioning complete for port 19857fb1-1f68-48ac-a6cb-a7732dd838d9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:57.360730 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a1de6a39-5bc7-4520-9a5c-2676ca8976b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:57.434759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c75ae5-fca2-48b0-93d1-82a0e129a071 req-d17bd6eb-2c75-4446-be62-f766703bfd4c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:57.436303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70c75ae5-fca2-48b0-93d1-82a0e129a071 req-d17bd6eb-2c75-4446-be62-f766703bfd4c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.5223708 Aug 06 16:23:57.440463 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd25b178-94aa-4411-9519-66ba83a6324a req-e353660e-05f6-4a10-86df-e4810b8ce222 service neutron] 10.222.0.78 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7261415 Aug 06 16:23:57.543896 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:57.589392 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:23:52Z', 'revision_number': 2, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:23:56Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:57.633679 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae22a88-8a1d-4eea-a771-8c6c4a21108b None None] The sync data for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 is: [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:23:52Z', 'revision_number': 2, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:23:56Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:23:57.744946 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd25b178-94aa-4411-9519-66ba83a6324a req-aaccc2e8-1d68-43eb-bdcc-d4c16f749a47 service neutron] 10.222.0.78 "GET /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950592 Aug 06 16:23:57.986993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70c75ae5-fca2-48b0-93d1-82a0e129a071 req-bdf80b65-fd7e-4d94-888c-ec80f84eb44b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274563 Aug 06 16:23:58.033968 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-49c34633-4d59-4751-b094-030e563593cf None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:58.063581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-49c34633-4d59-4751-b094-030e563593cf None None] Transition to ACTIVE for port object 4e91e25c-fbd6-4212-874d-8d4036598afe will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:58.094775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-49c34633-4d59-4751-b094-030e563593cf None None] Transition to ACTIVE for port object 4e91e25c-fbd6-4212-874d-8d4036598afe will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:58.196037 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a1de6a39-5bc7-4520-9a5c-2676ca8976b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:58.322935 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-49c34633-4d59-4751-b094-030e563593cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:58.377466 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Router 79cae8b4-5a15-446d-9af0-6a8a9fdad97d is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:23:58.406439 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Allocated IP 2001:db8:1::1 (61af7566-c0fc-4a78-96c8-a0eadc8ebd23/cb891cb3-efb9-4fe8-84c1-5345de96ba91/3ffde785-d9af-4488-84bc-f71c107400d2) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:23:58.555822 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c34633-4d59-4751-b094-030e563593cf None None] Network 61af7566-c0fc-4a78-96c8-a0eadc8ebd23 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:58.563741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-49c34633-4d59-4751-b094-030e563593cf None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:58.567739 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c34633-4d59-4751-b094-030e563593cf None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:23:58.654214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c34633-4d59-4751-b094-030e563593cf None None] Pushing event updated for resources: {'Port': ['ID=4e91e25c-fbd6-4212-874d-8d4036598afe,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:58.762473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a1de6a39-5bc7-4520-9a5c-2676ca8976b3 None None] For port 19857fb1-1f68-48ac-a6cb-a7732dd838d9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=19857fb1-1f68-48ac-a6cb-a7732dd838d9,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:58.788211 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:58.853235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Transition to ACTIVE for port object 3ffde785-d9af-4488-84bc-f71c107400d2 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:58.882766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-49c34633-4d59-4751-b094-030e563593cf None None] Attempting to bind port 4e91e25c-fbd6-4212-874d-8d4036598afe on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:23:58.883154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-49c34633-4d59-4751-b094-030e563593cf None None] Attempting to bind port 4e91e25c-fbd6-4212-874d-8d4036598afe by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '27884949-eef0-4d51-8caf-3334356abc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:23:58.883523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c34633-4d59-4751-b094-030e563593cf None None] Attempting to bind port 4e91e25c-fbd6-4212-874d-8d4036598afe on network 61af7566-c0fc-4a78-96c8-a0eadc8ebd23 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:23:58.885760 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a1de6a39-5bc7-4520-9a5c-2676ca8976b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:58.942069 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:59.052574 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de6a39-5bc7-4520-9a5c-2676ca8976b3 None None] Pushing event updated for resources: {'Port': ['ID=19857fb1-1f68-48ac-a6cb-a7732dd838d9,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:59.059346 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network 61af7566-c0fc-4a78-96c8-a0eadc8ebd23 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:59.069366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c34633-4d59-4751-b094-030e563593cf None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:23:59.069818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c34633-4d59-4751-b094-030e563593cf None None] Checking segment: {'id': '27884949-eef0-4d51-8caf-3334356abc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:23:59.071146 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-49c34633-4d59-4751-b094-030e563593cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:59.071146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c34633-4d59-4751-b094-030e563593cf None None] Bound using segment: {'id': '27884949-eef0-4d51-8caf-3334356abc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:23:59.071146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-49c34633-4d59-4751-b094-030e563593cf None None] Bound port: 4e91e25c-fbd6-4212-874d-8d4036598afe, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27884949-eef0-4d51-8caf-3334356abc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:23:59.071642 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-49c34633-4d59-4751-b094-030e563593cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:59.087161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:59.090787 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:23:59.109559 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:59.229831 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-49c34633-4d59-4751-b094-030e563593cf None None] For port 4e91e25c-fbd6-4212-874d-8d4036598afe, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:23:59.253995 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-49c34633-4d59-4751-b094-030e563593cf None None] For port 4e91e25c-fbd6-4212-874d-8d4036598afe, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4e91e25c-fbd6-4212-874d-8d4036598afe,segment=NetworkSegment(27884949-eef0-4d51-8caf-3334356abc49),segment_id=27884949-eef0-4d51-8caf-3334356abc49)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:23:59.279230 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-49c34633-4d59-4751-b094-030e563593cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:59.408769 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c34633-4d59-4751-b094-030e563593cf None None] Pushing event updated for resources: {'Port': ['ID=4e91e25c-fbd6-4212-874d-8d4036598afe,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:59.436466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a4c9cb7a-81c1-417c-a14e-3e0ab755a25c None None] Provisioning complete for port 19857fb1-1f68-48ac-a6cb-a7732dd838d9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:59.436466 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a4c9cb7a-81c1-417c-a14e-3e0ab755a25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:59.747520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:23:59.770418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8cbd9-6829-4cd3-8d9e-d66661df3368 req-3010626c-3a3b-43c8-bd96-97dd26fef83b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:59.773228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ea8cbd9-6829-4cd3-8d9e-d66661df3368 req-3010626c-3a3b-43c8-bd96-97dd26fef83b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.1525872 Aug 06 16:23:59.808834 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Sync routers for ids ['79cae8b4-5a15-446d-9af0-6a8a9fdad97d'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:23:59.835265 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Routers {'79cae8b4-5a15-446d-9af0-6a8a9fdad97d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:23:59.836673 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['79cae8b4-5a15-446d-9af0-6a8a9fdad97d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:23:59.892585 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:59.894306 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-54d3d1a5-f6f1-4c07-82c4-7d81b491773e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3208368 Aug 06 16:23:59.898067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40510) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:59.994442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ea8cbd9-6829-4cd3-8d9e-d66661df3368 req-93a5a042-c756-47fe-b04b-2b688552e5b7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856956 Aug 06 16:24:00.257731 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4956f1-968d-494c-854e-9b0aad546cc7 req-aeea5362-cb46-4853-819c-2157f89222af tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:00.266464 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f4956f1-968d-494c-854e-9b0aad546cc7 req-aeea5362-cb46-4853-819c-2157f89222af tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.0813906 Aug 06 16:24:00.285190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4e91e25c-fbd6-4212-874d-8d4036598afe up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:00.303102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Set router 79cae8b4-5a15-446d-9af0-6a8a9fdad97d gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:00.317891 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=3ffde785-d9af-4488-84bc-f71c107400d2,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:00.407458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:00.539748 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f4956f1-968d-494c-854e-9b0aad546cc7 req-b8b408a7-1d56-4ccd-ba4f-083990c22791 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716472 Aug 06 16:24:00.617116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 4e91e25c-fbd6-4212-874d-8d4036598afe completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:00.623752 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7f9c7542-4efb-440d-a75e-db930d651a6d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:00.802735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 7f9c7542-4efb-440d-a75e-db930d651a6d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:00.807490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7f9c7542-4efb-440d-a75e-db930d651a6d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:00.808123 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:00.925730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'name': 'tempest-TestServerMultinode-1870340785-router', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '22ce6ff3-e8c1-418f-b801-5d0358a19377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:52Z', 'updated_at': '2021-08-06T16:23:55Z', 'revision_number': 3, 'project_id': 'af8f445e7e0a4d5499518745b87b5f01', 'gw_port': {'id': '22ce6ff3-e8c1-418f-b801-5d0358a19377', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:53Z', 'updated_at': '2021-08-06T16:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:00.948316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81985aff-a918-4bc2-b0f1-856add5b2b5a req-ed8e42bb-f9d7-43b6-84b2-5ced182178d7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:00.971271 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-81985aff-a918-4bc2-b0f1-856add5b2b5a req-ed8e42bb-f9d7-43b6-84b2-5ced182178d7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.1196041 Aug 06 16:24:01.032419 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Checking router: 79cae8b4-5a15-446d-9af0-6a8a9fdad97d for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:24:01.032540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Updating router 79cae8b4-5a15-446d-9af0-6a8a9fdad97d port 22ce6ff3-e8c1-418f-b801-5d0358a19377 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:24:01.053279 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:01.111942 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:01.142370 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-81985aff-a918-4bc2-b0f1-856add5b2b5a req-34a4c1e5-2ee9-4ee3-b8bc-633b1dbf013d tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674328 Aug 06 16:24:01.223030 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:01.233457 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:01.236752 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:01.410467 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:01.442017 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=3ffde785-d9af-4488-84bc-f71c107400d2,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:01.505217 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:01.518310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Transition to ACTIVE for port object 22ce6ff3-e8c1-418f-b801-5d0358a19377 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:01.536870 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network 61af7566-c0fc-4a78-96c8-a0eadc8ebd23 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:24:01.539066 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:01.547533 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:01.571660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 7f9c7542-4efb-440d-a75e-db930d651a6d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7f9c7542-4efb-440d-a75e-db930d651a6d,segment=NetworkSegment(ca4afde7-9f3c-4daa-9d1c-8c7a39f38946),segment_id=ca4afde7-9f3c-4daa-9d1c-8c7a39f38946)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:01.598150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a4afe-8242-457b-a98a-912a17069375 req-d6ffef1e-4d27-47b0-846c-9fa8ab49d244 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:01.602124 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-586a4afe-8242-457b-a98a-912a17069375 req-d6ffef1e-4d27-47b0-846c-9fa8ab49d244 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.2061043 Aug 06 16:24:01.644877 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:01.646692 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 19857fb1-1f68-48ac-a6cb-a7732dd838d9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:01.726079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:24:01.745217 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9098b-e046-46d9-ae16-4386992b9516 None None] Pushing event updated for resources: {'Port': ['ID=22ce6ff3-e8c1-418f-b801-5d0358a19377,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:01.750529 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb24dec8-5a69-43cb-aba4-22777ebf0a6f None None] Network 61af7566-c0fc-4a78-96c8-a0eadc8ebd23 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:24:01.795848 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-586a4afe-8242-457b-a98a-912a17069375 req-e86282a6-d278-4c27-bd9b-963ecac3d1b6 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177325 Aug 06 16:24:01.867820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Attempting to bind port 22ce6ff3-e8c1-418f-b801-5d0358a19377 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:24:01.868190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Attempting to bind port 22ce6ff3-e8c1-418f-b801-5d0358a19377 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:24:01.869191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Attempting to bind port 22ce6ff3-e8c1-418f-b801-5d0358a19377 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:01.885031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:24:01.885402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:01.885841 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:01.887270 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:24:01.887775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Bound port: 22ce6ff3-e8c1-418f-b801-5d0358a19377, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:24:01.888164 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:01.911926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c1c7cb2c-e622-4d79-a1ff-d9fa37e0e7c5 None None] Provisioning for port 4e91e25c-fbd6-4212-874d-8d4036598afe completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:01.943419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Allocated IP 172.20.0.1 (e5513f9b-ed83-4570-ba2d-c36678e6a783/d2f1c14f-fcab-426b-bd83-701a29cc8298/4327d312-5bda-44a1-98d8-abebce6915ad) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:24:01.988788 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:24:01.994759 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dc16faac-6fef-4964-b1cd-97d2f7ec6bd4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/e62f853d-b7c9-49e9-ac32-a0e66b7d8341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1669583 Aug 06 16:24:01.997084 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40574) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:02.001972 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Sync routers for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:24:02.013427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-aa83ced5-6085-44fb-b7df-2bcf2e37183a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1732654005'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:02.036758 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:02.038863 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:02.060587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa83ced5-6085-44fb-b7df-2bcf2e37183a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:24:02.064520 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa83ced5-6085-44fb-b7df-2bcf2e37183a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:02.164358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa83ced5-6085-44fb-b7df-2bcf2e37183a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:24:02.186217 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa83ced5-6085-44fb-b7df-2bcf2e37183a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:02.186564 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-aa83ced5-6085-44fb-b7df-2bcf2e37183a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Added segment e9fb11b5-54f6-41c1-9f55-fe3e11172435 of type vlan for network 4b16c4d3-b4f6-45a1-8a17-536884e8da05 Aug 06 16:24:02.220521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e710416-55ed-409e-8de5-92387f9a4099 req-29f52f95-e414-4dae-aa27-2dbc326f35fc tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:02.221185 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:02.223139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e710416-55ed-409e-8de5-92387f9a4099 req-29f52f95-e414-4dae-aa27-2dbc326f35fc tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.1769996 Aug 06 16:24:02.310546 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa83ced5-6085-44fb-b7df-2bcf2e37183a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:02.315301 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c1c7cb2c-e622-4d79-a1ff-d9fa37e0e7c5 None None] Provisioning complete for port 4e91e25c-fbd6-4212-874d-8d4036598afe triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:02.315673 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cb2c-e622-4d79-a1ff-d9fa37e0e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:02.355936 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:02.374038 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa83ced5-6085-44fb-b7df-2bcf2e37183a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:02.379590 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83ced5-6085-44fb-b7df-2bcf2e37183a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:02.380190 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa83ced5-6085-44fb-b7df-2bcf2e37183a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:02.384467 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e710416-55ed-409e-8de5-92387f9a4099 req-952d4e3b-d8a8-4d80-83a3-4cd5ce87aead tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603408 Aug 06 16:24:02.415005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Transition to ACTIVE for port object 4327d312-5bda-44a1-98d8-abebce6915ad will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:02.463817 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:02.473213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 19857fb1-1f68-48ac-a6cb-a7732dd838d9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:02.473596 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:02.492019 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=7f9c7542-4efb-440d-a75e-db930d651a6d,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:02.512846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Network e5513f9b-ed83-4570-ba2d-c36678e6a783 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:24:02.560817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:02.578414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:24:02.590154 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aa83ced5-6085-44fb-b7df-2bcf2e37183a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5882363 Aug 06 16:24:02.591323 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40590) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:02.614652 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83ced5-6085-44fb-b7df-2bcf2e37183a tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Network': ['ID=4b16c4d3-b4f6-45a1-8a17-536884e8da05,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:02.633245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-87e0db64-0a8d-42af-b0fc-526c0fb140f1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'subnet': {'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:02.638971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] For port 22ce6ff3-e8c1-418f-b801-5d0358a19377, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:24:02.662376 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 4b16c4d3-b4f6-45a1-8a17-536884e8da05 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:24:02.681528 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:02.803045 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:00Z', 'revision_number': 3, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:00Z', 'revision_number': 2, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:02.827504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e0db64-0a8d-42af-b0fc-526c0fb140f1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:24:02.834695 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-87e0db64-0a8d-42af-b0fc-526c0fb140f1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:02.860095 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] For port 22ce6ff3-e8c1-418f-b801-5d0358a19377, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=22ce6ff3-e8c1-418f-b801-5d0358a19377,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:24:02.868588 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Checking router: e62f853d-b7c9-49e9-ac32-a0e66b7d8341 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:24:02.868929 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Updating router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 port 3ffde785-d9af-4488-84bc-f71c107400d2 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:24:02.906684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Pushing event updated for resources: {'Port': ['ID=4327d312-5bda-44a1-98d8-abebce6915ad,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:02.922295 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:03.027314 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:03.131602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223e76f-0c95-47a0-8696-f781cb88c321 req-d9d6d505-3006-4dff-9f17-bc72d0a46487 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:03.142251 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f223e76f-0c95-47a0-8696-f781cb88c321 req-d9d6d505-3006-4dff-9f17-bc72d0a46487 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.4618516 Aug 06 16:24:03.214126 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cb2c-e622-4d79-a1ff-d9fa37e0e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:03.280174 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-87e0db64-0a8d-42af-b0fc-526c0fb140f1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:03.356359 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Routers {'79cae8b4-5a15-446d-9af0-6a8a9fdad97d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:03.356991 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['79cae8b4-5a15-446d-9af0-6a8a9fdad97d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:03.366163 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f223e76f-0c95-47a0-8696-f781cb88c321 req-015df4b1-f502-4e17-b8ea-cd9b5498f588 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230337 Aug 06 16:24:03.395083 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:03.523048 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0db64-0a8d-42af-b0fc-526c0fb140f1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Subnet': ['ID=a8e3ce40-bd87-4b78-99e4-b16d9991f5aa,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:03.531433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0db64-0a8d-42af-b0fc-526c0fb140f1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Checking segment: {'id': 'e9fb11b5-54f6-41c1-9f55-fe3e11172435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:03.533000 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0db64-0a8d-42af-b0fc-526c0fb140f1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network hostable DHCP agents. Network: 4b16c4d3-b4f6-45a1-8a17-536884e8da05, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:24:03.538664 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c1c7cb2c-e622-4d79-a1ff-d9fa37e0e7c5 None None] For port 4e91e25c-fbd6-4212-874d-8d4036598afe, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4e91e25c-fbd6-4212-874d-8d4036598afe,segment=NetworkSegment(27884949-eef0-4d51-8caf-3334356abc49),segment_id=27884949-eef0-4d51-8caf-3334356abc49)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:03.574981 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0db64-0a8d-42af-b0fc-526c0fb140f1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network 4b16c4d3-b4f6-45a1-8a17-536884e8da05 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:24:03.620163 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:03.622685 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-87e0db64-0a8d-42af-b0fc-526c0fb140f1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 4b16c4d3-b4f6-45a1-8a17-536884e8da05) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:03.629369 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e0db64-0a8d-42af-b0fc-526c0fb140f1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:03.630165 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-87e0db64-0a8d-42af-b0fc-526c0fb140f1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:03.637668 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Transition to ACTIVE for port object 3ffde785-d9af-4488-84bc-f71c107400d2 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:03.651465 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:03.652850 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7f9c7542-4efb-440d-a75e-db930d651a6d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:03.655207 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f4bcc2-63a7-4dbe-9c55-261948b46cb9 None None] Network 4b16c4d3-b4f6-45a1-8a17-536884e8da05 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:24:03.658048 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-87e0db64-0a8d-42af-b0fc-526c0fb140f1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0487540 Aug 06 16:24:03.660050 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40616) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:03.663524 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cb2c-e622-4d79-a1ff-d9fa37e0e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:03.734225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9098b-e046-46d9-ae16-4386992b9516 None None] Pushing event updated for resources: {'Port': ['ID=22ce6ff3-e8c1-418f-b801-5d0358a19377,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:03.771553 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644fd8b-15d7-4128-9f65-47b12b39535d None None] Pushing event updated for resources: {'Port': ['ID=3ffde785-d9af-4488-84bc-f71c107400d2,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:03.890104 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] Set router 79cae8b4-5a15-446d-9af0-6a8a9fdad97d gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:03.900396 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Attempting to bind port 3ffde785-d9af-4488-84bc-f71c107400d2 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:24:03.901195 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Attempting to bind port 3ffde785-d9af-4488-84bc-f71c107400d2 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '27884949-eef0-4d51-8caf-3334356abc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:24:03.901801 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Attempting to bind port 3ffde785-d9af-4488-84bc-f71c107400d2 on network 61af7566-c0fc-4a78-96c8-a0eadc8ebd23 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:03.907924 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:24:03.908573 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Checking segment: {'id': '27884949-eef0-4d51-8caf-3334356abc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:03.909851 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:03.910612 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Bound using segment: {'id': '27884949-eef0-4d51-8caf-3334356abc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:24:03.912037 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Bound port: 3ffde785-d9af-4488-84bc-f71c107400d2, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27884949-eef0-4d51-8caf-3334356abc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:24:03.913129 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:03.934206 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-678f7cd4-e8c3-4480-8690-efaa5d0a8b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:03.955695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1f5be35f-aaf7-420f-b9b3-97d9a22c6e0f None None] Provisioning for port 4327d312-5bda-44a1-98d8-abebce6915ad completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:03.991077 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7cb2c-e622-4d79-a1ff-d9fa37e0e7c5 None None] Pushing event updated for resources: {'Port': ['ID=4e91e25c-fbd6-4212-874d-8d4036598afe,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:04.030761 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1f5be35f-aaf7-420f-b9b3-97d9a22c6e0f None None] Provisioning complete for port 4327d312-5bda-44a1-98d8-abebce6915ad triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:04.031176 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1f5be35f-aaf7-420f-b9b3-97d9a22c6e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:04.051093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da363ca6-80bd-47e6-976a-2095b5938ec1 req-7088fca2-fd26-4e5a-ba85-f63352bd92d7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:04.058399 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da363ca6-80bd-47e6-976a-2095b5938ec1 req-7088fca2-fd26-4e5a-ba85-f63352bd92d7 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.4859381 Aug 06 16:24:04.093134 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] For port 3ffde785-d9af-4488-84bc-f71c107400d2, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:24:04.098225 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] For port 3ffde785-d9af-4488-84bc-f71c107400d2, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3ffde785-d9af-4488-84bc-f71c107400d2,segment=NetworkSegment(27884949-eef0-4d51-8caf-3334356abc49),segment_id=27884949-eef0-4d51-8caf-3334356abc49)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:24:04.103500 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:04.194810 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644fd8b-15d7-4128-9f65-47b12b39535d None None] Pushing event updated for resources: {'Port': ['ID=3ffde785-d9af-4488-84bc-f71c107400d2,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:04.202955 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:04.203583 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:23:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:04.272558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da363ca6-80bd-47e6-976a-2095b5938ec1 req-731fe8f5-97b6-4933-bee1-a5531f5b1580 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956196 Aug 06 16:24:04.275856 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:04.296144 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:04.355284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7f9c7542-4efb-440d-a75e-db930d651a6d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:04.355655 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:04.536822 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Pushing event updated for resources: {'Port': ['ID=4327d312-5bda-44a1-98d8-abebce6915ad,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:04.577209 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:04.714973 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:04.829715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Network e5513f9b-ed83-4570-ba2d-c36678e6a783 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:24:04.850560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a8f72-adf4-40ab-9864-9d5a008cc2fb req-3a6972eb-cf1e-47d7-bd94-910c139bc2b9 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:04.855328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb5a8f72-adf4-40ab-9864-9d5a008cc2fb req-3a6972eb-cf1e-47d7-bd94-910c139bc2b9 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.4192545 Aug 06 16:24:04.860497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:04.894769 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1f5be35f-aaf7-420f-b9b3-97d9a22c6e0f None None] Port 4327d312-5bda-44a1-98d8-abebce6915ad cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:24:04.897888 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40648) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:05.057334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'fixed_ips': [{'subnet_id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:24:05.058129 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:05.145324 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:05.180224 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fccbb711-7bb2-4b78-b073-6a8dd4e6c0b6 None None] Provisioning complete for port 4e91e25c-fbd6-4212-874d-8d4036598afe triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:05.180685 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fccbb711-7bb2-4b78-b073-6a8dd4e6c0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:05.194440 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb5a8f72-adf4-40ab-9864-9d5a008cc2fb req-a2e787fa-987a-4ed7-8a7e-91158d716f3a tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232970 Aug 06 16:24:05.369798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Router 79cae8b4-5a15-446d-9af0-6a8a9fdad97d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:24:05.377011 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:05.382888 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:00Z', 'revision_number': 3, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:04Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:05.525050 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d152d4e2-47e8-4e13-bdf4-53df2d11b9fb None None] The sync data for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 is: [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:00Z', 'revision_number': 3, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:04Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:24:05.552117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'name': 'tempest-TestServerMultinode-1870340785-router', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '22ce6ff3-e8c1-418f-b801-5d0358a19377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:52Z', 'updated_at': '2021-08-06T16:24:03Z', 'revision_number': 4, 'project_id': 'af8f445e7e0a4d5499518745b87b5f01', 'gw_port': {'id': '22ce6ff3-e8c1-418f-b801-5d0358a19377', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:53Z', 'updated_at': '2021-08-06T16:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '4327d312-5bda-44a1-98d8-abebce6915ad', 'name': '', 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'mac_address': 'fa:16:3e:78:e5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'd2f1c14f-fcab-426b-bd83-701a29cc8298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:01Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 1, 'project_id': 'af8f445e7e0a4d5499518745b87b5f01', 'subnets': [{'id': 'd2f1c14f-fcab-426b-bd83-701a29cc8298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:05.633356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b9566-b9d4-47c1-ae53-7c511efb3622 None None] The sync data for ids ['79cae8b4-5a15-446d-9af0-6a8a9fdad97d'] in n-d-803756-1 is: [{'id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'name': 'tempest-TestServerMultinode-1870340785-router', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '22ce6ff3-e8c1-418f-b801-5d0358a19377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:52Z', 'updated_at': '2021-08-06T16:24:03Z', 'revision_number': 4, 'project_id': 'af8f445e7e0a4d5499518745b87b5f01', 'gw_port': {'id': '22ce6ff3-e8c1-418f-b801-5d0358a19377', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:53Z', 'updated_at': '2021-08-06T16:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '4327d312-5bda-44a1-98d8-abebce6915ad', 'name': '', 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'mac_address': 'fa:16:3e:78:e5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'd2f1c14f-fcab-426b-bd83-701a29cc8298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:01Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 1, 'project_id': 'af8f445e7e0a4d5499518745b87b5f01', 'subnets': [{'id': 'd2f1c14f-fcab-426b-bd83-701a29cc8298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:24:05.752634 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Allocated IP 2001:db8:2::2 (4b16c4d3-b4f6-45a1-8a17-536884e8da05/a8e3ce40-bd87-4b78-99e4-b16d9991f5aa/610c3f9d-6124-4a78-82ef-adc8eeb5bda9) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:24:05.880919 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c668954-4828-4390-9ad2-0157d0f5753f req-1352f9e7-3eff-4673-b30e-f226c500c1ca tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:05.884691 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2c668954-4828-4390-9ad2-0157d0f5753f req-1352f9e7-3eff-4673-b30e-f226c500c1ca tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.1757905 Aug 06 16:24:05.893522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:24:05.943897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-86585adc-266c-43ae-804e-cd61bdf4c630 admin admin] 10.222.0.37 "PUT /v2.0/routers/79cae8b4-5a15-446d-9af0-6a8a9fdad97d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0422788 Aug 06 16:24:06.136526 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2c668954-4828-4390-9ad2-0157d0f5753f req-3603ce6a-ad7b-4899-af2d-f50e0a61d4a2 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183094 Aug 06 16:24:06.314079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3ffde785-d9af-4488-84bc-f71c107400d2 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:06.340745 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fccbb711-7bb2-4b78-b073-6a8dd4e6c0b6 None None] Provisioning for port 3ffde785-d9af-4488-84bc-f71c107400d2 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:06.478936 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:06.485692 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:06.521987 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5adcc-f313-45b7-9239-b05a91d19d77 req-6762ea10-0ecf-43bf-b35e-b043cf75d068 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:06.542445 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9df5adcc-f313-45b7-9239-b05a91d19d77 req-6762ea10-0ecf-43bf-b35e-b043cf75d068 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.1469235 Aug 06 16:24:06.580600 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=403c8718e0f54b7280a1a319dc81051b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6814647 Aug 06 16:24:06.585728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40698) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:06.655654 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020f04d7-a9c2-4a29-a00f-1eb5e1c32af7,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:06.696694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:06.704698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:06.705177 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:06.705790 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:06.706952 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:06.707498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:06.707875 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:06.709383 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:06.710018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:06.710279 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:06.710859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:06.713152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:06.713598 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4f2e34-d6c0-4700-b2ca-684d20ca229e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:06.790511 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-727c7078-83eb-474a-879c-0ffb1ab7f57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:06.808929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Transition to ACTIVE for port object 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:06.831764 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-20cebf70-54dc-4b97-83ae-ffddd973fe19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:06.859633 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9df5adcc-f313-45b7-9239-b05a91d19d77 req-c03ba4d7-0dfd-45d4-a7a2-138d04e81f82 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157809 Aug 06 16:24:06.880754 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:06.937566 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-727c7078-83eb-474a-879c-0ffb1ab7f57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:06.976092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Transition to ACTIVE for port object 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:07.074734 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:07.091804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1feef514-124b-4349-94e8-e1118ca47e5d None None] Provisioning complete for port 4327d312-5bda-44a1-98d8-abebce6915ad triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:07.092291 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1feef514-124b-4349-94e8-e1118ca47e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:07.130457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Network 4b16c4d3-b4f6-45a1-8a17-536884e8da05 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:24:07.132372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 3ffde785-d9af-4488-84bc-f71c107400d2 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:07.140272 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:07.150069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3ffde785-d9af-4488-84bc-f71c107400d2 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:07.150822 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:07.153422 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-727c7078-83eb-474a-879c-0ffb1ab7f57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:07.188185 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-727c7078-83eb-474a-879c-0ffb1ab7f57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:07.193815 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-727c7078-83eb-474a-879c-0ffb1ab7f57a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/020f04d7-a9c2-4a29-a00f-1eb5e1c32af7 HTTP/1.1" status: 204 len: 168 time: 0.6042693 Aug 06 16:24:07.254289 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:24:07.266867 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Allocated IP 2001:db8:2::1 (4b16c4d3-b4f6-45a1-8a17-536884e8da05/a8e3ce40-bd87-4b78-99e4-b16d9991f5aa/a5b3e562-a45f-49c8-a859-dd2e92a74182) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:24:07.394767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c7078-83eb-474a-879c-0ffb1ab7f57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020f04d7-a9c2-4a29-a00f-1eb5e1c32af7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:07.447576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c4585-f0aa-4fd7-9424-4d171fe7fe88 req-da2f4b02-5c1b-488d-a719-b8278a1a0e70 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:07.455890 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff1c4585-f0aa-4fd7-9424-4d171fe7fe88 req-da2f4b02-5c1b-488d-a719-b8278a1a0e70 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.2584257 Aug 06 16:24:07.466972 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:24:07.541119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff1c4585-f0aa-4fd7-9424-4d171fe7fe88 req-cbaa169e-3677-40e8-bc52-5c671b5f2007 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806255 Aug 06 16:24:07.632531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40744) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:07.639505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-bb558a3d-ea5d-4a51-bf0d-97150231e1b3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1306354740-network', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:07.725728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb558a3d-ea5d-4a51-bf0d-97150231e1b3 admin admin] Made reservation on behalf of 09371a2e165342f4becf2fa1e422ba3f for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:24:07.738847 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb558a3d-ea5d-4a51-bf0d-97150231e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:07.752174 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:07.781786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Transition to ACTIVE for port object a5b3e562-a45f-49c8-a859-dd2e92a74182 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:07.795226 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb558a3d-ea5d-4a51-bf0d-97150231e1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:07.870310 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:07.952217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e9c0d-99d3-4311-b10b-b63f89521b23 req-2a1986ed-bf1c-4c3c-aebd-8e2d46730e3e tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:07.960998 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cf2e9c0d-99d3-4311-b10b-b63f89521b23 req-2a1986ed-bf1c-4c3c-aebd-8e2d46730e3e tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.2129393 Aug 06 16:24:07.962966 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=a5b3e562-a45f-49c8-a859-dd2e92a74182,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:07.975736 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network 4b16c4d3-b4f6-45a1-8a17-536884e8da05 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:24:07.983948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:07.990593 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:24:07.991428 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:08.064779 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:08.089333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1feef514-124b-4349-94e8-e1118ca47e5d None None] Port 4327d312-5bda-44a1-98d8-abebce6915ad cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:24:08.093279 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Pushing event updated for resources: {'Port': ['ID=610c3f9d-6124-4a78-82ef-adc8eeb5bda9,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:08.108333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Attempting to bind port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:24:08.108721 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cf2e9c0d-99d3-4311-b10b-b63f89521b23 req-ddb07df0-4a4f-4db0-916c-3006d91631f9 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307034 Aug 06 16:24:08.108901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Attempting to bind port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'e9fb11b5-54f6-41c1-9f55-fe3e11172435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:24:08.109092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Attempting to bind port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 on network 4b16c4d3-b4f6-45a1-8a17-536884e8da05 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:08.249062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:24:08.249948 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Checking segment: {'id': 'e9fb11b5-54f6-41c1-9f55-fe3e11172435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:08.250628 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:08.251266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Bound using segment: {'id': 'e9fb11b5-54f6-41c1-9f55-fe3e11172435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:24:08.252031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Bound port: 610c3f9d-6124-4a78-82ef-adc8eeb5bda9, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fb11b5-54f6-41c1-9f55-fe3e11172435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:24:08.257159 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:08.273187 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb558a3d-ea5d-4a51-bf0d-97150231e1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:08.277863 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:08.283355 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb558a3d-ea5d-4a51-bf0d-97150231e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:08.298153 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1feef514-124b-4349-94e8-e1118ca47e5d None None] Provisioning complete for port 3ffde785-d9af-4488-84bc-f71c107400d2 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:08.298978 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1feef514-124b-4349-94e8-e1118ca47e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:08.336003 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb558a3d-ea5d-4a51-bf0d-97150231e1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baca9bc-915e-488f-bfd9-81095c08fd0a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:08.393650 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:08.405561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb558a3d-ea5d-4a51-bf0d-97150231e1b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:24:08.440885 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb558a3d-ea5d-4a51-bf0d-97150231e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:08.441153 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-bb558a3d-ea5d-4a51-bf0d-97150231e1b3 admin admin] Added segment 5847e0f8-2da8-4002-8008-94ee1b2e2b2d of type vlan for network dd4631af-cce1-4679-8271-02d55e1cd11c Aug 06 16:24:08.509403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 3ffde785-d9af-4488-84bc-f71c107400d2, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3ffde785-d9af-4488-84bc-f71c107400d2,segment=NetworkSegment(27884949-eef0-4d51-8caf-3334356abc49),segment_id=27884949-eef0-4d51-8caf-3334356abc49)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:08.576911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b472f5-cb15-4e66-8bf0-20ce49e4a364 req-b9f3441e-42e5-4d21-be42-0b93382955ab tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:08.584560 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5b472f5-cb15-4e66-8bf0-20ce49e4a364 req-b9f3441e-42e5-4d21-be42-0b93382955ab tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.2507634 Aug 06 16:24:08.629291 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb558a3d-ea5d-4a51-bf0d-97150231e1b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:08.680598 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:08.681406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4e91e25c-fbd6-4212-874d-8d4036598afe up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:08.697542 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5b472f5-cb15-4e66-8bf0-20ce49e4a364 req-51154e66-7f3b-4317-a2fa-6d3c85726d69 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054041 Aug 06 16:24:08.715912 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb558a3d-ea5d-4a51-bf0d-97150231e1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:08.718922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb558a3d-ea5d-4a51-bf0d-97150231e1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:08.720872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] For port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:24:08.722023 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb558a3d-ea5d-4a51-bf0d-97150231e1b3 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:08.732143 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] For port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=610c3f9d-6124-4a78-82ef-adc8eeb5bda9,segment=NetworkSegment(e9fb11b5-54f6-41c1-9f55-fe3e11172435),segment_id=e9fb11b5-54f6-41c1-9f55-fe3e11172435)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:24:08.788477 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:08.932817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb558a3d-ea5d-4a51-bf0d-97150231e1b3 admin admin] Pushing event updated for resources: {'Network': ['ID=dd4631af-cce1-4679-8271-02d55e1cd11c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:08.945151 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bb558a3d-ea5d-4a51-bf0d-97150231e1b3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3109186 Aug 06 16:24:08.947348 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40774) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:08.988715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d260473f-7f9b-4d21-92b7-69fed21fe0b9 admin admin] Request body: {'subnet': {'network_id': 'dd4631af-cce1-4679-8271-02d55e1cd11c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1306354740-subnet', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:09.001593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network dd4631af-cce1-4679-8271-02d55e1cd11c details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:24:09.030240 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=3ffde785-d9af-4488-84bc-f71c107400d2,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:09.090927 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:09.099670 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:09.103336 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:09.121178 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24c30b-8388-4a1a-b5b2-fcfc42bec622 None None] Pushing event updated for resources: {'Port': ['ID=610c3f9d-6124-4a78-82ef-adc8eeb5bda9,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:09.152224 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d260473f-7f9b-4d21-92b7-69fed21fe0b9 admin admin] Made reservation on behalf of 09371a2e165342f4becf2fa1e422ba3f for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:24:09.156419 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d260473f-7f9b-4d21-92b7-69fed21fe0b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:09.209362 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:09.222566 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 4e91e25c-fbd6-4212-874d-8d4036598afe triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:09.222954 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:09.249088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=a5b3e562-a45f-49c8-a859-dd2e92a74182,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:09.319615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5cde6-1086-49b8-b530-b616c005c9d6 req-d30b379a-7093-4425-88bb-49e2dbbc8f7b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:09.335715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fbd5cde6-1086-49b8-b530-b616c005c9d6 req-d30b379a-7093-4425-88bb-49e2dbbc8f7b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.4124832 Aug 06 16:24:09.337975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-121af2a6-667a-4e0c-abdd-d388431c80b5 None None] Provisioning complete for port 3ffde785-d9af-4488-84bc-f71c107400d2 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:09.338805 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-121af2a6-667a-4e0c-abdd-d388431c80b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:09.444391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fbd5cde6-1086-49b8-b530-b616c005c9d6 req-e57f456b-709d-420d-a907-0b19bb5435e8 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075323 Aug 06 16:24:09.508280 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network 4b16c4d3-b4f6-45a1-8a17-536884e8da05 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:24:09.516109 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:09.722981 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:24:09.788771 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d260473f-7f9b-4d21-92b7-69fed21fe0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:09.899335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf36ea-7c58-4703-bbdb-c515ccff0759 req-a8954e42-7f6b-4163-86a8-e5064c1c4c48 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:09.913490 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-69cf36ea-7c58-4703-bbdb-c515ccff0759 req-a8954e42-7f6b-4163-86a8-e5064c1c4c48 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.2782154 Aug 06 16:24:09.972013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:24:09.974662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260473f-7f9b-4d21-92b7-69fed21fe0b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad6d43fc-6125-42af-a226-ce7ce8592639,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:09.983904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d260473f-7f9b-4d21-92b7-69fed21fe0b9 admin admin] Checking segment: {'id': '5847e0f8-2da8-4002-8008-94ee1b2e2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd4631af-cce1-4679-8271-02d55e1cd11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:09.985069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260473f-7f9b-4d21-92b7-69fed21fe0b9 admin admin] Network hostable DHCP agents. Network: dd4631af-cce1-4679-8271-02d55e1cd11c, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:24:10.002300 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Sync routers for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:24:10.009378 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-826bb2ff-c072-4fb7-9a4c-76449b3bd5cf tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/e62f853d-b7c9-49e9-ac32-a0e66b7d8341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3462720 Aug 06 16:24:10.011128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40798) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:10.020962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:10.021792 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:10.027328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3ffde785-d9af-4488-84bc-f71c107400d2 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:10.029168 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ba21b7e4-e7cb-45ae-abe3-d40077ceed34 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-107324433'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:10.064873 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-69cf36ea-7c58-4703-bbdb-c515ccff0759 req-7ed59086-2733-49cf-93e2-e990571106cf tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486967 Aug 06 16:24:10.071163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba21b7e4-e7cb-45ae-abe3-d40077ceed34 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:24:10.074900 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ba21b7e4-e7cb-45ae-abe3-d40077ceed34 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:10.077202 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d260473f-7f9b-4d21-92b7-69fed21fe0b9 admin admin] Network dd4631af-cce1-4679-8271-02d55e1cd11c is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:24:10.114245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-d260473f-7f9b-4d21-92b7-69fed21fe0b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, dd4631af-cce1-4679-8271-02d55e1cd11c) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:10.119556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d260473f-7f9b-4d21-92b7-69fed21fe0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:10.120129 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d260473f-7f9b-4d21-92b7-69fed21fe0b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:10.130803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a63346-9067-4896-87ab-ff2e84c1ad99 None None] Network dd4631af-cce1-4679-8271-02d55e1cd11c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:24:10.134597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba21b7e4-e7cb-45ae-abe3-d40077ceed34 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:24:10.153183 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ba21b7e4-e7cb-45ae-abe3-d40077ceed34 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:10.153785 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-ba21b7e4-e7cb-45ae-abe3-d40077ceed34 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Added segment c9eccc6b-f47c-494b-88fa-dfa6a14e4210 of type vlan for network d561d66e-f8c7-4611-a609-157e36d92f38 Aug 06 16:24:10.247393 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ba21b7e4-e7cb-45ae-abe3-d40077ceed34 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:10.265348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40806) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:10.329191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:10.352199 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40812) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:10.358407 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d260473f-7f9b-4d21-92b7-69fed21fe0b9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4073632 Aug 06 16:24:10.360665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1306354740-router', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:10.361572 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ba21b7e4-e7cb-45ae-abe3-d40077ceed34 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:10.384567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba21b7e4-e7cb-45ae-abe3-d40077ceed34 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:10.385282 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ba21b7e4-e7cb-45ae-abe3-d40077ceed34 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:10.445232 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:10.446764 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:10.469439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ba21b7e4-e7cb-45ae-abe3-d40077ceed34 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4569359 Aug 06 16:24:10.473391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40816) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:10.496723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ed56e8a4-7699-461d-9121-4404a50a7d68 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'subnet': {'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:10.530202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3ffde785-d9af-4488-84bc-f71c107400d2 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:10.530637 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:10.539561 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:10.559358 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5343df5a-71a1-4070-8433-0699891d0ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:10.585192 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Sync routers for ids ['79cae8b4-5a15-446d-9af0-6a8a9fdad97d'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:24:10.600532 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Routers {'79cae8b4-5a15-446d-9af0-6a8a9fdad97d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:10.601165 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['79cae8b4-5a15-446d-9af0-6a8a9fdad97d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:10.786981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21b7e4-e7cb-45ae-abe3-d40077ceed34 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Network': ['ID=d561d66e-f8c7-4611-a609-157e36d92f38,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:10.866658 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Set router 79cae8b4-5a15-446d-9af0-6a8a9fdad97d gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:10.871768 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network d561d66e-f8c7-4611-a609-157e36d92f38 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:24:10.983808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851c9c53-c7bd-4d0d-8c98-86b46e4c0fc1 None None] Network 4b16c4d3-b4f6-45a1-8a17-536884e8da05 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:24:11.215601 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'name': 'tempest-TestServerMultinode-1870340785-router', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '22ce6ff3-e8c1-418f-b801-5d0358a19377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:52Z', 'updated_at': '2021-08-06T16:24:03Z', 'revision_number': 4, 'project_id': 'af8f445e7e0a4d5499518745b87b5f01', 'gw_port': {'id': '22ce6ff3-e8c1-418f-b801-5d0358a19377', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:53Z', 'updated_at': '2021-08-06T16:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '4327d312-5bda-44a1-98d8-abebce6915ad', 'name': '', 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'mac_address': 'fa:16:3e:78:e5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'd2f1c14f-fcab-426b-bd83-701a29cc8298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:01Z', 'updated_at': '2021-08-06T16:24:03Z', 'revision_number': 2, 'project_id': 'af8f445e7e0a4d5499518745b87b5f01', 'subnets': [{'id': 'd2f1c14f-fcab-426b-bd83-701a29cc8298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:11.230498 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1bf60e57-6e4e-4b9e-85f8-bdab0eda862e None None] Provisioning for port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:11.248143 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Checking router: 79cae8b4-5a15-446d-9af0-6a8a9fdad97d for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:24:11.248420 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Updating router 79cae8b4-5a15-446d-9af0-6a8a9fdad97d port 4327d312-5bda-44a1-98d8-abebce6915ad binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:24:11.250796 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:11.282778 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:11.332442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-dd4631af-cce1-4679-8271-02d55e1cd11c', 'network_id': 'dd4631af-cce1-4679-8271-02d55e1cd11c', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'fixed_ips': [{'subnet_id': 'ad6d43fc-6125-42af-a226-ce7ce8592639'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:24:11.333311 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:11.409720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:11.509850 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5343df5a-71a1-4070-8433-0699891d0ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:11.520600 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5343df5a-71a1-4070-8433-0699891d0ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:11.538952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed56e8a4-7699-461d-9121-4404a50a7d68 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Made reservation on behalf of 29d186e3239b4e3c830d8febc789ceaa for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:24:11.548677 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed56e8a4-7699-461d-9121-4404a50a7d68 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:11.556261 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b3e562-a45f-49c8-a859-dd2e92a74182', 'name': '', 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:8d:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:05Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 2, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:11.593876 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Checking router: e62f853d-b7c9-49e9-ac32-a0e66b7d8341 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:24:11.594163 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Updating router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 port a5b3e562-a45f-49c8-a859-dd2e92a74182 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:24:11.675764 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:11.700723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:11.704136 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5343df5a-71a1-4070-8433-0699891d0ad1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24836d210851478bab24c2355499a815&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4373326 Aug 06 16:24:11.705271 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40826) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:11.717427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343df5a-71a1-4070-8433-0699891d0ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867524b3-4600-471f-acc1-adef501d1b13,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:11.724509 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Allocated IP 172.20.0.2 (dd4631af-cce1-4679-8271-02d55e1cd11c/ad6d43fc-6125-42af-a226-ce7ce8592639/7b85ed98-bc9c-46c6-bf47-c36cda00d6a8) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:24:11.726663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:11.727099 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:11.870562 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3689c71-4c83-4e40-9a71-a2bc7e11c23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:11.901203 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3689c71-4c83-4e40-9a71-a2bc7e11c23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:11.912260 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:11.938055 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Transition to ACTIVE for port object 4327d312-5bda-44a1-98d8-abebce6915ad will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:11.944894 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:12.054175 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4b1df-0c37-437e-a544-d807e29b69ad None None] Pushing event updated for resources: {'Port': ['ID=4327d312-5bda-44a1-98d8-abebce6915ad,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:12.081614 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3689c71-4c83-4e40-9a71-a2bc7e11c23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:12.085062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3689c71-4c83-4e40-9a71-a2bc7e11c23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:12.089489 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a3689c71-4c83-4e40-9a71-a2bc7e11c23b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/867524b3-4600-471f-acc1-adef501d1b13 HTTP/1.1" status: 204 len: 168 time: 0.3754880 Aug 06 16:24:12.122504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3689c71-4c83-4e40-9a71-a2bc7e11c23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867524b3-4600-471f-acc1-adef501d1b13,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:12.163650 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:12.197115 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Attempting to bind port 4327d312-5bda-44a1-98d8-abebce6915ad on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:24:12.197606 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Attempting to bind port 4327d312-5bda-44a1-98d8-abebce6915ad by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:24:12.198055 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Attempting to bind port 4327d312-5bda-44a1-98d8-abebce6915ad on network e5513f9b-ed83-4570-ba2d-c36678e6a783 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:12.209818 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:24:12.210126 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:12.210288 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Checking segment: {'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:12.210753 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:12.217330 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Bound using segment: {'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:24:12.218055 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Bound port: 4327d312-5bda-44a1-98d8-abebce6915ad, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:24:12.218446 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:12.414434 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] For port 4327d312-5bda-44a1-98d8-abebce6915ad, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:24:12.424357 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] For port 4327d312-5bda-44a1-98d8-abebce6915ad, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4327d312-5bda-44a1-98d8-abebce6915ad,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:24:12.434758 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:12.436316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Allocated IP 172.25.1.12 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/3d03c3ea-dc35-4382-90dc-cbf143c7d180) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:24:12.658488 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4b1df-0c37-437e-a544-d807e29b69ad None None] Pushing event updated for resources: {'Port': ['ID=4327d312-5bda-44a1-98d8-abebce6915ad,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:12.681294 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Routers {'79cae8b4-5a15-446d-9af0-6a8a9fdad97d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:12.682008 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['79cae8b4-5a15-446d-9af0-6a8a9fdad97d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:12.728459 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:12.783238 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:12.864057 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Pushing event updated for resources: {'Port': ['ID=3d03c3ea-dc35-4382-90dc-cbf143c7d180,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:12.904621 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:24:12.915707 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:12.922670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:24:13.006783 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] Set router 79cae8b4-5a15-446d-9af0-6a8a9fdad97d gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:13.112141 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed56e8a4-7699-461d-9121-4404a50a7d68 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:13.161055 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6daf6820-296c-4577-93e1-9f2fbdb2cfd0 None None] Provisioning for port a5b3e562-a45f-49c8-a859-dd2e92a74182 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:13.200088 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6daf6820-296c-4577-93e1-9f2fbdb2cfd0 None None] Provisioning complete for port a5b3e562-a45f-49c8-a859-dd2e92a74182 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:13.200576 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6daf6820-296c-4577-93e1-9f2fbdb2cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:13.208824 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:13.331684 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:13.399437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-6daf6820-296c-4577-93e1-9f2fbdb2cfd0 None None] Port a5b3e562-a45f-49c8-a859-dd2e92a74182 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:24:13.412917 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Transition to ACTIVE for port object 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:13.423712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56e8a4-7699-461d-9121-4404a50a7d68 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Subnet': ['ID=9b1524fc-c52d-49c4-8e41-5230b141b395,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:13.431799 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=610c3f9d-6124-4a78-82ef-adc8eeb5bda9,segment=NetworkSegment(e9fb11b5-54f6-41c1-9f55-fe3e11172435),segment_id=e9fb11b5-54f6-41c1-9f55-fe3e11172435)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:13.435135 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:13.454528 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed56e8a4-7699-461d-9121-4404a50a7d68 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Checking segment: {'id': 'c9eccc6b-f47c-494b-88fa-dfa6a14e4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:13.455041 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:13.455339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed56e8a4-7699-461d-9121-4404a50a7d68 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network hostable DHCP agents. Network: d561d66e-f8c7-4611-a609-157e36d92f38, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:24:13.456589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 22ce6ff3-e8c1-418f-b801-5d0358a19377 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:13.486236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed56e8a4-7699-461d-9121-4404a50a7d68 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network d561d66e-f8c7-4611-a609-157e36d92f38 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:24:13.507982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-ed56e8a4-7699-461d-9121-4404a50a7d68 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, d561d66e-f8c7-4611-a609-157e36d92f38) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:13.519787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Transition to ACTIVE for port object 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:13.527746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed56e8a4-7699-461d-9121-4404a50a7d68 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:13.530440 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed56e8a4-7699-461d-9121-4404a50a7d68 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:13.551790 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Transition to ACTIVE for port object a5b3e562-a45f-49c8-a859-dd2e92a74182 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:13.554082 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12468b4-b693-49d4-b491-6e753df2d95b None None] Network d561d66e-f8c7-4611-a609-157e36d92f38 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:24:13.591145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ed56e8a4-7699-461d-9121-4404a50a7d68 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1026075 Aug 06 16:24:13.592758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 40860) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:13.624278 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:13.756625 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:13.771962 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:13.809167 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'name': 'tempest-TestServerMultinode-1870340785-router', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '22ce6ff3-e8c1-418f-b801-5d0358a19377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:52Z', 'updated_at': '2021-08-06T16:24:03Z', 'revision_number': 4, 'project_id': 'af8f445e7e0a4d5499518745b87b5f01', 'gw_port': {'id': '22ce6ff3-e8c1-418f-b801-5d0358a19377', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:53Z', 'updated_at': '2021-08-06T16:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '4327d312-5bda-44a1-98d8-abebce6915ad', 'name': '', 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'mac_address': 'fa:16:3e:78:e5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'd2f1c14f-fcab-426b-bd83-701a29cc8298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:01Z', 'updated_at': '2021-08-06T16:24:12Z', 'revision_number': 4, 'project_id': 'af8f445e7e0a4d5499518745b87b5f01', 'subnets': [{'id': 'd2f1c14f-fcab-426b-bd83-701a29cc8298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:13.844981 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6daf6820-296c-4577-93e1-9f2fbdb2cfd0 None None] Provisioning complete for port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:13.845586 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6daf6820-296c-4577-93e1-9f2fbdb2cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:13.892058 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Network dd4631af-cce1-4679-8271-02d55e1cd11c is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:24:13.897142 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=610c3f9d-6124-4a78-82ef-adc8eeb5bda9,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:13.934033 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:13.948442 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581cad7b-0d43-4e3c-8259-b26031a734c6 None None] The sync data for ids ['79cae8b4-5a15-446d-9af0-6a8a9fdad97d'] in n-d-803756-1 is: [{'id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'name': 'tempest-TestServerMultinode-1870340785-router', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '22ce6ff3-e8c1-418f-b801-5d0358a19377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:52Z', 'updated_at': '2021-08-06T16:24:03Z', 'revision_number': 4, 'project_id': 'af8f445e7e0a4d5499518745b87b5f01', 'gw_port': {'id': '22ce6ff3-e8c1-418f-b801-5d0358a19377', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:53Z', 'updated_at': '2021-08-06T16:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '4327d312-5bda-44a1-98d8-abebce6915ad', 'name': '', 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'mac_address': 'fa:16:3e:78:e5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'd2f1c14f-fcab-426b-bd83-701a29cc8298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:01Z', 'updated_at': '2021-08-06T16:24:12Z', 'revision_number': 4, 'project_id': 'af8f445e7e0a4d5499518745b87b5f01', 'subnets': [{'id': 'd2f1c14f-fcab-426b-bd83-701a29cc8298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:24:13.966610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:24:14.150392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Pushing event updated for resources: {'Port': ['ID=7b85ed98-bc9c-46c6-bf47-c36cda00d6a8,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:14.231953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 22ce6ff3-e8c1-418f-b801-5d0358a19377 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:14.344515 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:14.406357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 22ce6ff3-e8c1-418f-b801-5d0358a19377 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:14.407219 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:14.492923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa5435-5858-4018-9512-3f7eacf0a558 None None] Pushing event updated for resources: {'Port': ['ID=a5b3e562-a45f-49c8-a859-dd2e92a74182,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:14.548354 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:14.607758 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-d561d66e-f8c7-4611-a609-157e36d92f38', 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'fixed_ips': [{'subnet_id': '9b1524fc-c52d-49c4-8e41-5230b141b395'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:24:14.608627 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:14.641095 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Attempting to bind port 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:24:14.641457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Attempting to bind port 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '5847e0f8-2da8-4002-8008-94ee1b2e2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd4631af-cce1-4679-8271-02d55e1cd11c'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:24:14.641841 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Attempting to bind port 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 on network dd4631af-cce1-4679-8271-02d55e1cd11c {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:14.662592 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Attempting to bind port a5b3e562-a45f-49c8-a859-dd2e92a74182 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:24:14.662963 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Attempting to bind port a5b3e562-a45f-49c8-a859-dd2e92a74182 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'e9fb11b5-54f6-41c1-9f55-fe3e11172435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:24:14.663331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Attempting to bind port a5b3e562-a45f-49c8-a859-dd2e92a74182 on network 4b16c4d3-b4f6-45a1-8a17-536884e8da05 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:14.672971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:24:14.673347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Checking segment: {'id': '5847e0f8-2da8-4002-8008-94ee1b2e2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd4631af-cce1-4679-8271-02d55e1cd11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:14.673773 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:14.674171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Bound using segment: {'id': '5847e0f8-2da8-4002-8008-94ee1b2e2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd4631af-cce1-4679-8271-02d55e1cd11c'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:24:14.675214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Bound port: 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5847e0f8-2da8-4002-8008-94ee1b2e2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd4631af-cce1-4679-8271-02d55e1cd11c'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:24:14.675596 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:14.688628 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Router 6800bff7-dbcf-4e65-810e-0b7f203abc1e is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:24:14.716276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:24:14.716612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Checking segment: {'id': 'e9fb11b5-54f6-41c1-9f55-fe3e11172435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:14.716938 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:14.717331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Bound using segment: {'id': 'e9fb11b5-54f6-41c1-9f55-fe3e11172435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:24:14.717849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Bound port: a5b3e562-a45f-49c8-a859-dd2e92a74182, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fb11b5-54f6-41c1-9f55-fe3e11172435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:24:14.718223 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:14.904547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:24:14.932963 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:14.934634 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a5c8134f-a8cd-46b1-9e68-a4836ebe1573 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5809252 Aug 06 16:24:14.937246 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40888) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:14.942377 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Sync routers for ids ['6800bff7-dbcf-4e65-810e-0b7f203abc1e'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:24:15.046314 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:15.058488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Routers {'6800bff7-dbcf-4e65-810e-0b7f203abc1e'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:15.059181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6800bff7-dbcf-4e65-810e-0b7f203abc1e'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:15.165187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] For port 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:24:15.200764 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] For port a5b3e562-a45f-49c8-a859-dd2e92a74182, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:24:15.214224 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 22ce6ff3-e8c1-418f-b801-5d0358a19377, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=22ce6ff3-e8c1-418f-b801-5d0358a19377,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:15.237943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] For port 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7b85ed98-bc9c-46c6-bf47-c36cda00d6a8,segment=NetworkSegment(5847e0f8-2da8-4002-8008-94ee1b2e2b2d),segment_id=5847e0f8-2da8-4002-8008-94ee1b2e2b2d)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:24:15.239147 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:15.303906 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Allocated IP 2001:db8:3::2 (d561d66e-f8c7-4611-a609-157e36d92f38/9b1524fc-c52d-49c4-8e41-5230b141b395/ed31d2f0-30e9-442b-9e2b-2473f83a8b31) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:24:15.326504 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] For port a5b3e562-a45f-49c8-a859-dd2e92a74182, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a5b3e562-a45f-49c8-a859-dd2e92a74182,segment=NetworkSegment(e9fb11b5-54f6-41c1-9f55-fe3e11172435),segment_id=e9fb11b5-54f6-41c1-9f55-fe3e11172435)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:24:15.377024 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:15.409694 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:15.548504 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:15.809366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Set router 6800bff7-dbcf-4e65-810e-0b7f203abc1e gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:16.085457 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:16.266136 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=22ce6ff3-e8c1-418f-b801-5d0358a19377,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:16.487682 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:16.487682 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:16.492857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Allocated IP 172.20.0.1 (dd4631af-cce1-4679-8271-02d55e1cd11c/ad6d43fc-6125-42af-a226-ce7ce8592639/f922dda7-ca1f-4511-9468-871d379f64c4) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:24:16.639739 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679769d4-2526-40f8-aee8-e0005e0bd585 None None] Pushing event updated for resources: {'Port': ['ID=7b85ed98-bc9c-46c6-bf47-c36cda00d6a8,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:16.709717 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:16.759666 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Transition to ACTIVE for port object f922dda7-ca1f-4511-9468-871d379f64c4 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:16.791644 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:16.792009 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:16.849736 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:16.920220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:16.920651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Pushing event updated for resources: {'Port': ['ID=f922dda7-ca1f-4511-9468-871d379f64c4,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:16.952642 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Network dd4631af-cce1-4679-8271-02d55e1cd11c is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:24:16.955079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:16.960220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:24:16.978305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa5435-5858-4018-9512-3f7eacf0a558 None None] Pushing event updated for resources: {'Port': ['ID=a5b3e562-a45f-49c8-a859-dd2e92a74182,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:17.011217 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:17.036603 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Transition to ACTIVE for port object ed31d2f0-30e9-442b-9e2b-2473f83a8b31 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:17.079229 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:17.081825 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Transition to ACTIVE for port object ed31d2f0-30e9-442b-9e2b-2473f83a8b31 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:17.137230 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:17.230406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Allocated IP 2001:db8:3::1 (d561d66e-f8c7-4611-a609-157e36d92f38/9b1524fc-c52d-49c4-8e41-5230b141b395/bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:24:17.255243 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Pushing event updated for resources: {'Port': ['ID=ed31d2f0-30e9-442b-9e2b-2473f83a8b31,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:17.425943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'name': 'tempest-TestServerMultinode-1306354740-router', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '3d03c3ea-dc35-4382-90dc-cbf143c7d180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:24:10Z', 'updated_at': '2021-08-06T16:24:13Z', 'revision_number': 3, 'project_id': '09371a2e165342f4becf2fa1e422ba3f', 'gw_port': {'id': '3d03c3ea-dc35-4382-90dc-cbf143c7d180', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:12Z', 'updated_at': '2021-08-06T16:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:17.457739 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:17.508925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Checking router: 6800bff7-dbcf-4e65-810e-0b7f203abc1e for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:24:17.509421 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Updating router 6800bff7-dbcf-4e65-810e-0b7f203abc1e port 3d03c3ea-dc35-4382-90dc-cbf143c7d180 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:24:17.515686 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Network d561d66e-f8c7-4611-a609-157e36d92f38 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:24:17.597523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5a5f8b-a052-4449-9943-77af5a7b41cc None None] Network dd4631af-cce1-4679-8271-02d55e1cd11c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:24:17.622994 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:17.676550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Transition to ACTIVE for port object bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:17.711974 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:17.747759 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:17.752168 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:24:17.846358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-814bf587-2042-40cc-9ec2-32f2a7469101 None None] Provisioning for port 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:17.882139 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:18.000865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network d561d66e-f8c7-4611-a609-157e36d92f38 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:24:18.004656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:18.008423 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:24:18.008981 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:18.056788 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:18.063434 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:18.075488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:18.083041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4327d312-5bda-44a1-98d8-abebce6915ad up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:18.159813 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Pushing event updated for resources: {'Port': ['ID=f922dda7-ca1f-4511-9468-871d379f64c4,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:18.216891 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:18.282894 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:18.293864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 4327d312-5bda-44a1-98d8-abebce6915ad completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:18.349763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 4327d312-5bda-44a1-98d8-abebce6915ad triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:18.350294 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:18.366302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Network dd4631af-cce1-4679-8271-02d55e1cd11c is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:24:18.368940 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:18.484375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Attempting to bind port ed31d2f0-30e9-442b-9e2b-2473f83a8b31 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:24:18.484880 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Attempting to bind port ed31d2f0-30e9-442b-9e2b-2473f83a8b31 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'c9eccc6b-f47c-494b-88fa-dfa6a14e4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:24:18.485310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Attempting to bind port ed31d2f0-30e9-442b-9e2b-2473f83a8b31 on network d561d66e-f8c7-4611-a609-157e36d92f38 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:18.499178 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:24:18.502010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Checking segment: {'id': 'c9eccc6b-f47c-494b-88fa-dfa6a14e4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:18.506109 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:18.506726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Bound using segment: {'id': 'c9eccc6b-f47c-494b-88fa-dfa6a14e4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:24:18.507377 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Bound port: ed31d2f0-30e9-442b-9e2b-2473f83a8b31, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eccc6b-f47c-494b-88fa-dfa6a14e4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:24:18.507887 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:18.642653 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] For port ed31d2f0-30e9-442b-9e2b-2473f83a8b31, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:24:18.646649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] For port ed31d2f0-30e9-442b-9e2b-2473f83a8b31, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ed31d2f0-30e9-442b-9e2b-2473f83a8b31,segment=NetworkSegment(c9eccc6b-f47c-494b-88fa-dfa6a14e4210),segment_id=c9eccc6b-f47c-494b-88fa-dfa6a14e4210)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:24:18.703071 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:18.703299 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Router 6800bff7-dbcf-4e65-810e-0b7f203abc1e has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:24:19.061993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b3e562-a45f-49c8-a859-dd2e92a74182', 'name': '', 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:8d:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:05Z', 'updated_at': '2021-08-06T16:24:15Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:19.225038 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:19.294677 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:19.308062 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:19.308783 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:19.365703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4426c-37f9-4462-8136-000d1397fdb8 req-6cb1dd74-486c-45c2-8f92-3164ac09b364 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:19.366018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dc467-329c-45bb-af47-0149a95241b9 None None] The sync data for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 is: [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b3e562-a45f-49c8-a859-dd2e92a74182', 'name': '', 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:8d:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:05Z', 'updated_at': '2021-08-06T16:24:15Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:24:19.376015 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18f4426c-37f9-4462-8136-000d1397fdb8 req-6cb1dd74-486c-45c2-8f92-3164ac09b364 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.2862012 Aug 06 16:24:19.461993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55712b36-1498-444d-ae1d-54f99f247b4a None None] Pushing event updated for resources: {'Port': ['ID=ed31d2f0-30e9-442b-9e2b-2473f83a8b31,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:19.507034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 4327d312-5bda-44a1-98d8-abebce6915ad, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4327d312-5bda-44a1-98d8-abebce6915ad,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:19.574801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ac3ee69f-6c5c-4acf-95b5-eddd3c3a6e79 None None] Provisioning for port f922dda7-ca1f-4511-9468-871d379f64c4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:19.577942 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:19.637583 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ac3ee69f-6c5c-4acf-95b5-eddd3c3a6e79 None None] Provisioning complete for port f922dda7-ca1f-4511-9468-871d379f64c4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:19.638021 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ac3ee69f-6c5c-4acf-95b5-eddd3c3a6e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:19.966025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event updated for resources: {'Port': ['ID=bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:20.011493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18f4426c-37f9-4462-8136-000d1397fdb8 req-93da73e2-5529-4c1e-a635-155da2bba656 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5963328 Aug 06 16:24:20.109771 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Network d561d66e-f8c7-4611-a609-157e36d92f38 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:24:20.129384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:20.445832 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:24:20.467495 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-39400bad-6621-4a44-b0a1-2ff31508c868 admin admin] 10.222.0.37 "PUT /v2.0/routers/6800bff7-dbcf-4e65-810e-0b7f203abc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5288711 Aug 06 16:24:20.504301 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:20.613768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:24:20.634681 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:20.830848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=4327d312-5bda-44a1-98d8-abebce6915ad,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:20.865026 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Transition to ACTIVE for port object 3d03c3ea-dc35-4382-90dc-cbf143c7d180 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:20.867795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ee69f-6c5c-4acf-95b5-eddd3c3a6e79 None None] Port f922dda7-ca1f-4511-9468-871d379f64c4 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:24:20.894948 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:21.057824 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e097ef9-e03c-42cf-a344-3edfcab8cf32 None None] Pushing event updated for resources: {'Port': ['ID=3d03c3ea-dc35-4382-90dc-cbf143c7d180,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:21.155988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-55ebfc5a-1fa4-4992-aff3-a17c7b90ca1a None None] Provisioning complete for port f922dda7-ca1f-4511-9468-871d379f64c4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:21.156365 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-55ebfc5a-1fa4-4992-aff3-a17c7b90ca1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:21.191982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:24:21.197222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1eb737-9ee2-4f69-b0fe-45c8df8f689e None None] Network d561d66e-f8c7-4611-a609-157e36d92f38 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:24:21.255081 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Sync routers for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:24:21.269757 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:21.271281 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:21.287894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-55ebfc5a-1fa4-4992-aff3-a17c7b90ca1a None None] Port f922dda7-ca1f-4511-9468-871d379f64c4 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:24:21.295134 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:21.318918 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:21.319294 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:21.325683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Attempting to bind port 3d03c3ea-dc35-4382-90dc-cbf143c7d180 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:24:21.326114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Attempting to bind port 3d03c3ea-dc35-4382-90dc-cbf143c7d180 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:24:21.326486 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Attempting to bind port 3d03c3ea-dc35-4382-90dc-cbf143c7d180 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:21.336253 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 40978) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:21.337671 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-86c9a2a3-9bac-4060-aa65-a56d6900575e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/e62f853d-b7c9-49e9-ac32-a0e66b7d8341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7425723 Aug 06 16:24:21.341856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-222b1b8f-92fa-4054-bdd8-adc55bfbc30f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:21.368518 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:24:21.368920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:21.369328 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:21.375912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:24:21.376499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Bound port: 3d03c3ea-dc35-4382-90dc-cbf143c7d180, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:24:21.376913 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:21.487575 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] For port 3d03c3ea-dc35-4382-90dc-cbf143c7d180, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:24:21.488810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f470d-eed1-4676-ba2f-c76a43a8b7bc req-722a7f73-4752-4b61-84d3-0ccb207b96fe tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:21.492089 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b34f470d-eed1-4676-ba2f-c76a43a8b7bc req-722a7f73-4752-4b61-84d3-0ccb207b96fe tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.78 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.2919967 Aug 06 16:24:21.494784 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] For port 3d03c3ea-dc35-4382-90dc-cbf143c7d180, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3d03c3ea-dc35-4382-90dc-cbf143c7d180,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:24:21.516255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5356c8-629c-40cc-8bea-8806efff486f req-d60c7a0f-0d77-4a39-b721-f614e075bec3 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:21.521472 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:21.527208 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-be5356c8-629c-40cc-8bea-8806efff486f req-d60c7a0f-0d77-4a39-b721-f614e075bec3 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.1840217 Aug 06 16:24:21.541682 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:21.578800 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5e45b999-23dd-45c2-90ad-1b9ef6691a3e None None] Provisioning for port ed31d2f0-30e9-442b-9e2b-2473f83a8b31 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:21.588999 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e097ef9-e03c-42cf-a344-3edfcab8cf32 None None] Pushing event updated for resources: {'Port': ['ID=3d03c3ea-dc35-4382-90dc-cbf143c7d180,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:21.734969 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-be5356c8-629c-40cc-8bea-8806efff486f req-d145d8e6-4032-4852-9f42-cec2a6ae1c25 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970706 Aug 06 16:24:21.872280 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Routers {'6800bff7-dbcf-4e65-810e-0b7f203abc1e'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:21.872918 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6800bff7-dbcf-4e65-810e-0b7f203abc1e'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:21.986210 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-b34f470d-eed1-4676-ba2f-c76a43a8b7bc req-b06411d1-ddac-4e84-8bd2-a43110613d2c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Deleting port 09598a25-56c4-43ac-a3b6-dca02edf4f34 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:24:21.986558 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b34f470d-eed1-4676-ba2f-c76a43a8b7bc req-b06411d1-ddac-4e84-8bd2-a43110613d2c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:22.154926 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:18Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b3e562-a45f-49c8-a859-dd2e92a74182', 'name': '', 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:8d:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:05Z', 'updated_at': '2021-08-06T16:24:15Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2', 'name': '', 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:60:24:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '9b1524fc-c52d-49c4-8e41-5230b141b395', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:14Z', 'updated_at': '2021-08-06T16:24:18Z', 'revision_number': 2, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': '9b1524fc-c52d-49c4-8e41-5230b141b395', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:22.212787 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Checking router: e62f853d-b7c9-49e9-ac32-a0e66b7d8341 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:24:22.213160 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Updating router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 port bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:24:22.235100 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:22.243106 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] Set router 6800bff7-dbcf-4e65-810e-0b7f203abc1e gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:22.300263 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:22.397585 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7b85ed98-bc9c-46c6-bf47-c36cda00d6a8,segment=NetworkSegment(5847e0f8-2da8-4002-8008-94ee1b2e2b2d),segment_id=5847e0f8-2da8-4002-8008-94ee1b2e2b2d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:22.425528 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:22.429653 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 22ce6ff3-e8c1-418f-b801-5d0358a19377 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:22.508574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681f592-2e24-4267-8f27-cf972436bf73 req-cd09b176-ba93-4d2c-89e8-a0018fe7dffa tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:22.517572 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2681f592-2e24-4267-8f27-cf972436bf73 req-cd09b176-ba93-4d2c-89e8-a0018fe7dffa tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/networks?id=e5513f9b-ed83-4570-ba2d-c36678e6a783 HTTP/1.1" status: 200 len: 911 time: 0.4382386 Aug 06 16:24:22.582871 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.extraroute_db [None req-222b1b8f-92fa-4054-bdd8-adc55bfbc30f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=105764) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 16:24:22.593336 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2681f592-2e24-4267-8f27-cf972436bf73 req-cfa6ef42-bbc4-482a-9155-201ed558fc37 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/quotas/09371a2e165342f4becf2fa1e422ba3f HTTP/1.1" status: 200 len: 375 time: 0.0742371 Aug 06 16:24:22.628097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5c64cdd1-ef5d-47fe-bbb0-502ce2f793a2 None None] Provisioning for port bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:22.644820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.extraroute_db [None req-222b1b8f-92fa-4054-bdd8-adc55bfbc30f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Removed routes are [] {{(pid=105764) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 16:24:22.645215 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-222b1b8f-92fa-4054-bdd8-adc55bfbc30f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:22.751445 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=7b85ed98-bc9c-46c6-bf47-c36cda00d6a8,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:22.832158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5c64cdd1-ef5d-47fe-bbb0-502ce2f793a2 None None] Provisioning complete for port bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:22.848191 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5c64cdd1-ef5d-47fe-bbb0-502ce2f793a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:22.859733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-b34f470d-eed1-4676-ba2f-c76a43a8b7bc req-b06411d1-ddac-4e84-8bd2-a43110613d2c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] For port 09598a25-56c4-43ac-a3b6-dca02edf4f34, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=09598a25-56c4-43ac-a3b6-dca02edf4f34,segment=NetworkSegment(4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e),segment_id=4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:22.860352 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b34f470d-eed1-4676-ba2f-c76a43a8b7bc req-b06411d1-ddac-4e84-8bd2-a43110613d2c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:22.938698 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6b46b94a-3a7e-4b29-9c79-d5fa94653f83 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=09371a2e165342f4becf2fa1e422ba3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3441980 Aug 06 16:24:23.007079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-b34f470d-eed1-4676-ba2f-c76a43a8b7bc req-b06411d1-ddac-4e84-8bd2-a43110613d2c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Calling delete_port for 09598a25-56c4-43ac-a3b6-dca02edf4f34 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:24:23.026362 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:23.027343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5c64cdd1-ef5d-47fe-bbb0-502ce2f793a2 None None] Port bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:24:23.056179 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Transition to ACTIVE for port object bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:23.063647 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-222b1b8f-92fa-4054-bdd8-adc55bfbc30f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:23.069891 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:23.071064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 22ce6ff3-e8c1-418f-b801-5d0358a19377 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:23.074022 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:23.075847 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-222b1b8f-92fa-4054-bdd8-adc55bfbc30f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:23.238707 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b277cfd-c29f-43c8-8a07-bc7f74cc9fc3 None None] Pushing event updated for resources: {'Port': ['ID=bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:23.302893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad3d44-ce42-4fc8-b6a4-aa4518181dd9 req-6ab7c28e-9f8d-437d-9ee4-b254b65e75b1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:23.310692 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76ad3d44-ce42-4fc8-b6a4-aa4518181dd9 req-6ab7c28e-9f8d-437d-9ee4-b254b65e75b1 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 946 time: 0.3562317 Aug 06 16:24:23.333971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222b1b8f-92fa-4054-bdd8-adc55bfbc30f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:24:23.380738 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Attempting to bind port bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:24:23.381339 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Attempting to bind port bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'c9eccc6b-f47c-494b-88fa-dfa6a14e4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:24:23.381685 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Attempting to bind port bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 on network d561d66e-f8c7-4611-a609-157e36d92f38 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:23.396917 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:24:23.401773 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Checking segment: {'id': 'c9eccc6b-f47c-494b-88fa-dfa6a14e4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:23.402777 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:23.404762 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Bound using segment: {'id': 'c9eccc6b-f47c-494b-88fa-dfa6a14e4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:24:23.405141 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Bound port: bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eccc6b-f47c-494b-88fa-dfa6a14e4210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:24:23.407444 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'name': 'tempest-TestServerMultinode-1306354740-router', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '3d03c3ea-dc35-4382-90dc-cbf143c7d180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:24:10Z', 'updated_at': '2021-08-06T16:24:17Z', 'revision_number': 4, 'project_id': '09371a2e165342f4becf2fa1e422ba3f', 'gw_port': {'id': '3d03c3ea-dc35-4382-90dc-cbf143c7d180', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:12Z', 'updated_at': '2021-08-06T16:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'f922dda7-ca1f-4511-9468-871d379f64c4', 'name': '', 'network_id': 'dd4631af-cce1-4679-8271-02d55e1cd11c', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'mac_address': 'fa:16:3e:ce:64:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ad6d43fc-6125-42af-a226-ce7ce8592639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:16Z', 'updated_at': '2021-08-06T16:24:17Z', 'revision_number': 2, 'project_id': '09371a2e165342f4becf2fa1e422ba3f', 'subnets': [{'id': 'ad6d43fc-6125-42af-a226-ce7ce8592639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:23.407791 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:23.417607 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ed31d2f0-30e9-442b-9e2b-2473f83a8b31 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:23.426137 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76ad3d44-ce42-4fc8-b6a4-aa4518181dd9 req-d3a367f2-be7a-4ff7-9852-28a4dd8ae62b tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140764 Aug 06 16:24:23.447912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2681f592-2e24-4267-8f27-cf972436bf73 req-486863a9-0ca9-49b1-a63c-9ec2bbd1f9f3 service neutron] 10.222.0.37 "GET /v2.0/networks/e5513f9b-ed83-4570-ba2d-c36678e6a783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081499 Aug 06 16:24:23.482938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa234cf5-8d86-4f92-b16a-86106a6a5488 None None] The sync data for ids ['6800bff7-dbcf-4e65-810e-0b7f203abc1e'] in n-d-803756-1 is: [{'id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'name': 'tempest-TestServerMultinode-1306354740-router', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '3d03c3ea-dc35-4382-90dc-cbf143c7d180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:24:10Z', 'updated_at': '2021-08-06T16:24:17Z', 'revision_number': 4, 'project_id': '09371a2e165342f4becf2fa1e422ba3f', 'gw_port': {'id': '3d03c3ea-dc35-4382-90dc-cbf143c7d180', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:12Z', 'updated_at': '2021-08-06T16:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'f922dda7-ca1f-4511-9468-871d379f64c4', 'name': '', 'network_id': 'dd4631af-cce1-4679-8271-02d55e1cd11c', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'mac_address': 'fa:16:3e:ce:64:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ad6d43fc-6125-42af-a226-ce7ce8592639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:16Z', 'updated_at': '2021-08-06T16:24:17Z', 'revision_number': 2, 'project_id': '09371a2e165342f4becf2fa1e422ba3f', 'subnets': [{'id': 'ad6d43fc-6125-42af-a226-ce7ce8592639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:24:23.594511 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 09598a25-56c4-43ac-a3b6-dca02edf4f34 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:24:23.623334 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222b1b8f-92fa-4054-bdd8-adc55bfbc30f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:24:23.668826 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-222b1b8f-92fa-4054-bdd8-adc55bfbc30f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:23.675414 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-222b1b8f-92fa-4054-bdd8-adc55bfbc30f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/e62f853d-b7c9-49e9-ac32-a0e66b7d8341 HTTP/1.1" status: 200 len: 953 time: 2.3376365 Aug 06 16:24:23.682451 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] For port bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:24:23.687282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41016) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:23.698038 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] For port bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2,segment=NetworkSegment(c9eccc6b-f47c-494b-88fa-dfa6a14e4210),segment_id=c9eccc6b-f47c-494b-88fa-dfa6a14e4210)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:24:23.701123 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:23.712740 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:23.735504 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port ed31d2f0-30e9-442b-9e2b-2473f83a8b31 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:23.812943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ed31d2f0-30e9-442b-9e2b-2473f83a8b31 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:23.817335 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:23.878123 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:23.882276 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:23.936538 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:24.068265 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:24.084632 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b277cfd-c29f-43c8-8a07-bc7f74cc9fc3 None None] Pushing event updated for resources: {'Port': ['ID=bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:24.160271 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:24.311081 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:24.413230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port ed31d2f0-30e9-442b-9e2b-2473f83a8b31, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ed31d2f0-30e9-442b-9e2b-2473f83a8b31,segment=NetworkSegment(c9eccc6b-f47c-494b-88fa-dfa6a14e4210),segment_id=c9eccc6b-f47c-494b-88fa-dfa6a14e4210)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:24.429934 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:24.430828 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a5b3e562-a45f-49c8-a859-dd2e92a74182 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:24.445425 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41026) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:24.656204 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=ed31d2f0-30e9-442b-9e2b-2473f83a8b31,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:24.690413 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:24.691064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:24.691565 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:24.692253 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:24.692826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:24.693108 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:24.693440 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:24.693814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:24.694141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:24.694464 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:24.694959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:24.695285 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:24.738157 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7fad0f27-da33-4b89-ae00-2471a5ab5400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:24.741678 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:22Z', 'revision_number': 6, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b3e562-a45f-49c8-a859-dd2e92a74182', 'name': '', 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:8d:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:05Z', 'updated_at': '2021-08-06T16:24:15Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2', 'name': '', 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:60:24:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '9b1524fc-c52d-49c4-8e41-5230b141b395', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:14Z', 'updated_at': '2021-08-06T16:24:23Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': '9b1524fc-c52d-49c4-8e41-5230b141b395', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:24.742277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a5b3e562-a45f-49c8-a859-dd2e92a74182 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:24.746363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a5b3e562-a45f-49c8-a859-dd2e92a74182 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:24.746738 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:24.798508 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f75b3-cf55-416f-a749-d85e0ae0be9a None None] The sync data for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 is: [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:22Z', 'revision_number': 6, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b3e562-a45f-49c8-a859-dd2e92a74182', 'name': '', 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:8d:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:05Z', 'updated_at': '2021-08-06T16:24:15Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2', 'name': '', 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:60:24:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '9b1524fc-c52d-49c4-8e41-5230b141b395', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:14Z', 'updated_at': '2021-08-06T16:24:23Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': '9b1524fc-c52d-49c4-8e41-5230b141b395', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:24:24.934644 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7fad0f27-da33-4b89-ae00-2471a5ab5400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:24.943280 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7fad0f27-da33-4b89-ae00-2471a5ab5400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.016342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad0f27-da33-4b89-ae00-2471a5ab5400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93658df6-7eeb-4148-b8f0-0ce459520dc3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:25.021779 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7fad0f27-da33-4b89-ae00-2471a5ab5400 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87ab6fb3fcac4a2fa819d034923de0f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5752153 Aug 06 16:24:25.024822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41036) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:25.042710 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.087927 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2681f592-2e24-4267-8f27-cf972436bf73 req-1d706109-ce3d-42a6-ba6f-58c62e308153 service neutron] 10.222.0.37 "GET /v2.0/networks/e5513f9b-ed83-4570-ba2d-c36678e6a783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6349699 Aug 06 16:24:25.118780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port a5b3e562-a45f-49c8-a859-dd2e92a74182, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a5b3e562-a45f-49c8-a859-dd2e92a74182,segment=NetworkSegment(e9fb11b5-54f6-41c1-9f55-fe3e11172435),segment_id=e9fb11b5-54f6-41c1-9f55-fe3e11172435)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:25.124667 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.181749 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e417fcdc-1f5d-4239-9395-0ed0f362b6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.242529 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e417fcdc-1f5d-4239-9395-0ed0f362b6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.261235 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=a5b3e562-a45f-49c8-a859-dd2e92a74182,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:25.306029 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-72b2c58b-8e6f-4985-8acf-f94fb7af6297 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/routers/e62f853d-b7c9-49e9-ac32-a0e66b7d8341 HTTP/1.1" status: 200 len: 953 time: 1.6105528 Aug 06 16:24:25.307209 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41046) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:25.343923 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b34f470d-eed1-4676-ba2f-c76a43a8b7bc req-b06411d1-ddac-4e84-8bd2-a43110613d2c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.423756 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6b14b316-7d00-4945-8edc-6e159e66b567 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'router': {'routes': None}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:25.619291 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e417fcdc-1f5d-4239-9395-0ed0f362b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.626101 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e417fcdc-1f5d-4239-9395-0ed0f362b6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.629527 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e417fcdc-1f5d-4239-9395-0ed0f362b6d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93658df6-7eeb-4148-b8f0-0ce459520dc3 HTTP/1.1" status: 204 len: 168 time: 0.6011093 Aug 06 16:24:25.773766 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417fcdc-1f5d-4239-9395-0ed0f362b6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93658df6-7eeb-4148-b8f0-0ce459520dc3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:25.784203 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:25.785259 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34f470d-eed1-4676-ba2f-c76a43a8b7bc req-b06411d1-ddac-4e84-8bd2-a43110613d2c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] No DVR routers for this DVR port 09598a25-56c4-43ac-a3b6-dca02edf4f34 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:24:25.790793 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b34f470d-eed1-4676-ba2f-c76a43a8b7bc req-b06411d1-ddac-4e84-8bd2-a43110613d2c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.797253 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b34f470d-eed1-4676-ba2f-c76a43a8b7bc req-b06411d1-ddac-4e84-8bd2-a43110613d2c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.78 "DELETE /v2.0/ports/09598a25-56c4-43ac-a3b6-dca02edf4f34 HTTP/1.1" status: 204 len: 173 time: 4.2570364 Aug 06 16:24:25.931374 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca17285-3e03-4bab-9852-038787fc1d59', 'name': 'network-vif-deleted', 'tag': '09598a25-56c4-43ac-a3b6-dca02edf4f34'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:24:25.933663 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c764d1e-8120-4012-a6d7-68dbc81abaab" -d '{"events": [{"server_uuid": "7ca17285-3e03-4bab-9852-038787fc1d59", "name": "network-vif-deleted", "tag": "09598a25-56c4-43ac-a3b6-dca02edf4f34"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:24:25.970954 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8e75337-ffd1-40d7-917c-0311726698af req-ca146d45-49b6-49ed-815f-db4803b03a3d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 210 time: 0.1500378 Aug 06 16:24:25.984985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06411d1-ddac-4e84-8bd2-a43110613d2c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Pushing event deleted for resources: {'Port': ['ID=09598a25-56c4-43ac-a3b6-dca02edf4f34,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:26.048808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5b63d-feff-41f4-bc20-24e3b0433ca1 req-eba62d64-bf7e-4e8a-bb72-c43deefc187c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:26.059506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:26.059874 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:26.079238 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc5b63d-feff-41f4-bc20-24e3b0433ca1 req-eba62d64-bf7e-4e8a-bb72-c43deefc187c tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ca17285-3e03-4bab-9852-038787fc1d59 HTTP/1.1" status: 200 len: 868 time: 0.9898081 Aug 06 16:24:26.165137 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c35f3e-9901-4b4d-bb94-236f4a1fd434 x-openstack-request-id: req-18c35f3e-9901-4b4d-bb94-236f4a1fd434 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:24:26.166906 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca17285-3e03-4bab-9852-038787fc1d59", "name": "network-vif-deleted", "tag": "09598a25-56c4-43ac-a3b6-dca02edf4f34", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:24:26.167169 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18c35f3e-9901-4b4d-bb94-236f4a1fd434 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:24:26.168828 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca17285-3e03-4bab-9852-038787fc1d59', 'name': 'network-vif-deleted', 'tag': '09598a25-56c4-43ac-a3b6-dca02edf4f34', 'status': 'completed', 'code': 200} Aug 06 16:24:26.184356 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd883836-7052-402c-a933-69229a131057 req-69442bcd-5b65-45e4-aca8-2bc4abc6d3f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0796270 Aug 06 16:24:26.375133 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0cc5b63d-feff-41f4-bc20-24e3b0433ca1 req-945dadc5-4f1d-47cf-8547-8fa6fcec19e4 tempest-ServersNegativeTestJSON-1661751804 tempest-ServersNegativeTestJSON-1661751804-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943437 Aug 06 16:24:26.458085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3d03c3ea-dc35-4382-90dc-cbf143c7d180 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:26.460152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd883836-7052-402c-a933-69229a131057 req-c9c33fb7-09d4-4256-b98d-4df8d6989cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:26.465954 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd883836-7052-402c-a933-69229a131057 req-c9c33fb7-09d4-4256-b98d-4df8d6989cf2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 1096 time: 0.2145605 Aug 06 16:24:26.598415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 3d03c3ea-dc35-4382-90dc-cbf143c7d180 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:26.610078 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3d03c3ea-dc35-4382-90dc-cbf143c7d180 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:26.611407 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:26.737253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41074) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:26.862018 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5e72778-77d4-439d-b8ae-b66646a577a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:26.919077 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:26.925545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52aef0-0b74-45e4-ba94-40b43490ef69 None None] Sync routers for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:24:26.940913 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52aef0-0b74-45e4-ba94-40b43490ef69 None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:26.941937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1b52aef0-0b74-45e4-ba94-40b43490ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:26.971404 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.extraroute_db [None req-6b14b316-7d00-4945-8edc-6e159e66b567 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Added routes are [] {{(pid=105764) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 16:24:26.972002 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.extraroute_db [None req-6b14b316-7d00-4945-8edc-6e159e66b567 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=105764) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 16:24:26.977659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd883836-7052-402c-a933-69229a131057 req-035f2b93-7d44-4b23-a3cd-37f47f9ce2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:26.979758 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd883836-7052-402c-a933-69229a131057 req-035f2b93-7d44-4b23-a3cd-37f47f9ce2a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 200 len: 912 time: 0.4922302 Aug 06 16:24:27.000613 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 3d03c3ea-dc35-4382-90dc-cbf143c7d180, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3d03c3ea-dc35-4382-90dc-cbf143c7d180,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:27.038157 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.039364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ed31d2f0-30e9-442b-9e2b-2473f83a8b31 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:27.052107 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b14b316-7d00-4945-8edc-6e159e66b567 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.126991 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-1b52aef0-0b74-45e4-ba94-40b43490ef69 None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:27.128083 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-429d39b8-1bed-4b96-b9c2-9e84182e09f1 req-b4966884-58d9-4d9f-8b7f-7d1cfede34cc tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 210 time: 0.0402491 Aug 06 16:24:27.188209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=3d03c3ea-dc35-4382-90dc-cbf143c7d180,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:27.209184 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd883836-7052-402c-a933-69229a131057 req-be8f0469-e1d8-454e-81ac-e32b69a5bf47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45613fa0-048d-4af7-a662-6a0902ad1057 HTTP/1.1" status: 200 len: 1001 time: 0.2185411 Aug 06 16:24:27.293800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd883836-7052-402c-a933-69229a131057 req-e8bd1dce-0d88-4224-bca3-536ef38661ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:27.295782 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd883836-7052-402c-a933-69229a131057 req-e8bd1dce-0d88-4224-bca3-536ef38661ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33e739df-6337-434a-b559-956cd4fe06af HTTP/1.1" status: 200 len: 850 time: 0.0685999 Aug 06 16:24:27.318215 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b14b316-7d00-4945-8edc-6e159e66b567 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.322281 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b14b316-7d00-4945-8edc-6e159e66b567 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.392632 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5e72778-77d4-439d-b8ae-b66646a577a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.406486 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd883836-7052-402c-a933-69229a131057 req-a837fea5-49b5-4120-a500-bdcb03bb18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:27.408568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd883836-7052-402c-a933-69229a131057 req-a837fea5-49b5-4120-a500-bdcb03bb18a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b39d9b2-9c33-437b-8ac5-1025578faa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042035 Aug 06 16:24:27.409930 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5e72778-77d4-439d-b8ae-b66646a577a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.466390 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ed31d2f0-30e9-442b-9e2b-2473f83a8b31 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:27.467564 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.499073 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41086) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:27.512341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-bd883836-7052-402c-a933-69229a131057 req-283384fc-e3a2-41bc-8d53-cc833c9935ab service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:24:27.513236 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd883836-7052-402c-a933-69229a131057 req-283384fc-e3a2-41bc-8d53-cc833c9935ab service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0569804 Aug 06 16:24:27.514008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e72778-77d4-439d-b8ae-b66646a577a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fea4989-7d58-4c88-99b2-241867cea197,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:27.523591 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f5e72778-77d4-439d-b8ae-b66646a577a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef67a3fecebc4eab9ee894e4d558029e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7760541 Aug 06 16:24:27.523849 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b14b316-7d00-4945-8edc-6e159e66b567 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:24:27.524150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41088) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:27.650934 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d320141-8758-4d47-92ad-84e3b0b47093 admin admin] Deleting subnet b152cb9a-9760-4fe3-ab80-10c0edf358c7 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:24:27.652907 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8eb74c78-639f-4648-892e-9d72c3d4c17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.686555 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8eb74c78-639f-4648-892e-9d72c3d4c17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.703185 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d320141-8758-4d47-92ad-84e3b0b47093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.773692 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:27.778890 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d320141-8758-4d47-92ad-84e3b0b47093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.812404 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b14b316-7d00-4945-8edc-6e159e66b567 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:24:27.820822 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8eb74c78-639f-4648-892e-9d72c3d4c17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.826070 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8eb74c78-639f-4648-892e-9d72c3d4c17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.833180 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8eb74c78-639f-4648-892e-9d72c3d4c17c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6fea4989-7d58-4c88-99b2-241867cea197 HTTP/1.1" status: 204 len: 168 time: 0.3078868 Aug 06 16:24:27.854600 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b14b316-7d00-4945-8edc-6e159e66b567 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.856036 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6b14b316-7d00-4945-8edc-6e159e66b567 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/e62f853d-b7c9-49e9-ac32-a0e66b7d8341 HTTP/1.1" status: 200 len: 703 time: 2.4409800 Aug 06 16:24:27.865060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41094) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:27.893904 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:27.916331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:27.921490 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.934975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1b52aef0-0b74-45e4-ba94-40b43490ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:22Z', 'revision_number': 6, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b3e562-a45f-49c8-a859-dd2e92a74182', 'name': '', 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:8d:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:05Z', 'updated_at': '2021-08-06T16:24:25Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2', 'name': '', 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:60:24:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '9b1524fc-c52d-49c4-8e41-5230b141b395', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:14Z', 'updated_at': '2021-08-06T16:24:23Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': '9b1524fc-c52d-49c4-8e41-5230b141b395', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:28.008198 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d320141-8758-4d47-92ad-84e3b0b47093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:28.041570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681f592-2e24-4267-8f27-cf972436bf73 req-10e2604f-72eb-4074-8636-01567919481f tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:28.042821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2681f592-2e24-4267-8f27-cf972436bf73 req-10e2604f-72eb-4074-8636-01567919481f tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.78 "GET /v2.0/networks?id=e5513f9b-ed83-4570-ba2d-c36678e6a783 HTTP/1.1" status: 200 len: 911 time: 0.3051093 Aug 06 16:24:28.075132 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52aef0-0b74-45e4-ba94-40b43490ef69 None None] Checking router: e62f853d-b7c9-49e9-ac32-a0e66b7d8341 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:24:28.076339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb74c78-639f-4648-892e-9d72c3d4c17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fea4989-7d58-4c88-99b2-241867cea197,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:28.091129 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd883836-7052-402c-a933-69229a131057 req-a53f143e-6e1e-451e-93e5-ad2fd99d9e5d service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688233 Aug 06 16:24:28.097246 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52aef0-0b74-45e4-ba94-40b43490ef69 None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:28.098099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1b52aef0-0b74-45e4-ba94-40b43490ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:28.110653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-2681f592-2e24-4267-8f27-cf972436bf73 req-a5081c0f-eaf4-4144-87de-23273d794efd tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Request body: {'port': {'device_id': '10135499-4c71-4bf6-9b1d-26d560b43c59', 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783', 'admin_state_up': True, 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:28.129730 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Sync routers for ids ['6800bff7-dbcf-4e65-810e-0b7f203abc1e'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:24:28.135701 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4136b493-170b-483d-9ba3-7db166d7fbb0 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/routers/e62f853d-b7c9-49e9-ac32-a0e66b7d8341 HTTP/1.1" status: 200 len: 703 time: 0.2667651 Aug 06 16:24:28.136402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41102) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:28.145942 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Routers {'6800bff7-dbcf-4e65-810e-0b7f203abc1e'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:28.146560 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6800bff7-dbcf-4e65-810e-0b7f203abc1e'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:28.355459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2681f592-2e24-4267-8f27-cf972436bf73 req-a5081c0f-eaf4-4144-87de-23273d794efd tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Made reservation on behalf of 09371a2e165342f4becf2fa1e422ba3f for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:24:28.370588 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2681f592-2e24-4267-8f27-cf972436bf73 req-a5081c0f-eaf4-4144-87de-23273d794efd tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:28.393157 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Set router 6800bff7-dbcf-4e65-810e-0b7f203abc1e gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:28.413299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-1b52aef0-0b74-45e4-ba94-40b43490ef69 None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:28.427902 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32ec687b-0400-41a0-a67d-3139643a4062 req-d26f14de-6029-4e7e-b012-226c3c3dcc60 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 210 time: 0.1021101 Aug 06 16:24:28.651121 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:28.694982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-2681f592-2e24-4267-8f27-cf972436bf73 req-a5081c0f-eaf4-4144-87de-23273d794efd tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Allocated IP 172.20.0.3 (e5513f9b-ed83-4570-ba2d-c36678e6a783/d2f1c14f-fcab-426b-bd83-701a29cc8298/8a34b63e-fdbc-493f-a07a-05da4a7504b2) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:24:28.754007 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd883836-7052-402c-a933-69229a131057 req-9eca669e-a294-42a9-b809-6bf97fc44a4e service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543813 Aug 06 16:24:28.838134 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'name': 'tempest-TestServerMultinode-1306354740-router', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '3d03c3ea-dc35-4382-90dc-cbf143c7d180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:24:10Z', 'updated_at': '2021-08-06T16:24:17Z', 'revision_number': 4, 'project_id': '09371a2e165342f4becf2fa1e422ba3f', 'gw_port': {'id': '3d03c3ea-dc35-4382-90dc-cbf143c7d180', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:12Z', 'updated_at': '2021-08-06T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'f922dda7-ca1f-4511-9468-871d379f64c4', 'name': '', 'network_id': 'dd4631af-cce1-4679-8271-02d55e1cd11c', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'mac_address': 'fa:16:3e:ce:64:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ad6d43fc-6125-42af-a226-ce7ce8592639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:16Z', 'updated_at': '2021-08-06T16:24:17Z', 'revision_number': 2, 'project_id': '09371a2e165342f4becf2fa1e422ba3f', 'subnets': [{'id': 'ad6d43fc-6125-42af-a226-ce7ce8592639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:28.872061 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d320141-8758-4d47-92ad-84e3b0b47093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:28.888104 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2d320141-8758-4d47-92ad-84e3b0b47093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:28.890938 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2d320141-8758-4d47-92ad-84e3b0b47093 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b152cb9a-9760-4fe3-ab80-10c0edf358c7 HTTP/1.1" status: 204 len: 168 time: 1.3884284 Aug 06 16:24:28.900880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41122) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:28.903073 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2,segment=NetworkSegment(c9eccc6b-f47c-494b-88fa-dfa6a14e4210),segment_id=c9eccc6b-f47c-494b-88fa-dfa6a14e4210)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:28.906624 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Checking router: 6800bff7-dbcf-4e65-810e-0b7f203abc1e for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:24:28.906998 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Updating router 6800bff7-dbcf-4e65-810e-0b7f203abc1e port f922dda7-ca1f-4511-9468-871d379f64c4 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:24:28.919214 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d320141-8758-4d47-92ad-84e3b0b47093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b152cb9a-9760-4fe3-ab80-10c0edf358c7,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:28.923204 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:28.926506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4327d312-5bda-44a1-98d8-abebce6915ad up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:28.962194 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:29.172272 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:29.223561 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 4327d312-5bda-44a1-98d8-abebce6915ad triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:29.224100 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:29.278247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1b52aef0-0b74-45e4-ba94-40b43490ef69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:26Z', 'revision_number': 7, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b3e562-a45f-49c8-a859-dd2e92a74182', 'name': '', 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:8d:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:05Z', 'updated_at': '2021-08-06T16:24:25Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2', 'name': '', 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:60:24:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '9b1524fc-c52d-49c4-8e41-5230b141b395', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:14Z', 'updated_at': '2021-08-06T16:24:23Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': '9b1524fc-c52d-49c4-8e41-5230b141b395', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:29.309383 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84491920-4c05-4c44-b807-e47604d48c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:29.314051 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52aef0-0b74-45e4-ba94-40b43490ef69 None None] The sync data for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 is: [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:26Z', 'revision_number': 7, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b3e562-a45f-49c8-a859-dd2e92a74182', 'name': '', 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:8d:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:05Z', 'updated_at': '2021-08-06T16:24:25Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2', 'name': '', 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:60:24:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '9b1524fc-c52d-49c4-8e41-5230b141b395', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:14Z', 'updated_at': '2021-08-06T16:24:23Z', 'revision_number': 4, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': '9b1524fc-c52d-49c4-8e41-5230b141b395', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:24:29.430190 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2681f592-2e24-4267-8f27-cf972436bf73 req-a5081c0f-eaf4-4144-87de-23273d794efd tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:29.568821 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84491920-4c05-4c44-b807-e47604d48c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:29.586420 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-84491920-4c05-4c44-b807-e47604d48c3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68955a06-ea63-43dc-be49-36e456a37b93']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:29.603218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-84491920-4c05-4c44-b807-e47604d48c3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:29.603566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-84491920-4c05-4c44-b807-e47604d48c3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b85ca36-9c9c-410a-b8ae-9b7c1c9e835e') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:29.612118 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-18c433c3-278e-4c4d-a7b6-b537e3706262 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:29.637759 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84491920-4c05-4c44-b807-e47604d48c3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:29.665259 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3d03c3ea-dc35-4382-90dc-cbf143c7d180 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:29.684504 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84491920-4c05-4c44-b807-e47604d48c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:29.699532 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84491920-4c05-4c44-b807-e47604d48c3b admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:24:29.699859 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84491920-4c05-4c44-b807-e47604d48c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:29.808171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3d03c3ea-dc35-4382-90dc-cbf143c7d180 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:29.813793 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:29.866961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-2681f592-2e24-4267-8f27-cf972436bf73 req-a5081c0f-eaf4-4144-87de-23273d794efd tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Transition to ACTIVE for port object 8a34b63e-fdbc-493f-a07a-05da4a7504b2 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:29.895589 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:24:29.920880 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:24:29.924486 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84491920-4c05-4c44-b807-e47604d48c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:29.925653 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Transition to ACTIVE for port object f922dda7-ca1f-4511-9468-871d379f64c4 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:29.938309 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:29.938569 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2681f592-2e24-4267-8f27-cf972436bf73 req-a5081c0f-eaf4-4144-87de-23273d794efd tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:29.949515 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84491920-4c05-4c44-b807-e47604d48c3b admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:29.954524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc9de1-400e-4ea2-b67e-da42ddfb490b None None] Sync routers for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:24:29.966282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-84491920-4c05-4c44-b807-e47604d48c3b admin admin] 10.222.0.37 "DELETE /v2.0/networks/68955a06-ea63-43dc-be49-36e456a37b93 HTTP/1.1" status: 204 len: 168 time: 1.0614552 Aug 06 16:24:30.047645 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc9de1-400e-4ea2-b67e-da42ddfb490b None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:30.048283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0fdc9de1-400e-4ea2-b67e-da42ddfb490b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:30.063998 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b2cb2-94e3-471b-8d3c-cc7a8c49e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f922dda7-ca1f-4511-9468-871d379f64c4,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:30.196547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-18c433c3-278e-4c4d-a7b6-b537e3706262 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:24:30.197968 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-18c433c3-278e-4c4d-a7b6-b537e3706262 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:30.242289 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Attempting to bind port f922dda7-ca1f-4511-9468-871d379f64c4 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:24:30.244714 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Attempting to bind port f922dda7-ca1f-4511-9468-871d379f64c4 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '5847e0f8-2da8-4002-8008-94ee1b2e2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd4631af-cce1-4679-8271-02d55e1cd11c'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:24:30.247954 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Attempting to bind port f922dda7-ca1f-4511-9468-871d379f64c4 on network dd4631af-cce1-4679-8271-02d55e1cd11c {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:30.266918 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:24:30.269183 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Checking segment: {'id': '5847e0f8-2da8-4002-8008-94ee1b2e2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd4631af-cce1-4679-8271-02d55e1cd11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:30.269610 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:30.270461 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Bound using segment: {'id': '5847e0f8-2da8-4002-8008-94ee1b2e2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd4631af-cce1-4679-8271-02d55e1cd11c'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:24:30.276692 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Bound port: f922dda7-ca1f-4511-9468-871d379f64c4, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5847e0f8-2da8-4002-8008-94ee1b2e2b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'dd4631af-cce1-4679-8271-02d55e1cd11c'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:24:30.277206 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:30.278126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a5b3e562-a45f-49c8-a859-dd2e92a74182 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:30.279780 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41152) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:30.340864 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5081c0f-eaf4-4144-87de-23273d794efd tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Pushing event updated for resources: {'Port': ['ID=8a34b63e-fdbc-493f-a07a-05da4a7504b2,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:30.359619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2681f592-2e24-4267-8f27-cf972436bf73 req-a5081c0f-eaf4-4144-87de-23273d794efd tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Network e5513f9b-ed83-4570-ba2d-c36678e6a783 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:24:30.361525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84491920-4c05-4c44-b807-e47604d48c3b admin admin] Pushing event deleted for resources: {'Network': ['ID=68955a06-ea63-43dc-be49-36e456a37b93,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:30.370722 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-2681f592-2e24-4267-8f27-cf972436bf73 req-a5081c0f-eaf4-4144-87de-23273d794efd tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:30.379340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2681f592-2e24-4267-8f27-cf972436bf73 req-a5081c0f-eaf4-4144-87de-23273d794efd tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:24:30.435464 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-0fdc9de1-400e-4ea2-b67e-da42ddfb490b None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:30.436766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937f362-3d62-4de3-9e8a-db76994d053f req-816f55c4-b4fa-4b1e-8007-ab59c8303e59 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:30.438259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7937f362-3d62-4de3-9e8a-db76994d053f req-816f55c4-b4fa-4b1e-8007-ab59c8303e59 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 1027 time: 0.6034861 Aug 06 16:24:30.450520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681f592-2e24-4267-8f27-cf972436bf73 req-a5081c0f-eaf4-4144-87de-23273d794efd tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:30.451885 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2681f592-2e24-4267-8f27-cf972436bf73 req-a5081c0f-eaf4-4144-87de-23273d794efd tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:30.506624 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2681f592-2e24-4267-8f27-cf972436bf73 req-a5081c0f-eaf4-4144-87de-23273d794efd tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4144144 Aug 06 16:24:30.510919 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] For port f922dda7-ca1f-4511-9468-871d379f64c4, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:24:30.521274 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] For port f922dda7-ca1f-4511-9468-871d379f64c4, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f922dda7-ca1f-4511-9468-871d379f64c4,segment=NetworkSegment(5847e0f8-2da8-4002-8008-94ee1b2e2b2d),segment_id=5847e0f8-2da8-4002-8008-94ee1b2e2b2d)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:24:30.554166 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:30.604224 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7937f362-3d62-4de3-9e8a-db76994d053f req-92064297-6edd-437b-b45c-7c3ae2dc80f3 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561732 Aug 06 16:24:30.616071 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Request body: {'port': {'device_id': '10135499-4c71-4bf6-9b1d-26d560b43c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:30.743946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-18c433c3-278e-4c4d-a7b6-b537e3706262 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] For port bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2,segment=NetworkSegment(c9eccc6b-f47c-494b-88fa-dfa6a14e4210),segment_id=c9eccc6b-f47c-494b-88fa-dfa6a14e4210)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:30.745963 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Routers {'6800bff7-dbcf-4e65-810e-0b7f203abc1e'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:30.746571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a5b3e562-a45f-49c8-a859-dd2e92a74182 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:30.746988 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6800bff7-dbcf-4e65-810e-0b7f203abc1e'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:30.747097 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:30.749532 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-18c433c3-278e-4c4d-a7b6-b537e3706262 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:30.805017 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-18c433c3-278e-4c4d-a7b6-b537e3706262 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:24:30.822210 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:31.071822 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b2cb2-94e3-471b-8d3c-cc7a8c49e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f922dda7-ca1f-4511-9468-871d379f64c4,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:31.140922 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] Set router 6800bff7-dbcf-4e65-810e-0b7f203abc1e gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:31.179361 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:31.196111 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-19abe613-3d36-4425-b126-73a8f391330e None None] Provisioning for port 8a34b63e-fdbc-493f-a07a-05da4a7504b2 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:31.339416 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-19abe613-3d36-4425-b126-73a8f391330e None None] Provisioning complete for port 8a34b63e-fdbc-493f-a07a-05da4a7504b2 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:31.339796 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-19abe613-3d36-4425-b126-73a8f391330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:31.385919 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-19abe613-3d36-4425-b126-73a8f391330e None None] Port 8a34b63e-fdbc-493f-a07a-05da4a7504b2 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:24:31.418005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0fdc9de1-400e-4ea2-b67e-da42ddfb490b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:26Z', 'revision_number': 7, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b3e562-a45f-49c8-a859-dd2e92a74182', 'name': '', 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:8d:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:05Z', 'updated_at': '2021-08-06T16:24:25Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2', 'name': '', 'network_id': 'd561d66e-f8c7-4611-a609-157e36d92f38', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:60:24:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '9b1524fc-c52d-49c4-8e41-5230b141b395', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:14Z', 'updated_at': '2021-08-06T16:24:28Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': '9b1524fc-c52d-49c4-8e41-5230b141b395', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:31.422962 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41170) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:31.423242 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-90ac096f-a2bb-4d70-8894-149a22db1a64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae71580f1ed84db0bc11c2001a92e91e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1395729 Aug 06 16:24:31.451065 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc9de1-400e-4ea2-b67e-da42ddfb490b None None] Checking router: e62f853d-b7c9-49e9-ac32-a0e66b7d8341 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:24:31.466895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc9de1-400e-4ea2-b67e-da42ddfb490b None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:31.466895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0fdc9de1-400e-4ea2-b67e-da42ddfb490b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:31.468963 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-18c433c3-278e-4c4d-a7b6-b537e3706262 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:31.523175 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c433c3-278e-4c4d-a7b6-b537e3706262 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:31.573309 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-0fdc9de1-400e-4ea2-b67e-da42ddfb490b None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:31.574876 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'name': 'tempest-TestServerMultinode-1306354740-router', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '3d03c3ea-dc35-4382-90dc-cbf143c7d180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:24:10Z', 'updated_at': '2021-08-06T16:24:17Z', 'revision_number': 4, 'project_id': '09371a2e165342f4becf2fa1e422ba3f', 'gw_port': {'id': '3d03c3ea-dc35-4382-90dc-cbf143c7d180', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:12Z', 'updated_at': '2021-08-06T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'f922dda7-ca1f-4511-9468-871d379f64c4', 'name': '', 'network_id': 'dd4631af-cce1-4679-8271-02d55e1cd11c', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'mac_address': 'fa:16:3e:ce:64:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ad6d43fc-6125-42af-a226-ce7ce8592639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:16Z', 'updated_at': '2021-08-06T16:24:30Z', 'revision_number': 4, 'project_id': '09371a2e165342f4becf2fa1e422ba3f', 'subnets': [{'id': 'ad6d43fc-6125-42af-a226-ce7ce8592639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:31.621383 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff5a83-d973-46d1-83a2-d40748f6ef70 None None] The sync data for ids ['6800bff7-dbcf-4e65-810e-0b7f203abc1e'] in n-d-803756-1 is: [{'id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'name': 'tempest-TestServerMultinode-1306354740-router', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '3d03c3ea-dc35-4382-90dc-cbf143c7d180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:24:10Z', 'updated_at': '2021-08-06T16:24:17Z', 'revision_number': 4, 'project_id': '09371a2e165342f4becf2fa1e422ba3f', 'gw_port': {'id': '3d03c3ea-dc35-4382-90dc-cbf143c7d180', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:12Z', 'updated_at': '2021-08-06T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'f922dda7-ca1f-4511-9468-871d379f64c4', 'name': '', 'network_id': 'dd4631af-cce1-4679-8271-02d55e1cd11c', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'mac_address': 'fa:16:3e:ce:64:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ad6d43fc-6125-42af-a226-ce7ce8592639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:16Z', 'updated_at': '2021-08-06T16:24:30Z', 'revision_number': 4, 'project_id': '09371a2e165342f4becf2fa1e422ba3f', 'subnets': [{'id': 'ad6d43fc-6125-42af-a226-ce7ce8592639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:24:31.808712 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0f0a-a81d-4e6b-a6f4-8e4e5b083c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:31.863899 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-18c433c3-278e-4c4d-a7b6-b537e3706262 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:31.879643 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:31.880242 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:31.939791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Port bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 was deleted so its status cannot be updated. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 06 16:24:31.961665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a34b63e-fdbc-493f-a07a-05da4a7504b2 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:24:32.014589 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:32.024175 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0f0a-a81d-4e6b-a6f4-8e4e5b083c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:32.107511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dc226-32ac-4e98-9ca3-5af31b988b98 req-accbc47e-8414-473d-b5f8-639164315c06 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:32.109307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-994dc226-32ac-4e98-9ca3-5af31b988b98 req-accbc47e-8414-473d-b5f8-639164315c06 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 1027 time: 0.2922955 Aug 06 16:24:32.114581 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Transition to ACTIVE for port object 8a34b63e-fdbc-493f-a07a-05da4a7504b2 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:32.208086 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:32.329549 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-994dc226-32ac-4e98-9ca3-5af31b988b98 req-c94a7a50-45ba-4a81-8bc2-9420405dd7b8 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999841 Aug 06 16:24:32.361123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f922dda7-ca1f-4511-9468-871d379f64c4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:32.379540 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Pushing event updated for resources: {'Port': ['ID=8a34b63e-fdbc-493f-a07a-05da4a7504b2,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:32.412457 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0f0a-a81d-4e6b-a6f4-8e4e5b083c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:32.416586 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0f0a-a81d-4e6b-a6f4-8e4e5b083c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:32.418227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4c9b0f0a-a81d-4e6b-a6f4-8e4e5b083c3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39 HTTP/1.1" status: 204 len: 168 time: 0.9913623 Aug 06 16:24:32.446611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c433c3-278e-4c4d-a7b6-b537e3706262 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:24:32.490786 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b0f0a-a81d-4e6b-a6f4-8e4e5b083c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3ccd52-98b9-49f8-84b4-bb6e13dfdf39,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:32.558143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Attempting to bind port 8a34b63e-fdbc-493f-a07a-05da4a7504b2 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:24:32.558551 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Attempting to bind port 8a34b63e-fdbc-493f-a07a-05da4a7504b2 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:24:32.559165 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Attempting to bind port 8a34b63e-fdbc-493f-a07a-05da4a7504b2 on network e5513f9b-ed83-4570-ba2d-c36678e6a783 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:32.575017 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Port 8a34b63e-fdbc-493f-a07a-05da4a7504b2 on network e5513f9b-ed83-4570-ba2d-c36678e6a783 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:24:32.575404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Attempting to bind port 8a34b63e-fdbc-493f-a07a-05da4a7504b2 on network e5513f9b-ed83-4570-ba2d-c36678e6a783 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:32.595865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:24:32.596215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Checking segment: {'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:32.597867 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Bound using segment: {'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:24:32.598339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Bound port: 8a34b63e-fdbc-493f-a07a-05da4a7504b2, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:24:32.599860 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:32.697975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port f922dda7-ca1f-4511-9468-871d379f64c4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:32.708730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c433c3-278e-4c4d-a7b6-b537e3706262 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:24:32.731633 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-18c433c3-278e-4c4d-a7b6-b537e3706262 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/e62f853d-b7c9-49e9-ac32-a0e66b7d8341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5922644 Aug 06 16:24:32.736244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41194) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:32.743758 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port f922dda7-ca1f-4511-9468-871d379f64c4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:32.744218 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:32.790000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] For port 8a34b63e-fdbc-493f-a07a-05da4a7504b2, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:24:32.796604 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] For port 8a34b63e-fdbc-493f-a07a-05da4a7504b2, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8a34b63e-fdbc-493f-a07a-05da4a7504b2,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:24:32.809384 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:32.892001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:32.892761 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:32.894807 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2681f592-2e24-4267-8f27-cf972436bf73 req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] 10.222.0.78 "PUT /v2.0/ports/8a34b63e-fdbc-493f-a07a-05da4a7504b2 HTTP/1.1" status: 200 len: 1091 time: 2.3056738 Aug 06 16:24:32.894970 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10135499-4c71-4bf6-9b1d-26d560b43c59', 'tag': '8a34b63e-fdbc-493f-a07a-05da4a7504b2'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:24:32.908166 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e33294-3e06-4849-8a44-99e19e4e52ca" -d '{"events": [{"name": "network-changed", "server_uuid": "10135499-4c71-4bf6-9b1d-26d560b43c59", "tag": "8a34b63e-fdbc-493f-a07a-05da4a7504b2"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:24:32.917316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd03f6aa-7090-4ced-b2e8-d88d1f736c72 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting subnet 9b1524fc-c52d-49c4-8e41-5230b141b395 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:24:32.936675 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bd03f6aa-7090-4ced-b2e8-d88d1f736c72 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:33.011061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0fdc9de1-400e-4ea2-b67e-da42ddfb490b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:31Z', 'revision_number': 8, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b3e562-a45f-49c8-a859-dd2e92a74182', 'name': '', 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:8d:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:05Z', 'updated_at': '2021-08-06T16:24:25Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:33.065384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc9de1-400e-4ea2-b67e-da42ddfb490b None None] The sync data for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 is: [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:31Z', 'revision_number': 8, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b3e562-a45f-49c8-a859-dd2e92a74182', 'name': '', 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:8d:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:05Z', 'updated_at': '2021-08-06T16:24:25Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:24:33.081549 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570eba20-8220-47f3-9433-06c67b88be5e x-openstack-request-id: req-570eba20-8220-47f3-9433-06c67b88be5e {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:24:33.082270 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10135499-4c71-4bf6-9b1d-26d560b43c59", "tag": "8a34b63e-fdbc-493f-a07a-05da4a7504b2", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:24:33.082722 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-570eba20-8220-47f3-9433-06c67b88be5e {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:24:33.083292 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10135499-4c71-4bf6-9b1d-26d560b43c59', 'tag': '8a34b63e-fdbc-493f-a07a-05da4a7504b2', 'status': 'completed', 'code': 200} Aug 06 16:24:33.134118 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bd03f6aa-7090-4ced-b2e8-d88d1f736c72 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:33.182620 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624ed39-a040-4dca-a09b-87bcf58810cb service neutron] Pushing event updated for resources: {'Port': ['ID=8a34b63e-fdbc-493f-a07a-05da4a7504b2,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:33.248598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681f592-2e24-4267-8f27-cf972436bf73 req-a828ee6d-2475-46f3-8aa5-47a515e351cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:33.256357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2681f592-2e24-4267-8f27-cf972436bf73 req-a828ee6d-2475-46f3-8aa5-47a515e351cc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=09371a2e165342f4becf2fa1e422ba3f&device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 1094 time: 0.2940810 Aug 06 16:24:33.258179 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:33.374111 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port f922dda7-ca1f-4511-9468-871d379f64c4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f922dda7-ca1f-4511-9468-871d379f64c4,segment=NetworkSegment(5847e0f8-2da8-4002-8008-94ee1b2e2b2d),segment_id=5847e0f8-2da8-4002-8008-94ee1b2e2b2d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:33.384733 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:33.445675 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bd03f6aa-7090-4ced-b2e8-d88d1f736c72 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:33.482318 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2681f592-2e24-4267-8f27-cf972436bf73 req-4e242289-977e-4b95-9379-059cc36d9f5f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a34b63e-fdbc-493f-a07a-05da4a7504b2 HTTP/1.1" status: 200 len: 217 time: 0.1945300 Aug 06 16:24:33.542261 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bd03f6aa-7090-4ced-b2e8-d88d1f736c72 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:33.553304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=f922dda7-ca1f-4511-9468-871d379f64c4,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:33.574661 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03f6aa-7090-4ced-b2e8-d88d1f736c72 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1524fc-c52d-49c4-8e41-5230b141b395,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:33.594601 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bd03f6aa-7090-4ced-b2e8-d88d1f736c72 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:33.602037 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bd03f6aa-7090-4ced-b2e8-d88d1f736c72 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/9b1524fc-c52d-49c4-8e41-5230b141b395 HTTP/1.1" status: 204 len: 168 time: 0.8580420 Aug 06 16:24:33.603062 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41220) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:33.603599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4c3999-eae4-4dec-8396-8750333e87b5 None None] Network d561d66e-f8c7-4611-a609-157e36d92f38 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:24:33.758969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681f592-2e24-4267-8f27-cf972436bf73 req-207b0a32-d17a-4045-a322-ab731ed876b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:33.760735 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:33.765353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2681f592-2e24-4267-8f27-cf972436bf73 req-207b0a32-d17a-4045-a322-ab731ed876b9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d2f1c14f-fcab-426b-bd83-701a29cc8298 HTTP/1.1" status: 200 len: 849 time: 0.2746005 Aug 06 16:24:33.785089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c34b8-377a-49f2-a753-3f488852b5b6 req-f73ddc40-ba9b-4109-8abe-a1df7e05fe68 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:33.788501 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b71c34b8-377a-49f2-a753-3f488852b5b6 req-f73ddc40-ba9b-4109-8abe-a1df7e05fe68 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 1094 time: 0.1690645 Aug 06 16:24:33.808719 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f6b3d1-527a-4944-8522-e42ceae76790 None None] Sync routers for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:24:33.841269 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f6b3d1-527a-4944-8522-e42ceae76790 None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:33.842102 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-04f6b3d1-527a-4944-8522-e42ceae76790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:33.858647 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-124bf996-f0af-467e-89ee-a00f747aa91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:33.941542 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port ed31d2f0-30e9-442b-9e2b-2473f83a8b31 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:24:33.942789 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:33.958818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681f592-2e24-4267-8f27-cf972436bf73 req-f6cfdd53-9d58-4bc3-8ac6-56ae0c86c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:33.961582 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2681f592-2e24-4267-8f27-cf972436bf73 req-f6cfdd53-9d58-4bc3-8ac6-56ae0c86c936 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e5513f9b-ed83-4570-ba2d-c36678e6a783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819711 Aug 06 16:24:33.967718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b71c34b8-377a-49f2-a753-3f488852b5b6 req-20915e84-69e5-4fa5-8a88-fb017b54cfb9 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570146 Aug 06 16:24:33.984002 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cb1cb7-cf1e-44ea-9798-9047c1a13d7c None None] DHCP port deletion for d561d66e-f8c7-4611-a609-157e36d92f38 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:24:34.103021 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-04f6b3d1-527a-4944-8522-e42ceae76790 None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:34.112882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] For port ed31d2f0-30e9-442b-9e2b-2473f83a8b31, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ed31d2f0-30e9-442b-9e2b-2473f83a8b31,segment=NetworkSegment(c9eccc6b-f47c-494b-88fa-dfa6a14e4210),segment_id=c9eccc6b-f47c-494b-88fa-dfa6a14e4210)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:34.114688 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:34.116294 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-68cb1cb7-cf1e-44ea-9798-9047c1a13d7c None None] Deleting port ed31d2f0-30e9-442b-9e2b-2473f83a8b31 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:24:34.116728 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-68cb1cb7-cf1e-44ea-9798-9047c1a13d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:34.152184 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for ed31d2f0-30e9-442b-9e2b-2473f83a8b31 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:24:34.239764 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f922dda7-ca1f-4511-9468-871d379f64c4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:34.298462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2681f592-2e24-4267-8f27-cf972436bf73 req-0eaac4ec-0e38-4460-89f6-092ce3c58130 service neutron] 10.222.0.78 "GET /v2.0/networks/e5513f9b-ed83-4570-ba2d-c36678e6a783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257091 Aug 06 16:24:34.316786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-68cb1cb7-cf1e-44ea-9798-9047c1a13d7c None None] For port ed31d2f0-30e9-442b-9e2b-2473f83a8b31, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ed31d2f0-30e9-442b-9e2b-2473f83a8b31,segment=NetworkSegment(c9eccc6b-f47c-494b-88fa-dfa6a14e4210),segment_id=c9eccc6b-f47c-494b-88fa-dfa6a14e4210)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:34.317239 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-68cb1cb7-cf1e-44ea-9798-9047c1a13d7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:34.364112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-68cb1cb7-cf1e-44ea-9798-9047c1a13d7c None None] Calling delete_port for ed31d2f0-30e9-442b-9e2b-2473f83a8b31 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:24:34.365973 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:34.426903 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=ed31d2f0-30e9-442b-9e2b-2473f83a8b31,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:34.437185 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] No DVR routers for this DVR port ed31d2f0-30e9-442b-9e2b-2473f83a8b31 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:24:34.526353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port f922dda7-ca1f-4511-9468-871d379f64c4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:34.526729 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:34.547036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2681f592-2e24-4267-8f27-cf972436bf73 req-9cbabd7d-abf0-4c4a-98ba-943dfb4a88bb service neutron] 10.222.0.78 "GET /v2.0/networks/e5513f9b-ed83-4570-ba2d-c36678e6a783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403505 Aug 06 16:24:34.610334 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:34.622764 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d561d66e-f8c7-4611-a609-157e36d92f38']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:34.640798 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9eccc6b-f47c-494b-88fa-dfa6a14e4210') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:34.641489 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9eccc6b-f47c-494b-88fa-dfa6a14e4210') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:34.653784 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:34.679649 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:34.692675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:24:34.694367 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:34.740214 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-04f6b3d1-527a-4944-8522-e42ceae76790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:31Z', 'revision_number': 8, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b3e562-a45f-49c8-a859-dd2e92a74182', 'name': '', 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:8d:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:05Z', 'updated_at': '2021-08-06T16:24:25Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:34.745830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e33294-3e06-4849-8a44-99e19e4e52ca req-5efc7b4f-3ec5-4d60-9e89-6092ce6ba1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:34.747452 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-29e33294-3e06-4849-8a44-99e19e4e52ca req-5efc7b4f-3ec5-4d60-9e89-6092ce6ba1c5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=09371a2e165342f4becf2fa1e422ba3f&device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 1094 time: 0.1197581 Aug 06 16:24:34.784064 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-68cb1cb7-cf1e-44ea-9798-9047c1a13d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:34.909746 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f6b3d1-527a-4944-8522-e42ceae76790 None None] Checking router: e62f853d-b7c9-49e9-ac32-a0e66b7d8341 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:24:34.934492 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f6b3d1-527a-4944-8522-e42ceae76790 None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:34.935120 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-04f6b3d1-527a-4944-8522-e42ceae76790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:34.938978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb1cb7-cf1e-44ea-9798-9047c1a13d7c None None] No DVR routers for this DVR port ed31d2f0-30e9-442b-9e2b-2473f83a8b31 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:24:34.956306 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb1cb7-cf1e-44ea-9798-9047c1a13d7c None None] Pushing event deleted for resources: {'Port': ['ID=ed31d2f0-30e9-442b-9e2b-2473f83a8b31,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:24:34.957491 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:24:34.961947 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:35.000099 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:35.011480 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/networks/d561d66e-f8c7-4611-a609-157e36d92f38 HTTP/1.1" status: 204 len: 168 time: 1.4061382 Aug 06 16:24:35.013166 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41250) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:35.060186 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2956f-f537-4ae5-a223-d29e42804d48 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Network': ['ID=d561d66e-f8c7-4611-a609-157e36d92f38,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:35.102197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ed31d2f0-30e9-442b-9e2b-2473f83a8b31 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:24:35.145380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: ed31d2f0-30e9-442b-9e2b-2473f83a8b31 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:24:35.152720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ed31d2f0-30e9-442b-9e2b-2473f83a8b31 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:24:35.153668 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:24:35.154226 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-04f6b3d1-527a-4944-8522-e42ceae76790 None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:35.179162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:24:35.179649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device bf9d3882-fc51-4f55-bcef-e2a3dcd99fe2 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:24:35.210471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e33294-3e06-4849-8a44-99e19e4e52ca req-7086d9ca-ddfa-430a-a050-3ee61bb90e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:35.212681 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-29e33294-3e06-4849-8a44-99e19e4e52ca req-7086d9ca-ddfa-430a-a050-3ee61bb90e5c service neutron] 10.222.0.78 "GET /v2.0/networks?id=e5513f9b-ed83-4570-ba2d-c36678e6a783 HTTP/1.1" status: 200 len: 911 time: 0.4529381 Aug 06 16:24:35.305471 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-29e33294-3e06-4849-8a44-99e19e4e52ca req-d0a2b4fc-7c3d-4f4e-be82-d1fc005ce755 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a34b63e-fdbc-493f-a07a-05da4a7504b2 HTTP/1.1" status: 200 len: 217 time: 0.0620368 Aug 06 16:24:35.570367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c803ab3-a7a8-44a3-9708-e0c5100355f6 req-e00c790e-3796-4d1d-86aa-9ba97ca315d7 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:35.570367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4c803ab3-a7a8-44a3-9708-e0c5100355f6 req-e00c790e-3796-4d1d-86aa-9ba97ca315d7 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 1094 time: 0.2186077 Aug 06 16:24:35.570367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e33294-3e06-4849-8a44-99e19e4e52ca req-a47218e3-53ba-4128-b7ca-153e37e4d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:35.570367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-29e33294-3e06-4849-8a44-99e19e4e52ca req-a47218e3-53ba-4128-b7ca-153e37e4d217 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d2f1c14f-fcab-426b-bd83-701a29cc8298 HTTP/1.1" status: 200 len: 849 time: 0.1995220 Aug 06 16:24:35.634396 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-04f6b3d1-527a-4944-8522-e42ceae76790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:31Z', 'revision_number': 8, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b3e562-a45f-49c8-a859-dd2e92a74182', 'name': '', 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:8d:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:05Z', 'updated_at': '2021-08-06T16:24:25Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:35.638728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8a34b63e-fdbc-493f-a07a-05da4a7504b2 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:24:35.673397 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4c803ab3-a7a8-44a3-9708-e0c5100355f6 req-17bf66c9-584b-4f5f-94a2-e4fba67809e7 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255811 Aug 06 16:24:35.687437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e33294-3e06-4849-8a44-99e19e4e52ca req-6b19863f-613c-431d-979d-b1cf0cf2112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:35.689186 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-29e33294-3e06-4849-8a44-99e19e4e52ca req-6b19863f-613c-431d-979d-b1cf0cf2112e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e5513f9b-ed83-4570-ba2d-c36678e6a783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491895 Aug 06 16:24:35.755341 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f6b3d1-527a-4944-8522-e42ceae76790 None None] The sync data for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 is: [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:31Z', 'revision_number': 8, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5b3e562-a45f-49c8-a859-dd2e92a74182', 'name': '', 'network_id': '4b16c4d3-b4f6-45a1-8a17-536884e8da05', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:8d:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:05Z', 'updated_at': '2021-08-06T16:24:25Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'a8e3ce40-bd87-4b78-99e4-b16d9991f5aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:24:35.895835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8a34b63e-fdbc-493f-a07a-05da4a7504b2, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8a34b63e-fdbc-493f-a07a-05da4a7504b2,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:35.921545 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-29e33294-3e06-4849-8a44-99e19e4e52ca req-a54ce8f9-df74-434a-b31b-06d50d034cdf service neutron] 10.222.0.78 "GET /v2.0/networks/e5513f9b-ed83-4570-ba2d-c36678e6a783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961401 Aug 06 16:24:35.942667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '8a34b63e-fdbc-493f-a07a-05da4a7504b2', 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783', 'port_id': '8a34b63e-fdbc-493f-a07a-05da4a7504b2', 'mac_address': 'fa:16:3e:7f:a3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f1c14f-fcab-426b-bd83-701a29cc8298', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:24:36.078731 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:36.098510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a34b63e-fdbc-493f-a07a-05da4a7504b2 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:24:36.131572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8a34b63e-fdbc-493f-a07a-05da4a7504b2, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8a34b63e-fdbc-493f-a07a-05da4a7504b2,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:36.140519 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:36.288395 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08e39b07-36bf-4ff5-a0ab-d94d017c1a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:36.309876 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=8a34b63e-fdbc-493f-a07a-05da4a7504b2,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:36.384210 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['8a34b63e-fdbc-493f-a07a-05da4a7504b2'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:24:36.696518 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:36.895090 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-29e33294-3e06-4849-8a44-99e19e4e52ca req-f78eb8f7-99d2-406b-b5dd-9bfbff27b918 service neutron] 10.222.0.78 "GET /v2.0/networks/e5513f9b-ed83-4570-ba2d-c36678e6a783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9446456 Aug 06 16:24:36.944704 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31ed5f-09ae-4e8d-b5ca-74ddbe5405a1 req-d8319fb6-d716-46a1-9169-6a30c20bd0b0 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:36.946554 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf31ed5f-09ae-4e8d-b5ca-74ddbe5405a1 req-d8319fb6-d716-46a1-9169-6a30c20bd0b0 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 1095 time: 0.1372859 Aug 06 16:24:37.013667 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf31ed5f-09ae-4e8d-b5ca-74ddbe5405a1 req-7b7fb8f2-ae37-40fd-a7e5-7f610ceff315 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600643 Aug 06 16:24:37.019628 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a45b311e-e9b4-442c-8d61-86d65da35a80 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:37.349818 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:37.389154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-a45b311e-e9b4-442c-8d61-86d65da35a80 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port a5b3e562-a45f-49c8-a859-dd2e92a74182 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:24:37.389502 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a45b311e-e9b4-442c-8d61-86d65da35a80 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:37.530192 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-a45b311e-e9b4-442c-8d61-86d65da35a80 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] For port a5b3e562-a45f-49c8-a859-dd2e92a74182, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a5b3e562-a45f-49c8-a859-dd2e92a74182,segment=NetworkSegment(e9fb11b5-54f6-41c1-9f55-fe3e11172435),segment_id=e9fb11b5-54f6-41c1-9f55-fe3e11172435)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:37.530842 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a45b311e-e9b4-442c-8d61-86d65da35a80 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:37.547942 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-a45b311e-e9b4-442c-8d61-86d65da35a80 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for a5b3e562-a45f-49c8-a859-dd2e92a74182 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:24:37.648870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8a34b63e-fdbc-493f-a07a-05da4a7504b2 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:37.744097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 8a34b63e-fdbc-493f-a07a-05da4a7504b2 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:37.750961 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 8a34b63e-fdbc-493f-a07a-05da4a7504b2 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:37.751523 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:37.985118 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:38.002054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a45b311e-e9b4-442c-8d61-86d65da35a80 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:38.022316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10135499-4c71-4bf6-9b1d-26d560b43c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a34b63e-fdbc-493f-a07a-05da4a7504b2'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:24:38.026944 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945b199f-97f3-4467-b4b0-a0be43ffa210" -d '{"events": [{"server_uuid": "10135499-4c71-4bf6-9b1d-26d560b43c59", "name": "network-vif-plugged", "status": "completed", "tag": "8a34b63e-fdbc-493f-a07a-05da4a7504b2"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:24:38.082359 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 8a34b63e-fdbc-493f-a07a-05da4a7504b2, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8a34b63e-fdbc-493f-a07a-05da4a7504b2,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:38.095178 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:38.174293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b311e-e9b4-442c-8d61-86d65da35a80 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=a5b3e562-a45f-49c8-a859-dd2e92a74182,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:38.219098 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41392) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:38.243129 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=8a34b63e-fdbc-493f-a07a-05da4a7504b2,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:38.465128 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccfee1a-162f-4f00-a221-10be2c581498 x-openstack-request-id: req-8ccfee1a-162f-4f00-a221-10be2c581498 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:24:38.465807 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10135499-4c71-4bf6-9b1d-26d560b43c59", "name": "network-vif-plugged", "status": "completed", "tag": "8a34b63e-fdbc-493f-a07a-05da4a7504b2", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:24:38.465807 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ccfee1a-162f-4f00-a221-10be2c581498 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:24:38.466067 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10135499-4c71-4bf6-9b1d-26d560b43c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a34b63e-fdbc-493f-a07a-05da4a7504b2', 'code': 200} Aug 06 16:24:38.482921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b8bfa-90ce-4fbb-9c61-4ab5cf276a6b req-d85729e2-b564-49d4-8ac9-6fcf2f92fc0c tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:38.483142 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bbc4583d-68a8-4366-8c13-558800c8c752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:38.484979 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-862b8bfa-90ce-4fbb-9c61-4ab5cf276a6b req-d85729e2-b564-49d4-8ac9-6fcf2f92fc0c tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 1096 time: 0.2465007 Aug 06 16:24:38.485833 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a45b311e-e9b4-442c-8d61-86d65da35a80 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:38.692268 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bbc4583d-68a8-4366-8c13-558800c8c752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:38.699603 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bbc4583d-68a8-4366-8c13-558800c8c752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:38.746579 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4583d-68a8-4366-8c13-558800c8c752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f2da13-212d-4a4a-b0e5-3414282592f6,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:38.760280 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bbc4583d-68a8-4366-8c13-558800c8c752 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c42d1c96937c4e8c93231737542066f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5388827 Aug 06 16:24:38.762403 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41400) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:38.822964 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-862b8bfa-90ce-4fbb-9c61-4ab5cf276a6b req-3051b609-4c71-4fac-b411-e7b2e7ecda0e tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238454 Aug 06 16:24:38.850273 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0cc8afdd-a538-4bb8-bb84-b0a559af78f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:38.851307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad96ae-80cd-4414-930f-36dfc2eb61d8 req-24f4717c-f398-4d24-9164-447c027fde38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:38.853054 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6ad96ae-80cd-4414-930f-36dfc2eb61d8 req-24f4717c-f398-4d24-9164-447c027fde38 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 1096 time: 0.2896099 Aug 06 16:24:38.883657 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0cc8afdd-a538-4bb8-bb84-b0a559af78f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:38.953725 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0cc8afdd-a538-4bb8-bb84-b0a559af78f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:38.957057 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0cc8afdd-a538-4bb8-bb84-b0a559af78f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:38.958732 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0cc8afdd-a538-4bb8-bb84-b0a559af78f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0f2da13-212d-4a4a-b0e5-3414282592f6 HTTP/1.1" status: 204 len: 168 time: 0.1952446 Aug 06 16:24:38.971176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8afdd-a538-4bb8-bb84-b0a559af78f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f2da13-212d-4a4a-b0e5-3414282592f6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:39.083885 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:39.109594 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6ad96ae-80cd-4414-930f-36dfc2eb61d8 req-c3b11782-1125-4cce-85ad-9bf1cca0123d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436068 Aug 06 16:24:39.153410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45b311e-e9b4-442c-8d61-86d65da35a80 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:24:39.320257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45b311e-e9b4-442c-8d61-86d65da35a80 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:24:39.333440 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4323fbfe-a4b5-4c59-b35d-a90a30d9dda1 None None] Sync routers for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:24:39.343923 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41418) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:39.345160 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a45b311e-e9b4-442c-8d61-86d65da35a80 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/e62f853d-b7c9-49e9-ac32-a0e66b7d8341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3283825 Aug 06 16:24:39.366663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4323fbfe-a4b5-4c59-b35d-a90a30d9dda1 None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:39.369341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4323fbfe-a4b5-4c59-b35d-a90a30d9dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:39.442046 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4783112-52f9-44a1-97ca-3444dd791a1e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting subnet a8e3ce40-bd87-4b78-99e4-b16d9991f5aa {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:24:39.458742 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4783112-52f9-44a1-97ca-3444dd791a1e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:39.539054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-4323fbfe-a4b5-4c59-b35d-a90a30d9dda1 None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:39.559875 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4783112-52f9-44a1-97ca-3444dd791a1e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:39.581920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41422) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:39.600537 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a4d8-eec4-41b3-9b70-91e09358cd9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:39.698307 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4783112-52f9-44a1-97ca-3444dd791a1e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:39.801534 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a4d8-eec4-41b3-9b70-91e09358cd9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:39.808925 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c3d3a4d8-eec4-41b3-9b70-91e09358cd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:39.853051 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4783112-52f9-44a1-97ca-3444dd791a1e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:39.890061 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4783112-52f9-44a1-97ca-3444dd791a1e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:39.895517 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c4783112-52f9-44a1-97ca-3444dd791a1e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/a8e3ce40-bd87-4b78-99e4-b16d9991f5aa HTTP/1.1" status: 204 len: 168 time: 0.5504839 Aug 06 16:24:39.896215 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41430) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:39.950445 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c3d3a4d8-eec4-41b3-9b70-91e09358cd9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55acc37fad8d4f1dbf738106976df6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671751 Aug 06 16:24:39.953289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3a4d8-eec4-41b3-9b70-91e09358cd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cbba8f-afbb-4451-bb32-63354ba89ec9,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:39.960867 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41432) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:39.993123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8555d231-7753-4079-969e-99837394f30a None None] Network 4b16c4d3-b4f6-45a1-8a17-536884e8da05 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:24:40.053910 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4783112-52f9-44a1-97ca-3444dd791a1e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e3ce40-bd87-4b78-99e4-b16d9991f5aa,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:40.159530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9fa4f-aaec-4496-9080-42a4688df2f0 req-a5b96534-1147-4d5e-b843-736500b539a1 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:40.169530 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c1b9fa4f-aaec-4496-9080-42a4688df2f0 req-a5b96534-1147-4d5e-b843-736500b539a1 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 1096 time: 0.2087424 Aug 06 16:24:40.226529 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4d2de91-271e-4589-9c64-f3fac9691f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:40.252026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c1b9fa4f-aaec-4496-9080-42a4688df2f0 req-7092f9f7-00e6-4ddc-90ea-b38c3fd80479 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814011 Aug 06 16:24:40.266933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4d2de91-271e-4589-9c64-f3fac9691f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:40.313603 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:40.393471 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4d2de91-271e-4589-9c64-f3fac9691f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:40.397219 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c4d2de91-271e-4589-9c64-f3fac9691f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:40.402198 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c4d2de91-271e-4589-9c64-f3fac9691f42 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82cbba8f-afbb-4451-bb32-63354ba89ec9 HTTP/1.1" status: 204 len: 168 time: 0.4371185 Aug 06 16:24:40.413596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4323fbfe-a4b5-4c59-b35d-a90a30d9dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:37Z', 'revision_number': 9, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:40.416578 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2de91-271e-4589-9c64-f3fac9691f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cbba8f-afbb-4451-bb32-63354ba89ec9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:40.472333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:24:40.472673 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:40.487600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4323fbfe-a4b5-4c59-b35d-a90a30d9dda1 None None] Checking router: e62f853d-b7c9-49e9-ac32-a0e66b7d8341 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:24:40.536831 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4323fbfe-a4b5-4c59-b35d-a90a30d9dda1 None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:40.538370 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4323fbfe-a4b5-4c59-b35d-a90a30d9dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:40.665571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adef4efa-56a2-4904-922f-62db2345971a None None] DHCP port deletion for 4b16c4d3-b4f6-45a1-8a17-536884e8da05 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:24:40.670018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] For port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=610c3f9d-6124-4a78-82ef-adc8eeb5bda9,segment=NetworkSegment(e9fb11b5-54f6-41c1-9f55-fe3e11172435),segment_id=e9fb11b5-54f6-41c1-9f55-fe3e11172435)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:40.670679 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:40.685089 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:24:40.758318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-4323fbfe-a4b5-4c59-b35d-a90a30d9dda1 None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:40.797313 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:40.832050 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] No DVR routers for this DVR port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:24:40.882881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=610c3f9d-6124-4a78-82ef-adc8eeb5bda9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:40.907292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-adef4efa-56a2-4904-922f-62db2345971a None None] Deleting port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:24:40.907800 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-adef4efa-56a2-4904-922f-62db2345971a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:41.033933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:41.051064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b16c4d3-b4f6-45a1-8a17-536884e8da05']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:41.064696 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fb11b5-54f6-41c1-9f55-fe3e11172435') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:41.065084 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fb11b5-54f6-41c1-9f55-fe3e11172435') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:41.084088 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:41.099118 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-adef4efa-56a2-4904-922f-62db2345971a None None] For port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9, host n-d-803756-1, got binding levels [] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:41.100805 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-adef4efa-56a2-4904-922f-62db2345971a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:41.107536 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:41.117783 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:24:41.119476 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:24:41.125845 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:24:41.143469 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-adef4efa-56a2-4904-922f-62db2345971a None None] Calling delete_port for 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:24:41.148225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.ipam_backend_mixin [None req-adef4efa-56a2-4904-922f-62db2345971a None None] Port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 was not found and therefore no delete operation was performed {{(pid=105766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:24:41.154119 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-adef4efa-56a2-4904-922f-62db2345971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:41.200683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef4efa-56a2-4904-922f-62db2345971a None None] Pushing event deleted for resources: {'Port': ['ID=610c3f9d-6124-4a78-82ef-adc8eeb5bda9,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:41.207508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef4efa-56a2-4904-922f-62db2345971a None None] No DVR routers for this DVR port 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:24:41.220248 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:41.228392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:41.233011 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/networks/4b16c4d3-b4f6-45a1-8a17-536884e8da05 HTTP/1.1" status: 204 len: 168 time: 1.3297133 Aug 06 16:24:41.233342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41470) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:41.258828 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eda29e-d6be-459f-97d2-cb403f42b0d4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Network': ['ID=4b16c4d3-b4f6-45a1-8a17-536884e8da05,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:41.363867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4323fbfe-a4b5-4c59-b35d-a90a30d9dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:37Z', 'revision_number': 9, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:41.605557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8350c8-df52-4bbb-99de-a8b175ea512c req-38a0fdfe-b493-4de3-84d3-41aa881c1754 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:41.613444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ba8350c8-df52-4bbb-99de-a8b175ea512c req-38a0fdfe-b493-4de3-84d3-41aa881c1754 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 1096 time: 0.2159317 Aug 06 16:24:41.725055 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ba8350c8-df52-4bbb-99de-a8b175ea512c req-a9265e67-f488-46ba-9d1b-c165d4d0b04b tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100276 Aug 06 16:24:41.729587 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4323fbfe-a4b5-4c59-b35d-a90a30d9dda1 None None] The sync data for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 is: [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:37Z', 'revision_number': 9, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '3ffde785-d9af-4488-84bc-f71c107400d2', 'name': '', 'network_id': '61af7566-c0fc-4a78-96c8-a0eadc8ebd23', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:38:48:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:57Z', 'updated_at': '2021-08-06T16:24:08Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'cb891cb3-efb9-4fe8-84c1-5345de96ba91', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:24:41.983584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b644b-cdbf-48fb-b849-7936bb28e46d req-323d56f2-28ac-4f04-ac72-502a286a5ca4 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:41.985192 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-514b644b-cdbf-48fb-b849-7936bb28e46d req-323d56f2-28ac-4f04-ac72-502a286a5ca4 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 1096 time: 0.1287179 Aug 06 16:24:42.182859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-514b644b-cdbf-48fb-b849-7936bb28e46d req-84980400-51f9-43f4-89c1-c57ff3c5028c tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672606 Aug 06 16:24:42.283524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:24:42.321954 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a18068e-44a4-44ee-a9f1-cf740e95788c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:42.360502 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:24:42.360848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 610c3f9d-6124-4a78-82ef-adc8eeb5bda9 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:24:42.361306 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a5b3e562-a45f-49c8-a859-dd2e92a74182 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:24:42.434460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a5b3e562-a45f-49c8-a859-dd2e92a74182 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:24:42.434826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a5b3e562-a45f-49c8-a859-dd2e92a74182 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:24:42.738360 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ed693-144d-4bf6-82db-2847fa801b68 req-a3e034ea-4783-4e69-929c-07b8193ef0c1 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:42.738360 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-242ed693-144d-4bf6-82db-2847fa801b68 req-a3e034ea-4783-4e69-929c-07b8193ef0c1 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 1096 time: 0.1697526 Aug 06 16:24:42.828209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-242ed693-144d-4bf6-82db-2847fa801b68 req-d9037102-562e-40d4-86f5-c296a4fd495f tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590037 Aug 06 16:24:43.100274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-3a18068e-44a4-44ee-a9f1-cf740e95788c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port 3ffde785-d9af-4488-84bc-f71c107400d2 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:24:43.100619 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a18068e-44a4-44ee-a9f1-cf740e95788c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:43.395705 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-3a18068e-44a4-44ee-a9f1-cf740e95788c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] For port 3ffde785-d9af-4488-84bc-f71c107400d2, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3ffde785-d9af-4488-84bc-f71c107400d2,segment=NetworkSegment(27884949-eef0-4d51-8caf-3334356abc49),segment_id=27884949-eef0-4d51-8caf-3334356abc49)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:43.396380 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a18068e-44a4-44ee-a9f1-cf740e95788c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:43.414768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-3a18068e-44a4-44ee-a9f1-cf740e95788c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for 3ffde785-d9af-4488-84bc-f71c107400d2 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:24:43.443278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ab526-c47e-47a2-be64-4031d68800cd req-f24db8c5-21c5-4fe0-b426-7f83d5faa249 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:43.451696 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c51ab526-c47e-47a2-be64-4031d68800cd req-f24db8c5-21c5-4fe0-b426-7f83d5faa249 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/networks?id=e5513f9b-ed83-4570-ba2d-c36678e6a783 HTTP/1.1" status: 200 len: 911 time: 0.2042787 Aug 06 16:24:43.506536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c51ab526-c47e-47a2-be64-4031d68800cd req-1a9ff04e-caf5-4f61-9160-1523f94dae28 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/quotas/09371a2e165342f4becf2fa1e422ba3f HTTP/1.1" status: 200 len: 375 time: 0.0538435 Aug 06 16:24:43.575658 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c51ab526-c47e-47a2-be64-4031d68800cd req-318412b3-910b-4e0e-82ff-5f66b7a51b7f tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=09371a2e165342f4becf2fa1e422ba3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682406 Aug 06 16:24:43.817578 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c51ab526-c47e-47a2-be64-4031d68800cd req-bcdf6d52-b67e-4eb7-b5fb-427761792359 service neutron] 10.222.0.37 "GET /v2.0/networks/e5513f9b-ed83-4570-ba2d-c36678e6a783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406573 Aug 06 16:24:43.819367 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a18068e-44a4-44ee-a9f1-cf740e95788c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:43.861764 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18068e-44a4-44ee-a9f1-cf740e95788c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=3ffde785-d9af-4488-84bc-f71c107400d2,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:44.467504 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:24:44.599701 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a18068e-44a4-44ee-a9f1-cf740e95788c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:44.847620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c51ab526-c47e-47a2-be64-4031d68800cd req-49a0d76b-1e1b-4ebb-a915-1f7acd0a0b74 service neutron] 10.222.0.37 "GET /v2.0/networks/e5513f9b-ed83-4570-ba2d-c36678e6a783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0220201 Aug 06 16:24:44.888674 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a18068e-44a4-44ee-a9f1-cf740e95788c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:24:45.129256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4960f362-bf79-42ab-9c4a-086c2fee188c req-cb9048ea-5f56-4367-b484-33c49fdc1474 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 210 time: 0.0611439 Aug 06 16:24:45.143039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a18068e-44a4-44ee-a9f1-cf740e95788c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:24:45.156512 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3a18068e-44a4-44ee-a9f1-cf740e95788c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/e62f853d-b7c9-49e9-ac32-a0e66b7d8341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9192016 Aug 06 16:24:45.156662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41662) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:45.159712 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63c32a-51b1-4773-bd75-7cb4f069c85c None None] Sync routers for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:24:45.179436 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63c32a-51b1-4773-bd75-7cb4f069c85c None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:45.180414 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-bf63c32a-51b1-4773-bd75-7cb4f069c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:45.230823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60fde67-ff6c-4982-a7d8-5d2a62d9d09e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting subnet cb891cb3-efb9-4fe8-84c1-5345de96ba91 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:24:45.234933 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a60fde67-ff6c-4982-a7d8-5d2a62d9d09e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:45.323149 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a60fde67-ff6c-4982-a7d8-5d2a62d9d09e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:45.443217 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-bf63c32a-51b1-4773-bd75-7cb4f069c85c None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:45.535461 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a60fde67-ff6c-4982-a7d8-5d2a62d9d09e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:45.654041 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a60fde67-ff6c-4982-a7d8-5d2a62d9d09e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:45.682760 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a60fde67-ff6c-4982-a7d8-5d2a62d9d09e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:45.687551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f510a8e2-78dd-4fc7-a5b5-e264596e360f None None] Network 61af7566-c0fc-4a78-96c8-a0eadc8ebd23 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:24:45.688705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41690) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:45.701153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a60fde67-ff6c-4982-a7d8-5d2a62d9d09e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/cb891cb3-efb9-4fe8-84c1-5345de96ba91 HTTP/1.1" status: 204 len: 168 time: 0.5430424 Aug 06 16:24:45.793609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fde67-ff6c-4982-a7d8-5d2a62d9d09e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Subnet': ['ID=cb891cb3-efb9-4fe8-84c1-5345de96ba91,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:45.890713 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:46.009331 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-bf63c32a-51b1-4773-bd75-7cb4f069c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:43Z', 'revision_number': 10, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:46.075863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port 4e91e25c-fbd6-4212-874d-8d4036598afe {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:24:46.078287 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:46.079354 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63c32a-51b1-4773-bd75-7cb4f069c85c None None] Checking router: e62f853d-b7c9-49e9-ac32-a0e66b7d8341 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:24:46.102896 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63c32a-51b1-4773-bd75-7cb4f069c85c None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:46.103789 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-bf63c32a-51b1-4773-bd75-7cb4f069c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:46.226294 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86d9c0a-d330-4be9-8b2b-40d3d29c3551 None None] DHCP port deletion for 61af7566-c0fc-4a78-96c8-a0eadc8ebd23 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:24:46.326931 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-bf63c32a-51b1-4773-bd75-7cb4f069c85c None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:46.402366 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] For port 4e91e25c-fbd6-4212-874d-8d4036598afe, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4e91e25c-fbd6-4212-874d-8d4036598afe,segment=NetworkSegment(27884949-eef0-4d51-8caf-3334356abc49),segment_id=27884949-eef0-4d51-8caf-3334356abc49)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:46.402934 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:46.434115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for 4e91e25c-fbd6-4212-874d-8d4036598afe owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:24:46.441215 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a86d9c0a-d330-4be9-8b2b-40d3d29c3551 None None] Deleting port 4e91e25c-fbd6-4212-874d-8d4036598afe {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:24:46.441553 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a86d9c0a-d330-4be9-8b2b-40d3d29c3551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:46.448488 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8a078ad-cdde-47fb-8669-f511137c90d7 req-8bbda3b0-89ee-471f-8db7-b4665f96d3eb tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 210 time: 0.0923562 Aug 06 16:24:46.600483 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a86d9c0a-d330-4be9-8b2b-40d3d29c3551 None None] For port 4e91e25c-fbd6-4212-874d-8d4036598afe, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4e91e25c-fbd6-4212-874d-8d4036598afe,segment=NetworkSegment(27884949-eef0-4d51-8caf-3334356abc49),segment_id=27884949-eef0-4d51-8caf-3334356abc49)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:46.601349 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a86d9c0a-d330-4be9-8b2b-40d3d29c3551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:46.619693 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a86d9c0a-d330-4be9-8b2b-40d3d29c3551 None None] Calling delete_port for 4e91e25c-fbd6-4212-874d-8d4036598afe owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:24:46.692809 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:46.728102 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a86d9c0a-d330-4be9-8b2b-40d3d29c3551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:46.746576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86d9c0a-d330-4be9-8b2b-40d3d29c3551 None None] No DVR routers for this DVR port 4e91e25c-fbd6-4212-874d-8d4036598afe on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:24:46.770885 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] No DVR routers for this DVR port 4e91e25c-fbd6-4212-874d-8d4036598afe on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:24:46.799069 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=4e91e25c-fbd6-4212-874d-8d4036598afe,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:46.814407 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-bf63c32a-51b1-4773-bd75-7cb4f069c85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:43Z', 'revision_number': 10, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:46.854518 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d9c0a-d330-4be9-8b2b-40d3d29c3551 None None] Pushing event deleted for resources: {'Port': ['ID=4e91e25c-fbd6-4212-874d-8d4036598afe,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:46.908184 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63c32a-51b1-4773-bd75-7cb4f069c85c None None] The sync data for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 is: [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:43Z', 'revision_number': 10, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None, '_interfaces': [{'id': '7f9c7542-4efb-440d-a75e-db930d651a6d', 'name': '', 'network_id': 'aba5536b-795a-4679-89b1-85b9dfb9eeee', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'mac_address': 'fa:16:3e:31:5f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:50Z', 'updated_at': '2021-08-06T16:24:01Z', 'revision_number': 5, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'subnets': [{'id': 'fa975c35-ba79-4f6c-873b-9b7515ad820d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:24:46.952730 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:46.974302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61af7566-c0fc-4a78-96c8-a0eadc8ebd23']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:47.004688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27884949-eef0-4d51-8caf-3334356abc49') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:47.007519 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27884949-eef0-4d51-8caf-3334356abc49') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:47.026874 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:47.041359 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ab526-c47e-47a2-be64-4031d68800cd req-92843d9c-08af-4cf7-9bdd-d3afce673236 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:47.043001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c51ab526-c47e-47a2-be64-4031d68800cd req-92843d9c-08af-4cf7-9bdd-d3afce673236 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.13 "GET /v2.0/networks?id=e5513f9b-ed83-4570-ba2d-c36678e6a783 HTTP/1.1" status: 200 len: 911 time: 0.2315681 Aug 06 16:24:47.057604 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-c51ab526-c47e-47a2-be64-4031d68800cd req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Request body: {'port': {'device_id': 'abae6117-03c7-42a6-8284-cc42fd9c6523', 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783', 'admin_state_up': True, 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:47.059187 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:47.074414 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:24:47.097418 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:47.141952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51ab526-c47e-47a2-be64-4031d68800cd req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Made reservation on behalf of 09371a2e165342f4becf2fa1e422ba3f for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:24:47.152741 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c51ab526-c47e-47a2-be64-4031d68800cd req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:24:47.231669 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:24:47.236673 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:47.260646 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:47.262681 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/networks/61af7566-c0fc-4a78-96c8-a0eadc8ebd23 HTTP/1.1" status: 204 len: 168 time: 1.5727549 Aug 06 16:24:47.263609 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291076d-c955-478b-af96-0a12efecaa55 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Network': ['ID=61af7566-c0fc-4a78-96c8-a0eadc8ebd23,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:47.281934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41740) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:47.569400 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-c51ab526-c47e-47a2-be64-4031d68800cd req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Allocated IP 172.20.0.13 (e5513f9b-ed83-4570-ba2d-c36678e6a783/d2f1c14f-fcab-426b-bd83-701a29cc8298/179729c8-a061-4d50-968a-fe0081c532b2) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:24:47.851885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f39392ea-9749-4d28-abf7-7fba6591dd32 req-322687d7-d46e-4abf-981a-1eab1dc59cea tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 210 time: 0.0761464 Aug 06 16:24:47.947419 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c51ab526-c47e-47a2-be64-4031d68800cd req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:48.013354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-c51ab526-c47e-47a2-be64-4031d68800cd req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Transition to ACTIVE for port object 179729c8-a061-4d50-968a-fe0081c532b2 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:48.080955 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c51ab526-c47e-47a2-be64-4031d68800cd req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:48.096364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['8a34b63e-fdbc-493f-a07a-05da4a7504b2'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:24:48.130923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3ffde785-d9af-4488-84bc-f71c107400d2 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:24:48.170011 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51ab526-c47e-47a2-be64-4031d68800cd req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Network e5513f9b-ed83-4570-ba2d-c36678e6a783 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:24:48.178452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-c51ab526-c47e-47a2-be64-4031d68800cd req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:48.202545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 3ffde785-d9af-4488-84bc-f71c107400d2 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:24:48.203426 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3ffde785-d9af-4488-84bc-f71c107400d2 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:24:48.204102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4e91e25c-fbd6-4212-874d-8d4036598afe no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:24:48.261864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 4e91e25c-fbd6-4212-874d-8d4036598afe {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:24:48.262413 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4e91e25c-fbd6-4212-874d-8d4036598afe not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:24:48.263715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51ab526-c47e-47a2-be64-4031d68800cd req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:24:48.343593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Pushing event updated for resources: {'Port': ['ID=179729c8-a061-4d50-968a-fe0081c532b2,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:48.370189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:48.370462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:48.371189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:48.372083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:48.372777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:48.373798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:48.374370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:48.374915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:48.375467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:48.376010 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:48.376983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:48.377858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:48.410372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ab526-c47e-47a2-be64-4031d68800cd req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:48.411261 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c51ab526-c47e-47a2-be64-4031d68800cd req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:48.447143 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c51ab526-c47e-47a2-be64-4031d68800cd req-45c208f6-5ebd-41ae-8f01-d12cf2b9162d tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3867381 Aug 06 16:24:48.484218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Request body: {'port': {'device_id': 'abae6117-03c7-42a6-8284-cc42fd9c6523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:48.525271 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d893cd1c-ab9e-43c0-9234-7d18a297dfc9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:48.753775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-15dd166a-d8d1-4c65-a404-44ec67b3b9a7 None None] Provisioning for port 179729c8-a061-4d50-968a-fe0081c532b2 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:48.763067 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:48.770020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-15dd166a-d8d1-4c65-a404-44ec67b3b9a7 None None] Provisioning complete for port 179729c8-a061-4d50-968a-fe0081c532b2 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:48.770408 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-15dd166a-d8d1-4c65-a404-44ec67b3b9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:48.904173 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-15dd166a-d8d1-4c65-a404-44ec67b3b9a7 None None] Port 179729c8-a061-4d50-968a-fe0081c532b2 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:24:49.189591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d9d34-cc82-449e-a15c-98c59f067505 req-5bcb8b36-18c4-4b58-b89b-342bf4674883 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:49.191875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b64d9d34-cc82-449e-a15c-98c59f067505 req-5bcb8b36-18c4-4b58-b89b-342bf4674883 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 1028 time: 0.1945634 Aug 06 16:24:49.263839 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b64d9d34-cc82-449e-a15c-98c59f067505 req-c80ffc80-0e9e-4e4c-afbc-b0bcd3eb8b4b tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643036 Aug 06 16:24:49.272318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-d893cd1c-ab9e-43c0-9234-7d18a297dfc9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port 7f9c7542-4efb-440d-a75e-db930d651a6d {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:24:49.272828 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d893cd1c-ab9e-43c0-9234-7d18a297dfc9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:49.569912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 179729c8-a061-4d50-968a-fe0081c532b2 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:24:49.584502 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:49.650772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Transition to ACTIVE for port object 179729c8-a061-4d50-968a-fe0081c532b2 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:49.670374 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:49.759731 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-d893cd1c-ab9e-43c0-9234-7d18a297dfc9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] For port 7f9c7542-4efb-440d-a75e-db930d651a6d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7f9c7542-4efb-440d-a75e-db930d651a6d,segment=NetworkSegment(ca4afde7-9f3c-4daa-9d1c-8c7a39f38946),segment_id=ca4afde7-9f3c-4daa-9d1c-8c7a39f38946)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:49.760101 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d893cd1c-ab9e-43c0-9234-7d18a297dfc9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:49.840604 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-d893cd1c-ab9e-43c0-9234-7d18a297dfc9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for 7f9c7542-4efb-440d-a75e-db930d651a6d owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:24:49.915257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=179729c8-a061-4d50-968a-fe0081c532b2,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:49.944910 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Attempting to bind port 179729c8-a061-4d50-968a-fe0081c532b2 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:24:49.945474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Attempting to bind port 179729c8-a061-4d50-968a-fe0081c532b2 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:24:49.946287 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Attempting to bind port 179729c8-a061-4d50-968a-fe0081c532b2 on network e5513f9b-ed83-4570-ba2d-c36678e6a783 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:49.987583 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Port 179729c8-a061-4d50-968a-fe0081c532b2 on network e5513f9b-ed83-4570-ba2d-c36678e6a783 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:24:49.988116 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Attempting to bind port 179729c8-a061-4d50-968a-fe0081c532b2 on network e5513f9b-ed83-4570-ba2d-c36678e6a783 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:49.999800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:24:50.000351 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Checking segment: {'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:50.001397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Bound using segment: {'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:24:50.002100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Bound port: 179729c8-a061-4d50-968a-fe0081c532b2, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb4997d-bf04-4de4-97c0-b39ace719467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:24:50.003041 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:50.052906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41854) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:50.141521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] For port 179729c8-a061-4d50-968a-fe0081c532b2, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:24:50.147355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] For port 179729c8-a061-4d50-968a-fe0081c532b2, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=179729c8-a061-4d50-968a-fe0081c532b2,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:24:50.156878 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:50.260680 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9043ae7e-a928-4bdf-8e3d-e36bdd422d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:50.474649 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9043ae7e-a928-4bdf-8e3d-e36bdd422d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:50.480510 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9043ae7e-a928-4bdf-8e3d-e36bdd422d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:50.492619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=179729c8-a061-4d50-968a-fe0081c532b2,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:50.510867 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:50.511674 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:50.513198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c51ab526-c47e-47a2-be64-4031d68800cd req-ebf20735-53e6-40bf-a018-e174f862f7b4 service neutron] 10.222.0.13 "PUT /v2.0/ports/179729c8-a061-4d50-968a-fe0081c532b2 HTTP/1.1" status: 200 len: 1092 time: 2.0608394 Aug 06 16:24:50.513707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abae6117-03c7-42a6-8284-cc42fd9c6523', 'tag': '179729c8-a061-4d50-968a-fe0081c532b2'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:24:50.525736 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7314f307-4ffd-4b38-b1e1-d0c64179d52a" -d '{"events": [{"name": "network-changed", "server_uuid": "abae6117-03c7-42a6-8284-cc42fd9c6523", "tag": "179729c8-a061-4d50-968a-fe0081c532b2"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:24:50.627495 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9043ae7e-a928-4bdf-8e3d-e36bdd422d5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c7773fe311b4dfaba3ce9f078b9d6e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5728366 Aug 06 16:24:50.634715 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043ae7e-a928-4bdf-8e3d-e36bdd422d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b87cdd-8b58-4734-8363-58de9ef6fa61,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:50.639898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41882) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:50.666212 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cab4f15-caaf-488f-8edf-89b23c7fb1ad x-openstack-request-id: req-4cab4f15-caaf-488f-8edf-89b23c7fb1ad {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:24:50.666522 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abae6117-03c7-42a6-8284-cc42fd9c6523", "tag": "179729c8-a061-4d50-968a-fe0081c532b2", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:24:50.668397 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cab4f15-caaf-488f-8edf-89b23c7fb1ad {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:24:50.669057 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abae6117-03c7-42a6-8284-cc42fd9c6523', 'tag': '179729c8-a061-4d50-968a-fe0081c532b2', 'status': 'completed', 'code': 200} Aug 06 16:24:50.716279 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d893cd1c-ab9e-43c0-9234-7d18a297dfc9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:50.775337 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b8b9b94-7377-4bdd-bf61-0b6cb74f1858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:50.776426 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542191d0-50cd-4cee-a96b-863fff0bee31 req-c1d77e9f-5250-4dac-87ea-294d5abed991 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:50.778919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-542191d0-50cd-4cee-a96b-863fff0bee31 req-c1d77e9f-5250-4dac-87ea-294d5abed991 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 1095 time: 0.2778099 Aug 06 16:24:50.813310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893cd1c-ab9e-43c0-9234-7d18a297dfc9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=7f9c7542-4efb-440d-a75e-db930d651a6d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:50.875812 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b8b9b94-7377-4bdd-bf61-0b6cb74f1858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:50.956780 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b8b9b94-7377-4bdd-bf61-0b6cb74f1858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:50.960854 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b8b9b94-7377-4bdd-bf61-0b6cb74f1858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:50.962534 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2b8b9b94-7377-4bdd-bf61-0b6cb74f1858 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13b87cdd-8b58-4734-8363-58de9ef6fa61 HTTP/1.1" status: 204 len: 168 time: 0.3192585 Aug 06 16:24:50.965284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ab526-c47e-47a2-be64-4031d68800cd req-47a9d731-2369-4873-8a3c-944607230f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:50.967185 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c51ab526-c47e-47a2-be64-4031d68800cd req-47a9d731-2369-4873-8a3c-944607230f4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09371a2e165342f4becf2fa1e422ba3f&device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 1095 time: 0.3569772 Aug 06 16:24:50.968422 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d893cd1c-ab9e-43c0-9234-7d18a297dfc9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:50.981519 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b9b94-7377-4bdd-bf61-0b6cb74f1858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b87cdd-8b58-4734-8363-58de9ef6fa61,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:51.052328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c51ab526-c47e-47a2-be64-4031d68800cd req-f75b2f86-c385-4d39-a3a2-9be79062dfc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=179729c8-a061-4d50-968a-fe0081c532b2 HTTP/1.1" status: 200 len: 217 time: 0.0764921 Aug 06 16:24:51.540985 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-542191d0-50cd-4cee-a96b-863fff0bee31 req-6f358cce-17e2-494d-b6e6-92367a1de352 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7385635 Aug 06 16:24:51.599520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ab526-c47e-47a2-be64-4031d68800cd req-4bf6e423-4b74-41ff-9f94-936b714535db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:51.601867 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c51ab526-c47e-47a2-be64-4031d68800cd req-4bf6e423-4b74-41ff-9f94-936b714535db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2f1c14f-fcab-426b-bd83-701a29cc8298 HTTP/1.1" status: 200 len: 849 time: 0.5426764 Aug 06 16:24:51.627099 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41916) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:51.651395 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0710b48-81cc-44e9-b675-1620f91b2e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:51.790658 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0710b48-81cc-44e9-b675-1620f91b2e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:51.799350 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f0710b48-81cc-44e9-b675-1620f91b2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:51.804846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d893cd1c-ab9e-43c0-9234-7d18a297dfc9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:24:51.824866 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ab526-c47e-47a2-be64-4031d68800cd req-24bd845a-15a4-4f92-8bab-c22db897950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:51.826651 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c51ab526-c47e-47a2-be64-4031d68800cd req-24bd845a-15a4-4f92-8bab-c22db897950b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5513f9b-ed83-4570-ba2d-c36678e6a783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637869 Aug 06 16:24:51.831141 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f0710b48-81cc-44e9-b675-1620f91b2e89 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e5904c796724bb597dc947e187404ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998718 Aug 06 16:24:51.838096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41926) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:51.892987 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0710b48-81cc-44e9-b675-1620f91b2e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dbce64-5899-4e83-a9fb-3ae086e6352f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:51.911389 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c06d6044-536e-45cf-b24a-9d15dfad4e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:51.942208 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c06d6044-536e-45cf-b24a-9d15dfad4e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:52.051963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d893cd1c-ab9e-43c0-9234-7d18a297dfc9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:24:52.073200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41934) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:52.073943 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d893cd1c-ab9e-43c0-9234-7d18a297dfc9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/e62f853d-b7c9-49e9-ac32-a0e66b7d8341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7908137 Aug 06 16:24:52.080382 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59a2c36-8f09-40e7-b176-b42888b035ac None None] Sync routers for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:24:52.090158 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c06d6044-536e-45cf-b24a-9d15dfad4e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:52.096728 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c06d6044-536e-45cf-b24a-9d15dfad4e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:52.102439 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c06d6044-536e-45cf-b24a-9d15dfad4e01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3dbce64-5899-4e83-a9fb-3ae086e6352f HTTP/1.1" status: 204 len: 168 time: 0.2609291 Aug 06 16:24:52.118637 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59a2c36-8f09-40e7-b176-b42888b035ac None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:52.119522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b59a2c36-8f09-40e7-b176-b42888b035ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:52.150072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c51ab526-c47e-47a2-be64-4031d68800cd req-8e4f453a-3047-4c48-a69a-78e41c06fe30 service neutron] 10.222.0.13 "GET /v2.0/networks/e5513f9b-ed83-4570-ba2d-c36678e6a783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777972 Aug 06 16:24:52.173923 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d6044-536e-45cf-b24a-9d15dfad4e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dbce64-5899-4e83-a9fb-3ae086e6352f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:52.248258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-6266aa55-0091-475a-bdd2-f8d9f088698e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting subnet fa975c35-ba79-4f6c-873b-9b7515ad820d {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:24:52.264975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-b59a2c36-8f09-40e7-b176-b42888b035ac None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:52.278299 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6266aa55-0091-475a-bdd2-f8d9f088698e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:52.327744 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b59a2c36-8f09-40e7-b176-b42888b035ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:50Z', 'revision_number': 11, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:52.356145 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59a2c36-8f09-40e7-b176-b42888b035ac None None] Checking router: e62f853d-b7c9-49e9-ac32-a0e66b7d8341 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:24:52.366208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59a2c36-8f09-40e7-b176-b42888b035ac None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:52.366826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b59a2c36-8f09-40e7-b176-b42888b035ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:52.438116 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6266aa55-0091-475a-bdd2-f8d9f088698e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:52.463597 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c51ab526-c47e-47a2-be64-4031d68800cd req-8eefa1d5-5738-441d-b833-0fd53691b9fc service neutron] 10.222.0.13 "GET /v2.0/networks/e5513f9b-ed83-4570-ba2d-c36678e6a783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969372 Aug 06 16:24:52.475364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-b59a2c36-8f09-40e7-b176-b42888b035ac None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:52.620735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314f307-4ffd-4b38-b1e1-d0c64179d52a req-0fad1cb9-cfdd-4d06-81c9-1a64eb217907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:52.621379 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b59a2c36-8f09-40e7-b176-b42888b035ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:50Z', 'revision_number': 11, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:52.630885 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6266aa55-0091-475a-bdd2-f8d9f088698e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:52.632700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7314f307-4ffd-4b38-b1e1-d0c64179d52a req-0fad1cb9-cfdd-4d06-81c9-1a64eb217907 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09371a2e165342f4becf2fa1e422ba3f&device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 1095 time: 0.0985644 Aug 06 16:24:52.701540 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6266aa55-0091-475a-bdd2-f8d9f088698e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:52.764244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41960) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:52.772865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266aa55-0091-475a-bdd2-f8d9f088698e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Subnet': ['ID=fa975c35-ba79-4f6c-873b-9b7515ad820d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:52.778969 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6266aa55-0091-475a-bdd2-f8d9f088698e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:52.784291 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6266aa55-0091-475a-bdd2-f8d9f088698e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/fa975c35-ba79-4f6c-873b-9b7515ad820d HTTP/1.1" status: 204 len: 168 time: 0.7090666 Aug 06 16:24:52.785320 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41966) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:52.810716 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc55d7-ffac-4140-a37e-591435de464e None None] Network aba5536b-795a-4679-89b1-85b9dfb9eeee requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:24:52.844647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59a2c36-8f09-40e7-b176-b42888b035ac None None] The sync data for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 is: [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:50Z', 'revision_number': 11, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:24:52.914428 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:52.976906 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314f307-4ffd-4b38-b1e1-d0c64179d52a req-2d88537a-ddf9-48ae-b87f-9e87fdb82fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:52.988174 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Deleting port 609626ea-7b2d-41b5-8760-e47807ebcf7d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:24:52.988552 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7314f307-4ffd-4b38-b1e1-d0c64179d52a req-2d88537a-ddf9-48ae-b87f-9e87fdb82fe1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5513f9b-ed83-4570-ba2d-c36678e6a783 HTTP/1.1" status: 200 len: 911 time: 0.3451488 Aug 06 16:24:52.989311 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.057692 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7314f307-4ffd-4b38-b1e1-d0c64179d52a req-971632e6-39d8-48fd-9bc6-4fe129002e37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=179729c8-a061-4d50-968a-fe0081c532b2 HTTP/1.1" status: 200 len: 217 time: 0.0440428 Aug 06 16:24:53.062190 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7ccd146b-d50a-4a3b-ba32-97f67ae447af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.099443 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 41972) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:53.159893 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ae99885e-6183-4fee-8b26-04573e4beec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.167110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] For port 609626ea-7b2d-41b5-8760-e47807ebcf7d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=609626ea-7b2d-41b5-8760-e47807ebcf7d,segment=NetworkSegment(ca4afde7-9f3c-4daa-9d1c-8c7a39f38946),segment_id=ca4afde7-9f3c-4daa-9d1c-8c7a39f38946)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:53.167556 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.186778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708e94b-32a6-4f8b-9447-0f29dbffd497 req-b11edc94-911a-470c-a230-f74d0cc5a954 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:53.188997 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f708e94b-32a6-4f8b-9447-0f29dbffd497 req-b11edc94-911a-470c-a230-f74d0cc5a954 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 1095 time: 0.2180247 Aug 06 16:24:53.191087 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Calling delete_port for 609626ea-7b2d-41b5-8760-e47807ebcf7d owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:24:53.209368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314f307-4ffd-4b38-b1e1-d0c64179d52a req-53c8b6e1-4852-41ca-b01b-d23bf4a76981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:53.217064 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7314f307-4ffd-4b38-b1e1-d0c64179d52a req-53c8b6e1-4852-41ca-b01b-d23bf4a76981 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2f1c14f-fcab-426b-bd83-701a29cc8298 HTTP/1.1" status: 200 len: 849 time: 0.1426253 Aug 06 16:24:53.247874 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5d40e2-fc2f-47f7-8545-4809b24eeb93 None None] DHCP port deletion for aba5536b-795a-4679-89b1-85b9dfb9eeee request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:24:53.304656 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f708e94b-32a6-4f8b-9447-0f29dbffd497 req-b1380c2c-1c70-4735-8391-0211168dabfb tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033554 Aug 06 16:24:53.327099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314f307-4ffd-4b38-b1e1-d0c64179d52a req-9de064e2-09b7-4758-9e96-8fc0532d85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:53.329007 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7314f307-4ffd-4b38-b1e1-d0c64179d52a req-9de064e2-09b7-4758-9e96-8fc0532d85f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5513f9b-ed83-4570-ba2d-c36678e6a783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973766 Aug 06 16:24:53.391689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d40e2-fc2f-47f7-8545-4809b24eeb93 None None] Deleting port 609626ea-7b2d-41b5-8760-e47807ebcf7d {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:24:53.392091 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6f5d40e2-fc2f-47f7-8545-4809b24eeb93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.398852 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.438594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Port': ['ID=609626ea-7b2d-41b5-8760-e47807ebcf7d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:53.447597 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7ccd146b-d50a-4a3b-ba32-97f67ae447af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.451605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] No DVR routers for this DVR port 609626ea-7b2d-41b5-8760-e47807ebcf7d on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:24:53.460987 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7ccd146b-d50a-4a3b-ba32-97f67ae447af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.555121 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7314f307-4ffd-4b38-b1e1-d0c64179d52a req-a1ebf1db-1eff-47fa-897b-4980f8573969 service neutron] 10.222.0.13 "GET /v2.0/networks/e5513f9b-ed83-4570-ba2d-c36678e6a783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173469 Aug 06 16:24:53.589939 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6f5d40e2-fc2f-47f7-8545-4809b24eeb93 None None] For port 609626ea-7b2d-41b5-8760-e47807ebcf7d, host n-d-803756-1, got binding levels [] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:53.590621 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6f5d40e2-fc2f-47f7-8545-4809b24eeb93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.618105 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d40e2-fc2f-47f7-8545-4809b24eeb93 None None] Calling delete_port for 609626ea-7b2d-41b5-8760-e47807ebcf7d owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:24:53.619565 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7ccd146b-d50a-4a3b-ba32-97f67ae447af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e82bf1395fe14d29812ea8f740ea2e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8542295 Aug 06 16:24:53.623562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41986) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:53.624716 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.ipam_backend_mixin [None req-6f5d40e2-fc2f-47f7-8545-4809b24eeb93 None None] Port 609626ea-7b2d-41b5-8760-e47807ebcf7d was not found and therefore no delete operation was performed {{(pid=105766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:24:53.638647 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6f5d40e2-fc2f-47f7-8545-4809b24eeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.670202 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd146b-d50a-4a3b-ba32-97f67ae447af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c3ae84-78f2-49db-80a0-45662b9ea184,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:53.701183 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d40e2-fc2f-47f7-8545-4809b24eeb93 None None] Pushing event deleted for resources: {'Port': ['ID=609626ea-7b2d-41b5-8760-e47807ebcf7d,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:53.712427 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.736954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5d40e2-fc2f-47f7-8545-4809b24eeb93 None None] No DVR routers for this DVR port 609626ea-7b2d-41b5-8760-e47807ebcf7d on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:24:53.779104 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.788798 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7314f307-4ffd-4b38-b1e1-d0c64179d52a req-3747cf34-570c-405d-add3-027ec0637220 service neutron] 10.222.0.13 "GET /v2.0/networks/e5513f9b-ed83-4570-ba2d-c36678e6a783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250035 Aug 06 16:24:53.797076 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba5536b-795a-4679-89b1-85b9dfb9eeee']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:53.819190 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ae99885e-6183-4fee-8b26-04573e4beec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.823706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4afde7-9f3c-4daa-9d1c-8c7a39f38946') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:53.824128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4afde7-9f3c-4daa-9d1c-8c7a39f38946') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:53.837250 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ae99885e-6183-4fee-8b26-04573e4beec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.837747 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4a75-1e39-4c64-9e03-c00f74623de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.840447 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.880645 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 41998) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:53.880920 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ae99885e-6183-4fee-8b26-04573e4beec3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16c61319757c4b06ad10afe2227a8d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7800937 Aug 06 16:24:53.891507 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.908335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99885e-6183-4fee-8b26-04573e4beec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719719ad-e152-4499-9fa7-d96bd18d52b4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:53.920293 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:24:53.921224 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:24:53.931364 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:24:53.940012 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4a75-1e39-4c64-9e03-c00f74623de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:53.944845 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:54.072311 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-29e68f7d-2b3e-4a74-8888-e6dce1e38694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:54.096209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 609626ea-7b2d-41b5-8760-e47807ebcf7d no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:24:54.118570 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:54.118857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 609626ea-7b2d-41b5-8760-e47807ebcf7d {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:24:54.119635 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 609626ea-7b2d-41b5-8760-e47807ebcf7d not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:24:54.120154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7f9c7542-4efb-440d-a75e-db930d651a6d no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:24:54.124145 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-29e68f7d-2b3e-4a74-8888-e6dce1e38694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:54.146888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 7f9c7542-4efb-440d-a75e-db930d651a6d {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:24:54.147527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7f9c7542-4efb-440d-a75e-db930d651a6d not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:24:54.157059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:54.159766 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/networks/aba5536b-795a-4679-89b1-85b9dfb9eeee HTTP/1.1" status: 204 len: 168 time: 1.3727674 Aug 06 16:24:54.162577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42008) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:54.164373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7645fb-6cec-4b75-b450-fc2ec36eafba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Pushing event deleted for resources: {'Network': ['ID=aba5536b-795a-4679-89b1-85b9dfb9eeee,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:54.169139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1e777cd8-7a3c-4b5b-ba28-f286c265b8a8 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'router': {'routes': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:54.202036 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4a75-1e39-4c64-9e03-c00f74623de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:54.205068 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4a75-1e39-4c64-9e03-c00f74623de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:54.206285 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bd4a4a75-1e39-4c64-9e03-c00f74623de5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10c3ae84-78f2-49db-80a0-45662b9ea184 HTTP/1.1" status: 204 len: 168 time: 0.5605226 Aug 06 16:24:54.229342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a4a75-1e39-4c64-9e03-c00f74623de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c3ae84-78f2-49db-80a0-45662b9ea184,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:54.269934 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-29e68f7d-2b3e-4a74-8888-e6dce1e38694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:54.273882 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-29e68f7d-2b3e-4a74-8888-e6dce1e38694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:54.275294 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-29e68f7d-2b3e-4a74-8888-e6dce1e38694 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/719719ad-e152-4499-9fa7-d96bd18d52b4 HTTP/1.1" status: 204 len: 168 time: 0.3930748 Aug 06 16:24:54.305437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e68f7d-2b3e-4a74-8888-e6dce1e38694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719719ad-e152-4499-9fa7-d96bd18d52b4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:54.567363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.extraroute_db [None req-1e777cd8-7a3c-4b5b-ba28-f286c265b8a8 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Added routes are [] {{(pid=105765) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 16:24:54.567665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.extraroute_db [None req-1e777cd8-7a3c-4b5b-ba28-f286c265b8a8 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Removed routes are [] {{(pid=105765) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 16:24:54.568027 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e777cd8-7a3c-4b5b-ba28-f286c265b8a8 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:54.668453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb67ef7-0eed-446f-ad9e-81da5b7db6d3 req-5ced8a47-343b-41ba-9144-a7462ed82bc8 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:54.670003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5fb67ef7-0eed-446f-ad9e-81da5b7db6d3 req-5ced8a47-343b-41ba-9144-a7462ed82bc8 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 1095 time: 0.2453954 Aug 06 16:24:54.785062 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e777cd8-7a3c-4b5b-ba28-f286c265b8a8 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:54.835881 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e777cd8-7a3c-4b5b-ba28-f286c265b8a8 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:54.927194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42048) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:54.947104 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e777cd8-7a3c-4b5b-ba28-f286c265b8a8 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:24:54.959432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5fb67ef7-0eed-446f-ad9e-81da5b7db6d3 req-e6284546-31a8-453f-962e-8444e05014b7 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602454 Aug 06 16:24:54.963478 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-157fa7c5-eae6-45e1-8e47-1b78f4800a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:55.025054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 179729c8-a061-4d50-968a-fe0081c532b2 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:24:55.130438 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-157fa7c5-eae6-45e1-8e47-1b78f4800a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:55.136396 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-157fa7c5-eae6-45e1-8e47-1b78f4800a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:55.171712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e777cd8-7a3c-4b5b-ba28-f286c265b8a8 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:24:55.182644 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28cf53-358d-4091-9375-afef614053f7 None None] Sync routers for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:24:55.194410 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28cf53-358d-4091-9375-afef614053f7 None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:55.195033 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-fe28cf53-358d-4091-9375-afef614053f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:55.198824 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-157fa7c5-eae6-45e1-8e47-1b78f4800a3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=323b7eae72c94ee4834ad8c47f58c4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705157 Aug 06 16:24:55.199637 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e777cd8-7a3c-4b5b-ba28-f286c265b8a8 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:55.200317 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fa7c5-eae6-45e1-8e47-1b78f4800a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959873b3-8d85-4a27-909f-46750cd167d8,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:55.215759 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1e777cd8-7a3c-4b5b-ba28-f286c265b8a8 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/e62f853d-b7c9-49e9-ac32-a0e66b7d8341 HTTP/1.1" status: 200 len: 704 time: 1.0495484 Aug 06 16:24:55.216527 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42060) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:55.218579 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42062) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:55.277910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 179729c8-a061-4d50-968a-fe0081c532b2, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=179729c8-a061-4d50-968a-fe0081c532b2,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:55.304345 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-fe28cf53-358d-4091-9375-afef614053f7 None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:55.306494 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '179729c8-a061-4d50-968a-fe0081c532b2', 'network_id': 'e5513f9b-ed83-4570-ba2d-c36678e6a783', 'port_id': '179729c8-a061-4d50-968a-fe0081c532b2', 'mac_address': 'fa:16:3e:af:c4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f1c14f-fcab-426b-bd83-701a29cc8298', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:24:55.354184 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-89ec7bd0-efd6-46d6-b34b-bee7d52bc55c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62f853d-b7c9-49e9-ac32-a0e66b7d8341 HTTP/1.1" status: 200 len: 205 time: 0.0339024 Aug 06 16:24:55.356262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42066) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:55.400480 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-fe28cf53-358d-4091-9375-afef614053f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:50Z', 'revision_number': 11, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:55.413000 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56a9dbad-2aa4-492b-aa25-7bc21717cb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:55.428670 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:55.442020 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28cf53-358d-4091-9375-afef614053f7 None None] Checking router: e62f853d-b7c9-49e9-ac32-a0e66b7d8341 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:24:55.453010 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28cf53-358d-4091-9375-afef614053f7 None None] Routers {'e62f853d-b7c9-49e9-ac32-a0e66b7d8341'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:55.453652 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-fe28cf53-358d-4091-9375-afef614053f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:55.474874 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56a9dbad-2aa4-492b-aa25-7bc21717cb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:55.477512 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2422aae5-12ae-478e-b54e-db1c0563ff11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:55.478450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 179729c8-a061-4d50-968a-fe0081c532b2 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:24:55.546061 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56a9dbad-2aa4-492b-aa25-7bc21717cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:55.562069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 179729c8-a061-4d50-968a-fe0081c532b2, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=179729c8-a061-4d50-968a-fe0081c532b2,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:55.572494 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:55.578053 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56a9dbad-2aa4-492b-aa25-7bc21717cb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:55.581462 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-56a9dbad-2aa4-492b-aa25-7bc21717cb76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/959873b3-8d85-4a27-909f-46750cd167d8 HTTP/1.1" status: 204 len: 168 time: 0.3615720 Aug 06 16:24:55.614457 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9dbad-2aa4-492b-aa25-7bc21717cb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959873b3-8d85-4a27-909f-46750cd167d8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:55.618786 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-fe28cf53-358d-4091-9375-afef614053f7 None None] Set router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:55.697534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=179729c8-a061-4d50-968a-fe0081c532b2,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:55.812301 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-fe28cf53-358d-4091-9375-afef614053f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:50Z', 'revision_number': 11, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:55.843394 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2422aae5-12ae-478e-b54e-db1c0563ff11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:55.845843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['179729c8-a061-4d50-968a-fe0081c532b2'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:24:55.853983 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2422aae5-12ae-478e-b54e-db1c0563ff11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:55.882035 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28cf53-358d-4091-9375-afef614053f7 None None] The sync data for ids ['e62f853d-b7c9-49e9-ac32-a0e66b7d8341'] in n-d-803756-1 is: [{'id': 'e62f853d-b7c9-49e9-ac32-a0e66b7d8341', 'name': 'tempest-RoutersIpV6Test-router-200576430', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:47Z', 'updated_at': '2021-08-06T16:24:50Z', 'revision_number': 11, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:24:55.946608 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2422aae5-12ae-478e-b54e-db1c0563ff11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:55.947348 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2422aae5-12ae-478e-b54e-db1c0563ff11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Fanout notify agent at l3_agent the message router_deleted on router e62f853d-b7c9-49e9-ac32-a0e66b7d8341 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:24:55.957148 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2422aae5-12ae-478e-b54e-db1c0563ff11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:55.964102 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42098) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:55.964741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2422aae5-12ae-478e-b54e-db1c0563ff11 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/routers/e62f853d-b7c9-49e9-ac32-a0e66b7d8341 HTTP/1.1" status: 204 len: 168 time: 0.6056280 Aug 06 16:24:55.969276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ab03a19c-df05-496e-b41c-b80eb679b9ba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1625588663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:56.067151 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ab03a19c-df05-496e-b41c-b80eb679b9ba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:56.072366 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ab03a19c-df05-496e-b41c-b80eb679b9ba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:56.153873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dab9f0-7629-423c-ae23-39998fb18fc2 req-9bfdc208-87c2-443e-a97b-267582736742 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:56.161841 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e0dab9f0-7629-423c-ae23-39998fb18fc2 req-9bfdc208-87c2-443e-a97b-267582736742 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 1096 time: 0.0633142 Aug 06 16:24:56.223142 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ab03a19c-df05-496e-b41c-b80eb679b9ba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:56.243062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ab03a19c-df05-496e-b41c-b80eb679b9ba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:56.282588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e0dab9f0-7629-423c-ae23-39998fb18fc2 req-05aca5d1-a641-4ad6-98c8-54e2af229171 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194718 Aug 06 16:24:56.310179 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ab03a19c-df05-496e-b41c-b80eb679b9ba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:56.317938 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ab03a19c-df05-496e-b41c-b80eb679b9ba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3538463 Aug 06 16:24:56.320891 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42116) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:56.331262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-fc623215-4989-480d-99a2-9d7d765cd6fe tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:56.613256 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fc623215-4989-480d-99a2-9d7d765cd6fe tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:56.662533 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fc623215-4989-480d-99a2-9d7d765cd6fe tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:57.029780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 179729c8-a061-4d50-968a-fe0081c532b2 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:57.132395 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 179729c8-a061-4d50-968a-fe0081c532b2 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:57.138938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 179729c8-a061-4d50-968a-fe0081c532b2 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:57.141130 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:57.338413 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:57.415244 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 179729c8-a061-4d50-968a-fe0081c532b2, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=179729c8-a061-4d50-968a-fe0081c532b2,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:57.418226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abae6117-03c7-42a6-8284-cc42fd9c6523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179729c8-a061-4d50-968a-fe0081c532b2'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:24:57.422609 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6d3466-3a1a-4455-b359-392bb1d3ba1d" -d '{"events": [{"server_uuid": "abae6117-03c7-42a6-8284-cc42fd9c6523", "name": "network-vif-plugged", "status": "completed", "tag": "179729c8-a061-4d50-968a-fe0081c532b2"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:24:57.428738 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:57.487972 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=179729c8-a061-4d50-968a-fe0081c532b2,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:57.519224 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9c347c-3489-4ef7-80e6-6f560e2b5485 x-openstack-request-id: req-5b9c347c-3489-4ef7-80e6-6f560e2b5485 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:24:57.519536 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abae6117-03c7-42a6-8284-cc42fd9c6523", "name": "network-vif-plugged", "status": "completed", "tag": "179729c8-a061-4d50-968a-fe0081c532b2", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:24:57.519790 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b9c347c-3489-4ef7-80e6-6f560e2b5485 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:24:57.520192 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abae6117-03c7-42a6-8284-cc42fd9c6523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179729c8-a061-4d50-968a-fe0081c532b2', 'code': 200} Aug 06 16:24:57.846269 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10937ceb-7e32-4071-8b59-3d587b19ab82 req-31e7a8cc-8f92-44f6-89aa-bdabacdaef51 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:57.851867 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10937ceb-7e32-4071-8b59-3d587b19ab82 req-31e7a8cc-8f92-44f6-89aa-bdabacdaef51 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 1097 time: 0.3228431 Aug 06 16:24:57.915174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd83f8-ac25-4de6-91e7-412be31c0d4e req-4c84d31b-4abe-4e51-904f-c708057220a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:57.915174 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25fd83f8-ac25-4de6-91e7-412be31c0d4e req-4c84d31b-4abe-4e51-904f-c708057220a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 1097 time: 0.2835605 Aug 06 16:24:57.976912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc623215-4989-480d-99a2-9d7d765cd6fe tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Router 1d1e8836-85bc-4800-8201-4621cd7c6c2e is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:24:57.992451 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10937ceb-7e32-4071-8b59-3d587b19ab82 req-5e480612-8650-406f-b7c5-fb6532445dea tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272743 Aug 06 16:24:58.085106 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25fd83f8-ac25-4de6-91e7-412be31c0d4e req-c5dc6b1b-4020-478a-bbb8-c8e40ab4f61a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745853 Aug 06 16:24:58.345991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc623215-4989-480d-99a2-9d7d765cd6fe tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:24:58.356680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea5aee0-4001-4810-918c-98cf30d79280 None None] Sync routers for ids ['1d1e8836-85bc-4800-8201-4621cd7c6c2e'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:24:58.386283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea5aee0-4001-4810-918c-98cf30d79280 None None] Routers {'1d1e8836-85bc-4800-8201-4621cd7c6c2e'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:58.386754 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fc623215-4989-480d-99a2-9d7d765cd6fe tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:58.388000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3ea5aee0-4001-4810-918c-98cf30d79280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['1d1e8836-85bc-4800-8201-4621cd7c6c2e'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:58.393364 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42230) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:58.395437 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fc623215-4989-480d-99a2-9d7d765cd6fe tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "PUT /v2.0/routers/1d1e8836-85bc-4800-8201-4621cd7c6c2e HTTP/1.1" status: 200 len: 698 time: 2.0717261 Aug 06 16:24:58.484933 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-3ea5aee0-4001-4810-918c-98cf30d79280 None None] Set router 1d1e8836-85bc-4800-8201-4621cd7c6c2e gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:58.556656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42236) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:58.565267 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-99fc658a-ff5b-4646-846c-856f4f0cbd6f tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/routers/1d1e8836-85bc-4800-8201-4621cd7c6c2e HTTP/1.1" status: 200 len: 704 time: 0.1591210 Aug 06 16:24:58.604517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3ea5aee0-4001-4810-918c-98cf30d79280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1e8836-85bc-4800-8201-4621cd7c6c2e', 'name': 'tempest-RoutersIpV6Test-router-1625588663', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:24:56Z', 'updated_at': '2021-08-06T16:24:56Z', 'revision_number': 2, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:58.613742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42240) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:58.613896 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-aa5a0b8b-13e6-451b-9260-c76efe95f3c1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1e8836-85bc-4800-8201-4621cd7c6c2e HTTP/1.1" status: 200 len: 205 time: 0.0559726 Aug 06 16:24:58.643664 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea5aee0-4001-4810-918c-98cf30d79280 None None] Checking router: 1d1e8836-85bc-4800-8201-4621cd7c6c2e for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:24:58.653842 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea5aee0-4001-4810-918c-98cf30d79280 None None] Routers {'1d1e8836-85bc-4800-8201-4621cd7c6c2e'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:24:58.655186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3ea5aee0-4001-4810-918c-98cf30d79280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:24:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['1d1e8836-85bc-4800-8201-4621cd7c6c2e'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:58.743028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-3ea5aee0-4001-4810-918c-98cf30d79280 None None] Set router 1d1e8836-85bc-4800-8201-4621cd7c6c2e gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:24:58.854938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-3ea5aee0-4001-4810-918c-98cf30d79280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1e8836-85bc-4800-8201-4621cd7c6c2e', 'name': 'tempest-RoutersIpV6Test-router-1625588663', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:24:56Z', 'updated_at': '2021-08-06T16:24:56Z', 'revision_number': 2, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:58.896073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42250) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:58.925595 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea5aee0-4001-4810-918c-98cf30d79280 None None] The sync data for ids ['1d1e8836-85bc-4800-8201-4621cd7c6c2e'] in n-d-803756-1 is: [{'id': '1d1e8836-85bc-4800-8201-4621cd7c6c2e', 'name': 'tempest-RoutersIpV6Test-router-1625588663', 'tenant_id': '29d186e3239b4e3c830d8febc789ceaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:24:56Z', 'updated_at': '2021-08-06T16:24:56Z', 'revision_number': 2, 'project_id': '29d186e3239b4e3c830d8febc789ceaa', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:24:59.099791 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd6d5-5aca-46e5-85ae-86350b71a677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:59.330401 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea2ed7-53d8-436b-87b9-6baef762ecd0 req-33761716-7bfe-4300-84be-58d1d79e9789 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:59.339112 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94ea2ed7-53d8-436b-87b9-6baef762ecd0 req-33761716-7bfe-4300-84be-58d1d79e9789 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 1097 time: 0.1513548 Aug 06 16:24:59.448221 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85a58a8f-5e90-4d42-8f89-e5734916aee5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:59.449079 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd6d5-5aca-46e5-85ae-86350b71a677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:59.462279 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd6d5-5aca-46e5-85ae-86350b71a677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:59.482369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94ea2ed7-53d8-436b-87b9-6baef762ecd0 req-a5bcbb7a-2731-4b6e-860d-80ef974b2f32 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314871 Aug 06 16:24:59.530221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bf3fd6d5-5aca-46e5-85ae-86350b71a677 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b80fd73b7dc49dd8df1e1a64457ca33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6328385 Aug 06 16:24:59.531760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42280) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:59.647429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fd6d5-5aca-46e5-85ae-86350b71a677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0d7d62-71de-4536-b5f8-ec0517ac35b4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:59.674474 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7ded5cd2-fc8c-4336-8d0e-e72f308c0c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:59.723723 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7ded5cd2-fc8c-4336-8d0e-e72f308c0c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:59.836598 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7ded5cd2-fc8c-4336-8d0e-e72f308c0c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:59.841322 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7ded5cd2-fc8c-4336-8d0e-e72f308c0c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:59.842509 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7ded5cd2-fc8c-4336-8d0e-e72f308c0c01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab0d7d62-71de-4536-b5f8-ec0517ac35b4 HTTP/1.1" status: 204 len: 168 time: 0.2611458 Aug 06 16:24:59.858356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded5cd2-fc8c-4336-8d0e-e72f308c0c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0d7d62-71de-4536-b5f8-ec0517ac35b4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:59.881762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77517a-4c4a-4841-be68-543923e2b9b1 req-ad75d79f-9bef-404b-af70-4d7bed46b9b8 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:59.884484 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85a58a8f-5e90-4d42-8f89-e5734916aee5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:59.889798 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d77517a-4c4a-4841-be68-543923e2b9b1 req-ad75d79f-9bef-404b-af70-4d7bed46b9b8 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 1097 time: 0.1458979 Aug 06 16:24:59.890915 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85a58a8f-5e90-4d42-8f89-e5734916aee5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:59.937449 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d77517a-4c4a-4841-be68-543923e2b9b1 req-d3440c53-0baa-4077-984f-17348781d4f0 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466363 Aug 06 16:25:00.024783 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85a58a8f-5e90-4d42-8f89-e5734916aee5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:00.025333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a58a8f-5e90-4d42-8f89-e5734916aee5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Fanout notify agent at l3_agent the message router_deleted on router 1d1e8836-85bc-4800-8201-4621cd7c6c2e {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:25:00.042150 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85a58a8f-5e90-4d42-8f89-e5734916aee5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:00.046552 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-85a58a8f-5e90-4d42-8f89-e5734916aee5 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/routers/1d1e8836-85bc-4800-8201-4621cd7c6c2e HTTP/1.1" status: 204 len: 168 time: 1.4285781 Aug 06 16:25:00.046980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42298) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:00.136316 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-452ba744-faae-4a27-8792-b92486b8aca8 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1e8836-85bc-4800-8201-4621cd7c6c2e HTTP/1.1" status: 200 len: 205 time: 0.0881305 Aug 06 16:25:00.138786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42302) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:00.192961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee5ef1-35a4-4856-a100-1c208d4b15a9 req-9988d757-8522-45dc-9c3d-b864a5a28bc2 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:00.194975 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62ee5ef1-35a4-4856-a100-1c208d4b15a9 req-9988d757-8522-45dc-9c3d-b864a5a28bc2 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 1097 time: 0.0989997 Aug 06 16:25:00.238238 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-c12ce1db-1c00-4f2c-970b-79013ab975ba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] delete failed (client error): The resource could not be found. Aug 06 16:25:00.239622 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c12ce1db-1c00-4f2c-970b-79013ab975ba tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/routers/1d1e8836-85bc-4800-8201-4621cd7c6c2e HTTP/1.1" status: 404 len: 336 time: 0.0997446 Aug 06 16:25:00.244748 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42306) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:00.274040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62ee5ef1-35a4-4856-a100-1c208d4b15a9 req-dc2ddc20-a985-4ba4-a0c8-0e313a79af3f tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715370 Aug 06 16:25:00.315865 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-090f0b9b-1c43-497d-8814-fd8776cf6750 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] DELETE failed (client error): The resource could not be found. Aug 06 16:25:00.318463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090f0b9b-1c43-497d-8814-fd8776cf6750 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:25:00.322827 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-090f0b9b-1c43-497d-8814-fd8776cf6750 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/9b1524fc-c52d-49c4-8e41-5230b141b395 HTTP/1.1" status: 404 len: 337 time: 0.0742602 Aug 06 16:25:00.324814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42314) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:00.386490 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-0daa4f2e-ebd4-44cc-bb2e-ecef832ea66e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] DELETE failed (client error): The resource could not be found. Aug 06 16:25:00.387044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0daa4f2e-ebd4-44cc-bb2e-ecef832ea66e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:25:00.389519 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0daa4f2e-ebd4-44cc-bb2e-ecef832ea66e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/a8e3ce40-bd87-4b78-99e4-b16d9991f5aa HTTP/1.1" status: 404 len: 337 time: 0.0636647 Aug 06 16:25:00.392699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42320) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:00.432886 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5112f3-1145-4d88-ae6e-3ab4afd46851 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] DELETE failed (client error): The resource could not be found. Aug 06 16:25:00.433389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5112f3-1145-4d88-ae6e-3ab4afd46851 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:25:00.437739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fb5112f3-1145-4d88-ae6e-3ab4afd46851 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/cb891cb3-efb9-4fe8-84c1-5345de96ba91 HTTP/1.1" status: 404 len: 337 time: 0.0411565 Aug 06 16:25:00.438307 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42324) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:00.489413 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-9240a95e-8366-437a-8a0d-ed2ff425b705 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] DELETE failed (client error): The resource could not be found. Aug 06 16:25:00.490311 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9240a95e-8366-437a-8a0d-ed2ff425b705 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:25:00.492362 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9240a95e-8366-437a-8a0d-ed2ff425b705 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/fa975c35-ba79-4f6c-873b-9b7515ad820d HTTP/1.1" status: 404 len: 337 time: 0.0527883 Aug 06 16:25:00.495216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42328) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:00.530000 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2c37d0eb-3231-4738-9381-2628671989f4 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62f853d-b7c9-49e9-ac32-a0e66b7d8341 HTTP/1.1" status: 200 len: 205 time: 0.0332603 Aug 06 16:25:00.533074 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42332) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:00.683861 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-42c2eddc-2ff5-46ff-a7c8-61351470d4ac tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] delete failed (client error): The resource could not be found. Aug 06 16:25:00.685159 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-42c2eddc-2ff5-46ff-a7c8-61351470d4ac tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/routers/e62f853d-b7c9-49e9-ac32-a0e66b7d8341 HTTP/1.1" status: 404 len: 336 time: 0.1510620 Aug 06 16:25:00.687914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42336) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:00.728798 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a18da489-a60a-4d18-8940-e864349e6c5c tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports?device_id=29778ffe-f8aa-4fb3-bd77-aa053bc4142a HTTP/1.1" status: 200 len: 205 time: 0.0392754 Aug 06 16:25:00.731670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42338) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:00.869979 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083d38f-6e76-4500-b6f8-44f51772a52b req-33d29566-ff7d-4a10-9b05-2db13da96860 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:00.892281 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a083d38f-6e76-4500-b6f8-44f51772a52b req-33d29566-ff7d-4a10-9b05-2db13da96860 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 1097 time: 0.1661761 Aug 06 16:25:00.896664 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-4e13f3ee-ace4-49af-bb1b-474c8917affe tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] delete failed (client error): The resource could not be found. Aug 06 16:25:00.901885 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4e13f3ee-ace4-49af-bb1b-474c8917affe tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/routers/29778ffe-f8aa-4fb3-bd77-aa053bc4142a HTTP/1.1" status: 404 len: 336 time: 0.1679094 Aug 06 16:25:00.911546 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42344) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:00.988044 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a083d38f-6e76-4500-b6f8-44f51772a52b req-76fdf9c5-b161-41a5-a8d5-8e1c114b47de tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928562 Aug 06 16:25:00.999432 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd49b867-5589-413f-91ee-647c2e47d0df tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] DELETE failed (client error): The resource could not be found. Aug 06 16:25:01.000382 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd49b867-5589-413f-91ee-647c2e47d0df tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:25:01.003109 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fd49b867-5589-413f-91ee-647c2e47d0df tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/3e46bb10-f3f7-42a5-bc00-4bd475647bad HTTP/1.1" status: 404 len: 337 time: 0.0892887 Aug 06 16:25:01.005907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42348) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:01.043341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f0915df3-c45b-4e8c-9579-032005af5db1 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports?device_id=a42ed5d4-e820-4417-8bcf-3f6cccfcfce4 HTTP/1.1" status: 200 len: 205 time: 0.0357599 Aug 06 16:25:01.045568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42352) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:01.134864 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-bef7f3dc-70a1-41e3-9f6c-00b2cac416a0 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] delete failed (client error): The resource could not be found. Aug 06 16:25:01.138748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42356) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:01.139910 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bef7f3dc-70a1-41e3-9f6c-00b2cac416a0 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/routers/a42ed5d4-e820-4417-8bcf-3f6cccfcfce4 HTTP/1.1" status: 404 len: 336 time: 0.0929923 Aug 06 16:25:01.180803 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42358) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:01.182838 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5c633ae3-8a70-4800-9a39-300db769c3ef tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports?device_id=e411879d-30b0-484b-ba44-52fe5d015790 HTTP/1.1" status: 200 len: 205 time: 0.0425382 Aug 06 16:25:01.235500 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-834b1d85-0ddd-4403-ab7a-988699ad5a19 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] delete failed (client error): The resource could not be found. Aug 06 16:25:01.239431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42364) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:01.239656 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-834b1d85-0ddd-4403-ab7a-988699ad5a19 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/routers/e411879d-30b0-484b-ba44-52fe5d015790 HTTP/1.1" status: 404 len: 336 time: 0.0576081 Aug 06 16:25:01.315260 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27db22f-89ca-4522-b145-bc992e240854 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] DELETE failed (client error): The resource could not be found. Aug 06 16:25:01.316305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27db22f-89ca-4522-b145-bc992e240854 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:25:01.322973 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a27db22f-89ca-4522-b145-bc992e240854 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/4a7b77d7-0e3a-4617-b9b7-1329c8a07d05 HTTP/1.1" status: 404 len: 337 time: 0.0814533 Aug 06 16:25:01.326511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42370) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:01.378310 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e03fdd60-31fc-4a9b-9a55-60d005c49bf9 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3650c4a-81d2-4007-af9b-6d6272076eeb HTTP/1.1" status: 200 len: 205 time: 0.0496202 Aug 06 16:25:01.380709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42374) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:01.443422 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-95d99dd0-5990-47a2-a2e6-40105974dbd6 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] delete failed (client error): The resource could not be found. Aug 06 16:25:01.444769 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-95d99dd0-5990-47a2-a2e6-40105974dbd6 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/routers/b3650c4a-81d2-4007-af9b-6d6272076eeb HTTP/1.1" status: 404 len: 336 time: 0.0628610 Aug 06 16:25:01.447653 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42376) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:01.510047 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfb0c30-7f4e-48aa-8e55-de23a700e5ed tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] DELETE failed (client error): The resource could not be found. Aug 06 16:25:01.511157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfb0c30-7f4e-48aa-8e55-de23a700e5ed tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:25:01.514085 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2cfb0c30-7f4e-48aa-8e55-de23a700e5ed tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/36f87c27-4f52-4f16-958a-753d8c6c4f5b HTTP/1.1" status: 404 len: 337 time: 0.0644329 Aug 06 16:25:01.518389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42382) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:01.561973 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-32c5ffd8-94f4-4334-9861-0f9dbdfadd0e tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "GET /v2.0/ports?device_id=fddbc7ac-5842-4042-8696-3e535e2cf6f8 HTTP/1.1" status: 200 len: 205 time: 0.0399396 Aug 06 16:25:01.561973 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42384) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:01.626814 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-f5fbeb05-f573-42cb-b6b8-5bba62562d44 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] delete failed (client error): The resource could not be found. Aug 06 16:25:01.628992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f5fbeb05-f573-42cb-b6b8-5bba62562d44 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/routers/fddbc7ac-5842-4042-8696-3e535e2cf6f8 HTTP/1.1" status: 404 len: 336 time: 0.0657587 Aug 06 16:25:01.631337 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42386) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:01.679419 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8ed5dd-e299-4287-9cac-a2a559d30dd3 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] DELETE failed (client error): The resource could not be found. Aug 06 16:25:01.679907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8ed5dd-e299-4287-9cac-a2a559d30dd3 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:25:01.682087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9d8ed5dd-e299-4287-9cac-a2a559d30dd3 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/d6bcb774-d0e7-4c5b-8d8b-19d737afa40d HTTP/1.1" status: 404 len: 337 time: 0.0492370 Aug 06 16:25:01.684475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42392) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:01.713231 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7af320-4d77-4022-9457-de37db6a24d0 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] DELETE failed (client error): The resource could not be found. Aug 06 16:25:01.713759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7af320-4d77-4022-9457-de37db6a24d0 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:25:01.717775 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1e7af320-4d77-4022-9457-de37db6a24d0 tempest-RoutersIpV6Test-1385715194 tempest-RoutersIpV6Test-1385715194-project] 10.222.0.37 "DELETE /v2.0/subnets/8ff02201-e786-4a7b-88ee-1bed0043a0e5 HTTP/1.1" status: 404 len: 337 time: 0.0298724 Aug 06 16:25:01.969329 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db316313-d1cd-4e41-bd41-4e19a9789866 req-27ec501b-1eba-4d64-aed1-dd79402dffcc tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:01.970934 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db316313-d1cd-4e41-bd41-4e19a9789866 req-27ec501b-1eba-4d64-aed1-dd79402dffcc tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 1097 time: 0.1019206 Aug 06 16:25:02.156093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-db316313-d1cd-4e41-bd41-4e19a9789866 req-8ac32c8f-a2dd-4400-b7de-926921cb6214 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Deleting port 179729c8-a061-4d50-968a-fe0081c532b2 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:02.156687 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-db316313-d1cd-4e41-bd41-4e19a9789866 req-8ac32c8f-a2dd-4400-b7de-926921cb6214 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:02.500792 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-db316313-d1cd-4e41-bd41-4e19a9789866 req-8ac32c8f-a2dd-4400-b7de-926921cb6214 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] For port 179729c8-a061-4d50-968a-fe0081c532b2, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=179729c8-a061-4d50-968a-fe0081c532b2,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:02.501168 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-db316313-d1cd-4e41-bd41-4e19a9789866 req-8ac32c8f-a2dd-4400-b7de-926921cb6214 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:02.524126 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-db316313-d1cd-4e41-bd41-4e19a9789866 req-8ac32c8f-a2dd-4400-b7de-926921cb6214 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Calling delete_port for 179729c8-a061-4d50-968a-fe0081c532b2 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:02.539966 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42428) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:02.697777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778b79e-651a-45b8-8cad-6dc4775074a5 req-a041111c-65b6-439f-8506-7d00685c4428 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:02.705938 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e778b79e-651a-45b8-8cad-6dc4775074a5 req-a041111c-65b6-439f-8506-7d00685c4428 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=abae6117-03c7-42a6-8284-cc42fd9c6523 HTTP/1.1" status: 200 len: 1097 time: 0.3296130 Aug 06 16:25:02.870670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e778b79e-651a-45b8-8cad-6dc4775074a5 req-e840a292-0192-4373-ae04-c0e240c6acb7 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367798 Aug 06 16:25:02.918697 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0d5cf3cb-8218-42d4-bf11-7b6c6b6bf798 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29d186e3239b4e3c830d8febc789ceaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774772 Aug 06 16:25:02.923829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42444) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:02.999791 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42446) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:03.030547 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-db316313-d1cd-4e41-bd41-4e19a9789866 req-8ac32c8f-a2dd-4400-b7de-926921cb6214 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:03.042887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['8a34b63e-fdbc-493f-a07a-05da4a7504b2'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:25:03.045114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['179729c8-a061-4d50-968a-fe0081c532b2'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:25:03.075618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac32c8f-a2dd-4400-b7de-926921cb6214 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Pushing event deleted for resources: {'Port': ['ID=179729c8-a061-4d50-968a-fe0081c532b2,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:03.145767 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5fa0f848-1a85-4e9e-a378-60e23b8a73f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:03.148045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-db316313-d1cd-4e41-bd41-4e19a9789866 req-8ac32c8f-a2dd-4400-b7de-926921cb6214 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] No DVR routers for this DVR port 179729c8-a061-4d50-968a-fe0081c532b2 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:25:03.152347 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-db316313-d1cd-4e41-bd41-4e19a9789866 req-8ac32c8f-a2dd-4400-b7de-926921cb6214 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:03.155988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db316313-d1cd-4e41-bd41-4e19a9789866 req-8ac32c8f-a2dd-4400-b7de-926921cb6214 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.13 "DELETE /v2.0/ports/179729c8-a061-4d50-968a-fe0081c532b2 HTTP/1.1" status: 204 len: 173 time: 1.1770918 Aug 06 16:25:03.167864 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abae6117-03c7-42a6-8284-cc42fd9c6523', 'name': 'network-vif-deleted', 'tag': '179729c8-a061-4d50-968a-fe0081c532b2'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:25:03.175545 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56187552-7f0a-4dca-b815-911cee067b97" -d '{"events": [{"server_uuid": "abae6117-03c7-42a6-8284-cc42fd9c6523", "name": "network-vif-deleted", "tag": "179729c8-a061-4d50-968a-fe0081c532b2"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:25:03.243113 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5fa0f848-1a85-4e9e-a378-60e23b8a73f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:03.358375 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3ec538-5d8c-49e5-8dd8-55b83d6afb2f x-openstack-request-id: req-4e3ec538-5d8c-49e5-8dd8-55b83d6afb2f {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:25:03.359626 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abae6117-03c7-42a6-8284-cc42fd9c6523", "name": "network-vif-deleted", "tag": "179729c8-a061-4d50-968a-fe0081c532b2", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:25:03.360031 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e3ec538-5d8c-49e5-8dd8-55b83d6afb2f {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:25:03.360842 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abae6117-03c7-42a6-8284-cc42fd9c6523', 'name': 'network-vif-deleted', 'tag': '179729c8-a061-4d50-968a-fe0081c532b2', 'status': 'completed', 'code': 200} Aug 06 16:25:03.399256 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5fa0f848-1a85-4e9e-a378-60e23b8a73f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:03.406203 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5fa0f848-1a85-4e9e-a378-60e23b8a73f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:03.410904 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5fa0f848-1a85-4e9e-a378-60e23b8a73f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31b7c57e-c60e-4d69-8060-0432578e70a2 HTTP/1.1" status: 204 len: 168 time: 0.4859931 Aug 06 16:25:03.446917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0f848-1a85-4e9e-a378-60e23b8a73f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b7c57e-c60e-4d69-8060-0432578e70a2,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:03.641872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-1f77417c-3343-4144-8450-71f578cb53be tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1246506243'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:03.723920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f77417c-3343-4144-8450-71f578cb53be tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Made reservation on behalf of 8c52df4f165b4eefb16cc4bddda4ee2d for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:03.738751 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f77417c-3343-4144-8450-71f578cb53be tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:03.779651 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f77417c-3343-4144-8450-71f578cb53be tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:03.980191 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7d24bb92-a212-4f21-9f6d-ad0e4611098d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:04.080734 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42478) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:04.215649 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f77417c-3343-4144-8450-71f578cb53be tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:04.223961 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f77417c-3343-4144-8450-71f578cb53be tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:04.289125 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f77417c-3343-4144-8450-71f578cb53be tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:25:04.347827 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77417c-3343-4144-8450-71f578cb53be tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299f995d-241b-4edf-a5bc-32263c3a101d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:04.370535 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f77417c-3343-4144-8450-71f578cb53be tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:04.371099 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-1f77417c-3343-4144-8450-71f578cb53be tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Added segment 0c94d212-5b73-49f5-9192-398a48b3c965 of type vlan for network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 Aug 06 16:25:04.536541 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f77417c-3343-4144-8450-71f578cb53be tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:04.578299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefdc57-570e-4acc-bc47-c39c4fc19c8e req-8f08af2e-537d-4c1b-bae4-87377e04187f tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:04.583406 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dcefdc57-570e-4acc-bc47-c39c4fc19c8e req-8f08af2e-537d-4c1b-bae4-87377e04187f tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 1096 time: 0.0929399 Aug 06 16:25:04.605436 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb0e78df-87d2-4245-9a0c-087a603f3e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:04.622184 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f77417c-3343-4144-8450-71f578cb53be tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:04.630881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f77417c-3343-4144-8450-71f578cb53be tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:04.636453 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1f77417c-3343-4144-8450-71f578cb53be tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:04.810054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77417c-3343-4144-8450-71f578cb53be tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Pushing event updated for resources: {'Network': ['ID=a3d35dc5-95c9-4a59-9be2-dc0019f8b166,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:04.828321 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:25:04.846415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dcefdc57-570e-4acc-bc47-c39c4fc19c8e req-34298d53-7309-4c57-bc23-1f74ecf9a945 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312028 Aug 06 16:25:04.980683 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb0e78df-87d2-4245-9a0c-087a603f3e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:04.989124 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb0e78df-87d2-4245-9a0c-087a603f3e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:04.994538 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1f77417c-3343-4144-8450-71f578cb53be tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9931967 Aug 06 16:25:05.005075 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-345910f7-4be2-4eb4-bfc2-f1cc4bca65e2 req-bdcc630e-0e7b-479e-a354-3785dd95b9b9 service neutron] (105765) timed out ('10.222.0.37', 48740) {{(pid=105765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:25:05.055849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 179729c8-a061-4d50-968a-fe0081c532b2 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:25:05.130995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-eb0e78df-87d2-4245-9a0c-087a603f3e7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c62982c4f4e4a4b8cab168eeeb3b43b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0489721 Aug 06 16:25:05.132714 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e78df-87d2-4245-9a0c-087a603f3e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaed35ee-aea2-409b-bb32-9497e6b03d2e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:05.133973 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42518) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:05.150874 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 179729c8-a061-4d50-968a-fe0081c532b2 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:25:05.152179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 179729c8-a061-4d50-968a-fe0081c532b2 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:25:05.219501 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f05e0383-3c0c-469b-bd67-2c773b65a4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:05.285763 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f05e0383-3c0c-469b-bd67-2c773b65a4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:05.403240 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f05e0383-3c0c-469b-bd67-2c773b65a4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:05.406826 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f05e0383-3c0c-469b-bd67-2c773b65a4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:05.415522 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f05e0383-3c0c-469b-bd67-2c773b65a4be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eaed35ee-aea2-409b-bb32-9497e6b03d2e HTTP/1.1" status: 204 len: 168 time: 0.2801514 Aug 06 16:25:05.424979 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42526) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:05.435574 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e0383-3c0c-469b-bd67-2c773b65a4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaed35ee-aea2-409b-bb32-9497e6b03d2e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:05.663678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42534) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:05.679051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Request body: {'port': {'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166', 'binding:host_id': 'n-h1-803756-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1537724355'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:05.710332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Made reservation on behalf of 67fb726b69614c6a8223c7d2a267597a for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:05.717171 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:05.742390 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:05.944778 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:05.964517 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:05.974815 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] device_id is not set on port c44c82ca-7300-4a18-9c86-a068a4962b44 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:25:06.106450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-bcc7ea2a-576b-438a-bfef-81e3e54a8dd6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group': {'name': 'tempest-secgroup--41552077'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:06.159046 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf790c78-f6e1-403f-af14-7c9cd17482e2,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:06.213016 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcc7ea2a-576b-438a-bfef-81e3e54a8dd6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:06.233706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be5af7-bf36-4adb-9297-16ff9f6e62b5 req-fb3f7c88-d205-40d3-b051-7f1139b8a89c tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:06.241704 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-122c27a8-001d-432a-b3f7-207cab97d03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:06.242227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4be5af7-bf36-4adb-9297-16ff9f6e62b5 req-fb3f7c88-d205-40d3-b051-7f1139b8a89c tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 1096 time: 0.1639969 Aug 06 16:25:06.255457 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcc7ea2a-576b-438a-bfef-81e3e54a8dd6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:06.278953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f4ee3-20ba-4ec9-a23f-aa538a4531f2 req-29d1ff4c-086c-492e-b862-b4c16af29cce tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:06.280824 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-821f4ee3-20ba-4ec9-a23f-aa538a4531f2 req-29d1ff4c-086c-492e-b862-b4c16af29cce tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 1096 time: 0.1929908 Aug 06 16:25:06.421679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4be5af7-bf36-4adb-9297-16ff9f6e62b5 req-06bc2603-c808-4e64-a10f-936b294de531 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=9baca9bc-915e-488f-bfd9-81095c08fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785815 Aug 06 16:25:06.532820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] device_id is not set on port c44c82ca-7300-4a18-9c86-a068a4962b44 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:25:06.555213 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:06.578000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Transition to ACTIVE for port object c44c82ca-7300-4a18-9c86-a068a4962b44 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:25:06.582812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-821f4ee3-20ba-4ec9-a23f-aa538a4531f2 req-c3859e84-f212-4cca-a692-5cf4c3b26d63 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Deleting port 8a34b63e-fdbc-493f-a07a-05da4a7504b2 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:06.583152 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-821f4ee3-20ba-4ec9-a23f-aa538a4531f2 req-c3859e84-f212-4cca-a692-5cf4c3b26d63 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:06.630163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42562) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:06.632435 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:06.655351 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:06.705069 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcc7ea2a-576b-438a-bfef-81e3e54a8dd6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:06.725980 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcc7ea2a-576b-438a-bfef-81e3e54a8dd6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:06.755130 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1559993913-network', 'tenant_id': '865899436ee44c2fb41f9e55ce11b02d'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:06.756819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Pushing event updated for resources: {'Port': ['ID=c44c82ca-7300-4a18-9c86-a068a4962b44,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:06.815016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7ea2a-576b-438a-bfef-81e3e54a8dd6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e3831d-0e1c-49bd-87a4-b67964fcb923,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:06.823790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-821f4ee3-20ba-4ec9-a23f-aa538a4531f2 req-c3859e84-f212-4cca-a692-5cf4c3b26d63 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] For port 8a34b63e-fdbc-493f-a07a-05da4a7504b2, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=8a34b63e-fdbc-493f-a07a-05da4a7504b2,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:06.824161 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-821f4ee3-20ba-4ec9-a23f-aa538a4531f2 req-c3859e84-f212-4cca-a692-5cf4c3b26d63 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:06.842010 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Checking segment: {'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:25:06.842371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Network hostable DHCP agents. Network: a3d35dc5-95c9-4a59-9be2-dc0019f8b166, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:25:06.849596 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-821f4ee3-20ba-4ec9-a23f-aa538a4531f2 req-c3859e84-f212-4cca-a692-5cf4c3b26d63 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Calling delete_port for 8a34b63e-fdbc-493f-a07a-05da4a7504b2 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:06.929361 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:25:06.951152 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcc7ea2a-576b-438a-bfef-81e3e54a8dd6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:06.956781 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a3d35dc5-95c9-4a59-9be2-dc0019f8b166) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:25:06.963734 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcc7ea2a-576b-438a-bfef-81e3e54a8dd6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:06.965220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1686834a-8b4f-4a44-a1fe-d16a2b6115f6 None None] Network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:25:06.973610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:25:06.992265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Made reservation on behalf of 865899436ee44c2fb41f9e55ce11b02d for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:06.994824 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.012654 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.016594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:07.016954 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:07.017295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:07.019329 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bcc7ea2a-576b-438a-bfef-81e3e54a8dd6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.023196 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bcc7ea2a-576b-438a-bfef-81e3e54a8dd6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5971353 Aug 06 16:25:07.024153 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42566) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:07.035164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:07.035521 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:07.036064 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7ea2a-576b-438a-bfef-81e3e54a8dd6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d083655-a369-4125-a5ec-236dbb5e2790,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:07.039073 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 2 to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 Aug 06 16:25:07.061130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:07.061471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:07.062341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:07.090252 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:07.090516 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:07.092406 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 3 to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 Aug 06 16:25:07.120688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:07.121259 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:07.122185 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:07.128389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:07.128932 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:07.129323 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 4 to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 Aug 06 16:25:07.140398 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-821f4ee3-20ba-4ec9-a23f-aa538a4531f2 req-c3859e84-f212-4cca-a692-5cf4c3b26d63 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.152278 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['8a34b63e-fdbc-493f-a07a-05da4a7504b2'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:25:07.159846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:07.160181 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:07.160684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:07.163504 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-44777b19-f61f-48cf-93ee-4062b27aa52b tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1374261 Aug 06 16:25:07.182625 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42568) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:07.189587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-784df734-3032-446b-a904-daf63e802586 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group': {'name': 'tempest-security--1015411500', 'description': 'tempest-security-description-478930944'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:07.195270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3859e84-f212-4cca-a692-5cf4c3b26d63 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a34b63e-fdbc-493f-a07a-05da4a7504b2,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:07.216262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:07.216826 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:07.222589 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 5 to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 Aug 06 16:25:07.233832 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.239176 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.273308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:07.273729 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:07.274237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:07.277791 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-784df734-3032-446b-a904-daf63e802586 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.277933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:25:07.281793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-821f4ee3-20ba-4ec9-a23f-aa538a4531f2 req-c3859e84-f212-4cca-a692-5cf4c3b26d63 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] No DVR routers for this DVR port 8a34b63e-fdbc-493f-a07a-05da4a7504b2 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:25:07.291945 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-821f4ee3-20ba-4ec9-a23f-aa538a4531f2 req-c3859e84-f212-4cca-a692-5cf4c3b26d63 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.293321 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb43535d-df09-4208-8c5a-9fc44d2391e3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:07.294409 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-821f4ee3-20ba-4ec9-a23f-aa538a4531f2 req-c3859e84-f212-4cca-a692-5cf4c3b26d63 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.78 "DELETE /v2.0/ports/8a34b63e-fdbc-493f-a07a-05da4a7504b2 HTTP/1.1" status: 204 len: 173 time: 0.9926949 Aug 06 16:25:07.295004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10135499-4c71-4bf6-9b1d-26d560b43c59', 'name': 'network-vif-deleted', 'tag': '8a34b63e-fdbc-493f-a07a-05da4a7504b2'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:25:07.298654 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19b2a23-0ce5-4813-bdf6-e9c967a4be3f" -d '{"events": [{"server_uuid": "10135499-4c71-4bf6-9b1d-26d560b43c59", "name": "network-vif-deleted", "tag": "8a34b63e-fdbc-493f-a07a-05da4a7504b2"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:25:07.307946 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.308506 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Added segment 6650fc45-8bb5-4d50-8d79-6a81af207d3d of type vlan for network 26f288b1-362a-4a33-8cf7-1cb265710f1a Aug 06 16:25:07.311294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:07.311856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:07.312302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:07.312789 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:07.313270 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:07.314363 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:07.315013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:07.316145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:07.316476 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:07.316588 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:07.317068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:07.317562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:07.318187 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:07.318695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:07.319859 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 6 to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 Aug 06 16:25:07.350820 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.371713 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d4270e-41ff-43f2-acbc-e8f7d0f9e3a8 x-openstack-request-id: req-b2d4270e-41ff-43f2-acbc-e8f7d0f9e3a8 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:25:07.372260 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10135499-4c71-4bf6-9b1d-26d560b43c59", "name": "network-vif-deleted", "tag": "8a34b63e-fdbc-493f-a07a-05da4a7504b2", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:25:07.372666 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2d4270e-41ff-43f2-acbc-e8f7d0f9e3a8 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:25:07.373199 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10135499-4c71-4bf6-9b1d-26d560b43c59', 'name': 'network-vif-deleted', 'tag': '8a34b63e-fdbc-493f-a07a-05da4a7504b2', 'status': 'completed', 'code': 200} Aug 06 16:25:07.377059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:07.377700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:07.378191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:07.388742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:07.389306 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:07.397033 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 7 to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 Aug 06 16:25:07.403208 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-784df734-3032-446b-a904-daf63e802586 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.403391 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.417912 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-784df734-3032-446b-a904-daf63e802586 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.420802 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-784df734-3032-446b-a904-daf63e802586 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.422310 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-784df734-3032-446b-a904-daf63e802586 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "PUT /v2.0/security-groups/7d083655-a369-4125-a5ec-236dbb5e2790 HTTP/1.1" status: 200 len: 1779 time: 0.2379675 Aug 06 16:25:07.425196 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42572) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:07.434357 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:07.436778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:07.437288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:07.462041 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:07.462372 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:07.477231 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 8 to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 Aug 06 16:25:07.508980 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.509656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:07.510684 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.536223 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784df734-3032-446b-a904-daf63e802586 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d083655-a369-4125-a5ec-236dbb5e2790,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:07.557221 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:07.557555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:07.557909 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:07.558215 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-60fdfc29-3590-41ae-bc71-9fca4ce186cf tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-groups/7d083655-a369-4125-a5ec-236dbb5e2790 HTTP/1.1" status: 200 len: 1779 time: 0.1317651 Aug 06 16:25:07.563870 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7eb341a6-09b9-461a-896a-050150ec437e req-ce54d4dc-f838-4024-9fb7-3f925c5644c9 tempest-TestServerMultinode-1520264646 tempest-TestServerMultinode-1520264646-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=10135499-4c71-4bf6-9b1d-26d560b43c59 HTTP/1.1" status: 200 len: 210 time: 0.0512049 Aug 06 16:25:07.564355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42576) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:07.566059 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9347444 Aug 06 16:25:07.566698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42578) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:07.572811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:07.573142 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:07.574808 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 9 to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 Aug 06 16:25:07.604211 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:07.604552 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:07.604890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:07.623608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59a3b1-6d9d-45d0-b074-0f61263a71d4 admin admin] Pushing event updated for resources: {'Network': ['ID=26f288b1-362a-4a33-8cf7-1cb265710f1a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:07.637376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c0f435d1-1015-46ed-88b2-0b4bbddae66b admin admin] Request body: {'subnet': {'network_id': '26f288b1-362a-4a33-8cf7-1cb265710f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1559993913-subnet', 'tenant_id': '865899436ee44c2fb41f9e55ce11b02d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:07.638044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 26f288b1-362a-4a33-8cf7-1cb265710f1a details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:25:07.648375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:07.648375 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:07.652597 n-d-803756-1 neutron-server[105765]: INFO neutron.plugins.ml2.plugin [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 10 to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 Aug 06 16:25:07.665171 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f435d1-1015-46ed-88b2-0b4bbddae66b admin admin] Made reservation on behalf of 865899436ee44c2fb41f9e55ce11b02d for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:07.668537 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c0f435d1-1015-46ed-88b2-0b4bbddae66b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.684932 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:07.685321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:07.685612 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:07.698910 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port c44c82ca-7300-4a18-9c86-a068a4962b44 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:07.699257 n-d-803756-1 neutron-server[105765]: ERROR neutron.plugins.ml2.managers [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port c44c82ca-7300-4a18-9c86-a068a4962b44 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:07.699635 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.721241 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-59002a78-752b-40fb-be0b-ac17057de015 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.780419 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-59002a78-752b-40fb-be0b-ac17057de015 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.828278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] For port c44c82ca-7300-4a18-9c86-a068a4962b44, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:25:07.829404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempted to set empty binding levels {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 16:25:07.835342 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.873831 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:07.874411 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.881000 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-59002a78-752b-40fb-be0b-ac17057de015 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.884738 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-59002a78-752b-40fb-be0b-ac17057de015 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.886100 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-59002a78-752b-40fb-be0b-ac17057de015 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-groups/7d083655-a369-4125-a5ec-236dbb5e2790 HTTP/1.1" status: 204 len: 168 time: 0.3195908 Aug 06 16:25:07.889322 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42586) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:07.924773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59002a78-752b-40fb-be0b-ac17057de015 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d083655-a369-4125-a5ec-236dbb5e2790,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:07.931398 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Pushing event updated for resources: {'Port': ['ID=c44c82ca-7300-4a18-9c86-a068a4962b44,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:07.937643 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c0f435d1-1015-46ed-88b2-0b4bbddae66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.942160 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b96c52c3-7720-4e96-be37-e40fe32d2af9 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.2755425 Aug 06 16:25:07.943994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42588) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:08.031477 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d866a32d-728d-4933-943d-4c8495e424ef tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1400816 Aug 06 16:25:08.033728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42590) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:08.056225 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-5929076a-ffdc-4fc1-bd2f-ce3fded919f3 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] delete failed (client error): The resource could not be found. Aug 06 16:25:08.060695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f435d1-1015-46ed-88b2-0b4bbddae66b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a27503-8463-402d-8e8e-1de2aa6fc607,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:08.060959 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5929076a-ffdc-4fc1-bd2f-ce3fded919f3 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-groups/7d083655-a369-4125-a5ec-236dbb5e2790 HTTP/1.1" status: 404 len: 347 time: 0.0217288 Aug 06 16:25:08.061922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42592) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:08.071073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-0eb3455d-cf8b-453d-b28c-754455266b8f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group': {'name': 'tempest-secgroup--750722286'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:08.078669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-47dbd297-96c0-4204-9327-63f4a609bd0c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Deleting port c44c82ca-7300-4a18-9c86-a068a4962b44 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:08.079043 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-47dbd297-96c0-4204-9327-63f4a609bd0c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.081483 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f435d1-1015-46ed-88b2-0b4bbddae66b admin admin] Checking segment: {'id': '6650fc45-8bb5-4d50-8d79-6a81af207d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '26f288b1-362a-4a33-8cf7-1cb265710f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:25:08.081944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f435d1-1015-46ed-88b2-0b4bbddae66b admin admin] Network hostable DHCP agents. Network: 26f288b1-362a-4a33-8cf7-1cb265710f1a, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:25:08.104308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f435d1-1015-46ed-88b2-0b4bbddae66b admin admin] Network 26f288b1-362a-4a33-8cf7-1cb265710f1a is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:25:08.117018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-c0f435d1-1015-46ed-88b2-0b4bbddae66b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 26f288b1-362a-4a33-8cf7-1cb265710f1a) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:25:08.121806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f435d1-1015-46ed-88b2-0b4bbddae66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:08.122438 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c0f435d1-1015-46ed-88b2-0b4bbddae66b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.128755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0c6333-a13c-4e2f-8204-1cadf44c0210 None None] Network 26f288b1-362a-4a33-8cf7-1cb265710f1a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:25:08.158079 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0eb3455d-cf8b-453d-b28c-754455266b8f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.159572 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c0f435d1-1015-46ed-88b2-0b4bbddae66b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5368719 Aug 06 16:25:08.174490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-47dbd297-96c0-4204-9327-63f4a609bd0c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] For port c44c82ca-7300-4a18-9c86-a068a4962b44, host n-h1-803756-1, got binding levels [] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:08.174927 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-47dbd297-96c0-4204-9327-63f4a609bd0c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.190687 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-47dbd297-96c0-4204-9327-63f4a609bd0c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Calling delete_port for c44c82ca-7300-4a18-9c86-a068a4962b44 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:08.288404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c992c669-fa38-4666-841b-14d04d15701d None None] Network 26f288b1-362a-4a33-8cf7-1cb265710f1a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:25:08.336080 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-47dbd297-96c0-4204-9327-63f4a609bd0c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.348449 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0eb3455d-cf8b-453d-b28c-754455266b8f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.372199 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0eb3455d-cf8b-453d-b28c-754455266b8f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.400516 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbd297-96c0-4204-9327-63f4a609bd0c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Pushing event deleted for resources: {'Port': ['ID=c44c82ca-7300-4a18-9c86-a068a4962b44,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:08.405128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3455d-cf8b-453d-b28c-754455266b8f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd568a5-b77a-4451-a31e-4cb81364b3fc,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:08.414367 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-47dbd297-96c0-4204-9327-63f4a609bd0c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.419247 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42600) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:08.419376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-47dbd297-96c0-4204-9327-63f4a609bd0c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] 10.222.0.37 "DELETE /v2.0/ports/c44c82ca-7300-4a18-9c86-a068a4962b44 HTTP/1.1" status: 204 len: 168 time: 0.4742754 Aug 06 16:25:08.426711 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0eb3455d-cf8b-453d-b28c-754455266b8f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.427923 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0eb3455d-cf8b-453d-b28c-754455266b8f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3650255 Aug 06 16:25:08.430826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42602) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:08.438512 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2b04a6ab-cab6-465a-b49b-e83b082f5d90 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group_rule': {'security_group_id': '9bd568a5-b77a-4451-a31e-4cb81364b3fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:08.452946 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ad4cc1-20a2-4fe2-ba0b-7a5066d91543 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] GET failed (client error): The resource could not be found. Aug 06 16:25:08.454746 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-22ad4cc1-20a2-4fe2-ba0b-7a5066d91543 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] 10.222.0.37 "GET /v2.0/ports/c44c82ca-7300-4a18-9c86-a068a4962b44 HTTP/1.1" status: 404 len: 333 time: 0.0340340 Aug 06 16:25:08.458720 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42604) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:08.465283 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3a9edb52-4a23-4ffe-8148-3b8fb11a98da tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Request body: {'port': {'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1880128017'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:08.484427 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b04a6ab-cab6-465a-b49b-e83b082f5d90 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.496547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9edb52-4a23-4ffe-8148-3b8fb11a98da tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Made reservation on behalf of 67fb726b69614c6a8223c7d2a267597a for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:08.499546 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a9edb52-4a23-4ffe-8148-3b8fb11a98da tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.515738 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-3a9edb52-4a23-4ffe-8148-3b8fb11a98da tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] device_id is not set on port fef645ca-258c-4d50-817b-57c26328c26e yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:25:08.557108 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b04a6ab-cab6-465a-b49b-e83b082f5d90 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.575302 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b04a6ab-cab6-465a-b49b-e83b082f5d90 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.595816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04a6ab-cab6-465a-b49b-e83b082f5d90 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab116b91-f937-40f4-bd80-2c8a060936bc,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:08.614472 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b04a6ab-cab6-465a-b49b-e83b082f5d90 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.620392 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42608) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:08.620513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2b04a6ab-cab6-465a-b49b-e83b082f5d90 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1879723 Aug 06 16:25:08.651960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42610) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:08.744770 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3758664-6a95-4549-a1aa-b99c1410ece6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.774296 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3758664-6a95-4549-a1aa-b99c1410ece6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.779298 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a9edb52-4a23-4ffe-8148-3b8fb11a98da tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.826579 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3758664-6a95-4549-a1aa-b99c1410ece6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.836260 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a3758664-6a95-4549-a1aa-b99c1410ece6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.841574 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a3758664-6a95-4549-a1aa-b99c1410ece6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ab116b91-f937-40f4-bd80-2c8a060936bc HTTP/1.1" status: 204 len: 168 time: 0.2201364 Aug 06 16:25:08.844532 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42618) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:08.849520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3758664-6a95-4549-a1aa-b99c1410ece6 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab116b91-f937-40f4-bd80-2c8a060936bc,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:08.865677 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a9edb52-4a23-4ffe-8148-3b8fb11a98da tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.915387 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9edb52-4a23-4ffe-8148-3b8fb11a98da tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:25:08.923205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-3a9edb52-4a23-4ffe-8148-3b8fb11a98da tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:25:08.931534 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9edb52-4a23-4ffe-8148-3b8fb11a98da tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:25:08.932497 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9edb52-4a23-4ffe-8148-3b8fb11a98da tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:08.933109 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3a9edb52-4a23-4ffe-8148-3b8fb11a98da tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.939483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-254d8d0b-4e66-4a5c-94b0-b8d064cf8989 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0910060 Aug 06 16:25:08.940744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42624) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:08.957333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9edb52-4a23-4ffe-8148-3b8fb11a98da tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Pushing event updated for resources: {'Port': ['ID=fef645ca-258c-4d50-817b-57c26328c26e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:08.970489 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3a9edb52-4a23-4ffe-8148-3b8fb11a98da tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5105951 Aug 06 16:25:08.971728 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42626) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:08.978127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:09.068746 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:09.079332 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:09.083914 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b1588df1-2eeb-4af1-b919-dd68c471b602 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:09.174949 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b1588df1-2eeb-4af1-b919-dd68c471b602 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:09.307098 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b1588df1-2eeb-4af1-b919-dd68c471b602 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:09.314309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] device_id is not set on port fef645ca-258c-4d50-817b-57c26328c26e yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:25:09.315682 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b1588df1-2eeb-4af1-b919-dd68c471b602 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:09.319359 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b1588df1-2eeb-4af1-b919-dd68c471b602 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-groups/9bd568a5-b77a-4451-a31e-4cb81364b3fc HTTP/1.1" status: 204 len: 168 time: 0.3752396 Aug 06 16:25:09.320749 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42636) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:09.326852 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:09.348268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Transition to ACTIVE for port object fef645ca-258c-4d50-817b-57c26328c26e will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:25:09.353453 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:09.369032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1588df1-2eeb-4af1-b919-dd68c471b602 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd568a5-b77a-4451-a31e-4cb81364b3fc,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:09.427619 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Pushing event updated for resources: {'Port': ['ID=fef645ca-258c-4d50-817b-57c26328c26e,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:09.452791 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:09.453122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:09.453462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:09.458938 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:09.459265 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:09.459649 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 2 to bind port fef645ca-258c-4d50-817b-57c26328c26e Aug 06 16:25:09.476445 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:09.476783 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:09.477116 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:09.482154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:09.482478 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:09.482927 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 3 to bind port fef645ca-258c-4d50-817b-57c26328c26e Aug 06 16:25:09.492251 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42638) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:09.494307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ff57ec17-7d77-4710-aa8a-b355c7610ed8 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1592391 Aug 06 16:25:09.498381 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-cd35969a-0198-4eb8-befe-7816c110f91a tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group': {'name': 'tempest-secgroup--809914234'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:09.512164 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:09.512500 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:09.512837 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:09.525030 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:09.525365 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:09.527676 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 4 to bind port fef645ca-258c-4d50-817b-57c26328c26e Aug 06 16:25:09.542123 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd35969a-0198-4eb8-befe-7816c110f91a tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:09.543050 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4460b57a-ef2e-49e8-8950-a6944d867adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:09.554467 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:09.554802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:09.555138 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:09.568579 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:09.568926 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:09.572713 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 5 to bind port fef645ca-258c-4d50-817b-57c26328c26e Aug 06 16:25:09.598976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:09.599431 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:09.600006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:09.609561 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:09.609561 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:09.612034 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 6 to bind port fef645ca-258c-4d50-817b-57c26328c26e Aug 06 16:25:09.647380 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42640) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:09.659008 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b52de22d-19ce-47d2-ac15-f259b115618b tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1254054930', 'description': 'tempest-secgroup-smoke-1254054930 description', 'project_id': '578165b6e6eb493383f2d526fd4fe380'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:09.678413 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:09.678653 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:09.678991 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:09.687633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:09.687633 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:09.690748 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 7 to bind port fef645ca-258c-4d50-817b-57c26328c26e Aug 06 16:25:09.719189 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:09.719671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:09.720443 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:09.726463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:09.726926 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:09.727855 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 8 to bind port fef645ca-258c-4d50-817b-57c26328c26e Aug 06 16:25:09.765668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:09.767328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:09.767671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:09.771638 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd35969a-0198-4eb8-befe-7816c110f91a tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:09.779419 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8a34b63e-fdbc-493f-a07a-05da4a7504b2 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:25:09.780970 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:09.781346 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:09.784324 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 9 to bind port fef645ca-258c-4d50-817b-57c26328c26e Aug 06 16:25:09.786899 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd35969a-0198-4eb8-befe-7816c110f91a tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:09.836004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 8a34b63e-fdbc-493f-a07a-05da4a7504b2 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:25:09.836342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 8a34b63e-fdbc-493f-a07a-05da4a7504b2 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:25:09.844884 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b52de22d-19ce-47d2-ac15-f259b115618b tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:09.874474 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:09.874814 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:09.875151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:09.881304 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd35969a-0198-4eb8-befe-7816c110f91a tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:09.885717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42642) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:09.886232 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cd35969a-0198-4eb8-befe-7816c110f91a tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3925138 Aug 06 16:25:09.890728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-9588ddc1-9f4f-4ada-aa36-db1aa5637768 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group_rule': {'security_group_id': '33fba666-9bb5-4508-ac63-ee82f2e3b962', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:09.895852 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35969a-0198-4eb8-befe-7816c110f91a tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33fba666-9bb5-4508-ac63-ee82f2e3b962,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:09.901783 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:09.902106 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:09.906710 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 10 to bind port fef645ca-258c-4d50-817b-57c26328c26e Aug 06 16:25:09.925580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-4460b57a-ef2e-49e8-8950-a6944d867adf admin admin] Deleting port 4327d312-5bda-44a1-98d8-abebce6915ad {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:09.926355 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4460b57a-ef2e-49e8-8950-a6944d867adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:09.928937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:09.929228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:09.929562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:09.935553 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:09.935882 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port fef645ca-258c-4d50-817b-57c26328c26e on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:09.936244 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.034744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-4460b57a-ef2e-49e8-8950-a6944d867adf admin admin] For port 4327d312-5bda-44a1-98d8-abebce6915ad, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4327d312-5bda-44a1-98d8-abebce6915ad,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:10.035122 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4460b57a-ef2e-49e8-8950-a6944d867adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.050100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-4460b57a-ef2e-49e8-8950-a6944d867adf admin admin] Calling delete_port for 4327d312-5bda-44a1-98d8-abebce6915ad owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:10.064067 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b52de22d-19ce-47d2-ac15-f259b115618b tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.072131 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b52de22d-19ce-47d2-ac15-f259b115618b tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.116321 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] For port fef645ca-258c-4d50-817b-57c26328c26e, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:25:10.117042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempted to set empty binding levels {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 16:25:10.123433 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.126742 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52de22d-19ce-47d2-ac15-f259b115618b tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388823f4-8a61-4a02-a748-56e3462e06a0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:10.165704 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9588ddc1-9f4f-4ada-aa36-db1aa5637768 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.178525 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] In _notify_port_updated(), no bound segment for port fef645ca-258c-4d50-817b-57c26328c26e on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:25:10.179428 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.180076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.185228 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42652) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:10.186222 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] 10.222.0.37 "PUT /v2.0/ports/fef645ca-258c-4d50-817b-57c26328c26e HTTP/1.1" status: 200 len: 975 time: 1.2121334 Aug 06 16:25:10.188704 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b52de22d-19ce-47d2-ac15-f259b115618b tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.189956 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b52de22d-19ce-47d2-ac15-f259b115618b tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5415921 Aug 06 16:25:10.192826 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42654) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:10.198489 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-71b36eb0-fe7d-431e-b25f-d32a83b5484d tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Request body: {'security_group_rule': {'security_group_id': '388823f4-8a61-4a02-a748-56e3462e06a0', 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:10.209487 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59b2c4-3b82-4cec-8369-f787f1f449d5 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Pushing event updated for resources: {'Port': ['ID=fef645ca-258c-4d50-817b-57c26328c26e,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:10.233458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71b36eb0-fe7d-431e-b25f-d32a83b5484d tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.291370 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71b36eb0-fe7d-431e-b25f-d32a83b5484d tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.296811 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71b36eb0-fe7d-431e-b25f-d32a83b5484d tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.313205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b36eb0-fe7d-431e-b25f-d32a83b5484d tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c604189-c543-4099-b91a-1c6bb07db0c1,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:10.327647 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71b36eb0-fe7d-431e-b25f-d32a83b5484d tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.329538 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-71b36eb0-fe7d-431e-b25f-d32a83b5484d tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351359 Aug 06 16:25:10.332153 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42656) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:10.339043 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a4d1b221-da84-4946-852d-f3de2b732f96 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Request body: {'security_group_rule': {'security_group_id': '388823f4-8a61-4a02-a748-56e3462e06a0', 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:10.411426 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9588ddc1-9f4f-4ada-aa36-db1aa5637768 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.411573 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4d1b221-da84-4946-852d-f3de2b732f96 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.421893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.422961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.422961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.423321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.423763 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.424225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.425360 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.425360 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.426115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.426579 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.427034 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.427491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.427947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.428402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.428852 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.429300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.429832 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.430233 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.430687 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.431135 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.431584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.432045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.435072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4af15962-b983-4271-be03-c0b4d0c57f3e tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20040 time: 0.2458296 Aug 06 16:25:10.437368 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9588ddc1-9f4f-4ada-aa36-db1aa5637768 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.439433 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42660) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:10.485953 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4d1b221-da84-4946-852d-f3de2b732f96 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.491223 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4d1b221-da84-4946-852d-f3de2b732f96 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.496794 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588ddc1-9f4f-4ada-aa36-db1aa5637768 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d482f021-d375-4c28-a539-ee892d77ce68,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:10.506197 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9588ddc1-9f4f-4ada-aa36-db1aa5637768 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.510795 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9588ddc1-9f4f-4ada-aa36-db1aa5637768 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6236150 Aug 06 16:25:10.511322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42662) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:10.521389 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4d1b221-da84-4946-852d-f3de2b732f96 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.523412 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a4d1b221-da84-4946-852d-f3de2b732f96 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1898167 Aug 06 16:25:10.526243 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1b221-da84-4946-852d-f3de2b732f96 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19253d20-9c2f-4ddf-b1f7-0ba9398debe1,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:10.533809 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42664) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:10.539065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a566faf7-9cae-47c3-9569-bcf5be507e66 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group_rule': {'security_group_id': '33fba666-9bb5-4508-ac63-ee82f2e3b962', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:10.539383 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-81dc1a85-bd54-47d6-b5a0-4895f90eec37 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Request body: {'security_group_rule': {'security_group_id': '388823f4-8a61-4a02-a748-56e3462e06a0', 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:10.575776 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.db.api [None req-a566faf7-9cae-47c3-9569-bcf5be507e66 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:25:10.575776 n-d-803756-1 neutron-server[105765]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 16:25:10.575776 n-d-803756-1 neutron-server[105765]: [parameters: {'project_id_1': 'a78dd3a83fee40cb84158d578994ac43', 'expiration_1': datetime.datetime(2021, 8, 6, 16, 25, 10, 549851)}] Aug 06 16:25:10.575776 n-d-803756-1 neutron-server[105765]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105765) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:25:10.578900 n-d-803756-1 neutron-server[105765]: DEBUG oslo_db.api [None req-a566faf7-9cae-47c3-9569-bcf5be507e66 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:25:10.582500 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81dc1a85-bd54-47d6-b5a0-4895f90eec37 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.598522 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4460b57a-ef2e-49e8-8950-a6944d867adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.639954 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460b57a-ef2e-49e8-8950-a6944d867adf admin admin] Pushing event deleted for resources: {'Port': ['ID=4327d312-5bda-44a1-98d8-abebce6915ad,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:10.683171 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81dc1a85-bd54-47d6-b5a0-4895f90eec37 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.689688 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81dc1a85-bd54-47d6-b5a0-4895f90eec37 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.698050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-6c1bcaa8-1781-44ee-9c34-a7bee1388627 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Deleting port fef645ca-258c-4d50-817b-57c26328c26e {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:10.698377 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c1bcaa8-1781-44ee-9c34-a7bee1388627 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.709026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc1a85-bd54-47d6-b5a0-4895f90eec37 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358986e3-0880-4b7a-84e9-3be8fc057447,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:10.722179 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81dc1a85-bd54-47d6-b5a0-4895f90eec37 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.723783 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-81dc1a85-bd54-47d6-b5a0-4895f90eec37 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1887510 Aug 06 16:25:10.731504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42666) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:10.737837 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-52f17266-c34d-4853-a801-e93cfeea52c6 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Request body: {'security_group_rule': {'security_group_id': '388823f4-8a61-4a02-a748-56e3462e06a0', 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:10.768263 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-52f17266-c34d-4853-a801-e93cfeea52c6 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.816809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-6c1bcaa8-1781-44ee-9c34-a7bee1388627 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] For port fef645ca-258c-4d50-817b-57c26328c26e, host n-h1-803756-1, got binding levels [] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:10.818107 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c1bcaa8-1781-44ee-9c34-a7bee1388627 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.854827 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-52f17266-c34d-4853-a801-e93cfeea52c6 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.860946 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-52f17266-c34d-4853-a801-e93cfeea52c6 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.891395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f17266-c34d-4853-a801-e93cfeea52c6 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacca222-c238-4f71-9ba7-ad89cda31d4a,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:10.901173 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-52f17266-c34d-4853-a801-e93cfeea52c6 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.903669 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-52f17266-c34d-4853-a801-e93cfeea52c6 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1711533 Aug 06 16:25:10.907420 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42668) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:10.918989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9e1519c3-cba3-40af-b294-65aa90ce5ab1 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Request body: {'security_group_rule': {'security_group_id': '388823f4-8a61-4a02-a748-56e3462e06a0', 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:10.962150 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-9e1519c3-cba3-40af-b294-65aa90ce5ab1 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Project 578165b6e6eb493383f2d526fd4fe380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:25:10.967794 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9e1519c3-cba3-40af-b294-65aa90ce5ab1 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.051875 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9e1519c3-cba3-40af-b294-65aa90ce5ab1 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.059835 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9e1519c3-cba3-40af-b294-65aa90ce5ab1 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.089340 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9e1519c3-cba3-40af-b294-65aa90ce5ab1 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.099268 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9e1519c3-cba3-40af-b294-65aa90ce5ab1 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1817639 Aug 06 16:25:11.099268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42674) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:11.104059 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8f9b6c50-31d8-4c16-bf00-20f1df040d2a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Request body: {'security_group_rule': {'security_group_id': '388823f4-8a61-4a02-a748-56e3462e06a0', 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:11.133936 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1519c3-cba3-40af-b294-65aa90ce5ab1 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c516be5-fa1a-4df3-9920-358d6f63fb46,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:11.145862 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-8f9b6c50-31d8-4c16-bf00-20f1df040d2a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Project 578165b6e6eb493383f2d526fd4fe380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:25:11.151733 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f9b6c50-31d8-4c16-bf00-20f1df040d2a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.203016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-6c1bcaa8-1781-44ee-9c34-a7bee1388627 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Calling delete_port for fef645ca-258c-4d50-817b-57c26328c26e owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:11.218038 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f9b6c50-31d8-4c16-bf00-20f1df040d2a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.225240 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f9b6c50-31d8-4c16-bf00-20f1df040d2a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.245977 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b6c50-31d8-4c16-bf00-20f1df040d2a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70491bdb-4ee4-405a-b4d9-c9c516dbe0f0,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:11.274223 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f9b6c50-31d8-4c16-bf00-20f1df040d2a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.283302 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8f9b6c50-31d8-4c16-bf00-20f1df040d2a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1777878 Aug 06 16:25:11.316271 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a566faf7-9cae-47c3-9569-bcf5be507e66 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.423637 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4460b57a-ef2e-49e8-8950-a6944d867adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.442417 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c1bcaa8-1781-44ee-9c34-a7bee1388627 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.446505 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a566faf7-9cae-47c3-9569-bcf5be507e66 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.474926 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a566faf7-9cae-47c3-9569-bcf5be507e66 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.525494 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bcaa8-1781-44ee-9c34-a7bee1388627 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Pushing event deleted for resources: {'Port': ['ID=fef645ca-258c-4d50-817b-57c26328c26e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:11.568375 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6c1bcaa8-1781-44ee-9c34-a7bee1388627 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.578422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6c1bcaa8-1781-44ee-9c34-a7bee1388627 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] 10.222.0.37 "DELETE /v2.0/ports/fef645ca-258c-4d50-817b-57c26328c26e HTTP/1.1" status: 204 len: 168 time: 1.1256833 Aug 06 16:25:11.578422 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566faf7-9cae-47c3-9569-bcf5be507e66 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178a1c14-827a-4efa-b936-0ca39e616482,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:11.578700 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42684) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:11.604342 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06fd135-cd54-4cd4-a0cb-fe571c209f84 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] GET failed (client error): The resource could not be found. Aug 06 16:25:11.609428 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c06fd135-cd54-4cd4-a0cb-fe571c209f84 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] 10.222.0.37 "GET /v2.0/ports/fef645ca-258c-4d50-817b-57c26328c26e HTTP/1.1" status: 404 len: 333 time: 0.0276551 Aug 06 16:25:11.609557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42686) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:11.617433 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a566faf7-9cae-47c3-9569-bcf5be507e66 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.621285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a566faf7-9cae-47c3-9569-bcf5be507e66 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0849402 Aug 06 16:25:11.621422 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6593b3f8-d88a-4260-bdff-5a58a94dc4ad tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-564047559', 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:11.623177 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42688) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:11.628393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f2c92bb1-6cd5-4ac1-b294-30803eae408f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group_rule': {'security_group_id': '33fba666-9bb5-4508-ac63-ee82f2e3b962', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:11.643722 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-7bc8ca99-2d86-4e36-99ca-a0315541a84a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254054930&fields=id&tenant_id=578165b6e6eb493383f2d526fd4fe380 HTTP/1.1" status: 200 len: 267 time: 0.1233866 Aug 06 16:25:11.649384 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.api [None req-f2c92bb1-6cd5-4ac1-b294-30803eae408f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:25:11.649384 n-d-803756-1 neutron-server[105764]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 16:25:11.649384 n-d-803756-1 neutron-server[105764]: [parameters: {'project_id_1': 'a78dd3a83fee40cb84158d578994ac43', 'expiration_1': datetime.datetime(2021, 8, 6, 16, 25, 11, 639027)}] Aug 06 16:25:11.649384 n-d-803756-1 neutron-server[105764]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:25:11.649879 n-d-803756-1 neutron-server[105764]: DEBUG oslo_db.api [None req-f2c92bb1-6cd5-4ac1-b294-30803eae408f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:25:11.655909 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6593b3f8-d88a-4260-bdff-5a58a94dc4ad tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Made reservation on behalf of 67fb726b69614c6a8223c7d2a267597a for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:11.659065 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6593b3f8-d88a-4260-bdff-5a58a94dc4ad tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.677015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-6593b3f8-d88a-4260-bdff-5a58a94dc4ad tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] device_id is not set on port fbabb246-09ee-48b4-96b7-e26cf6c6b89c yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:25:11.893526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-1cd3a063-cce9-483e-8974-b2687df0d936 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:11.895420 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-1cd3a063-cce9-483e-8974-b2687df0d936 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/networks?id=6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 HTTP/1.1" status: 200 len: 814 time: 0.2422614 Aug 06 16:25:11.919723 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-c7cf69f3-d885-4d1a-8648-022deeeb6439 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/quotas/578165b6e6eb493383f2d526fd4fe380 HTTP/1.1" status: 200 len: 375 time: 0.0129108 Aug 06 16:25:11.970672 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6593b3f8-d88a-4260-bdff-5a58a94dc4ad tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:11.979615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4460b57a-ef2e-49e8-8950-a6944d867adf admin admin] Router 79cae8b4-5a15-446d-9af0-6a8a9fdad97d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:25:12.000840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-2390a30e-694d-46d9-8134-ffc0b498ef4d tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=578165b6e6eb493383f2d526fd4fe380&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715008 Aug 06 16:25:12.023109 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6593b3f8-d88a-4260-bdff-5a58a94dc4ad tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.123735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6593b3f8-d88a-4260-bdff-5a58a94dc4ad tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:25:12.130111 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-6593b3f8-d88a-4260-bdff-5a58a94dc4ad tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:25:12.135244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593b3f8-d88a-4260-bdff-5a58a94dc4ad tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:25:12.137075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6593b3f8-d88a-4260-bdff-5a58a94dc4ad tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:12.137852 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6593b3f8-d88a-4260-bdff-5a58a94dc4ad tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.155059 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593b3f8-d88a-4260-bdff-5a58a94dc4ad tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Pushing event updated for resources: {'Port': ['ID=fbabb246-09ee-48b4-96b7-e26cf6c6b89c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:12.168325 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6593b3f8-d88a-4260-bdff-5a58a94dc4ad tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5535719 Aug 06 16:25:12.172933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42694) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:12.180946 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-b8177ab6-7681-4dc8-a2f9-99386ca28daa service neutron] 10.222.0.37 "GET /v2.0/networks/6f5fe8e3-4c38-4f16-a019-50ebe1c224f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155238 Aug 06 16:25:12.214934 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a83352-1274-4884-959c-671e44e81605 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:12.216325 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-45a83352-1274-4884-959c-671e44e81605 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] 10.222.0.37 "GET /v2.0/ports/fbabb246-09ee-48b4-96b7-e26cf6c6b89c HTTP/1.1" status: 200 len: 954 time: 0.0424678 Aug 06 16:25:12.220061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42696) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:12.249952 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f2c92bb1-6cd5-4ac1-b294-30803eae408f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.306105 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4460b57a-ef2e-49e8-8950-a6944d867adf admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:25:12.311732 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4460b57a-ef2e-49e8-8950-a6944d867adf admin admin] 10.222.0.37 "PUT /v2.0/routers/79cae8b4-5a15-446d-9af0-6a8a9fdad97d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6592073 Aug 06 16:25:12.315345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42698) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:12.321971 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bff643-3132-411d-8593-2aa69d47bd3b None None] Sync routers for ids ['79cae8b4-5a15-446d-9af0-6a8a9fdad97d'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:25:12.339933 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bff643-3132-411d-8593-2aa69d47bd3b None None] Routers {'79cae8b4-5a15-446d-9af0-6a8a9fdad97d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:25:12.340550 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-06bff643-3132-411d-8593-2aa69d47bd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:25:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['79cae8b4-5a15-446d-9af0-6a8a9fdad97d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:12.352830 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f2c92bb1-6cd5-4ac1-b294-30803eae408f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.359693 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f2c92bb1-6cd5-4ac1-b294-30803eae408f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.373677 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-bcea9077-c6b8-469f-a402-360e98374919 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Deleting port fbabb246-09ee-48b4-96b7-e26cf6c6b89c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:12.374157 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bcea9077-c6b8-469f-a402-360e98374919 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.393047 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-36abc097-6f14-4e86-8b7f-47c75b212f0b service neutron] 10.222.0.37 "GET /v2.0/networks/6f5fe8e3-4c38-4f16-a019-50ebe1c224f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736188 Aug 06 16:25:12.400187 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c92bb1-6cd5-4ac1-b294-30803eae408f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0dec0d0-5fce-4421-8a64-ad9fb5dfccb9,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:12.417692 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f2c92bb1-6cd5-4ac1-b294-30803eae408f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.418869 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f2c92bb1-6cd5-4ac1-b294-30803eae408f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7939601 Aug 06 16:25:12.424128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42700) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:12.433438 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-5f24199f-a1c3-4962-8f6c-540bb7692622 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group_rule': {'security_group_id': '33fba666-9bb5-4508-ac63-ee82f2e3b962', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:12.467152 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bcea9077-c6b8-469f-a402-360e98374919 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.479176 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7e24de6d-1009-4901-8345-bc4a4981f405 admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.482214 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5f24199f-a1c3-4962-8f6c-540bb7692622 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.498754 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-bcea9077-c6b8-469f-a402-360e98374919 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Calling delete_port for fbabb246-09ee-48b4-96b7-e26cf6c6b89c owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:12.532963 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-06bff643-3132-411d-8593-2aa69d47bd3b None None] Set router 79cae8b4-5a15-446d-9af0-6a8a9fdad97d gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:25:12.649782 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5f24199f-a1c3-4962-8f6c-540bb7692622 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.652721 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bcea9077-c6b8-469f-a402-360e98374919 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.660583 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5f24199f-a1c3-4962-8f6c-540bb7692622 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.687524 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7e24de6d-1009-4901-8345-bc4a4981f405 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.697356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24199f-a1c3-4962-8f6c-540bb7692622 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ec0479-812f-4ad9-be4b-d728a54ff4b0,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:12.715365 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5f24199f-a1c3-4962-8f6c-540bb7692622 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.719024 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5f24199f-a1c3-4962-8f6c-540bb7692622 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2927623 Aug 06 16:25:12.724235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42712) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:12.726917 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea9077-c6b8-469f-a402-360e98374919 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbabb246-09ee-48b4-96b7-e26cf6c6b89c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:12.734038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a6acaccc-19f0-4f52-9e0e-66a9cb1b4094 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group_rule': {'security_group_id': '33fba666-9bb5-4508-ac63-ee82f2e3b962', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:12.740178 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bcea9077-c6b8-469f-a402-360e98374919 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.742662 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bcea9077-c6b8-469f-a402-360e98374919 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] 10.222.0.37 "DELETE /v2.0/ports/fbabb246-09ee-48b4-96b7-e26cf6c6b89c HTTP/1.1" status: 204 len: 168 time: 0.5216675 Aug 06 16:25:12.745205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42714) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:12.779312 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c834d4b-223d-4589-876b-b254ab76aec4 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] GET failed (client error): The resource could not be found. Aug 06 16:25:12.780971 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6c834d4b-223d-4589-876b-b254ab76aec4 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] 10.222.0.37 "GET /v2.0/ports/fbabb246-09ee-48b4-96b7-e26cf6c6b89c HTTP/1.1" status: 404 len: 333 time: 0.0346320 Aug 06 16:25:12.785560 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42716) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:12.791620 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6ba2271f-fcd3-4252-bb51-cc498bfdd365 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Request body: {'port': {'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-487646222'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:12.825888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-7e24de6d-1009-4901-8345-bc4a4981f405 admin admin] Deleting port 22ce6ff3-e8c1-418f-b801-5d0358a19377 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:12.825888 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7e24de6d-1009-4901-8345-bc4a4981f405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.826179 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba2271f-fcd3-4252-bb51-cc498bfdd365 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Made reservation on behalf of 67fb726b69614c6a8223c7d2a267597a for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:12.829681 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6ba2271f-fcd3-4252-bb51-cc498bfdd365 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.841259 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a6acaccc-19f0-4f52-9e0e-66a9cb1b4094 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:12.863331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-6ba2271f-fcd3-4252-bb51-cc498bfdd365 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] device_id is not set on port 79b01bce-438d-415b-8888-8479214bbf95 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:25:12.876845 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-06bff643-3132-411d-8593-2aa69d47bd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'name': 'tempest-TestServerMultinode-1870340785-router', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '22ce6ff3-e8c1-418f-b801-5d0358a19377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:52Z', 'updated_at': '2021-08-06T16:25:10Z', 'revision_number': 5, 'project_id': 'af8f445e7e0a4d5499518745b87b5f01', 'gw_port': {'id': '22ce6ff3-e8c1-418f-b801-5d0358a19377', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:23:53Z', 'updated_at': '2021-08-06T16:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:12.952183 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bff643-3132-411d-8593-2aa69d47bd3b None None] Checking router: 79cae8b4-5a15-446d-9af0-6a8a9fdad97d for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:25:12.972021 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bff643-3132-411d-8593-2aa69d47bd3b None None] Routers {'79cae8b4-5a15-446d-9af0-6a8a9fdad97d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:25:12.974448 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-06bff643-3132-411d-8593-2aa69d47bd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:25:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['79cae8b4-5a15-446d-9af0-6a8a9fdad97d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:12.992767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-7e24de6d-1009-4901-8345-bc4a4981f405 admin admin] For port 22ce6ff3-e8c1-418f-b801-5d0358a19377, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=22ce6ff3-e8c1-418f-b801-5d0358a19377,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:12.993567 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7e24de6d-1009-4901-8345-bc4a4981f405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.011220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-7e24de6d-1009-4901-8345-bc4a4981f405 admin admin] Calling delete_port for 22ce6ff3-e8c1-418f-b801-5d0358a19377 owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:13.072132 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a6acaccc-19f0-4f52-9e0e-66a9cb1b4094 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.078159 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a6acaccc-19f0-4f52-9e0e-66a9cb1b4094 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.134006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acaccc-19f0-4f52-9e0e-66a9cb1b4094 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2cf575-91ec-48c2-a078-3905bd4cf7e6,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:13.217491 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a6acaccc-19f0-4f52-9e0e-66a9cb1b4094 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.223589 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a6acaccc-19f0-4f52-9e0e-66a9cb1b4094 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4936104 Aug 06 16:25:13.226784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42730) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:13.307208 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6ba2271f-fcd3-4252-bb51-cc498bfdd365 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.372952 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f1ed9bc-6a7a-435f-b51c-601964e14f6d tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.377117 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6ba2271f-fcd3-4252-bb51-cc498bfdd365 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.384614 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-06bff643-3132-411d-8593-2aa69d47bd3b None None] Set router 79cae8b4-5a15-446d-9af0-6a8a9fdad97d gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:25:13.416151 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c487548f-041c-4c54-a04c-f15b8363460f req-43a5dd19-a102-462b-b33a-686a0d19bc85 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 210 time: 0.2206252 Aug 06 16:25:13.419397 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7e24de6d-1009-4901-8345-bc4a4981f405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.462967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2271f-fcd3-4252-bb51-cc498bfdd365 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Pushing event updated for resources: {'Port': ['ID=79b01bce-438d-415b-8888-8479214bbf95,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:13.470831 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f1ed9bc-6a7a-435f-b51c-601964e14f6d tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.490867 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-06bff643-3132-411d-8593-2aa69d47bd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'name': 'tempest-TestServerMultinode-1870340785-router', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:52Z', 'updated_at': '2021-08-06T16:25:12Z', 'revision_number': 6, 'project_id': 'af8f445e7e0a4d5499518745b87b5f01', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:13.496357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba2271f-fcd3-4252-bb51-cc498bfdd365 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:25:13.499901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-6ba2271f-fcd3-4252-bb51-cc498bfdd365 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:25:13.509844 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba2271f-fcd3-4252-bb51-cc498bfdd365 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:25:13.511997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba2271f-fcd3-4252-bb51-cc498bfdd365 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:13.515601 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6ba2271f-fcd3-4252-bb51-cc498bfdd365 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.524721 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24de6d-1009-4901-8345-bc4a4981f405 admin admin] Pushing event deleted for resources: {'Port': ['ID=22ce6ff3-e8c1-418f-b801-5d0358a19377,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:13.538909 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f1ed9bc-6a7a-435f-b51c-601964e14f6d tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.546598 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6ba2271f-fcd3-4252-bb51-cc498bfdd365 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7599127 Aug 06 16:25:13.550827 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f1ed9bc-6a7a-435f-b51c-601964e14f6d tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.551967 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0f1ed9bc-6a7a-435f-b51c-601964e14f6d tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/cd2cf575-91ec-48c2-a078-3905bd4cf7e6 HTTP/1.1" status: 204 len: 168 time: 0.3204465 Aug 06 16:25:13.554238 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42732) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:13.556030 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42734) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:13.556793 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bff643-3132-411d-8593-2aa69d47bd3b None None] The sync data for ids ['79cae8b4-5a15-446d-9af0-6a8a9fdad97d'] in n-d-803756-1 is: [{'id': '79cae8b4-5a15-446d-9af0-6a8a9fdad97d', 'name': 'tempest-TestServerMultinode-1870340785-router', 'tenant_id': 'af8f445e7e0a4d5499518745b87b5f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:23:52Z', 'updated_at': '2021-08-06T16:25:12Z', 'revision_number': 6, 'project_id': 'af8f445e7e0a4d5499518745b87b5f01', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:25:13.564739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:13.629121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ed9bc-6a7a-435f-b51c-601964e14f6d tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd2cf575-91ec-48c2-a078-3905bd4cf7e6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:13.656385 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7e24de6d-1009-4901-8345-bc4a4981f405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.696146 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f09d2de6-0eae-4814-b25a-0e5909745995 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1282542 Aug 06 16:25:13.698915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42740) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:13.701402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.764258 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dcdae108-4198-41dc-9e04-baf32798fbce tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.769554 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7e24de6d-1009-4901-8345-bc4a4981f405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.771962 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7e24de6d-1009-4901-8345-bc4a4981f405 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.777799 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dcdae108-4198-41dc-9e04-baf32798fbce tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.858324 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7e24de6d-1009-4901-8345-bc4a4981f405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.858967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e24de6d-1009-4901-8345-bc4a4981f405 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79cae8b4-5a15-446d-9af0-6a8a9fdad97d {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:25:13.867576 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7e24de6d-1009-4901-8345-bc4a4981f405 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.868751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7e24de6d-1009-4901-8345-bc4a4981f405 admin admin] 10.222.0.37 "DELETE /v2.0/routers/79cae8b4-5a15-446d-9af0-6a8a9fdad97d HTTP/1.1" status: 204 len: 168 time: 1.5530541 Aug 06 16:25:13.873442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42744) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:13.876501 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dcdae108-4198-41dc-9e04-baf32798fbce tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.882906 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dcdae108-4198-41dc-9e04-baf32798fbce tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:13.886301 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dcdae108-4198-41dc-9e04-baf32798fbce tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b8ec0479-812f-4ad9-be4b-d728a54ff4b0 HTTP/1.1" status: 204 len: 168 time: 0.1839547 Aug 06 16:25:13.888099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42746) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:13.948089 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdae108-4198-41dc-9e04-baf32798fbce tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8ec0479-812f-4ad9-be4b-d728a54ff4b0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:13.993675 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6880cfd3-81fc-4405-ae36-e0f7c7e062be tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1043665 Aug 06 16:25:13.995990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42748) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:14.002256 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-637ed829-ea66-4b10-8f1f-fdf4c367fbaa admin admin] Deleting subnet d2f1c14f-fcab-426b-bd83-701a29cc8298 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:25:14.025784 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-637ed829-ea66-4b10-8f1f-fdf4c367fbaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.069592 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17561939-2014-4f40-8a18-b43090ef3ce7 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.089023 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17561939-2014-4f40-8a18-b43090ef3ce7 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.110825 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] device_id is not set on port 79b01bce-438d-415b-8888-8479214bbf95 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:25:14.129062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.136500 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-637ed829-ea66-4b10-8f1f-fdf4c367fbaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.149701 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17561939-2014-4f40-8a18-b43090ef3ce7 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.169145 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17561939-2014-4f40-8a18-b43090ef3ce7 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.171836 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-17561939-2014-4f40-8a18-b43090ef3ce7 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b0dec0d0-5fce-4421-8a64-ad9fb5dfccb9 HTTP/1.1" status: 204 len: 168 time: 0.1747279 Aug 06 16:25:14.175041 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42754) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:14.189357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Transition to ACTIVE for port object 79b01bce-438d-415b-8888-8479214bbf95 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:25:14.190260 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17561939-2014-4f40-8a18-b43090ef3ce7 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0dec0d0-5fce-4421-8a64-ad9fb5dfccb9,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:14.203404 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.359639 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-637ed829-ea66-4b10-8f1f-fdf4c367fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.486234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:14.486588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:14.486941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:14.504270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42762) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:14.505002 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-399ab316-2147-4c1b-88ee-60bd7c655637 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3276148 Aug 06 16:25:14.505848 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Pushing event updated for resources: {'Port': ['ID=79b01bce-438d-415b-8888-8479214bbf95,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:14.508639 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-637ed829-ea66-4b10-8f1f-fdf4c367fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.541422 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4327d312-5bda-44a1-98d8-abebce6915ad no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:25:14.558342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ed829-ea66-4b10-8f1f-fdf4c367fbaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f1c14f-fcab-426b-bd83-701a29cc8298,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:14.564235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:14.564604 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:14.566584 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 2 to bind port 79b01bce-438d-415b-8888-8479214bbf95 Aug 06 16:25:14.578202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2270484-1949-41a0-a39c-7a886b1f2e83 req-24f609c5-3576-4afc-9d51-8bf19bcc32d7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 210 time: 0.0577524 Aug 06 16:25:14.597350 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb9e9e76-0d60-4770-b59c-586d37136a92 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.599206 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:14.599206 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:14.599206 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:14.599206 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-637ed829-ea66-4b10-8f1f-fdf4c367fbaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.599206 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-637ed829-ea66-4b10-8f1f-fdf4c367fbaa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d2f1c14f-fcab-426b-bd83-701a29cc8298 HTTP/1.1" status: 204 len: 168 time: 0.7214239 Aug 06 16:25:14.599516 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42764) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:14.599737 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:14.600011 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:14.600426 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 3 to bind port 79b01bce-438d-415b-8888-8479214bbf95 Aug 06 16:25:14.602320 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 4327d312-5bda-44a1-98d8-abebce6915ad {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:25:14.603256 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4327d312-5bda-44a1-98d8-abebce6915ad not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:25:14.611510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb504bc-b944-43d4-8c09-afc589a9d411 None None] Network e5513f9b-ed83-4570-ba2d-c36678e6a783 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:25:14.619755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:14.619972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:14.620260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:14.622817 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb9e9e76-0d60-4770-b59c-586d37136a92 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.642364 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:14.642798 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:14.643110 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 4 to bind port 79b01bce-438d-415b-8888-8479214bbf95 Aug 06 16:25:14.673945 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:14.674326 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:14.674847 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:14.683618 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:14.683959 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:14.684360 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 5 to bind port 79b01bce-438d-415b-8888-8479214bbf95 Aug 06 16:25:14.714955 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb9e9e76-0d60-4770-b59c-586d37136a92 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.721991 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.725256 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:14.725658 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:14.726060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:14.729143 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb9e9e76-0d60-4770-b59c-586d37136a92 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.730391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cb9e9e76-0d60-4770-b59c-586d37136a92 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/178a1c14-827a-4efa-b936-0ca39e616482 HTTP/1.1" status: 204 len: 168 time: 0.2250080 Aug 06 16:25:14.736612 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42766) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:14.747598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e9e76-0d60-4770-b59c-586d37136a92 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=178a1c14-827a-4efa-b936-0ca39e616482,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:14.753203 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:14.753546 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:14.759694 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 6 to bind port 79b01bce-438d-415b-8888-8479214bbf95 Aug 06 16:25:14.790361 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:14.790709 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:14.791051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:14.796295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:14.796686 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:14.797720 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 7 to bind port 79b01bce-438d-415b-8888-8479214bbf95 Aug 06 16:25:14.847557 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5a4612eb-0bdc-4297-8d94-4a5a01a03045 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1095626 Aug 06 16:25:14.854863 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42768) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:14.859489 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:14.860600 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:14.861037 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:14.868221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:14.868676 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:14.869038 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 8 to bind port 79b01bce-438d-415b-8888-8479214bbf95 Aug 06 16:25:14.871788 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] Deleting port 19857fb1-1f68-48ac-a6cb-a7732dd838d9 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:14.872135 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.907294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:14.907932 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:14.908586 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:14.917076 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:14.917691 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:14.918104 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 9 to bind port 79b01bce-438d-415b-8888-8479214bbf95 Aug 06 16:25:14.936839 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:14.937154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:14.937540 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:14.948474 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:14.950042 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:14.950738 n-d-803756-1 neutron-server[105764]: INFO neutron.plugins.ml2.plugin [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempt 10 to bind port 79b01bce-438d-415b-8888-8479214bbf95 Aug 06 16:25:14.969884 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e82b28e3-cb83-44b7-a1f9-8bfb1424abb1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.985387 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:14.985756 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:14.986096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempting to bind port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:14.994166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:14.994166 n-d-803756-1 neutron-server[105764]: ERROR neutron.plugins.ml2.managers [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Failed to bind port 79b01bce-438d-415b-8888-8479214bbf95 on host n-h1-803756-1 for vnic_type normal using segments [{'id': '0c94d212-5b73-49f5-9192-398a48b3c965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a3d35dc5-95c9-4a59-9be2-dc0019f8b166'}] Aug 06 16:25:14.994525 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:15.008164 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb2e76-f0ab-47f7-b920-154cab94acd6 None None] DHCP port deletion for e5513f9b-ed83-4570-ba2d-c36678e6a783 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:25:15.033343 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e82b28e3-cb83-44b7-a1f9-8bfb1424abb1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:15.081877 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] For port 19857fb1-1f68-48ac-a6cb-a7732dd838d9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=19857fb1-1f68-48ac-a6cb-a7732dd838d9,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:15.092935 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:15.112488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-baeb2e76-f0ab-47f7-b920-154cab94acd6 None None] Deleting port 19857fb1-1f68-48ac-a6cb-a7732dd838d9 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:15.113822 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-baeb2e76-f0ab-47f7-b920-154cab94acd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:15.134440 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] For port 79b01bce-438d-415b-8888-8479214bbf95, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:25:15.135016 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attempted to set empty binding levels {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 16:25:15.136588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] Calling delete_port for 19857fb1-1f68-48ac-a6cb-a7732dd838d9 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:15.146147 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:15.201579 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e82b28e3-cb83-44b7-a1f9-8bfb1424abb1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:15.204757 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-baeb2e76-f0ab-47f7-b920-154cab94acd6 None None] For port 19857fb1-1f68-48ac-a6cb-a7732dd838d9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=19857fb1-1f68-48ac-a6cb-a7732dd838d9,segment=NetworkSegment(9eb4997d-bf04-4de4-97c0-b39ace719467),segment_id=9eb4997d-bf04-4de4-97c0-b39ace719467)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:15.205353 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-baeb2e76-f0ab-47f7-b920-154cab94acd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:15.218018 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e82b28e3-cb83-44b7-a1f9-8bfb1424abb1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:15.219320 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e82b28e3-cb83-44b7-a1f9-8bfb1424abb1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d482f021-d375-4c28-a539-ee892d77ce68 HTTP/1.1" status: 204 len: 168 time: 0.3628881 Aug 06 16:25:15.220052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-baeb2e76-f0ab-47f7-b920-154cab94acd6 None None] Calling delete_port for 19857fb1-1f68-48ac-a6cb-a7732dd838d9 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:15.227094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42772) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:15.246398 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Pushing event updated for resources: {'Port': ['ID=79b01bce-438d-415b-8888-8479214bbf95,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:15.264913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] In _notify_port_updated(), no bound segment for port 79b01bce-438d-415b-8888-8479214bbf95 on network a3d35dc5-95c9-4a59-9be2-dc0019f8b166 {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:25:15.265992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:15.266922 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:15.281289 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-81fde5f2-475e-4486-9f6d-d48fec8ab412 tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] 10.222.0.37 "PUT /v2.0/ports/79b01bce-438d-415b-8888-8479214bbf95 HTTP/1.1" status: 200 len: 974 time: 1.7257340 Aug 06 16:25:15.282444 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42774) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:15.323244 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b28e3-cb83-44b7-a1f9-8bfb1424abb1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d482f021-d375-4c28-a539-ee892d77ce68,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:15.338601 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-baeb2e76-f0ab-47f7-b920-154cab94acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:15.393869 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb2e76-f0ab-47f7-b920-154cab94acd6 None None] Pushing event deleted for resources: {'Port': ['ID=19857fb1-1f68-48ac-a6cb-a7732dd838d9,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:15.396611 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb2e76-f0ab-47f7-b920-154cab94acd6 None None] No DVR routers for this DVR port 19857fb1-1f68-48ac-a6cb-a7732dd838d9 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:25:15.416365 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5afd43e2-b02c-4539-818b-ff726d3d367c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Deleting port 79b01bce-438d-415b-8888-8479214bbf95 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:15.416644 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5afd43e2-b02c-4539-818b-ff726d3d367c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:15.436748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-347a2f4c-b886-45ce-a69c-e82abedb7b01 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:15.439257 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-347a2f4c-b886-45ce-a69c-e82abedb7b01 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.78 "GET /v2.0/networks?id=6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 HTTP/1.1" status: 200 len: 814 time: 0.2907071 Aug 06 16:25:15.459217 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4b4231a4-f049-4f0e-b6d7-f689ae9d0fca tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2306817 Aug 06 16:25:15.579697 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-5afd43e2-b02c-4539-818b-ff726d3d367c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] For port 79b01bce-438d-415b-8888-8479214bbf95, host n-h1-803756-1, got binding levels [] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:15.579697 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5afd43e2-b02c-4539-818b-ff726d3d367c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:15.593509 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5afd43e2-b02c-4539-818b-ff726d3d367c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Calling delete_port for 79b01bce-438d-415b-8888-8479214bbf95 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:15.739467 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42780) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:15.750418 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5afd43e2-b02c-4539-818b-ff726d3d367c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:15.799929 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5afd43e2-b02c-4539-818b-ff726d3d367c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:15.803010 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5afd43e2-b02c-4539-818b-ff726d3d367c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] 10.222.0.37 "DELETE /v2.0/ports/79b01bce-438d-415b-8888-8479214bbf95 HTTP/1.1" status: 204 len: 168 time: 0.5195012 Aug 06 16:25:15.807344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd43e2-b02c-4539-818b-ff726d3d367c tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] Pushing event deleted for resources: {'Port': ['ID=79b01bce-438d-415b-8888-8479214bbf95,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:15.810842 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42784) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:15.862012 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2f1a1d-86bf-4058-8405-61154df27e8a tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] GET failed (client error): The resource could not be found. Aug 06 16:25:15.864025 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4d2f1a1d-86bf-4058-8405-61154df27e8a tempest-PortsAdminExtendedAttrsTestJSON-1800199347 tempest-PortsAdminExtendedAttrsTestJSON-1800199347-project-admin] 10.222.0.37 "GET /v2.0/ports/79b01bce-438d-415b-8888-8479214bbf95 HTTP/1.1" status: 404 len: 333 time: 0.0513053 Aug 06 16:25:15.867274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42786) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:15.907057 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e9124f8-c7e4-4a8b-9319-133c4237e6c5 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:15.948285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1106f99-9467-43e0-9e7d-bc801a22d3f6 req-47e385f6-d0e9-42cf-a7ab-f6ab55fa0a26 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 210 time: 0.0459852 Aug 06 16:25:15.957788 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:15.997746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] Pushing event deleted for resources: {'Port': ['ID=19857fb1-1f68-48ac-a6cb-a7732dd838d9,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:16.005922 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-6c9a5761-56f0-4f63-8d71-cdab11da6d6f tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578165b6e6eb493383f2d526fd4fe380 HTTP/1.1" status: 200 len: 380 time: 0.5448408 Aug 06 16:25:16.009882 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] No DVR routers for this DVR port 19857fb1-1f68-48ac-a6cb-a7732dd838d9 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:25:16.020617 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-33428ec0-b7e3-4e9d-ba62-1ef3f11b518a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Request body: {'port': {'device_id': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'admin_state_up': True, 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'security_groups': ['388823f4-8a61-4a02-a748-56e3462e06a0']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:16.026595 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e9124f8-c7e4-4a8b-9319-133c4237e6c5 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.039390 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fa5cfeb-840a-42c0-888f-17b3cfc51906 tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.169345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 22ce6ff3-e8c1-418f-b801-5d0358a19377 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:25:16.197791 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fa5cfeb-840a-42c0-888f-17b3cfc51906 tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.209554 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2fa5cfeb-840a-42c0-888f-17b3cfc51906 tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d35dc5-95c9-4a59-9be2-dc0019f8b166']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:16.215146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 22ce6ff3-e8c1-418f-b801-5d0358a19377 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:25:16.215497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 22ce6ff3-e8c1-418f-b801-5d0358a19377 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:25:16.215920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 19857fb1-1f68-48ac-a6cb-a7732dd838d9 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:25:16.221670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2fa5cfeb-840a-42c0-888f-17b3cfc51906 tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c94d212-5b73-49f5-9192-398a48b3c965') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:16.221670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2fa5cfeb-840a-42c0-888f-17b3cfc51906 tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c94d212-5b73-49f5-9192-398a48b3c965') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:16.231033 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fa5cfeb-840a-42c0-888f-17b3cfc51906 tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.247964 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.248189 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fa5cfeb-840a-42c0-888f-17b3cfc51906 tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.253126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 19857fb1-1f68-48ac-a6cb-a7732dd838d9 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:25:16.253475 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 19857fb1-1f68-48ac-a6cb-a7732dd838d9 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:25:16.256096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa5cfeb-840a-42c0-888f-17b3cfc51906 tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:25:16.256096 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fa5cfeb-840a-42c0-888f-17b3cfc51906 tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.268226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5513f9b-ed83-4570-ba2d-c36678e6a783']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:16.284633 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb4997d-bf04-4de4-97c0-b39ace719467') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:16.284974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb4997d-bf04-4de4-97c0-b39ace719467') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:16.308431 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.326395 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:25:16.330295 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:25:16.333837 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fa5cfeb-840a-42c0-888f-17b3cfc51906 tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.339403 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2fa5cfeb-840a-42c0-888f-17b3cfc51906 tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.341915 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2fa5cfeb-840a-42c0-888f-17b3cfc51906 tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] 10.222.0.37 "DELETE /v2.0/networks/a3d35dc5-95c9-4a59-9be2-dc0019f8b166 HTTP/1.1" status: 204 len: 168 time: 0.4730413 Aug 06 16:25:16.344433 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:25:16.344849 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:25:16.347387 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:25:16.349460 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e9124f8-c7e4-4a8b-9319-133c4237e6c5 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.352596 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e9124f8-c7e4-4a8b-9319-133c4237e6c5 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.356090 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3e9124f8-c7e4-4a8b-9319-133c4237e6c5 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-groups/33fba666-9bb5-4508-ac63-ee82f2e3b962 HTTP/1.1" status: 204 len: 168 time: 0.6126411 Aug 06 16:25:16.358338 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42794) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:16.374643 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5cfeb-840a-42c0-888f-17b3cfc51906 tempest-PortsAdminExtendedAttrsTestJSON-1601823430 tempest-PortsAdminExtendedAttrsTestJSON-1601823430-project] Pushing event deleted for resources: {'Network': ['ID=a3d35dc5-95c9-4a59-9be2-dc0019f8b166,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:16.378143 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9124f8-c7e4-4a8b-9319-133c4237e6c5 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fba666-9bb5-4508-ac63-ee82f2e3b962,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:16.436063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-33428ec0-b7e3-4e9d-ba62-1ef3f11b518a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Made reservation on behalf of 578165b6e6eb493383f2d526fd4fe380 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:16.439717 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-33428ec0-b7e3-4e9d-ba62-1ef3f11b518a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.459599 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.467855 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.472544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] 10.222.0.37 "DELETE /v2.0/networks/e5513f9b-ed83-4570-ba2d-c36678e6a783 HTTP/1.1" status: 204 len: 168 time: 1.8693020 Aug 06 16:25:16.473005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42798) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:16.552262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9a4c7-77ba-4bec-8506-5458b234b8ec admin admin] Pushing event deleted for resources: {'Network': ['ID=e5513f9b-ed83-4570-ba2d-c36678e6a783,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:16.619703 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2f833c2f-f2f0-47d8-88c9-5014e96eb9ad tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2531035 Aug 06 16:25:16.625793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42804) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:16.633452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-75e11810-9aec-4ec2-9172-29091c550012 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group': {'name': 'tempest-secgroup--393485235'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:16.705781 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-75e11810-9aec-4ec2-9172-29091c550012 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.736165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42806) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:16.744107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-33428ec0-b7e3-4e9d-ba62-1ef3f11b518a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Allocated IP 172.20.0.12 (6f5fe8e3-4c38-4f16-a019-50ebe1c224f4/b27fd606-16da-4c03-a6ec-f73d38e1c520/faeeef09-6359-4b83-9eb9-37dd3c5eca5e) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:25:16.919721 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-75e11810-9aec-4ec2-9172-29091c550012 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.926702 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-75e11810-9aec-4ec2-9172-29091c550012 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.977413 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-75e11810-9aec-4ec2-9172-29091c550012 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.978682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-75e11810-9aec-4ec2-9172-29091c550012 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3519425 Aug 06 16:25:16.981775 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42810) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:16.986845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ac3b00c4-8aa6-4bfc-bd09-5a3201aec330 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group_rule': {'security_group_id': 'e603de1d-722e-427b-b489-bfe167278a1e', 'direction': 'ingress', 'protocol': 17}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:16.996087 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-33428ec0-b7e3-4e9d-ba62-1ef3f11b518a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:16.998474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e11810-9aec-4ec2-9172-29091c550012 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e603de1d-722e-427b-b489-bfe167278a1e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:17.018284 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ccd44848-e6b8-4c24-be50-bf8bc7ffefec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c52df4f165b4eefb16cc4bddda4ee2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2803736 Aug 06 16:25:17.021326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42814) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:17.030506 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-33428ec0-b7e3-4e9d-ba62-1ef3f11b518a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Transition to ACTIVE for port object faeeef09-6359-4b83-9eb9-37dd3c5eca5e will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:25:17.095108 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac3b00c4-8aa6-4bfc-bd09-5a3201aec330 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:17.156827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7312799a-c592-4fbf-b63c-06d46023db29 req-a548d50c-4c1e-4d96-975a-8979f7751dc9 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 210 time: 0.0550239 Aug 06 16:25:17.164624 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-33428ec0-b7e3-4e9d-ba62-1ef3f11b518a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:17.239803 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b710294-98c6-468b-9b2c-5569771fc8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:17.308308 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b710294-98c6-468b-9b2c-5569771fc8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:17.327524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-33428ec0-b7e3-4e9d-ba62-1ef3f11b518a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Network 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:25:17.345837 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-33428ec0-b7e3-4e9d-ba62-1ef3f11b518a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:25:17.352975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-33428ec0-b7e3-4e9d-ba62-1ef3f11b518a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:25:17.355439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33428ec0-b7e3-4e9d-ba62-1ef3f11b518a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Pushing event updated for resources: {'Port': ['ID=faeeef09-6359-4b83-9eb9-37dd3c5eca5e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:17.462725 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac3b00c4-8aa6-4bfc-bd09-5a3201aec330 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:17.471675 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac3b00c4-8aa6-4bfc-bd09-5a3201aec330 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:17.485300 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe01f-5106-44df-857b-ee3aa88f708a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:17.510264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-33428ec0-b7e3-4e9d-ba62-1ef3f11b518a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:17.511215 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-33428ec0-b7e3-4e9d-ba62-1ef3f11b518a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:17.539458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b00c4-8aa6-4bfc-bd09-5a3201aec330 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e31812f-d36e-4001-9b73-e204585eccaa,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:17.546502 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac3b00c4-8aa6-4bfc-bd09-5a3201aec330 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:17.551191 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ac3b00c4-8aa6-4bfc-bd09-5a3201aec330 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5659592 Aug 06 16:25:17.551625 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-33428ec0-b7e3-4e9d-ba62-1ef3f11b518a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5386944 Aug 06 16:25:17.553609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42820) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:17.569403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Request body: {'port': {'device_id': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:17.575766 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b710294-98c6-468b-9b2c-5569771fc8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:17.579738 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b710294-98c6-468b-9b2c-5569771fc8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:17.580972 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1b710294-98c6-468b-9b2c-5569771fc8ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/299f995d-241b-4edf-a5bc-32263c3a101d HTTP/1.1" status: 204 len: 168 time: 0.5572903 Aug 06 16:25:17.713328 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b710294-98c6-468b-9b2c-5569771fc8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299f995d-241b-4edf-a5bc-32263c3a101d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:17.853107 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:17.875105 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a847bf0d-d62b-4ea6-bb63-f4a02b229642 None None] Provisioning for port faeeef09-6359-4b83-9eb9-37dd3c5eca5e completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:25:17.892967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a847bf0d-d62b-4ea6-bb63-f4a02b229642 None None] Provisioning complete for port faeeef09-6359-4b83-9eb9-37dd3c5eca5e triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:25:17.895208 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a847bf0d-d62b-4ea6-bb63-f4a02b229642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:17.899114 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-51725969-2fb1-4c66-913f-956e03b5ba95 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:17.977337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-51725969-2fb1-4c66-913f-956e03b5ba95 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:18.106040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a847bf0d-d62b-4ea6-bb63-f4a02b229642 None None] Port faeeef09-6359-4b83-9eb9-37dd3c5eca5e cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:25:18.237395 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-51725969-2fb1-4c66-913f-956e03b5ba95 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:18.247474 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-51725969-2fb1-4c66-913f-956e03b5ba95 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:18.252204 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-51725969-2fb1-4c66-913f-956e03b5ba95 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-groups/e603de1d-722e-427b-b489-bfe167278a1e HTTP/1.1" status: 204 len: 168 time: 0.6943307 Aug 06 16:25:18.257295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42832) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:18.320908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51725969-2fb1-4c66-913f-956e03b5ba95 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e603de1d-722e-427b-b489-bfe167278a1e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:18.370062 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-cf3fe01f-5106-44df-857b-ee3aa88f708a admin admin] Deleting port f922dda7-ca1f-4511-9468-871d379f64c4 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:18.370408 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe01f-5106-44df-857b-ee3aa88f708a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:18.412049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42834) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:18.427352 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4b81a2cf-cc86-42b0-9a37-7d7fdd3f4059 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1647758 Aug 06 16:25:18.438093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42836) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:18.442778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8be77bbd-6887-447d-9a55-9df324a944f8 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1818116741'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:18.528092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-cf3fe01f-5106-44df-857b-ee3aa88f708a admin admin] For port f922dda7-ca1f-4511-9468-871d379f64c4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f922dda7-ca1f-4511-9468-871d379f64c4,segment=NetworkSegment(5847e0f8-2da8-4002-8008-94ee1b2e2b2d),segment_id=5847e0f8-2da8-4002-8008-94ee1b2e2b2d)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:18.528717 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe01f-5106-44df-857b-ee3aa88f708a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:18.556260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-cf3fe01f-5106-44df-857b-ee3aa88f708a admin admin] Calling delete_port for f922dda7-ca1f-4511-9468-871d379f64c4 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:18.580922 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8be77bbd-6887-447d-9a55-9df324a944f8 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:18.598981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea240478-2568-4ea6-949c-a9ef14f746c2 req-642a3d3e-a252-49b5-888e-b3863ec4f215 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:18.600566 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea240478-2568-4ea6-949c-a9ef14f746c2 req-642a3d3e-a252-49b5-888e-b3863ec4f215 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 932 time: 0.2695262 Aug 06 16:25:18.668957 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-38c58a38-601e-44ad-ad0d-0c12ab4fa7a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67fb726b69614c6a8223c7d2a267597a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549000 Aug 06 16:25:18.671514 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42840) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:18.728894 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea240478-2568-4ea6-949c-a9ef14f746c2 req-dd49e3d8-e64b-40f0-8f28-35f32ae2846e tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829346 Aug 06 16:25:18.746654 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3ace8758-f4a6-424d-adee-69b66880dbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:18.806632 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faeeef09-6359-4b83-9eb9-37dd3c5eca5e {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:25:18.820755 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:18.889983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Transition to ACTIVE for port object faeeef09-6359-4b83-9eb9-37dd3c5eca5e will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:25:18.894206 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8be77bbd-6887-447d-9a55-9df324a944f8 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:18.896591 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:18.915898 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3ace8758-f4a6-424d-adee-69b66880dbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:18.966513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Pushing event updated for resources: {'Port': ['ID=faeeef09-6359-4b83-9eb9-37dd3c5eca5e,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:18.975254 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8be77bbd-6887-447d-9a55-9df324a944f8 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:19.020416 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8be77bbd-6887-447d-9a55-9df324a944f8 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:19.026543 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3ace8758-f4a6-424d-adee-69b66880dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:19.028921 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8be77bbd-6887-447d-9a55-9df324a944f8 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5896862 Aug 06 16:25:19.032201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3ace8758-f4a6-424d-adee-69b66880dbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:19.040081 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3ace8758-f4a6-424d-adee-69b66880dbf8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf790c78-f6e1-403f-af14-7c9cd17482e2 HTTP/1.1" status: 204 len: 168 time: 0.3655944 Aug 06 16:25:19.041986 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42844) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:19.066402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4fa6ef78-6011-448e-a7b1-5b36ba20e332 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group': {'name': 'tempest-secgroup--322897169'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:19.097172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace8758-f4a6-424d-adee-69b66880dbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf790c78-f6e1-403f-af14-7c9cd17482e2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:19.125838 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe01f-5106-44df-857b-ee3aa88f708a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:19.132167 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be77bbd-6887-447d-9a55-9df324a944f8 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64543fda-38d5-49f1-b854-c7837149957c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:19.176541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fe01f-5106-44df-857b-ee3aa88f708a admin admin] Pushing event deleted for resources: {'Port': ['ID=f922dda7-ca1f-4511-9468-871d379f64c4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:19.187511 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ef78-6011-448e-a7b1-5b36ba20e332 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:19.284991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Attempting to bind port faeeef09-6359-4b83-9eb9-37dd3c5eca5e on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:19.285584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Attempting to bind port faeeef09-6359-4b83-9eb9-37dd3c5eca5e by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '496fe7c2-89a4-4204-95db-45a72fb6097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:19.290721 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Attempting to bind port faeeef09-6359-4b83-9eb9-37dd3c5eca5e on network 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:19.321555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Port faeeef09-6359-4b83-9eb9-37dd3c5eca5e on network 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:19.322999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Attempting to bind port faeeef09-6359-4b83-9eb9-37dd3c5eca5e on network 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:19.346698 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:25:19.348184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Checking segment: {'id': '496fe7c2-89a4-4204-95db-45a72fb6097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:25:19.349031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Bound using segment: {'id': '496fe7c2-89a4-4204-95db-45a72fb6097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:25:19.352096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Bound port: faeeef09-6359-4b83-9eb9-37dd3c5eca5e, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '496fe7c2-89a4-4204-95db-45a72fb6097d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:25:19.352946 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:19.557586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] For port faeeef09-6359-4b83-9eb9-37dd3c5eca5e, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:25:19.565082 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] For port faeeef09-6359-4b83-9eb9-37dd3c5eca5e, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=faeeef09-6359-4b83-9eb9-37dd3c5eca5e,segment=NetworkSegment(496fe7c2-89a4-4204-95db-45a72fb6097d),segment_id=496fe7c2-89a4-4204-95db-45a72fb6097d)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:25:19.590502 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:19.741471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:19.742132 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:19.743608 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] 10.222.0.78 "PUT /v2.0/ports/faeeef09-6359-4b83-9eb9-37dd3c5eca5e HTTP/1.1" status: 200 len: 1092 time: 2.1810513 Aug 06 16:25:19.749880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'tag': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:25:19.759113 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbcf8e8-bae1-46e7-9d09-757a19e063f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b07e8957-ae91-452e-a77c-9a592fa1769d", "tag": "faeeef09-6359-4b83-9eb9-37dd3c5eca5e"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:25:19.796642 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85c3fb-9b7a-4786-ad39-29b797930a92 service neutron] Pushing event updated for resources: {'Port': ['ID=faeeef09-6359-4b83-9eb9-37dd3c5eca5e,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:19.854265 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe01f-5106-44df-857b-ee3aa88f708a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:19.889012 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfacd06-ffbd-4256-abed-573d85f8b7ea x-openstack-request-id: req-0dfacd06-ffbd-4256-abed-573d85f8b7ea {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:25:19.889369 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07e8957-ae91-452e-a77c-9a592fa1769d", "tag": "faeeef09-6359-4b83-9eb9-37dd3c5eca5e", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:25:19.889610 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0dfacd06-ffbd-4256-abed-573d85f8b7ea {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:25:19.895497 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'tag': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e', 'status': 'completed', 'code': 200} Aug 06 16:25:19.988173 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ef78-6011-448e-a7b1-5b36ba20e332 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:20.026444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ef78-6011-448e-a7b1-5b36ba20e332 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:20.116801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab9983-4d7c-4370-8d90-a1a9d35d43c2 req-22f9ffb0-e5a5-4ab3-8f00-9a97ce23130d tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:20.118623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9eab9983-4d7c-4370-8d90-a1a9d35d43c2 req-22f9ffb0-e5a5-4ab3-8f00-9a97ce23130d tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 944 time: 0.1500003 Aug 06 16:25:20.132870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ee9f031a-a4ec-41b5-8e47-3c7e96e4bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:20.137298 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-ee9f031a-a4ec-41b5-8e47-3c7e96e4bbe1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=578165b6e6eb493383f2d526fd4fe380&device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 1095 time: 0.3114300 Aug 06 16:25:20.376972 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-2be8caa3-bf30-4fae-ab45-a8ff6ae039a9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faeeef09-6359-4b83-9eb9-37dd3c5eca5e HTTP/1.1" status: 200 len: 217 time: 0.2234125 Aug 06 16:25:20.415023 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4fa6ef78-6011-448e-a7b1-5b36ba20e332 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:20.416241 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4fa6ef78-6011-448e-a7b1-5b36ba20e332 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3633587 Aug 06 16:25:20.447213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42890) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:20.456014 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6ef78-6011-448e-a7b1-5b36ba20e332 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cdc2c7-a0bd-45e3-b62f-821e32319e64,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:20.527943 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-49dbb338-05c1-4d3d-a635-0bc9f89f80d4 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group_rule': {'security_group_id': '64543fda-38d5-49f1-b854-c7837149957c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '25cdc2c7-a0bd-45e3-b62f-821e32319e64', 'remote_ip_prefix': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:20.581900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9eab9983-4d7c-4370-8d90-a1a9d35d43c2 req-ae1647f0-2fdd-42fa-b3da-442f52aa320f tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4237430 Aug 06 16:25:20.623711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3fe01f-5106-44df-857b-ee3aa88f708a admin admin] Router 6800bff7-dbcf-4e65-810e-0b7f203abc1e has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:25:20.701059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-190875ba-b068-4f91-a239-1672fac384ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:20.706692 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-190875ba-b068-4f91-a239-1672fac384ca service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b27fd606-16da-4c03-a6ec-f73d38e1c520 HTTP/1.1" status: 200 len: 853 time: 0.3258181 Aug 06 16:25:20.810718 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-49dbb338-05c1-4d3d-a635-0bc9f89f80d4 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:20.871907 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3fe01f-5106-44df-857b-ee3aa88f708a admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:25:20.883542 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cf3fe01f-5106-44df-857b-ee3aa88f708a admin admin] 10.222.0.37 "PUT /v2.0/routers/6800bff7-dbcf-4e65-810e-0b7f203abc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4092951 Aug 06 16:25:20.884061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16e7ac-0a23-453b-b271-7253cc976b19 None None] Sync routers for ids ['6800bff7-dbcf-4e65-810e-0b7f203abc1e'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:25:20.886271 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42898) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:20.898699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16e7ac-0a23-453b-b271-7253cc976b19 None None] Routers {'6800bff7-dbcf-4e65-810e-0b7f203abc1e'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:25:20.899288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5a16e7ac-0a23-453b-b271-7253cc976b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:25:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6800bff7-dbcf-4e65-810e-0b7f203abc1e'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:21.065484 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-49dbb338-05c1-4d3d-a635-0bc9f89f80d4 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:21.080941 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-49dbb338-05c1-4d3d-a635-0bc9f89f80d4 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:21.120489 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9375-9803-42de-8535-22406a150cb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:21.135012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbb338-05c1-4d3d-a635-0bc9f89f80d4 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1d4e4e-5311-4054-a465-f9ec0058be12,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:21.183688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-6b69ccb7-0837-4453-951a-3fcf4de874fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:21.189899 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-6b69ccb7-0837-4453-951a-3fcf4de874fe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6f5fe8e3-4c38-4f16-a019-50ebe1c224f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4669874 Aug 06 16:25:21.195621 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-49dbb338-05c1-4d3d-a635-0bc9f89f80d4 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:21.198723 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-49dbb338-05c1-4d3d-a635-0bc9f89f80d4 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7454979 Aug 06 16:25:21.202734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42908) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:21.260973 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-5a16e7ac-0a23-453b-b271-7253cc976b19 None None] Set router 6800bff7-dbcf-4e65-810e-0b7f203abc1e gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:25:21.285966 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a55aca90-b8aa-440a-90e0-0493c10d7641 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:21.301832 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a55aca90-b8aa-440a-90e0-0493c10d7641 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:21.410475 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9375-9803-42de-8535-22406a150cb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:21.458359 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-98ccd7a2-f116-4656-8579-f479d002cf86 service neutron] 10.222.0.78 "GET /v2.0/networks/6f5fe8e3-4c38-4f16-a019-50ebe1c224f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537291 Aug 06 16:25:21.468834 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:25:21.512819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a55aca90-b8aa-440a-90e0-0493c10d7641 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:21.537450 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a55aca90-b8aa-440a-90e0-0493c10d7641 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:21.542379 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a55aca90-b8aa-440a-90e0-0493c10d7641 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2d1d4e4e-5311-4054-a465-f9ec0058be12 HTTP/1.1" status: 204 len: 168 time: 0.3379545 Aug 06 16:25:21.545228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 42922) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:21.592211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55aca90-b8aa-440a-90e0-0493c10d7641 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d1d4e4e-5311-4054-a465-f9ec0058be12,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:21.723931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 42940) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:21.737614 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3c62709c-b071-4151-af5e-55bad8302dfd tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1750412 Aug 06 16:25:21.754411 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b9375-9803-42de-8535-22406a150cb9 admin admin] Deleting port 3d03c3ea-dc35-4382-90dc-cbf143c7d180 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:21.754768 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9375-9803-42de-8535-22406a150cb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:21.919262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5a16e7ac-0a23-453b-b271-7253cc976b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'name': 'tempest-TestServerMultinode-1306354740-router', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.12'}], 'enable_snat': True}, 'gw_port_id': '3d03c3ea-dc35-4382-90dc-cbf143c7d180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:24:10Z', 'updated_at': '2021-08-06T16:25:18Z', 'revision_number': 5, 'project_id': '09371a2e165342f4becf2fa1e422ba3f', 'gw_port': {'id': '3d03c3ea-dc35-4382-90dc-cbf143c7d180', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:24:12Z', 'updated_at': '2021-08-06T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:22.021737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16e7ac-0a23-453b-b271-7253cc976b19 None None] Checking router: 6800bff7-dbcf-4e65-810e-0b7f203abc1e for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:25:22.052925 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-1d1b9375-9803-42de-8535-22406a150cb9 admin admin] For port 3d03c3ea-dc35-4382-90dc-cbf143c7d180, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3d03c3ea-dc35-4382-90dc-cbf143c7d180,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:22.054814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16e7ac-0a23-453b-b271-7253cc976b19 None None] Routers {'6800bff7-dbcf-4e65-810e-0b7f203abc1e'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:25:22.055132 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9375-9803-42de-8535-22406a150cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:22.056590 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5a16e7ac-0a23-453b-b271-7253cc976b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:25:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6800bff7-dbcf-4e65-810e-0b7f203abc1e'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:22.105043 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b9375-9803-42de-8535-22406a150cb9 admin admin] Calling delete_port for 3d03c3ea-dc35-4382-90dc-cbf143c7d180 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:22.111996 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32c706b-0b24-479a-990a-8abe6a0e12aa req-4ec5d537-0213-4050-bcdc-c61d9f6036d0 service neutron] 10.222.0.78 "GET /v2.0/networks/6f5fe8e3-4c38-4f16-a019-50ebe1c224f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437173 Aug 06 16:25:22.191302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382bda5-10d5-4265-aee7-bd66ecbe92f5 req-8c46821e-5117-4eaa-bf3e-e1f668dbd593 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:22.199388 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d382bda5-10d5-4265-aee7-bd66ecbe92f5 req-8c46821e-5117-4eaa-bf3e-e1f668dbd593 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 944 time: 0.3942370 Aug 06 16:25:22.299706 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0624d37-0938-4f74-ad86-7af917c9d9ca tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:22.336277 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0624d37-0938-4f74-ad86-7af917c9d9ca tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:22.346243 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-5a16e7ac-0a23-453b-b271-7253cc976b19 None None] Set router 6800bff7-dbcf-4e65-810e-0b7f203abc1e gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:25:22.419062 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0624d37-0938-4f74-ad86-7af917c9d9ca tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:22.422969 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0624d37-0938-4f74-ad86-7af917c9d9ca tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:22.424330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f0624d37-0938-4f74-ad86-7af917c9d9ca tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-groups/25cdc2c7-a0bd-45e3-b62f-821e32319e64 HTTP/1.1" status: 204 len: 168 time: 0.6973772 Aug 06 16:25:22.434558 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43006) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:22.452586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0624d37-0938-4f74-ad86-7af917c9d9ca tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cdc2c7-a0bd-45e3-b62f-821e32319e64,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:22.569912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcf8e8-bae1-46e7-9d09-757a19e063f2 req-6584ae15-a041-43e7-8806-7d2b39b71443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:22.575595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7cbcf8e8-bae1-46e7-9d09-757a19e063f2 req-6584ae15-a041-43e7-8806-7d2b39b71443 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=578165b6e6eb493383f2d526fd4fe380&device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 1095 time: 0.3696642 Aug 06 16:25:22.584993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d382bda5-10d5-4265-aee7-bd66ecbe92f5 req-28a13ed5-ac91-4bb3-9645-8c3878cdfbe3 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866328 Aug 06 16:25:22.627901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5a16e7ac-0a23-453b-b271-7253cc976b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'name': 'tempest-TestServerMultinode-1306354740-router', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:24:10Z', 'updated_at': '2021-08-06T16:25:21Z', 'revision_number': 6, 'project_id': '09371a2e165342f4becf2fa1e422ba3f', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:22.734621 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16e7ac-0a23-453b-b271-7253cc976b19 None None] The sync data for ids ['6800bff7-dbcf-4e65-810e-0b7f203abc1e'] in n-d-803756-1 is: [{'id': '6800bff7-dbcf-4e65-810e-0b7f203abc1e', 'name': 'tempest-TestServerMultinode-1306354740-router', 'tenant_id': '09371a2e165342f4becf2fa1e422ba3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:24:10Z', 'updated_at': '2021-08-06T16:25:21Z', 'revision_number': 6, 'project_id': '09371a2e165342f4becf2fa1e422ba3f', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:25:22.768173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcf8e8-bae1-46e7-9d09-757a19e063f2 req-afd13f29-5734-4398-9ef1-588255098cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:22.776913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7cbcf8e8-bae1-46e7-9d09-757a19e063f2 req-afd13f29-5734-4398-9ef1-588255098cb9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 HTTP/1.1" status: 200 len: 915 time: 0.1887684 Aug 06 16:25:22.820289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43040) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:22.824289 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-31e2a411-183e-4e1c-8a48-43929f2bea12 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3689706 Aug 06 16:25:22.944174 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7cbcf8e8-bae1-46e7-9d09-757a19e063f2 req-6bda2800-f139-439b-8b57-c9ddbf880bfb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faeeef09-6359-4b83-9eb9-37dd3c5eca5e HTTP/1.1" status: 200 len: 217 time: 0.1616964 Aug 06 16:25:23.131056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcf8e8-bae1-46e7-9d09-757a19e063f2 req-113ba289-8c5e-4af0-9867-2ed2642ddb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:23.135883 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7cbcf8e8-bae1-46e7-9d09-757a19e063f2 req-113ba289-8c5e-4af0-9867-2ed2642ddb23 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b27fd606-16da-4c03-a6ec-f73d38e1c520 HTTP/1.1" status: 200 len: 853 time: 0.1771483 Aug 06 16:25:23.261682 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9375-9803-42de-8535-22406a150cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:23.294585 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-31f810eb-5459-46a4-b5e9-fb4452f87043 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:23.390258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b9375-9803-42de-8535-22406a150cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d03c3ea-dc35-4382-90dc-cbf143c7d180,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:23.403791 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-31f810eb-5459-46a4-b5e9-fb4452f87043 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:23.549004 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43114) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:23.569924 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9375-9803-42de-8535-22406a150cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:23.605732 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-31f810eb-5459-46a4-b5e9-fb4452f87043 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:23.609131 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-31f810eb-5459-46a4-b5e9-fb4452f87043 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:23.611033 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-31f810eb-5459-46a4-b5e9-fb4452f87043 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-groups/64543fda-38d5-49f1-b854-c7837149957c HTTP/1.1" status: 204 len: 168 time: 0.7878561 Aug 06 16:25:23.616541 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43122) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:23.639968 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:23.853364 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d6a02df8-3d4d-4847-b91c-585b0da852ab tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:23.891277 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9375-9803-42de-8535-22406a150cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:23.912635 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9375-9803-42de-8535-22406a150cb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:23.946023 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcf8e8-bae1-46e7-9d09-757a19e063f2 req-fb2bb636-c5a9-426d-9344-67178ee35fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:23.947548 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7cbcf8e8-bae1-46e7-9d09-757a19e063f2 req-fb2bb636-c5a9-426d-9344-67178ee35fc7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6f5fe8e3-4c38-4f16-a019-50ebe1c224f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7987919 Aug 06 16:25:23.948313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f810eb-5459-46a4-b5e9-fb4452f87043 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64543fda-38d5-49f1-b854-c7837149957c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:24.025597 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:24.069723 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9375-9803-42de-8535-22406a150cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:24.070442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1b9375-9803-42de-8535-22406a150cb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6800bff7-dbcf-4e65-810e-0b7f203abc1e {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:25:24.080836 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d1b9375-9803-42de-8535-22406a150cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:24.082016 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1d1b9375-9803-42de-8535-22406a150cb9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6800bff7-dbcf-4e65-810e-0b7f203abc1e HTTP/1.1" status: 204 len: 168 time: 3.1940498 Aug 06 16:25:24.087442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43160) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:24.097373 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d6a02df8-3d4d-4847-b91c-585b0da852ab tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] 10.222.0.37 "PUT /v2.0/quotas/5889accc834e44e58932de81ec2bfcfc HTTP/1.1" status: 200 len: 366 time: 0.5471356 Aug 06 16:25:24.100511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43164) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:24.182181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f922dda7-ca1f-4511-9468-871d379f64c4 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:25:24.240870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: f922dda7-ca1f-4511-9468-871d379f64c4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:25:24.241447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f922dda7-ca1f-4511-9468-871d379f64c4 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:25:24.242030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3d03c3ea-dc35-4382-90dc-cbf143c7d180 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:25:24.252487 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c4432009-2208-40f2-a015-de02a6dfa919 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1380906 Aug 06 16:25:24.262216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43180) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:24.304175 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa87eca6-f77c-45d2-b80f-1c8e8bf19e45 admin admin] Deleting subnet ad6d43fc-6125-42af-a226-ce7ce8592639 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:25:24.322191 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa87eca6-f77c-45d2-b80f-1c8e8bf19e45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:24.370109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 3d03c3ea-dc35-4382-90dc-cbf143c7d180 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:25:24.370917 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3d03c3ea-dc35-4382-90dc-cbf143c7d180 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:25:24.410868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-142183e1-678f-4324-8098-2b44176b369f tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] 10.222.0.37 "GET /v2.0/quotas/5889accc834e44e58932de81ec2bfcfc HTTP/1.1" status: 200 len: 366 time: 0.1201458 Aug 06 16:25:24.420646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-feb0e910-57c1-48ff-95e1-7528ce76b61c tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7618725 Aug 06 16:25:24.437136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43196) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:24.438405 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43200) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:24.463155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-fbc738ae-d0f5-466b-94b5-08ec19afc47a tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1160024248'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:24.491970 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa87eca6-f77c-45d2-b80f-1c8e8bf19e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:24.507593 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b6878d1-ee43-4ce8-9ba7-602c21616a8d req-49442813-0bc8-42d4-abc5-fcd17da7b6d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8241091 Aug 06 16:25:24.515063 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7bc9ab13-0ffc-46f7-89a7-920c7f8a3d16 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/5889accc834e44e58932de81ec2bfcfc HTTP/1.1" status: 204 len: 168 time: 0.0749326 Aug 06 16:25:24.521580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43212) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:24.532355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be60fe0-f267-4cd5-8e59-5a8076e4746d req-5f467e07-fba0-449f-8a42-b242aa04984f tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:24.554226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1be60fe0-f267-4cd5-8e59-5a8076e4746d req-5f467e07-fba0-449f-8a42-b242aa04984f tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 944 time: 0.7249296 Aug 06 16:25:24.589704 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fbc738ae-d0f5-466b-94b5-08ec19afc47a tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:24.604639 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b6669b9f-97cc-43ca-b00a-9978a4f37fe7 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0467892 Aug 06 16:25:24.608051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43226) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:24.688005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7cbcf8e8-bae1-46e7-9d09-757a19e063f2 req-d40e9442-a411-4bb5-b90c-a283c9542b8e service neutron] 10.222.0.78 "GET /v2.0/networks/6f5fe8e3-4c38-4f16-a019-50ebe1c224f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607695 Aug 06 16:25:24.707847 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa87eca6-f77c-45d2-b80f-1c8e8bf19e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:24.753609 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1be60fe0-f267-4cd5-8e59-5a8076e4746d req-01d5b973-eb58-48cd-a8c0-24a08eba557d tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460056 Aug 06 16:25:24.806698 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-24aae3c3-ce1d-4f9c-b381-6b1fd48e0199 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] 10.222.0.37 "GET /v2.0/quotas/5889accc834e44e58932de81ec2bfcfc HTTP/1.1" status: 200 len: 370 time: 0.1832342 Aug 06 16:25:24.817912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43246) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:24.829049 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b84e7c2a-fb62-4402-a221-511150e81440 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] 10.222.0.37 "GET /v2.0/quotas/5889accc834e44e58932de81ec2bfcfc/default HTTP/1.1" status: 200 len: 370 time: 0.0094743 Aug 06 16:25:24.840628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43250) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:24.896530 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-8c91af4e-e412-458a-9e37-d2a03cc8485f tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] delete failed (client error): The resource could not be found. Aug 06 16:25:24.898183 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8c91af4e-e412-458a-9e37-d2a03cc8485f tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/5889accc834e44e58932de81ec2bfcfc HTTP/1.1" status: 404 len: 348 time: 0.0522304 Aug 06 16:25:24.912940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6878d1-ee43-4ce8-9ba7-602c21616a8d req-847aa45b-f4a9-4ab1-8c98-0fe2c15338ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:24.915761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b6878d1-ee43-4ce8-9ba7-602c21616a8d req-847aa45b-f4a9-4ab1-8c98-0fe2c15338ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 1096 time: 0.3095043 Aug 06 16:25:24.938907 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa87eca6-f77c-45d2-b80f-1c8e8bf19e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:25.106157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87eca6-f77c-45d2-b80f-1c8e8bf19e45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad6d43fc-6125-42af-a226-ce7ce8592639,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:25.126696 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa87eca6-f77c-45d2-b80f-1c8e8bf19e45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:25.132167 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d78165-7cba-4cb1-b4dd-fdb3c9342840 None None] Network dd4631af-cce1-4679-8271-02d55e1cd11c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:25:25.159417 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aa87eca6-f77c-45d2-b80f-1c8e8bf19e45 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ad6d43fc-6125-42af-a226-ce7ce8592639 HTTP/1.1" status: 204 len: 168 time: 1.0700960 Aug 06 16:25:25.161228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43282) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:25.174301 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7cbcf8e8-bae1-46e7-9d09-757a19e063f2 req-08d3c7a7-d04c-486b-b61c-657987a7dc38 service neutron] 10.222.0.78 "GET /v2.0/networks/6f5fe8e3-4c38-4f16-a019-50ebe1c224f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472122 Aug 06 16:25:25.270446 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fbc738ae-d0f5-466b-94b5-08ec19afc47a tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:25.272751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6878d1-ee43-4ce8-9ba7-602c21616a8d req-c2eb65de-f989-4e03-8025-0d5c1e8414b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:25.275057 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b6878d1-ee43-4ce8-9ba7-602c21616a8d req-c2eb65de-f989-4e03-8025-0d5c1e8414b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 200 len: 912 time: 0.3335965 Aug 06 16:25:25.287606 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fbc738ae-d0f5-466b-94b5-08ec19afc47a tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:25.295603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43294) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:25.346152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc738ae-d0f5-466b-94b5-08ec19afc47a tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db5ca2b-8bb0-4a8c-ad27-24dfd785a94e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:25.465891 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fbc738ae-d0f5-466b-94b5-08ec19afc47a tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:25.467811 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fbc738ae-d0f5-466b-94b5-08ec19afc47a tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0153356 Aug 06 16:25:25.474078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43316) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:25.489184 n-d-803756-1 neutron-server[105764]: DEBUG neutron.quota.resource [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Usage tracker for resource:network and tenant:0ed1ed7c62714f3a9100a2231c038e16 is out of sync, need to count used quota {{(pid=105764) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 16:25:25.490372 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b6878d1-ee43-4ce8-9ba7-602c21616a8d req-765c592e-8ff2-4d26-affd-073aa7d2a836 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45613fa0-048d-4af7-a662-6a0902ad1057 HTTP/1.1" status: 200 len: 1001 time: 0.1843581 Aug 06 16:25:25.508097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-142d836d-4b17-4eba-bd11-befa21173b90 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group_rule': {'security_group_id': '1db5ca2b-8bb0-4a8c-ad27-24dfd785a94e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:25.517451 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] DHCP port deletion for dd4631af-cce1-4679-8271-02d55e1cd11c request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:25:25.520073 n-d-803756-1 neutron-server[105764]: DEBUG neutron.quota.resource [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=105764) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 16:25:25.534289 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:25.570075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.quota.resource [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Usage tracker for resource:subnet and tenant:0ed1ed7c62714f3a9100a2231c038e16 is out of sync, need to count used quota {{(pid=105764) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 16:25:25.592273 n-d-803756-1 neutron-server[105764]: DEBUG neutron.quota.resource [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=105764) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 16:25:25.607548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Deleting port 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:25.614798 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:25.620610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6878d1-ee43-4ce8-9ba7-602c21616a8d req-cc6d2626-09e4-4079-8be8-382268fefd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:25.634782 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b6878d1-ee43-4ce8-9ba7-602c21616a8d req-cc6d2626-09e4-4079-8be8-382268fefd02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33e739df-6337-434a-b559-956cd4fe06af HTTP/1.1" status: 200 len: 850 time: 0.1370888 Aug 06 16:25:25.686388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.quota.resource [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Usage tracker for resource:subnetpool and tenant:0ed1ed7c62714f3a9100a2231c038e16 is out of sync, need to count used quota {{(pid=105764) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 16:25:25.712063 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-142d836d-4b17-4eba-bd11-befa21173b90 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:25.749743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6878d1-ee43-4ce8-9ba7-602c21616a8d req-73104e85-d3ed-4d88-9ad4-36806562fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:25.751597 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b6878d1-ee43-4ce8-9ba7-602c21616a8d req-73104e85-d3ed-4d88-9ad4-36806562fd94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b39d9b2-9c33-437b-8ac5-1025578faa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104069 Aug 06 16:25:25.841945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] For port 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7b85ed98-bc9c-46c6-bf47-c36cda00d6a8,segment=NetworkSegment(5847e0f8-2da8-4002-8008-94ee1b2e2b2d),segment_id=5847e0f8-2da8-4002-8008-94ee1b2e2b2d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:25.844670 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:25.879867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Calling delete_port for 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:25.965462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b6878d1-ee43-4ce8-9ba7-602c21616a8d req-5a8c2cb8-ad55-483d-9a7f-dd3e205234c3 service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052293 Aug 06 16:25:26.030605 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-142d836d-4b17-4eba-bd11-befa21173b90 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.037531 n-d-803756-1 neutron-server[105764]: DEBUG neutron.quota.resource [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=105764) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 16:25:26.076062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-142d836d-4b17-4eba-bd11-befa21173b90 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.124499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf9b2f-4ca0-445f-8d41-0d05e659604f req-17c34346-0eb5-4e94-bc65-a74a9a36ad10 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:26.134456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0fcf9b2f-4ca0-445f-8d41-0d05e659604f req-17c34346-0eb5-4e94-bc65-a74a9a36ad10 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 944 time: 0.1673419 Aug 06 16:25:26.186436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d836d-4b17-4eba-bd11-befa21173b90 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d62a2fe-4d38-49e0-8267-1bb3d0702783,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:26.195627 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-142d836d-4b17-4eba-bd11-befa21173b90 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.201388 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-142d836d-4b17-4eba-bd11-befa21173b90 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7254541 Aug 06 16:25:26.202844 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0fcf9b2f-4ca0-445f-8d41-0d05e659604f req-1ccef7da-a9ce-422f-b86d-7402b6aea772 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628519 Aug 06 16:25:26.220282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43400) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:26.224187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:25:26.227221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b6878d1-ee43-4ce8-9ba7-602c21616a8d req-81b2fe2b-d81f-492d-8b0e-388b1e25d55c service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446740 Aug 06 16:25:26.275911 n-d-803756-1 neutron-server[105764]: DEBUG neutron.quota.resource [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Usage tracker for resource:port and tenant:0ed1ed7c62714f3a9100a2231c038e16 is out of sync, need to count used quota {{(pid=105764) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 16:25:26.299790 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] Deleting port 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:26.300139 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.420153 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.465519 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] For port 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7b85ed98-bc9c-46c6-bf47-c36cda00d6a8,segment=NetworkSegment(5847e0f8-2da8-4002-8008-94ee1b2e2b2d),segment_id=5847e0f8-2da8-4002-8008-94ee1b2e2b2d)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:26.465935 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.500783 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] Calling delete_port for 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:26.552628 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.587170 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Pushing event deleted for resources: {'Port': ['ID=7b85ed98-bc9c-46c6-bf47-c36cda00d6a8,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:26.600048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:26.600627 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:26.601444 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:26.601612 n-d-803756-1 neutron-server[105764]: DEBUG neutron.quota.resource [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=105764) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 16:25:26.602110 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:26.602598 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:26.603126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:26.603806 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:26.604964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:26.605734 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:26.606724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:26.607206 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:26.607680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:26.622575 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58d574-c1a6-49b1-97ab-1c8a71cdd836 None None] No DVR routers for this DVR port 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:25:26.642211 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ece93e66-f2e6-4f84-9e79-9e17ba49b873 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.681928 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ece93e66-f2e6-4f84-9e79-9e17ba49b873 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.693889 n-d-803756-1 neutron-server[105764]: DEBUG neutron.quota.resource [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Usage tracker for resource:router and tenant:0ed1ed7c62714f3a9100a2231c038e16 is out of sync, need to count used quota {{(pid=105764) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 16:25:26.715695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.quota.resource [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=105764) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 16:25:26.748648 n-d-803756-1 neutron-server[105764]: DEBUG neutron.quota.resource [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Usage tracker for resource:floatingip and tenant:0ed1ed7c62714f3a9100a2231c038e16 is out of sync, need to count used quota {{(pid=105764) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 16:25:26.758217 n-d-803756-1 neutron-server[105764]: DEBUG neutron.quota.resource [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=105764) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 16:25:26.782600 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ece93e66-f2e6-4f84-9e79-9e17ba49b873 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.788781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ece93e66-f2e6-4f84-9e79-9e17ba49b873 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.790111 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ece93e66-f2e6-4f84-9e79-9e17ba49b873 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8d62a2fe-4d38-49e0-8267-1bb3d0702783 HTTP/1.1" status: 204 len: 168 time: 0.5471971 Aug 06 16:25:26.790985 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.792673 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43456) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:26.844940 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b85ed98-bc9c-46c6-bf47-c36cda00d6a8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:26.856967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bccbfe61-4c7b-4ce8-94eb-a493ee1d9318 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629103 Aug 06 16:25:26.859679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43458) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:26.867720 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece93e66-f2e6-4f84-9e79-9e17ba49b873 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d62a2fe-4d38-49e0-8267-1bb3d0702783,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:26.875305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] No DVR routers for this DVR port 7b85ed98-bc9c-46c6-bf47-c36cda00d6a8 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:25:26.941823 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4945f6a3-e4a9-4d0a-8d35-7a852eec6b80 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.967501 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4945f6a3-e4a9-4d0a-8d35-7a852eec6b80 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.998071 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:27.014439 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4945f6a3-e4a9-4d0a-8d35-7a852eec6b80 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:27.016970 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4945f6a3-e4a9-4d0a-8d35-7a852eec6b80 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:27.018132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4945f6a3-e4a9-4d0a-8d35-7a852eec6b80 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-groups/1db5ca2b-8bb0-4a8c-ad27-24dfd785a94e HTTP/1.1" status: 204 len: 168 time: 0.1571643 Aug 06 16:25:27.022600 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4631af-cce1-4679-8271-02d55e1cd11c']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:27.026949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43462) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:27.027906 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945f6a3-e4a9-4d0a-8d35-7a852eec6b80 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db5ca2b-8bb0-4a8c-ad27-24dfd785a94e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:27.043407 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5847e0f8-2da8-4002-8008-94ee1b2e2b2d') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:27.043932 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5847e0f8-2da8-4002-8008-94ee1b2e2b2d') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:27.058099 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:27.070726 n-d-803756-1 neutron-server[105764]: DEBUG neutron.quota.resource [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Usage tracker for resource:security_group and tenant:0ed1ed7c62714f3a9100a2231c038e16 is out of sync, need to count used quota {{(pid=105764) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 16:25:27.081363 n-d-803756-1 neutron-server[105764]: DEBUG neutron.quota.resource [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=105764) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 16:25:27.084299 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:27.093250 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:25:27.094498 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:25:27.096373 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:25:27.113550 n-d-803756-1 neutron-server[105764]: DEBUG neutron.quota.resource [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Usage tracker for resource:security_group_rule and tenant:0ed1ed7c62714f3a9100a2231c038e16 is out of sync, need to count used quota {{(pid=105764) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 16:25:27.149987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-63936911-ec39-4bf8-828e-ed3e4440066f tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1191289 Aug 06 16:25:27.150651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.quota.resource [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=105764) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 16:25:27.155696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43464) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:27.164283 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-5c3d7dcd-30f3-485e-963b-76fe462f3ff1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group': {'name': 'tempest-secgroup--577701126'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:27.167798 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-23a81d2e-6271-4c83-bd6a-ba36a436c350 tempest-QuotasTest-1921042278 tempest-QuotasTest-1921042278-project-admin] 10.222.0.37 "GET /v2.0/quotas/0ed1ed7c62714f3a9100a2231c038e16/details.json HTTP/1.1" status: 200 len: 703 time: 1.8702533 Aug 06 16:25:27.174611 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:27.181281 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:27.185508 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] 10.222.0.37 "DELETE /v2.0/networks/dd4631af-cce1-4679-8271-02d55e1cd11c HTTP/1.1" status: 204 len: 168 time: 2.0194407 Aug 06 16:25:27.188202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9db662a8-0e3b-438c-aa1b-4df264bdbba7 req-87a37403-2914-4923-9e31-14a292ed2580 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1146882 Aug 06 16:25:27.202773 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0fe2f-4822-4e9d-bfc1-6d6e47809423 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd4631af-cce1-4679-8271-02d55e1cd11c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:27.247119 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c3d7dcd-30f3-485e-963b-76fe462f3ff1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:27.503632 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43474) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:27.526146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa17e7d-e9da-40be-930b-ab4bd95d5797 req-0c3a49d1-c8b6-4cec-8232-314721eac161 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:27.527688 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-afa17e7d-e9da-40be-930b-ab4bd95d5797 req-0c3a49d1-c8b6-4cec-8232-314721eac161 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 944 time: 0.2078214 Aug 06 16:25:27.593384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db662a8-0e3b-438c-aa1b-4df264bdbba7 req-5dbdf419-8d86-4bcb-bac9-387b658de058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:27.595295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9db662a8-0e3b-438c-aa1b-4df264bdbba7 req-5dbdf419-8d86-4bcb-bac9-387b658de058 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 1096 time: 0.3367720 Aug 06 16:25:27.604700 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-af790703-aa5b-4de2-a5e3-1d1a91d24219 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af8f445e7e0a4d5499518745b87b5f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0968046 Aug 06 16:25:27.606678 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43478) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:27.657023 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c3d7dcd-30f3-485e-963b-76fe462f3ff1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:27.680112 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-afa17e7d-e9da-40be-930b-ab4bd95d5797 req-6007c6f2-7938-4ff5-b38c-161168c2473a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295123 Aug 06 16:25:27.681490 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c3d7dcd-30f3-485e-963b-76fe462f3ff1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:27.722753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43480) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:27.731186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d7dcd-30f3-485e-963b-76fe462f3ff1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf5ec03-0dfa-4234-b189-cd7512d32ba4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:27.736954 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c3d7dcd-30f3-485e-963b-76fe462f3ff1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:27.738821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5c3d7dcd-30f3-485e-963b-76fe462f3ff1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5810366 Aug 06 16:25:27.756137 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43484) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:27.777808 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-27ec5aa5-2ac6-4108-9a4b-69c157c69b6e tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group_rule': {'security_group_id': 'bbf5ec03-0dfa-4234-b189-cd7512d32ba4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:27.814681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db662a8-0e3b-438c-aa1b-4df264bdbba7 req-2f4e30dd-6354-4470-ab3a-7501b10c1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:27.817398 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9db662a8-0e3b-438c-aa1b-4df264bdbba7 req-2f4e30dd-6354-4470-ab3a-7501b10c1fbf service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 200 len: 912 time: 0.1836908 Aug 06 16:25:27.820754 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06afa69f-21e2-404f-b550-3fafd04ea4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:27.909278 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06afa69f-21e2-404f-b550-3fafd04ea4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:27.938521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9db662a8-0e3b-438c-aa1b-4df264bdbba7 req-73688652-76c0-4197-a5ce-5d5d002b1ec6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45613fa0-048d-4af7-a662-6a0902ad1057 HTTP/1.1" status: 200 len: 1001 time: 0.1125448 Aug 06 16:25:27.944607 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-27ec5aa5-2ac6-4108-9a4b-69c157c69b6e tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:27.998088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db662a8-0e3b-438c-aa1b-4df264bdbba7 req-0ba738d2-d558-4139-a769-05a45e8a868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:28.000307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9db662a8-0e3b-438c-aa1b-4df264bdbba7 req-0ba738d2-d558-4139-a769-05a45e8a868e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=33e739df-6337-434a-b559-956cd4fe06af HTTP/1.1" status: 200 len: 850 time: 0.0545788 Aug 06 16:25:28.003483 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fce0b61-4c43-4fc7-a455-14adeb7c115f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.017693 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06afa69f-21e2-404f-b550-3fafd04ea4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.020683 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06afa69f-21e2-404f-b550-3fafd04ea4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.025257 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-06afa69f-21e2-404f-b550-3fafd04ea4f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bfb1d367-72aa-408d-825f-e81febdd0357 HTTP/1.1" status: 204 len: 168 time: 0.4179673 Aug 06 16:25:28.042084 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afa69f-21e2-404f-b550-3fafd04ea4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb1d367-72aa-408d-825f-e81febdd0357,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:28.120721 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db662a8-0e3b-438c-aa1b-4df264bdbba7 req-afadba8a-f291-4531-b292-713a221ad16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:28.127648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9db662a8-0e3b-438c-aa1b-4df264bdbba7 req-afadba8a-f291-4531-b292-713a221ad16d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b39d9b2-9c33-437b-8ac5-1025578faa38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188760 Aug 06 16:25:28.178486 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fce0b61-4c43-4fc7-a455-14adeb7c115f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.190503 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fce0b61-4c43-4fc7-a455-14adeb7c115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.279649 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0fce0b61-4c43-4fc7-a455-14adeb7c115f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5cf9b7ff66e74336b7a9c206c9b84c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548134 Aug 06 16:25:28.290598 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43492) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:28.368086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce0b61-4c43-4fc7-a455-14adeb7c115f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e497ac86-5ceb-4b5d-bb36-a2c5ff54f504,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:28.389592 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06e860f2-5006-46a7-baba-9b243ada4e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.392085 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9db662a8-0e3b-438c-aa1b-4df264bdbba7 req-bb9880dc-1e36-4f92-9285-88661813cd11 service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579296 Aug 06 16:25:28.415644 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06e860f2-5006-46a7-baba-9b243ada4e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.444596 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-27ec5aa5-2ac6-4108-9a4b-69c157c69b6e tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.462170 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-27ec5aa5-2ac6-4108-9a4b-69c157c69b6e tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.480908 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec5aa5-2ac6-4108-9a4b-69c157c69b6e tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c2dae1-4690-41bb-9021-e1751cabbec3,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:28.502900 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-27ec5aa5-2ac6-4108-9a4b-69c157c69b6e tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.504660 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-27ec5aa5-2ac6-4108-9a4b-69c157c69b6e tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7465031 Aug 06 16:25:28.507923 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43500) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:28.520136 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06e860f2-5006-46a7-baba-9b243ada4e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.524688 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06e860f2-5006-46a7-baba-9b243ada4e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.530542 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-06e860f2-5006-46a7-baba-9b243ada4e20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e497ac86-5ceb-4b5d-bb36-a2c5ff54f504 HTTP/1.1" status: 204 len: 168 time: 0.2418301 Aug 06 16:25:28.540127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e860f2-5006-46a7-baba-9b243ada4e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e497ac86-5ceb-4b5d-bb36-a2c5ff54f504,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:28.594153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ea146850-d2ae-471a-af5d-5bfb0e5e788b tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules/16c2dae1-4690-41bb-9021-e1751cabbec3 HTTP/1.1" status: 200 len: 763 time: 0.0836744 Aug 06 16:25:28.596513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43506) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:28.600312 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9db662a8-0e3b-438c-aa1b-4df264bdbba7 req-d2262171-a334-4ae5-883f-029473ea07a6 service neutron] 10.222.0.13 "GET /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003300 Aug 06 16:25:28.651028 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43508) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:28.687061 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f5d144eb-58d5-43c5-a7b7-91b96307b24a tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0863328 Aug 06 16:25:28.690124 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43510) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:28.709900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-de025eb0-d320-43b7-8d71-b6689edbb070 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09371a2e165342f4becf2fa1e422ba3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553014 Aug 06 16:25:28.710571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43514) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:28.741791 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f372e37-0482-4a80-a672-1aacc2378b78 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.767907 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f372e37-0482-4a80-a672-1aacc2378b78 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.814523 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f372e37-0482-4a80-a672-1aacc2378b78 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.822383 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f372e37-0482-4a80-a672-1aacc2378b78 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.826260 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6f372e37-0482-4a80-a672-1aacc2378b78 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/16c2dae1-4690-41bb-9021-e1751cabbec3 HTTP/1.1" status: 204 len: 168 time: 0.1322553 Aug 06 16:25:28.826580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43518) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:28.861792 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f372e37-0482-4a80-a672-1aacc2378b78 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16c2dae1-4690-41bb-9021-e1751cabbec3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:28.903807 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6899e4ef-e01a-4155-8ea2-469acff094a2 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0760188 Aug 06 16:25:28.907423 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43520) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:28.913845 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ae3c3262-9cdd-433a-b67a-acc115173da1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group_rule': {'security_group_id': 'bbf5ec03-0dfa-4234-b189-cd7512d32ba4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:28.977494 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae3c3262-9cdd-433a-b67a-acc115173da1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.047894 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae3c3262-9cdd-433a-b67a-acc115173da1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.052666 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae3c3262-9cdd-433a-b67a-acc115173da1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.096310 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c3262-9cdd-433a-b67a-acc115173da1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3a7a66-2baa-4a30-b33a-c5a35db1f16a,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:29.131542 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae3c3262-9cdd-433a-b67a-acc115173da1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.132794 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ae3c3262-9cdd-433a-b67a-acc115173da1 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2233722 Aug 06 16:25:29.137993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43522) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:29.171405 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fbdf7e76-81bf-4cbc-b4b1-980ae8c605de tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules/dc3a7a66-2baa-4a30-b33a-c5a35db1f16a HTTP/1.1" status: 200 len: 763 time: 0.0316734 Aug 06 16:25:29.177734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43524) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:29.183907 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43526) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:29.235526 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28fd3f57-80ef-4516-a134-03a68616ef57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.288713 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-14f00889-ed69-45ce-a0b3-2b8b79351132 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1114779 Aug 06 16:25:29.293006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43530) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:29.318015 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f160d1f-a8b1-429f-9944-1463d93bf6b2 req-0f4597b9-fb1b-4edc-9122-557330ed9636 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:29.319773 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f160d1f-a8b1-429f-9944-1463d93bf6b2 req-0f4597b9-fb1b-4edc-9122-557330ed9636 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 944 time: 0.0893853 Aug 06 16:25:29.325394 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a75c-6a51-4959-b644-5e2e69fff486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.344802 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ec08b469-b775-4961-b454-7223e61d7457 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.369097 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ec08b469-b775-4961-b454-7223e61d7457 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.375995 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a75c-6a51-4959-b644-5e2e69fff486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.390294 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f160d1f-a8b1-429f-9944-1463d93bf6b2 req-c828bc06-d1f7-4832-995f-bb4ef88cd1b3 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628738 Aug 06 16:25:29.432336 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ec08b469-b775-4961-b454-7223e61d7457 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.436139 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ec08b469-b775-4961-b454-7223e61d7457 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.440129 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ec08b469-b775-4961-b454-7223e61d7457 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/dc3a7a66-2baa-4a30-b33a-c5a35db1f16a HTTP/1.1" status: 204 len: 168 time: 0.1433811 Aug 06 16:25:29.441580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43534) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:29.463339 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a75c-6a51-4959-b644-5e2e69fff486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.469983 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a75c-6a51-4959-b644-5e2e69fff486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.469983 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4cb3a75c-6a51-4959-b644-5e2e69fff486 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9baca9bc-915e-488f-bfd9-81095c08fd0a HTTP/1.1" status: 204 len: 168 time: 0.7561047 Aug 06 16:25:29.480314 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28fd3f57-80ef-4516-a134-03a68616ef57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.482641 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3a75c-6a51-4959-b644-5e2e69fff486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baca9bc-915e-488f-bfd9-81095c08fd0a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:29.482991 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08b469-b775-4961-b454-7223e61d7457 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc3a7a66-2baa-4a30-b33a-c5a35db1f16a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:29.486811 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-28fd3f57-80ef-4516-a134-03a68616ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.522808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-546b35e1-08b4-4385-b394-2cacfcfb8444 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0796771 Aug 06 16:25:29.523285 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43538) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:29.527617 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-28fd3f57-80ef-4516-a134-03a68616ef57 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ed1ed7c62714f3a9100a2231c038e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379683 Aug 06 16:25:29.528122 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4ddcb78e-9a14-4e23-aa0a-4a5f5e7268f4 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Request body: {'security_group_rule': {'security_group_id': 'bbf5ec03-0dfa-4234-b189-cd7512d32ba4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:29.529566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43540) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:29.547869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd3f57-80ef-4516-a134-03a68616ef57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452dfdd3-2c3f-4aa4-ad43-59beed1e95b9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:29.551273 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-4ddcb78e-9a14-4e23-aa0a-4a5f5e7268f4 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Project a78dd3a83fee40cb84158d578994ac43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:25:29.556924 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4ddcb78e-9a14-4e23-aa0a-4a5f5e7268f4 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.596576 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad89-5af9-495c-9bfe-e5a00d477fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.621836 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad89-5af9-495c-9bfe-e5a00d477fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.631549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4ddcb78e-9a14-4e23-aa0a-4a5f5e7268f4 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.636216 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4ddcb78e-9a14-4e23-aa0a-4a5f5e7268f4 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.691222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcb78e-9a14-4e23-aa0a-4a5f5e7268f4 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f484c11-0072-47d3-a417-9edd2e2cf93e,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:29.699196 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad89-5af9-495c-9bfe-e5a00d477fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.699438 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4ddcb78e-9a14-4e23-aa0a-4a5f5e7268f4 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.704461 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4ddcb78e-9a14-4e23-aa0a-4a5f5e7268f4 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1801970 Aug 06 16:25:29.705071 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43544) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:29.705953 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c8cbad89-5af9-495c-9bfe-e5a00d477fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.725556 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c8cbad89-5af9-495c-9bfe-e5a00d477fa5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/452dfdd3-2c3f-4aa4-ad43-59beed1e95b9 HTTP/1.1" status: 204 len: 168 time: 0.1914058 Aug 06 16:25:29.728455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e3edb4af-0ecb-4fb1-82c2-cf1ad1ae8c8d tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules/1f484c11-0072-47d3-a417-9edd2e2cf93e HTTP/1.1" status: 200 len: 769 time: 0.0217397 Aug 06 16:25:29.728970 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43548) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:29.748271 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbad89-5af9-495c-9bfe-e5a00d477fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452dfdd3-2c3f-4aa4-ad43-59beed1e95b9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:29.782723 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a749c182-5423-4891-8ff3-1ee61736658d tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0524757 Aug 06 16:25:29.785272 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43550) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:29.821525 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d90016d9-b102-4835-9db4-18c0ddc2958e tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.852525 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d90016d9-b102-4835-9db4-18c0ddc2958e tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.901382 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d90016d9-b102-4835-9db4-18c0ddc2958e tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.909070 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d90016d9-b102-4835-9db4-18c0ddc2958e tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.914030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43552) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:29.914806 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d90016d9-b102-4835-9db4-18c0ddc2958e tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1f484c11-0072-47d3-a417-9edd2e2cf93e HTTP/1.1" status: 204 len: 168 time: 0.1277220 Aug 06 16:25:29.925603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90016d9-b102-4835-9db4-18c0ddc2958e tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f484c11-0072-47d3-a417-9edd2e2cf93e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:29.979876 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43554) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:29.990068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-55db8911-1895-436b-9d73-0097e6ba2bb4 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0744023 Aug 06 16:25:30.080174 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2812b14c-fe91-4a40-947b-83d0a784b619 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:30.108709 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2812b14c-fe91-4a40-947b-83d0a784b619 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:30.173450 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2812b14c-fe91-4a40-947b-83d0a784b619 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:30.177260 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2812b14c-fe91-4a40-947b-83d0a784b619 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:30.184354 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2812b14c-fe91-4a40-947b-83d0a784b619 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "DELETE /v2.0/security-groups/bbf5ec03-0dfa-4234-b189-cd7512d32ba4 HTTP/1.1" status: 204 len: 168 time: 0.2007236 Aug 06 16:25:30.188473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43560) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:30.197840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812b14c-fe91-4a40-947b-83d0a784b619 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf5ec03-0dfa-4234-b189-cd7512d32ba4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:30.275680 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-edbb2ec3-0399-4831-a5e8-67149fe72fd5 tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0855625 Aug 06 16:25:30.279314 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43564) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:30.330156 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9f88696d-70e7-4b9d-9bfc-76ee792f516d tempest-SecGroupIPv6Test-1664062894 tempest-SecGroupIPv6Test-1664062894-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498712 Aug 06 16:25:30.614568 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab50cab-93b8-4129-baba-457ed2a6557c req-eb0bc59d-a8c8-4d18-8e91-571419de5fd2 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:30.617016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dab50cab-93b8-4129-baba-457ed2a6557c req-eb0bc59d-a8c8-4d18-8e91-571419de5fd2 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 944 time: 0.0937498 Aug 06 16:25:30.706043 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dab50cab-93b8-4129-baba-457ed2a6557c req-96736af4-19c3-4130-bc6c-b272ed156403 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809882 Aug 06 16:25:30.759091 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43592) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:30.980183 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43598) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:31.051930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-cdf57e0f-54f5-4d47-886a-2b2e40f9b0f0 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-423440810'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:31.089452 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf57e0f-54f5-4d47-886a-2b2e40f9b0f0 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Made reservation on behalf of ecae3706136c447b976dbf0f7976e86d for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:31.095911 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cdf57e0f-54f5-4d47-886a-2b2e40f9b0f0 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:31.114099 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cdf57e0f-54f5-4d47-886a-2b2e40f9b0f0 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:31.168882 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-00732f6b-b99f-4625-bc58-f993e769dbe0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a78dd3a83fee40cb84158d578994ac43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084506 Aug 06 16:25:31.171507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43602) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:31.246142 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cdf57e0f-54f5-4d47-886a-2b2e40f9b0f0 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:31.251189 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cdf57e0f-54f5-4d47-886a-2b2e40f9b0f0 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:31.273422 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d263ddf1-13ec-4718-95b0-ad742eddd567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:31.283601 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf57e0f-54f5-4d47-886a-2b2e40f9b0f0 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480b8596-3c7e-4127-86ea-75b3198e9b73,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:31.306973 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d263ddf1-13ec-4718-95b0-ad742eddd567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:31.307586 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf57e0f-54f5-4d47-886a-2b2e40f9b0f0 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:25:31.320879 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cdf57e0f-54f5-4d47-886a-2b2e40f9b0f0 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:31.321302 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-cdf57e0f-54f5-4d47-886a-2b2e40f9b0f0 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Added segment ce76e67f-90bb-431c-8728-81b72ffa193b of type vlan for network 55092916-0861-4756-ae3f-dd0312e8014e Aug 06 16:25:31.372644 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cdf57e0f-54f5-4d47-886a-2b2e40f9b0f0 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:31.375825 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d263ddf1-13ec-4718-95b0-ad742eddd567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:31.378626 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d263ddf1-13ec-4718-95b0-ad742eddd567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:31.382330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d263ddf1-13ec-4718-95b0-ad742eddd567 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1e3831d-0e1c-49bd-87a4-b67964fcb923 HTTP/1.1" status: 204 len: 168 time: 0.2057581 Aug 06 16:25:31.400040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263ddf1-13ec-4718-95b0-ad742eddd567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e3831d-0e1c-49bd-87a4-b67964fcb923,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:31.415398 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cdf57e0f-54f5-4d47-886a-2b2e40f9b0f0 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:31.422430 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf57e0f-54f5-4d47-886a-2b2e40f9b0f0 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:31.423519 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cdf57e0f-54f5-4d47-886a-2b2e40f9b0f0 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:31.461558 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43606) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:31.461967 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cdf57e0f-54f5-4d47-886a-2b2e40f9b0f0 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4801610 Aug 06 16:25:31.471317 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b28465e0-18bd-439f-a2e8-f03319e06209 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Request body: {'subnet': {'network_id': '55092916-0861-4756-ae3f-dd0312e8014e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:31.514242 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf57e0f-54f5-4d47-886a-2b2e40f9b0f0 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event updated for resources: {'Network': ['ID=55092916-0861-4756-ae3f-dd0312e8014e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:31.527996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 55092916-0861-4756-ae3f-dd0312e8014e details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:25:31.591600 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28465e0-18bd-439f-a2e8-f03319e06209 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Made reservation on behalf of ecae3706136c447b976dbf0f7976e86d for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:31.596091 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b28465e0-18bd-439f-a2e8-f03319e06209 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:31.858273 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b28465e0-18bd-439f-a2e8-f03319e06209 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:31.946536 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28465e0-18bd-439f-a2e8-f03319e06209 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event updated for resources: {'Subnet': ['ID=5723e6c1-204a-4810-87b1-ee4e88182fb1,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:31.956842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5346c5c-fc97-4d50-83c0-49f88428f7bb req-27d0a23f-5817-447f-bc95-3805c8f6c77d tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:31.958392 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5346c5c-fc97-4d50-83c0-49f88428f7bb req-27d0a23f-5817-447f-bc95-3805c8f6c77d tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 944 time: 0.1382892 Aug 06 16:25:31.975956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28465e0-18bd-439f-a2e8-f03319e06209 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Checking segment: {'id': 'ce76e67f-90bb-431c-8728-81b72ffa193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '55092916-0861-4756-ae3f-dd0312e8014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:25:31.976325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28465e0-18bd-439f-a2e8-f03319e06209 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Network hostable DHCP agents. Network: 55092916-0861-4756-ae3f-dd0312e8014e, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:25:32.012412 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5346c5c-fc97-4d50-83c0-49f88428f7bb req-d48b00e9-fef8-47f2-b23b-12f3216e0da1 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458055 Aug 06 16:25:32.021533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28465e0-18bd-439f-a2e8-f03319e06209 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Network 55092916-0861-4756-ae3f-dd0312e8014e is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:25:32.033679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-b28465e0-18bd-439f-a2e8-f03319e06209 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 55092916-0861-4756-ae3f-dd0312e8014e) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:25:32.041885 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf72bf5-a929-4d3f-8e11-22a6621a074f None None] Network 55092916-0861-4756-ae3f-dd0312e8014e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:25:32.045436 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28465e0-18bd-439f-a2e8-f03319e06209 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:32.046057 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b28465e0-18bd-439f-a2e8-f03319e06209 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:32.065039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43630) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:32.065527 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b28465e0-18bd-439f-a2e8-f03319e06209 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6016915 Aug 06 16:25:32.070288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-cc475258-81e4-45c9-9a3d-ecffebd77e89 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Request body: {'port': {'network_id': '55092916-0861-4756-ae3f-dd0312e8014e', 'name': 'tempest-AllowedAddressPairTestJSON-1927085078'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:32.210295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc475258-81e4-45c9-9a3d-ecffebd77e89 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Made reservation on behalf of ecae3706136c447b976dbf0f7976e86d for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:32.214088 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cc475258-81e4-45c9-9a3d-ecffebd77e89 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:32.236753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-cc475258-81e4-45c9-9a3d-ecffebd77e89 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] device_id is not set on port 5fc8d730-3ec2-475a-b2ec-f4eb56c3826c yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:25:32.237610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-55092916-0861-4756-ae3f-dd0312e8014e', 'network_id': '55092916-0861-4756-ae3f-dd0312e8014e', 'tenant_id': 'ecae3706136c447b976dbf0f7976e86d', 'fixed_ips': [{'subnet_id': '5723e6c1-204a-4810-87b1-ee4e88182fb1'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:25:32.238821 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:32.665475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-cc475258-81e4-45c9-9a3d-ecffebd77e89 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Allocated IP 172.20.0.13 (55092916-0861-4756-ae3f-dd0312e8014e/5723e6c1-204a-4810-87b1-ee4e88182fb1/5fc8d730-3ec2-475a-b2ec-f4eb56c3826c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:25:32.835387 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cc475258-81e4-45c9-9a3d-ecffebd77e89 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:32.856899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-cc475258-81e4-45c9-9a3d-ecffebd77e89 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Transition to ACTIVE for port object 5fc8d730-3ec2-475a-b2ec-f4eb56c3826c will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:25:32.893299 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cc475258-81e4-45c9-9a3d-ecffebd77e89 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:32.953783 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc475258-81e4-45c9-9a3d-ecffebd77e89 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Network 55092916-0861-4756-ae3f-dd0312e8014e is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:25:32.958225 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-cc475258-81e4-45c9-9a3d-ecffebd77e89 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:25:32.958947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Allocated IP 172.20.0.2 (55092916-0861-4756-ae3f-dd0312e8014e/5723e6c1-204a-4810-87b1-ee4e88182fb1/9d59b97b-33a2-4e00-989c-e662ff1ec8fe) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:25:32.964079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc475258-81e4-45c9-9a3d-ecffebd77e89 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:25:32.996207 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc475258-81e4-45c9-9a3d-ecffebd77e89 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event updated for resources: {'Port': ['ID=5fc8d730-3ec2-475a-b2ec-f4eb56c3826c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:33.041748 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc475258-81e4-45c9-9a3d-ecffebd77e89 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:33.044385 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cc475258-81e4-45c9-9a3d-ecffebd77e89 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:33.063477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43660) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:33.064095 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cc475258-81e4-45c9-9a3d-ecffebd77e89 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9973490 Aug 06 16:25:33.070258 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-0c5481ab-666d-474e-9cdb-fa3ab2a0826f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Request body: {'port': {'network_id': '55092916-0861-4756-ae3f-dd0312e8014e', 'name': 'tempest-AllowedAddressPairTestJSON-1401974325', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:07:f6:6d'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:33.162670 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:33.177800 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Transition to ACTIVE for port object 9d59b97b-33a2-4e00-989c-e662ff1ec8fe will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:25:33.202158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Transition to ACTIVE for port object 9d59b97b-33a2-4e00-989c-e662ff1ec8fe will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:25:33.211319 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:33.229460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3d140-5a19-4a1f-aeee-f2bd5c27dd6f req-ca93febc-4e57-41a4-a53f-62d38d0969e8 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:33.231016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ae3d140-5a19-4a1f-aeee-f2bd5c27dd6f req-ca93febc-4e57-41a4-a53f-62d38d0969e8 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 944 time: 0.0913942 Aug 06 16:25:33.234137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Network 55092916-0861-4756-ae3f-dd0312e8014e is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:25:33.236838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:25:33.264588 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:25:33.284611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ae3d140-5a19-4a1f-aeee-f2bd5c27dd6f req-518e66bf-13c8-4af1-8aaf-f0baa2c3b64c tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473225 Aug 06 16:25:33.285985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5481ab-666d-474e-9cdb-fa3ab2a0826f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Made reservation on behalf of ecae3706136c447b976dbf0f7976e86d for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:33.293156 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43664) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:33.336045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Pushing event updated for resources: {'Port': ['ID=9d59b97b-33a2-4e00-989c-e662ff1ec8fe,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:33.363179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Attempting to bind port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:33.363811 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Attempting to bind port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'ce76e67f-90bb-431c-8728-81b72ffa193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '55092916-0861-4756-ae3f-dd0312e8014e'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:33.364346 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Attempting to bind port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe on network 55092916-0861-4756-ae3f-dd0312e8014e {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:33.370109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:25:33.370729 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Checking segment: {'id': 'ce76e67f-90bb-431c-8728-81b72ffa193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '55092916-0861-4756-ae3f-dd0312e8014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:25:33.371303 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:33.371863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Bound using segment: {'id': 'ce76e67f-90bb-431c-8728-81b72ffa193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '55092916-0861-4756-ae3f-dd0312e8014e'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:25:33.372494 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Bound port: 9d59b97b-33a2-4e00-989c-e662ff1ec8fe, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce76e67f-90bb-431c-8728-81b72ffa193b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '55092916-0861-4756-ae3f-dd0312e8014e'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:25:33.373040 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:33.413116 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c5481ab-666d-474e-9cdb-fa3ab2a0826f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:33.444865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-0c5481ab-666d-474e-9cdb-fa3ab2a0826f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] device_id is not set on port 2beaa7ab-9553-4634-8000-5276df466e83 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:25:33.469097 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-51a2eef3-6fee-4d9f-8a4e-c1764c4b0bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:33.595123 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-51a2eef3-6fee-4d9f-8a4e-c1764c4b0bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:33.597932 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-0c5481ab-666d-474e-9cdb-fa3ab2a0826f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Allocated IP 172.20.0.6 (55092916-0861-4756-ae3f-dd0312e8014e/5723e6c1-204a-4810-87b1-ee4e88182fb1/2beaa7ab-9553-4634-8000-5276df466e83) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:25:33.601106 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-51a2eef3-6fee-4d9f-8a4e-c1764c4b0bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:33.638295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2eef3-6fee-4d9f-8a4e-c1764c4b0bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe38afc4-71ba-4ccd-a19d-455e413b84ae,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:33.665893 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] For port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:25:33.666715 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-51a2eef3-6fee-4d9f-8a4e-c1764c4b0bc5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88f7ce07f6e44fa59fe1fae0f08e1934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721123 Aug 06 16:25:33.670970 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43668) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:33.671639 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] For port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9d59b97b-33a2-4e00-989c-e662ff1ec8fe,segment=NetworkSegment(ce76e67f-90bb-431c-8728-81b72ffa193b),segment_id=ce76e67f-90bb-431c-8728-81b72ffa193b)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:25:33.677135 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:33.752872 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8965ab46-d432-4484-b25e-995db4b7c367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:33.761450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc01e02-2abc-4094-86c3-fc3d508f6b44 None None] Pushing event updated for resources: {'Port': ['ID=9d59b97b-33a2-4e00-989c-e662ff1ec8fe,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:33.788278 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9c61ba2a-c6dd-431d-95e5-eb592d442d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:33.794681 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8965ab46-d432-4484-b25e-995db4b7c367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:33.867456 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c5481ab-666d-474e-9cdb-fa3ab2a0826f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:33.868198 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8965ab46-d432-4484-b25e-995db4b7c367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:33.874175 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8965ab46-d432-4484-b25e-995db4b7c367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:33.885742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-0c5481ab-666d-474e-9cdb-fa3ab2a0826f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Transition to ACTIVE for port object 2beaa7ab-9553-4634-8000-5276df466e83 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:25:33.892090 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8965ab46-d432-4484-b25e-995db4b7c367 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe38afc4-71ba-4ccd-a19d-455e413b84ae HTTP/1.1" status: 204 len: 168 time: 0.2061813 Aug 06 16:25:33.906042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965ab46-d432-4484-b25e-995db4b7c367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe38afc4-71ba-4ccd-a19d-455e413b84ae,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:33.943608 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c5481ab-666d-474e-9cdb-fa3ab2a0826f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:34.006784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5481ab-666d-474e-9cdb-fa3ab2a0826f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Network 55092916-0861-4756-ae3f-dd0312e8014e is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:25:34.019666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-0c5481ab-666d-474e-9cdb-fa3ab2a0826f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:25:34.027510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5481ab-666d-474e-9cdb-fa3ab2a0826f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:25:34.115627 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5481ab-666d-474e-9cdb-fa3ab2a0826f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:34.116235 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c5481ab-666d-474e-9cdb-fa3ab2a0826f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:34.126840 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5481ab-666d-474e-9cdb-fa3ab2a0826f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event updated for resources: {'Port': ['ID=2beaa7ab-9553-4634-8000-5276df466e83,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:34.134885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0c5481ab-666d-474e-9cdb-fa3ab2a0826f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.0695658 Aug 06 16:25:34.137301 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43680) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:34.198357 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c4748-7301-4f8c-97af-11b14600c372 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:34.205707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c4748-7301-4f8c-97af-11b14600c372 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:34.212559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c4748-7301-4f8c-97af-11b14600c372 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:34.216739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3e8c4748-7301-4f8c-97af-11b14600c372 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.0759745 Aug 06 16:25:34.217157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43682) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:34.234750 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9d59b97b-33a2-4e00-989c-e662ff1ec8fe up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:25:34.320617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:25:34.339959 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-75f510a4-9130-4c49-abfa-5c380b0e3e1d tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Deleting port 2beaa7ab-9553-4634-8000-5276df466e83 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:34.340582 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75f510a4-9130-4c49-abfa-5c380b0e3e1d tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:34.361270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43686) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:34.379139 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-88e71313-beeb-495f-b17f-14b3b63afd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:34.455536 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75f510a4-9130-4c49-abfa-5c380b0e3e1d tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:34.469358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-75f510a4-9130-4c49-abfa-5c380b0e3e1d tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Calling delete_port for 2beaa7ab-9553-4634-8000-5276df466e83 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:34.491646 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612764c-0b23-40b4-a599-3b88a471503c req-5cb283da-f2ab-4ec6-9930-53c4ba9ca643 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:34.499017 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c612764c-0b23-40b4-a599-3b88a471503c req-5cb283da-f2ab-4ec6-9930-53c4ba9ca643 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 944 time: 0.1150885 Aug 06 16:25:34.554280 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c612764c-0b23-40b4-a599-3b88a471503c req-2dc0a609-6b93-4df3-b1e3-d61968415d30 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542037 Aug 06 16:25:34.612752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-88e71313-beeb-495f-b17f-14b3b63afd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:34.616840 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75f510a4-9130-4c49-abfa-5c380b0e3e1d tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:34.618723 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-88e71313-beeb-495f-b17f-14b3b63afd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:34.683852 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-88e71313-beeb-495f-b17f-14b3b63afd88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c02c85fcf5a4302b52ed657470dfefb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3209858 Aug 06 16:25:34.684798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43688) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:34.685556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e71313-beeb-495f-b17f-14b3b63afd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dff855-255f-4808-af54-45218fe449bc,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:34.727172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f510a4-9130-4c49-abfa-5c380b0e3e1d tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event deleted for resources: {'Port': ['ID=2beaa7ab-9553-4634-8000-5276df466e83,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:34.763557 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b40a1904-83e6-4153-ac6a-d5b21504ee58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:34.790469 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b40a1904-83e6-4153-ac6a-d5b21504ee58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:34.837328 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-75f510a4-9130-4c49-abfa-5c380b0e3e1d tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:34.840379 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-75f510a4-9130-4c49-abfa-5c380b0e3e1d tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "DELETE /v2.0/ports/2beaa7ab-9553-4634-8000-5276df466e83 HTTP/1.1" status: 204 len: 168 time: 0.6221068 Aug 06 16:25:34.846655 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43690) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:34.880162 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-5406ffe4-ce1f-428b-aa60-36c91ae6940f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] GET failed (client error): The resource could not be found. Aug 06 16:25:34.885146 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5406ffe4-ce1f-428b-aa60-36c91ae6940f tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "GET /v2.0/ports/2beaa7ab-9553-4634-8000-5276df466e83 HTTP/1.1" status: 404 len: 333 time: 0.0339754 Aug 06 16:25:34.887827 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43694) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:34.897105 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ccac0e52-0717-45c1-af71-c2d13362dd4e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Request body: {'port': {'network_id': '55092916-0861-4756-ae3f-dd0312e8014e', 'name': 'tempest-AllowedAddressPairTestJSON-990035331'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:34.897934 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b40a1904-83e6-4153-ac6a-d5b21504ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:34.902430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b40a1904-83e6-4153-ac6a-d5b21504ee58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:34.908803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b40a1904-83e6-4153-ac6a-d5b21504ee58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41dff855-255f-4808-af54-45218fe449bc HTTP/1.1" status: 204 len: 168 time: 0.2080750 Aug 06 16:25:34.924396 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a1904-83e6-4153-ac6a-d5b21504ee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dff855-255f-4808-af54-45218fe449bc,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:35.045581 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccac0e52-0717-45c1-af71-c2d13362dd4e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Made reservation on behalf of ecae3706136c447b976dbf0f7976e86d for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:35.049380 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ccac0e52-0717-45c1-af71-c2d13362dd4e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:35.069741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-ccac0e52-0717-45c1-af71-c2d13362dd4e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] device_id is not set on port fe7c645d-3f17-4ac8-b2fa-5c88767efd39 yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:25:35.076038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11691f0b-5c23-4d4a-9b86-4e1896f2638c None None] Network 55092916-0861-4756-ae3f-dd0312e8014e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:25:35.136466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-506c953c-1829-473b-9450-07754b598cc4 None None] Provisioning for port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:25:35.145392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-506c953c-1829-473b-9450-07754b598cc4 None None] Provisioning complete for port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:25:35.146263 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-506c953c-1829-473b-9450-07754b598cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:35.221010 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-ccac0e52-0717-45c1-af71-c2d13362dd4e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Allocated IP 172.20.0.11 (55092916-0861-4756-ae3f-dd0312e8014e/5723e6c1-204a-4810-87b1-ee4e88182fb1/fe7c645d-3f17-4ac8-b2fa-5c88767efd39) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:25:35.318158 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-506c953c-1829-473b-9450-07754b598cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:35.390033 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-506c953c-1829-473b-9450-07754b598cc4 None None] For port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9d59b97b-33a2-4e00-989c-e662ff1ec8fe,segment=NetworkSegment(ce76e67f-90bb-431c-8728-81b72ffa193b),segment_id=ce76e67f-90bb-431c-8728-81b72ffa193b)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:35.394595 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-506c953c-1829-473b-9450-07754b598cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:35.433955 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ccac0e52-0717-45c1-af71-c2d13362dd4e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:35.456581 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-ccac0e52-0717-45c1-af71-c2d13362dd4e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Transition to ACTIVE for port object fe7c645d-3f17-4ac8-b2fa-5c88767efd39 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:25:35.504123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c953c-1829-473b-9450-07754b598cc4 None None] Pushing event updated for resources: {'Port': ['ID=9d59b97b-33a2-4e00-989c-e662ff1ec8fe,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:35.511508 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ccac0e52-0717-45c1-af71-c2d13362dd4e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:35.570177 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccac0e52-0717-45c1-af71-c2d13362dd4e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Network 55092916-0861-4756-ae3f-dd0312e8014e is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:25:35.574070 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-ccac0e52-0717-45c1-af71-c2d13362dd4e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:25:35.590784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccac0e52-0717-45c1-af71-c2d13362dd4e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:25:35.604552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac0e52-0717-45c1-af71-c2d13362dd4e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event updated for resources: {'Port': ['ID=fe7c645d-3f17-4ac8-b2fa-5c88767efd39,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:35.675850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccac0e52-0717-45c1-af71-c2d13362dd4e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:35.676821 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ccac0e52-0717-45c1-af71-c2d13362dd4e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:35.697220 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ccac0e52-0717-45c1-af71-c2d13362dd4e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8055956 Aug 06 16:25:35.699627 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43718) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:35.714928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e4244148-45fb-41c0-89f3-b1f2356b89e1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:07:f6:6d'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:35.737792 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-23c3f6d6-d070-4015-8e1c-8d2fc80df429 None None] Provisioning complete for port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:25:35.740101 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-23c3f6d6-d070-4015-8e1c-8d2fc80df429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:35.772421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc86a84-57f7-4e35-a607-6fccd48e7735 req-cedd096b-8e9b-4db0-a4e6-228c4eb84b02 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:35.774416 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0dc86a84-57f7-4e35-a607-6fccd48e7735 req-cedd096b-8e9b-4db0-a4e6-228c4eb84b02 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 944 time: 0.1059349 Aug 06 16:25:35.850401 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0dc86a84-57f7-4e35-a607-6fccd48e7735 req-bd20ea12-b3aa-4ea2-9d98-82b8f41fe75f tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698428 Aug 06 16:25:35.903172 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device faeeef09-6359-4b83-9eb9-37dd3c5eca5e details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:25:35.992763 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4244148-45fb-41c0-89f3-b1f2356b89e1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:36.060208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-23c3f6d6-d070-4015-8e1c-8d2fc80df429 None None] Provisioning for port 5fc8d730-3ec2-475a-b2ec-f4eb56c3826c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:25:36.085454 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-23c3f6d6-d070-4015-8e1c-8d2fc80df429 None None] Provisioning complete for port 5fc8d730-3ec2-475a-b2ec-f4eb56c3826c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:25:36.087815 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-23c3f6d6-d070-4015-8e1c-8d2fc80df429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:36.175679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port faeeef09-6359-4b83-9eb9-37dd3c5eca5e, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=faeeef09-6359-4b83-9eb9-37dd3c5eca5e,segment=NetworkSegment(496fe7c2-89a4-4204-95db-45a72fb6097d),segment_id=496fe7c2-89a4-4204-95db-45a72fb6097d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:36.206929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9d59b97b-33a2-4e00-989c-e662ff1ec8fe up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:25:36.235495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-23c3f6d6-d070-4015-8e1c-8d2fc80df429 None None] Port 5fc8d730-3ec2-475a-b2ec-f4eb56c3826c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:25:36.245233 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'port_id': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e', 'mac_address': 'fa:16:3e:fa:7b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:25:36.265184 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-adb52f78-f6f3-452a-8e55-1fe0f3f73d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:36.311490 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:36.332920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faeeef09-6359-4b83-9eb9-37dd3c5eca5e {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:25:36.358441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:25:36.358636 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:36.368872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port faeeef09-6359-4b83-9eb9-37dd3c5eca5e, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=faeeef09-6359-4b83-9eb9-37dd3c5eca5e,segment=NetworkSegment(496fe7c2-89a4-4204-95db-45a72fb6097d),segment_id=496fe7c2-89a4-4204-95db-45a72fb6097d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:36.392180 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:36.396502 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4244148-45fb-41c0-89f3-b1f2356b89e1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:36.403265 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9a571b19-bc79-4eee-a0c4-048edd5d7c93 None None] Could not find standard attr ID for object 2beaa7ab-9553-4634-8000-5276df466e83. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:25:36.407908 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4244148-45fb-41c0-89f3-b1f2356b89e1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:36.472934 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9a571b19-bc79-4eee-a0c4-048edd5d7c93 None None] Provisioning complete for port 5fc8d730-3ec2-475a-b2ec-f4eb56c3826c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:25:36.473585 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9a571b19-bc79-4eee-a0c4-048edd5d7c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:36.522861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=faeeef09-6359-4b83-9eb9-37dd3c5eca5e,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:36.527853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4244148-45fb-41c0-89f3-b1f2356b89e1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event updated for resources: {'Port': ['ID=fe7c645d-3f17-4ac8-b2fa-5c88767efd39,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:36.564610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9a571b19-bc79-4eee-a0c4-048edd5d7c93 None None] Port 5fc8d730-3ec2-475a-b2ec-f4eb56c3826c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:25:36.571245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-e4244148-45fb-41c0-89f3-b1f2356b89e1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] In _notify_port_updated(), no bound segment for port fe7c645d-3f17-4ac8-b2fa-5c88767efd39 on network 55092916-0861-4756-ae3f-dd0312e8014e {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:25:36.578578 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4244148-45fb-41c0-89f3-b1f2356b89e1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:36.580006 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4244148-45fb-41c0-89f3-b1f2356b89e1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:36.583865 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e4244148-45fb-41c0-89f3-b1f2356b89e1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "PUT /v2.0/ports/fe7c645d-3f17-4ac8-b2fa-5c88767efd39 HTTP/1.1" status: 200 len: 994 time: 0.8787489 Aug 06 16:25:36.585147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43742) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:36.640800 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['faeeef09-6359-4b83-9eb9-37dd3c5eca5e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:25:36.672602 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:36.728530 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-81a3a714-c97d-4468-80b8-784ec4f46bbf tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Deleting port fe7c645d-3f17-4ac8-b2fa-5c88767efd39 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:36.728879 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81a3a714-c97d-4468-80b8-784ec4f46bbf tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:36.829072 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2825bec0-a6ca-4cbe-b605-c375c73143e4 None None] Provisioning for port fe7c645d-3f17-4ac8-b2fa-5c88767efd39 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:25:36.845780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2825bec0-a6ca-4cbe-b605-c375c73143e4 None None] Provisioning complete for port fe7c645d-3f17-4ac8-b2fa-5c88767efd39 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:25:36.846284 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2825bec0-a6ca-4cbe-b605-c375c73143e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:36.906913 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81a3a714-c97d-4468-80b8-784ec4f46bbf tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:36.925099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2825bec0-a6ca-4cbe-b605-c375c73143e4 None None] Port fe7c645d-3f17-4ac8-b2fa-5c88767efd39 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:25:36.944651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-81a3a714-c97d-4468-80b8-784ec4f46bbf tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Calling delete_port for fe7c645d-3f17-4ac8-b2fa-5c88767efd39 owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:37.052925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751fc2b-fd1f-4c56-830b-9f5c55bd256d req-24a1c323-cbd4-424f-942e-d9a40658c365 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:37.060731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c751fc2b-fd1f-4c56-830b-9f5c55bd256d req-24a1c323-cbd4-424f-942e-d9a40658c365 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 945 time: 0.1030672 Aug 06 16:25:37.109652 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c751fc2b-fd1f-4c56-830b-9f5c55bd256d req-5e5b866f-917d-4a99-ac3b-a07cb3df7036 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430050 Aug 06 16:25:37.216441 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81a3a714-c97d-4468-80b8-784ec4f46bbf tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:37.257097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3a714-c97d-4468-80b8-784ec4f46bbf tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event deleted for resources: {'Port': ['ID=fe7c645d-3f17-4ac8-b2fa-5c88767efd39,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:37.374737 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:37.443004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-552a1581-6f33-48a6-8d64-eb25e23f87b3 None None] Could not find standard attr ID for object fe7c645d-3f17-4ac8-b2fa-5c88767efd39. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:25:37.486229 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-81a3a714-c97d-4468-80b8-784ec4f46bbf tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:37.488410 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-81a3a714-c97d-4468-80b8-784ec4f46bbf tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "DELETE /v2.0/ports/fe7c645d-3f17-4ac8-b2fa-5c88767efd39 HTTP/1.1" status: 204 len: 168 time: 0.9012578 Aug 06 16:25:37.491150 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43770) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:37.536203 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c658b8-2d34-4451-aa82-9be7349bb96a tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] GET failed (client error): The resource could not be found. Aug 06 16:25:37.541566 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-06c658b8-2d34-4451-aa82-9be7349bb96a tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "GET /v2.0/ports/fe7c645d-3f17-4ac8-b2fa-5c88767efd39 HTTP/1.1" status: 404 len: 333 time: 0.0456185 Aug 06 16:25:37.541566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43778) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:37.546770 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8fc358d8-97f8-405b-9c76-502e14163afd tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Request body: {'port': {'network_id': '55092916-0861-4756-ae3f-dd0312e8014e', 'name': 'tempest-AllowedAddressPairTestJSON-728595843'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:37.694134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc358d8-97f8-405b-9c76-502e14163afd tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Made reservation on behalf of ecae3706136c447b976dbf0f7976e86d for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:37.699401 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fc358d8-97f8-405b-9c76-502e14163afd tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:37.725113 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-8fc358d8-97f8-405b-9c76-502e14163afd tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] device_id is not set on port 82a6948b-0792-4977-8448-efa446e1c5bf yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:25:37.855686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-8fc358d8-97f8-405b-9c76-502e14163afd tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Allocated IP 172.20.0.10 (55092916-0861-4756-ae3f-dd0312e8014e/5723e6c1-204a-4810-87b1-ee4e88182fb1/82a6948b-0792-4977-8448-efa446e1c5bf) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:25:37.900635 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device faeeef09-6359-4b83-9eb9-37dd3c5eca5e up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:25:37.967938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port faeeef09-6359-4b83-9eb9-37dd3c5eca5e completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:25:37.973889 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port faeeef09-6359-4b83-9eb9-37dd3c5eca5e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:25:37.974459 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:37.986963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43790) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:38.067943 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fc358d8-97f8-405b-9c76-502e14163afd tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:38.082926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-8fc358d8-97f8-405b-9c76-502e14163afd tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Transition to ACTIVE for port object 82a6948b-0792-4977-8448-efa446e1c5bf will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:25:38.083422 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:38.120228 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:25:38.122804 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fc358d8-97f8-405b-9c76-502e14163afd tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:38.123399 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac30732-2022-42fe-ba86-8655bef55cde" -d '{"events": [{"server_uuid": "b07e8957-ae91-452e-a77c-9a592fa1769d", "name": "network-vif-plugged", "status": "completed", "tag": "faeeef09-6359-4b83-9eb9-37dd3c5eca5e"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:25:38.139534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port faeeef09-6359-4b83-9eb9-37dd3c5eca5e, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=faeeef09-6359-4b83-9eb9-37dd3c5eca5e,segment=NetworkSegment(496fe7c2-89a4-4204-95db-45a72fb6097d),segment_id=496fe7c2-89a4-4204-95db-45a72fb6097d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:38.149002 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:38.193401 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-22c4e939-09b3-43dd-bcc9-13bde2aef2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:38.199859 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1b43e7-7140-438b-8a49-01ba21d65444 x-openstack-request-id: req-5d1b43e7-7140-438b-8a49-01ba21d65444 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:25:38.200143 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07e8957-ae91-452e-a77c-9a592fa1769d", "name": "network-vif-plugged", "status": "completed", "tag": "faeeef09-6359-4b83-9eb9-37dd3c5eca5e", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:25:38.200381 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d1b43e7-7140-438b-8a49-01ba21d65444 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:25:38.200767 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e', 'code': 200} Aug 06 16:25:38.210665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc358d8-97f8-405b-9c76-502e14163afd tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Network 55092916-0861-4756-ae3f-dd0312e8014e is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:25:38.215219 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8fc358d8-97f8-405b-9c76-502e14163afd tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:25:38.234735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc358d8-97f8-405b-9c76-502e14163afd tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:25:38.251179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=faeeef09-6359-4b83-9eb9-37dd3c5eca5e,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:38.289657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f48b3-dc26-41b3-a4b3-047626dd0732 req-ef84ba76-db99-413d-811f-54e5f1e6c95a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:38.292993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-892f48b3-dc26-41b3-a4b3-047626dd0732 req-ef84ba76-db99-413d-811f-54e5f1e6c95a tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 946 time: 0.0965576 Aug 06 16:25:38.306142 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc358d8-97f8-405b-9c76-502e14163afd tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event updated for resources: {'Port': ['ID=82a6948b-0792-4977-8448-efa446e1c5bf,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:38.347729 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc358d8-97f8-405b-9c76-502e14163afd tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:38.348783 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fc358d8-97f8-405b-9c76-502e14163afd tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:38.409511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db819d57-b67d-405a-b0d4-94f5730e0e4f req-6853b070-1ab8-40b1-8be0-14e83643fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:38.411065 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db819d57-b67d-405a-b0d4-94f5730e0e4f req-6853b070-1ab8-40b1-8be0-14e83643fc1e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 1097 time: 0.1028593 Aug 06 16:25:38.415462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-892f48b3-dc26-41b3-a4b3-047626dd0732 req-beda87a9-7093-4f9d-aed1-ff77c509c820 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913117 Aug 06 16:25:38.474034 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db819d57-b67d-405a-b0d4-94f5730e0e4f req-4164cd3c-7c65-40e6-9ccf-f7093850b4de service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521257 Aug 06 16:25:38.483709 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-22c4e939-09b3-43dd-bcc9-13bde2aef2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:38.491644 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-22c4e939-09b3-43dd-bcc9-13bde2aef2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:38.495957 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8fc358d8-97f8-405b-9c76-502e14163afd tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9533010 Aug 06 16:25:38.498658 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43802) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:38.504497 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6b51939b-fe42-4327-8f83-848fb2ce66f1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:07:f6:6d'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:38.536662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4e939-09b3-43dd-bcc9-13bde2aef2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5535af03-51fd-4e31-9405-b8ba632e3d4f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:38.545687 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-22c4e939-09b3-43dd-bcc9-13bde2aef2ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=832f928f15064b21aee7fe782a24987a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555606 Aug 06 16:25:38.548292 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43804) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:38.580947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9b272f60-9715-4e40-aa64-40be23f4bc90 None None] Provisioning for port 82a6948b-0792-4977-8448-efa446e1c5bf completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:25:38.585406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9b272f60-9715-4e40-aa64-40be23f4bc90 None None] Provisioning complete for port 82a6948b-0792-4977-8448-efa446e1c5bf triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:25:38.585785 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b272f60-9715-4e40-aa64-40be23f4bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:38.612194 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b51939b-fe42-4327-8f83-848fb2ce66f1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:38.626205 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9b272f60-9715-4e40-aa64-40be23f4bc90 None None] Port 82a6948b-0792-4977-8448-efa446e1c5bf cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:25:38.698392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f42922b-ce93-422e-b7c7-a403de0950c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:38.778684 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f42922b-ce93-422e-b7c7-a403de0950c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:38.883068 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f42922b-ce93-422e-b7c7-a403de0950c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:38.886038 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6f42922b-ce93-422e-b7c7-a403de0950c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:38.889927 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6f42922b-ce93-422e-b7c7-a403de0950c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5535af03-51fd-4e31-9405-b8ba632e3d4f HTTP/1.1" status: 204 len: 168 time: 0.3383489 Aug 06 16:25:38.911267 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42922b-ce93-422e-b7c7-a403de0950c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5535af03-51fd-4e31-9405-b8ba632e3d4f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:38.914911 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b51939b-fe42-4327-8f83-848fb2ce66f1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:38.923145 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b51939b-fe42-4327-8f83-848fb2ce66f1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:39.049299 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51939b-fe42-4327-8f83-848fb2ce66f1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event updated for resources: {'Port': ['ID=82a6948b-0792-4977-8448-efa446e1c5bf,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:39.083230 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-6b51939b-fe42-4327-8f83-848fb2ce66f1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] In _notify_port_updated(), no bound segment for port 82a6948b-0792-4977-8448-efa446e1c5bf on network 55092916-0861-4756-ae3f-dd0312e8014e {{(pid=105764) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:25:39.089004 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:39.108214 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b51939b-fe42-4327-8f83-848fb2ce66f1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:39.109089 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b51939b-fe42-4327-8f83-848fb2ce66f1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:39.113759 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6b51939b-fe42-4327-8f83-848fb2ce66f1 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "PUT /v2.0/ports/82a6948b-0792-4977-8448-efa446e1c5bf HTTP/1.1" status: 200 len: 996 time: 0.6111531 Aug 06 16:25:39.114581 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43814) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:39.382958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-813633c6-6aa8-4361-abce-1d6f150eecd5 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Deleting port 82a6948b-0792-4977-8448-efa446e1c5bf {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:39.384176 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-813633c6-6aa8-4361-abce-1d6f150eecd5 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:39.389425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1679df4a-b49d-4474-b6e4-dd9413121b26 None None] Provisioning complete for port 82a6948b-0792-4977-8448-efa446e1c5bf triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:25:39.390722 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1679df4a-b49d-4474-b6e4-dd9413121b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:39.441710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1679df4a-b49d-4474-b6e4-dd9413121b26 None None] Port 82a6948b-0792-4977-8448-efa446e1c5bf cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:25:39.525946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43830) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:39.559190 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96d5d577-ccc4-470e-ba1d-79834e2b3132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:39.657944 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-813633c6-6aa8-4361-abce-1d6f150eecd5 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:39.674772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-813633c6-6aa8-4361-abce-1d6f150eecd5 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Calling delete_port for 82a6948b-0792-4977-8448-efa446e1c5bf owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:39.684762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acba70b-83a8-4351-9ce8-7387a1a737e0 req-eb04a7ae-9476-40d1-8ea5-0453688ac013 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:39.686584 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0acba70b-83a8-4351-9ce8-7387a1a737e0 req-eb04a7ae-9476-40d1-8ea5-0453688ac013 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 946 time: 0.1688550 Aug 06 16:25:39.736034 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96d5d577-ccc4-470e-ba1d-79834e2b3132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:39.743137 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-96d5d577-ccc4-470e-ba1d-79834e2b3132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:39.771446 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5d577-ccc4-470e-ba1d-79834e2b3132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a2d229-d26e-4eb6-820c-83c02a329e56,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:39.802736 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-96d5d577-ccc4-470e-ba1d-79834e2b3132 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e9b9a5ba3024707ad7f1639d91f8a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2715170 Aug 06 16:25:39.803080 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43838) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:39.809412 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0acba70b-83a8-4351-9ce8-7387a1a737e0 req-477099a1-8bf1-4e3f-a742-a74c071dde38 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137307 Aug 06 16:25:39.890214 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efa00602-2b93-4944-874c-5d65414c9b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:39.926621 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-813633c6-6aa8-4361-abce-1d6f150eecd5 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:39.936238 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efa00602-2b93-4944-874c-5d65414c9b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:39.958171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813633c6-6aa8-4361-abce-1d6f150eecd5 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event deleted for resources: {'Port': ['ID=82a6948b-0792-4977-8448-efa446e1c5bf,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:40.021064 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efa00602-2b93-4944-874c-5d65414c9b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:40.030420 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efa00602-2b93-4944-874c-5d65414c9b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:40.032619 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-efa00602-2b93-4944-874c-5d65414c9b1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73a2d229-d26e-4eb6-820c-83c02a329e56 HTTP/1.1" status: 204 len: 168 time: 0.2284451 Aug 06 16:25:40.044083 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa00602-2b93-4944-874c-5d65414c9b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a2d229-d26e-4eb6-820c-83c02a329e56,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:40.175782 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-813633c6-6aa8-4361-abce-1d6f150eecd5 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:40.180628 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43852) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:40.184070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-813633c6-6aa8-4361-abce-1d6f150eecd5 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "DELETE /v2.0/ports/82a6948b-0792-4977-8448-efa446e1c5bf HTTP/1.1" status: 204 len: 168 time: 1.0677228 Aug 06 16:25:40.211005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d236914-ef15-4079-9c3a-4b416ebca983 req-d8dd4851-744c-4be1-b7ca-9a29dc1d875f tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:40.212573 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d236914-ef15-4079-9c3a-4b416ebca983 req-d8dd4851-744c-4be1-b7ca-9a29dc1d875f tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 946 time: 0.2235403 Aug 06 16:25:40.242957 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cfbcc9-bbb8-475d-9c1b-2a10b5ec091a tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] GET failed (client error): The resource could not be found. Aug 06 16:25:40.251208 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d1cfbcc9-bbb8-475d-9c1b-2a10b5ec091a tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "GET /v2.0/ports/82a6948b-0792-4977-8448-efa446e1c5bf HTTP/1.1" status: 404 len: 333 time: 0.0692348 Aug 06 16:25:40.256646 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43858) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:40.262184 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-653c5159-5eb5-4ae9-b3d2-4363726a6090 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Request body: {'port': {'network_id': '55092916-0861-4756-ae3f-dd0312e8014e', 'name': 'tempest-AllowedAddressPairTestJSON-347953045'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:40.285331 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d236914-ef15-4079-9c3a-4b416ebca983 req-d446a516-c835-4609-b595-015a92be6a97 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627289 Aug 06 16:25:40.318710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43860) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:40.546085 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653c5159-5eb5-4ae9-b3d2-4363726a6090 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Made reservation on behalf of ecae3706136c447b976dbf0f7976e86d for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:40.550161 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-653c5159-5eb5-4ae9-b3d2-4363726a6090 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:40.585326 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-653c5159-5eb5-4ae9-b3d2-4363726a6090 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] device_id is not set on port 361fb2b1-2df8-4268-97d5-0eabd3ea286c yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:25:40.800284 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-653c5159-5eb5-4ae9-b3d2-4363726a6090 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Allocated IP 172.20.0.11 (55092916-0861-4756-ae3f-dd0312e8014e/5723e6c1-204a-4810-87b1-ee4e88182fb1/361fb2b1-2df8-4268-97d5-0eabd3ea286c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:25:40.866284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576675a1-052d-4c02-b379-f5626fec8588 tempest-TestVolumeBackupRestore-1904930999 tempest-TestVolumeBackupRestore-1904930999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:40.870697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-576675a1-052d-4c02-b379-f5626fec8588 tempest-TestVolumeBackupRestore-1904930999 tempest-TestVolumeBackupRestore-1904930999-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 1092 time: 0.5476892 Aug 06 16:25:40.872597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 43878) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:40.878689 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:40.939422 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:41.140731 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-653c5159-5eb5-4ae9-b3d2-4363726a6090 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:41.168777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-653c5159-5eb5-4ae9-b3d2-4363726a6090 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Transition to ACTIVE for port object 361fb2b1-2df8-4268-97d5-0eabd3ea286c will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:25:41.215861 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:41.358359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Allocated IP 172.25.1.104 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/53ccf3c1-8746-419a-a6e3-f41fd0231725) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:25:41.382270 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-653c5159-5eb5-4ae9-b3d2-4363726a6090 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:41.511882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653c5159-5eb5-4ae9-b3d2-4363726a6090 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Network 55092916-0861-4756-ae3f-dd0312e8014e is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:25:41.518916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-653c5159-5eb5-4ae9-b3d2-4363726a6090 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:25:41.521542 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653c5159-5eb5-4ae9-b3d2-4363726a6090 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:25:41.570053 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c5159-5eb5-4ae9-b3d2-4363726a6090 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event updated for resources: {'Port': ['ID=361fb2b1-2df8-4268-97d5-0eabd3ea286c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:41.612234 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:41.628849 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653c5159-5eb5-4ae9-b3d2-4363726a6090 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:41.629776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-653c5159-5eb5-4ae9-b3d2-4363726a6090 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:41.651119 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-653c5159-5eb5-4ae9-b3d2-4363726a6090 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3933673 Aug 06 16:25:41.653976 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43910) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:41.662598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-99f97731-93eb-4117-9d90-06d7305ebdd6 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Request body: {'port': {'network_id': '55092916-0861-4756-ae3f-dd0312e8014e', 'name': 'tempest-AllowedAddressPairTestJSON-1084783386'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:41.693840 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:41.748456 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:25:41.752300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:25:41.754792 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:25:41.826912 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Pushing event updated for resources: {'Port': ['ID=53ccf3c1-8746-419a-a6e3-f41fd0231725,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:41.902763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ab9de452-ac8c-4c54-a77c-1d0eb372bbae None None] Provisioning for port 361fb2b1-2df8-4268-97d5-0eabd3ea286c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:25:41.927379 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ab9de452-ac8c-4c54-a77c-1d0eb372bbae None None] Provisioning complete for port 361fb2b1-2df8-4268-97d5-0eabd3ea286c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:25:41.928036 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ab9de452-ac8c-4c54-a77c-1d0eb372bbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:41.934458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f97731-93eb-4117-9d90-06d7305ebdd6 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Made reservation on behalf of ecae3706136c447b976dbf0f7976e86d for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:41.940035 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99f97731-93eb-4117-9d90-06d7305ebdd6 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:41.987297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-99f97731-93eb-4117-9d90-06d7305ebdd6 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] device_id is not set on port fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383 yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:25:41.993500 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ab9de452-ac8c-4c54-a77c-1d0eb372bbae None None] Port 361fb2b1-2df8-4268-97d5-0eabd3ea286c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:25:42.144976 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-99f97731-93eb-4117-9d90-06d7305ebdd6 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Allocated IP 172.20.0.9 (55092916-0861-4756-ae3f-dd0312e8014e/5723e6c1-204a-4810-87b1-ee4e88182fb1/fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:25:42.425100 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99f97731-93eb-4117-9d90-06d7305ebdd6 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:42.442568 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-99f97731-93eb-4117-9d90-06d7305ebdd6 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Transition to ACTIVE for port object fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:25:42.484858 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99f97731-93eb-4117-9d90-06d7305ebdd6 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:42.539304 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f97731-93eb-4117-9d90-06d7305ebdd6 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Network 55092916-0861-4756-ae3f-dd0312e8014e is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:25:42.541009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-99f97731-93eb-4117-9d90-06d7305ebdd6 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:25:42.560104 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f97731-93eb-4117-9d90-06d7305ebdd6 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:25:42.665119 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f97731-93eb-4117-9d90-06d7305ebdd6 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:42.666457 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99f97731-93eb-4117-9d90-06d7305ebdd6 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:42.700913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f97731-93eb-4117-9d90-06d7305ebdd6 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event updated for resources: {'Port': ['ID=fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:42.736130 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-99f97731-93eb-4117-9d90-06d7305ebdd6 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0801227 Aug 06 16:25:42.737295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43956) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:42.751539 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-89c039ed-0de8-42c9-b003-661d24425068 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:07:f6:6d'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:61:02:d5'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:42.925183 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d1800bdb-ebb7-42b7-a154-05c88bc9ad7d None None] Provisioning for port fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:25:42.934012 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d1800bdb-ebb7-42b7-a154-05c88bc9ad7d None None] Provisioning complete for port fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:25:42.934388 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d1800bdb-ebb7-42b7-a154-05c88bc9ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:43.035433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d1800bdb-ebb7-42b7-a154-05c88bc9ad7d None None] Port fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:25:43.110032 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89c039ed-0de8-42c9-b003-661d24425068 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:43.148480 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:43.386920 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:43.490494 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89c039ed-0de8-42c9-b003-661d24425068 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:43.496432 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89c039ed-0de8-42c9-b003-661d24425068 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:43.580904 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:43.589237 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:43.658033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-89c039ed-0de8-42c9-b003-661d24425068 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] In _notify_port_updated(), no bound segment for port fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383 on network 55092916-0861-4756-ae3f-dd0312e8014e {{(pid=105765) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 16:25:43.664294 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c039ed-0de8-42c9-b003-661d24425068 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:43.665328 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89c039ed-0de8-42c9-b003-661d24425068 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:43.667221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-89c039ed-0de8-42c9-b003-661d24425068 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "PUT /v2.0/ports/fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383 HTTP/1.1" status: 200 len: 1057 time: 0.9271872 Aug 06 16:25:43.674106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 43986) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:43.761380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c039ed-0de8-42c9-b003-661d24425068 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event updated for resources: {'Port': ['ID=fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:43.778430 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Pushing event updated for resources: {'Port': ['ID=53ccf3c1-8746-419a-a6e3-f41fd0231725,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:43.787483 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:43.847790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-98cd3a56-4a27-4ae9-9502-4a77dcf7b665 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Deleting port fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:43.848516 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98cd3a56-4a27-4ae9-9502-4a77dcf7b665 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:43.873660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7711e49b-07eb-41ea-abca-e5bc7939acc2 None None] Provisioning complete for port fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:25:43.874331 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7711e49b-07eb-41ea-abca-e5bc7939acc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:43.943688 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-7711e49b-07eb-41ea-abca-e5bc7939acc2 None None] Port fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:25:43.978959 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Floating IP 15a5cf56-0aa5-4868-be88-4107d4f9495c associated. External IP: 172.25.1.104, port: faeeef09-6359-4b83-9eb9-37dd3c5eca5e. Aug 06 16:25:44.010396 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98cd3a56-4a27-4ae9-9502-4a77dcf7b665 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:44.034974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-98cd3a56-4a27-4ae9-9502-4a77dcf7b665 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Calling delete_port for fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383 owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:44.295184 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Router cc4c966f-e645-437b-9317-0c3cef665893 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:25:44.304301 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98cd3a56-4a27-4ae9-9502-4a77dcf7b665 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:44.400862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd3a56-4a27-4ae9-9502-4a77dcf7b665 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event deleted for resources: {'Port': ['ID=fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:44.547737 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:25:44.560177 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f547de-ed8b-4887-8662-5f4018bb3813 None None] Sync routers for ids ['cc4c966f-e645-437b-9317-0c3cef665893'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:25:44.574675 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f547de-ed8b-4887-8662-5f4018bb3813 None None] Routers {'cc4c966f-e645-437b-9317-0c3cef665893'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:25:44.575737 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-60f547de-ed8b-4887-8662-5f4018bb3813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:25:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cc4c966f-e645-437b-9317-0c3cef665893'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:44.587754 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:44.651595 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9ade3069-1f9f-4394-a15e-9efb1d9a8df7 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7779777 Aug 06 16:25:44.652348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'tag': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:25:44.654858 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516c7ccd-c404-4570-a981-a731e6888c75" -d '{"events": [{"name": "network-changed", "server_uuid": "b07e8957-ae91-452e-a77c-9a592fa1769d", "tag": "faeeef09-6359-4b83-9eb9-37dd3c5eca5e"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:25:44.658629 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44014) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:44.730092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8042ea-8832-42e4-81a7-415597f1bade tempest-TestVolumeBackupRestore-1904930999 tempest-TestVolumeBackupRestore-1904930999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:44.731781 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ce8042ea-8832-42e4-81a7-415597f1bade tempest-TestVolumeBackupRestore-1904930999 tempest-TestVolumeBackupRestore-1904930999-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 1092 time: 0.0717373 Aug 06 16:25:44.735665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44020) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:44.740131 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-2aebab86-cc78-4baf-b387-7877f66f4f80 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Request body: {'floatingip': {'port_id': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:44.818892 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98cd3a56-4a27-4ae9-9502-4a77dcf7b665 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:44.825891 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-98cd3a56-4a27-4ae9-9502-4a77dcf7b665 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "DELETE /v2.0/ports/fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383 HTTP/1.1" status: 204 len: 168 time: 1.1505237 Aug 06 16:25:44.830318 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-60f547de-ed8b-4887-8662-5f4018bb3813 None None] Set router cc4c966f-e645-437b-9317-0c3cef665893 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:25:44.839362 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44026) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:44.849024 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bda27d-a20d-4d82-9242-b7c06a0b6a13 x-openstack-request-id: req-d2bda27d-a20d-4d82-9242-b7c06a0b6a13 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:25:44.850247 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07e8957-ae91-452e-a77c-9a592fa1769d", "tag": "faeeef09-6359-4b83-9eb9-37dd3c5eca5e", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:25:44.850601 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2bda27d-a20d-4d82-9242-b7c06a0b6a13 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:25:44.851892 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'tag': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e', 'status': 'completed', 'code': 200} Aug 06 16:25:44.924542 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f07b239-32e4-40fc-aeab-748339a41e2b tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] GET failed (client error): The resource could not be found. Aug 06 16:25:44.926192 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6f07b239-32e4-40fc-aeab-748339a41e2b tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "GET /v2.0/ports/fe9e4e1d-5894-4ea5-a6bf-b0b52eb09383 HTTP/1.1" status: 404 len: 333 time: 0.0856273 Aug 06 16:25:44.928855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44030) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:44.993272 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2aebab86-cc78-4baf-b387-7877f66f4f80 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for floatingip, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:45.011143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c7ccd-c404-4570-a981-a731e6888c75 req-0de7305f-b58e-4b96-a269-d7de3d17ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:45.012663 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-516c7ccd-c404-4570-a981-a731e6888c75 req-0de7305f-b58e-4b96-a269-d7de3d17ffad service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=578165b6e6eb493383f2d526fd4fe380&device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 1097 time: 0.1855023 Aug 06 16:25:45.164777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-1a187e07-869b-4ed3-aafd-6122cd7af7be tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Deleting port 361fb2b1-2df8-4268-97d5-0eabd3ea286c {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:45.165200 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a187e07-869b-4ed3-aafd-6122cd7af7be tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:45.281767 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a187e07-869b-4ed3-aafd-6122cd7af7be tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:45.336759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-1a187e07-869b-4ed3-aafd-6122cd7af7be tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Calling delete_port for 361fb2b1-2df8-4268-97d5-0eabd3ea286c owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:45.429581 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-60f547de-ed8b-4887-8662-5f4018bb3813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:20:53Z', 'revision_number': 4, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port': {'id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:46Z', 'updated_at': '2021-08-06T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '15a5cf56-0aa5-4868-be88-4107d4f9495c', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'floating_ip_address': '172.25.1.104', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'port_id': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'mac_address': 'fa:16:3e:fa:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:25:42Z', 'updated_at': '2021-08-06T16:25:42Z', 'revision_number': 0, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d3b501-4348-4219-afdd-f63069737a10', 'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'mac_address': 'fa:16:3e:26:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:52Z', 'updated_at': '2021-08-06T16:21:04Z', 'revision_number': 5, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'subnets': [{'id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:45.475746 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f547de-ed8b-4887-8662-5f4018bb3813 None None] Checking router: cc4c966f-e645-437b-9317-0c3cef665893 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:25:45.487879 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f547de-ed8b-4887-8662-5f4018bb3813 None None] Routers {'cc4c966f-e645-437b-9317-0c3cef665893'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:25:45.493080 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-60f547de-ed8b-4887-8662-5f4018bb3813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:25:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cc4c966f-e645-437b-9317-0c3cef665893'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:45.514227 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c7ccd-c404-4570-a981-a731e6888c75 req-ca31639d-d2c3-4572-8702-be72d5aeb644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:45.516326 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-516c7ccd-c404-4570-a981-a731e6888c75 req-ca31639d-d2c3-4572-8702-be72d5aeb644 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 HTTP/1.1" status: 200 len: 915 time: 0.4958103 Aug 06 16:25:45.694880 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-60f547de-ed8b-4887-8662-5f4018bb3813 None None] Set router cc4c966f-e645-437b-9317-0c3cef665893 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:25:45.766436 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2aebab86-cc78-4baf-b387-7877f66f4f80 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:45.780031 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2aebab86-cc78-4baf-b387-7877f66f4f80 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:45.816823 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a187e07-869b-4ed3-aafd-6122cd7af7be tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:45.904164 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-516c7ccd-c404-4570-a981-a731e6888c75 req-5c11beef-b4d9-4704-8495-cf4d17f96d33 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faeeef09-6359-4b83-9eb9-37dd3c5eca5e HTTP/1.1" status: 200 len: 1000 time: 0.2168241 Aug 06 16:25:46.000140 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a187e07-869b-4ed3-aafd-6122cd7af7be tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event deleted for resources: {'Port': ['ID=361fb2b1-2df8-4268-97d5-0eabd3ea286c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:46.147927 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1a187e07-869b-4ed3-aafd-6122cd7af7be tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:46.149786 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1a187e07-869b-4ed3-aafd-6122cd7af7be tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "DELETE /v2.0/ports/361fb2b1-2df8-4268-97d5-0eabd3ea286c HTTP/1.1" status: 204 len: 168 time: 1.2199962 Aug 06 16:25:46.162835 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44062) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:46.184760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c7ccd-c404-4570-a981-a731e6888c75 req-13cfd214-d143-441e-a125-ac07898ce3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:46.186612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-516c7ccd-c404-4570-a981-a731e6888c75 req-13cfd214-d143-441e-a125-ac07898ce3de service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b27fd606-16da-4c03-a6ec-f73d38e1c520 HTTP/1.1" status: 200 len: 853 time: 0.1882315 Aug 06 16:25:46.227074 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aebab86-cc78-4baf-b387-7877f66f4f80 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Router cc4c966f-e645-437b-9317-0c3cef665893 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:25:46.238496 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-60f547de-ed8b-4887-8662-5f4018bb3813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:20:53Z', 'revision_number': 4, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port': {'id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:46Z', 'updated_at': '2021-08-06T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '15a5cf56-0aa5-4868-be88-4107d4f9495c', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'floating_ip_address': '172.25.1.104', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'port_id': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'mac_address': 'fa:16:3e:fa:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:25:42Z', 'updated_at': '2021-08-06T16:25:42Z', 'revision_number': 0, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d3b501-4348-4219-afdd-f63069737a10', 'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'mac_address': 'fa:16:3e:26:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:52Z', 'updated_at': '2021-08-06T16:21:04Z', 'revision_number': 5, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'subnets': [{'id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:46.249138 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2d4165-9639-41b8-b45d-d69ea7f5aa66 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] GET failed (client error): The resource could not be found. Aug 06 16:25:46.251418 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6b2d4165-9639-41b8-b45d-d69ea7f5aa66 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "GET /v2.0/ports/361fb2b1-2df8-4268-97d5-0eabd3ea286c HTTP/1.1" status: 404 len: 333 time: 0.0876384 Aug 06 16:25:46.258802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44064) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:46.310874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c7ccd-c404-4570-a981-a731e6888c75 req-a33599e0-a5fc-4e29-a8f6-22c057cc29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:46.313215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-516c7ccd-c404-4570-a981-a731e6888c75 req-a33599e0-a5fc-4e29-a8f6-22c057cc29ad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6f5fe8e3-4c38-4f16-a019-50ebe1c224f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171770 Aug 06 16:25:46.316947 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f547de-ed8b-4887-8662-5f4018bb3813 None None] The sync data for ids ['cc4c966f-e645-437b-9317-0c3cef665893'] in n-d-803756-1 is: [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:20:53Z', 'revision_number': 4, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port': {'id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:46Z', 'updated_at': '2021-08-06T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '15a5cf56-0aa5-4868-be88-4107d4f9495c', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'floating_ip_address': '172.25.1.104', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'port_id': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'mac_address': 'fa:16:3e:fa:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:25:42Z', 'updated_at': '2021-08-06T16:25:42Z', 'revision_number': 0, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d3b501-4348-4219-afdd-f63069737a10', 'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'mac_address': 'fa:16:3e:26:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:52Z', 'updated_at': '2021-08-06T16:21:04Z', 'revision_number': 5, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'subnets': [{'id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:25:46.628647 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-516c7ccd-c404-4570-a981-a731e6888c75 req-23ae5da8-d1c7-421f-9462-4aadde636b46 service neutron] 10.222.0.78 "GET /v2.0/networks/6f5fe8e3-4c38-4f16-a019-50ebe1c224f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482183 Aug 06 16:25:46.662186 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-4c63ed89-ea88-4654-8f95-e9e4af44ba12 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Deleting port 5fc8d730-3ec2-475a-b2ec-f4eb56c3826c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:46.662554 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4c63ed89-ea88-4654-8f95-e9e4af44ba12 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:46.693994 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aebab86-cc78-4baf-b387-7877f66f4f80 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:25:46.709000 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2aebab86-cc78-4baf-b387-7877f66f4f80 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:46.794012 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-516c7ccd-c404-4570-a981-a731e6888c75 req-2b8d3260-94e2-45d5-aff4-c03c72cd4cd8 service neutron] 10.222.0.78 "GET /v2.0/networks/6f5fe8e3-4c38-4f16-a019-50ebe1c224f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571777 Aug 06 16:25:46.805814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd39c03-b2ee-49f3-926b-e41ca8c068b5 None None] New status for floating IP 15a5cf56-0aa5-4868-be88-4107d4f9495c: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:25:46.854170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'tag': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:25:46.856340 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f3f547-578c-43b0-bebb-95e95606d16c" -d '{"events": [{"name": "network-changed", "server_uuid": "b07e8957-ae91-452e-a77c-9a592fa1769d", "tag": "faeeef09-6359-4b83-9eb9-37dd3c5eca5e"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:25:46.962021 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08463cf-6211-4940-a3ad-41aaa75981d3 x-openstack-request-id: req-d08463cf-6211-4940-a3ad-41aaa75981d3 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:25:46.962387 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07e8957-ae91-452e-a77c-9a592fa1769d", "tag": "faeeef09-6359-4b83-9eb9-37dd3c5eca5e", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:25:46.962668 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d08463cf-6211-4940-a3ad-41aaa75981d3 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:25:46.963166 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'tag': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e', 'status': 'completed', 'code': 200} Aug 06 16:25:46.966987 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2aebab86-cc78-4baf-b387-7877f66f4f80 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "PUT /v2.0/floatingips/15a5cf56-0aa5-4868-be88-4107d4f9495c HTTP/1.1" status: 200 len: 992 time: 2.2285116 Aug 06 16:25:46.985377 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4c63ed89-ea88-4654-8f95-e9e4af44ba12 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:47.020340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-4c63ed89-ea88-4654-8f95-e9e4af44ba12 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Calling delete_port for 5fc8d730-3ec2-475a-b2ec-f4eb56c3826c owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:47.110356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3f547-578c-43b0-bebb-95e95606d16c req-1613f591-42a4-4304-8b13-bad4b10851db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:47.111961 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91f3f547-578c-43b0-bebb-95e95606d16c req-1613f591-42a4-4304-8b13-bad4b10851db service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=578165b6e6eb493383f2d526fd4fe380&device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 1097 time: 0.1443162 Aug 06 16:25:47.260559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3f547-578c-43b0-bebb-95e95606d16c req-cf40a5c9-5c90-4590-a443-c65014626b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:47.264903 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91f3f547-578c-43b0-bebb-95e95606d16c req-cf40a5c9-5c90-4590-a443-c65014626b26 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 HTTP/1.1" status: 200 len: 915 time: 0.1403716 Aug 06 16:25:47.321392 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3e20d5-34c6-4211-bf75-14cf0c705e56 None None] Sync routers for ids ['cc4c966f-e645-437b-9317-0c3cef665893'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:25:47.335388 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e20d5-34c6-4211-bf75-14cf0c705e56 None None] Routers {'cc4c966f-e645-437b-9317-0c3cef665893'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:25:47.336054 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8a3e20d5-34c6-4211-bf75-14cf0c705e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:25:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cc4c966f-e645-437b-9317-0c3cef665893'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:47.336329 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4c63ed89-ea88-4654-8f95-e9e4af44ba12 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:47.369976 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91f3f547-578c-43b0-bebb-95e95606d16c req-56c3070c-4e94-45e0-b6c2-971c3292fd18 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faeeef09-6359-4b83-9eb9-37dd3c5eca5e HTTP/1.1" status: 200 len: 1002 time: 0.0914557 Aug 06 16:25:47.379211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63ed89-ea88-4654-8f95-e9e4af44ba12 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event deleted for resources: {'Port': ['ID=5fc8d730-3ec2-475a-b2ec-f4eb56c3826c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:47.462005 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4c63ed89-ea88-4654-8f95-e9e4af44ba12 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:47.469488 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4c63ed89-ea88-4654-8f95-e9e4af44ba12 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "DELETE /v2.0/ports/5fc8d730-3ec2-475a-b2ec-f4eb56c3826c HTTP/1.1" status: 204 len: 168 time: 1.2061615 Aug 06 16:25:47.469488 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44102) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:47.478282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3f547-578c-43b0-bebb-95e95606d16c req-718d19e8-53c5-4800-a3fd-a3d3d44393d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:47.481278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91f3f547-578c-43b0-bebb-95e95606d16c req-718d19e8-53c5-4800-a3fd-a3d3d44393d7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b27fd606-16da-4c03-a6ec-f73d38e1c520 HTTP/1.1" status: 200 len: 853 time: 0.0886486 Aug 06 16:25:47.554747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3f547-578c-43b0-bebb-95e95606d16c req-92b6ba74-9c11-408c-a029-cf6f237fbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:47.555918 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c25500-ef7c-4bea-9d79-7ce5c0694521 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Deleting subnet 5723e6c1-204a-4810-87b1-ee4e88182fb1 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:25:47.557063 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91f3f547-578c-43b0-bebb-95e95606d16c req-92b6ba74-9c11-408c-a029-cf6f237fbc57 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6f5fe8e3-4c38-4f16-a019-50ebe1c224f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640872 Aug 06 16:25:47.563849 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43c25500-ef7c-4bea-9d79-7ce5c0694521 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:47.579197 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-8a3e20d5-34c6-4211-bf75-14cf0c705e56 None None] Set router cc4c966f-e645-437b-9317-0c3cef665893 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:25:47.632462 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43c25500-ef7c-4bea-9d79-7ce5c0694521 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:47.807490 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91f3f547-578c-43b0-bebb-95e95606d16c req-f749d060-541b-461b-861b-7cf8f73bd581 service neutron] 10.222.0.78 "GET /v2.0/networks/6f5fe8e3-4c38-4f16-a019-50ebe1c224f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410805 Aug 06 16:25:47.840427 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43c25500-ef7c-4bea-9d79-7ce5c0694521 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:47.965345 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43c25500-ef7c-4bea-9d79-7ce5c0694521 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:47.975774 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91f3f547-578c-43b0-bebb-95e95606d16c req-712abd93-e506-4757-9d8c-83936944f163 service neutron] 10.222.0.78 "GET /v2.0/networks/6f5fe8e3-4c38-4f16-a019-50ebe1c224f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560223 Aug 06 16:25:47.996604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c25500-ef7c-4bea-9d79-7ce5c0694521 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event deleted for resources: {'Subnet': ['ID=5723e6c1-204a-4810-87b1-ee4e88182fb1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:48.005089 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43c25500-ef7c-4bea-9d79-7ce5c0694521 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:48.007324 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-43c25500-ef7c-4bea-9d79-7ce5c0694521 tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "DELETE /v2.0/subnets/5723e6c1-204a-4810-87b1-ee4e88182fb1 HTTP/1.1" status: 204 len: 168 time: 0.5379913 Aug 06 16:25:48.009905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44122) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:48.012118 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8a3e20d5-34c6-4211-bf75-14cf0c705e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:20:53Z', 'revision_number': 4, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port': {'id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:46Z', 'updated_at': '2021-08-06T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '15a5cf56-0aa5-4868-be88-4107d4f9495c', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'floating_ip_address': '172.25.1.104', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'port_id': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'mac_address': 'fa:16:3e:fa:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:25:42Z', 'updated_at': '2021-08-06T16:25:47Z', 'revision_number': 2, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d3b501-4348-4219-afdd-f63069737a10', 'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'mac_address': 'fa:16:3e:26:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:52Z', 'updated_at': '2021-08-06T16:21:04Z', 'revision_number': 5, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'subnets': [{'id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:48.013739 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d748f9-2e56-4284-a66f-f620cec6138e None None] Network 55092916-0861-4756-ae3f-dd0312e8014e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:25:48.048554 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3e20d5-34c6-4211-bf75-14cf0c705e56 None None] Checking router: cc4c966f-e645-437b-9317-0c3cef665893 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:25:48.084467 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e20d5-34c6-4211-bf75-14cf0c705e56 None None] Routers {'cc4c966f-e645-437b-9317-0c3cef665893'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:25:48.086206 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8a3e20d5-34c6-4211-bf75-14cf0c705e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:25:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cc4c966f-e645-437b-9317-0c3cef665893'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:48.166531 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:48.232848 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Deleting port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:48.234211 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:48.289586 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-8a3e20d5-34c6-4211-bf75-14cf0c705e56 None None] Set router cc4c966f-e645-437b-9317-0c3cef665893 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:25:48.323533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] For port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9d59b97b-33a2-4e00-989c-e662ff1ec8fe,segment=NetworkSegment(ce76e67f-90bb-431c-8728-81b72ffa193b),segment_id=ce76e67f-90bb-431c-8728-81b72ffa193b)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:48.324230 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:48.482682 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e247a57-df42-4ca8-ab98-478e2f4e505a None None] DHCP port deletion for 55092916-0861-4756-ae3f-dd0312e8014e request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:25:48.647337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4e247a57-df42-4ca8-ab98-478e2f4e505a None None] Deleting port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:48.657302 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4e247a57-df42-4ca8-ab98-478e2f4e505a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:48.816289 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4e247a57-df42-4ca8-ab98-478e2f4e505a None None] For port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9d59b97b-33a2-4e00-989c-e662ff1ec8fe,segment=NetworkSegment(ce76e67f-90bb-431c-8728-81b72ffa193b),segment_id=ce76e67f-90bb-431c-8728-81b72ffa193b)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:48.816984 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4e247a57-df42-4ca8-ab98-478e2f4e505a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:48.836679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4e247a57-df42-4ca8-ab98-478e2f4e505a None None] Calling delete_port for 9d59b97b-33a2-4e00-989c-e662ff1ec8fe owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:48.926739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Calling delete_port for 9d59b97b-33a2-4e00-989c-e662ff1ec8fe owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:48.964576 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4e247a57-df42-4ca8-ab98-478e2f4e505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:48.964738 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'tag': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:25:48.967252 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bfe312-21fe-4773-aa41-0e282898c2af" -d '{"events": [{"name": "network-changed", "server_uuid": "b07e8957-ae91-452e-a77c-9a592fa1769d", "tag": "faeeef09-6359-4b83-9eb9-37dd3c5eca5e"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:25:49.034381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e247a57-df42-4ca8-ab98-478e2f4e505a None None] Pushing event deleted for resources: {'Port': ['ID=9d59b97b-33a2-4e00-989c-e662ff1ec8fe,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:49.038092 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5d316f-9a99-44f0-b63e-1bb32037281d x-openstack-request-id: req-cb5d316f-9a99-44f0-b63e-1bb32037281d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:25:49.039726 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07e8957-ae91-452e-a77c-9a592fa1769d", "tag": "faeeef09-6359-4b83-9eb9-37dd3c5eca5e", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:25:49.040672 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb5d316f-9a99-44f0-b63e-1bb32037281d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:25:49.041237 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'tag': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e', 'status': 'completed', 'code': 200} Aug 06 16:25:49.047779 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e247a57-df42-4ca8-ab98-478e2f4e505a None None] No DVR routers for this DVR port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:25:49.099016 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:49.106106 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8a3e20d5-34c6-4211-bf75-14cf0c705e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:20:53Z', 'revision_number': 4, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port': {'id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:46Z', 'updated_at': '2021-08-06T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '15a5cf56-0aa5-4868-be88-4107d4f9495c', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'floating_ip_address': '172.25.1.104', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'port_id': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'mac_address': 'fa:16:3e:fa:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:25:42Z', 'updated_at': '2021-08-06T16:25:47Z', 'revision_number': 2, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d3b501-4348-4219-afdd-f63069737a10', 'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'mac_address': 'fa:16:3e:26:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:52Z', 'updated_at': '2021-08-06T16:21:04Z', 'revision_number': 5, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'subnets': [{'id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:49.159998 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3e20d5-34c6-4211-bf75-14cf0c705e56 None None] The sync data for ids ['cc4c966f-e645-437b-9317-0c3cef665893'] in n-d-803756-1 is: [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:20:53Z', 'revision_number': 4, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port': {'id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:46Z', 'updated_at': '2021-08-06T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '15a5cf56-0aa5-4868-be88-4107d4f9495c', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'floating_ip_address': '172.25.1.104', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'port_id': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'mac_address': 'fa:16:3e:fa:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:25:42Z', 'updated_at': '2021-08-06T16:25:47Z', 'revision_number': 2, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d3b501-4348-4219-afdd-f63069737a10', 'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'mac_address': 'fa:16:3e:26:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:52Z', 'updated_at': '2021-08-06T16:21:04Z', 'revision_number': 5, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'subnets': [{'id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:25:49.222419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] No DVR routers for this DVR port 9d59b97b-33a2-4e00-989c-e662ff1ec8fe on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:25:49.240615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event deleted for resources: {'Port': ['ID=9d59b97b-33a2-4e00-989c-e662ff1ec8fe,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:49.313732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:49.314036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:49.314363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:49.314692 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:49.315089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:49.315418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:49.315747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:49.316069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:49.316393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:49.316711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:49.317028 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:49.317335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:49.357453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfe312-21fe-4773-aa41-0e282898c2af req-ea731fe7-4d99-43d7-975c-e0cd2503f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:49.359039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53bfe312-21fe-4773-aa41-0e282898c2af req-ea731fe7-4d99-43d7-975c-e0cd2503f8a5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=578165b6e6eb493383f2d526fd4fe380&device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 1097 time: 0.2571321 Aug 06 16:25:49.476847 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:49.498722 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55092916-0861-4756-ae3f-dd0312e8014e']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:49.570903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce76e67f-90bb-431c-8728-81b72ffa193b') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:49.571574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce76e67f-90bb-431c-8728-81b72ffa193b') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:49.585608 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:49.625873 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:49.640200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:25:49.640635 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:25:49.643982 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:25:49.825003 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfe312-21fe-4773-aa41-0e282898c2af req-35df21f2-e973-471b-973d-8697ef20d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:49.842315 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53bfe312-21fe-4773-aa41-0e282898c2af req-35df21f2-e973-471b-973d-8697ef20d30e service neutron] 10.222.0.78 "GET /v2.0/networks?id=6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 HTTP/1.1" status: 200 len: 915 time: 0.3953130 Aug 06 16:25:49.872197 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:49.926994 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:49.929580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] 10.222.0.37 "DELETE /v2.0/networks/55092916-0861-4756-ae3f-dd0312e8014e HTTP/1.1" status: 204 len: 168 time: 1.9186752 Aug 06 16:25:49.968186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966b1fb-2787-4e00-980d-e224c6d9083e tempest-AllowedAddressPairTestJSON-1689003468 tempest-AllowedAddressPairTestJSON-1689003468-project] Pushing event deleted for resources: {'Network': ['ID=55092916-0861-4756-ae3f-dd0312e8014e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:50.000601 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53bfe312-21fe-4773-aa41-0e282898c2af req-e2ec6824-2cbe-4aa6-bd5e-d53379534703 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faeeef09-6359-4b83-9eb9-37dd3c5eca5e HTTP/1.1" status: 200 len: 1002 time: 0.1459882 Aug 06 16:25:50.145092 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfe312-21fe-4773-aa41-0e282898c2af req-45fc4a54-3db1-4284-9435-ea6c28dd921b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:50.148884 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53bfe312-21fe-4773-aa41-0e282898c2af req-45fc4a54-3db1-4284-9435-ea6c28dd921b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b27fd606-16da-4c03-a6ec-f73d38e1c520 HTTP/1.1" status: 200 len: 853 time: 0.1367514 Aug 06 16:25:50.180800 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9d59b97b-33a2-4e00-989c-e662ff1ec8fe no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:25:50.232217 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 9d59b97b-33a2-4e00-989c-e662ff1ec8fe {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:25:50.246950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfe312-21fe-4773-aa41-0e282898c2af req-68f7b873-bdea-4873-9fbb-859423fd1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:50.248785 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53bfe312-21fe-4773-aa41-0e282898c2af req-68f7b873-bdea-4873-9fbb-859423fd1d34 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6f5fe8e3-4c38-4f16-a019-50ebe1c224f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900259 Aug 06 16:25:50.254173 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9d59b97b-33a2-4e00-989c-e662ff1ec8fe not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:25:50.445600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53bfe312-21fe-4773-aa41-0e282898c2af req-69def3db-7a05-4a1a-a4ef-84006d936305 service neutron] 10.222.0.78 "GET /v2.0/networks/6f5fe8e3-4c38-4f16-a019-50ebe1c224f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877608 Aug 06 16:25:50.474965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44204) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:50.703950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53bfe312-21fe-4773-aa41-0e282898c2af req-7686f461-b2cf-4419-980c-ecd2f01b6942 service neutron] 10.222.0.78 "GET /v2.0/networks/6f5fe8e3-4c38-4f16-a019-50ebe1c224f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491822 Aug 06 16:25:50.820741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44216) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:50.838971 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-df14bbb8-7b35-452a-b2ef-36e219f4bcd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecae3706136c447b976dbf0f7976e86d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447168 Aug 06 16:25:50.980610 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-753109c7-c69c-4747-b0c0-d8be60386ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:51.029169 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-753109c7-c69c-4747-b0c0-d8be60386ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:51.095020 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-753109c7-c69c-4747-b0c0-d8be60386ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:51.098517 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-753109c7-c69c-4747-b0c0-d8be60386ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:51.100360 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-753109c7-c69c-4747-b0c0-d8be60386ec2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/480b8596-3c7e-4127-86ea-75b3198e9b73 HTTP/1.1" status: 204 len: 168 time: 0.2775602 Aug 06 16:25:51.115707 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753109c7-c69c-4747-b0c0-d8be60386ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480b8596-3c7e-4127-86ea-75b3198e9b73,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:52.318165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44284) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:52.480539 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-60f4d17a-9193-47fb-a666-241b2a615c9d tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] Request body: {'port': {'network_id': '83a2ea1d-b51e-499a-b9e0-3e70d5dcaccb', 'name': 'tempest-NetworksNegativeTestJSON-1223602146'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:52.501953 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f4d17a-9193-47fb-a666-241b2a615c9d tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] POST failed (client error): The resource could not be found. Aug 06 16:25:52.502905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f4d17a-9193-47fb-a666-241b2a615c9d tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:25:52.509884 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44290) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:52.510480 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-60f4d17a-9193-47fb-a666-241b2a615c9d tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1896920 Aug 06 16:25:52.547438 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-5530b139-187a-406b-bebf-3b0cd8fa7bc2 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] DELETE failed (client error): The resource could not be found. Aug 06 16:25:52.548065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5530b139-187a-406b-bebf-3b0cd8fa7bc2 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:25:52.555015 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5530b139-187a-406b-bebf-3b0cd8fa7bc2 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] 10.222.0.37 "DELETE /v2.0/networks/7d05909b-a21d-44fa-a1e5-32a0630bbbe1 HTTP/1.1" status: 404 len: 339 time: 0.0390093 Aug 06 16:25:52.555344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44292) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:52.603572 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-be005d0f-f628-46fe-9495-5ec09ddc72e6 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] DELETE failed (client error): The resource could not be found. Aug 06 16:25:52.604336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be005d0f-f628-46fe-9495-5ec09ddc72e6 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:25:52.616510 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-be005d0f-f628-46fe-9495-5ec09ddc72e6 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] 10.222.0.37 "DELETE /v2.0/ports/cc20076a-9f6d-4e1d-bbe5-6ccb39ee6115 HTTP/1.1" status: 404 len: 333 time: 0.0557339 Aug 06 16:25:52.616889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44296) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:52.651269 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e5ee3e-8f8e-4b37-9ce6-34dd7177ca1b tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] DELETE failed (client error): The resource could not be found. Aug 06 16:25:52.651824 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e5ee3e-8f8e-4b37-9ce6-34dd7177ca1b tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:25:52.653805 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e6e5ee3e-8f8e-4b37-9ce6-34dd7177ca1b tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] 10.222.0.37 "DELETE /v2.0/subnets/4ae9f4e0-30f6-453f-b5d7-3e5ebbf5cdcd HTTP/1.1" status: 404 len: 337 time: 0.0354605 Aug 06 16:25:52.659433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44300) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:52.684114 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-165340d9-1d33-4c0b-b904-77b901e12101 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] GET failed (client error): The resource could not be found. Aug 06 16:25:52.690428 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44308) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:52.692151 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-165340d9-1d33-4c0b-b904-77b901e12101 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] 10.222.0.37 "GET /v2.0/networks/39e6868a-750c-48a1-a517-c56681bed37f HTTP/1.1" status: 404 len: 339 time: 0.0315433 Aug 06 16:25:52.715751 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-309ed3f8-f505-4724-8c16-46f1c2466c8e tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] GET failed (client error): The resource could not be found. Aug 06 16:25:52.722884 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44310) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:52.723237 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-309ed3f8-f505-4724-8c16-46f1c2466c8e tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] 10.222.0.37 "GET /v2.0/ports/2d0b2ce1-13b5-4914-b4b6-86cfa143c6e0 HTTP/1.1" status: 404 len: 333 time: 0.0314620 Aug 06 16:25:52.759575 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d34ad3-ad07-4382-8de9-c20793282baf tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] GET failed (client error): The resource could not be found. Aug 06 16:25:52.767470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44312) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:52.770619 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-97d34ad3-ad07-4382-8de9-c20793282baf tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] 10.222.0.37 "GET /v2.0/subnets/b36d2a61-a098-4751-a82c-9b3ea81a341d HTTP/1.1" status: 404 len: 337 time: 0.0442324 Aug 06 16:25:52.775137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-9eb94652-d3ea-494e-8e46-bd5f5c8f7e32 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:52.789571 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb94652-d3ea-494e-8e46-bd5f5c8f7e32 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] PUT failed (client error): The resource could not be found. Aug 06 16:25:52.790559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb94652-d3ea-494e-8e46-bd5f5c8f7e32 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:25:52.798353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9eb94652-d3ea-494e-8e46-bd5f5c8f7e32 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] 10.222.0.37 "PUT /v2.0/networks/8b2b7785-1cb1-4f45-b011-df34998aeb21 HTTP/1.1" status: 404 len: 339 time: 0.0292203 Aug 06 16:25:52.798549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44314) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:52.836993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-cacbf9a9-2738-4a39-af57-7a402eb5b0b5 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:52.871743 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacbf9a9-2738-4a39-af57-7a402eb5b0b5 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] PUT failed (client error): The resource could not be found. Aug 06 16:25:52.872728 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cacbf9a9-2738-4a39-af57-7a402eb5b0b5 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:25:52.878505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44318) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:52.879508 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cacbf9a9-2738-4a39-af57-7a402eb5b0b5 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] 10.222.0.37 "PUT /v2.0/ports/49fc4f91-1541-46be-9c40-eee838dea496 HTTP/1.1" status: 404 len: 333 time: 0.0790727 Aug 06 16:25:52.884025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-50b716b7-0076-413a-a401-42c6dbbb0575 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:52.913666 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b716b7-0076-413a-a401-42c6dbbb0575 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] PUT failed (client error): The resource could not be found. Aug 06 16:25:52.914252 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b716b7-0076-413a-a401-42c6dbbb0575 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:25:52.920504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-50b716b7-0076-413a-a401-42c6dbbb0575 tempest-NetworksNegativeTestJSON-643772018 tempest-NetworksNegativeTestJSON-643772018-project] 10.222.0.37 "PUT /v2.0/subnets/83e1d248-894c-41df-bc62-ccb1d03dc85c HTTP/1.1" status: 404 len: 337 time: 0.0407979 Aug 06 16:25:53.378894 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44336) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:53.522892 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ab1b70a3-0031-4892-bb1b-ecaf36f3bfe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:53.654079 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:53.685856 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ab1b70a3-0031-4892-bb1b-ecaf36f3bfe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:53.691168 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ab1b70a3-0031-4892-bb1b-ecaf36f3bfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:53.738038 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ab1b70a3-0031-4892-bb1b-ecaf36f3bfe6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cb7d8f8b4b94ea19c02684634880c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576617 Aug 06 16:25:53.740723 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44350) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:53.760245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b70a3-0031-4892-bb1b-ecaf36f3bfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb05fb0-096c-4429-8a71-f2b2694e99b4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:53.807513 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fa49-cae4-4260-a410-1390b923fb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:53.845072 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fa49-cae4-4260-a410-1390b923fb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:53.919632 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fa49-cae4-4260-a410-1390b923fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:53.923853 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fa49-cae4-4260-a410-1390b923fb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:53.925808 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d2f3fa49-cae4-4260-a410-1390b923fb9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6bb05fb0-096c-4429-8a71-f2b2694e99b4 HTTP/1.1" status: 204 len: 168 time: 0.1833403 Aug 06 16:25:53.938499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3fa49-cae4-4260-a410-1390b923fb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb05fb0-096c-4429-8a71-f2b2694e99b4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:53.994801 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:54.968284 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44418) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:55.098620 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ea1184a2-4af1-421c-aa97-05594b22a305 tempest-DvrRoutersNegativeTest-1018376181 tempest-DvrRoutersNegativeTest-1018376181-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-280820902', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:55.101545 n-d-803756-1 neutron-server[105764]: DEBUG neutron.policy [None req-ea1184a2-4af1-421c-aa97-05594b22a305 tempest-DvrRoutersNegativeTest-1018376181 tempest-DvrRoutersNegativeTest-1018376181-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105764) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 06 16:25:55.101880 n-d-803756-1 neutron-server[105764]: DEBUG neutron.policy [None req-ea1184a2-4af1-421c-aa97-05594b22a305 tempest-DvrRoutersNegativeTest-1018376181 tempest-DvrRoutersNegativeTest-1018376181-project] Failed policy check for 'create_router' {{(pid=105764) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 06 16:25:55.102583 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-ea1184a2-4af1-421c-aa97-05594b22a305 tempest-DvrRoutersNegativeTest-1018376181 tempest-DvrRoutersNegativeTest-1018376181-project] create failed (client error): Access was denied to this resource. Aug 06 16:25:55.103873 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ea1184a2-4af1-421c-aa97-05594b22a305 tempest-DvrRoutersNegativeTest-1018376181 tempest-DvrRoutersNegativeTest-1018376181-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1342990 Aug 06 16:25:55.440046 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44440) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:55.616017 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c64e42f5-91df-4908-b2af-698c83dcda8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:55.805861 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c64e42f5-91df-4908-b2af-698c83dcda8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:55.816299 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c64e42f5-91df-4908-b2af-698c83dcda8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:55.886773 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c64e42f5-91df-4908-b2af-698c83dcda8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6b4514ea2c649399a8fe00dcbc2bdac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4454141 Aug 06 16:25:55.889129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e42f5-91df-4908-b2af-698c83dcda8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5be0f00-9cf1-4353-a525-40fd7f55a7ef,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:55.890817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44464) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:56.040390 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32981930-932e-40b9-9506-945a0775fe8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:56.066995 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32981930-932e-40b9-9506-945a0775fe8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:56.158935 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32981930-932e-40b9-9506-945a0775fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:56.162698 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32981930-932e-40b9-9506-945a0775fe8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:56.164022 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-32981930-932e-40b9-9506-945a0775fe8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5be0f00-9cf1-4353-a525-40fd7f55a7ef HTTP/1.1" status: 204 len: 168 time: 0.2708476 Aug 06 16:25:56.178193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32981930-932e-40b9-9506-945a0775fe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5be0f00-9cf1-4353-a525-40fd7f55a7ef,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:57.085675 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44526) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:57.281852 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-dada1bc4-b260-40ae-974f-29e246667c89 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1497944056'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:57.317976 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dada1bc4-b260-40ae-974f-29e246667c89 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Made reservation on behalf of cd32f46d9e99482aba0ebf190f1217c7 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:57.321898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dada1bc4-b260-40ae-974f-29e246667c89 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:57.331909 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dada1bc4-b260-40ae-974f-29e246667c89 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:57.488546 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dada1bc4-b260-40ae-974f-29e246667c89 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:57.494373 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dada1bc4-b260-40ae-974f-29e246667c89 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:57.512805 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dada1bc4-b260-40ae-974f-29e246667c89 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:25:57.525389 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dada1bc4-b260-40ae-974f-29e246667c89 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:57.525916 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-dada1bc4-b260-40ae-974f-29e246667c89 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Added segment ef85e6ba-d4f0-4a40-b251-da530fd7a131 of type vlan for network 066bd87a-12d9-4d27-a4ac-a296913d6512 Aug 06 16:25:57.629406 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dada1bc4-b260-40ae-974f-29e246667c89 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:57.653549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada1bc4-b260-40ae-974f-29e246667c89 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9367c82-f9f0-43cf-b644-7b96dfe77053,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:57.692662 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dada1bc4-b260-40ae-974f-29e246667c89 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:57.700245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dada1bc4-b260-40ae-974f-29e246667c89 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:57.701226 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dada1bc4-b260-40ae-974f-29e246667c89 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:57.731516 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dada1bc4-b260-40ae-974f-29e246667c89 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.6435797 Aug 06 16:25:57.742359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44546) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:57.747189 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-b153213f-c516-43c1-bf7e-fecd19b0886c tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '066bd87a-12d9-4d27-a4ac-a296913d6512', 'tempest-TagsTest-Tag-1544040525') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:57.903889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada1bc4-b260-40ae-974f-29e246667c89 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Pushing event updated for resources: {'Network': ['ID=066bd87a-12d9-4d27-a4ac-a296913d6512,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:57.919575 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 066bd87a-12d9-4d27-a4ac-a296913d6512 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:25:58.432386 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b153213f-c516-43c1-bf7e-fecd19b0886c tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] 10.222.0.37 "PUT /v2.0/networks/066bd87a-12d9-4d27-a4ac-a296913d6512/tags/tempest-TagsTest-Tag-1544040525 HTTP/1.1" status: 201 len: 201 time: 0.6889434 Aug 06 16:25:58.435007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44564) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:58.440206 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-a909178f-cf62-4b58-a0be-0b3bebdb65c0 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '066bd87a-12d9-4d27-a4ac-a296913d6512', 'tempest-TagsTest-Tag-1544040525') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:58.469676 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:25:58.580285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a909178f-cf62-4b58-a0be-0b3bebdb65c0 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] 10.222.0.37 "GET /v2.0/networks/066bd87a-12d9-4d27-a4ac-a296913d6512/tags/tempest-TagsTest-Tag-1544040525 HTTP/1.1" status: 204 len: 168 time: 0.1415765 Aug 06 16:25:58.580731 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44574) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:58.585591 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-ff03f2ef-0aac-46e2-ae52-6d82484b2389 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '066bd87a-12d9-4d27-a4ac-a296913d6512') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:58.753027 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ff03f2ef-0aac-46e2-ae52-6d82484b2389 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] 10.222.0.37 "GET /v2.0/networks/066bd87a-12d9-4d27-a4ac-a296913d6512/tags HTTP/1.1" status: 200 len: 238 time: 0.1711092 Aug 06 16:25:58.755746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44576) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:58.761112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-d673add0-0cfc-4c22-9784-bc639a223482 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '066bd87a-12d9-4d27-a4ac-a296913d6512', {'tags': ['tempest-TagsTest-Tag-1044035702', 'tempest-TagsTest-Tag-438269959', 'tempest-TagsTest-Tag-82817428']}) {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:58.971889 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d673add0-0cfc-4c22-9784-bc639a223482 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] 10.222.0.37 "PUT /v2.0/networks/066bd87a-12d9-4d27-a4ac-a296913d6512/tags HTTP/1.1" status: 200 len: 306 time: 0.2148108 Aug 06 16:25:58.974548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44584) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:58.980744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-516c6876-ced3-46d3-bfc2-d0ca606c5f65 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '066bd87a-12d9-4d27-a4ac-a296913d6512', 'tempest-TagsTest-Tag-1044035702') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:59.213755 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-516c6876-ced3-46d3-bfc2-d0ca606c5f65 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] 10.222.0.37 "DELETE /v2.0/networks/066bd87a-12d9-4d27-a4ac-a296913d6512/tags/tempest-TagsTest-Tag-1044035702 HTTP/1.1" status: 204 len: 168 time: 0.2355833 Aug 06 16:25:59.214230 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44592) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:59.220351 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.tag.tag_plugin [None req-531d5a32-5ee2-45ff-9087-919cd0341cf7 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '066bd87a-12d9-4d27-a4ac-a296913d6512', 'tempest-TagsTest-Tag-1044035702') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:59.373008 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-531d5a32-5ee2-45ff-9087-919cd0341cf7 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] show failed (client error): The resource could not be found. Aug 06 16:25:59.377860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44602) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:59.378475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-531d5a32-5ee2-45ff-9087-919cd0341cf7 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] 10.222.0.37 "GET /v2.0/networks/066bd87a-12d9-4d27-a4ac-a296913d6512/tags/tempest-TagsTest-Tag-1044035702 HTTP/1.1" status: 404 len: 326 time: 0.1629491 Aug 06 16:25:59.382439 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-109cf44c-f648-4d35-bc5e-5c7989fdcabe tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '066bd87a-12d9-4d27-a4ac-a296913d6512', 'tempest-TagsTest-Tag-438269959') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:59.500662 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-109cf44c-f648-4d35-bc5e-5c7989fdcabe tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] 10.222.0.37 "GET /v2.0/networks/066bd87a-12d9-4d27-a4ac-a296913d6512/tags/tempest-TagsTest-Tag-438269959 HTTP/1.1" status: 204 len: 168 time: 0.1184773 Aug 06 16:25:59.501328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44606) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:59.510102 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-fc6cce42-aa55-4e7b-b2e2-6658955aa536 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '066bd87a-12d9-4d27-a4ac-a296913d6512', 'tempest-TagsTest-Tag-82817428') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:59.633890 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fc6cce42-aa55-4e7b-b2e2-6658955aa536 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] 10.222.0.37 "GET /v2.0/networks/066bd87a-12d9-4d27-a4ac-a296913d6512/tags/tempest-TagsTest-Tag-82817428 HTTP/1.1" status: 204 len: 168 time: 0.1291573 Aug 06 16:25:59.634207 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44610) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:59.655175 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-04c4f62e-4582-42d6-a025-96e3d4d46b3d tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '066bd87a-12d9-4d27-a4ac-a296913d6512') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:59.805255 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-04c4f62e-4582-42d6-a025-96e3d4d46b3d tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] 10.222.0.37 "DELETE /v2.0/networks/066bd87a-12d9-4d27-a4ac-a296913d6512/tags HTTP/1.1" status: 204 len: 168 time: 0.1680055 Aug 06 16:25:59.805978 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44616) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:59.810344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-45d76d27-6cc7-47e8-9a8b-2fa180be6096 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '066bd87a-12d9-4d27-a4ac-a296913d6512', 'tempest-TagsTest-Tag-438269959') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:25:59.900904 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-45d76d27-6cc7-47e8-9a8b-2fa180be6096 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] show failed (client error): The resource could not be found. Aug 06 16:25:59.902215 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-45d76d27-6cc7-47e8-9a8b-2fa180be6096 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] 10.222.0.37 "GET /v2.0/networks/066bd87a-12d9-4d27-a4ac-a296913d6512/tags/tempest-TagsTest-Tag-438269959 HTTP/1.1" status: 404 len: 325 time: 0.0955305 Aug 06 16:25:59.906703 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44622) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:25:59.916536 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-af9cbc41-58bc-4682-9e0c-acc1ff5f9a59 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '066bd87a-12d9-4d27-a4ac-a296913d6512', 'tempest-TagsTest-Tag-82817428') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:00.047712 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-af9cbc41-58bc-4682-9e0c-acc1ff5f9a59 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] show failed (client error): The resource could not be found. Aug 06 16:26:00.048794 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-af9cbc41-58bc-4682-9e0c-acc1ff5f9a59 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] 10.222.0.37 "GET /v2.0/networks/066bd87a-12d9-4d27-a4ac-a296913d6512/tags/tempest-TagsTest-Tag-82817428 HTTP/1.1" status: 404 len: 324 time: 0.1402178 Aug 06 16:26:00.051533 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44624) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:00.060216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.tag.tag_plugin [None req-cca7a047-6efd-4b6d-8256-93343c691f8f tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '066bd87a-12d9-4d27-a4ac-a296913d6512') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:00.237707 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cca7a047-6efd-4b6d-8256-93343c691f8f tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] 10.222.0.37 "DELETE /v2.0/networks/066bd87a-12d9-4d27-a4ac-a296913d6512/tags HTTP/1.1" status: 204 len: 168 time: 0.1804361 Aug 06 16:26:00.238243 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44636) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:00.490904 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55727f98-f3ad-44c3-824b-23782801a287 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:00.611356 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44652) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:00.639273 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55727f98-f3ad-44c3-824b-23782801a287 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:00.650697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-55727f98-f3ad-44c3-824b-23782801a287 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066bd87a-12d9-4d27-a4ac-a296913d6512']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:00.664587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-55727f98-f3ad-44c3-824b-23782801a287 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef85e6ba-d4f0-4a40-b251-da530fd7a131') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:00.665138 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-55727f98-f3ad-44c3-824b-23782801a287 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef85e6ba-d4f0-4a40-b251-da530fd7a131') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:00.677388 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55727f98-f3ad-44c3-824b-23782801a287 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:00.703334 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55727f98-f3ad-44c3-824b-23782801a287 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:00.710462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55727f98-f3ad-44c3-824b-23782801a287 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:26:00.711074 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55727f98-f3ad-44c3-824b-23782801a287 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:26:00.714450 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:26:00.786138 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-691276f3-9cca-409f-b7bb-d3b680a59066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:00.827249 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55727f98-f3ad-44c3-824b-23782801a287 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:00.842863 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-55727f98-f3ad-44c3-824b-23782801a287 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:00.845167 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-55727f98-f3ad-44c3-824b-23782801a287 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] 10.222.0.37 "DELETE /v2.0/networks/066bd87a-12d9-4d27-a4ac-a296913d6512 HTTP/1.1" status: 204 len: 168 time: 0.6053541 Aug 06 16:26:00.881148 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55727f98-f3ad-44c3-824b-23782801a287 tempest-TagsTest-1880872453 tempest-TagsTest-1880872453-project] Pushing event deleted for resources: {'Network': ['ID=066bd87a-12d9-4d27-a4ac-a296913d6512,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:00.957594 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-691276f3-9cca-409f-b7bb-d3b680a59066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:00.971392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-691276f3-9cca-409f-b7bb-d3b680a59066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:01.051516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691276f3-9cca-409f-b7bb-d3b680a59066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57755211-dc8c-4e95-9264-c7139bec7f51,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:01.064562 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44666) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:01.064699 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-691276f3-9cca-409f-b7bb-d3b680a59066 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f954fde207d476a9fa539611440e5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4522038 Aug 06 16:26:01.165316 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7ffb00df-1d7f-4eaa-9a47-d6cb8488ea0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:01.181316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44670) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:01.222871 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7ffb00df-1d7f-4eaa-9a47-d6cb8488ea0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:01.317508 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7ffb00df-1d7f-4eaa-9a47-d6cb8488ea0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:01.321193 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7ffb00df-1d7f-4eaa-9a47-d6cb8488ea0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:01.325196 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7ffb00df-1d7f-4eaa-9a47-d6cb8488ea0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57755211-dc8c-4e95-9264-c7139bec7f51 HTTP/1.1" status: 204 len: 168 time: 0.2595744 Aug 06 16:26:01.336690 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb00df-1d7f-4eaa-9a47-d6cb8488ea0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57755211-dc8c-4e95-9264-c7139bec7f51,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:01.607675 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-61ff6e7b-dfbd-41ad-b81d-2005ee94d011 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd32f46d9e99482aba0ebf190f1217c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4250932 Aug 06 16:26:01.609749 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44692) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:01.692157 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8df8a1ab-360c-454b-913d-9f71cb0f38b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:01.738538 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8df8a1ab-360c-454b-913d-9f71cb0f38b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:01.832237 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8df8a1ab-360c-454b-913d-9f71cb0f38b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:01.838943 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8df8a1ab-360c-454b-913d-9f71cb0f38b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:01.840277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 44702) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:01.846349 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8df8a1ab-360c-454b-913d-9f71cb0f38b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9367c82-f9f0-43cf-b644-7b96dfe77053 HTTP/1.1" status: 204 len: 168 time: 0.2350614 Aug 06 16:26:01.867191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8a1ab-360c-454b-913d-9f71cb0f38b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9367c82-f9f0-43cf-b644-7b96dfe77053,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:01.875144 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19bfc641-33d5-42a0-8faa-62be37fa1bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:02.042643 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19bfc641-33d5-42a0-8faa-62be37fa1bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:02.050943 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-19bfc641-33d5-42a0-8faa-62be37fa1bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:02.127904 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-19bfc641-33d5-42a0-8faa-62be37fa1bae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85651bfab0334f6c9ca124c3ba3fe68a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858365 Aug 06 16:26:02.130856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 44710) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:02.132336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfc641-33d5-42a0-8faa-62be37fa1bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90373c1-3fe7-408b-908d-0f8c6f0a35a7,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:02.214572 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b843ede8-2c6f-4f0f-ad1a-c54f68d1f6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:02.269382 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b843ede8-2c6f-4f0f-ad1a-c54f68d1f6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:02.332978 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b843ede8-2c6f-4f0f-ad1a-c54f68d1f6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:02.339102 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b843ede8-2c6f-4f0f-ad1a-c54f68d1f6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:02.341608 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b843ede8-2c6f-4f0f-ad1a-c54f68d1f6dc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b90373c1-3fe7-408b-908d-0f8c6f0a35a7 HTTP/1.1" status: 204 len: 168 time: 0.2091219 Aug 06 16:26:02.355438 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843ede8-2c6f-4f0f-ad1a-c54f68d1f6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90373c1-3fe7-408b-908d-0f8c6f0a35a7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:03.419913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37a400-4b05-437a-a33c-6c8a3294d9ae req-30c525ca-a20c-48e3-8e80-a80b6d277cd4 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:03.434926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f37a400-4b05-437a-a33c-6c8a3294d9ae req-30c525ca-a20c-48e3-8e80-a80b6d277cd4 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 945 time: 0.1062541 Aug 06 16:26:03.532574 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f37a400-4b05-437a-a33c-6c8a3294d9ae req-a2852bd9-b071-4959-9c3a-9ab841c3bda7 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d9582cb-81de-443e-b1b2-a6fa44d5927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865235 Aug 06 16:26:03.789247 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8a83dc84-6e3e-4c9c-86e0-98cee6969251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:04.750527 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bb196-9e03-49c8-8574-82b0ce94c8b8 req-48ef80b2-1dcb-429d-b446-193d4748a4de tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:04.759586 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e09bb196-9e03-49c8-8574-82b0ce94c8b8 req-48ef80b2-1dcb-429d-b446-193d4748a4de tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 945 time: 0.0900252 Aug 06 16:26:04.822263 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e09bb196-9e03-49c8-8574-82b0ce94c8b8 req-e70ee246-9472-4901-8d82-72bda79e1b73 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d9582cb-81de-443e-b1b2-a6fa44d5927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616779 Aug 06 16:26:05.192014 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67697473-3669-4a03-ba19-cef0ec6c48f8 req-4c039b58-441c-450b-b49a-be9aa001b35c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:05.195043 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67697473-3669-4a03-ba19-cef0ec6c48f8 req-4c039b58-441c-450b-b49a-be9aa001b35c tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 945 time: 0.1002166 Aug 06 16:26:05.368970 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-67697473-3669-4a03-ba19-cef0ec6c48f8 req-ea893fb7-5804-4e96-ab78-cf0d347716ab tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Deleting port 45613fa0-048d-4af7-a662-6a0902ad1057 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:26:05.369468 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-67697473-3669-4a03-ba19-cef0ec6c48f8 req-ea893fb7-5804-4e96-ab78-cf0d347716ab tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:05.507179 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-67697473-3669-4a03-ba19-cef0ec6c48f8 req-ea893fb7-5804-4e96-ab78-cf0d347716ab tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] For port 45613fa0-048d-4af7-a662-6a0902ad1057, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=45613fa0-048d-4af7-a662-6a0902ad1057,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:05.507878 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-67697473-3669-4a03-ba19-cef0ec6c48f8 req-ea893fb7-5804-4e96-ab78-cf0d347716ab tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:05.823946 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-67697473-3669-4a03-ba19-cef0ec6c48f8 req-ea893fb7-5804-4e96-ab78-cf0d347716ab tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:05.825809 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-67697473-3669-4a03-ba19-cef0ec6c48f8 req-ea893fb7-5804-4e96-ab78-cf0d347716ab tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:05.826346 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-67697473-3669-4a03-ba19-cef0ec6c48f8 req-ea893fb7-5804-4e96-ab78-cf0d347716ab tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Floating IP 249893e2-32fa-44bd-b5f3-f471e51081f2 disassociated. External IP: 172.25.1.211, port: 45613fa0-048d-4af7-a662-6a0902ad1057. Aug 06 16:26:05.827117 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-67697473-3669-4a03-ba19-cef0ec6c48f8 req-ea893fb7-5804-4e96-ab78-cf0d347716ab tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Calling delete_port for 45613fa0-048d-4af7-a662-6a0902ad1057 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:26:06.062688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0628817-4e84-4b06-976c-003aafad9437 req-196037e3-14f5-4492-b146-ce14e0634233 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:06.064764 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0628817-4e84-4b06-976c-003aafad9437 req-196037e3-14f5-4492-b146-ce14e0634233 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 945 time: 0.1291540 Aug 06 16:26:06.107649 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-67697473-3669-4a03-ba19-cef0ec6c48f8 req-ea893fb7-5804-4e96-ab78-cf0d347716ab tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:06.145310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea893fb7-5804-4e96-ab78-cf0d347716ab tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event deleted for resources: {'Port': ['ID=45613fa0-048d-4af7-a662-6a0902ad1057,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:06.226537 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0628817-4e84-4b06-976c-003aafad9437 req-b662f26b-d42a-4db0-a82e-e3ee40653915 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d9582cb-81de-443e-b1b2-a6fa44d5927e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473055 Aug 06 16:26:06.255489 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3f6b8b3-3514-461f-850d-cd04b85e4d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:06.333208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67697473-3669-4a03-ba19-cef0ec6c48f8 req-ea893fb7-5804-4e96-ab78-cf0d347716ab tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Router 9afd9d01-b741-4a22-b0d0-e66751859fa9 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:26:06.507912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67697473-3669-4a03-ba19-cef0ec6c48f8 req-ea893fb7-5804-4e96-ab78-cf0d347716ab tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:26:06.518739 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a4ef94-05d5-4652-aadd-ae11365ab22a None None] Sync routers for ids ['9afd9d01-b741-4a22-b0d0-e66751859fa9'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:26:06.555202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a4ef94-05d5-4652-aadd-ae11365ab22a None None] Routers {'9afd9d01-b741-4a22-b0d0-e66751859fa9'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:26:06.556023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f2a4ef94-05d5-4652-aadd-ae11365ab22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:26:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9afd9d01-b741-4a22-b0d0-e66751859fa9'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:06.574832 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-67697473-3669-4a03-ba19-cef0ec6c48f8 req-ea893fb7-5804-4e96-ab78-cf0d347716ab tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] No DVR routers for this DVR port 45613fa0-048d-4af7-a662-6a0902ad1057 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:26:06.580784 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-67697473-3669-4a03-ba19-cef0ec6c48f8 req-ea893fb7-5804-4e96-ab78-cf0d347716ab tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:06.583635 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67697473-3669-4a03-ba19-cef0ec6c48f8 req-ea893fb7-5804-4e96-ab78-cf0d347716ab tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.13 "DELETE /v2.0/ports/45613fa0-048d-4af7-a662-6a0902ad1057 HTTP/1.1" status: 204 len: 173 time: 1.3805320 Aug 06 16:26:06.584327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b4c5d4-ff02-4c0b-b80c-2298b44d09e8', 'name': 'network-vif-deleted', 'tag': '45613fa0-048d-4af7-a662-6a0902ad1057'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:26:06.587243 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d16bd72-413d-4274-82be-677c4b6a53b2" -d '{"events": [{"server_uuid": "19b4c5d4-ff02-4c0b-b80c-2298b44d09e8", "name": "network-vif-deleted", "tag": "45613fa0-048d-4af7-a662-6a0902ad1057"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:26:06.779477 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-f2a4ef94-05d5-4652-aadd-ae11365ab22a None None] Set router 9afd9d01-b741-4a22-b0d0-e66751859fa9 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:26:07.011404 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:07.041579 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc77cac-847e-4670-9db6-4583ce65abe4 x-openstack-request-id: req-0dc77cac-847e-4670-9db6-4583ce65abe4 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:26:07.042186 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b4c5d4-ff02-4c0b-b80c-2298b44d09e8", "name": "network-vif-deleted", "tag": "45613fa0-048d-4af7-a662-6a0902ad1057", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:26:07.042186 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0dc77cac-847e-4670-9db6-4583ce65abe4 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:26:07.042607 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b4c5d4-ff02-4c0b-b80c-2298b44d09e8', 'name': 'network-vif-deleted', 'tag': '45613fa0-048d-4af7-a662-6a0902ad1057', 'status': 'completed', 'code': 200} Aug 06 16:26:07.408490 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:07.485720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9241aef4-7cd4-43fd-bdae-59697ca7e8c5 req-21d26d68-01e6-4809-a192-7f27ce6d62e0 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/ports?device_id=19b4c5d4-ff02-4c0b-b80c-2298b44d09e8 HTTP/1.1" status: 200 len: 210 time: 0.0778704 Aug 06 16:26:07.588403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f2a4ef94-05d5-4652-aadd-ae11365ab22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:37Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '87102910-4e22-4de1-87fa-35d33127ce86', 'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'mac_address': 'fa:16:3e:c5:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:33Z', 'updated_at': '2021-08-06T16:18:47Z', 'revision_number': 5, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'subnets': [{'id': '33e739df-6337-434a-b559-956cd4fe06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:07.619197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a4ef94-05d5-4652-aadd-ae11365ab22a None None] Checking router: 9afd9d01-b741-4a22-b0d0-e66751859fa9 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:26:07.631941 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a4ef94-05d5-4652-aadd-ae11365ab22a None None] Routers {'9afd9d01-b741-4a22-b0d0-e66751859fa9'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:26:07.633423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f2a4ef94-05d5-4652-aadd-ae11365ab22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:26:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9afd9d01-b741-4a22-b0d0-e66751859fa9'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:07.768020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-f2a4ef94-05d5-4652-aadd-ae11365ab22a None None] Set router 9afd9d01-b741-4a22-b0d0-e66751859fa9 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:26:08.110480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f2a4ef94-05d5-4652-aadd-ae11365ab22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:37Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '87102910-4e22-4de1-87fa-35d33127ce86', 'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'mac_address': 'fa:16:3e:c5:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:33Z', 'updated_at': '2021-08-06T16:18:47Z', 'revision_number': 5, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'subnets': [{'id': '33e739df-6337-434a-b559-956cd4fe06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:08.139096 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a4ef94-05d5-4652-aadd-ae11365ab22a None None] The sync data for ids ['9afd9d01-b741-4a22-b0d0-e66751859fa9'] in n-d-803756-1 is: [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:18:37Z', 'revision_number': 4, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '87102910-4e22-4de1-87fa-35d33127ce86', 'name': '', 'network_id': '7b39d9b2-9c33-437b-8ac5-1025578faa38', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'mac_address': 'fa:16:3e:c5:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '33e739df-6337-434a-b559-956cd4fe06af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:33Z', 'updated_at': '2021-08-06T16:18:47Z', 'revision_number': 5, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'subnets': [{'id': '33e739df-6337-434a-b559-956cd4fe06af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:26:08.626736 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45004) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:08.693968 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa28d2e-d345-4eea-b796-d09b76dc9c61 None None] New status for floating IP 249893e2-32fa-44bd-b5f3-f471e51081f2: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:26:08.760604 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:08.819639 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:08.962871 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:08.967499 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:08.972337 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "DELETE /v2.0/security-groups/3d9582cb-81de-443e-b1b2-a6fa44d5927e HTTP/1.1" status: 204 len: 168 time: 0.3430645 Aug 06 16:26:08.976365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45014) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:08.984402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9582cb-81de-443e-b1b2-a6fa44d5927e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:08.999890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:09.001292 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:09.001997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:09.002963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:09.004646 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:09.006428 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:09.007930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:09.008478 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:09.009903 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:09.010431 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:09.012047 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:09.017107 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a9662-3cf1-403f-bae8-86a368d21f4a tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:09.045647 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-813804df-d430-494d-9b43-faa7ecfa9d83 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] show failed (client error): The resource could not be found. Aug 06 16:26:09.051437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45018) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:09.054808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-813804df-d430-494d-9b43-faa7ecfa9d83 tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "GET /v2.0/security-groups/3d9582cb-81de-443e-b1b2-a6fa44d5927e HTTP/1.1" status: 404 len: 347 time: 0.0744948 Aug 06 16:26:09.118043 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:09.313875 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-64aa619b-acc6-449a-8837-3ddf58f6c60d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Deleting port 48dda2e6-82aa-404f-b8ab-0ddb8ef0a4b4 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:26:09.314233 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-64aa619b-acc6-449a-8837-3ddf58f6c60d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:09.350921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 45613fa0-048d-4af7-a662-6a0902ad1057 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:26:09.395877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 45613fa0-048d-4af7-a662-6a0902ad1057 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:26:09.395877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 45613fa0-048d-4af7-a662-6a0902ad1057 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:26:09.423711 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-64aa619b-acc6-449a-8837-3ddf58f6c60d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:09.424110 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-64aa619b-acc6-449a-8837-3ddf58f6c60d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:09.440732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-64aa619b-acc6-449a-8837-3ddf58f6c60d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Calling delete_port for 48dda2e6-82aa-404f-b8ab-0ddb8ef0a4b4 owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:26:09.638403 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-64aa619b-acc6-449a-8837-3ddf58f6c60d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:09.664965 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa619b-acc6-449a-8837-3ddf58f6c60d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Pushing event deleted for resources: {'Port': ['ID=48dda2e6-82aa-404f-b8ab-0ddb8ef0a4b4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:09.747462 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-64aa619b-acc6-449a-8837-3ddf58f6c60d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:09.751766 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-64aa619b-acc6-449a-8837-3ddf58f6c60d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:09.753125 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-64aa619b-acc6-449a-8837-3ddf58f6c60d tempest-AttachVolumeTestJSON-1277798855 tempest-AttachVolumeTestJSON-1277798855-project] 10.222.0.37 "DELETE /v2.0/floatingips/249893e2-32fa-44bd-b5f3-f471e51081f2 HTTP/1.1" status: 204 len: 168 time: 0.6990347 Aug 06 16:26:15.122806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45240) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:15.380414 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b3a74ae4-46a7-4d91-971c-9f094f568219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.542720 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b3a74ae4-46a7-4d91-971c-9f094f568219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.548107 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b3a74ae4-46a7-4d91-971c-9f094f568219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.673669 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45262) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:15.687546 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b3a74ae4-46a7-4d91-971c-9f094f568219 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8cbbe38bcb98403e9a191965ca4af4da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5586479 Aug 06 16:26:15.710951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a74ae4-46a7-4d91-971c-9f094f568219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01611ed4-0065-4ed0-8877-48f92eb4c0fc,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:15.767271 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-542814dc-5eef-4b1d-988b-37a0a43101d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.810528 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-542814dc-5eef-4b1d-988b-37a0a43101d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.898233 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-542814dc-5eef-4b1d-988b-37a0a43101d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.900981 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-542814dc-5eef-4b1d-988b-37a0a43101d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.902312 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-542814dc-5eef-4b1d-988b-37a0a43101d3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01611ed4-0065-4ed0-8877-48f92eb4c0fc HTTP/1.1" status: 204 len: 168 time: 0.2268403 Aug 06 16:26:15.924223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542814dc-5eef-4b1d-988b-37a0a43101d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01611ed4-0065-4ed0-8877-48f92eb4c0fc,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:16.296253 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45280) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:16.313963 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80a1ea76-768d-4266-9342-5fa31410b1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:16.459532 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80a1ea76-768d-4266-9342-5fa31410b1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:16.465391 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80a1ea76-768d-4266-9342-5fa31410b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:16.507161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1ea76-768d-4266-9342-5fa31410b1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9739025a-2d18-465c-80e5-e03e7c21488a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:16.522268 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-80a1ea76-768d-4266-9342-5fa31410b1f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=138f848c324b4daa9cf5579f7e599a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2245564 Aug 06 16:26:16.524534 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45290) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:16.599155 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-de3568b7-bd47-4054-ab79-aae863b0ae83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:16.626888 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-de3568b7-bd47-4054-ab79-aae863b0ae83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:16.687540 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-de3568b7-bd47-4054-ab79-aae863b0ae83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:16.700363 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-de3568b7-bd47-4054-ab79-aae863b0ae83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:16.702790 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-de3568b7-bd47-4054-ab79-aae863b0ae83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9739025a-2d18-465c-80e5-e03e7c21488a HTTP/1.1" status: 204 len: 168 time: 0.1771142 Aug 06 16:26:16.713039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3568b7-bd47-4054-ab79-aae863b0ae83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9739025a-2d18-465c-80e5-e03e7c21488a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:20.207099 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45504) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:20.844386 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-54bc67b1-6efc-4e2d-8313-b17857a971fb tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Deleting port 53ccf3c1-8746-419a-a6e3-f41fd0231725 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:26:20.847747 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54bc67b1-6efc-4e2d-8313-b17857a971fb tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:21.033300 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54bc67b1-6efc-4e2d-8313-b17857a971fb tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:21.034000 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54bc67b1-6efc-4e2d-8313-b17857a971fb tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:21.052049 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-54bc67b1-6efc-4e2d-8313-b17857a971fb tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Calling delete_port for 53ccf3c1-8746-419a-a6e3-f41fd0231725 owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:26:21.303874 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54bc67b1-6efc-4e2d-8313-b17857a971fb tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:21.335055 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc67b1-6efc-4e2d-8313-b17857a971fb tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Pushing event deleted for resources: {'Port': ['ID=53ccf3c1-8746-419a-a6e3-f41fd0231725,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:21.441253 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54bc67b1-6efc-4e2d-8313-b17857a971fb tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:21.441609 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-54bc67b1-6efc-4e2d-8313-b17857a971fb tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Floating IP 15a5cf56-0aa5-4868-be88-4107d4f9495c disassociated (deleted). External IP: 172.25.1.104, port: faeeef09-6359-4b83-9eb9-37dd3c5eca5e. Aug 06 16:26:21.766774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45558) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:21.803332 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bc67b1-6efc-4e2d-8313-b17857a971fb tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Router cc4c966f-e645-437b-9317-0c3cef665893 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:26:22.057654 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bc67b1-6efc-4e2d-8313-b17857a971fb tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:26:22.070912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a624d2-2b1a-4654-8a0d-f8d69f91390e None None] Sync routers for ids ['cc4c966f-e645-437b-9317-0c3cef665893'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:26:22.075040 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54bc67b1-6efc-4e2d-8313-b17857a971fb tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:22.082288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a624d2-2b1a-4654-8a0d-f8d69f91390e None None] Routers {'cc4c966f-e645-437b-9317-0c3cef665893'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:26:22.083213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-38a624d2-2b1a-4654-8a0d-f8d69f91390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:26:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cc4c966f-e645-437b-9317-0c3cef665893'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:22.176741 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-54bc67b1-6efc-4e2d-8313-b17857a971fb tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "DELETE /v2.0/floatingips/15a5cf56-0aa5-4868-be88-4107d4f9495c HTTP/1.1" status: 204 len: 168 time: 1.9682064 Aug 06 16:26:22.179970 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'tag': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:26:22.183429 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addb6771-b7ea-48ed-a9b0-7b7060da0d08" -d '{"events": [{"name": "network-changed", "server_uuid": "b07e8957-ae91-452e-a77c-9a592fa1769d", "tag": "faeeef09-6359-4b83-9eb9-37dd3c5eca5e"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:26:22.390206 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-38a624d2-2b1a-4654-8a0d-f8d69f91390e None None] Set router cc4c966f-e645-437b-9317-0c3cef665893 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:26:22.649774 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cfbc70-d608-4f11-ad87-ac4d180d094d x-openstack-request-id: req-c8cfbc70-d608-4f11-ad87-ac4d180d094d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:26:22.650304 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07e8957-ae91-452e-a77c-9a592fa1769d", "tag": "faeeef09-6359-4b83-9eb9-37dd3c5eca5e", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:26:22.650304 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8cfbc70-d608-4f11-ad87-ac4d180d094d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:26:22.652353 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'tag': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e', 'status': 'completed', 'code': 200} Aug 06 16:26:22.895458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb6771-b7ea-48ed-a9b0-7b7060da0d08 req-996c1658-2ffa-43f1-9573-175bc3d6f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:22.899455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-addb6771-b7ea-48ed-a9b0-7b7060da0d08 req-996c1658-2ffa-43f1-9573-175bc3d6f7d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=578165b6e6eb493383f2d526fd4fe380&device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 1097 time: 0.2038419 Aug 06 16:26:22.947488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-38a624d2-2b1a-4654-8a0d-f8d69f91390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:20:53Z', 'revision_number': 4, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port': {'id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:46Z', 'updated_at': '2021-08-06T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '03d3b501-4348-4219-afdd-f63069737a10', 'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'mac_address': 'fa:16:3e:26:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:52Z', 'updated_at': '2021-08-06T16:21:04Z', 'revision_number': 5, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'subnets': [{'id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:22.988164 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a624d2-2b1a-4654-8a0d-f8d69f91390e None None] Checking router: cc4c966f-e645-437b-9317-0c3cef665893 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:26:23.000709 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a624d2-2b1a-4654-8a0d-f8d69f91390e None None] Routers {'cc4c966f-e645-437b-9317-0c3cef665893'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:26:23.001833 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-38a624d2-2b1a-4654-8a0d-f8d69f91390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:26:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cc4c966f-e645-437b-9317-0c3cef665893'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:23.155167 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-38a624d2-2b1a-4654-8a0d-f8d69f91390e None None] Set router cc4c966f-e645-437b-9317-0c3cef665893 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:26:23.498484 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83ec00-8bec-48db-bc75-89d2bd7e95c7 req-4a3399f1-c94a-4260-9c52-6a57cbcaf28f tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:23.500049 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa83ec00-8bec-48db-bc75-89d2bd7e95c7 req-4a3399f1-c94a-4260-9c52-6a57cbcaf28f tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 946 time: 0.6823473 Aug 06 16:26:23.571163 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-38a624d2-2b1a-4654-8a0d-f8d69f91390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:20:53Z', 'revision_number': 4, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port': {'id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:46Z', 'updated_at': '2021-08-06T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '03d3b501-4348-4219-afdd-f63069737a10', 'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'mac_address': 'fa:16:3e:26:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:52Z', 'updated_at': '2021-08-06T16:21:04Z', 'revision_number': 5, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'subnets': [{'id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:23.627840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a624d2-2b1a-4654-8a0d-f8d69f91390e None None] The sync data for ids ['cc4c966f-e645-437b-9317-0c3cef665893'] in n-d-803756-1 is: [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:20:53Z', 'revision_number': 4, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port': {'id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:46Z', 'updated_at': '2021-08-06T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '03d3b501-4348-4219-afdd-f63069737a10', 'name': '', 'network_id': '6f5fe8e3-4c38-4f16-a019-50ebe1c224f4', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'mac_address': 'fa:16:3e:26:a6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:52Z', 'updated_at': '2021-08-06T16:21:04Z', 'revision_number': 5, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'subnets': [{'id': 'b27fd606-16da-4c03-a6ec-f73d38e1c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:26:23.642031 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa83ec00-8bec-48db-bc75-89d2bd7e95c7 req-8eb84cc9-64d1-4be0-8b90-65dd6db32238 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107087 Aug 06 16:26:23.645588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb6771-b7ea-48ed-a9b0-7b7060da0d08 req-63ebcfed-c20f-4091-b98f-9d488da8ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:23.647060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-addb6771-b7ea-48ed-a9b0-7b7060da0d08 req-63ebcfed-c20f-4091-b98f-9d488da8ed00 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 HTTP/1.1" status: 200 len: 915 time: 0.7360864 Aug 06 16:26:23.682651 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:23.752945 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-addb6771-b7ea-48ed-a9b0-7b7060da0d08 req-01064eb1-7626-4a30-88be-973131f2db0c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faeeef09-6359-4b83-9eb9-37dd3c5eca5e HTTP/1.1" status: 200 len: 217 time: 0.0831447 Aug 06 16:26:23.819350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb6771-b7ea-48ed-a9b0-7b7060da0d08 req-c642ef1c-b487-4d08-8a1b-3eb976c82b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:23.820767 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-addb6771-b7ea-48ed-a9b0-7b7060da0d08 req-c642ef1c-b487-4d08-8a1b-3eb976c82b4d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b27fd606-16da-4c03-a6ec-f73d38e1c520 HTTP/1.1" status: 200 len: 853 time: 0.0588050 Aug 06 16:26:23.922298 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb6771-b7ea-48ed-a9b0-7b7060da0d08 req-0d1cb32a-7f89-4449-a8ff-705a8d3356f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:23.926169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-addb6771-b7ea-48ed-a9b0-7b7060da0d08 req-0d1cb32a-7f89-4449-a8ff-705a8d3356f6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6f5fe8e3-4c38-4f16-a019-50ebe1c224f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929978 Aug 06 16:26:24.031937 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.142114 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17525dca-a511-4a1a-8272-9c765b810bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.146483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-addb6771-b7ea-48ed-a9b0-7b7060da0d08 req-29e3c661-5c2f-4fe6-b65c-558e5d28b884 service neutron] 10.222.0.78 "GET /v2.0/networks/6f5fe8e3-4c38-4f16-a019-50ebe1c224f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090361 Aug 06 16:26:24.211677 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361835bf-2b8f-4d35-9150-97c5a84cdd9c None None] New status for floating IP 15a5cf56-0aa5-4868-be88-4107d4f9495c: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:26:24.456428 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a89d6b-d91f-4f8d-9ae3-b4bc7f9fd76f req-905f8d58-b12c-44d4-90aa-15774e514f47 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:24.459015 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e4a89d6b-d91f-4f8d-9ae3-b4bc7f9fd76f req-905f8d58-b12c-44d4-90aa-15774e514f47 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.78 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 946 time: 0.0707402 Aug 06 16:26:24.459154 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-addb6771-b7ea-48ed-a9b0-7b7060da0d08 req-cfc330ac-833c-4e5c-a1ed-68eb3a1e14fa service neutron] 10.222.0.78 "GET /v2.0/networks/6f5fe8e3-4c38-4f16-a019-50ebe1c224f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659740 Aug 06 16:26:24.619056 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-e4a89d6b-d91f-4f8d-9ae3-b4bc7f9fd76f req-3a0f5c8d-32f6-42a6-a6fd-707931d9dafc tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Deleting port faeeef09-6359-4b83-9eb9-37dd3c5eca5e {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:26:24.619739 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e4a89d6b-d91f-4f8d-9ae3-b4bc7f9fd76f req-3a0f5c8d-32f6-42a6-a6fd-707931d9dafc tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.646437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-17525dca-a511-4a1a-8272-9c765b810bca admin admin] Deleting port 87102910-4e22-4de1-87fa-35d33127ce86 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:26:24.647030 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17525dca-a511-4a1a-8272-9c765b810bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.813825 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-e4a89d6b-d91f-4f8d-9ae3-b4bc7f9fd76f req-3a0f5c8d-32f6-42a6-a6fd-707931d9dafc tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] For port faeeef09-6359-4b83-9eb9-37dd3c5eca5e, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=faeeef09-6359-4b83-9eb9-37dd3c5eca5e,segment=NetworkSegment(496fe7c2-89a4-4204-95db-45a72fb6097d),segment_id=496fe7c2-89a4-4204-95db-45a72fb6097d)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:24.814543 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e4a89d6b-d91f-4f8d-9ae3-b4bc7f9fd76f req-3a0f5c8d-32f6-42a6-a6fd-707931d9dafc tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.849423 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-17525dca-a511-4a1a-8272-9c765b810bca admin admin] For port 87102910-4e22-4de1-87fa-35d33127ce86, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=87102910-4e22-4de1-87fa-35d33127ce86,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:24.850020 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17525dca-a511-4a1a-8272-9c765b810bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.861187 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-e4a89d6b-d91f-4f8d-9ae3-b4bc7f9fd76f req-3a0f5c8d-32f6-42a6-a6fd-707931d9dafc tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Calling delete_port for faeeef09-6359-4b83-9eb9-37dd3c5eca5e owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:26:24.935140 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-17525dca-a511-4a1a-8272-9c765b810bca admin admin] Calling delete_port for 87102910-4e22-4de1-87fa-35d33127ce86 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:26:25.117241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862234b-0203-4d80-8285-333b63b85e89 req-6b5fc6a3-5843-4a42-8137-c1ef3f083491 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:25.126672 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b862234b-0203-4d80-8285-333b63b85e89 req-6b5fc6a3-5843-4a42-8137-c1ef3f083491 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 946 time: 0.2850389 Aug 06 16:26:25.193795 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e4a89d6b-d91f-4f8d-9ae3-b4bc7f9fd76f req-3a0f5c8d-32f6-42a6-a6fd-707931d9dafc tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:25.202612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b862234b-0203-4d80-8285-333b63b85e89 req-2ac0e14f-e9e7-4f6c-9731-09b3bc8d6c0e tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/security-groups?id=388823f4-8a61-4a02-a748-56e3462e06a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743537 Aug 06 16:26:25.289265 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17525dca-a511-4a1a-8272-9c765b810bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:25.300412 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f5c8d-32f6-42a6-a6fd-707931d9dafc tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Pushing event deleted for resources: {'Port': ['ID=faeeef09-6359-4b83-9eb9-37dd3c5eca5e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:25.391436 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17525dca-a511-4a1a-8272-9c765b810bca admin admin] Pushing event deleted for resources: {'Port': ['ID=87102910-4e22-4de1-87fa-35d33127ce86,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:25.393034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a89d6b-d91f-4f8d-9ae3-b4bc7f9fd76f req-3a0f5c8d-32f6-42a6-a6fd-707931d9dafc tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] No DVR routers for this DVR port faeeef09-6359-4b83-9eb9-37dd3c5eca5e on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:26:25.407305 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e4a89d6b-d91f-4f8d-9ae3-b4bc7f9fd76f req-3a0f5c8d-32f6-42a6-a6fd-707931d9dafc tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:25.409979 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e4a89d6b-d91f-4f8d-9ae3-b4bc7f9fd76f req-3a0f5c8d-32f6-42a6-a6fd-707931d9dafc tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.78 "DELETE /v2.0/ports/faeeef09-6359-4b83-9eb9-37dd3c5eca5e HTTP/1.1" status: 204 len: 173 time: 0.9380233 Aug 06 16:26:25.411135 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'name': 'network-vif-deleted', 'tag': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:26:25.414307 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e19b18-8689-46cf-91b9-d1d84cf8cd3a" -d '{"events": [{"server_uuid": "b07e8957-ae91-452e-a77c-9a592fa1769d", "name": "network-vif-deleted", "tag": "faeeef09-6359-4b83-9eb9-37dd3c5eca5e"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:26:25.509109 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd18490-d07f-4543-aa9c-a82f78873393 x-openstack-request-id: req-fdd18490-d07f-4543-aa9c-a82f78873393 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:26:25.509726 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07e8957-ae91-452e-a77c-9a592fa1769d", "name": "network-vif-deleted", "tag": "faeeef09-6359-4b83-9eb9-37dd3c5eca5e", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:26:25.510386 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdd18490-d07f-4543-aa9c-a82f78873393 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:26:25.511086 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07e8957-ae91-452e-a77c-9a592fa1769d', 'name': 'network-vif-deleted', 'tag': 'faeeef09-6359-4b83-9eb9-37dd3c5eca5e', 'status': 'completed', 'code': 200} Aug 06 16:26:25.714166 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-17525dca-a511-4a1a-8272-9c765b810bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:26.232689 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17525dca-a511-4a1a-8272-9c765b810bca admin admin] Router 9afd9d01-b741-4a22-b0d0-e66751859fa9 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:26:26.387941 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17525dca-a511-4a1a-8272-9c765b810bca admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:26:26.398502 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6b4e7e-561a-4a10-98d7-2a328a64947b None None] Sync routers for ids ['9afd9d01-b741-4a22-b0d0-e66751859fa9'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:26:26.418168 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-17525dca-a511-4a1a-8272-9c765b810bca admin admin] 10.222.0.37 "PUT /v2.0/routers/9afd9d01-b741-4a22-b0d0-e66751859fa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6477556 Aug 06 16:26:26.418709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45692) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:26.426161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b4e7e-561a-4a10-98d7-2a328a64947b None None] Routers {'9afd9d01-b741-4a22-b0d0-e66751859fa9'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:26:26.429481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5b6b4e7e-561a-4a10-98d7-2a328a64947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:26:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9afd9d01-b741-4a22-b0d0-e66751859fa9'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:26.484003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0899b38-070a-4b08-bf7b-b5d9e2052e2d req-cc5fdbe0-7adb-470f-baf1-da5c2cd9b033 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 210 time: 0.0933001 Aug 06 16:26:26.701061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-5b6b4e7e-561a-4a10-98d7-2a328a64947b None None] Set router 9afd9d01-b741-4a22-b0d0-e66751859fa9 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:26:26.763966 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5a697ae-7b98-4718-ae91-bdab3c9cb339 admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:26.919222 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5a697ae-7b98-4718-ae91-bdab3c9cb339 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:26.977349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5b6b4e7e-561a-4a10-98d7-2a328a64947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:26:25Z', 'revision_number': 5, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port': {'id': 'ac62bfe6-157a-478c-b3d6-1d564f885267', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:18:23Z', 'updated_at': '2021-08-06T16:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:27.002039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-d5a697ae-7b98-4718-ae91-bdab3c9cb339 admin admin] Deleting port ac62bfe6-157a-478c-b3d6-1d564f885267 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:26:27.002392 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5a697ae-7b98-4718-ae91-bdab3c9cb339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:27.030899 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6b4e7e-561a-4a10-98d7-2a328a64947b None None] Checking router: 9afd9d01-b741-4a22-b0d0-e66751859fa9 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:26:27.041266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b4e7e-561a-4a10-98d7-2a328a64947b None None] Routers {'9afd9d01-b741-4a22-b0d0-e66751859fa9'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:26:27.041919 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5b6b4e7e-561a-4a10-98d7-2a328a64947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:26:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9afd9d01-b741-4a22-b0d0-e66751859fa9'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:27.145827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-d5a697ae-7b98-4718-ae91-bdab3c9cb339 admin admin] For port ac62bfe6-157a-478c-b3d6-1d564f885267, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ac62bfe6-157a-478c-b3d6-1d564f885267,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:27.146321 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5a697ae-7b98-4718-ae91-bdab3c9cb339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:27.166419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-d5a697ae-7b98-4718-ae91-bdab3c9cb339 admin admin] Calling delete_port for ac62bfe6-157a-478c-b3d6-1d564f885267 owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:26:27.166655 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-5b6b4e7e-561a-4a10-98d7-2a328a64947b None None] Set router 9afd9d01-b741-4a22-b0d0-e66751859fa9 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:26:27.250996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5b6b4e7e-561a-4a10-98d7-2a328a64947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 6, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:27.295277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6b4e7e-561a-4a10-98d7-2a328a64947b None None] The sync data for ids ['9afd9d01-b741-4a22-b0d0-e66751859fa9'] in n-d-803756-1 is: [{'id': '9afd9d01-b741-4a22-b0d0-e66751859fa9', 'name': 'tempest-AttachVolumeTestJSON-1090461217-router', 'tenant_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:18:20Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 6, 'project_id': 'b52128454bea4b33a1c2dedbf011a9d2', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:26:27.430997 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5a697ae-7b98-4718-ae91-bdab3c9cb339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:27.465685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a697ae-7b98-4718-ae91-bdab3c9cb339 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac62bfe6-157a-478c-b3d6-1d564f885267,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:27.539682 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5a697ae-7b98-4718-ae91-bdab3c9cb339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:27.738457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b1ca41c-3aa6-468b-8f63-1e69b5e7730f req-f44c0f4a-1702-4181-a19e-f180726e4ff9 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 210 time: 0.0759203 Aug 06 16:26:27.740850 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5a697ae-7b98-4718-ae91-bdab3c9cb339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:27.745067 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5a697ae-7b98-4718-ae91-bdab3c9cb339 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:27.819539 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5a697ae-7b98-4718-ae91-bdab3c9cb339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:27.820311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a697ae-7b98-4718-ae91-bdab3c9cb339 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9afd9d01-b741-4a22-b0d0-e66751859fa9 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:26:27.825488 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d5a697ae-7b98-4718-ae91-bdab3c9cb339 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:27.829407 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d5a697ae-7b98-4718-ae91-bdab3c9cb339 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9afd9d01-b741-4a22-b0d0-e66751859fa9 HTTP/1.1" status: 204 len: 168 time: 1.3737934 Aug 06 16:26:27.830104 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45712) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:27.891012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e8e5eb-760e-4e37-8d5d-96fa2170b672 admin admin] Deleting subnet 33e739df-6337-434a-b559-956cd4fe06af {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:26:27.894620 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96e8e5eb-760e-4e37-8d5d-96fa2170b672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:27.941529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96e8e5eb-760e-4e37-8d5d-96fa2170b672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:28.046834 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96e8e5eb-760e-4e37-8d5d-96fa2170b672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:28.112784 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96e8e5eb-760e-4e37-8d5d-96fa2170b672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:28.134971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device faeeef09-6359-4b83-9eb9-37dd3c5eca5e no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:26:28.149155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8e5eb-760e-4e37-8d5d-96fa2170b672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e739df-6337-434a-b559-956cd4fe06af,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:28.157076 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-96e8e5eb-760e-4e37-8d5d-96fa2170b672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:28.162078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45716) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:28.162599 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-96e8e5eb-760e-4e37-8d5d-96fa2170b672 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/33e739df-6337-434a-b559-956cd4fe06af HTTP/1.1" status: 204 len: 168 time: 0.3307974 Aug 06 16:26:28.182541 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9d4a7e-e3c5-48bd-acb9-22187d59e201 None None] Network 7b39d9b2-9c33-437b-8ac5-1025578faa38 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:26:28.206624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: faeeef09-6359-4b83-9eb9-37dd3c5eca5e {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:26:28.207453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device faeeef09-6359-4b83-9eb9-37dd3c5eca5e not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:26:28.274410 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 87102910-4e22-4de1-87fa-35d33127ce86 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:26:28.318601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 87102910-4e22-4de1-87fa-35d33127ce86 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:26:28.318773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 87102910-4e22-4de1-87fa-35d33127ce86 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:26:28.320860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ac62bfe6-157a-478c-b3d6-1d564f885267 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:26:28.323632 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:28.393301 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: ac62bfe6-157a-478c-b3d6-1d564f885267 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:26:28.393661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ac62bfe6-157a-478c-b3d6-1d564f885267 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:26:28.439289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] Deleting port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:26:28.439568 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:28.614429 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] DHCP port deletion for 7b39d9b2-9c33-437b-8ac5-1025578faa38 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:26:28.614646 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] For port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3d2b5e7d-09cc-474e-b044-c2ea5f723b4d,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:28.614893 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:28.662576 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] Calling delete_port for 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:26:28.745526 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Deleting port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:26:28.758249 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:28.882277 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:28.886067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] For port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3d2b5e7d-09cc-474e-b044-c2ea5f723b4d,segment=NetworkSegment(567ba2e7-96a1-4637-8657-03c924e62bfa),segment_id=567ba2e7-96a1-4637-8657-03c924e62bfa)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:28.886510 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:28.901692 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Calling delete_port for 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:26:28.921967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d9bb843-dcc9-4d75-afe5-ef64cf3a2861 req-c61e05c4-e479-49dd-a66f-3ca5a4cfae12 tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 210 time: 0.0634189 Aug 06 16:26:28.923342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] No DVR routers for this DVR port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:26:28.967785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2b5e7d-09cc-474e-b044-c2ea5f723b4d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:29.068106 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:29.127890 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:29.141042 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Pushing event deleted for resources: {'Port': ['ID=3d2b5e7d-09cc-474e-b044-c2ea5f723b4d,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:29.143191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b39d9b2-9c33-437b-8ac5-1025578faa38']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:29.160886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:29.161462 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:29.162158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:29.162654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:29.163139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:29.163687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:29.164182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:29.164668 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:29.164928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567ba2e7-96a1-4637-8657-03c924e62bfa') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:29.165377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567ba2e7-96a1-4637-8657-03c924e62bfa') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:29.165841 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:29.166391 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:29.166915 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:29.167434 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:29.180641 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37afcb56-8d44-40cb-bc69-d83e49110f2f None None] No DVR routers for this DVR port 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:26:29.185688 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:29.207132 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:29.224052 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:26:29.224496 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:26:29.226616 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:26:29.292054 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:29.300631 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:29.303448 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] 10.222.0.37 "DELETE /v2.0/networks/7b39d9b2-9c33-437b-8ac5-1025578faa38 HTTP/1.1" status: 204 len: 168 time: 1.1397073 Aug 06 16:26:29.331861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83996b-5a42-401b-a9ba-f2d3b51a91dc admin admin] Pushing event deleted for resources: {'Network': ['ID=7b39d9b2-9c33-437b-8ac5-1025578faa38,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:29.475485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45736) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:29.522017 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-76569187-b641-4856-9b1e-a30204421b3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b52128454bea4b33a1c2dedbf011a9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452569 Aug 06 16:26:29.524357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45738) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:29.582313 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0007ab85-5971-476d-85a1-8b81f073678e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:29.605739 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0007ab85-5971-476d-85a1-8b81f073678e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:29.659883 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0007ab85-5971-476d-85a1-8b81f073678e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:29.662578 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0007ab85-5971-476d-85a1-8b81f073678e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:29.666335 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0007ab85-5971-476d-85a1-8b81f073678e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb030998-9bfd-4ee6-ada9-75482c9064f8 HTTP/1.1" status: 204 len: 168 time: 0.1380847 Aug 06 16:26:29.672236 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007ab85-5971-476d-85a1-8b81f073678e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb030998-9bfd-4ee6-ada9-75482c9064f8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:30.046278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd16b52f-2233-4c05-a37a-5d065b4d758d req-88b1a46a-a42a-43e2-a280-24fdefeabbce tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 210 time: 0.0364149 Aug 06 16:26:30.228397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:26:30.276139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:26:30.276505 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3d2b5e7d-09cc-474e-b044-c2ea5f723b4d not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:26:31.322746 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3d80fe2-b9a2-4ad4-909d-c9c37dcc6e60 req-27e2baac-c350-4b33-bcc8-326058e4fefe tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "GET /v2.0/ports?device_id=b07e8957-ae91-452e-a77c-9a592fa1769d HTTP/1.1" status: 200 len: 210 time: 0.0951948 Aug 06 16:26:32.422979 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45842) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:32.515381 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c8d7eb23-6f03-4ad0-b0e3-04dbd64d57bc tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:32.546484 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c8d7eb23-6f03-4ad0-b0e3-04dbd64d57bc tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:32.641116 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c8d7eb23-6f03-4ad0-b0e3-04dbd64d57bc tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:32.645317 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c8d7eb23-6f03-4ad0-b0e3-04dbd64d57bc tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:32.652748 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c8d7eb23-6f03-4ad0-b0e3-04dbd64d57bc tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] 10.222.0.37 "DELETE /v2.0/security-groups/388823f4-8a61-4a02-a748-56e3462e06a0 HTTP/1.1" status: 204 len: 168 time: 0.2286818 Aug 06 16:26:32.673124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7eb23-6f03-4ad0-b0e3-04dbd64d57bc tempest-TestVolumeBackupRestore-334390977 tempest-TestVolumeBackupRestore-334390977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388823f4-8a61-4a02-a748-56e3462e06a0,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:33.169921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 45886) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:33.370111 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68ee1664-2101-48a2-b91b-600615f312e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:33.525902 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68ee1664-2101-48a2-b91b-600615f312e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:33.532288 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-68ee1664-2101-48a2-b91b-600615f312e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:33.599042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 45942) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:33.605675 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-68ee1664-2101-48a2-b91b-600615f312e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43c16b4e28b84d0e9e76999d87633ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4272864 Aug 06 16:26:33.606582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee1664-2101-48a2-b91b-600615f312e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88abb84a-f2c7-48c8-b072-683ab8582603,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:33.687839 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-738bd433-f532-4db1-95ad-bb24569249b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:33.724055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-738bd433-f532-4db1-95ad-bb24569249b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:33.790231 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f7e0-df0f-4a63-b8aa-7c12f5c6d87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:33.803143 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-738bd433-f532-4db1-95ad-bb24569249b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:33.812399 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-738bd433-f532-4db1-95ad-bb24569249b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:33.818123 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-738bd433-f532-4db1-95ad-bb24569249b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88abb84a-f2c7-48c8-b072-683ab8582603 HTTP/1.1" status: 204 len: 168 time: 0.2180159 Aug 06 16:26:33.852929 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bd433-f532-4db1-95ad-bb24569249b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88abb84a-f2c7-48c8-b072-683ab8582603,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:34.344919 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 46022) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:34.360772 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d3b8689d-f4d2-4ca0-9cd1-df18a3ab1f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:34.488256 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d3b8689d-f4d2-4ca0-9cd1-df18a3ab1f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:34.493191 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d3b8689d-f4d2-4ca0-9cd1-df18a3ab1f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:34.542008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 46046) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:34.542479 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d3b8689d-f4d2-4ca0-9cd1-df18a3ab1f21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58b48400f7bb437c943e3f5c7b96a648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961217 Aug 06 16:26:34.543007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8689d-f4d2-4ca0-9cd1-df18a3ab1f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e21111-003a-4624-9ebb-099419b1199b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:34.606732 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3fcc33e6-2955-4dd7-a696-ec529eb7cefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:34.643420 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3fcc33e6-2955-4dd7-a696-ec529eb7cefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:34.754088 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3fcc33e6-2955-4dd7-a696-ec529eb7cefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:34.759432 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3fcc33e6-2955-4dd7-a696-ec529eb7cefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:34.761423 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3fcc33e6-2955-4dd7-a696-ec529eb7cefe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59e21111-003a-4624-9ebb-099419b1199b HTTP/1.1" status: 204 len: 168 time: 0.2182603 Aug 06 16:26:34.807796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc33e6-2955-4dd7-a696-ec529eb7cefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e21111-003a-4624-9ebb-099419b1199b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:35.472951 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:26:36.238426 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-104aa1da-df53-4876-9150-657cef5f1e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:36.663827 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:37.368875 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:39.098502 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:39.839276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 46486) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:40.518262 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 46504) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:41.016364 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab7eb-2f39-4d68-8acc-67f389a07422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:41.307072 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab7eb-2f39-4d68-8acc-67f389a07422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:41.317375 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ca3ab7eb-2f39-4d68-8acc-67f389a07422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:41.395442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ab7eb-2f39-4d68-8acc-67f389a07422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cc4c13-2014-43c9-b9fe-47978e1526f4,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:41.426549 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ca3ab7eb-2f39-4d68-8acc-67f389a07422 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8ab37024579431fbae1b6ec8569c59e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9065444 Aug 06 16:26:41.429193 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 46540) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:41.553909 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e3072c97-ea20-4bf9-8090-f2429715c9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:41.585006 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e3072c97-ea20-4bf9-8090-f2429715c9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:41.664183 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e3072c97-ea20-4bf9-8090-f2429715c9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:41.673133 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e3072c97-ea20-4bf9-8090-f2429715c9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:41.677844 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e3072c97-ea20-4bf9-8090-f2429715c9bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0cc4c13-2014-43c9-b9fe-47978e1526f4 HTTP/1.1" status: 204 len: 168 time: 0.2451982 Aug 06 16:26:41.710428 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3072c97-ea20-4bf9-8090-f2429715c9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cc4c13-2014-43c9-b9fe-47978e1526f4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:41.813725 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39c72921-529c-4964-8290-5706dad12991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:42.235595 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-39c72921-529c-4964-8290-5706dad12991 admin admin] Deleting port 03d3b501-4348-4219-afdd-f63069737a10 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:26:42.236175 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39c72921-529c-4964-8290-5706dad12991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:42.435816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-39c72921-529c-4964-8290-5706dad12991 admin admin] For port 03d3b501-4348-4219-afdd-f63069737a10, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=03d3b501-4348-4219-afdd-f63069737a10,segment=NetworkSegment(496fe7c2-89a4-4204-95db-45a72fb6097d),segment_id=496fe7c2-89a4-4204-95db-45a72fb6097d)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:42.437818 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39c72921-529c-4964-8290-5706dad12991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:42.456333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 46660) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:42.475698 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-39c72921-529c-4964-8290-5706dad12991 admin admin] Calling delete_port for 03d3b501-4348-4219-afdd-f63069737a10 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:26:42.483231 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71489a27-d206-4e9c-85c0-4d303dd47930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:42.715370 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71489a27-d206-4e9c-85c0-4d303dd47930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:42.726362 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71489a27-d206-4e9c-85c0-4d303dd47930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:42.807283 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-71489a27-d206-4e9c-85c0-4d303dd47930 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=246fb303d7d54bc7a5c8fc5cd15b8a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495278 Aug 06 16:26:42.808263 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 46702) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:42.859424 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71489a27-d206-4e9c-85c0-4d303dd47930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45928cd6-0469-42a1-adcf-9bee04939a81,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:42.916388 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39c72921-529c-4964-8290-5706dad12991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:42.989294 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c72921-529c-4964-8290-5706dad12991 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d3b501-4348-4219-afdd-f63069737a10,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:43.006789 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3896f5b2-c69a-4d1f-aede-21b52da1a9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:43.035432 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3896f5b2-c69a-4d1f-aede-21b52da1a9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:43.176578 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3896f5b2-c69a-4d1f-aede-21b52da1a9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:43.179482 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3896f5b2-c69a-4d1f-aede-21b52da1a9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:43.181146 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3896f5b2-c69a-4d1f-aede-21b52da1a9bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/45928cd6-0469-42a1-adcf-9bee04939a81 HTTP/1.1" status: 204 len: 168 time: 0.3691895 Aug 06 16:26:43.196961 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896f5b2-c69a-4d1f-aede-21b52da1a9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45928cd6-0469-42a1-adcf-9bee04939a81,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:43.473534 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39c72921-529c-4964-8290-5706dad12991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:44.113764 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c72921-529c-4964-8290-5706dad12991 admin admin] Router cc4c966f-e645-437b-9317-0c3cef665893 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:26:44.302586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c72921-529c-4964-8290-5706dad12991 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:26:44.316387 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d1c1e8-f7a7-4a29-b257-d396fe8ae386 None None] Sync routers for ids ['cc4c966f-e645-437b-9317-0c3cef665893'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:26:44.327849 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 46872) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:44.328573 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-39c72921-529c-4964-8290-5706dad12991 admin admin] 10.222.0.37 "PUT /v2.0/routers/cc4c966f-e645-437b-9317-0c3cef665893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4855928 Aug 06 16:26:44.353181 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d1c1e8-f7a7-4a29-b257-d396fe8ae386 None None] Routers {'cc4c966f-e645-437b-9317-0c3cef665893'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:26:44.353902 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-68d1c1e8-f7a7-4a29-b257-d396fe8ae386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:26:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cc4c966f-e645-437b-9317-0c3cef665893'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:44.502512 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c4bdf3d-cd32-4e01-8ed8-aae067851276 admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:44.646767 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c4bdf3d-cd32-4e01-8ed8-aae067851276 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:44.717819 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-68d1c1e8-f7a7-4a29-b257-d396fe8ae386 None None] Set router cc4c966f-e645-437b-9317-0c3cef665893 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:26:44.771660 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-6c4bdf3d-cd32-4e01-8ed8-aae067851276 admin admin] Deleting port 5f1aeb2b-8075-416b-bfbf-c6897bc2c011 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:26:44.772005 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c4bdf3d-cd32-4e01-8ed8-aae067851276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:44.972335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-6c4bdf3d-cd32-4e01-8ed8-aae067851276 admin admin] For port 5f1aeb2b-8075-416b-bfbf-c6897bc2c011, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5f1aeb2b-8075-416b-bfbf-c6897bc2c011,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:44.974249 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c4bdf3d-cd32-4e01-8ed8-aae067851276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:45.017152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-6c4bdf3d-cd32-4e01-8ed8-aae067851276 admin admin] Calling delete_port for 5f1aeb2b-8075-416b-bfbf-c6897bc2c011 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:26:45.174605 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-68d1c1e8-f7a7-4a29-b257-d396fe8ae386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:26:42Z', 'revision_number': 5, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port': {'id': '5f1aeb2b-8075-416b-bfbf-c6897bc2c011', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:20:46Z', 'updated_at': '2021-08-06T16:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:45.253393 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d1c1e8-f7a7-4a29-b257-d396fe8ae386 None None] Checking router: cc4c966f-e645-437b-9317-0c3cef665893 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:26:45.274344 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d1c1e8-f7a7-4a29-b257-d396fe8ae386 None None] Routers {'cc4c966f-e645-437b-9317-0c3cef665893'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:26:45.276630 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-68d1c1e8-f7a7-4a29-b257-d396fe8ae386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:26:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['cc4c966f-e645-437b-9317-0c3cef665893'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:45.395145 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c4bdf3d-cd32-4e01-8ed8-aae067851276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:45.505323 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-68d1c1e8-f7a7-4a29-b257-d396fe8ae386 None None] Set router cc4c966f-e645-437b-9317-0c3cef665893 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:26:45.507213 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bdf3d-cd32-4e01-8ed8-aae067851276 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1aeb2b-8075-416b-bfbf-c6897bc2c011,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:45.595540 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c4bdf3d-cd32-4e01-8ed8-aae067851276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:45.710042 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-68d1c1e8-f7a7-4a29-b257-d396fe8ae386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:26:44Z', 'revision_number': 6, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:45.796167 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d1c1e8-f7a7-4a29-b257-d396fe8ae386 None None] The sync data for ids ['cc4c966f-e645-437b-9317-0c3cef665893'] in n-d-803756-1 is: [{'id': 'cc4c966f-e645-437b-9317-0c3cef665893', 'name': 'tempest-TestVolumeBackupRestore-1214811479-router', 'tenant_id': '578165b6e6eb493383f2d526fd4fe380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:44Z', 'updated_at': '2021-08-06T16:26:44Z', 'revision_number': 6, 'project_id': '578165b6e6eb493383f2d526fd4fe380', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:26:45.847973 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c4bdf3d-cd32-4e01-8ed8-aae067851276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:45.864310 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c4bdf3d-cd32-4e01-8ed8-aae067851276 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:45.936667 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c4bdf3d-cd32-4e01-8ed8-aae067851276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:45.937233 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4bdf3d-cd32-4e01-8ed8-aae067851276 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc4c966f-e645-437b-9317-0c3cef665893 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:26:45.941903 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6c4bdf3d-cd32-4e01-8ed8-aae067851276 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:45.943161 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6c4bdf3d-cd32-4e01-8ed8-aae067851276 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cc4c966f-e645-437b-9317-0c3cef665893 HTTP/1.1" status: 204 len: 168 time: 1.6134682 Aug 06 16:26:45.945656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 47084) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:46.028345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6805200-29b1-4581-bd2a-1baf14d39817 admin admin] Deleting subnet b27fd606-16da-4c03-a6ec-f73d38e1c520 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:26:46.037773 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e6805200-29b1-4581-bd2a-1baf14d39817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:46.116224 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e6805200-29b1-4581-bd2a-1baf14d39817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:46.323090 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 03d3b501-4348-4219-afdd-f63069737a10 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:26:46.354742 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e6805200-29b1-4581-bd2a-1baf14d39817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:46.401141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 03d3b501-4348-4219-afdd-f63069737a10 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:26:46.401428 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 03d3b501-4348-4219-afdd-f63069737a10 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:26:46.454275 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e6805200-29b1-4581-bd2a-1baf14d39817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:46.476822 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e6805200-29b1-4581-bd2a-1baf14d39817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:46.483058 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb29e03-4762-478f-946b-d0b17b1e6888 None None] Network 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:26:46.500082 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e6805200-29b1-4581-bd2a-1baf14d39817 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b27fd606-16da-4c03-a6ec-f73d38e1c520 HTTP/1.1" status: 204 len: 168 time: 0.5531013 Aug 06 16:26:46.500562 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47160) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:46.711674 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:46.899718 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] Deleting port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:26:46.902058 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:47.187740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] For port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f9a0fccc-2e90-4077-9f08-d3f43a49a6b4,segment=NetworkSegment(496fe7c2-89a4-4204-95db-45a72fb6097d),segment_id=496fe7c2-89a4-4204-95db-45a72fb6097d)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:47.188115 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:47.240175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] Calling delete_port for f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:26:47.258219 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772cf14a-327f-4755-be0b-b0c1e11fddd6 None None] DHCP port deletion for 6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:26:47.431842 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-772cf14a-327f-4755-be0b-b0c1e11fddd6 None None] Deleting port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:26:47.432448 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-772cf14a-327f-4755-be0b-b0c1e11fddd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:47.482432 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:47.548678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a0fccc-2e90-4077-9f08-d3f43a49a6b4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:47.560369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] No DVR routers for this DVR port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:26:47.738453 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6805200-29b1-4581-bd2a-1baf14d39817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b27fd606-16da-4c03-a6ec-f73d38e1c520,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:47.795838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-772cf14a-327f-4755-be0b-b0c1e11fddd6 None None] For port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f9a0fccc-2e90-4077-9f08-d3f43a49a6b4,segment=NetworkSegment(496fe7c2-89a4-4204-95db-45a72fb6097d),segment_id=496fe7c2-89a4-4204-95db-45a72fb6097d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:47.796275 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-772cf14a-327f-4755-be0b-b0c1e11fddd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:47.833438 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:47.852173 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-772cf14a-327f-4755-be0b-b0c1e11fddd6 None None] Calling delete_port for f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:26:47.875787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5fe8e3-4c38-4f16-a019-50ebe1c224f4']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:47.922536 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496fe7c2-89a4-4204-95db-45a72fb6097d') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:47.922783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496fe7c2-89a4-4204-95db-45a72fb6097d') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:47.943908 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:47.984762 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:47.994162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:26:47.994577 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:48.086684 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-772cf14a-327f-4755-be0b-b0c1e11fddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:48.133527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cf14a-327f-4755-be0b-b0c1e11fddd6 None None] Pushing event deleted for resources: {'Port': ['ID=f9a0fccc-2e90-4077-9f08-d3f43a49a6b4,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:48.157680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772cf14a-327f-4755-be0b-b0c1e11fddd6 None None] No DVR routers for this DVR port f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:26:48.166822 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:26:48.176492 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:48.192154 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:48.194175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6f5fe8e3-4c38-4f16-a019-50ebe1c224f4 HTTP/1.1" status: 204 len: 168 time: 1.6923201 Aug 06 16:26:48.197423 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 47346) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:48.237698 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95c867-13a4-44a3-bf64-5b8097498dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f5fe8e3-4c38-4f16-a019-50ebe1c224f4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:48.281803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5f1aeb2b-8075-416b-bfbf-c6897bc2c011 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:26:48.369177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 5f1aeb2b-8075-416b-bfbf-c6897bc2c011 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:26:48.369521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5f1aeb2b-8075-416b-bfbf-c6897bc2c011 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:26:48.383243 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:26:48.460781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:26:48.464428 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f9a0fccc-2e90-4077-9f08-d3f43a49a6b4 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:26:48.639766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47390) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:49.112750 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:49.120153 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73e19e18-3721-47f1-bfd4-561e9b79ccb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:49.381680 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:49.397924 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:49.449172 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ae92b56ecce4182973519cc9c99fc90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8081696 Aug 06 16:26:49.451794 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47482) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:49.525026 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadf3ed6-3b83-4202-97be-4946b0e615a0,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:49.542782 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:49.543258 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:49.543926 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:49.554572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:49.556221 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:49.556712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:49.557237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:49.557926 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:49.558405 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:49.558886 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:49.560242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:49.560837 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aaa2a02-4a89-47e1-8241-723880d07141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:49.623669 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cc728776-fb0b-45bc-a4df-4afb34a9e749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:49.645909 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-73e19e18-3721-47f1-bfd4-561e9b79ccb1 admin admin] Deleting port 25c1db0f-7480-49b8-8a71-10f9575e72fd {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:26:49.646779 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73e19e18-3721-47f1-bfd4-561e9b79ccb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:49.654780 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cc728776-fb0b-45bc-a4df-4afb34a9e749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:49.754060 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cc728776-fb0b-45bc-a4df-4afb34a9e749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:49.762211 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cc728776-fb0b-45bc-a4df-4afb34a9e749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:49.764218 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cc728776-fb0b-45bc-a4df-4afb34a9e749 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cadf3ed6-3b83-4202-97be-4946b0e615a0 HTTP/1.1" status: 204 len: 168 time: 0.3102400 Aug 06 16:26:49.784053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc728776-fb0b-45bc-a4df-4afb34a9e749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadf3ed6-3b83-4202-97be-4946b0e615a0,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:50.004507 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-73e19e18-3721-47f1-bfd4-561e9b79ccb1 admin admin] For port 25c1db0f-7480-49b8-8a71-10f9575e72fd, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=25c1db0f-7480-49b8-8a71-10f9575e72fd,segment=NetworkSegment(d11783b0-6019-455a-b59e-986bf7c68efc),segment_id=d11783b0-6019-455a-b59e-986bf7c68efc)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:50.005440 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73e19e18-3721-47f1-bfd4-561e9b79ccb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:50.034677 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-73e19e18-3721-47f1-bfd4-561e9b79ccb1 admin admin] Calling delete_port for 25c1db0f-7480-49b8-8a71-10f9575e72fd owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:26:50.466089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47584) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:50.491252 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9d1d046d-3e34-426e-a45a-eb6a17731daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:50.521041 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73e19e18-3721-47f1-bfd4-561e9b79ccb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:50.652208 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9d1d046d-3e34-426e-a45a-eb6a17731daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:50.658143 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9d1d046d-3e34-426e-a45a-eb6a17731daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:50.698943 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9d1d046d-3e34-426e-a45a-eb6a17731daa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a8d057926044e1bad2bd30b2b24d2f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314494 Aug 06 16:26:50.701743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47610) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:50.719624 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e19e18-3721-47f1-bfd4-561e9b79ccb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c1db0f-7480-49b8-8a71-10f9575e72fd,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:50.761430 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d046d-3e34-426e-a45a-eb6a17731daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f843266b-5a91-45c1-b354-5b154b6e3b40,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:50.822662 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-756e7e31-59dd-4ceb-b6b0-c865c091927a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:50.879241 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-73e19e18-3721-47f1-bfd4-561e9b79ccb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:50.884046 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-756e7e31-59dd-4ceb-b6b0-c865c091927a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:50.941436 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-756e7e31-59dd-4ceb-b6b0-c865c091927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:50.944438 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-756e7e31-59dd-4ceb-b6b0-c865c091927a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:50.945611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-756e7e31-59dd-4ceb-b6b0-c865c091927a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f843266b-5a91-45c1-b354-5b154b6e3b40 HTTP/1.1" status: 204 len: 168 time: 0.2423558 Aug 06 16:26:50.957523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e7e31-59dd-4ceb-b6b0-c865c091927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f843266b-5a91-45c1-b354-5b154b6e3b40,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:51.197344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e19e18-3721-47f1-bfd4-561e9b79ccb1 admin admin] Router 24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:26:51.369110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e19e18-3721-47f1-bfd4-561e9b79ccb1 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:26:51.375742 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-73e19e18-3721-47f1-bfd4-561e9b79ccb1 admin admin] 10.222.0.37 "PUT /v2.0/routers/24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1771924 Aug 06 16:26:51.376899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47628) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:51.381236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0acf89-8751-480c-8592-3ed8eba2f5ef None None] Sync routers for ids ['24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:26:51.395476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0acf89-8751-480c-8592-3ed8eba2f5ef None None] Routers {'24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:26:51.397410 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1c0acf89-8751-480c-8592-3ed8eba2f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:26:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:51.535084 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-7c9a763a-ad9a-4fa5-8c5d-ee1ebee081ce req-e046b4bf-5ec4-42e9-bafd-c21dc9c1f8da service neutron] (105765) timed out ('10.222.0.37', 56258) {{(pid=105765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:26:51.631769 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-1c0acf89-8751-480c-8592-3ed8eba2f5ef None None] Set router 24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:26:51.641245 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d67a26c-5d65-4d98-ada6-38fa58d57a55 admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:51.807219 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d67a26c-5d65-4d98-ada6-38fa58d57a55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:51.905037 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1c0acf89-8751-480c-8592-3ed8eba2f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'name': 'tempest-TestVolumeBackupRestore-41120009-router', 'tenant_id': '29697503b2e84cc5a770e206ec503597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '3765a86b-a206-493d-938e-70c256ebf4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:59Z', 'updated_at': '2021-08-06T16:26:50Z', 'revision_number': 5, 'project_id': '29697503b2e84cc5a770e206ec503597', 'gw_port': {'id': '3765a86b-a206-493d-938e-70c256ebf4db', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2890, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:21:01Z', 'updated_at': '2021-08-06T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:51.949007 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0acf89-8751-480c-8592-3ed8eba2f5ef None None] Checking router: 24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:26:51.959805 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0acf89-8751-480c-8592-3ed8eba2f5ef None None] Routers {'24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:26:51.960819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1c0acf89-8751-480c-8592-3ed8eba2f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:26:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:52.096548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-1c0acf89-8751-480c-8592-3ed8eba2f5ef None None] Set router 24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:26:52.145305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-7d67a26c-5d65-4d98-ada6-38fa58d57a55 admin admin] Deleting port 3765a86b-a206-493d-938e-70c256ebf4db {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:26:52.145670 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d67a26c-5d65-4d98-ada6-38fa58d57a55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:52.201373 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1c0acf89-8751-480c-8592-3ed8eba2f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'name': 'tempest-TestVolumeBackupRestore-41120009-router', 'tenant_id': '29697503b2e84cc5a770e206ec503597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:59Z', 'updated_at': '2021-08-06T16:26:51Z', 'revision_number': 6, 'project_id': '29697503b2e84cc5a770e206ec503597', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:52.238207 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0acf89-8751-480c-8592-3ed8eba2f5ef None None] The sync data for ids ['24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747'] in n-d-803756-1 is: [{'id': '24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747', 'name': 'tempest-TestVolumeBackupRestore-41120009-router', 'tenant_id': '29697503b2e84cc5a770e206ec503597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:20:59Z', 'updated_at': '2021-08-06T16:26:51Z', 'revision_number': 6, 'project_id': '29697503b2e84cc5a770e206ec503597', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:26:52.337350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-7d67a26c-5d65-4d98-ada6-38fa58d57a55 admin admin] For port 3765a86b-a206-493d-938e-70c256ebf4db, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3765a86b-a206-493d-938e-70c256ebf4db,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:52.337725 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d67a26c-5d65-4d98-ada6-38fa58d57a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:52.352161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-7d67a26c-5d65-4d98-ada6-38fa58d57a55 admin admin] Calling delete_port for 3765a86b-a206-493d-938e-70c256ebf4db owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:26:52.439826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-8a457f87-40a5-4428-a031-6fcd7b4a7a92 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:52.442035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-8a457f87-40a5-4428-a031-6fcd7b4a7a92 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/networks?id=26f288b1-362a-4a33-8cf7-1cb265710f1a HTTP/1.1" status: 200 len: 814 time: 0.5790417 Aug 06 16:26:52.485163 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-1e34ef1f-4b46-4032-9041-91c629695d46 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/quotas/865899436ee44c2fb41f9e55ce11b02d HTTP/1.1" status: 200 len: 375 time: 0.0287333 Aug 06 16:26:52.633010 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-d93baeb8-7eaa-4278-b400-5917a74d148e tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=865899436ee44c2fb41f9e55ce11b02d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1375856 Aug 06 16:26:52.657384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-c6c17754-0eee-42f1-83ae-a5cdda947e1b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:26:52.671278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-c6c17754-0eee-42f1-83ae-a5cdda947e1b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0266535 Aug 06 16:26:53.034229 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-1104657f-6351-4d5b-8931-099557a8c32d service neutron] 10.222.0.37 "GET /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400457 Aug 06 16:26:53.042482 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d67a26c-5d65-4d98-ada6-38fa58d57a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:53.239640 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67a26c-5d65-4d98-ada6-38fa58d57a55 admin admin] Pushing event deleted for resources: {'Port': ['ID=3765a86b-a206-493d-938e-70c256ebf4db,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:53.245086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-dfef5339-5297-46a2-a744-2f3a61cd56c0 service neutron] 10.222.0.37 "GET /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873717 Aug 06 16:26:53.489764 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d67a26c-5d65-4d98-ada6-38fa58d57a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:53.677720 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:53.804772 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d0e63cd-edbc-4bac-a597-1c81977298ed req-8430162d-07e0-4971-93cf-f4596554ecb1 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 210 time: 0.1034343 Aug 06 16:26:53.806461 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d67a26c-5d65-4d98-ada6-38fa58d57a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:53.810197 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d67a26c-5d65-4d98-ada6-38fa58d57a55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:53.921303 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d67a26c-5d65-4d98-ada6-38fa58d57a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:53.921917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d67a26c-5d65-4d98-ada6-38fa58d57a55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:26:53.948937 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7d67a26c-5d65-4d98-ada6-38fa58d57a55 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:53.955526 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7d67a26c-5d65-4d98-ada6-38fa58d57a55 admin admin] 10.222.0.37 "DELETE /v2.0/routers/24bfd3c3-4ef6-4cfc-a3ce-57ee6c5a0747 HTTP/1.1" status: 204 len: 168 time: 2.5748224 Aug 06 16:26:53.955706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 47750) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:54.022390 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:54.086510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b96f4e-44e5-4641-93d3-e33efc324309 admin admin] Deleting subnet 8886a385-0788-4592-851f-d782e31e69b3 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:26:54.092689 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-77b96f4e-44e5-4641-93d3-e33efc324309 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:54.160470 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-77b96f4e-44e5-4641-93d3-e33efc324309 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:54.255100 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3765a86b-a206-493d-938e-70c256ebf4db no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:26:54.298577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 3765a86b-a206-493d-938e-70c256ebf4db {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:26:54.302030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3765a86b-a206-493d-938e-70c256ebf4db not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:26:54.302460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 25c1db0f-7480-49b8-8a71-10f9575e72fd no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:26:54.333250 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 25c1db0f-7480-49b8-8a71-10f9575e72fd {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:26:54.333727 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 25c1db0f-7480-49b8-8a71-10f9575e72fd not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:26:54.367164 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-77b96f4e-44e5-4641-93d3-e33efc324309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:54.448249 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-77b96f4e-44e5-4641-93d3-e33efc324309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:54.478890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b96f4e-44e5-4641-93d3-e33efc324309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8886a385-0788-4592-851f-d782e31e69b3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:54.483661 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-77b96f4e-44e5-4641-93d3-e33efc324309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:54.486557 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-77b96f4e-44e5-4641-93d3-e33efc324309 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8886a385-0788-4592-851f-d782e31e69b3 HTTP/1.1" status: 204 len: 168 time: 0.5292406 Aug 06 16:26:54.490159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47770) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:54.490611 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5a43d2-21b4-42fa-9531-f8d9dbaec81b None None] Network c4e3b793-dd26-4c47-80ae-235a36f7a8e8 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:26:54.817298 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24134946-d00b-4be4-aeeb-6c3165a53a9a None None] DHCP port deletion for c4e3b793-dd26-4c47-80ae-235a36f7a8e8 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:26:54.932611 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-24134946-d00b-4be4-aeeb-6c3165a53a9a None None] Deleting port 3ef87b0f-1731-4d54-a1b8-b7e343e89152 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:26:54.933353 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-24134946-d00b-4be4-aeeb-6c3165a53a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:55.096105 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-24134946-d00b-4be4-aeeb-6c3165a53a9a None None] For port 3ef87b0f-1731-4d54-a1b8-b7e343e89152, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3ef87b0f-1731-4d54-a1b8-b7e343e89152,segment=NetworkSegment(d11783b0-6019-455a-b59e-986bf7c68efc),segment_id=d11783b0-6019-455a-b59e-986bf7c68efc)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:55.096506 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-24134946-d00b-4be4-aeeb-6c3165a53a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:55.141080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-24134946-d00b-4be4-aeeb-6c3165a53a9a None None] Calling delete_port for 3ef87b0f-1731-4d54-a1b8-b7e343e89152 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:26:55.257423 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-24134946-d00b-4be4-aeeb-6c3165a53a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:55.291409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24134946-d00b-4be4-aeeb-6c3165a53a9a None None] Pushing event deleted for resources: {'Port': ['ID=3ef87b0f-1731-4d54-a1b8-b7e343e89152,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:55.322591 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24134946-d00b-4be4-aeeb-6c3165a53a9a None None] No DVR routers for this DVR port 3ef87b0f-1731-4d54-a1b8-b7e343e89152 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:26:55.390010 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61416f5a-bda9-4bc2-8094-5cbd85813ada req-b271584d-3cb7-406c-8f09-a8b3c63704d4 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 210 time: 0.0738237 Aug 06 16:26:55.421000 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38ed5842-21a4-4496-ac81-d508e23cae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:55.448729 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-f4556df2-f2d4-4c84-b9d2-cba7e0af3e71 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:55.454548 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-f4556df2-f2d4-4c84-b9d2-cba7e0af3e71 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.78 "GET /v2.0/networks?id=26f288b1-362a-4a33-8cf7-1cb265710f1a HTTP/1.1" status: 200 len: 814 time: 0.3272505 Aug 06 16:26:55.474335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-7c63cb44-dc47-4b87-9297-defc7696c5db tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Request body: {'port': {'device_id': '3dddd36b-6642-444c-ab0b-57ef584e988b', 'network_id': '26f288b1-362a-4a33-8cf7-1cb265710f1a', 'admin_state_up': True, 'tenant_id': '865899436ee44c2fb41f9e55ce11b02d'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:26:55.627050 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38ed5842-21a4-4496-ac81-d508e23cae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:55.658122 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-38ed5842-21a4-4496-ac81-d508e23cae64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e3b793-dd26-4c47-80ae-235a36f7a8e8']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:55.696315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-38ed5842-21a4-4496-ac81-d508e23cae64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11783b0-6019-455a-b59e-986bf7c68efc') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:55.696652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-38ed5842-21a4-4496-ac81-d508e23cae64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11783b0-6019-455a-b59e-986bf7c68efc') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:55.715271 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-7c63cb44-dc47-4b87-9297-defc7696c5db tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Made reservation on behalf of 865899436ee44c2fb41f9e55ce11b02d for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:26:55.725142 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-7c63cb44-dc47-4b87-9297-defc7696c5db tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:55.734700 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38ed5842-21a4-4496-ac81-d508e23cae64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:55.766222 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38ed5842-21a4-4496-ac81-d508e23cae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:55.781786 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ed5842-21a4-4496-ac81-d508e23cae64 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:26:55.783031 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38ed5842-21a4-4496-ac81-d508e23cae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:26:55.788190 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:26:55.892957 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38ed5842-21a4-4496-ac81-d508e23cae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:55.901139 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38ed5842-21a4-4496-ac81-d508e23cae64 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:55.906556 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-38ed5842-21a4-4496-ac81-d508e23cae64 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c4e3b793-dd26-4c47-80ae-235a36f7a8e8 HTTP/1.1" status: 204 len: 168 time: 1.4147367 Aug 06 16:26:55.920362 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed5842-21a4-4496-ac81-d508e23cae64 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e3b793-dd26-4c47-80ae-235a36f7a8e8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:56.015353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47800) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:56.049170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-7c63cb44-dc47-4b87-9297-defc7696c5db tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Allocated IP 172.20.0.10 (26f288b1-362a-4a33-8cf7-1cb265710f1a/c3a27503-8463-402d-8e8e-1de2aa6fc607/dd863bf2-41aa-4b81-8169-0c6eb6efc803) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:26:56.225970 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47808) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:56.238174 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8de7e026-f298-4a56-a57e-cebbcd0d55d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:56.249064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3ef87b0f-1731-4d54-a1b8-b7e343e89152 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:26:56.291241 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 3ef87b0f-1731-4d54-a1b8-b7e343e89152 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:26:56.292960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3ef87b0f-1731-4d54-a1b8-b7e343e89152 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:26:56.350347 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-7c63cb44-dc47-4b87-9297-defc7696c5db tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:56.360127 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b2688ac3-6689-43fc-a906-140058122150 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=578165b6e6eb493383f2d526fd4fe380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328130 Aug 06 16:26:56.360783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47810) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:56.398624 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-7c63cb44-dc47-4b87-9297-defc7696c5db tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:56.521164 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8de7e026-f298-4a56-a57e-cebbcd0d55d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:56.530494 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8de7e026-f298-4a56-a57e-cebbcd0d55d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:56.534021 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63cb44-dc47-4b87-9297-defc7696c5db tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Pushing event updated for resources: {'Port': ['ID=dd863bf2-41aa-4b81-8169-0c6eb6efc803,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:56.554265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-7c63cb44-dc47-4b87-9297-defc7696c5db tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Network 26f288b1-362a-4a33-8cf7-1cb265710f1a is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:26:56.555920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-7c63cb44-dc47-4b87-9297-defc7696c5db tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:26:56.569820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-7c63cb44-dc47-4b87-9297-defc7696c5db tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:26:56.598514 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8de7e026-f298-4a56-a57e-cebbcd0d55d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fbd9c9fd886487b80ea0df1ae73d553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5814347 Aug 06 16:26:56.599228 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47820) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:56.678859 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47822) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:56.685817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7e026-f298-4a56-a57e-cebbcd0d55d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa53e16-495d-4e8f-b4b4-a844f5a4312d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:56.693698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-7c63cb44-dc47-4b87-9297-defc7696c5db tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:56.694743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-7c63cb44-dc47-4b87-9297-defc7696c5db tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:56.723430 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-7c63cb44-dc47-4b87-9297-defc7696c5db tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2532511 Aug 06 16:26:56.742416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Request body: {'port': {'device_id': '3dddd36b-6642-444c-ab0b-57ef584e988b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:26:56.808399 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:56.841923 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7a7a6134-f357-4378-8f98-335250db1c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:56.925808 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5a0e22b1-7ffd-4343-aacd-9bf48937e741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:56.945187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e632ee-1f93-4c3b-93e5-1b0dd96214b8 req-df9258aa-38f3-4705-8f33-a058102cb937 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:56.946785 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00e632ee-1f93-4c3b-93e5-1b0dd96214b8 req-df9258aa-38f3-4705-8f33-a058102cb937 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 932 time: 0.3892562 Aug 06 16:26:56.958362 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7a7a6134-f357-4378-8f98-335250db1c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:56.960299 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8feebaa-7bdd-4d34-9c6b-60cb7a2aba93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:57.053054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5a0e22b1-7ffd-4343-aacd-9bf48937e741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:57.090192 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00e632ee-1f93-4c3b-93e5-1b0dd96214b8 req-ce9ac116-3efe-40b4-8b88-d133351a1ba4 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179886 Aug 06 16:26:57.202264 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7a7a6134-f357-4378-8f98-335250db1c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:57.204816 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7a7a6134-f357-4378-8f98-335250db1c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:57.206024 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7a7a6134-f357-4378-8f98-335250db1c64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/850a3523-a69c-45a7-b42e-475ec9970240 HTTP/1.1" status: 204 len: 168 time: 0.8440626 Aug 06 16:26:57.242742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a6134-f357-4378-8f98-335250db1c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850a3523-a69c-45a7-b42e-475ec9970240,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:57.300904 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd863bf2-41aa-4b81-8169-0c6eb6efc803 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:26:57.316323 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8feebaa-7bdd-4d34-9c6b-60cb7a2aba93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:57.317734 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5a0e22b1-7ffd-4343-aacd-9bf48937e741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:57.321425 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5a0e22b1-7ffd-4343-aacd-9bf48937e741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:57.326132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5a0e22b1-7ffd-4343-aacd-9bf48937e741 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/faa53e16-495d-4e8f-b4b4-a844f5a4312d HTTP/1.1" status: 204 len: 168 time: 0.6984746 Aug 06 16:26:57.327698 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:57.329163 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8feebaa-7bdd-4d34-9c6b-60cb7a2aba93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:57.348231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e22b1-7ffd-4343-aacd-9bf48937e741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa53e16-495d-4e8f-b4b4-a844f5a4312d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:57.373778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Transition to ACTIVE for port object dd863bf2-41aa-4b81-8169-0c6eb6efc803 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:26:57.378933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:57.390206 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8feebaa-7bdd-4d34-9c6b-60cb7a2aba93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef3404a-4886-486f-bd93-ecfb7e1fcfc2,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:57.411175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b8feebaa-7bdd-4d34-9c6b-60cb7a2aba93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70694077b33f44e388407c93048b4ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7201037 Aug 06 16:26:57.412288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47836) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:57.461584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47838) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:57.493459 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4071de36-9bce-4bff-a40c-3b40c7330748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:57.543863 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4071de36-9bce-4bff-a40c-3b40c7330748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:57.598944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Pushing event updated for resources: {'Port': ['ID=dd863bf2-41aa-4b81-8169-0c6eb6efc803,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:57.651963 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4071de36-9bce-4bff-a40c-3b40c7330748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:57.661541 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4071de36-9bce-4bff-a40c-3b40c7330748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:57.673349 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4071de36-9bce-4bff-a40c-3b40c7330748 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ef3404a-4886-486f-bd93-ecfb7e1fcfc2 HTTP/1.1" status: 204 len: 168 time: 0.2573605 Aug 06 16:26:57.698312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Attempting to bind port dd863bf2-41aa-4b81-8169-0c6eb6efc803 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:26:57.698650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Attempting to bind port dd863bf2-41aa-4b81-8169-0c6eb6efc803 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '6650fc45-8bb5-4d50-8d79-6a81af207d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '26f288b1-362a-4a33-8cf7-1cb265710f1a'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:26:57.698986 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Attempting to bind port dd863bf2-41aa-4b81-8169-0c6eb6efc803 on network 26f288b1-362a-4a33-8cf7-1cb265710f1a {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:26:57.706026 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071de36-9bce-4bff-a40c-3b40c7330748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef3404a-4886-486f-bd93-ecfb7e1fcfc2,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:57.727206 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Port dd863bf2-41aa-4b81-8169-0c6eb6efc803 on network 26f288b1-362a-4a33-8cf7-1cb265710f1a not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:26:57.727544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Attempting to bind port dd863bf2-41aa-4b81-8169-0c6eb6efc803 on network 26f288b1-362a-4a33-8cf7-1cb265710f1a {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:26:57.742073 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:26:57.743470 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Checking segment: {'id': '6650fc45-8bb5-4d50-8d79-6a81af207d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '26f288b1-362a-4a33-8cf7-1cb265710f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:26:57.744465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Bound using segment: {'id': '6650fc45-8bb5-4d50-8d79-6a81af207d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '26f288b1-362a-4a33-8cf7-1cb265710f1a'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:26:57.748074 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Bound port: dd863bf2-41aa-4b81-8169-0c6eb6efc803, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6650fc45-8bb5-4d50-8d79-6a81af207d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '26f288b1-362a-4a33-8cf7-1cb265710f1a'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:26:57.748707 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:57.888423 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] For port dd863bf2-41aa-4b81-8169-0c6eb6efc803, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:26:57.894197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] For port dd863bf2-41aa-4b81-8169-0c6eb6efc803, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=dd863bf2-41aa-4b81-8169-0c6eb6efc803,segment=NetworkSegment(6650fc45-8bb5-4d50-8d79-6a81af207d3d),segment_id=6650fc45-8bb5-4d50-8d79-6a81af207d3d)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:26:57.908796 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:57.957563 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ba57d2ab-491a-4df7-a74d-6d56c1bf8371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:58.047236 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Pushing event updated for resources: {'Port': ['ID=dd863bf2-41aa-4b81-8169-0c6eb6efc803,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:58.076530 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:58.077961 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:58.080034 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-b1c665be-c4f4-44fb-8875-797fbda32a5a service neutron] 10.222.0.78 "PUT /v2.0/ports/dd863bf2-41aa-4b81-8169-0c6eb6efc803 HTTP/1.1" status: 200 len: 1092 time: 1.3426569 Aug 06 16:26:58.081445 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dddd36b-6642-444c-ab0b-57ef584e988b', 'tag': 'dd863bf2-41aa-4b81-8169-0c6eb6efc803'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:26:58.085397 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8703a6b9-c09d-4a98-9290-3ff0dc6627eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3dddd36b-6642-444c-ab0b-57ef584e988b", "tag": "dd863bf2-41aa-4b81-8169-0c6eb6efc803"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:26:58.087582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47860) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:58.196009 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-bd60ef2c-ecea-496b-b382-904cb4e36122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:58.197951 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-bd60ef2c-ecea-496b-b382-904cb4e36122 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=865899436ee44c2fb41f9e55ce11b02d&device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 1095 time: 0.0675018 Aug 06 16:26:58.223382 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47f9df0-0d3f-4b25-9ba7-a4c57188dd1d x-openstack-request-id: req-d47f9df0-0d3f-4b25-9ba7-a4c57188dd1d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:26:58.224068 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dddd36b-6642-444c-ab0b-57ef584e988b", "tag": "dd863bf2-41aa-4b81-8169-0c6eb6efc803", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:26:58.224687 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d47f9df0-0d3f-4b25-9ba7-a4c57188dd1d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:26:58.225490 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dddd36b-6642-444c-ab0b-57ef584e988b', 'tag': 'dd863bf2-41aa-4b81-8169-0c6eb6efc803', 'status': 'completed', 'code': 200} Aug 06 16:26:58.238569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-20077526-4973-4154-b71d-dbbcfebb23c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29697503b2e84cc5a770e206ec503597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439657 Aug 06 16:26:58.241096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47868) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:58.313254 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-ae807be1-35af-4487-8fef-342a6421c81b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd863bf2-41aa-4b81-8169-0c6eb6efc803 HTTP/1.1" status: 200 len: 217 time: 0.0863714 Aug 06 16:26:58.355158 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ba57d2ab-491a-4df7-a74d-6d56c1bf8371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:58.378004 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ba57d2ab-491a-4df7-a74d-6d56c1bf8371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:58.425782 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-42f16ae0-dbe4-414f-8ee5-ed2e87cae357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:58.432332 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-42f16ae0-dbe4-414f-8ee5-ed2e87cae357 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3a27503-8463-402d-8e8e-1de2aa6fc607 HTTP/1.1" status: 200 len: 854 time: 0.1113448 Aug 06 16:26:58.481903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47872) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:58.499626 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-01281c70-b1c5-4998-a855-ac0c256e7f6e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=26f288b1-362a-4a33-8cf7-1cb265710f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590360 Aug 06 16:26:58.571876 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c1dec226-65d5-4736-a248-bd7ac9ae184f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:58.690772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 47878) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:58.768014 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-59237a83-2400-484a-8b72-fd38cdfdaee4 service neutron] 10.222.0.78 "GET /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598395 Aug 06 16:26:58.768761 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c1dec226-65d5-4736-a248-bd7ac9ae184f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:58.782018 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb901b8e-4461-4e09-a92f-c8c01cf04f03 req-dc57196e-1454-4d26-b3fc-e64c232e9139 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:58.783584 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb901b8e-4461-4e09-a92f-c8c01cf04f03 req-dc57196e-1454-4d26-b3fc-e64c232e9139 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 944 time: 0.5171649 Aug 06 16:26:58.785949 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ba57d2ab-491a-4df7-a74d-6d56c1bf8371 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8f5435a7d0448cc83edb346c3dbc2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3231356 Aug 06 16:26:58.786664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57d2ab-491a-4df7-a74d-6d56c1bf8371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9753ea-1b13-45a7-bd7b-7e2ef41722c6,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:58.803513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47884) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:58.812123 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c1dec226-65d5-4736-a248-bd7ac9ae184f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:58.857753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dec226-65d5-4736-a248-bd7ac9ae184f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f779b0d-4af6-4e92-a35d-e22a56dd8f71,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:58.870596 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-19019136-5686-47e6-b4ac-177f634c5cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:58.925571 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c1dec226-65d5-4736-a248-bd7ac9ae184f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b0cfd60310a4485818d91a8b1027576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352531 Aug 06 16:26:58.942278 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47888) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:58.944568 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-19019136-5686-47e6-b4ac-177f634c5cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:58.977866 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-406c3866-bfad-4bb1-a6fc-b8af14f22cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:58.985146 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0e672c9-a117-45be-9edc-aaaeb1488688 req-7effa98d-194d-460c-9175-1b02db3d7bc2 service neutron] 10.222.0.78 "GET /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087798 Aug 06 16:26:59.044656 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb901b8e-4461-4e09-a92f-c8c01cf04f03 req-a8c206e4-a988-4184-975e-70745f931261 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476895 Aug 06 16:26:59.062220 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dcfa85ef-d0d4-4cee-b9c1-92daee96edd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.131473 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dcfa85ef-d0d4-4cee-b9c1-92daee96edd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.172603 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0321c520-0bf3-4fd9-8b78-37868e118853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.172950 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703a6b9-c09d-4a98-9290-3ff0dc6627eb req-c79a05e8-cbc8-45b7-932e-3cb00833b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:59.175584 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8703a6b9-c09d-4a98-9290-3ff0dc6627eb req-c79a05e8-cbc8-45b7-932e-3cb00833b4de service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=865899436ee44c2fb41f9e55ce11b02d&device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 1095 time: 0.1229038 Aug 06 16:26:59.190479 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-19019136-5686-47e6-b4ac-177f634c5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.194269 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-19019136-5686-47e6-b4ac-177f634c5cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.196182 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-19019136-5686-47e6-b4ac-177f634c5cd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/116b587b-d60d-4ca5-8af9-ac82839eda96 HTTP/1.1" status: 204 len: 168 time: 0.9518478 Aug 06 16:26:59.221253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19019136-5686-47e6-b4ac-177f634c5cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116b587b-d60d-4ca5-8af9-ac82839eda96,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:59.240005 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0321c520-0bf3-4fd9-8b78-37868e118853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.244270 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-406c3866-bfad-4bb1-a6fc-b8af14f22cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.261853 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-406c3866-bfad-4bb1-a6fc-b8af14f22cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.300113 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dcfa85ef-d0d4-4cee-b9c1-92daee96edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.304081 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dcfa85ef-d0d4-4cee-b9c1-92daee96edd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.305492 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dcfa85ef-d0d4-4cee-b9c1-92daee96edd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd9753ea-1b13-45a7-bd7b-7e2ef41722c6 HTTP/1.1" status: 204 len: 168 time: 0.4988418 Aug 06 16:26:59.316397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa85ef-d0d4-4cee-b9c1-92daee96edd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9753ea-1b13-45a7-bd7b-7e2ef41722c6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:59.333229 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0321c520-0bf3-4fd9-8b78-37868e118853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.336353 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0321c520-0bf3-4fd9-8b78-37868e118853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.337736 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0321c520-0bf3-4fd9-8b78-37868e118853 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f779b0d-4af6-4e92-a35d-e22a56dd8f71 HTTP/1.1" status: 204 len: 168 time: 0.3909364 Aug 06 16:26:59.347255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321c520-0bf3-4fd9-8b78-37868e118853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f779b0d-4af6-4e92-a35d-e22a56dd8f71,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:59.393654 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c3866-bfad-4bb1-a6fc-b8af14f22cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d65086-6608-459e-a96a-efd80ff47284,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:59.401346 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-406c3866-bfad-4bb1-a6fc-b8af14f22cb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e4d525f4e744cb394cbb5f1b186a2a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7095163 Aug 06 16:26:59.406415 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 47902) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:59.450282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703a6b9-c09d-4a98-9290-3ff0dc6627eb req-9d6b83ca-9f76-49f3-afaf-d53df6bd580e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:59.453677 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8703a6b9-c09d-4a98-9290-3ff0dc6627eb req-9d6b83ca-9f76-49f3-afaf-d53df6bd580e service neutron] 10.222.0.78 "GET /v2.0/networks?id=26f288b1-362a-4a33-8cf7-1cb265710f1a HTTP/1.1" status: 200 len: 915 time: 0.2697670 Aug 06 16:26:59.524975 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8703a6b9-c09d-4a98-9290-3ff0dc6627eb req-9080c402-8a49-4810-8ec8-ce7631a98143 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd863bf2-41aa-4b81-8169-0c6eb6efc803 HTTP/1.1" status: 200 len: 217 time: 0.0593183 Aug 06 16:26:59.548901 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5fc135e-c08b-4dc1-ac2e-c27a47ba312b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.614731 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5fc135e-c08b-4dc1-ac2e-c27a47ba312b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.628383 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703a6b9-c09d-4a98-9290-3ff0dc6627eb req-2b39d3c5-e0ad-4f39-9b33-19e7ee9c11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:59.630169 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8703a6b9-c09d-4a98-9290-3ff0dc6627eb req-2b39d3c5-e0ad-4f39-9b33-19e7ee9c11e5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3a27503-8463-402d-8e8e-1de2aa6fc607 HTTP/1.1" status: 200 len: 854 time: 0.0823526 Aug 06 16:26:59.683299 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8703a6b9-c09d-4a98-9290-3ff0dc6627eb req-2a10070f-054c-4a6c-9f51-52c1a6e677d6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=26f288b1-362a-4a33-8cf7-1cb265710f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432916 Aug 06 16:26:59.785067 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5fc135e-c08b-4dc1-ac2e-c27a47ba312b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.787827 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5fc135e-c08b-4dc1-ac2e-c27a47ba312b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.789407 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d5fc135e-c08b-4dc1-ac2e-c27a47ba312b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07d65086-6608-459e-a96a-efd80ff47284 HTTP/1.1" status: 204 len: 168 time: 0.3791263 Aug 06 16:26:59.807819 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc135e-c08b-4dc1-ac2e-c27a47ba312b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d65086-6608-459e-a96a-efd80ff47284,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:59.852443 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8703a6b9-c09d-4a98-9290-3ff0dc6627eb req-c7e0227b-bcc5-465e-a0c7-4950ca558aff service neutron] 10.222.0.78 "GET /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569724 Aug 06 16:26:59.963883 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8703a6b9-c09d-4a98-9290-3ff0dc6627eb req-5161c9b5-b41c-48df-84bb-cbf390c2fd3c service neutron] 10.222.0.78 "GET /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015851 Aug 06 16:26:59.996140 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 47918) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:00.010990 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c8829bb9-1af8-41a9-8ffd-c89f98ac38da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:00.151857 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c8829bb9-1af8-41a9-8ffd-c89f98ac38da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:00.158198 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c8829bb9-1af8-41a9-8ffd-c89f98ac38da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:00.191777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8829bb9-1af8-41a9-8ffd-c89f98ac38da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97e51a0-d71a-40b0-a0a0-b783b5936b70,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:00.237791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47926) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:00.238282 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c8829bb9-1af8-41a9-8ffd-c89f98ac38da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5719d1372aed491395d9522776cb0a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404029 Aug 06 16:27:00.256575 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668254d-948a-40e7-af3f-4860dfa644e4 req-7065e752-829e-4424-be2f-58f6f3c99276 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:00.258805 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9668254d-948a-40e7-af3f-4860dfa644e4 req-7065e752-829e-4424-be2f-58f6f3c99276 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 944 time: 0.1019812 Aug 06 16:27:00.334657 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 47930) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:00.349648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9668254d-948a-40e7-af3f-4860dfa644e4 req-62d6ea0e-b2c9-4b3f-af40-90e24f7f4836 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785773 Aug 06 16:27:00.350587 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-956b2a20-3708-46d2-a9d5-c22d02b9f823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:00.355625 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-74a12b24-87c1-4696-9456-fa7aca4ecd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:00.394822 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-74a12b24-87c1-4696-9456-fa7aca4ecd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:00.458793 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-74a12b24-87c1-4696-9456-fa7aca4ecd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:00.462601 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-74a12b24-87c1-4696-9456-fa7aca4ecd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:00.464883 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-74a12b24-87c1-4696-9456-fa7aca4ecd13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d97e51a0-d71a-40b0-a0a0-b783b5936b70 HTTP/1.1" status: 204 len: 168 time: 0.2233083 Aug 06 16:27:00.478237 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-956b2a20-3708-46d2-a9d5-c22d02b9f823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:00.483256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a12b24-87c1-4696-9456-fa7aca4ecd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97e51a0-d71a-40b0-a0a0-b783b5936b70,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:00.486011 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-956b2a20-3708-46d2-a9d5-c22d02b9f823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:00.548794 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 47938) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:00.558271 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-956b2a20-3708-46d2-a9d5-c22d02b9f823 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4d8e9ccd2064ef0aa9d660a7e8d872e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224159 Aug 06 16:27:00.583149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b2a20-3708-46d2-a9d5-c22d02b9f823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25cb6a6-2479-4058-972c-92702a3ab9c7,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:00.637053 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a9aef51-6f46-4a2b-89d1-6aba5e54e595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:00.664687 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a9aef51-6f46-4a2b-89d1-6aba5e54e595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:00.743649 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a9aef51-6f46-4a2b-89d1-6aba5e54e595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:00.746256 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a9aef51-6f46-4a2b-89d1-6aba5e54e595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:00.750306 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3a9aef51-6f46-4a2b-89d1-6aba5e54e595 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f25cb6a6-2479-4058-972c-92702a3ab9c7 HTTP/1.1" status: 204 len: 168 time: 0.1977625 Aug 06 16:27:00.768716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9aef51-6f46-4a2b-89d1-6aba5e54e595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25cb6a6-2479-4058-972c-92702a3ab9c7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:01.477707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea184952-b0a7-416c-b19a-624f88ca8c42 req-cb3a4aad-e97e-43fe-851e-a24aee364074 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:01.479320 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea184952-b0a7-416c-b19a-624f88ca8c42 req-cb3a4aad-e97e-43fe-851e-a24aee364074 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 944 time: 0.0580065 Aug 06 16:27:01.525757 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea184952-b0a7-416c-b19a-624f88ca8c42 req-f32a2954-33cd-43b5-9016-9b16ea44d2da tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384057 Aug 06 16:27:02.274089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device dd863bf2-41aa-4b81-8169-0c6eb6efc803 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:27:02.383386 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port dd863bf2-41aa-4b81-8169-0c6eb6efc803, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=dd863bf2-41aa-4b81-8169-0c6eb6efc803,segment=NetworkSegment(6650fc45-8bb5-4d50-8d79-6a81af207d3d),segment_id=6650fc45-8bb5-4d50-8d79-6a81af207d3d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:27:02.395682 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'dd863bf2-41aa-4b81-8169-0c6eb6efc803', 'network_id': '26f288b1-362a-4a33-8cf7-1cb265710f1a', 'port_id': 'dd863bf2-41aa-4b81-8169-0c6eb6efc803', 'mac_address': 'fa:16:3e:ad:d4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a27503-8463-402d-8e8e-1de2aa6fc607', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:27:02.440541 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:02.454271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd863bf2-41aa-4b81-8169-0c6eb6efc803 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:27:02.474101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 48030) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:02.488707 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port dd863bf2-41aa-4b81-8169-0c6eb6efc803, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=dd863bf2-41aa-4b81-8169-0c6eb6efc803,segment=NetworkSegment(6650fc45-8bb5-4d50-8d79-6a81af207d3d),segment_id=6650fc45-8bb5-4d50-8d79-6a81af207d3d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:27:02.494043 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:02.561506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=dd863bf2-41aa-4b81-8169-0c6eb6efc803,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:02.729893 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['dd863bf2-41aa-4b81-8169-0c6eb6efc803'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:27:02.761368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61284e-a6f7-4296-8d28-6e00f7c91cbd req-bbc9d746-923d-493f-a8bc-1687cf0ee797 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:02.765529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae61284e-a6f7-4296-8d28-6e00f7c91cbd req-bbc9d746-923d-493f-a8bc-1687cf0ee797 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 945 time: 0.1036561 Aug 06 16:27:02.766835 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fedc23a1-8b69-4cea-855e-f1600f17cd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:02.962862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae61284e-a6f7-4296-8d28-6e00f7c91cbd req-734381c4-914a-403f-98ce-818909406b8a tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854203 Aug 06 16:27:03.004610 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fedc23a1-8b69-4cea-855e-f1600f17cd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:03.010965 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fedc23a1-8b69-4cea-855e-f1600f17cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:03.064681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc23a1-8b69-4cea-855e-f1600f17cd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ea117d-61e2-4ada-ad6e-ccf9b06b55e3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:03.085678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fedc23a1-8b69-4cea-855e-f1600f17cd34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa422e4a086543c0822fddd719b990e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6081533 Aug 06 16:27:03.087974 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48060) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:03.143626 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fa71a54-824b-4ec4-8dcb-da927bfe7e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:03.169878 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fa71a54-824b-4ec4-8dcb-da927bfe7e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:03.235608 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fa71a54-824b-4ec4-8dcb-da927bfe7e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:03.238898 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fa71a54-824b-4ec4-8dcb-da927bfe7e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:03.242468 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0fa71a54-824b-4ec4-8dcb-da927bfe7e8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1ea117d-61e2-4ada-ad6e-ccf9b06b55e3 HTTP/1.1" status: 204 len: 168 time: 0.1511993 Aug 06 16:27:03.268712 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa71a54-824b-4ec4-8dcb-da927bfe7e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ea117d-61e2-4ada-ad6e-ccf9b06b55e3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:03.778343 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-93ec51e4-2d32-44e9-a4a7-287a74244472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:03.845708 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48088) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:03.989418 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fe6f69b1-0217-42af-82d0-057fc39385b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:04.156571 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fe6f69b1-0217-42af-82d0-057fc39385b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:04.162318 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fe6f69b1-0217-42af-82d0-057fc39385b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:04.186553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784ca2f-147b-432d-b9a4-f3c57627f858 req-d82f33ef-8db3-4e25-a373-e7f8bddf30ab tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:04.189083 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f784ca2f-147b-432d-b9a4-f3c57627f858 req-d82f33ef-8db3-4e25-a373-e7f8bddf30ab tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 945 time: 0.0962093 Aug 06 16:27:04.204600 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f69b1-0217-42af-82d0-057fc39385b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cc5c3f-a635-43f4-942c-0aecf82d2204,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:04.227920 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fe6f69b1-0217-42af-82d0-057fc39385b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a580c841eb174b45b8b56f79363fe695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815188 Aug 06 16:27:04.228615 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48118) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:04.282390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f784ca2f-147b-432d-b9a4-f3c57627f858 req-94669f46-cac5-4277-b005-0c7e16c563c4 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816851 Aug 06 16:27:04.285148 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-2ca1f8be-0128-460d-a9b6-3d6dd5cd6370 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=21bf298bac5d4d918789d6423ff134f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606411 Aug 06 16:27:04.292406 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-55262a32-9418-4154-b211-b52e706b56a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:04.304456 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device dd863bf2-41aa-4b81-8169-0c6eb6efc803 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:27:04.323324 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-55262a32-9418-4154-b211-b52e706b56a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:04.384569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port dd863bf2-41aa-4b81-8169-0c6eb6efc803 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:27:04.389401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port dd863bf2-41aa-4b81-8169-0c6eb6efc803 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:27:04.390191 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:04.410393 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-55262a32-9418-4154-b211-b52e706b56a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:04.413954 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-55262a32-9418-4154-b211-b52e706b56a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:04.419944 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-55262a32-9418-4154-b211-b52e706b56a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2cc5c3f-a635-43f4-942c-0aecf82d2204 HTTP/1.1" status: 204 len: 168 time: 0.1902294 Aug 06 16:27:04.430210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55262a32-9418-4154-b211-b52e706b56a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cc5c3f-a635-43f4-942c-0aecf82d2204,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:04.515685 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:04.546031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dddd36b-6642-444c-ab0b-57ef584e988b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd863bf2-41aa-4b81-8169-0c6eb6efc803'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:27:04.549404 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade5c662-ef75-4ccc-aba6-0e896df244d1" -d '{"events": [{"server_uuid": "3dddd36b-6642-444c-ab0b-57ef584e988b", "name": "network-vif-plugged", "status": "completed", "tag": "dd863bf2-41aa-4b81-8169-0c6eb6efc803"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:27:04.566617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port dd863bf2-41aa-4b81-8169-0c6eb6efc803, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=dd863bf2-41aa-4b81-8169-0c6eb6efc803,segment=NetworkSegment(6650fc45-8bb5-4d50-8d79-6a81af207d3d),segment_id=6650fc45-8bb5-4d50-8d79-6a81af207d3d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:27:04.582930 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:04.614324 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7e40d7-4e02-4231-8158-a79115cbd18d x-openstack-request-id: req-ef7e40d7-4e02-4231-8158-a79115cbd18d {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:27:04.614943 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dddd36b-6642-444c-ab0b-57ef584e988b", "name": "network-vif-plugged", "status": "completed", "tag": "dd863bf2-41aa-4b81-8169-0c6eb6efc803", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:27:04.615411 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef7e40d7-4e02-4231-8158-a79115cbd18d {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:27:04.616016 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dddd36b-6642-444c-ab0b-57ef584e988b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd863bf2-41aa-4b81-8169-0c6eb6efc803', 'code': 200} Aug 06 16:27:04.684580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-e5fba716-9133-4b5d-9ae2-aba2abc9a359 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:04.686627 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-e5fba716-9133-4b5d-9ae2-aba2abc9a359 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3903475 Aug 06 16:27:04.695448 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=dd863bf2-41aa-4b81-8169-0c6eb6efc803,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:04.713857 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-c7b882d6-e269-4320-ac0a-a16d71efe2e1 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/quotas/21bf298bac5d4d918789d6423ff134f4 HTTP/1.1" status: 200 len: 375 time: 0.0190356 Aug 06 16:27:04.758845 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-65700c5b-e126-407c-a5d5-305fb40fa41c tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=21bf298bac5d4d918789d6423ff134f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374105 Aug 06 16:27:04.769010 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625f552-de2e-489a-8c50-84a0b82c218f req-4212a9d8-5639-4afa-a269-392370cc80c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:04.769010 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0625f552-de2e-489a-8c50-84a0b82c218f req-4212a9d8-5639-4afa-a269-392370cc80c1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 1097 time: 0.0925262 Aug 06 16:27:04.859281 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0625f552-de2e-489a-8c50-84a0b82c218f req-2ec825dd-c0ef-451b-aa67-a8298674c5fe service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834854 Aug 06 16:27:05.005787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce403f7d-a30a-453c-93b2-09f08d144968 req-3944c12d-00ed-400d-907f-d91349a3c8aa tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 210 time: 0.0404518 Aug 06 16:27:05.065741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48140) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:05.087000 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95618a80-bc65-46ae-9ccc-d631f09fe868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:05.224839 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95618a80-bc65-46ae-9ccc-d631f09fe868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:05.230468 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95618a80-bc65-46ae-9ccc-d631f09fe868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:05.280521 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-95618a80-bc65-46ae-9ccc-d631f09fe868 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c439c8294454a2b80477092082cb536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2129471 Aug 06 16:27:05.282224 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95618a80-bc65-46ae-9ccc-d631f09fe868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ed8755-5794-48ed-9186-0195675ad10b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:05.284065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 48150) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:05.487851 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05fa12-bceb-4cb3-acfb-884de354d899 req-a520e434-8ca7-49d3-a2cb-ef8f1c404f0e tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:05.489700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b05fa12-bceb-4cb3-acfb-884de354d899 req-a520e434-8ca7-49d3-a2cb-ef8f1c404f0e tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 946 time: 0.0910082 Aug 06 16:27:05.490556 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-207bc44c-099d-4f33-a5ee-7fdcd6fbc8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:05.549811 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-207bc44c-099d-4f33-a5ee-7fdcd6fbc8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:05.582352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b05fa12-bceb-4cb3-acfb-884de354d899 req-14735a8d-d791-4cab-b414-3304c0656079 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720148 Aug 06 16:27:05.639446 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-207bc44c-099d-4f33-a5ee-7fdcd6fbc8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:05.642424 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-207bc44c-099d-4f33-a5ee-7fdcd6fbc8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:05.645908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-207bc44c-099d-4f33-a5ee-7fdcd6fbc8b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1ed8755-5794-48ed-9186-0195675ad10b HTTP/1.1" status: 204 len: 168 time: 0.3579669 Aug 06 16:27:05.655018 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bc44c-099d-4f33-a5ee-7fdcd6fbc8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ed8755-5794-48ed-9186-0195675ad10b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:06.105036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-39e8ffe3-feb6-4632-b9dc-4ef6f29bfef2 req-927cb9be-697d-40c5-acfa-e11a9f87693f tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 210 time: 0.0373609 Aug 06 16:27:06.237185 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-338fe21f-80e6-42a1-a48b-35f0cef20551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:06.255506 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-b17660d5-ac64-42c6-9226-4e8629789df8 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=21bf298bac5d4d918789d6423ff134f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318358 Aug 06 16:27:06.437991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-4db67630-089f-44c4-8ba2-b8734716f4ad tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:06.440807 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-4db67630-089f-44c4-8ba2-b8734716f4ad tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775379 Aug 06 16:27:06.453988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Request body: {'port': {'device_id': '9c7f2f4b-1733-4d9d-a6ba-859306415e57', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '21bf298bac5d4d918789d6423ff134f4'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:27:06.578839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Made reservation on behalf of 21bf298bac5d4d918789d6423ff134f4 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:27:06.585916 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:06.598876 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:06.665270 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:06.740860 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:06.749278 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:06.852234 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5239d-1e41-4af2-b1fc-174d94d28f43 req-2985f2da-4a77-4e73-b589-24024e907eee tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:06.853787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aab5239d-1e41-4af2-b1fc-174d94d28f43 req-2985f2da-4a77-4e73-b589-24024e907eee tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 946 time: 0.1564403 Aug 06 16:27:06.858749 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a5016d-d39a-4875-b518-4da7c028338d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:06.955737 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aab5239d-1e41-4af2-b1fc-174d94d28f43 req-d464b529-07d4-4ef6-9820-7dcbdf0a03f6 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808320 Aug 06 16:27:06.983929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Allocated IP 192.168.233.72 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/b0a095a8-83a3-4739-8dd3-baa33440126a) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:27:07.198901 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:07.264515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Transition to ACTIVE for port object b0a095a8-83a3-4739-8dd3-baa33440126a will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:27:07.277952 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48240) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:07.285980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-962708c1-7560-4b0d-839a-379ee3ad5af9 req-f4d68b41-820a-4d31-8f0c-bfd86fae34f4 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 210 time: 0.0638263 Aug 06 16:27:07.328492 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:07.359134 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:07.411159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:27:07.415135 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:27:07.430660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:27:07.506604 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-88d995f1-d4dc-4bed-84fb-3b43e781d79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:07.519247 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:07.519986 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:07.524240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Pushing event updated for resources: {'Port': ['ID=b0a095a8-83a3-4739-8dd3-baa33440126a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:07.551821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-f3efd6dc-35b1-435d-a122-ae7cc21330ce tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1026492 Aug 06 16:27:07.566320 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Request body: {'port': {'device_id': '9c7f2f4b-1733-4d9d-a6ba-859306415e57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:27:07.654931 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:07.729599 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-88d995f1-d4dc-4bed-84fb-3b43e781d79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:07.736790 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-88d995f1-d4dc-4bed-84fb-3b43e781d79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:07.872501 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f8002443-a5c8-4a24-b32b-6d60e1defccb None None] Provisioning for port b0a095a8-83a3-4739-8dd3-baa33440126a completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:27:07.877106 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f8002443-a5c8-4a24-b32b-6d60e1defccb None None] Provisioning complete for port b0a095a8-83a3-4739-8dd3-baa33440126a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:27:07.877487 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f8002443-a5c8-4a24-b32b-6d60e1defccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:07.883936 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-88d995f1-d4dc-4bed-84fb-3b43e781d79c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17f2c6b039fd46ca98ea3bbf9b0577dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6047432 Aug 06 16:27:07.884944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d995f1-d4dc-4bed-84fb-3b43e781d79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20599df-95d7-4d46-a9bb-3dce7b34c0cc,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:07.888725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 48252) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:07.919798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f8002443-a5c8-4a24-b32b-6d60e1defccb None None] Port b0a095a8-83a3-4739-8dd3-baa33440126a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:27:08.018328 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e4c391f-1720-4938-8855-8a2ca0ccb284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:08.058713 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e4c391f-1720-4938-8855-8a2ca0ccb284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:08.169467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a095a8-83a3-4739-8dd3-baa33440126a {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:27:08.174324 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e4c391f-1720-4938-8855-8a2ca0ccb284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:08.177058 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3e4c391f-1720-4938-8855-8a2ca0ccb284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:08.178234 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3e4c391f-1720-4938-8855-8a2ca0ccb284 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a20599df-95d7-4d46-a9bb-3dce7b34c0cc HTTP/1.1" status: 204 len: 168 time: 0.2885215 Aug 06 16:27:08.184412 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:08.191827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c391f-1720-4938-8855-8a2ca0ccb284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20599df-95d7-4d46-a9bb-3dce7b34c0cc,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:08.203581 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Transition to ACTIVE for port object b0a095a8-83a3-4739-8dd3-baa33440126a will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:27:08.209923 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:08.268937 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Pushing event updated for resources: {'Port': ['ID=b0a095a8-83a3-4739-8dd3-baa33440126a,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:08.349455 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Attempting to bind port b0a095a8-83a3-4739-8dd3-baa33440126a on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:27:08.349833 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Attempting to bind port b0a095a8-83a3-4739-8dd3-baa33440126a by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:27:08.350163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Attempting to bind port b0a095a8-83a3-4739-8dd3-baa33440126a on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:27:08.356319 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Port b0a095a8-83a3-4739-8dd3-baa33440126a on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:27:08.356650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Attempting to bind port b0a095a8-83a3-4739-8dd3-baa33440126a on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:27:08.363918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:27:08.364263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:27:08.364652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:27:08.365082 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Bound port: b0a095a8-83a3-4739-8dd3-baa33440126a, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:27:08.370366 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:08.625472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45f18a-aae6-4edd-9e7b-506c7c69922f req-7dd8a5f8-48d4-4b6a-aced-99bd130ba2ef tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:08.646019 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c45f18a-aae6-4edd-9e7b-506c7c69922f req-7dd8a5f8-48d4-4b6a-aced-99bd130ba2ef tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 947 time: 0.1687047 Aug 06 16:27:08.696658 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] For port b0a095a8-83a3-4739-8dd3-baa33440126a, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:27:08.737197 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] For port b0a095a8-83a3-4739-8dd3-baa33440126a, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b0a095a8-83a3-4739-8dd3-baa33440126a,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:27:08.764186 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:08.809759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:08.810834 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:08.814226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] 10.222.0.13 "PUT /v2.0/ports/b0a095a8-83a3-4739-8dd3-baa33440126a HTTP/1.1" status: 200 len: 1095 time: 1.2532508 Aug 06 16:27:08.875689 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7f2f4b-1733-4d9d-a6ba-859306415e57', 'tag': 'b0a095a8-83a3-4739-8dd3-baa33440126a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:27:08.885606 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fca9606-6e80-4ee6-b2a3-9806f0944e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7f2f4b-1733-4d9d-a6ba-859306415e57", "tag": "b0a095a8-83a3-4739-8dd3-baa33440126a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:27:08.908828 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c45f18a-aae6-4edd-9e7b-506c7c69922f req-3250e6b2-b5ba-442d-add6-627f8e5f2994 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4a5016d-d39a-4875-b518-4da7c028338d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615387 Aug 06 16:27:08.976624 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759b5c6-76ae-4b2d-945b-4ff22fb8b71c service neutron] Pushing event updated for resources: {'Port': ['ID=b0a095a8-83a3-4739-8dd3-baa33440126a,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:08.981998 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebc8e02-ca24-474f-ac55-3dc4735d9352 x-openstack-request-id: req-cebc8e02-ca24-474f-ac55-3dc4735d9352 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:27:08.982664 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7f2f4b-1733-4d9d-a6ba-859306415e57", "tag": "b0a095a8-83a3-4739-8dd3-baa33440126a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:27:08.982966 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cebc8e02-ca24-474f-ac55-3dc4735d9352 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:27:08.983305 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7f2f4b-1733-4d9d-a6ba-859306415e57', 'tag': 'b0a095a8-83a3-4739-8dd3-baa33440126a', 'status': 'completed', 'code': 200} Aug 06 16:27:09.034904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-25830572-9779-42f7-a96f-900b5522d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:09.036863 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-25830572-9779-42f7-a96f-900b5522d9db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21bf298bac5d4d918789d6423ff134f4&device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 1098 time: 0.1439881 Aug 06 16:27:09.097365 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:09.104289 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-7d55efa5-28c4-495b-9e8b-81ca44c0820b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=b0a095a8-83a3-4739-8dd3-baa33440126a HTTP/1.1" status: 200 len: 217 time: 0.0592496 Aug 06 16:27:09.179341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-a1e6d4b1-b0e3-4afa-ab9a-99b789b91a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:09.181854 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-a1e6d4b1-b0e3-4afa-ab9a-99b789b91a6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0697894 Aug 06 16:27:09.248326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6a8b187b-0f7e-4116-b029-eeed93709200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:09.249888 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-6a8b187b-0f7e-4116-b029-eeed93709200 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602489 Aug 06 16:27:09.385391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-ea8292b2-a82d-46b3-892a-f424bdeae718 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274087 Aug 06 16:27:09.503027 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df1cebd2-20e4-4c4b-81cb-83cdd09eb7d3 req-4ce7f7f0-8154-44fb-aed8-de8c1abc3d27 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094270 Aug 06 16:27:09.612236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca9606-6e80-4ee6-b2a3-9806f0944e8e req-1db0d08f-0100-4546-a798-ddc96560e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:09.614676 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fca9606-6e80-4ee6-b2a3-9806f0944e8e req-1db0d08f-0100-4546-a798-ddc96560e198 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21bf298bac5d4d918789d6423ff134f4&device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 1098 time: 0.0575514 Aug 06 16:27:09.735963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca9606-6e80-4ee6-b2a3-9806f0944e8e req-c7e8ea90-1f56-4d11-8f91-2221f5e472e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:09.737984 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fca9606-6e80-4ee6-b2a3-9806f0944e8e req-c7e8ea90-1f56-4d11-8f91-2221f5e472e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1105576 Aug 06 16:27:09.844989 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fca9606-6e80-4ee6-b2a3-9806f0944e8e req-f34cb258-77d3-466d-939f-347051ab0fff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=b0a095a8-83a3-4739-8dd3-baa33440126a HTTP/1.1" status: 200 len: 217 time: 0.0991833 Aug 06 16:27:09.910094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48350) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:09.978372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca9606-6e80-4ee6-b2a3-9806f0944e8e req-b2400245-2e00-4216-afd8-57321d07ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:09.983432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fca9606-6e80-4ee6-b2a3-9806f0944e8e req-b2400245-2e00-4216-afd8-57321d07ce16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.1307454 Aug 06 16:27:10.104688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca9606-6e80-4ee6-b2a3-9806f0944e8e req-cd4e60df-08bc-4d5e-9eb1-ad5cc61c6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:10.109935 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fca9606-6e80-4ee6-b2a3-9806f0944e8e req-cd4e60df-08bc-4d5e-9eb1-ad5cc61c6631 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1150703 Aug 06 16:27:10.134916 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:10.151609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8eff2-0b11-4a1f-8f01-b7e42302dda5 req-c4d65554-f998-4465-9a15-859d9449feea tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:10.153325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48b8eff2-0b11-4a1f-8f01-b7e42302dda5 req-c4d65554-f998-4465-9a15-859d9449feea tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 947 time: 0.1039615 Aug 06 16:27:10.283306 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:10.289757 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:10.358043 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c6df955869341c18b3837b33b2a15da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4370813 Aug 06 16:27:10.359564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 48366) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:10.366535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d92ef1d-474c-49a6-badd-0bf3f6f45ea5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:10.386904 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:10.386904 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:10.387210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:10.387542 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:10.387874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:10.388203 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:10.388562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:10.388838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:10.389157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:10.389547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:10.389898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:10.390217 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee18764-21d9-4ec5-8812-66c6e7efd10c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:10.527874 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f806fd72-1cee-4c06-bf31-2e7bfb49ea2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:10.606923 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f806fd72-1cee-4c06-bf31-2e7bfb49ea2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:10.672206 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f806fd72-1cee-4c06-bf31-2e7bfb49ea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:10.675402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f806fd72-1cee-4c06-bf31-2e7bfb49ea2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:10.676695 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f806fd72-1cee-4c06-bf31-2e7bfb49ea2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d92ef1d-474c-49a6-badd-0bf3f6f45ea5 HTTP/1.1" status: 204 len: 168 time: 0.3107221 Aug 06 16:27:10.691818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806fd72-1cee-4c06-bf31-2e7bfb49ea2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d92ef1d-474c-49a6-badd-0bf3f6f45ea5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:10.762104 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48b8eff2-0b11-4a1f-8f01-b7e42302dda5 req-b94e00e0-e6c6-4e46-acec-4c4abfd9ac36 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4a5016d-d39a-4875-b518-4da7c028338d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5960686 Aug 06 16:27:10.800659 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fca9606-6e80-4ee6-b2a3-9806f0944e8e req-66baedc0-142a-4340-9aa5-1811877f7288 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6849952 Aug 06 16:27:10.939953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fca9606-6e80-4ee6-b2a3-9806f0944e8e req-ad56811f-73b9-426e-8b4c-3258e477be7e service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311920 Aug 06 16:27:11.519925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b0a095a8-83a3-4739-8dd3-baa33440126a details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:27:11.643271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b0a095a8-83a3-4739-8dd3-baa33440126a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b0a095a8-83a3-4739-8dd3-baa33440126a,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:27:11.656224 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'b0a095a8-83a3-4739-8dd3-baa33440126a', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'b0a095a8-83a3-4739-8dd3-baa33440126a', 'mac_address': 'fa:16:3e:93:ce:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:27:11.700541 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:11.718979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a095a8-83a3-4739-8dd3-baa33440126a {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:27:11.744043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b0a095a8-83a3-4739-8dd3-baa33440126a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b0a095a8-83a3-4739-8dd3-baa33440126a,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:27:11.749315 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:11.802826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b0a095a8-83a3-4739-8dd3-baa33440126a,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:11.911736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030ef98-b6c3-41d6-8fbd-aa92b08e9704 req-64b3a22f-2ca2-437f-a35a-b714c86aa208 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:11.918769 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f030ef98-b6c3-41d6-8fbd-aa92b08e9704 req-64b3a22f-2ca2-437f-a35a-b714c86aa208 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 948 time: 0.0680225 Aug 06 16:27:11.955005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['b0a095a8-83a3-4739-8dd3-baa33440126a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:27:11.997752 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f030ef98-b6c3-41d6-8fbd-aa92b08e9704 req-125d76b0-7832-422d-aa61-af6a4d2d7cae tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4a5016d-d39a-4875-b518-4da7c028338d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710049 Aug 06 16:27:12.473348 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:27:13.228432 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbf5fa-17db-4f2b-8a82-859d3a68bd4f req-0321cb5b-8529-49c7-ad6b-b4812b162d5c tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:13.237003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72bbf5fa-17db-4f2b-8a82-859d3a68bd4f req-0321cb5b-8529-49c7-ad6b-b4812b162d5c tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 948 time: 0.0867577 Aug 06 16:27:13.291509 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-72bbf5fa-17db-4f2b-8a82-859d3a68bd4f req-239eb3a5-c5b6-43a3-849b-693ca1b99360 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4a5016d-d39a-4875-b518-4da7c028338d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535588 Aug 06 16:27:13.534934 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b0a095a8-83a3-4739-8dd3-baa33440126a up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:27:13.604496 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port b0a095a8-83a3-4739-8dd3-baa33440126a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:27:13.610991 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port b0a095a8-83a3-4739-8dd3-baa33440126a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:27:13.611771 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:13.726016 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:13.764383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port b0a095a8-83a3-4739-8dd3-baa33440126a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b0a095a8-83a3-4739-8dd3-baa33440126a,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:27:13.765648 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7f2f4b-1733-4d9d-a6ba-859306415e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a095a8-83a3-4739-8dd3-baa33440126a'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:27:13.769643 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cd5044-aaa2-4528-8aab-b4751e868751" -d '{"events": [{"server_uuid": "9c7f2f4b-1733-4d9d-a6ba-859306415e57", "name": "network-vif-plugged", "status": "completed", "tag": "b0a095a8-83a3-4739-8dd3-baa33440126a"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:27:13.781487 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:13.818457 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b52d40d-1aa5-4d39-822c-b81f3dc4c07f x-openstack-request-id: req-3b52d40d-1aa5-4d39-822c-b81f3dc4c07f {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:27:13.818757 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7f2f4b-1733-4d9d-a6ba-859306415e57", "name": "network-vif-plugged", "status": "completed", "tag": "b0a095a8-83a3-4739-8dd3-baa33440126a", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:27:13.819001 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b52d40d-1aa5-4d39-822c-b81f3dc4c07f {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:27:13.819393 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7f2f4b-1733-4d9d-a6ba-859306415e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a095a8-83a3-4739-8dd3-baa33440126a', 'code': 200} Aug 06 16:27:13.870569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=b0a095a8-83a3-4739-8dd3-baa33440126a,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:13.943332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a0cc2-9f9e-4f72-96b5-76d4d52e3a9e req-c99ab182-7d41-4245-a178-8de029dddae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:13.945125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a2a0cc2-9f9e-4f72-96b5-76d4d52e3a9e req-c99ab182-7d41-4245-a178-8de029dddae7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 1100 time: 0.0556529 Aug 06 16:27:13.989505 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a2a0cc2-9f9e-4f72-96b5-76d4d52e3a9e req-5deb7108-336c-462c-90b8-a1b1060f95a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c4a5016d-d39a-4875-b518-4da7c028338d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368037 Aug 06 16:27:14.469870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f0867-5de3-463b-b13f-f999bdfa6a21 req-9a90de01-4fed-4b95-afe9-ef52162fdc24 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:14.472620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d1f0867-5de3-463b-b13f-f999bdfa6a21 req-9a90de01-4fed-4b95-afe9-ef52162fdc24 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 949 time: 0.0810115 Aug 06 16:27:14.524182 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d1f0867-5de3-463b-b13f-f999bdfa6a21 req-87f96097-825e-4fbf-a286-4253d5cfa878 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4a5016d-d39a-4875-b518-4da7c028338d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438817 Aug 06 16:27:15.677361 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c555477-118c-4e03-8def-ddfe8ef3bdec req-223edf37-0c67-491a-a528-3bc9bea04df0 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:15.678887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c555477-118c-4e03-8def-ddfe8ef3bdec req-223edf37-0c67-491a-a528-3bc9bea04df0 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 949 time: 0.0637264 Aug 06 16:27:15.724333 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c555477-118c-4e03-8def-ddfe8ef3bdec req-f1e40084-bab0-4e49-8042-6997a6e885c1 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4a5016d-d39a-4875-b518-4da7c028338d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367477 Aug 06 16:27:23.694955 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:23.985864 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:28.965536 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e1edbf4-7738-4645-b4cd-d5dfc25bf04f req-0a58eb6b-5498-44e1-99da-276041fdb3e1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3dddd36b-6642-444c-ab0b-57ef584e988b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1214805 Aug 06 16:27:29.144024 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1edbf4-7738-4645-b4cd-d5dfc25bf04f req-c0c59bc1-4682-4fe1-832d-5983ad003b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:29.145797 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e1edbf4-7738-4645-b4cd-d5dfc25bf04f req-c0c59bc1-4682-4fe1-832d-5983ad003b15 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=865899436ee44c2fb41f9e55ce11b02d&device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 1097 time: 0.1096187 Aug 06 16:27:29.319123 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1edbf4-7738-4645-b4cd-d5dfc25bf04f req-7cbc92ef-9ac5-435e-9a50-e272b22afae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:29.320876 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e1edbf4-7738-4645-b4cd-d5dfc25bf04f req-7cbc92ef-9ac5-435e-9a50-e272b22afae0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=26f288b1-362a-4a33-8cf7-1cb265710f1a HTTP/1.1" status: 200 len: 915 time: 0.1503882 Aug 06 16:27:29.427581 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e1edbf4-7738-4645-b4cd-d5dfc25bf04f req-1bb355a3-ba73-4759-b668-2c8666df4b7c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd863bf2-41aa-4b81-8169-0c6eb6efc803 HTTP/1.1" status: 200 len: 217 time: 0.0894630 Aug 06 16:27:29.499522 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1edbf4-7738-4645-b4cd-d5dfc25bf04f req-d9fb95d9-7dcc-46ab-b2e0-513db928f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:29.501327 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e1edbf4-7738-4645-b4cd-d5dfc25bf04f req-d9fb95d9-7dcc-46ab-b2e0-513db928f214 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3a27503-8463-402d-8e8e-1de2aa6fc607 HTTP/1.1" status: 200 len: 854 time: 0.0650458 Aug 06 16:27:29.548481 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e1edbf4-7738-4645-b4cd-d5dfc25bf04f req-4fb6e3b4-5905-47b7-90f1-b75269098644 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=26f288b1-362a-4a33-8cf7-1cb265710f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373681 Aug 06 16:27:29.651853 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e1edbf4-7738-4645-b4cd-d5dfc25bf04f req-8e2cd3b6-69c5-4e61-91eb-815a1a548fc5 service neutron] 10.222.0.78 "GET /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946758 Aug 06 16:27:29.751428 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7e1edbf4-7738-4645-b4cd-d5dfc25bf04f req-dd2f1b0c-582d-4b5b-bb3d-c8fceeea389b service neutron] 10.222.0.78 "GET /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922031 Aug 06 16:27:30.840916 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22d3405b-1329-42b4-ab0d-3f6f2fdab703 req-847edaf7-d46a-4afc-bab2-2b202c34ddea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757427 Aug 06 16:27:30.983937 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3405b-1329-42b4-ab0d-3f6f2fdab703 req-b7532974-6618-4cce-8728-353a11b2e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:30.985353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22d3405b-1329-42b4-ab0d-3f6f2fdab703 req-b7532974-6618-4cce-8728-353a11b2e231 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21bf298bac5d4d918789d6423ff134f4&device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 1100 time: 0.0834129 Aug 06 16:27:31.129614 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3405b-1329-42b4-ab0d-3f6f2fdab703 req-d9e3f3f6-d1ac-4ea6-8115-c1dd80c5bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:31.132065 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22d3405b-1329-42b4-ab0d-3f6f2fdab703 req-d9e3f3f6-d1ac-4ea6-8115-c1dd80c5bcb0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1234791 Aug 06 16:27:31.219821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22d3405b-1329-42b4-ab0d-3f6f2fdab703 req-aea405ad-7f90-4c08-b3e2-0ad0232a9b6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=b0a095a8-83a3-4739-8dd3-baa33440126a HTTP/1.1" status: 200 len: 217 time: 0.0797231 Aug 06 16:27:31.285480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3405b-1329-42b4-ab0d-3f6f2fdab703 req-89ebca3b-e987-46c6-8c9f-2b7a6caa0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:31.305646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22d3405b-1329-42b4-ab0d-3f6f2fdab703 req-89ebca3b-e987-46c6-8c9f-2b7a6caa0494 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0784378 Aug 06 16:27:31.395288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3405b-1329-42b4-ab0d-3f6f2fdab703 req-986bbc29-c1f6-4b78-8d70-66113008aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:31.397441 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22d3405b-1329-42b4-ab0d-3f6f2fdab703 req-986bbc29-c1f6-4b78-8d70-66113008aa4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0822062 Aug 06 16:27:31.548600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22d3405b-1329-42b4-ab0d-3f6f2fdab703 req-698ba584-3a2b-4b32-97e3-075367cc787e service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378431 Aug 06 16:27:31.721617 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22d3405b-1329-42b4-ab0d-3f6f2fdab703 req-6641764d-d77d-4e00-acd2-4c8539d60ee6 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648607 Aug 06 16:27:33.784806 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-33f7429d-222a-4808-95bc-b35f6b708a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:33.863440 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [req-40d3c1b8-389c-4f69-bb21-bfba22c0b5a5 req-4e745703-6ec6-4584-a30d-21605896010f service neutron] (105764) timed out ('10.222.0.37', 51288) {{(pid=105764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:27:36.232554 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-82f83f27-3cc8-4aa6-859a-1589f36c7463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:36.663585 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:37.363575 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:37.499268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49076) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:37.633095 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-109a678d-6269-4714-b64b-376ecc1b4136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:37.740655 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-109a678d-6269-4714-b64b-376ecc1b4136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:37.746633 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-109a678d-6269-4714-b64b-376ecc1b4136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:37.790051 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-109a678d-6269-4714-b64b-376ecc1b4136 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0c98fb3ba4146faae8b8817a364ddfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896240 Aug 06 16:27:37.791173 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a678d-6269-4714-b64b-376ecc1b4136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9781f295-a62b-4a9f-8a4b-7818d415ad25,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:37.794605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49084) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:37.924278 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2f79-3b7a-4a0c-87b3-f5124ad58004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:37.947861 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2f79-3b7a-4a0c-87b3-f5124ad58004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:38.008884 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2f79-3b7a-4a0c-87b3-f5124ad58004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:38.012310 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9d8e2f79-3b7a-4a0c-87b3-f5124ad58004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:38.030724 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9d8e2f79-3b7a-4a0c-87b3-f5124ad58004 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9781f295-a62b-4a9f-8a4b-7818d415ad25 HTTP/1.1" status: 204 len: 168 time: 0.2225199 Aug 06 16:27:38.052845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e2f79-3b7a-4a0c-87b3-f5124ad58004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9781f295-a62b-4a9f-8a4b-7818d415ad25,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:38.803300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49130) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:38.986374 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ddfc095e-0246-4225-b5e1-ad5c7a3eff57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:39.093845 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:39.134398 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ddfc095e-0246-4225-b5e1-ad5c7a3eff57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:39.139774 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ddfc095e-0246-4225-b5e1-ad5c7a3eff57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:39.180739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc095e-0246-4225-b5e1-ad5c7a3eff57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee975af-1591-4b2a-8f94-28dde8a311b5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:39.190083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49150) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:39.203069 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ddfc095e-0246-4225-b5e1-ad5c7a3eff57 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa0e72ed5a4f47428b19612e466f36f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3985493 Aug 06 16:27:39.253889 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f326d46-7b92-4662-ab32-6b0265181827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:39.284054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f326d46-7b92-4662-ab32-6b0265181827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:39.340802 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f326d46-7b92-4662-ab32-6b0265181827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:39.344183 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7f326d46-7b92-4662-ab32-6b0265181827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:39.357488 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7f326d46-7b92-4662-ab32-6b0265181827 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ee975af-1591-4b2a-8f94-28dde8a311b5 HTTP/1.1" status: 204 len: 168 time: 0.1600721 Aug 06 16:27:39.373441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f326d46-7b92-4662-ab32-6b0265181827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee975af-1591-4b2a-8f94-28dde8a311b5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:40.280042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49186) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:40.404007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a7fcda15-a559-4d50-a0ee-7baf4bbbb6be tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2121981736', 'router:external': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:27:40.426826 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fcda15-a559-4d50-a0ee-7baf4bbbb6be tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Made reservation on behalf of 4feab16051804732b05801f0f58f3c73 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:27:40.429513 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7fcda15-a559-4d50-a0ee-7baf4bbbb6be tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:40.438660 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7fcda15-a559-4d50-a0ee-7baf4bbbb6be tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:40.545311 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7fcda15-a559-4d50-a0ee-7baf4bbbb6be tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:40.549441 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7fcda15-a559-4d50-a0ee-7baf4bbbb6be tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:40.583697 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fcda15-a559-4d50-a0ee-7baf4bbbb6be tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:27:40.593911 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcda15-a559-4d50-a0ee-7baf4bbbb6be tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c518c3-635b-4b90-8e4a-13d7ae1b97c0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:40.602001 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7fcda15-a559-4d50-a0ee-7baf4bbbb6be tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:40.602391 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-a7fcda15-a559-4d50-a0ee-7baf4bbbb6be tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Added segment 133fe8f4-38a4-44d0-a9f0-0581f1a3e52e of type vlan for network f4b0be52-4046-4b04-a6e9-06f9c5f34cc9 Aug 06 16:27:40.660857 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7fcda15-a559-4d50-a0ee-7baf4bbbb6be tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:40.702310 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7fcda15-a559-4d50-a0ee-7baf4bbbb6be tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:40.703388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fcda15-a559-4d50-a0ee-7baf4bbbb6be tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:40.704055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7fcda15-a559-4d50-a0ee-7baf4bbbb6be tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:40.770632 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a7fcda15-a559-4d50-a0ee-7baf4bbbb6be tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4877968 Aug 06 16:27:40.773328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49198) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:40.780139 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3b3fb6eb-dcc4-4693-a8ee-39e7fff5c4f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Request body: {'subnet': {'network_id': 'f4b0be52-4046-4b04-a6e9-06f9c5f34cc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:27:40.786644 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcda15-a559-4d50-a0ee-7baf4bbbb6be tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Pushing event updated for resources: {'Network': ['ID=f4b0be52-4046-4b04-a6e9-06f9c5f34cc9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:40.810469 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3fb6eb-dcc4-4693-a8ee-39e7fff5c4f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Made reservation on behalf of 4feab16051804732b05801f0f58f3c73 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:27:40.812346 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network f4b0be52-4046-4b04-a6e9-06f9c5f34cc9 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:27:40.813502 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb6eb-dcc4-4693-a8ee-39e7fff5c4f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:41.145471 n-d-803756-1 neutron-server[105764]: DEBUG neutron.objects.ports [None req-3b3fb6eb-dcc4-4693-a8ee-39e7fff5c4f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105764) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 16:27:41.145978 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb6eb-dcc4-4693-a8ee-39e7fff5c4f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:41.213105 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fb6eb-dcc4-4693-a8ee-39e7fff5c4f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Pushing event updated for resources: {'Subnet': ['ID=369bfb68-f8fe-475f-961a-b322cc9cf301,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:41.219077 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3fb6eb-dcc4-4693-a8ee-39e7fff5c4f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Checking segment: {'id': '133fe8f4-38a4-44d0-a9f0-0581f1a3e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f4b0be52-4046-4b04-a6e9-06f9c5f34cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:27:41.219352 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3fb6eb-dcc4-4693-a8ee-39e7fff5c4f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Network hostable DHCP agents. Network: f4b0be52-4046-4b04-a6e9-06f9c5f34cc9, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:27:41.245058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3fb6eb-dcc4-4693-a8ee-39e7fff5c4f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Network f4b0be52-4046-4b04-a6e9-06f9c5f34cc9 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:27:41.264300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-3b3fb6eb-dcc4-4693-a8ee-39e7fff5c4f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, f4b0be52-4046-4b04-a6e9-06f9c5f34cc9) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:27:41.275502 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3fb6eb-dcc4-4693-a8ee-39e7fff5c4f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:41.277486 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b3fb6eb-dcc4-4693-a8ee-39e7fff5c4f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:41.279978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5c7de4-6ee2-452e-8f25-e4dc8fa05ce3 None None] Network f4b0be52-4046-4b04-a6e9-06f9c5f34cc9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:27:41.300054 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3b3fb6eb-dcc4-4693-a8ee-39e7fff5c4f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5256052 Aug 06 16:27:41.302652 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49210) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:41.308598 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-cd2312aa-719c-48e2-ba10-68d2cff77f16 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1189946448', 'network_id': 'f4b0be52-4046-4b04-a6e9-06f9c5f34cc9'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:27:41.335400 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2312aa-719c-48e2-ba10-68d2cff77f16 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Made reservation on behalf of 4feab16051804732b05801f0f58f3c73 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:27:41.339577 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd2312aa-719c-48e2-ba10-68d2cff77f16 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:41.362276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-cd2312aa-719c-48e2-ba10-68d2cff77f16 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] device_id is not set on port 8dd5d6e8-5a51-469b-b550-8cf1df2b6fea yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:27:41.538009 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-cd2312aa-719c-48e2-ba10-68d2cff77f16 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Allocated IP 2001:db8::158 (f4b0be52-4046-4b04-a6e9-06f9c5f34cc9/369bfb68-f8fe-475f-961a-b322cc9cf301/8dd5d6e8-5a51-469b-b550-8cf1df2b6fea) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:27:41.656342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfc0c74-fdb8-4730-850d-5ebb7272811a None None] Network f4b0be52-4046-4b04-a6e9-06f9c5f34cc9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:27:42.075132 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd2312aa-719c-48e2-ba10-68d2cff77f16 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:42.146455 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd2312aa-719c-48e2-ba10-68d2cff77f16 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:42.196121 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2312aa-719c-48e2-ba10-68d2cff77f16 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Network f4b0be52-4046-4b04-a6e9-06f9c5f34cc9 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:27:42.199737 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-cd2312aa-719c-48e2-ba10-68d2cff77f16 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:27:42.204375 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2312aa-719c-48e2-ba10-68d2cff77f16 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:27:42.205377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2312aa-719c-48e2-ba10-68d2cff77f16 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:42.206014 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd2312aa-719c-48e2-ba10-68d2cff77f16 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:42.209781 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2312aa-719c-48e2-ba10-68d2cff77f16 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Pushing event updated for resources: {'Port': ['ID=8dd5d6e8-5a51-469b-b550-8cf1df2b6fea,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:42.231673 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49230) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:42.232226 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cd2312aa-719c-48e2-ba10-68d2cff77f16 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9280365 Aug 06 16:27:42.352093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e99c7f68-ed11-4cee-8fd3-a4e0d1b52b3d tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Deleting port 8dd5d6e8-5a51-469b-b550-8cf1df2b6fea {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:27:42.352692 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e99c7f68-ed11-4cee-8fd3-a4e0d1b52b3d tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:42.466040 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e99c7f68-ed11-4cee-8fd3-a4e0d1b52b3d tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:42.479354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e99c7f68-ed11-4cee-8fd3-a4e0d1b52b3d tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Calling delete_port for 8dd5d6e8-5a51-469b-b550-8cf1df2b6fea owned by {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:27:42.611624 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e99c7f68-ed11-4cee-8fd3-a4e0d1b52b3d tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:42.648856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c7f68-ed11-4cee-8fd3-a4e0d1b52b3d tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Pushing event deleted for resources: {'Port': ['ID=8dd5d6e8-5a51-469b-b550-8cf1df2b6fea,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:42.673684 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e99c7f68-ed11-4cee-8fd3-a4e0d1b52b3d tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:42.675713 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e99c7f68-ed11-4cee-8fd3-a4e0d1b52b3d tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "DELETE /v2.0/ports/8dd5d6e8-5a51-469b-b550-8cf1df2b6fea HTTP/1.1" status: 204 len: 168 time: 0.4417198 Aug 06 16:27:42.678580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49242) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:42.684400 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4b0be52-4046-4b04-a6e9-06f9c5f34cc9', 'external_fixed_ips': [{'subnet_id': '369bfb68-f8fe-475f-961a-b322cc9cf301', 'ip_address': '2001:db8::158'}]}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:27:42.707865 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:42.708943 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:42.776574 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:42.968443 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:43.274256 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:43.303545 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:43.503237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Allocated IP 2001:db8::158 (f4b0be52-4046-4b04-a6e9-06f9c5f34cc9/369bfb68-f8fe-475f-961a-b322cc9cf301/ec80b7a4-7fb2-4810-a5a5-08e35642e528) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:27:43.620749 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:43.669367 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:43.726379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Network f4b0be52-4046-4b04-a6e9-06f9c5f34cc9 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:27:43.741893 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:27:43.751657 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:27:43.758996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Pushing event updated for resources: {'Port': ['ID=ec80b7a4-7fb2-4810-a5a5-08e35642e528,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:44.017933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:44.288109 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:44.538348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Router c318379d-d59f-4379-b348-ef78144ba2ff is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:27:44.671305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:27:44.683073 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33a4e2e-cac3-46d5-ad36-296b340e6c2f None None] Sync routers for ids ['c318379d-d59f-4379-b348-ef78144ba2ff'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:27:44.694469 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:44.696113 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33a4e2e-cac3-46d5-ad36-296b340e6c2f None None] Routers {'c318379d-d59f-4379-b348-ef78144ba2ff'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:27:44.700299 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f33a4e2e-cac3-46d5-ad36-296b340e6c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:27:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c318379d-d59f-4379-b348-ef78144ba2ff'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:27:44.700466 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9cdcd6be-100b-4885-b31a-356528fee9f8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0169754 Aug 06 16:27:44.700556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49288) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:44.835577 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-f33a4e2e-cac3-46d5-ad36-296b340e6c2f None None] Set router c318379d-d59f-4379-b348-ef78144ba2ff gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:27:44.840513 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6641b874-07ff-4f33-8219-a563197760a3 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:44.989429 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6641b874-07ff-4f33-8219-a563197760a3 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:45.057045 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-6641b874-07ff-4f33-8219-a563197760a3 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Deleting port ec80b7a4-7fb2-4810-a5a5-08e35642e528 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:27:45.057639 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6641b874-07ff-4f33-8219-a563197760a3 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:45.170996 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f33a4e2e-cac3-46d5-ad36-296b340e6c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c318379d-d59f-4379-b348-ef78144ba2ff', 'name': '', 'tenant_id': '4feab16051804732b05801f0f58f3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4b0be52-4046-4b04-a6e9-06f9c5f34cc9', 'external_fixed_ips': [{'subnet_id': '369bfb68-f8fe-475f-961a-b322cc9cf301', 'ip_address': '2001:db8::158'}], 'enable_snat': True}, 'gw_port_id': 'ec80b7a4-7fb2-4810-a5a5-08e35642e528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:27:42Z', 'updated_at': '2021-08-06T16:27:43Z', 'revision_number': 3, 'project_id': '4feab16051804732b05801f0f58f3c73', 'gw_port': {'id': 'ec80b7a4-7fb2-4810-a5a5-08e35642e528', 'name': '', 'network_id': 'f4b0be52-4046-4b04-a6e9-06f9c5f34cc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c318379d-d59f-4379-b348-ef78144ba2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '369bfb68-f8fe-475f-961a-b322cc9cf301', 'ip_address': '2001:db8::158', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:27:43Z', 'updated_at': '2021-08-06T16:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '369bfb68-f8fe-475f-961a-b322cc9cf301', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:27:45.180184 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6641b874-07ff-4f33-8219-a563197760a3 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:45.203801 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33a4e2e-cac3-46d5-ad36-296b340e6c2f None None] Checking router: c318379d-d59f-4379-b348-ef78144ba2ff for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:27:45.204136 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33a4e2e-cac3-46d5-ad36-296b340e6c2f None None] Updating router c318379d-d59f-4379-b348-ef78144ba2ff port ec80b7a4-7fb2-4810-a5a5-08e35642e528 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:27:45.204782 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-6641b874-07ff-4f33-8219-a563197760a3 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Calling delete_port for ec80b7a4-7fb2-4810-a5a5-08e35642e528 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:27:45.268854 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f33a4e2e-cac3-46d5-ad36-296b340e6c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:45.485472 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6641b874-07ff-4f33-8219-a563197760a3 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:45.560987 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641b874-07ff-4f33-8219-a563197760a3 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec80b7a4-7fb2-4810-a5a5-08e35642e528,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:45.567245 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6641b874-07ff-4f33-8219-a563197760a3 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:45.612185 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.db.api [None req-f33a4e2e-cac3-46d5-ad36-296b340e6c2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:27:45.612967 n-d-803756-1 neutron-server[105767]: DEBUG oslo_db.api [None req-f33a4e2e-cac3-46d5-ad36-296b340e6c2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:27:45.676684 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6641b874-07ff-4f33-8219-a563197760a3 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:45.680167 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6641b874-07ff-4f33-8219-a563197760a3 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:45.735464 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6641b874-07ff-4f33-8219-a563197760a3 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:45.736107 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6641b874-07ff-4f33-8219-a563197760a3 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c318379d-d59f-4379-b348-ef78144ba2ff {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:27:45.741829 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6641b874-07ff-4f33-8219-a563197760a3 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:45.745953 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6641b874-07ff-4f33-8219-a563197760a3 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c318379d-d59f-4379-b348-ef78144ba2ff HTTP/1.1" status: 204 len: 168 time: 1.0375054 Aug 06 16:27:45.746165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49302) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:45.795599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-b915958b-04aa-4458-9bfb-faa4a19bad9c tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Deleting subnet 369bfb68-f8fe-475f-961a-b322cc9cf301 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:27:45.798880 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b915958b-04aa-4458-9bfb-faa4a19bad9c tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:45.836060 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b915958b-04aa-4458-9bfb-faa4a19bad9c tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:45.877648 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b915958b-04aa-4458-9bfb-faa4a19bad9c tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:45.938115 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b915958b-04aa-4458-9bfb-faa4a19bad9c tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:45.961784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915958b-04aa-4458-9bfb-faa4a19bad9c tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=369bfb68-f8fe-475f-961a-b322cc9cf301,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:45.968028 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b915958b-04aa-4458-9bfb-faa4a19bad9c tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:45.969917 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b915958b-04aa-4458-9bfb-faa4a19bad9c tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/369bfb68-f8fe-475f-961a-b322cc9cf301 HTTP/1.1" status: 204 len: 168 time: 0.2227395 Aug 06 16:27:45.972486 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49304) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:46.045804 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95ce15c0-1225-49e4-a2a3-7993be0d3947 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:46.131444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95ce15c0-1225-49e4-a2a3-7993be0d3947 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:46.142734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-95ce15c0-1225-49e4-a2a3-7993be0d3947 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b0be52-4046-4b04-a6e9-06f9c5f34cc9']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:27:46.143361 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33a4e2e-cac3-46d5-ad36-296b340e6c2f None None] Port ec80b7a4-7fb2-4810-a5a5-08e35642e528 not found while updating agent binding for router c318379d-d59f-4379-b348-ef78144ba2ff. {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 06 16:27:46.154592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-95ce15c0-1225-49e4-a2a3-7993be0d3947 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133fe8f4-38a4-44d0-a9f0-0581f1a3e52e') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:27:46.154592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-95ce15c0-1225-49e4-a2a3-7993be0d3947 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133fe8f4-38a4-44d0-a9f0-0581f1a3e52e') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:27:46.157010 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33a4e2e-cac3-46d5-ad36-296b340e6c2f None None] Routers set() bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:27:46.157613 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33a4e2e-cac3-46d5-ad36-296b340e6c2f None None] Router IDs set() for agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 16:27:46.158654 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_agentschedulers_db [None req-f33a4e2e-cac3-46d5-ad36-296b340e6c2f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c318379d-d59f-4379-b348-ef78144ba2ff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:27:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent'). {{(pid=105767) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 06 16:27:46.159284 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33a4e2e-cac3-46d5-ad36-296b340e6c2f None None] The sync data for ids ['c318379d-d59f-4379-b348-ef78144ba2ff'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:27:46.164299 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95ce15c0-1225-49e4-a2a3-7993be0d3947 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:46.200551 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95ce15c0-1225-49e4-a2a3-7993be0d3947 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:46.212688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ce15c0-1225-49e4-a2a3-7993be0d3947 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:27:46.213090 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95ce15c0-1225-49e4-a2a3-7993be0d3947 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:27:46.215774 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:27:46.288368 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95ce15c0-1225-49e4-a2a3-7993be0d3947 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:46.293392 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ce15c0-1225-49e4-a2a3-7993be0d3947 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4b0be52-4046-4b04-a6e9-06f9c5f34cc9 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 16:27:46.296974 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95ce15c0-1225-49e4-a2a3-7993be0d3947 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:46.303165 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-95ce15c0-1225-49e4-a2a3-7993be0d3947 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "DELETE /v2.0/networks/f4b0be52-4046-4b04-a6e9-06f9c5f34cc9 HTTP/1.1" status: 204 len: 168 time: 0.3257518 Aug 06 16:27:46.334705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce15c0-1225-49e4-a2a3-7993be0d3947 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4b0be52-4046-4b04-a6e9-06f9c5f34cc9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:46.571940 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49318) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:46.578634 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d3fca9c0-30d6-4a4a-8555-599f8114605d tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Request body: {'router': {'name': 'tempest-router--247340101', 'project_id': '3a04f50e2735426c95b70a0742c6c883'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:27:46.603676 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d3fca9c0-30d6-4a4a-8555-599f8114605d tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:46.606014 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d3fca9c0-30d6-4a4a-8555-599f8114605d tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:46.695825 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d3fca9c0-30d6-4a4a-8555-599f8114605d tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:46.702313 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d3fca9c0-30d6-4a4a-8555-599f8114605d tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:46.756601 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d3fca9c0-30d6-4a4a-8555-599f8114605d tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:46.769974 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d3fca9c0-30d6-4a4a-8555-599f8114605d tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1965303 Aug 06 16:27:46.772764 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49320) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:46.911921 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e5bdb379-7859-4d21-a6e5-23c96de35c39 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:47.127486 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e5bdb379-7859-4d21-a6e5-23c96de35c39 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:47.129576 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e5bdb379-7859-4d21-a6e5-23c96de35c39 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:47.174290 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e5bdb379-7859-4d21-a6e5-23c96de35c39 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:47.174862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bdb379-7859-4d21-a6e5-23c96de35c39 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Fanout notify agent at l3_agent the message router_deleted on router beae73d5-e1cd-4900-910e-ef25d2619e19 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:27:47.180392 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e5bdb379-7859-4d21-a6e5-23c96de35c39 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:47.185912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e5bdb379-7859-4d21-a6e5-23c96de35c39 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "DELETE /v2.0/routers/beae73d5-e1cd-4900-910e-ef25d2619e19 HTTP/1.1" status: 204 len: 168 time: 0.4116209 Aug 06 16:27:47.313310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49342) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:47.514759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1665452728', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}, 'admin_state_up': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:27:47.540057 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:47.541309 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:47.608337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:47.786773 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:48.019340 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:48.038932 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:48.147790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Allocated IP 172.25.1.118 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/b6902a8c-ccba-485c-a586-bc18521bc523) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:27:48.300382 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:48.343119 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:48.384566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:27:48.387783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:27:48.390788 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:27:48.434745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Pushing event updated for resources: {'Port': ['ID=b6902a8c-ccba-485c-a586-bc18521bc523,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:48.716211 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:48.980932 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:49.226589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Router 66bd427b-1491-4605-a737-25778d7efe25 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:27:49.343132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:27:49.356537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f2aeb-f74d-4bd4-8107-0a14b5a002ab None None] Sync routers for ids ['66bd427b-1491-4605-a737-25778d7efe25'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:27:49.364090 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:49.365471 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-efdf769b-477f-43d9-945a-b2883ec1d055 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.0542519 Aug 06 16:27:49.368945 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49386) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:49.369512 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f2aeb-f74d-4bd4-8107-0a14b5a002ab None None] Routers {'66bd427b-1491-4605-a737-25778d7efe25'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:27:49.370419 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f24f2aeb-f74d-4bd4-8107-0a14b5a002ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:27:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['66bd427b-1491-4605-a737-25778d7efe25'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:27:49.411820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f24f2aeb-f74d-4bd4-8107-0a14b5a002ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:27:49.421076 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f2aeb-f74d-4bd4-8107-0a14b5a002ab None None] Routers {'66bd427b-1491-4605-a737-25778d7efe25'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:27:49.421710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f24f2aeb-f74d-4bd4-8107-0a14b5a002ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:27:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['66bd427b-1491-4605-a737-25778d7efe25'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:27:49.456192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f24f2aeb-f74d-4bd4-8107-0a14b5a002ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:27:49.457217 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f2aeb-f74d-4bd4-8107-0a14b5a002ab None None] The sync data for ids ['66bd427b-1491-4605-a737-25778d7efe25'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:27:49.474247 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:27:49.491564 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7c270fac-dfca-4763-9b89-527eea2ee357 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/routers/66bd427b-1491-4605-a737-25778d7efe25 HTTP/1.1" status: 200 len: 925 time: 0.1191173 Aug 06 16:27:49.494535 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49394) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:49.521549 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-78a0741d-9b14-4197-9282-0990ae2c9a04 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "GET /v2.0/ports?device_id=66bd427b-1491-4605-a737-25778d7efe25 HTTP/1.1" status: 200 len: 205 time: 0.0258498 Aug 06 16:27:49.524053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49396) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:49.628929 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:49.757882 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:49.816991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Deleting port b6902a8c-ccba-485c-a586-bc18521bc523 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:27:49.818013 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:49.926988 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:49.940195 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Calling delete_port for b6902a8c-ccba-485c-a586-bc18521bc523 owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:27:50.150899 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:50.194080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Pushing event deleted for resources: {'Port': ['ID=b6902a8c-ccba-485c-a586-bc18521bc523,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:50.263237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:50.263620 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:50.263965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:50.264317 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:50.264632 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:50.265377 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:50.265769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:50.266188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:50.266550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:50.266889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:50.267215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:50.267539 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:50.274263 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:50.753611 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:50.756170 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:50.813493 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:50.814342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Fanout notify agent at l3_agent the message router_deleted on router 66bd427b-1491-4605-a737-25778d7efe25 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:27:50.829848 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:50.831311 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-03aaa33a-9264-412b-8909-bbc29193a5e4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "DELETE /v2.0/routers/66bd427b-1491-4605-a737-25778d7efe25 HTTP/1.1" status: 204 len: 168 time: 1.3063922 Aug 06 16:27:50.835297 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49542) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:50.841555 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Request body: {'router': {'name': 'tempest-snat-router-342750326', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'enable_snat': False}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:27:50.872842 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:50.874002 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:50.937676 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:51.188187 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:51.801554 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:51.823507 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:51.965246 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Allocated IP 172.25.1.108 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/38691fd8-985d-46ef-8fa4-f88316bbdd9a) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:27:52.133213 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:52.176059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:52.229735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:27:52.233388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:27:52.240480 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:27:52.243995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Pushing event updated for resources: {'Port': ['ID=38691fd8-985d-46ef-8fa4-f88316bbdd9a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:52.563983 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:52.811942 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:52.967852 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Router 806366e8-b12f-4ba3-b7a6-7236d2b6bf7c is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:27:53.130706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:27:53.144379 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Sync routers for ids ['806366e8-b12f-4ba3-b7a6-7236d2b6bf7c'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:27:53.150197 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:53.152510 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-361d2e24-aa38-4037-b01c-d6f72be13f74 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.3161099 Aug 06 16:27:53.155492 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49874) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:53.167157 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Routers {'806366e8-b12f-4ba3-b7a6-7236d2b6bf7c'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:27:53.171728 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:27:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['806366e8-b12f-4ba3-b7a6-7236d2b6bf7c'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:27:53.373913 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Set router 806366e8-b12f-4ba3-b7a6-7236d2b6bf7c gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:27:53.376849 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6031640c-65fd-4f37-9e7b-560de8dbf913 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/routers/806366e8-b12f-4ba3-b7a6-7236d2b6bf7c HTTP/1.1" status: 200 len: 908 time: 0.2193780 Aug 06 16:27:53.379298 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49898) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:53.386699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Request body: {'router': {'name': 'tempest-snat-router-342750326', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'enable_snat': True}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:27:53.421950 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:53.422997 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:53.487690 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:53.659880 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806366e8-b12f-4ba3-b7a6-7236d2b6bf7c', 'name': 'tempest-snat-router-342750326', 'tenant_id': '4feab16051804732b05801f0f58f3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.108'}], 'enable_snat': False}, 'gw_port_id': '38691fd8-985d-46ef-8fa4-f88316bbdd9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:27:50Z', 'updated_at': '2021-08-06T16:27:52Z', 'revision_number': 3, 'project_id': '4feab16051804732b05801f0f58f3c73', 'gw_port': {'id': '38691fd8-985d-46ef-8fa4-f88316bbdd9a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806366e8-b12f-4ba3-b7a6-7236d2b6bf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:27:51Z', 'updated_at': '2021-08-06T16:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:27:53.687508 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Checking router: 806366e8-b12f-4ba3-b7a6-7236d2b6bf7c for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:27:53.687846 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Updating router 806366e8-b12f-4ba3-b7a6-7236d2b6bf7c port 38691fd8-985d-46ef-8fa4-f88316bbdd9a binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:27:53.700540 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:53.701265 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:53.719698 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:53.914418 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:53.941729 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:53.987799 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:53.997374 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:54.009407 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Transition to ACTIVE for port object 38691fd8-985d-46ef-8fa4-f88316bbdd9a will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:27:54.015065 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:54.071460 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Attempting to bind port 38691fd8-985d-46ef-8fa4-f88316bbdd9a on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:27:54.071910 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Attempting to bind port 38691fd8-985d-46ef-8fa4-f88316bbdd9a by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:27:54.072340 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Attempting to bind port 38691fd8-985d-46ef-8fa4-f88316bbdd9a on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:27:54.074952 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3007e-1fda-4302-acd7-83530d128bdb None None] Pushing event updated for resources: {'Port': ['ID=38691fd8-985d-46ef-8fa4-f88316bbdd9a,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:54.077108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Allocated IP 172.25.1.179 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/97f40b67-c9af-4d20-86aa-127114625af1) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:27:54.085030 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:27:54.085483 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:27:54.085972 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:54.086426 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:27:54.086976 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Bound port: 38691fd8-985d-46ef-8fa4-f88316bbdd9a, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:27:54.087427 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:54.089966 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3007e-1fda-4302-acd7-83530d128bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:54.090405 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3007e-1fda-4302-acd7-83530d128bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:54.090821 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3007e-1fda-4302-acd7-83530d128bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:54.091196 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3007e-1fda-4302-acd7-83530d128bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:54.091719 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3007e-1fda-4302-acd7-83530d128bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:54.092215 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3007e-1fda-4302-acd7-83530d128bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:54.092803 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3007e-1fda-4302-acd7-83530d128bdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:54.093282 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3007e-1fda-4302-acd7-83530d128bdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:54.093792 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3007e-1fda-4302-acd7-83530d128bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:54.094266 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3007e-1fda-4302-acd7-83530d128bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:54.094741 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3007e-1fda-4302-acd7-83530d128bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:54.095230 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a3007e-1fda-4302-acd7-83530d128bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:54.159841 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] For port 38691fd8-985d-46ef-8fa4-f88316bbdd9a, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:27:54.163327 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] For port 38691fd8-985d-46ef-8fa4-f88316bbdd9a, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=38691fd8-985d-46ef-8fa4-f88316bbdd9a,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:27:54.168318 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:54.226857 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3007e-1fda-4302-acd7-83530d128bdb None None] Pushing event updated for resources: {'Port': ['ID=38691fd8-985d-46ef-8fa4-f88316bbdd9a,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:54.248258 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Routers {'806366e8-b12f-4ba3-b7a6-7236d2b6bf7c'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:27:54.249071 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:27:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['806366e8-b12f-4ba3-b7a6-7236d2b6bf7c'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:27:54.257564 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:54.314074 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:54.365836 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:27:54.370180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:27:54.378378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:27:54.425157 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] Set router 806366e8-b12f-4ba3-b7a6-7236d2b6bf7c gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:27:54.561251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Pushing event updated for resources: {'Port': ['ID=97f40b67-c9af-4d20-86aa-127114625af1,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:54.709058 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806366e8-b12f-4ba3-b7a6-7236d2b6bf7c', 'name': 'tempest-snat-router-342750326', 'tenant_id': '4feab16051804732b05801f0f58f3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.108'}], 'enable_snat': False}, 'gw_port_id': '38691fd8-985d-46ef-8fa4-f88316bbdd9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:27:50Z', 'updated_at': '2021-08-06T16:27:52Z', 'revision_number': 3, 'project_id': '4feab16051804732b05801f0f58f3c73', 'gw_port': {'id': '38691fd8-985d-46ef-8fa4-f88316bbdd9a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806366e8-b12f-4ba3-b7a6-7236d2b6bf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:27:51Z', 'updated_at': '2021-08-06T16:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:27:54.739183 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e30e9-008a-4a6e-b5ca-1335be831b60 None None] The sync data for ids ['806366e8-b12f-4ba3-b7a6-7236d2b6bf7c'] in n-d-803756-1 is: [{'id': '806366e8-b12f-4ba3-b7a6-7236d2b6bf7c', 'name': 'tempest-snat-router-342750326', 'tenant_id': '4feab16051804732b05801f0f58f3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.108'}], 'enable_snat': False}, 'gw_port_id': '38691fd8-985d-46ef-8fa4-f88316bbdd9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:27:50Z', 'updated_at': '2021-08-06T16:27:52Z', 'revision_number': 3, 'project_id': '4feab16051804732b05801f0f58f3c73', 'gw_port': {'id': '38691fd8-985d-46ef-8fa4-f88316bbdd9a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806366e8-b12f-4ba3-b7a6-7236d2b6bf7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:27:51Z', 'updated_at': '2021-08-06T16:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:27:54.819372 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:55.139789 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:55.420290 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Router ca20b507-1ad3-4d8b-83e4-9e3c1050b64e is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:27:55.557733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:27:55.568210 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f975756-d7d2-4f58-a6a3-3cfc2367c6f0 None None] Sync routers for ids ['ca20b507-1ad3-4d8b-83e4-9e3c1050b64e'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:27:55.579856 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f975756-d7d2-4f58-a6a3-3cfc2367c6f0 None None] Routers {'ca20b507-1ad3-4d8b-83e4-9e3c1050b64e'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:27:55.580486 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-2f975756-d7d2-4f58-a6a3-3cfc2367c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:27:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ca20b507-1ad3-4d8b-83e4-9e3c1050b64e'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:27:55.598935 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:55.601133 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1492d091-675e-4702-8873-07b1f87e8f15 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.2208729 Aug 06 16:27:55.603963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49962) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:55.808151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-2f975756-d7d2-4f58-a6a3-3cfc2367c6f0 None None] Set router ca20b507-1ad3-4d8b-83e4-9e3c1050b64e gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:27:55.834660 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-eb6ae254-d619-4b50-b8f6-3a2d2e4b6f80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/routers/ca20b507-1ad3-4d8b-83e4-9e3c1050b64e HTTP/1.1" status: 200 len: 907 time: 0.2289033 Aug 06 16:27:55.835410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 49968) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:56.024524 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5950fed7-83fb-47cc-8d53-10edd1d92bc2 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:56.120928 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-2f975756-d7d2-4f58-a6a3-3cfc2367c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca20b507-1ad3-4d8b-83e4-9e3c1050b64e', 'name': 'tempest-snat-router-342750326', 'tenant_id': '4feab16051804732b05801f0f58f3c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '97f40b67-c9af-4d20-86aa-127114625af1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:27:53Z', 'updated_at': '2021-08-06T16:27:54Z', 'revision_number': 3, 'project_id': '4feab16051804732b05801f0f58f3c73', 'gw_port': {'id': '97f40b67-c9af-4d20-86aa-127114625af1', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:43:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca20b507-1ad3-4d8b-83e4-9e3c1050b64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:27:53Z', 'updated_at': '2021-08-06T16:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:27:56.179139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f975756-d7d2-4f58-a6a3-3cfc2367c6f0 None None] Checking router: ca20b507-1ad3-4d8b-83e4-9e3c1050b64e for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:27:56.179493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f975756-d7d2-4f58-a6a3-3cfc2367c6f0 None None] Updating router ca20b507-1ad3-4d8b-83e4-9e3c1050b64e port 97f40b67-c9af-4d20-86aa-127114625af1 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:27:56.214987 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2f975756-d7d2-4f58-a6a3-3cfc2367c6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:56.246942 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5950fed7-83fb-47cc-8d53-10edd1d92bc2 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:56.320425 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5950fed7-83fb-47cc-8d53-10edd1d92bc2 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Deleting port 97f40b67-c9af-4d20-86aa-127114625af1 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:27:56.320979 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5950fed7-83fb-47cc-8d53-10edd1d92bc2 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:56.381606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 38691fd8-985d-46ef-8fa4-f88316bbdd9a up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:27:56.433544 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5950fed7-83fb-47cc-8d53-10edd1d92bc2 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:56.453249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5950fed7-83fb-47cc-8d53-10edd1d92bc2 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Calling delete_port for 97f40b67-c9af-4d20-86aa-127114625af1 owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:27:56.603761 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 38691fd8-985d-46ef-8fa4-f88316bbdd9a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:27:56.619955 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 38691fd8-985d-46ef-8fa4-f88316bbdd9a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:27:56.621188 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:56.723686 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5950fed7-83fb-47cc-8d53-10edd1d92bc2 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:56.793447 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-2f975756-d7d2-4f58-a6a3-3cfc2367c6f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:27:56.794126 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-2f975756-d7d2-4f58-a6a3-3cfc2367c6f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:27:56.796104 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950fed7-83fb-47cc-8d53-10edd1d92bc2 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Pushing event deleted for resources: {'Port': ['ID=97f40b67-c9af-4d20-86aa-127114625af1,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:56.860219 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:56.890047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 38691fd8-985d-46ef-8fa4-f88316bbdd9a, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=38691fd8-985d-46ef-8fa4-f88316bbdd9a,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:27:56.895559 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:56.928728 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5950fed7-83fb-47cc-8d53-10edd1d92bc2 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:56.967154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=38691fd8-985d-46ef-8fa4-f88316bbdd9a,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:56.982325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:56.983160 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:56.984336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:56.985137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:56.985686 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:56.986379 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:56.987151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:56.987832 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:56.988339 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:56.988860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:56.989508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:56.990435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:27:57.054274 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5950fed7-83fb-47cc-8d53-10edd1d92bc2 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:57.056429 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5950fed7-83fb-47cc-8d53-10edd1d92bc2 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:57.104931 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5950fed7-83fb-47cc-8d53-10edd1d92bc2 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:57.109487 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5950fed7-83fb-47cc-8d53-10edd1d92bc2 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca20b507-1ad3-4d8b-83e4-9e3c1050b64e {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:27:57.117368 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5950fed7-83fb-47cc-8d53-10edd1d92bc2 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:57.122492 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5950fed7-83fb-47cc-8d53-10edd1d92bc2 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "DELETE /v2.0/routers/ca20b507-1ad3-4d8b-83e4-9e3c1050b64e HTTP/1.1" status: 204 len: 168 time: 1.2859685 Aug 06 16:27:57.122732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 49996) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:57.261336 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8e2343e-3d90-498b-9bec-05f627e6dc8b tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:57.332054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f975756-d7d2-4f58-a6a3-3cfc2367c6f0 None None] Port 97f40b67-c9af-4d20-86aa-127114625af1 not found while updating agent binding for router ca20b507-1ad3-4d8b-83e4-9e3c1050b64e. {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 06 16:27:57.351385 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f975756-d7d2-4f58-a6a3-3cfc2367c6f0 None None] Routers set() bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:27:57.351684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f975756-d7d2-4f58-a6a3-3cfc2367c6f0 None None] Router IDs set() for agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 16:27:57.352333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_agentschedulers_db [None req-2f975756-d7d2-4f58-a6a3-3cfc2367c6f0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ca20b507-1ad3-4d8b-83e4-9e3c1050b64e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:27:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent'). {{(pid=105766) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 06 16:27:57.353195 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f975756-d7d2-4f58-a6a3-3cfc2367c6f0 None None] The sync data for ids ['ca20b507-1ad3-4d8b-83e4-9e3c1050b64e'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:27:57.447928 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8e2343e-3d90-498b-9bec-05f627e6dc8b tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:57.518726 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2343e-3d90-498b-9bec-05f627e6dc8b tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Deleting port 38691fd8-985d-46ef-8fa4-f88316bbdd9a {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:27:57.519539 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8e2343e-3d90-498b-9bec-05f627e6dc8b tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:57.680187 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-f8e2343e-3d90-498b-9bec-05f627e6dc8b tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] For port 38691fd8-985d-46ef-8fa4-f88316bbdd9a, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=38691fd8-985d-46ef-8fa4-f88316bbdd9a,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:27:57.680556 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8e2343e-3d90-498b-9bec-05f627e6dc8b tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:57.694865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2343e-3d90-498b-9bec-05f627e6dc8b tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Calling delete_port for 38691fd8-985d-46ef-8fa4-f88316bbdd9a owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:27:58.022562 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8e2343e-3d90-498b-9bec-05f627e6dc8b tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:58.062039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2343e-3d90-498b-9bec-05f627e6dc8b tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Pushing event deleted for resources: {'Port': ['ID=38691fd8-985d-46ef-8fa4-f88316bbdd9a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:58.094911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50020) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:58.167301 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8e2343e-3d90-498b-9bec-05f627e6dc8b tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:58.225085 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-adc301cf-4a6e-4eb8-9efd-4172e1b343dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:58.339413 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8e2343e-3d90-498b-9bec-05f627e6dc8b tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:58.342523 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8e2343e-3d90-498b-9bec-05f627e6dc8b tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:58.379026 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-adc301cf-4a6e-4eb8-9efd-4172e1b343dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:58.385023 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-adc301cf-4a6e-4eb8-9efd-4172e1b343dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:58.398026 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8e2343e-3d90-498b-9bec-05f627e6dc8b tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:58.398681 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e2343e-3d90-498b-9bec-05f627e6dc8b tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 806366e8-b12f-4ba3-b7a6-7236d2b6bf7c {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:27:58.426665 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f8e2343e-3d90-498b-9bec-05f627e6dc8b tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:58.431163 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f8e2343e-3d90-498b-9bec-05f627e6dc8b tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "DELETE /v2.0/routers/806366e8-b12f-4ba3-b7a6-7236d2b6bf7c HTTP/1.1" status: 204 len: 168 time: 1.3011382 Aug 06 16:27:58.431881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50024) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:58.439608 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-adc301cf-4a6e-4eb8-9efd-4172e1b343dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81cd0a5520f842c08813d720c58c31df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429744 Aug 06 16:27:58.444270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50026) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:27:58.446595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-461058849', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:27:58.498656 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:58.499926 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:58.532994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc301cf-4a6e-4eb8-9efd-4172e1b343dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbba26c6-4a0a-44e3-8740-ae07e1483740,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:58.609434 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-905ce353-5c9f-45a9-a47d-db8459751044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:58.649927 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:58.695400 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-905ce353-5c9f-45a9-a47d-db8459751044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:58.799989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-905ce353-5c9f-45a9-a47d-db8459751044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:58.802587 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-905ce353-5c9f-45a9-a47d-db8459751044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:58.803777 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-905ce353-5c9f-45a9-a47d-db8459751044 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cbba26c6-4a0a-44e3-8740-ae07e1483740 HTTP/1.1" status: 204 len: 168 time: 0.3454673 Aug 06 16:27:58.839603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ce353-5c9f-45a9-a47d-db8459751044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbba26c6-4a0a-44e3-8740-ae07e1483740,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:58.915124 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:59.239564 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:59.264459 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:59.375279 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Allocated IP 172.25.1.4 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/4f3d1b48-3873-48b7-8e24-7b125a487e2c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:27:59.529004 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:59.591314 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:59.637056 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:27:59.640626 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:27:59.645438 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:27:59.682793 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Pushing event updated for resources: {'Port': ['ID=4f3d1b48-3873-48b7-8e24-7b125a487e2c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:27:59.977233 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:00.210712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 38691fd8-985d-46ef-8fa4-f88316bbdd9a no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:28:00.248638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 38691fd8-985d-46ef-8fa4-f88316bbdd9a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:28:00.251055 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 38691fd8-985d-46ef-8fa4-f88316bbdd9a not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:28:00.264619 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:00.449282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Router 96d09ff9-8330-48a2-897b-d8b9df134a4c is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:28:00.939980 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:28:00.949108 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bfe42f-b8e9-4957-9aa9-f3a3097c8ff5 None None] Sync routers for ids ['96d09ff9-8330-48a2-897b-d8b9df134a4c'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:28:00.966808 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:00.968386 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7eaa32a0-e0cf-4550-af54-9b65d237a881 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5348995 Aug 06 16:28:00.970866 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50102) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:00.976512 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bfe42f-b8e9-4957-9aa9-f3a3097c8ff5 None None] Routers {'96d09ff9-8330-48a2-897b-d8b9df134a4c'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:00.976512 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-07bfe42f-b8e9-4957-9aa9-f3a3097c8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:27:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['96d09ff9-8330-48a2-897b-d8b9df134a4c'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:00.976747 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-cb44805c-a7c1-44ba-a8a8-014b78cb5946 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'enable_snat': False}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:01.141702 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-07bfe42f-b8e9-4957-9aa9-f3a3097c8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:01.152359 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bfe42f-b8e9-4957-9aa9-f3a3097c8ff5 None None] Routers {'96d09ff9-8330-48a2-897b-d8b9df134a4c'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:01.153583 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-07bfe42f-b8e9-4957-9aa9-f3a3097c8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:27:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['96d09ff9-8330-48a2-897b-d8b9df134a4c'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:01.189963 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-07bfe42f-b8e9-4957-9aa9-f3a3097c8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:01.190771 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bfe42f-b8e9-4957-9aa9-f3a3097c8ff5 None None] The sync data for ids ['96d09ff9-8330-48a2-897b-d8b9df134a4c'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:28:01.400094 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb44805c-a7c1-44ba-a8a8-014b78cb5946 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:01.913392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb44805c-a7c1-44ba-a8a8-014b78cb5946 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:01.922004 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb44805c-a7c1-44ba-a8a8-014b78cb5946 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:02.077445 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb44805c-a7c1-44ba-a8a8-014b78cb5946 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Router 96d09ff9-8330-48a2-897b-d8b9df134a4c has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:28:02.203974 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb44805c-a7c1-44ba-a8a8-014b78cb5946 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:28:02.216770 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cb44805c-a7c1-44ba-a8a8-014b78cb5946 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:02.218384 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cb44805c-a7c1-44ba-a8a8-014b78cb5946 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "PUT /v2.0/routers/96d09ff9-8330-48a2-897b-d8b9df134a4c HTTP/1.1" status: 200 len: 923 time: 1.2465265 Aug 06 16:28:02.219612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5290014-eba5-41dc-9489-df142acb5c2b None None] Sync routers for ids ['96d09ff9-8330-48a2-897b-d8b9df134a4c'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:28:02.220907 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50136) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:02.239329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5290014-eba5-41dc-9489-df142acb5c2b None None] Routers {'96d09ff9-8330-48a2-897b-d8b9df134a4c'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:02.246335 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a5290014-eba5-41dc-9489-df142acb5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:27:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['96d09ff9-8330-48a2-897b-d8b9df134a4c'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:02.285933 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a5290014-eba5-41dc-9489-df142acb5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:02.303652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5290014-eba5-41dc-9489-df142acb5c2b None None] Routers {'96d09ff9-8330-48a2-897b-d8b9df134a4c'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:02.305778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a5290014-eba5-41dc-9489-df142acb5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:27:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['96d09ff9-8330-48a2-897b-d8b9df134a4c'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:02.344141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a5290014-eba5-41dc-9489-df142acb5c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:02.344816 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5290014-eba5-41dc-9489-df142acb5c2b None None] The sync data for ids ['96d09ff9-8330-48a2-897b-d8b9df134a4c'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:28:02.363029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50140) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:02.363587 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4f186e6c-7a27-4b88-a534-5960498381f6 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/routers/96d09ff9-8330-48a2-897b-d8b9df134a4c HTTP/1.1" status: 200 len: 923 time: 0.1408551 Aug 06 16:28:02.458679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0628f382-bf04-4c68-acba-6df2505e3a98 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:02.462650 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0628f382-bf04-4c68-acba-6df2505e3a98 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&device_id=96d09ff9-8330-48a2-897b-d8b9df134a4c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0961850 Aug 06 16:28:02.463493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50146) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:02.583861 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becc0f28-0eff-4c0e-8c2d-abfd3c78f398 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:02.585283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-becc0f28-0eff-4c0e-8c2d-abfd3c78f398 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 881 time: 0.1201041 Aug 06 16:28:02.588589 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50150) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:02.627713 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b43f4376-6e61-4f3e-a5ca-5633599a4d97 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "GET /v2.0/ports?device_id=96d09ff9-8330-48a2-897b-d8b9df134a4c HTTP/1.1" status: 200 len: 205 time: 0.0379622 Aug 06 16:28:02.630229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50152) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:02.752905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f15edc-714d-4b5d-97fc-f65a1971460a req-a1c8f92b-3253-4de6-ac1a-1febf5234bf1 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:02.754788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84f15edc-714d-4b5d-97fc-f65a1971460a req-a1c8f92b-3253-4de6-ac1a-1febf5234bf1 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 946 time: 0.0584702 Aug 06 16:28:02.759743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f79656d-d366-419b-8c84-18d3b5f2a38c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:02.808916 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84f15edc-714d-4b5d-97fc-f65a1971460a req-11299cea-75ae-4837-8a5f-d34281ba49f4 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471516 Aug 06 16:28:02.899690 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f79656d-d366-419b-8c84-18d3b5f2a38c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:02.969176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-8f79656d-d366-419b-8c84-18d3b5f2a38c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Deleting port 4f3d1b48-3873-48b7-8e24-7b125a487e2c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:02.969176 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f79656d-d366-419b-8c84-18d3b5f2a38c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:03.062476 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f79656d-d366-419b-8c84-18d3b5f2a38c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:03.076971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-8f79656d-d366-419b-8c84-18d3b5f2a38c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Calling delete_port for 4f3d1b48-3873-48b7-8e24-7b125a487e2c owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:03.295116 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f79656d-d366-419b-8c84-18d3b5f2a38c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:03.324551 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79656d-d366-419b-8c84-18d3b5f2a38c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Pushing event deleted for resources: {'Port': ['ID=4f3d1b48-3873-48b7-8e24-7b125a487e2c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:03.406606 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f79656d-d366-419b-8c84-18d3b5f2a38c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:03.506732 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f79656d-d366-419b-8c84-18d3b5f2a38c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:03.508911 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f79656d-d366-419b-8c84-18d3b5f2a38c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:03.559151 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f79656d-d366-419b-8c84-18d3b5f2a38c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:03.559678 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f79656d-d366-419b-8c84-18d3b5f2a38c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Fanout notify agent at l3_agent the message router_deleted on router 96d09ff9-8330-48a2-897b-d8b9df134a4c {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:28:03.567581 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8f79656d-d366-419b-8c84-18d3b5f2a38c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:03.569040 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8f79656d-d366-419b-8c84-18d3b5f2a38c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "DELETE /v2.0/routers/96d09ff9-8330-48a2-897b-d8b9df134a4c HTTP/1.1" status: 204 len: 168 time: 0.9375975 Aug 06 16:28:03.573197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50182) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:03.579584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e710e691-1285-4f52-9ad7-e1e192766f64 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-662621820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:03.610600 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e710e691-1285-4f52-9ad7-e1e192766f64 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:03.611740 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e710e691-1285-4f52-9ad7-e1e192766f64 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:03.683098 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e710e691-1285-4f52-9ad7-e1e192766f64 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:03.687906 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e710e691-1285-4f52-9ad7-e1e192766f64 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:03.714912 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e710e691-1285-4f52-9ad7-e1e192766f64 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:03.718922 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e710e691-1285-4f52-9ad7-e1e192766f64 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1418138 Aug 06 16:28:03.719396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50188) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:03.724913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:03.771805 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dd40e9ff-64af-4906-a26d-8a08d4eedb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:03.993879 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b4627-dba6-49a6-9e88-ae60752a5d29 req-00b32568-7c31-4410-88d0-99268a7e1840 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:03.996954 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-434b4627-dba6-49a6-9e88-ae60752a5d29 req-00b32568-7c31-4410-88d0-99268a7e1840 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 946 time: 0.0798011 Aug 06 16:28:04.026897 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:04.060476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-434b4627-dba6-49a6-9e88-ae60752a5d29 req-e05a5e39-2785-4490-ab4f-f9ddc1f48a9d tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561914 Aug 06 16:28:04.258080 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:04.284363 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:04.441536 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e166d22-caa7-49bc-a61e-cdcb424e31ec req-9d03a1e0-ed8e-482b-a0b6-5cc5f7fe48e2 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:04.443103 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6e166d22-caa7-49bc-a61e-cdcb424e31ec req-9d03a1e0-ed8e-482b-a0b6-5cc5f7fe48e2 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.78 "GET /v2.0/ports?device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 946 time: 0.0909491 Aug 06 16:28:04.450918 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Allocated IP 172.25.1.162 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/b7ba79e1-a1ae-45ed-929e-72bd9746a02f) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:28:04.641574 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-6e166d22-caa7-49bc-a61e-cdcb424e31ec req-3cdf9999-ac42-4f39-b03c-8578b1dd1a96 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Deleting port dd863bf2-41aa-4b81-8169-0c6eb6efc803 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:04.642293 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6e166d22-caa7-49bc-a61e-cdcb424e31ec req-3cdf9999-ac42-4f39-b03c-8578b1dd1a96 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:04.647850 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:04.766038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-6e166d22-caa7-49bc-a61e-cdcb424e31ec req-3cdf9999-ac42-4f39-b03c-8578b1dd1a96 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] For port dd863bf2-41aa-4b81-8169-0c6eb6efc803, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=dd863bf2-41aa-4b81-8169-0c6eb6efc803,segment=NetworkSegment(6650fc45-8bb5-4d50-8d79-6a81af207d3d),segment_id=6650fc45-8bb5-4d50-8d79-6a81af207d3d)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:04.766416 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6e166d22-caa7-49bc-a61e-cdcb424e31ec req-3cdf9999-ac42-4f39-b03c-8578b1dd1a96 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:04.783482 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-6e166d22-caa7-49bc-a61e-cdcb424e31ec req-3cdf9999-ac42-4f39-b03c-8578b1dd1a96 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Calling delete_port for dd863bf2-41aa-4b81-8169-0c6eb6efc803 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:04.790586 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:04.897194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:28:04.913262 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:04.919863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:28:04.924191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Pushing event updated for resources: {'Port': ['ID=b7ba79e1-a1ae-45ed-929e-72bd9746a02f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:05.124041 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6e166d22-caa7-49bc-a61e-cdcb424e31ec req-3cdf9999-ac42-4f39-b03c-8578b1dd1a96 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:05.139737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['dd863bf2-41aa-4b81-8169-0c6eb6efc803'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:28:05.209905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e166d22-caa7-49bc-a61e-cdcb424e31ec req-3cdf9999-ac42-4f39-b03c-8578b1dd1a96 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] No DVR routers for this DVR port dd863bf2-41aa-4b81-8169-0c6eb6efc803 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:28:05.213572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6e166d22-caa7-49bc-a61e-cdcb424e31ec req-3cdf9999-ac42-4f39-b03c-8578b1dd1a96 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:05.217847 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6e166d22-caa7-49bc-a61e-cdcb424e31ec req-3cdf9999-ac42-4f39-b03c-8578b1dd1a96 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.78 "DELETE /v2.0/ports/dd863bf2-41aa-4b81-8169-0c6eb6efc803 HTTP/1.1" status: 204 len: 173 time: 0.7535627 Aug 06 16:28:05.217847 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dddd36b-6642-444c-ab0b-57ef584e988b', 'name': 'network-vif-deleted', 'tag': 'dd863bf2-41aa-4b81-8169-0c6eb6efc803'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:28:05.223813 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cd145a-4bf3-4b33-9429-56ca6ac834b0" -d '{"events": [{"server_uuid": "3dddd36b-6642-444c-ab0b-57ef584e988b", "name": "network-vif-deleted", "tag": "dd863bf2-41aa-4b81-8169-0c6eb6efc803"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:28:05.230890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf9999-ac42-4f39-b03c-8578b1dd1a96 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Pushing event deleted for resources: {'Port': ['ID=dd863bf2-41aa-4b81-8169-0c6eb6efc803,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:05.235751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58188ddc-34af-4934-b2ce-921cfc4ef9e0 req-367baaed-45bf-4845-aba0-4c4b1769b96e tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dddd36b-6642-444c-ab0b-57ef584e988b HTTP/1.1" status: 200 len: 210 time: 0.0375624 Aug 06 16:28:05.293526 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7977473c-ccad-4f7a-96c7-a8e78db0eca8 x-openstack-request-id: req-7977473c-ccad-4f7a-96c7-a8e78db0eca8 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:28:05.293931 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dddd36b-6642-444c-ab0b-57ef584e988b", "name": "network-vif-deleted", "tag": "dd863bf2-41aa-4b81-8169-0c6eb6efc803", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:28:05.294340 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7977473c-ccad-4f7a-96c7-a8e78db0eca8 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:28:05.294919 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dddd36b-6642-444c-ab0b-57ef584e988b', 'name': 'network-vif-deleted', 'tag': 'dd863bf2-41aa-4b81-8169-0c6eb6efc803', 'status': 'completed', 'code': 200} Aug 06 16:28:05.752710 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:05.996516 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:06.000367 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:06.165401 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Router 196dcbb5-34f8-4400-94b4-26278cb41d39 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:28:06.234163 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-88c77f17-8271-413a-886e-93005776a3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:06.310760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:28:06.328319 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2549f41-5a45-4545-9e7c-566501c831d4 None None] Sync routers for ids ['196dcbb5-34f8-4400-94b4-26278cb41d39'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:28:06.331897 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:06.335645 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50290) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:06.343132 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2549f41-5a45-4545-9e7c-566501c831d4 None None] Routers {'196dcbb5-34f8-4400-94b4-26278cb41d39'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:06.343746 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f2549f41-5a45-4545-9e7c-566501c831d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['196dcbb5-34f8-4400-94b4-26278cb41d39'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:06.351588 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0fb66433-5ee5-4e2f-a6c2-2ca2102336d3 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "PUT /v2.0/routers/196dcbb5-34f8-4400-94b4-26278cb41d39 HTTP/1.1" status: 200 len: 883 time: 2.6307611 Aug 06 16:28:06.435163 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f2549f41-5a45-4545-9e7c-566501c831d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:06.444736 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2549f41-5a45-4545-9e7c-566501c831d4 None None] Routers {'196dcbb5-34f8-4400-94b4-26278cb41d39'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:06.445608 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f2549f41-5a45-4545-9e7c-566501c831d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['196dcbb5-34f8-4400-94b4-26278cb41d39'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:06.479692 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f2549f41-5a45-4545-9e7c-566501c831d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:06.480590 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2549f41-5a45-4545-9e7c-566501c831d4 None None] The sync data for ids ['196dcbb5-34f8-4400-94b4-26278cb41d39'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:28:06.647963 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:06.876445 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a76f6fed-19ba-434a-960c-24c262ff49a6 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/routers/196dcbb5-34f8-4400-94b4-26278cb41d39 HTTP/1.1" status: 200 len: 924 time: 0.5395846 Aug 06 16:28:06.879297 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50304) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:06.968113 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e7db1-ce12-49ff-9fe8-6eb7bf674525 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:06.969665 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a65e7db1-ce12-49ff-9fe8-6eb7bf674525 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&device_id=196dcbb5-34f8-4400-94b4-26278cb41d39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0886631 Aug 06 16:28:06.972365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50312) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:07.073991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2029a632-2600-4cbc-a236-d258bf452e77 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:07.075787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2029a632-2600-4cbc-a236-d258bf452e77 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 881 time: 0.1009276 Aug 06 16:28:07.078375 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50316) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:07.118664 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2a9b88cc-0759-4dd4-9553-956bf85dbde9 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "GET /v2.0/ports?device_id=196dcbb5-34f8-4400-94b4-26278cb41d39 HTTP/1.1" status: 200 len: 205 time: 0.0369036 Aug 06 16:28:07.119469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50320) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:07.249475 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-699a1382-ba9e-4226-a3a6-403dc93c354b tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:07.348490 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:07.427060 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-699a1382-ba9e-4226-a3a6-403dc93c354b tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:07.487571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-699a1382-ba9e-4226-a3a6-403dc93c354b tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Deleting port b7ba79e1-a1ae-45ed-929e-72bd9746a02f {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:07.487921 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-699a1382-ba9e-4226-a3a6-403dc93c354b tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:07.590567 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-699a1382-ba9e-4226-a3a6-403dc93c354b tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:07.607054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-699a1382-ba9e-4226-a3a6-403dc93c354b tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Calling delete_port for b7ba79e1-a1ae-45ed-929e-72bd9746a02f owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:07.936007 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-699a1382-ba9e-4226-a3a6-403dc93c354b tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:07.977485 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a1382-ba9e-4226-a3a6-403dc93c354b tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Pushing event deleted for resources: {'Port': ['ID=b7ba79e1-a1ae-45ed-929e-72bd9746a02f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:08.055457 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-699a1382-ba9e-4226-a3a6-403dc93c354b tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:08.156102 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-699a1382-ba9e-4226-a3a6-403dc93c354b tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:08.158286 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-699a1382-ba9e-4226-a3a6-403dc93c354b tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:08.216679 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-699a1382-ba9e-4226-a3a6-403dc93c354b tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:08.217351 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699a1382-ba9e-4226-a3a6-403dc93c354b tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Fanout notify agent at l3_agent the message router_deleted on router 196dcbb5-34f8-4400-94b4-26278cb41d39 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:28:08.228774 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-699a1382-ba9e-4226-a3a6-403dc93c354b tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:08.233824 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-699a1382-ba9e-4226-a3a6-403dc93c354b tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "DELETE /v2.0/routers/196dcbb5-34f8-4400-94b4-26278cb41d39 HTTP/1.1" status: 204 len: 168 time: 1.1098385 Aug 06 16:28:08.234242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50344) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:08.238631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-3ca4d378-d484-40af-9d89-ef49a7481cc6 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-420876736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:08.267563 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d378-d484-40af-9d89-ef49a7481cc6 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:08.268681 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d378-d484-40af-9d89-ef49a7481cc6 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:08.325717 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d378-d484-40af-9d89-ef49a7481cc6 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:08.331642 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d378-d484-40af-9d89-ef49a7481cc6 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:08.350065 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d378-d484-40af-9d89-ef49a7481cc6 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:08.351635 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3ca4d378-d484-40af-9d89-ef49a7481cc6 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1164563 Aug 06 16:28:08.355126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50352) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:08.359681 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'enable_snat': True}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:08.582134 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:08.608966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device dd863bf2-41aa-4b81-8169-0c6eb6efc803 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:28:08.660039 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: dd863bf2-41aa-4b81-8169-0c6eb6efc803 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:28:08.660381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device dd863bf2-41aa-4b81-8169-0c6eb6efc803 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:28:08.891192 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:08.926224 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:09.044700 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Allocated IP 172.25.1.251 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/66af16f5-9589-4583-8e8d-7c033066adce) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:28:09.095470 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:09.178319 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:09.251547 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:09.294597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:28:09.297641 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:09.302546 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:28:09.305767 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Pushing event updated for resources: {'Port': ['ID=66af16f5-9589-4583-8e8d-7c033066adce,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:09.696241 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:10.066493 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:10.074109 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:10.257470 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Router 51d9dc9a-9573-4617-915f-3d634ac60256 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:28:10.401493 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:28:10.405772 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:10.409569 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d5806ae5-9d3f-432f-b675-7495dda8fd80 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "PUT /v2.0/routers/51d9dc9a-9573-4617-915f-3d634ac60256 HTTP/1.1" status: 200 len: 918 time: 2.0508499 Aug 06 16:28:10.410561 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50404) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:10.413732 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd3b8bb-243c-4703-99bf-34f1fc45db8b None None] Sync routers for ids ['51d9dc9a-9573-4617-915f-3d634ac60256'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:28:10.424765 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd3b8bb-243c-4703-99bf-34f1fc45db8b None None] Routers {'51d9dc9a-9573-4617-915f-3d634ac60256'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:10.425409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1bd3b8bb-243c-4703-99bf-34f1fc45db8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['51d9dc9a-9573-4617-915f-3d634ac60256'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:10.461887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1bd3b8bb-243c-4703-99bf-34f1fc45db8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:10.471374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd3b8bb-243c-4703-99bf-34f1fc45db8b None None] Routers {'51d9dc9a-9573-4617-915f-3d634ac60256'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:10.471947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1bd3b8bb-243c-4703-99bf-34f1fc45db8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['51d9dc9a-9573-4617-915f-3d634ac60256'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:10.509711 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1bd3b8bb-243c-4703-99bf-34f1fc45db8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:10.510725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd3b8bb-243c-4703-99bf-34f1fc45db8b None None] The sync data for ids ['51d9dc9a-9573-4617-915f-3d634ac60256'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:28:10.551242 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-050d365a-f547-447c-b626-320f60636499 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/routers/51d9dc9a-9573-4617-915f-3d634ac60256 HTTP/1.1" status: 200 len: 924 time: 0.1399202 Aug 06 16:28:10.553837 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50410) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:10.597800 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85242e07-4686-4b1c-801b-3250ba47a4a8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:10.601691 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-85242e07-4686-4b1c-801b-3250ba47a4a8 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&device_id=51d9dc9a-9573-4617-915f-3d634ac60256&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0445092 Aug 06 16:28:10.601916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50412) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:10.694700 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c451ad6-93c0-4133-bb00-f9ffd8542dbf tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:10.699012 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0c451ad6-93c0-4133-bb00-f9ffd8542dbf tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 881 time: 0.0934396 Aug 06 16:28:10.700362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50416) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:10.730926 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-37687b18-036c-4ba3-8b37-11646a1370b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "GET /v2.0/ports?device_id=51d9dc9a-9573-4617-915f-3d634ac60256 HTTP/1.1" status: 200 len: 205 time: 0.0293736 Aug 06 16:28:10.734570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50422) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:10.872604 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c1b4ae7-0a22-4ebd-b6eb-ea8d6126ab8f tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:10.991143 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c1b4ae7-0a22-4ebd-b6eb-ea8d6126ab8f tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:11.059665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b4ae7-0a22-4ebd-b6eb-ea8d6126ab8f tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Deleting port 66af16f5-9589-4583-8e8d-7c033066adce {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:11.060421 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c1b4ae7-0a22-4ebd-b6eb-ea8d6126ab8f tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:11.165531 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c1b4ae7-0a22-4ebd-b6eb-ea8d6126ab8f tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:11.181998 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b4ae7-0a22-4ebd-b6eb-ea8d6126ab8f tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Calling delete_port for 66af16f5-9589-4583-8e8d-7c033066adce owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:11.404397 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c1b4ae7-0a22-4ebd-b6eb-ea8d6126ab8f tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:11.437814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b4ae7-0a22-4ebd-b6eb-ea8d6126ab8f tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Pushing event deleted for resources: {'Port': ['ID=66af16f5-9589-4583-8e8d-7c033066adce,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:11.507956 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c1b4ae7-0a22-4ebd-b6eb-ea8d6126ab8f tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:11.610791 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c1b4ae7-0a22-4ebd-b6eb-ea8d6126ab8f tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:11.612962 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c1b4ae7-0a22-4ebd-b6eb-ea8d6126ab8f tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:11.667559 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c1b4ae7-0a22-4ebd-b6eb-ea8d6126ab8f tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:11.668349 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1b4ae7-0a22-4ebd-b6eb-ea8d6126ab8f tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Fanout notify agent at l3_agent the message router_deleted on router 51d9dc9a-9573-4617-915f-3d634ac60256 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:28:11.686752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5c1b4ae7-0a22-4ebd-b6eb-ea8d6126ab8f tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:11.688075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5c1b4ae7-0a22-4ebd-b6eb-ea8d6126ab8f tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "DELETE /v2.0/routers/51d9dc9a-9573-4617-915f-3d634ac60256 HTTP/1.1" status: 204 len: 168 time: 0.9521616 Aug 06 16:28:11.691889 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50446) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:11.705705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-716e70f1-8550-4d8c-9700-6a93cb1bb1d9 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-183230946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:11.764188 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-716e70f1-8550-4d8c-9700-6a93cb1bb1d9 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:11.765882 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-716e70f1-8550-4d8c-9700-6a93cb1bb1d9 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:11.857288 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-716e70f1-8550-4d8c-9700-6a93cb1bb1d9 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:11.861712 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-716e70f1-8550-4d8c-9700-6a93cb1bb1d9 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:11.891214 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-716e70f1-8550-4d8c-9700-6a93cb1bb1d9 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:11.895286 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-716e70f1-8550-4d8c-9700-6a93cb1bb1d9 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2023730 Aug 06 16:28:11.895483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50454) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:11.907261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'enable_snat': False}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:12.154084 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:12.582053 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:12.611574 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:12.738522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Allocated IP 172.25.1.56 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/9d622487-fe94-43df-b7d5-0ed29f053c6b) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:28:12.871247 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:12.915285 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:12.966572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:28:12.970911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:12.974784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:28:13.010924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Pushing event updated for resources: {'Port': ['ID=9d622487-fe94-43df-b7d5-0ed29f053c6b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:13.263492 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:13.500695 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:13.504891 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:14.074153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Router f9930b31-b113-49d9-918b-59f8de3653d6 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:28:14.191134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-a235b27c-c232-4c2a-927d-efa1ec8d32ad tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:14.192746 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-a235b27c-c232-4c2a-927d-efa1ec8d32ad tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/networks?id=26f288b1-362a-4a33-8cf7-1cb265710f1a HTTP/1.1" status: 200 len: 814 time: 0.5368423 Aug 06 16:28:14.219322 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-1abeaec8-99be-44ef-be46-aabea0f2cee2 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/quotas/865899436ee44c2fb41f9e55ce11b02d HTTP/1.1" status: 200 len: 375 time: 0.0146554 Aug 06 16:28:14.245180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:28:14.260372 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b89c93-2a5e-43c1-8b64-da5c637a503a None None] Sync routers for ids ['f9930b31-b113-49d9-918b-59f8de3653d6'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:28:14.264526 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:14.268229 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a4aae793-5e95-46b7-b839-07644aeb84a0 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "PUT /v2.0/routers/f9930b31-b113-49d9-918b-59f8de3653d6 HTTP/1.1" status: 200 len: 918 time: 2.3688295 Aug 06 16:28:14.269101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50516) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:14.277035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-0773fc85-8e45-4977-9df2-1a6f415f0b7b tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=865899436ee44c2fb41f9e55ce11b02d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486560 Aug 06 16:28:14.297024 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b89c93-2a5e-43c1-8b64-da5c637a503a None None] Routers {'f9930b31-b113-49d9-918b-59f8de3653d6'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:14.297684 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c0b89c93-2a5e-43c1-8b64-da5c637a503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['f9930b31-b113-49d9-918b-59f8de3653d6'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:14.369788 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c0b89c93-2a5e-43c1-8b64-da5c637a503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:14.374688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50522) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:14.389021 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b89c93-2a5e-43c1-8b64-da5c637a503a None None] Routers {'f9930b31-b113-49d9-918b-59f8de3653d6'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:14.389969 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c0b89c93-2a5e-43c1-8b64-da5c637a503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['f9930b31-b113-49d9-918b-59f8de3653d6'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:14.429755 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c0b89c93-2a5e-43c1-8b64-da5c637a503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:14.430658 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b89c93-2a5e-43c1-8b64-da5c637a503a None None] The sync data for ids ['f9930b31-b113-49d9-918b-59f8de3653d6'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:28:14.478819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-37a96191-ed28-4b5d-a1bd-c80b99227543 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:14.484936 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-237c51f1-a0fe-4828-bffe-06ce0c4ff38d tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/routers/f9930b31-b113-49d9-918b-59f8de3653d6 HTTP/1.1" status: 200 len: 924 time: 0.2140796 Aug 06 16:28:14.486519 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-37a96191-ed28-4b5d-a1bd-c80b99227543 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2086296 Aug 06 16:28:14.488515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50528) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:14.497327 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50274d8f-4511-4d31-9716-36e6654e16a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:14.620413 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881eec32-2ad3-486c-bc5e-902a91e4f632 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:14.622045 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-881eec32-2ad3-486c-bc5e-902a91e4f632 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&device_id=f9930b31-b113-49d9-918b-59f8de3653d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1256974 Aug 06 16:28:14.624876 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50534) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:14.649555 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-f6d990d5-7e9b-4454-8376-d5d8ad895d81 service neutron] 10.222.0.37 "GET /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620915 Aug 06 16:28:14.784694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06307c2-0320-499c-a113-28fb746b9cdc tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:14.788850 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f06307c2-0320-499c-a113-28fb746b9cdc tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/networks/a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 881 time: 0.1603687 Aug 06 16:28:14.789396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50536) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:14.810162 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50274d8f-4511-4d31-9716-36e6654e16a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:14.813695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-3213e3e7-d696-40fb-b573-1f5e99787c29 service neutron] 10.222.0.37 "GET /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558278 Aug 06 16:28:14.815165 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50274d8f-4511-4d31-9716-36e6654e16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:14.837128 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-953c5982-4a45-4ae1-aa6c-32e6fcd9daa9 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9930b31-b113-49d9-918b-59f8de3653d6 HTTP/1.1" status: 200 len: 205 time: 0.0467689 Aug 06 16:28:14.837787 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50538) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:14.862244 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-50274d8f-4511-4d31-9716-36e6654e16a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba6c6cd1ab864a65b40a647866372440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4862547 Aug 06 16:28:14.863049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50274d8f-4511-4d31-9716-36e6654e16a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf36ea9-ebec-4054-8c96-f464f3e20ae3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:14.865540 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50540) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:14.936982 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cec38cb5-f3fb-497f-92b7-133797328025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:15.008507 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cec38cb5-f3fb-497f-92b7-133797328025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:15.054950 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:15.100045 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cec38cb5-f3fb-497f-92b7-133797328025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:15.107218 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cec38cb5-f3fb-497f-92b7-133797328025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:15.109103 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cec38cb5-f3fb-497f-92b7-133797328025 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eaf36ea9-ebec-4054-8c96-f464f3e20ae3 HTTP/1.1" status: 204 len: 168 time: 0.2314143 Aug 06 16:28:15.131901 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec38cb5-f3fb-497f-92b7-133797328025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf36ea9-ebec-4054-8c96-f464f3e20ae3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:15.209437 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:15.281912 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Deleting port 9d622487-fe94-43df-b7d5-0ed29f053c6b {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:15.282524 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:15.295479 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3262bed-e82d-4a14-843b-e1e296b7c020 req-b305f072-e517-4e32-bfcc-11749fe0cada tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 210 time: 0.2514317 Aug 06 16:28:15.385978 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:15.398683 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Calling delete_port for 9d622487-fe94-43df-b7d5-0ed29f053c6b owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:15.638042 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:15.666526 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Pushing event deleted for resources: {'Port': ['ID=9d622487-fe94-43df-b7d5-0ed29f053c6b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:15.702967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:15.703799 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:15.704405 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:15.704917 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:15.705119 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:15.705703 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:15.706265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:15.706601 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:15.706931 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:15.707262 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:15.707591 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:15.707920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:15.760907 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:15.884794 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:15.889842 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:15.945570 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:15.946142 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Fanout notify agent at l3_agent the message router_deleted on router f9930b31-b113-49d9-918b-59f8de3653d6 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:28:15.955119 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:15.956520 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5030d0d3-8702-45bc-af86-97a226d75cad tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "DELETE /v2.0/routers/f9930b31-b113-49d9-918b-59f8de3653d6 HTTP/1.1" status: 204 len: 168 time: 1.1176813 Aug 06 16:28:15.961289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50590) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:15.966655 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-485918456', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}, 'admin_state_up': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:15.994802 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:15.996417 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:16.057013 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:16.231934 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:16.395908 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-6b77ad58-3787-4ac7-a73b-d0f6d2df2ba6 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:16.398104 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-6b77ad58-3787-4ac7-a73b-d0f6d2df2ba6 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.78 "GET /v2.0/networks?id=26f288b1-362a-4a33-8cf7-1cb265710f1a HTTP/1.1" status: 200 len: 814 time: 0.1830459 Aug 06 16:28:16.414635 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-5f25fb69-252f-426c-9c01-45ee7cc98157 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Request body: {'port': {'device_id': 'dff452b1-c256-4671-9c3c-075abb10512f', 'network_id': '26f288b1-362a-4a33-8cf7-1cb265710f1a', 'admin_state_up': True, 'tenant_id': '865899436ee44c2fb41f9e55ce11b02d'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:16.469529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6ae62ef4-f394-4f2d-9058-fddba0109427 req-2f81d5fd-b03c-4a37-83c8-b2118b8aec3a tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 210 time: 0.0631492 Aug 06 16:28:16.499432 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:16.532237 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:16.624141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-5f25fb69-252f-426c-9c01-45ee7cc98157 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Made reservation on behalf of 865899436ee44c2fb41f9e55ce11b02d for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:16.628653 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-5f25fb69-252f-426c-9c01-45ee7cc98157 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:16.677120 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Allocated IP 172.25.1.149 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/73a753b9-2e29-45c0-8e23-7d5adc98bb64) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:28:16.779432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-5f25fb69-252f-426c-9c01-45ee7cc98157 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Allocated IP 172.20.0.3 (26f288b1-362a-4a33-8cf7-1cb265710f1a/c3a27503-8463-402d-8e8e-1de2aa6fc607/dbe3db45-217a-4c35-a1fc-d8c78979b456) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:28:16.809493 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:16.886335 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:16.934457 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Pushing event updated for resources: {'Port': ['ID=73a753b9-2e29-45c0-8e23-7d5adc98bb64,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:16.950988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:28:16.952983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:16.956311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:28:17.006676 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-5f25fb69-252f-426c-9c01-45ee7cc98157 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:17.055512 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-5f25fb69-252f-426c-9c01-45ee7cc98157 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:17.111330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-5f25fb69-252f-426c-9c01-45ee7cc98157 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Network 26f288b1-362a-4a33-8cf7-1cb265710f1a is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:28:17.114857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-5f25fb69-252f-426c-9c01-45ee7cc98157 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:17.120662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-5f25fb69-252f-426c-9c01-45ee7cc98157 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:28:17.149939 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25fb69-252f-426c-9c01-45ee7cc98157 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Pushing event updated for resources: {'Port': ['ID=dbe3db45-217a-4c35-a1fc-d8c78979b456,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:17.183012 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-5f25fb69-252f-426c-9c01-45ee7cc98157 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:17.183682 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-5f25fb69-252f-426c-9c01-45ee7cc98157 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:17.203615 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-5f25fb69-252f-426c-9c01-45ee7cc98157 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7942128 Aug 06 16:28:17.219180 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Request body: {'port': {'device_id': 'dff452b1-c256-4671-9c3c-075abb10512f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:17.263272 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:17.284182 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:17.529140 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:17.660449 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe3db45-217a-4c35-a1fc-d8c78979b456 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:28:17.668453 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:17.683128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Transition to ACTIVE for port object dbe3db45-217a-4c35-a1fc-d8c78979b456 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:28:17.688707 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:17.702967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a268668-4835-4c7e-874d-553f9dc7f273 req-63d6a1ce-f09c-43c4-ad23-1ad2c165120a tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:17.705132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a268668-4835-4c7e-874d-553f9dc7f273 req-63d6a1ce-f09c-43c4-ad23-1ad2c165120a tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 931 time: 0.1043372 Aug 06 16:28:17.770253 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a268668-4835-4c7e-874d-553f9dc7f273 req-406e74a6-6135-41b0-84b5-6d8586b333f9 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531254 Aug 06 16:28:17.781272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Router a52c137f-95d9-4ca0-bc77-3452ee9e29fa is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:28:17.925889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:28:17.935654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e293583-15de-40ab-bece-5428beabbce5 None None] Sync routers for ids ['a52c137f-95d9-4ca0-bc77-3452ee9e29fa'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:28:17.950338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e293583-15de-40ab-bece-5428beabbce5 None None] Routers {'a52c137f-95d9-4ca0-bc77-3452ee9e29fa'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:17.950891 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1e293583-15de-40ab-bece-5428beabbce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a52c137f-95d9-4ca0-bc77-3452ee9e29fa'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:17.954093 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:17.955783 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cd0bd3d3-0e03-4558-b5d4-c5769f3907b7 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9935925 Aug 06 16:28:17.958961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50640) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:17.966810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-63051c23-db47-4bae-b326-2cac723d50f5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:18.003295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1e293583-15de-40ab-bece-5428beabbce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:18.015864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e293583-15de-40ab-bece-5428beabbce5 None None] Routers {'a52c137f-95d9-4ca0-bc77-3452ee9e29fa'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:18.016806 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1e293583-15de-40ab-bece-5428beabbce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a52c137f-95d9-4ca0-bc77-3452ee9e29fa'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:18.052273 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1e293583-15de-40ab-bece-5428beabbce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:18.052927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e293583-15de-40ab-bece-5428beabbce5 None None] The sync data for ids ['a52c137f-95d9-4ca0-bc77-3452ee9e29fa'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:28:18.218685 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Pushing event updated for resources: {'Port': ['ID=dbe3db45-217a-4c35-a1fc-d8c78979b456,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:18.265190 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Attempting to bind port dbe3db45-217a-4c35-a1fc-d8c78979b456 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:28:18.265705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Attempting to bind port dbe3db45-217a-4c35-a1fc-d8c78979b456 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '6650fc45-8bb5-4d50-8d79-6a81af207d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '26f288b1-362a-4a33-8cf7-1cb265710f1a'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:28:18.266117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Attempting to bind port dbe3db45-217a-4c35-a1fc-d8c78979b456 on network 26f288b1-362a-4a33-8cf7-1cb265710f1a {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:28:18.273019 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Port dbe3db45-217a-4c35-a1fc-d8c78979b456 on network 26f288b1-362a-4a33-8cf7-1cb265710f1a not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:28:18.273772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Attempting to bind port dbe3db45-217a-4c35-a1fc-d8c78979b456 on network 26f288b1-362a-4a33-8cf7-1cb265710f1a {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:28:18.280529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:28:18.280977 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Checking segment: {'id': '6650fc45-8bb5-4d50-8d79-6a81af207d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '26f288b1-362a-4a33-8cf7-1cb265710f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:28:18.281191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Bound using segment: {'id': '6650fc45-8bb5-4d50-8d79-6a81af207d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '26f288b1-362a-4a33-8cf7-1cb265710f1a'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:28:18.281935 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Bound port: dbe3db45-217a-4c35-a1fc-d8c78979b456, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6650fc45-8bb5-4d50-8d79-6a81af207d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '26f288b1-362a-4a33-8cf7-1cb265710f1a'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:28:18.282301 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:18.355965 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] For port dbe3db45-217a-4c35-a1fc-d8c78979b456, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:28:18.359955 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] For port dbe3db45-217a-4c35-a1fc-d8c78979b456, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=dbe3db45-217a-4c35-a1fc-d8c78979b456,segment=NetworkSegment(6650fc45-8bb5-4d50-8d79-6a81af207d3d),segment_id=6650fc45-8bb5-4d50-8d79-6a81af207d3d)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:28:18.364208 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:18.395177 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63051c23-db47-4bae-b326-2cac723d50f5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:18.401193 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:18.402087 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:18.403645 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] 10.222.0.78 "PUT /v2.0/ports/dbe3db45-217a-4c35-a1fc-d8c78979b456 HTTP/1.1" status: 200 len: 1091 time: 1.1889832 Aug 06 16:28:18.407358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff452b1-c256-4671-9c3c-075abb10512f', 'tag': 'dbe3db45-217a-4c35-a1fc-d8c78979b456'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:28:18.411275 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63051c23-db47-4bae-b326-2cac723d50f5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:18.411677 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb69024e-fe3e-4932-9352-aaa8ad5748e0" -d '{"events": [{"name": "network-changed", "server_uuid": "dff452b1-c256-4671-9c3c-075abb10512f", "tag": "dbe3db45-217a-4c35-a1fc-d8c78979b456"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:28:18.460620 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8098554d-f6e3-46ca-b47d-5dc119e635fd x-openstack-request-id: req-8098554d-f6e3-46ca-b47d-5dc119e635fd {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:28:18.462066 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff452b1-c256-4671-9c3c-075abb10512f", "tag": "dbe3db45-217a-4c35-a1fc-d8c78979b456", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:28:18.462747 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8098554d-f6e3-46ca-b47d-5dc119e635fd {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:28:18.463111 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff452b1-c256-4671-9c3c-075abb10512f', 'tag': 'dbe3db45-217a-4c35-a1fc-d8c78979b456', 'status': 'completed', 'code': 200} Aug 06 16:28:18.498996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e3c37-a0e3-4784-9391-5202cd8b079e service neutron] Pushing event updated for resources: {'Port': ['ID=dbe3db45-217a-4c35-a1fc-d8c78979b456,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:18.511189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-63051c23-db47-4bae-b326-2cac723d50f5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Deleting port 73a753b9-2e29-45c0-8e23-7d5adc98bb64 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:18.511549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63051c23-db47-4bae-b326-2cac723d50f5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:18.518999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-528f0673-6c44-460b-a712-1479387db335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:18.520927 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-528f0673-6c44-460b-a712-1479387db335 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=865899436ee44c2fb41f9e55ce11b02d&device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 1094 time: 0.0688629 Aug 06 16:28:18.581964 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-9057810c-b7cc-4460-84d1-5a0aebb56e6a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbe3db45-217a-4c35-a1fc-d8c78979b456 HTTP/1.1" status: 200 len: 217 time: 0.0509169 Aug 06 16:28:18.626465 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63051c23-db47-4bae-b326-2cac723d50f5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:18.635823 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-b90c5dda-44f7-47e1-84f5-5cf21898fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:18.638087 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-b90c5dda-44f7-47e1-84f5-5cf21898fa67 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3a27503-8463-402d-8e8e-1de2aa6fc607 HTTP/1.1" status: 200 len: 854 time: 0.0483687 Aug 06 16:28:18.640191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-63051c23-db47-4bae-b326-2cac723d50f5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Calling delete_port for 73a753b9-2e29-45c0-8e23-7d5adc98bb64 owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:18.673600 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-e10ba9e4-446e-4762-90b5-0817f6012f25 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=26f288b1-362a-4a33-8cf7-1cb265710f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271466 Aug 06 16:28:18.796618 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-94cab2b2-ac79-489b-9507-9ce4b8d2b32b service neutron] 10.222.0.78 "GET /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135273 Aug 06 16:28:18.875231 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63051c23-db47-4bae-b326-2cac723d50f5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:18.912150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-ef228b4a-2239-4e00-8ba6-b91cacbd187e req-faea5d92-4c94-4c32-b8ec-a1c4177f5028 service neutron] (105765) timed out ('10.222.0.13', 57193) {{(pid=105765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:28:18.912769 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9c24939d-0a5a-4c59-9b0e-814fdc951610 req-20baba7a-f936-4514-9541-a5fec3c5f8e4 service neutron] 10.222.0.78 "GET /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056592 Aug 06 16:28:18.929444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63051c23-db47-4bae-b326-2cac723d50f5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Pushing event deleted for resources: {'Port': ['ID=73a753b9-2e29-45c0-8e23-7d5adc98bb64,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:19.009061 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2562d0b-245f-4037-b59f-a0e3bd5c0f3d req-7fe08818-5d56-4e9b-b28a-2e1877434807 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:19.011436 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2562d0b-245f-4037-b59f-a0e3bd5c0f3d req-7fe08818-5d56-4e9b-b28a-2e1877434807 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 943 time: 0.1335931 Aug 06 16:28:19.024917 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63051c23-db47-4bae-b326-2cac723d50f5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:19.030068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69024e-fe3e-4932-9352-aaa8ad5748e0 req-cc6e4efe-cc43-4dd5-8087-9c547457fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:19.032193 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fb69024e-fe3e-4932-9352-aaa8ad5748e0 req-cc6e4efe-cc43-4dd5-8087-9c547457fbda service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=865899436ee44c2fb41f9e55ce11b02d&device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 1094 time: 0.0566998 Aug 06 16:28:19.179523 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69024e-fe3e-4932-9352-aaa8ad5748e0 req-ece36045-ec32-4222-a5fb-d7df75d32012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:19.182289 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fb69024e-fe3e-4932-9352-aaa8ad5748e0 req-ece36045-ec32-4222-a5fb-d7df75d32012 service neutron] 10.222.0.78 "GET /v2.0/networks?id=26f288b1-362a-4a33-8cf7-1cb265710f1a HTTP/1.1" status: 200 len: 915 time: 0.1410894 Aug 06 16:28:19.199628 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2562d0b-245f-4037-b59f-a0e3bd5c0f3d req-97fb9588-951f-4d3b-8981-720bb48c10ea tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807120 Aug 06 16:28:19.231606 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fb69024e-fe3e-4932-9352-aaa8ad5748e0 req-61533494-3284-4dca-8b5f-c4d6ef54351d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbe3db45-217a-4c35-a1fc-d8c78979b456 HTTP/1.1" status: 200 len: 217 time: 0.0390232 Aug 06 16:28:19.323961 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69024e-fe3e-4932-9352-aaa8ad5748e0 req-1e6b548b-33c0-4df0-ac24-c962883ffe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:19.326009 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fb69024e-fe3e-4932-9352-aaa8ad5748e0 req-1e6b548b-33c0-4df0-ac24-c962883ffe64 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3a27503-8463-402d-8e8e-1de2aa6fc607 HTTP/1.1" status: 200 len: 854 time: 0.0809007 Aug 06 16:28:19.334727 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63051c23-db47-4bae-b326-2cac723d50f5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:19.338887 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63051c23-db47-4bae-b326-2cac723d50f5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:19.374763 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fb69024e-fe3e-4932-9352-aaa8ad5748e0 req-7bcf7a3b-d11d-4833-ad66-0cadd7e008ff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=26f288b1-362a-4a33-8cf7-1cb265710f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372999 Aug 06 16:28:19.644768 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fb69024e-fe3e-4932-9352-aaa8ad5748e0 req-e3339e1a-af15-4034-9d97-127a05adda81 service neutron] 10.222.0.78 "GET /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573831 Aug 06 16:28:19.805890 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fb69024e-fe3e-4932-9352-aaa8ad5748e0 req-3181ca10-df25-4c98-b54a-454e189524b5 service neutron] 10.222.0.78 "GET /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491241 Aug 06 16:28:19.931612 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63051c23-db47-4bae-b326-2cac723d50f5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Router a52c137f-95d9-4ca0-bc77-3452ee9e29fa has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:28:20.007044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63051c23-db47-4bae-b326-2cac723d50f5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:28:20.014308 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63051c23-db47-4bae-b326-2cac723d50f5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:20.017904 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-63051c23-db47-4bae-b326-2cac723d50f5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "PUT /v2.0/routers/a52c137f-95d9-4ca0-bc77-3452ee9e29fa HTTP/1.1" status: 200 len: 709 time: 2.0544896 Aug 06 16:28:20.018233 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50678) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:20.018964 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ecab6-e89b-49d6-89cb-533dfb348352 None None] Sync routers for ids ['a52c137f-95d9-4ca0-bc77-3452ee9e29fa'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:28:20.028721 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ecab6-e89b-49d6-89cb-533dfb348352 None None] Routers {'a52c137f-95d9-4ca0-bc77-3452ee9e29fa'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:20.029455 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ec6ecab6-e89b-49d6-89cb-533dfb348352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a52c137f-95d9-4ca0-bc77-3452ee9e29fa'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:20.061089 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ec6ecab6-e89b-49d6-89cb-533dfb348352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:20.070257 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ecab6-e89b-49d6-89cb-533dfb348352 None None] Routers {'a52c137f-95d9-4ca0-bc77-3452ee9e29fa'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:20.070967 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ec6ecab6-e89b-49d6-89cb-533dfb348352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a52c137f-95d9-4ca0-bc77-3452ee9e29fa'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:20.097676 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f9f8f84d-a097-47a8-8ffa-d3c923404d31 tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/routers/a52c137f-95d9-4ca0-bc77-3452ee9e29fa HTTP/1.1" status: 200 len: 744 time: 0.0757544 Aug 06 16:28:20.097979 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50680) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:20.109600 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ec6ecab6-e89b-49d6-89cb-533dfb348352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:20.110334 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ecab6-e89b-49d6-89cb-533dfb348352 None None] The sync data for ids ['a52c137f-95d9-4ca0-bc77-3452ee9e29fa'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:28:20.150364 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-082b7693-9e4e-4324-8cf5-a538c6add6af tempest-RoutersIpV6AdminTest-1681832302 tempest-RoutersIpV6AdminTest-1681832302-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&device_id=a52c137f-95d9-4ca0-bc77-3452ee9e29fa HTTP/1.1" status: 200 len: 205 time: 0.0511692 Aug 06 16:28:20.152983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50686) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:20.181794 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-64ca79d9-1c2d-42ce-962b-1fc4c5a2df75 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "GET /v2.0/ports?device_id=a52c137f-95d9-4ca0-bc77-3452ee9e29fa HTTP/1.1" status: 200 len: 205 time: 0.0263321 Aug 06 16:28:20.183887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50688) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:20.268115 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c4ef1e8a-2c0f-43e9-83c5-2a47d6e9d871 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:20.480851 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a1e29-9079-4c09-892e-4f2195016e5d req-cf4bd881-0272-4e50-a2e3-31f895772534 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:20.482596 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc9a1e29-9079-4c09-892e-4f2195016e5d req-cf4bd881-0272-4e50-a2e3-31f895772534 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 943 time: 0.1805828 Aug 06 16:28:20.487001 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c4ef1e8a-2c0f-43e9-83c5-2a47d6e9d871 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:20.489317 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c4ef1e8a-2c0f-43e9-83c5-2a47d6e9d871 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:20.558419 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c4ef1e8a-2c0f-43e9-83c5-2a47d6e9d871 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:20.558916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ef1e8a-2c0f-43e9-83c5-2a47d6e9d871 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Fanout notify agent at l3_agent the message router_deleted on router a52c137f-95d9-4ca0-bc77-3452ee9e29fa {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:28:20.566937 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c4ef1e8a-2c0f-43e9-83c5-2a47d6e9d871 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:20.568113 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c4ef1e8a-2c0f-43e9-83c5-2a47d6e9d871 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "DELETE /v2.0/routers/a52c137f-95d9-4ca0-bc77-3452ee9e29fa HTTP/1.1" status: 204 len: 168 time: 0.3832057 Aug 06 16:28:20.573261 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50702) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:20.576171 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc9a1e29-9079-4c09-892e-4f2195016e5d req-3fc5577b-b39d-4f1f-9176-5d4b3fafb34d tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850649 Aug 06 16:28:20.605967 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4d089373-443b-4157-96f4-da0b6d4cbdd8 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "GET /v2.0/ports?device_id=a52c137f-95d9-4ca0-bc77-3452ee9e29fa HTTP/1.1" status: 200 len: 205 time: 0.0289843 Aug 06 16:28:20.606244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50706) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:20.649118 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-e847fcf4-565c-463e-b67b-36ea0be65791 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] delete failed (client error): The resource could not be found. Aug 06 16:28:20.650743 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e847fcf4-565c-463e-b67b-36ea0be65791 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "DELETE /v2.0/routers/a52c137f-95d9-4ca0-bc77-3452ee9e29fa HTTP/1.1" status: 404 len: 336 time: 0.0435796 Aug 06 16:28:20.653303 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50708) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:20.686993 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4feaee27-4a4f-4138-900c-6481d7499ee5 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9930b31-b113-49d9-918b-59f8de3653d6 HTTP/1.1" status: 200 len: 205 time: 0.0303953 Aug 06 16:28:20.687515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50710) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:20.728481 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-038677e7-e948-4d56-80d3-0ce8f18bd17e tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] delete failed (client error): The resource could not be found. Aug 06 16:28:20.731908 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-038677e7-e948-4d56-80d3-0ce8f18bd17e tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "DELETE /v2.0/routers/f9930b31-b113-49d9-918b-59f8de3653d6 HTTP/1.1" status: 404 len: 336 time: 0.0414832 Aug 06 16:28:20.732141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50716) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:20.760825 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5bf2fba6-6a5f-4f2f-886f-6db24b16c347 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "GET /v2.0/ports?device_id=51d9dc9a-9573-4617-915f-3d634ac60256 HTTP/1.1" status: 200 len: 205 time: 0.0276353 Aug 06 16:28:20.763397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50718) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:20.801593 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-2ae650ee-41cd-420c-b7cd-bcec94329431 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] delete failed (client error): The resource could not be found. Aug 06 16:28:20.802651 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2ae650ee-41cd-420c-b7cd-bcec94329431 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "DELETE /v2.0/routers/51d9dc9a-9573-4617-915f-3d634ac60256 HTTP/1.1" status: 404 len: 336 time: 0.0382841 Aug 06 16:28:20.805474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50720) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:20.834403 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b65b9d99-3d27-44c0-8f4c-339ecd75ce34 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "GET /v2.0/ports?device_id=196dcbb5-34f8-4400-94b4-26278cb41d39 HTTP/1.1" status: 200 len: 205 time: 0.0278192 Aug 06 16:28:20.837026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50722) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:20.879972 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-5de0acc1-6a14-4d0b-bdf7-754e053e6fe1 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] delete failed (client error): The resource could not be found. Aug 06 16:28:20.883373 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5de0acc1-6a14-4d0b-bdf7-754e053e6fe1 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "DELETE /v2.0/routers/196dcbb5-34f8-4400-94b4-26278cb41d39 HTTP/1.1" status: 404 len: 336 time: 0.0424595 Aug 06 16:28:20.883629 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50728) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:20.914940 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c0d6d199-e8d7-4edd-95fb-9086a8b1bfb4 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "GET /v2.0/ports?device_id=96d09ff9-8330-48a2-897b-d8b9df134a4c HTTP/1.1" status: 200 len: 205 time: 0.0274842 Aug 06 16:28:20.915062 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50730) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:20.954933 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-ca8cf145-96f1-4306-90c6-9f47cbb3077c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] delete failed (client error): The resource could not be found. Aug 06 16:28:20.958578 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ca8cf145-96f1-4306-90c6-9f47cbb3077c tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "DELETE /v2.0/routers/96d09ff9-8330-48a2-897b-d8b9df134a4c HTTP/1.1" status: 404 len: 336 time: 0.0395105 Aug 06 16:28:20.958818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50734) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:20.990773 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-48c97e50-26ed-4c70-8f6c-353ec7c5bdd9 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "GET /v2.0/ports?device_id=66bd427b-1491-4605-a737-25778d7efe25 HTTP/1.1" status: 200 len: 205 time: 0.0309129 Aug 06 16:28:20.993033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50738) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:21.035014 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-4da58b07-997c-4dc0-b26f-608ecb4febda tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] delete failed (client error): The resource could not be found. Aug 06 16:28:21.037750 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4da58b07-997c-4dc0-b26f-608ecb4febda tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "DELETE /v2.0/routers/66bd427b-1491-4605-a737-25778d7efe25 HTTP/1.1" status: 404 len: 336 time: 0.0409667 Aug 06 16:28:21.038303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50744) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:21.064514 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce9bd73-7648-4ffb-8643-3b21237ba197 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] DELETE failed (client error): The resource could not be found. Aug 06 16:28:21.064968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce9bd73-7648-4ffb-8643-3b21237ba197 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:28:21.067014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bce9bd73-7648-4ffb-8643-3b21237ba197 tempest-RoutersIpV6AdminTest-1602856634 tempest-RoutersIpV6AdminTest-1602856634-project] 10.222.0.37 "DELETE /v2.0/subnets/369bfb68-f8fe-475f-961a-b322cc9cf301 HTTP/1.1" status: 404 len: 337 time: 0.0273938 Aug 06 16:28:21.362180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50750) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:21.548867 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e7faf3de-1c8b-4086-a124-8aee247d69a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:21.740321 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e7faf3de-1c8b-4086-a124-8aee247d69a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:21.748978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c05af6-f6c3-4862-b1e6-baaec299a6e2 req-d9227fa7-aca1-4c87-84b2-af690891200f tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:21.750508 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13c05af6-f6c3-4862-b1e6-baaec299a6e2 req-d9227fa7-aca1-4c87-84b2-af690891200f tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 943 time: 0.0872841 Aug 06 16:28:21.752058 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e7faf3de-1c8b-4086-a124-8aee247d69a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:21.808072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7faf3de-1c8b-4086-a124-8aee247d69a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5568908a-41a2-4219-b1aa-d51530b52bb6,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:21.822558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e7faf3de-1c8b-4086-a124-8aee247d69a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dfcc954f75ce42aba8df1b1ba2ea1b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4557772 Aug 06 16:28:21.822558 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50760) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:21.833862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13c05af6-f6c3-4862-b1e6-baaec299a6e2 req-a39a0186-2b29-4971-94e4-390161450c36 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760772 Aug 06 16:28:21.880002 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6cf5-8236-4ef0-b37e-4fe4420d7544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:21.903183 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6cf5-8236-4ef0-b37e-4fe4420d7544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:21.949814 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6cf5-8236-4ef0-b37e-4fe4420d7544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:21.952413 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a1a6cf5-8236-4ef0-b37e-4fe4420d7544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:21.953576 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4a1a6cf5-8236-4ef0-b37e-4fe4420d7544 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5568908a-41a2-4219-b1aa-d51530b52bb6 HTTP/1.1" status: 204 len: 168 time: 0.1305771 Aug 06 16:28:21.963161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a6cf5-8236-4ef0-b37e-4fe4420d7544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5568908a-41a2-4219-b1aa-d51530b52bb6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:22.225853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50766) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:22.272213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-70998ce2-229a-48c2-b41e-7c02bc192667 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4feab16051804732b05801f0f58f3c73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452051 Aug 06 16:28:22.274662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50768) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:22.323282 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c55801a0-c245-486c-8fe7-bee68410ba06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:22.344701 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c55801a0-c245-486c-8fe7-bee68410ba06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:22.393609 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c55801a0-c245-486c-8fe7-bee68410ba06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:22.396342 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c55801a0-c245-486c-8fe7-bee68410ba06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:22.397525 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c55801a0-c245-486c-8fe7-bee68410ba06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97c518c3-635b-4b90-8e4a-13d7ae1b97c0 HTTP/1.1" status: 204 len: 168 time: 0.1219041 Aug 06 16:28:22.406149 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55801a0-c245-486c-8fe7-bee68410ba06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c518c3-635b-4b90-8e4a-13d7ae1b97c0,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:22.704434 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device dbe3db45-217a-4c35-a1fc-d8c78979b456 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:28:22.817951 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port dbe3db45-217a-4c35-a1fc-d8c78979b456, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=dbe3db45-217a-4c35-a1fc-d8c78979b456,segment=NetworkSegment(6650fc45-8bb5-4d50-8d79-6a81af207d3d),segment_id=6650fc45-8bb5-4d50-8d79-6a81af207d3d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:22.851612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'dbe3db45-217a-4c35-a1fc-d8c78979b456', 'network_id': '26f288b1-362a-4a33-8cf7-1cb265710f1a', 'port_id': 'dbe3db45-217a-4c35-a1fc-d8c78979b456', 'mac_address': 'fa:16:3e:89:f0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a27503-8463-402d-8e8e-1de2aa6fc607', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:28:22.898559 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:22.912929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe3db45-217a-4c35-a1fc-d8c78979b456 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:28:22.936599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port dbe3db45-217a-4c35-a1fc-d8c78979b456, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=dbe3db45-217a-4c35-a1fc-d8c78979b456,segment=NetworkSegment(6650fc45-8bb5-4d50-8d79-6a81af207d3d),segment_id=6650fc45-8bb5-4d50-8d79-6a81af207d3d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:22.947301 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:23.018636 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ad2a-db83-4bc6-abd9-f1f23c008563 req-ea5eb951-a6aa-437b-996e-a758f5548e84 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:23.033015 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9957ad2a-db83-4bc6-abd9-f1f23c008563 req-ea5eb951-a6aa-437b-996e-a758f5548e84 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 944 time: 0.0901880 Aug 06 16:28:23.044775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=dbe3db45-217a-4c35-a1fc-d8c78979b456,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:23.097025 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9957ad2a-db83-4bc6-abd9-f1f23c008563 req-cf959024-6cf0-4f6f-be0a-03cbefccbaec tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575051 Aug 06 16:28:23.179172 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['dbe3db45-217a-4c35-a1fc-d8c78979b456'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:28:23.714771 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:24.010513 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:24.046460 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50818) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:24.161272 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1829035241', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:24.184269 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Made reservation on behalf of 4b6f44568bc748299259efe9568fc09e for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:24.186755 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:24.199708 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:24.235842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649228b-2aec-4835-8b71-bee19dc72fe6 req-190e9e01-8415-4b93-a6e3-05a66c3821f2 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:24.237421 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a649228b-2aec-4835-8b71-bee19dc72fe6 req-190e9e01-8415-4b93-a6e3-05a66c3821f2 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 944 time: 0.0570521 Aug 06 16:28:24.294249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a649228b-2aec-4835-8b71-bee19dc72fe6 req-cc4bae6d-1ad9-4312-ba03-ad90f57f2642 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485530 Aug 06 16:28:24.303039 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:24.308934 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:24.315053 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] device_id is not set on port cb47c9be-f043-4f70-8d36-a01ba5b5b83b yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:28:24.372825 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d57d52e-d14b-4b56-97e6-4e227f9e76f9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:24.433862 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Allocated IP 172.25.1.34 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/cb47c9be-f043-4f70-8d36-a01ba5b5b83b) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:28:24.572068 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:24.611340 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:24.654205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:28:24.657007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:24.660595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:28:24.682198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Pushing event updated for resources: {'Port': ['ID=cb47c9be-f043-4f70-8d36-a01ba5b5b83b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:24.703607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:24.704399 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:24.719361 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device dbe3db45-217a-4c35-a1fc-d8c78979b456 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:28:24.729764 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 50830) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:24.730362 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9590c8ba-ed66-48a7-ba52-d986b604b3b3 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6827254 Aug 06 16:28:24.736655 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-15e27fc9-f7ed-4a0a-a30b-0ac2b3f6a3ee tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.34'}]}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:24.779583 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15e27fc9-f7ed-4a0a-a30b-0ac2b3f6a3ee tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:24.781368 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15e27fc9-f7ed-4a0a-a30b-0ac2b3f6a3ee tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:24.795734 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port dbe3db45-217a-4c35-a1fc-d8c78979b456 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:28:24.800760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port dbe3db45-217a-4c35-a1fc-d8c78979b456 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:28:24.801026 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:24.844455 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15e27fc9-f7ed-4a0a-a30b-0ac2b3f6a3ee tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:24.894279 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:24.929680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port dbe3db45-217a-4c35-a1fc-d8c78979b456, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=dbe3db45-217a-4c35-a1fc-d8c78979b456,segment=NetworkSegment(6650fc45-8bb5-4d50-8d79-6a81af207d3d),segment_id=6650fc45-8bb5-4d50-8d79-6a81af207d3d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:24.930934 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff452b1-c256-4671-9c3c-075abb10512f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe3db45-217a-4c35-a1fc-d8c78979b456'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:28:24.939170 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b111e44-8ebd-405f-8cad-0986b0b65b39" -d '{"events": [{"server_uuid": "dff452b1-c256-4671-9c3c-075abb10512f", "name": "network-vif-plugged", "status": "completed", "tag": "dbe3db45-217a-4c35-a1fc-d8c78979b456"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:28:24.940451 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:25.001842 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=dbe3db45-217a-4c35-a1fc-d8c78979b456,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:25.018740 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b596a6fd-fcca-43b9-bb37-15ecea175e7d x-openstack-request-id: req-b596a6fd-fcca-43b9-bb37-15ecea175e7d {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:28:25.019043 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff452b1-c256-4671-9c3c-075abb10512f", "name": "network-vif-plugged", "status": "completed", "tag": "dbe3db45-217a-4c35-a1fc-d8c78979b456", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:28:25.019301 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b596a6fd-fcca-43b9-bb37-15ecea175e7d {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:28:25.019706 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff452b1-c256-4671-9c3c-075abb10512f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe3db45-217a-4c35-a1fc-d8c78979b456', 'code': 200} Aug 06 16:28:25.039370 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15e27fc9-f7ed-4a0a-a30b-0ac2b3f6a3ee tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:25.127168 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289b884-4fce-4c99-9d4d-2a3b34073a0d req-5f5ce923-99b5-41f3-a270-e69f75b410ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:25.131186 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5289b884-4fce-4c99-9d4d-2a3b34073a0d req-5f5ce923-99b5-41f3-a270-e69f75b410ac service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 1096 time: 0.0578840 Aug 06 16:28:25.189551 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5289b884-4fce-4c99-9d4d-2a3b34073a0d req-08b5d6b6-f4f3-490b-8979-cf5f5ed63af9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430048 Aug 06 16:28:25.274736 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15e27fc9-f7ed-4a0a-a30b-0ac2b3f6a3ee tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:25.295690 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15e27fc9-f7ed-4a0a-a30b-0ac2b3f6a3ee tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:25.464491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292bd38-ee00-4f60-b4c4-4b81fc0db712 req-0193c1dc-61b5-4862-b12a-eb6a0f9bafd9 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:25.465858 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9292bd38-ee00-4f60-b4c4-4b81fc0db712 req-0193c1dc-61b5-4862-b12a-eb6a0f9bafd9 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 945 time: 0.0986845 Aug 06 16:28:25.548145 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15e27fc9-f7ed-4a0a-a30b-0ac2b3f6a3ee tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:25.562338 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9292bd38-ee00-4f60-b4c4-4b81fc0db712 req-2de70ab9-358c-4325-a910-bfaa3d2bdc92 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716212 Aug 06 16:28:25.746508 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15e27fc9-f7ed-4a0a-a30b-0ac2b3f6a3ee tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:25.749227 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15e27fc9-f7ed-4a0a-a30b-0ac2b3f6a3ee tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:25.817484 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-15e27fc9-f7ed-4a0a-a30b-0ac2b3f6a3ee tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:25.818062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e27fc9-f7ed-4a0a-a30b-0ac2b3f6a3ee tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0dcbdc86-6765-4060-a518-96eeca225aff {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:28:25.842159 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-15e27fc9-f7ed-4a0a-a30b-0ac2b3f6a3ee tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 06 16:28:25.844406 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-15e27fc9-f7ed-4a0a-a30b-0ac2b3f6a3ee tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1129491 Aug 06 16:28:25.850817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50880) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:25.983167 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-535e9eab-b7e0-43eb-9b72-84485dec4318 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Deleting port cb47c9be-f043-4f70-8d36-a01ba5b5b83b {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:25.983758 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-535e9eab-b7e0-43eb-9b72-84485dec4318 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:26.098725 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-535e9eab-b7e0-43eb-9b72-84485dec4318 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:26.112599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-535e9eab-b7e0-43eb-9b72-84485dec4318 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Calling delete_port for cb47c9be-f043-4f70-8d36-a01ba5b5b83b owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:26.263345 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-535e9eab-b7e0-43eb-9b72-84485dec4318 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:26.293868 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e9eab-b7e0-43eb-9b72-84485dec4318 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb47c9be-f043-4f70-8d36-a01ba5b5b83b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:26.380972 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-535e9eab-b7e0-43eb-9b72-84485dec4318 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:26.383649 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-535e9eab-b7e0-43eb-9b72-84485dec4318 tempest-RoutersAdminNegativeIpV6Test-279600523 tempest-RoutersAdminNegativeIpV6Test-279600523-project-admin] 10.222.0.37 "DELETE /v2.0/ports/cb47c9be-f043-4f70-8d36-a01ba5b5b83b HTTP/1.1" status: 204 len: 168 time: 0.5310571 Aug 06 16:28:26.474280 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:28:26.806885 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f12c0-fd89-4c0f-a586-c55bf0e9dbc0 req-03c2d2a4-3b4a-47cc-8fff-e4e4a9a59821 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:26.815918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a1f12c0-fd89-4c0f-a586-c55bf0e9dbc0 req-03c2d2a4-3b4a-47cc-8fff-e4e4a9a59821 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 945 time: 0.1161518 Aug 06 16:28:26.864002 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 50982) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:26.909711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a1f12c0-fd89-4c0f-a586-c55bf0e9dbc0 req-4c0e5541-1999-4854-9fba-23da394608f1 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926790 Aug 06 16:28:27.049226 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-544aee56-322d-4d4c-939d-3a1d89ee5f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:27.232002 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-544aee56-322d-4d4c-939d-3a1d89ee5f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:27.237466 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-544aee56-322d-4d4c-939d-3a1d89ee5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:27.288159 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-544aee56-322d-4d4c-939d-3a1d89ee5f8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc64d9e4a0884fec826ea49538c54a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207311 Aug 06 16:28:27.289084 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544aee56-322d-4d4c-939d-3a1d89ee5f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff02fb4-f0b1-4510-9ee4-a5bb7266d837,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:27.291687 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51048) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:27.409812 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d784df5-6f41-4e44-8de3-b98c99786a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:27.445773 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d784df5-6f41-4e44-8de3-b98c99786a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:27.514394 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d784df5-6f41-4e44-8de3-b98c99786a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:27.517288 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d784df5-6f41-4e44-8de3-b98c99786a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:27.518462 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1d784df5-6f41-4e44-8de3-b98c99786a18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ff02fb4-f0b1-4510-9ee4-a5bb7266d837 HTTP/1.1" status: 204 len: 168 time: 0.2249181 Aug 06 16:28:27.526926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d784df5-6f41-4e44-8de3-b98c99786a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff02fb4-f0b1-4510-9ee4-a5bb7266d837,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:28.024188 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51150) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:28.129297 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-37f1ed08-7e93-4f7b-9ed3-14dac1a0c139 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b6f44568bc748299259efe9568fc09e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1026876 Aug 06 16:28:28.129846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51166) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:28.203535 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6dbe7ba5-e556-49a4-bf5b-05ca60360fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:28.235134 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6dbe7ba5-e556-49a4-bf5b-05ca60360fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:28.305183 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6dbe7ba5-e556-49a4-bf5b-05ca60360fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:28.310490 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6dbe7ba5-e556-49a4-bf5b-05ca60360fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:28.314447 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6dbe7ba5-e556-49a4-bf5b-05ca60360fd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d57d52e-d14b-4b56-97e6-4e227f9e76f9 HTTP/1.1" status: 204 len: 168 time: 0.1833560 Aug 06 16:28:28.328743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe7ba5-e556-49a4-bf5b-05ca60360fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d57d52e-d14b-4b56-97e6-4e227f9e76f9,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:29.465963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51350) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.583615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-0cb23d85-ac1f-4bbb-838c-f050b4e98d9f tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.588316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51372) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.597529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-f695f1f2-fd1c-428f-9226-739827bdb501 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.597529 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f695f1f2-fd1c-428f-9226-739827bdb501 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044351 Aug 06 16:28:29.597934 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0cb23d85-ac1f-4bbb-838c-f050b4e98d9f tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1275175 Aug 06 16:28:29.598034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51374) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.600079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-90d3eff1-4367-470a-ab69-dbcc6e0eb128 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.602083 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-90d3eff1-4367-470a-ab69-dbcc6e0eb128 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050402 Aug 06 16:28:29.603623 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51378) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.608557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-80f72b38-f193-4b00-b921-e7d71ac9c465 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.611808 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-80f72b38-f193-4b00-b921-e7d71ac9c465 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0051823 Aug 06 16:28:29.612227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51380) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.617087 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-4998343f-5c08-47aa-8b17-ab8b1c1b545c tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.622191 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4998343f-5c08-47aa-8b17-ab8b1c1b545c tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0089450 Aug 06 16:28:29.622822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51384) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.627436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-a22b84de-48b4-4cee-bd25-95ff1ac5f4b7 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.628413 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a22b84de-48b4-4cee-bd25-95ff1ac5f4b7 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046725 Aug 06 16:28:29.630845 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51388) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.635519 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-308d26de-db13-4af1-b700-b73465657102 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.639268 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-308d26de-db13-4af1-b700-b73465657102 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051804 Aug 06 16:28:29.639537 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51390) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.644589 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-3d5620ba-56c4-47b7-ad4d-febf7c2ef9e6 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.648135 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3d5620ba-56c4-47b7-ad4d-febf7c2ef9e6 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0050857 Aug 06 16:28:29.648536 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51394) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.653468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-cc8144db-6af2-4718-b8cb-e53db86f7160 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.656817 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cc8144db-6af2-4718-b8cb-e53db86f7160 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0068738 Aug 06 16:28:29.657055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51398) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.661582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-4233102b-ddc5-4e6b-833d-11a8cbce1285 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.662789 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4233102b-ddc5-4e6b-833d-11a8cbce1285 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048716 Aug 06 16:28:29.664974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51400) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.669272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-242512bb-2d27-4494-95e1-bb3d48ee2d85 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.670257 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-242512bb-2d27-4494-95e1-bb3d48ee2d85 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042515 Aug 06 16:28:29.672956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51402) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.678048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-35e94fee-ed66-4913-ab0c-884710a5eba1 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.679053 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-35e94fee-ed66-4913-ab0c-884710a5eba1 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043173 Aug 06 16:28:29.681732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51406) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.686571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-7e304497-2e36-4570-bbc2-b24f11695570 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.690060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7e304497-2e36-4570-bbc2-b24f11695570 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0072803 Aug 06 16:28:29.690853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51410) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.696042 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-d3f6c9c8-cf03-4000-ad28-c130a2b42245 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.697943 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d3f6c9c8-cf03-4000-ad28-c130a2b42245 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0060978 Aug 06 16:28:29.700279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51412) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.706760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-2d3a06c7-a55b-44d5-81cb-9e5c36be12cf tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.710078 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2d3a06c7-a55b-44d5-81cb-9e5c36be12cf tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0087092 Aug 06 16:28:29.711048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51416) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.716594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-0b195ffb-8c83-46d3-99f2-353cef2c7a39 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.717874 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0b195ffb-8c83-46d3-99f2-353cef2c7a39 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0057216 Aug 06 16:28:29.720620 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51420) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.725474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-28709e64-5440-4106-af0d-fd20efd57f81 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.729667 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51422) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.729940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-28709e64-5440-4106-af0d-fd20efd57f81 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0079100 Aug 06 16:28:29.735546 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-057d9d48-f182-478e-8290-51d287be2690 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.736492 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-057d9d48-f182-478e-8290-51d287be2690 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0054278 Aug 06 16:28:29.738936 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51424) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.743137 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-4e00bacc-a984-44f0-ab5b-b8a6f3fa9b2e tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.746593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51426) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.746722 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4e00bacc-a984-44f0-ab5b-b8a6f3fa9b2e tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0067937 Aug 06 16:28:29.752085 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-64fa43ae-34d7-41ad-a68f-4d0f1056d662 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.753648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-64fa43ae-34d7-41ad-a68f-4d0f1056d662 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0053127 Aug 06 16:28:29.756001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51428) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.761387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-d7ca2519-ba40-4150-8003-e536c5f3d8aa tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.762366 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d7ca2519-ba40-4150-8003-e536c5f3d8aa tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054166 Aug 06 16:28:29.764830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51430) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.770442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-e13346f1-418e-464f-8568-f70266ccdbe0 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.774227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e13346f1-418e-464f-8568-f70266ccdbe0 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0080807 Aug 06 16:28:29.774944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51432) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.779219 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-30d755f7-75e0-4a45-bad6-47db0f47a83c tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.780299 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-30d755f7-75e0-4a45-bad6-47db0f47a83c tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045378 Aug 06 16:28:29.782570 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51434) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.787122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-f6443e59-8f73-4606-b619-28af7aadef0e tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.788014 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f6443e59-8f73-4606-b619-28af7aadef0e tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0045733 Aug 06 16:28:29.790805 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51436) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.795197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-8cd9a703-8e3f-47cb-b4c1-040c606579ee tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.796182 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8cd9a703-8e3f-47cb-b4c1-040c606579ee tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043695 Aug 06 16:28:29.798672 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51438) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.803894 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-8a18800b-eb30-4bcf-8e4c-4f6341e4c3ce tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.807350 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8a18800b-eb30-4bcf-8e4c-4f6341e4c3ce tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0052476 Aug 06 16:28:29.807918 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51442) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.811888 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-9626f408-5970-4a51-940e-af27fae19845 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.815435 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9626f408-5970-4a51-940e-af27fae19845 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0070028 Aug 06 16:28:29.815551 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51444) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.819890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-4029aa4c-1af4-4e28-8e3f-16d6b645e4fa tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.820880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4029aa4c-1af4-4e28-8e3f-16d6b645e4fa tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044858 Aug 06 16:28:29.823779 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51448) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.833796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-956a5d55-af40-47cc-a4ad-41887d52a502 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.838169 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51450) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.838365 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-956a5d55-af40-47cc-a4ad-41887d52a502 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0134518 Aug 06 16:28:29.844309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-0433e98d-d37b-4595-ba2d-4902c2891db6 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.845434 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0433e98d-d37b-4595-ba2d-4902c2891db6 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0053682 Aug 06 16:28:29.848070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51452) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.853015 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-9abe6621-579c-47f3-a5f6-b1e49eaaa542 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.856377 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9abe6621-579c-47f3-a5f6-b1e49eaaa542 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0051720 Aug 06 16:28:29.856615 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51454) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.861423 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-29861919-71fc-4e9c-9314-3b77c8214972 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.865094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51456) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.865222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-29861919-71fc-4e9c-9314-3b77c8214972 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0075650 Aug 06 16:28:29.869739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-ea93c3fb-4aa8-41a2-96a3-2e87b36566b6 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.871080 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ea93c3fb-4aa8-41a2-96a3-2e87b36566b6 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048146 Aug 06 16:28:29.873355 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51458) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.877609 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-e839e3ce-e01c-47c5-8339-374993863919 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.878586 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e839e3ce-e01c-47c5-8339-374993863919 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043056 Aug 06 16:28:29.882110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51460) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.888801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-bf38a00c-fef2-4a8d-8dcd-88de543caebc tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.889781 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bf38a00c-fef2-4a8d-8dcd-88de543caebc tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0063920 Aug 06 16:28:29.892157 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51464) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.896363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-9b59b579-2bf6-446f-9120-989e7d88e0df tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.900249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51466) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.900443 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9b59b579-2bf6-446f-9120-989e7d88e0df tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0071640 Aug 06 16:28:29.905147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-35cfbec3-bf05-4a08-bb1a-14f68649092e tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.908954 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51468) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.909103 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-35cfbec3-bf05-4a08-bb1a-14f68649092e tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0076640 Aug 06 16:28:29.914483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-4f77de69-1d8a-41a5-83f4-73417d190d04 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.918568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51470) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.919120 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4f77de69-1d8a-41a5-83f4-73417d190d04 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0081446 Aug 06 16:28:29.923357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-1cad7a79-bcad-4737-b360-c9d58c1adc89 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.924283 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1cad7a79-bcad-4737-b360-c9d58c1adc89 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044169 Aug 06 16:28:29.926401 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51472) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.930146 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-3d095fa7-1c95-4436-8fca-9065b6190118 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.933887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51474) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.934033 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3d095fa7-1c95-4436-8fca-9065b6190118 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0066743 Aug 06 16:28:29.938677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-6284faf4-f748-4b04-aadb-5a6168081732 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.939873 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6284faf4-f748-4b04-aadb-5a6168081732 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0047321 Aug 06 16:28:29.942518 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51476) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.947468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-5b2c4243-75d6-49a0-9544-0b31780b6dc2 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.948747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5b2c4243-75d6-49a0-9544-0b31780b6dc2 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0051508 Aug 06 16:28:29.950281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51478) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.954305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-355945b4-1ccd-48eb-a8b6-491b62d31455 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.955460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-355945b4-1ccd-48eb-a8b6-491b62d31455 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0040340 Aug 06 16:28:29.957973 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51480) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.963204 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-77f9e56f-f50f-48c4-842a-fe63ceaf9141 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.966372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51482) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.969861 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-77f9e56f-f50f-48c4-842a-fe63ceaf9141 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0071187 Aug 06 16:28:29.970953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-8d14de1d-ba7b-4830-bc71-1cb530d7d5a1 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.973776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8d14de1d-ba7b-4830-bc71-1cb530d7d5a1 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045798 Aug 06 16:28:29.973964 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51484) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.978665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-79361357-66b2-4b43-9639-15231c562267 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.981319 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-79361357-66b2-4b43-9639-15231c562267 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046251 Aug 06 16:28:29.981857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51486) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.985830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-57762210-85ef-44e5-95ad-8c4c3c2b948b tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.988651 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-57762210-85ef-44e5-95ad-8c4c3c2b948b tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0041068 Aug 06 16:28:29.988865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51488) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.993921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-a5d84e7f-f8c6-4b36-9242-80e6177d95d3 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:29.998137 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51490) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:29.998483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a5d84e7f-f8c6-4b36-9242-80e6177d95d3 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0080214 Aug 06 16:28:30.004727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-08efca36-fc50-431e-b598-dd07dc3b15fd tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.006003 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-08efca36-fc50-431e-b598-dd07dc3b15fd tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048456 Aug 06 16:28:30.008218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51492) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.012636 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-5b0cf9a5-3484-4e7f-a744-d4e81fd1e599 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.013820 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5b0cf9a5-3484-4e7f-a744-d4e81fd1e599 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042205 Aug 06 16:28:30.015714 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51494) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.019637 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-9ef6424f-7b34-4443-98a5-6e48ba8a3043 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.020896 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9ef6424f-7b34-4443-98a5-6e48ba8a3043 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0040650 Aug 06 16:28:30.022810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51496) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.027163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-e4ce0bd8-363a-42c7-ae84-740e6024658b tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.029164 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e4ce0bd8-363a-42c7-ae84-740e6024658b tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044601 Aug 06 16:28:30.030330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51498) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.034517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-b846c2ce-e0be-4631-b772-4f14f59fa08e tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.038340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51500) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.038484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b846c2ce-e0be-4631-b772-4f14f59fa08e tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0068750 Aug 06 16:28:30.043989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-8eea56e6-2e38-48d1-bcac-de31dd4baddb tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.045672 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8eea56e6-2e38-48d1-bcac-de31dd4baddb tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053062 Aug 06 16:28:30.047399 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51502) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.051777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-d11cf220-adeb-4116-9503-076a99a811cc tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.055216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51504) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.055339 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d11cf220-adeb-4116-9503-076a99a811cc tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0069423 Aug 06 16:28:30.060700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-935b1148-3ffd-415d-9f7a-f6ba10f32848 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.062932 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-935b1148-3ffd-415d-9f7a-f6ba10f32848 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0057957 Aug 06 16:28:30.064308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51506) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.070626 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-2028e792-c599-4bc4-894b-7d7c66dbd89e tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.071842 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2028e792-c599-4bc4-894b-7d7c66dbd89e tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0060656 Aug 06 16:28:30.074367 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51508) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.079105 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-fd112b1a-b452-4da8-9648-0ea82db7d572 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.080287 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fd112b1a-b452-4da8-9648-0ea82db7d572 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046489 Aug 06 16:28:30.082543 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51510) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.086597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-c3eec36e-ca22-49aa-914b-3d19f14a9f24 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.087573 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c3eec36e-ca22-49aa-914b-3d19f14a9f24 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0040202 Aug 06 16:28:30.089711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51512) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.094301 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-9f6ffe29-4e8e-4e4b-b674-608551ee34eb tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.095224 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9f6ffe29-4e8e-4e4b-b674-608551ee34eb tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046439 Aug 06 16:28:30.097341 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51514) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.101336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-858b56a4-2326-4e5e-88ca-c5ef130c101c tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.102284 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-858b56a4-2326-4e5e-88ca-c5ef130c101c tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0040171 Aug 06 16:28:30.105275 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51516) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.109525 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-f98bbedd-8686-48f4-a781-59dd267af2d9 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.112947 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f98bbedd-8686-48f4-a781-59dd267af2d9 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0064743 Aug 06 16:28:30.113067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51518) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.117939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-a53058ae-118c-48a9-b722-a66d0ec762ea tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.119538 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a53058ae-118c-48a9-b722-a66d0ec762ea tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0052874 Aug 06 16:28:30.121648 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51520) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.125890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-0a7cc111-3f5d-41b2-aa06-55fcfd4f9232 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.126855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0a7cc111-3f5d-41b2-aa06-55fcfd4f9232 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043073 Aug 06 16:28:30.128898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51522) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.134110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-fb7b5f1c-3128-4891-b9af-0ac91f1401a2 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.135112 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fb7b5f1c-3128-4891-b9af-0ac91f1401a2 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0050745 Aug 06 16:28:30.137787 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51524) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.142416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-debb8fc1-3e42-4f90-ac1f-60e8e6fa068d tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.143485 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-debb8fc1-3e42-4f90-ac1f-60e8e6fa068d tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047662 Aug 06 16:28:30.151785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51528) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.156434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-79048bf4-70a1-464c-ac30-c6964cce12be tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.160524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51530) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.161679 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-79048bf4-70a1-464c-ac30-c6964cce12be tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0086062 Aug 06 16:28:30.166411 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [None req-f1296285-26b0-47b5-9e14-361c0acb54b0 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.170379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51532) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.170989 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f1296285-26b0-47b5-9e14-361c0acb54b0 tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0092766 Aug 06 16:28:30.175634 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [None req-b970a155-b4c4-48ba-b55e-38f4b19eecba tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:30.189489 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b970a155-b4c4-48ba-b55e-38f4b19eecba tempest-ExtensionsTestJSON-498839473 tempest-ExtensionsTestJSON-498839473-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0159340 Aug 06 16:28:30.521708 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51546) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:30.659217 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a54199b6-2824-4cfd-a6ea-d911431a89a6 req-06e0ce1f-6837-444b-baf8-aa3301d0bdb2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530975 Aug 06 16:28:30.689013 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-18cdfbcf-b6c7-41ce-9c2c-d4354e5e4792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:30.764187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54199b6-2824-4cfd-a6ea-d911431a89a6 req-abd88a47-b898-4960-930f-ec4d4aa5cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:30.767521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a54199b6-2824-4cfd-a6ea-d911431a89a6 req-abd88a47-b898-4960-930f-ec4d4aa5cb47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21bf298bac5d4d918789d6423ff134f4&device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 1100 time: 0.0602269 Aug 06 16:28:30.875442 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-18cdfbcf-b6c7-41ce-9c2c-d4354e5e4792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:30.903608 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-18cdfbcf-b6c7-41ce-9c2c-d4354e5e4792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:30.934341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54199b6-2824-4cfd-a6ea-d911431a89a6 req-9d038e55-dd45-4d15-93de-ec83dd7100be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:30.936792 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a54199b6-2824-4cfd-a6ea-d911431a89a6 req-9d038e55-dd45-4d15-93de-ec83dd7100be service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.1456475 Aug 06 16:28:30.992712 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-18cdfbcf-b6c7-41ce-9c2c-d4354e5e4792 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a19f5c87409407d83a6bd039f023b0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4694686 Aug 06 16:28:30.996847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51554) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:31.001509 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-72018cbf-7517-4e57-8414-4146d9a87591 req-249d9f94-7c9d-4ad0-9691-202a341d487b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=dff452b1-c256-4671-9c3c-075abb10512f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1503658 Aug 06 16:28:31.002330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdfbcf-b6c7-41ce-9c2c-d4354e5e4792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3fac9e-5665-4fcc-934d-4d2c1657d004,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:31.006895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a54199b6-2824-4cfd-a6ea-d911431a89a6 req-22573619-15ae-4ed1-9f64-5864741232ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=b0a095a8-83a3-4739-8dd3-baa33440126a HTTP/1.1" status: 200 len: 217 time: 0.0626791 Aug 06 16:28:31.106828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54199b6-2824-4cfd-a6ea-d911431a89a6 req-566e3ab6-9efb-4832-8561-1714fd096842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:31.107821 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72018cbf-7517-4e57-8414-4146d9a87591 req-5847554c-62c0-43bc-b2f7-2ae65b4daf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:31.108322 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a54199b6-2824-4cfd-a6ea-d911431a89a6 req-566e3ab6-9efb-4832-8561-1714fd096842 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0886126 Aug 06 16:28:31.109344 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-72018cbf-7517-4e57-8414-4146d9a87591 req-5847554c-62c0-43bc-b2f7-2ae65b4daf35 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=865899436ee44c2fb41f9e55ce11b02d&device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 1096 time: 0.0509701 Aug 06 16:28:31.144554 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c5f04f8-ac7f-40af-8318-9188a48f5df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:31.178791 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c5f04f8-ac7f-40af-8318-9188a48f5df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:31.242728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54199b6-2824-4cfd-a6ea-d911431a89a6 req-6a5ad26a-adbc-46c7-bd4d-20337583360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:31.245893 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a54199b6-2824-4cfd-a6ea-d911431a89a6 req-6a5ad26a-adbc-46c7-bd4d-20337583360a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296251 Aug 06 16:28:31.274748 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72018cbf-7517-4e57-8414-4146d9a87591 req-72b2892a-6c85-436a-8565-f80891b2ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:31.277391 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-72018cbf-7517-4e57-8414-4146d9a87591 req-72b2892a-6c85-436a-8565-f80891b2ae04 service neutron] 10.222.0.78 "GET /v2.0/networks?id=26f288b1-362a-4a33-8cf7-1cb265710f1a HTTP/1.1" status: 200 len: 915 time: 0.1301324 Aug 06 16:28:31.285388 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c5f04f8-ac7f-40af-8318-9188a48f5df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:31.289303 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c5f04f8-ac7f-40af-8318-9188a48f5df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:31.291312 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0c5f04f8-ac7f-40af-8318-9188a48f5df4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b3fac9e-5665-4fcc-934d-4d2c1657d004 HTTP/1.1" status: 204 len: 168 time: 0.2929816 Aug 06 16:28:31.347385 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-72018cbf-7517-4e57-8414-4146d9a87591 req-03b43a00-0901-4458-9e2d-d34b45eefb3f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbe3db45-217a-4c35-a1fc-d8c78979b456 HTTP/1.1" status: 200 len: 217 time: 0.0622985 Aug 06 16:28:31.348418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f04f8-ac7f-40af-8318-9188a48f5df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3fac9e-5665-4fcc-934d-4d2c1657d004,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:31.415500 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72018cbf-7517-4e57-8414-4146d9a87591 req-8e7dc021-3f6a-4df6-afac-1b9b06227cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:31.416924 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-72018cbf-7517-4e57-8414-4146d9a87591 req-8e7dc021-3f6a-4df6-afac-1b9b06227cc5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c3a27503-8463-402d-8e8e-1de2aa6fc607 HTTP/1.1" status: 200 len: 854 time: 0.0618248 Aug 06 16:28:31.421791 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a54199b6-2824-4cfd-a6ea-d911431a89a6 req-f57057df-9d8f-480c-b73a-224f7cc1d09b service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670384 Aug 06 16:28:31.452107 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-72018cbf-7517-4e57-8414-4146d9a87591 req-148d4951-193c-4365-8e29-446f99725e39 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=26f288b1-362a-4a33-8cf7-1cb265710f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277407 Aug 06 16:28:31.557867 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a54199b6-2824-4cfd-a6ea-d911431a89a6 req-8b5bf69b-1b10-4990-8bb5-b5c299642c5f service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281984 Aug 06 16:28:31.572368 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-72018cbf-7517-4e57-8414-4146d9a87591 req-07307bc8-c8fa-4135-aefc-416f9c2186b7 service neutron] 10.222.0.78 "GET /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116209 Aug 06 16:28:31.670498 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-72018cbf-7517-4e57-8414-4146d9a87591 req-638613d1-9995-4000-964c-7ed8b9a58c4b service neutron] 10.222.0.78 "GET /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906160 Aug 06 16:28:32.142661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51580) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:32.263170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Request body: {'networks': [{'name': 'tempest-network--1346283548'}, {'name': 'tempest-network--105097842'}]} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:32.263740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Request body: {'network': {'name': 'tempest-network--1346283548'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:32.264340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Request body: {'network': {'name': 'tempest-network--105097842'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:32.294473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Made reservation on behalf of e9a333aa1b4547c99f9bef67b0e0aab1 for: {'network': 2} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:32.300342 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:32.315352 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:32.422530 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:32.427501 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:32.428151 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:32.471295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:28:32.477777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b12281b-6adb-4e96-a2ed-7aeb7fb59746,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:32.484025 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:32.484305 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Added segment f66733fc-5068-4ee9-9ff3-a8d13b9f8ff0 of type vlan for network 50b9ee28-8d4c-49db-9450-9987af5c254b Aug 06 16:28:32.527925 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:32.561703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:28:32.574574 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:32.574922 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Added segment 9ce404e7-c3b1-4ade-91ab-519d6b175400 of type vlan for network 8329ba8c-3e3b-4a66-a657-92cf9e23ac77 Aug 06 16:28:32.618837 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:32.654340 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:32.654913 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:32.660424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:32.665241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:32.665894 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:32.729118 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5828533 Aug 06 16:28:32.729664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51588) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:32.763855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event updated for resources: {'Network': ['ID=50b9ee28-8d4c-49db-9450-9987af5c254b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:32.780790 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 50b9ee28-8d4c-49db-9450-9987af5c254b details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:28:32.928856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27763e-d6c2-4c8b-93e4-104f1bf3620d tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event updated for resources: {'Network': ['ID=8329ba8c-3e3b-4a66-a657-92cf9e23ac77,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:32.948846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 8329ba8c-3e3b-4a66-a657-92cf9e23ac77 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:28:32.993767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a98d3f-6811-48b4-a42e-95d48ad43fc1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:33.000197 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a98d3f-6811-48b4-a42e-95d48ad43fc1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:33.006406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a98d3f-6811-48b4-a42e-95d48ad43fc1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:33.013272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a98d3f-6811-48b4-a42e-95d48ad43fc1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:33.015493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-01a98d3f-6811-48b4-a42e-95d48ad43fc1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2850070 Aug 06 16:28:33.018562 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51590) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:33.098169 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d689-c032-4725-a812-6906c0c3fa9b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:33.193741 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d689-c032-4725-a812-6906c0c3fa9b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:33.203803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d3c9d689-c032-4725-a812-6906c0c3fa9b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b9ee28-8d4c-49db-9450-9987af5c254b']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:33.216142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d3c9d689-c032-4725-a812-6906c0c3fa9b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66733fc-5068-4ee9-9ff3-a8d13b9f8ff0') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:33.216441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d3c9d689-c032-4725-a812-6906c0c3fa9b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66733fc-5068-4ee9-9ff3-a8d13b9f8ff0') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:33.225464 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d689-c032-4725-a812-6906c0c3fa9b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:33.240423 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d689-c032-4725-a812-6906c0c3fa9b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:33.247105 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c9d689-c032-4725-a812-6906c0c3fa9b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:28:33.247464 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d689-c032-4725-a812-6906c0c3fa9b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:28:33.250410 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:28:33.313476 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d689-c032-4725-a812-6906c0c3fa9b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:33.322162 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d3c9d689-c032-4725-a812-6906c0c3fa9b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:33.324020 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d3c9d689-c032-4725-a812-6906c0c3fa9b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "DELETE /v2.0/networks/50b9ee28-8d4c-49db-9450-9987af5c254b HTTP/1.1" status: 204 len: 168 time: 0.3044939 Aug 06 16:28:33.326635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51592) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:33.356612 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9d689-c032-4725-a812-6906c0c3fa9b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event deleted for resources: {'Network': ['ID=50b9ee28-8d4c-49db-9450-9987af5c254b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:33.416417 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d37ee070-6fc1-4059-b267-3c2fbe0e3ca1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:33.512054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d37ee070-6fc1-4059-b267-3c2fbe0e3ca1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:33.522712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d37ee070-6fc1-4059-b267-3c2fbe0e3ca1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8329ba8c-3e3b-4a66-a657-92cf9e23ac77']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:33.533854 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d37ee070-6fc1-4059-b267-3c2fbe0e3ca1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce404e7-c3b1-4ade-91ab-519d6b175400') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:33.534149 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d37ee070-6fc1-4059-b267-3c2fbe0e3ca1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce404e7-c3b1-4ade-91ab-519d6b175400') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:33.555239 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d37ee070-6fc1-4059-b267-3c2fbe0e3ca1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:33.573233 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d37ee070-6fc1-4059-b267-3c2fbe0e3ca1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:33.579672 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37ee070-6fc1-4059-b267-3c2fbe0e3ca1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:28:33.580213 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d37ee070-6fc1-4059-b267-3c2fbe0e3ca1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:28:33.583945 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:28:33.775813 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dec35399-d1fd-4e94-9a02-bc8bc09604da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:33.990774 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d37ee070-6fc1-4059-b267-3c2fbe0e3ca1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:33.998072 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d37ee070-6fc1-4059-b267-3c2fbe0e3ca1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:34.001978 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d37ee070-6fc1-4059-b267-3c2fbe0e3ca1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "DELETE /v2.0/networks/8329ba8c-3e3b-4a66-a657-92cf9e23ac77 HTTP/1.1" status: 204 len: 168 time: 0.6730626 Aug 06 16:28:34.004061 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51600) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:34.023139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ee070-6fc1-4059-b267-3c2fbe0e3ca1 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event deleted for resources: {'Network': ['ID=8329ba8c-3e3b-4a66-a657-92cf9e23ac77,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:34.131545 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d878326d-9361-485f-8fe3-c4b96f99c117 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:34.137590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d878326d-9361-485f-8fe3-c4b96f99c117 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:34.139207 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d878326d-9361-485f-8fe3-c4b96f99c117 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1351888 Aug 06 16:28:34.143220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51602) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:34.148463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-06345800-8a24-47e6-80c3-ae22ee355864 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-842456479'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:34.170786 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06345800-8a24-47e6-80c3-ae22ee355864 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Made reservation on behalf of e9a333aa1b4547c99f9bef67b0e0aab1 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:34.174275 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-06345800-8a24-47e6-80c3-ae22ee355864 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:34.198198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06345800-8a24-47e6-80c3-ae22ee355864 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:28:34.207509 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-06345800-8a24-47e6-80c3-ae22ee355864 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:34.207855 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-06345800-8a24-47e6-80c3-ae22ee355864 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Added segment 3460d70a-8706-48db-940d-c3807acd7b43 of type vlan for network fc9b6f23-483d-4b47-a542-99ba492ba97a Aug 06 16:28:34.256180 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-06345800-8a24-47e6-80c3-ae22ee355864 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:34.292891 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-06345800-8a24-47e6-80c3-ae22ee355864 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:34.299180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06345800-8a24-47e6-80c3-ae22ee355864 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:34.299950 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-06345800-8a24-47e6-80c3-ae22ee355864 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:34.338381 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-06345800-8a24-47e6-80c3-ae22ee355864 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1940854 Aug 06 16:28:34.338646 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51604) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:34.348476 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fc417a5b-5251-49ee-a443-43f9edb2e540 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1008869682'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:34.377212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06345800-8a24-47e6-80c3-ae22ee355864 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event updated for resources: {'Network': ['ID=fc9b6f23-483d-4b47-a542-99ba492ba97a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:34.379891 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc417a5b-5251-49ee-a443-43f9edb2e540 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Made reservation on behalf of e9a333aa1b4547c99f9bef67b0e0aab1 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:34.384341 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc417a5b-5251-49ee-a443-43f9edb2e540 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:34.388712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network fc9b6f23-483d-4b47-a542-99ba492ba97a details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:28:34.416986 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc417a5b-5251-49ee-a443-43f9edb2e540 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:28:34.427697 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc417a5b-5251-49ee-a443-43f9edb2e540 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:34.428039 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-fc417a5b-5251-49ee-a443-43f9edb2e540 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Added segment 5845e1bf-722b-40cb-bd91-7f43e9b3f35e of type vlan for network 284d8b5d-04e1-4383-995d-e0867242a5c2 Aug 06 16:28:34.477710 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc417a5b-5251-49ee-a443-43f9edb2e540 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:34.506861 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc417a5b-5251-49ee-a443-43f9edb2e540 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:34.512445 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc417a5b-5251-49ee-a443-43f9edb2e540 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:34.513025 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc417a5b-5251-49ee-a443-43f9edb2e540 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:34.532671 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fc417a5b-5251-49ee-a443-43f9edb2e540 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1915388 Aug 06 16:28:34.535480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51608) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:34.542386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Request body: {'ports': [{'network_id': 'fc9b6f23-483d-4b47-a542-99ba492ba97a', 'name': 'tempest-port--1547037653', 'admin_state_up': True}, {'network_id': '284d8b5d-04e1-4383-995d-e0867242a5c2', 'admin_state_up': False}]} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:34.544084 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Request body: {'port': {'network_id': 'fc9b6f23-483d-4b47-a542-99ba492ba97a', 'name': 'tempest-port--1547037653', 'admin_state_up': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:34.545245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Request body: {'port': {'network_id': '284d8b5d-04e1-4383-995d-e0867242a5c2', 'admin_state_up': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:34.597997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc417a5b-5251-49ee-a443-43f9edb2e540 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event updated for resources: {'Network': ['ID=284d8b5d-04e1-4383-995d-e0867242a5c2,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:34.610110 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 284d8b5d-04e1-4383-995d-e0867242a5c2 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:28:34.775393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Made reservation on behalf of e9a333aa1b4547c99f9bef67b0e0aab1 for: {'port': 2} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:34.780535 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:34.798198 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:34.887858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] device_id is not set on port e73bdef8-62fb-40f2-ae9f-e76c58f3ac0f yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:28:35.033694 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.054565 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51618) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:35.121758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] device_id is not set on port a91d3623-245d-4d95-ad8e-8fc931b1048d yet. {{(pid=105765) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:28:35.175883 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2aba9b5e-beee-4acd-acdd-c98ed7b4f6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.259179 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.288209 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2aba9b5e-beee-4acd-acdd-c98ed7b4f6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.294814 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2aba9b5e-beee-4acd-acdd-c98ed7b4f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.311077 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.340829 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2aba9b5e-beee-4acd-acdd-c98ed7b4f6c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6eb6fa3b97dc4dabaa529422be094e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810445 Aug 06 16:28:35.341730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51622) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:35.356953 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba9b5e-beee-4acd-acdd-c98ed7b4f6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac60082e-3628-4578-a233-37a74b4b2d9e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:35.387343 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event updated for resources: {'Port': ['ID=e73bdef8-62fb-40f2-ae9f-e76c58f3ac0f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:35.406379 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Checking segment: {'id': '3460d70a-8706-48db-940d-c3807acd7b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'fc9b6f23-483d-4b47-a542-99ba492ba97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:28:35.406740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Network hostable DHCP agents. Network: fc9b6f23-483d-4b47-a542-99ba492ba97a, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:28:35.418261 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54dc3cc6-51a5-4e3b-886b-ccb3fefcce8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.425393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Network fc9b6f23-483d-4b47-a542-99ba492ba97a is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:28:35.436473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, fc9b6f23-483d-4b47-a542-99ba492ba97a) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:35.440522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:28:35.441327 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.445986 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54dc3cc6-51a5-4e3b-886b-ccb3fefcce8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.449079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c4b920-4021-49f1-b0a7-3779ab45aab6 None None] Network fc9b6f23-483d-4b47-a542-99ba492ba97a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:35.506107 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54dc3cc6-51a5-4e3b-886b-ccb3fefcce8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.509215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event updated for resources: {'Port': ['ID=a91d3623-245d-4d95-ad8e-8fc931b1048d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:35.510165 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-54dc3cc6-51a5-4e3b-886b-ccb3fefcce8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.520856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Checking segment: {'id': '5845e1bf-722b-40cb-bd91-7f43e9b3f35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '284d8b5d-04e1-4383-995d-e0867242a5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:28:35.521222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Network hostable DHCP agents. Network: 284d8b5d-04e1-4383-995d-e0867242a5c2, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:28:35.526925 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-54dc3cc6-51a5-4e3b-886b-ccb3fefcce8d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac60082e-3628-4578-a233-37a74b4b2d9e HTTP/1.1" status: 204 len: 168 time: 0.1764724 Aug 06 16:28:35.543242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Network 284d8b5d-04e1-4383-995d-e0867242a5c2 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:28:35.554593 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc3cc6-51a5-4e3b-886b-ccb3fefcce8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac60082e-3628-4578-a233-37a74b4b2d9e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:35.555472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 284d8b5d-04e1-4383-995d-e0867242a5c2) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:35.563110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:28:35.574368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:35.574994 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ea32f1-1d07-4263-9519-cfd83686fa3e None None] Network 284d8b5d-04e1-4383-995d-e0867242a5c2 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:35.581082 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:35.582301 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.598285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b33394e8-645e-468a-acd0-1d756cce3c88 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0613992 Aug 06 16:28:35.600687 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51626) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:35.676384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aefa2f-05b3-450c-a3b8-efbc992ba782 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:35.684219 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aefa2f-05b3-450c-a3b8-efbc992ba782 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:35.686633 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d4aefa2f-05b3-450c-a3b8-efbc992ba782 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0848739 Aug 06 16:28:35.689473 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51634) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:35.833887 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-85a57431-3372-463f-befd-c218ba8c2fe9 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Deleting port e73bdef8-62fb-40f2-ae9f-e76c58f3ac0f {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:35.834301 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85a57431-3372-463f-befd-c218ba8c2fe9 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.909613 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85a57431-3372-463f-befd-c218ba8c2fe9 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.923252 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-85a57431-3372-463f-befd-c218ba8c2fe9 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Calling delete_port for e73bdef8-62fb-40f2-ae9f-e76c58f3ac0f owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:36.014861 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85a57431-3372-463f-befd-c218ba8c2fe9 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.048941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a57431-3372-463f-befd-c218ba8c2fe9 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event deleted for resources: {'Port': ['ID=e73bdef8-62fb-40f2-ae9f-e76c58f3ac0f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:36.062289 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85a57431-3372-463f-befd-c218ba8c2fe9 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.066733 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-85a57431-3372-463f-befd-c218ba8c2fe9 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "DELETE /v2.0/ports/e73bdef8-62fb-40f2-ae9f-e76c58f3ac0f HTTP/1.1" status: 204 len: 168 time: 0.3737960 Aug 06 16:28:36.066997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51644) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:36.158732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-95407b87-df3b-4c0a-a07d-0c317871ddd8 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Deleting port a91d3623-245d-4d95-ad8e-8fc931b1048d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:36.159157 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95407b87-df3b-4c0a-a07d-0c317871ddd8 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.229888 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-21e10e70-7d4d-4e18-b56c-10a1df8ac76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.239953 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95407b87-df3b-4c0a-a07d-0c317871ddd8 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.253124 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-95407b87-df3b-4c0a-a07d-0c317871ddd8 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Calling delete_port for a91d3623-245d-4d95-ad8e-8fc931b1048d owned by {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:36.308261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51654) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:36.336260 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95407b87-df3b-4c0a-a07d-0c317871ddd8 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.366535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95407b87-df3b-4c0a-a07d-0c317871ddd8 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event deleted for resources: {'Port': ['ID=a91d3623-245d-4d95-ad8e-8fc931b1048d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:36.372337 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-95407b87-df3b-4c0a-a07d-0c317871ddd8 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.374713 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-95407b87-df3b-4c0a-a07d-0c317871ddd8 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "DELETE /v2.0/ports/a91d3623-245d-4d95-ad8e-8fc931b1048d HTTP/1.1" status: 204 len: 168 time: 0.3066881 Aug 06 16:28:36.377210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51658) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:36.404556 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-06cbef7d-d3e9-4bf8-8e08-579b0a0dac45 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0262268 Aug 06 16:28:36.408786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51660) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:36.413241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-df21f8c9-8ec2-4581-a8d4-7a08a567091f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-837674799-network', 'tenant_id': '2bd645721d7a48a6abb7a48404400cfe'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:36.413597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e6f891a6-fdbc-4a7e-80a1-9ed87ab5c8c5 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1874910862'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:36.433363 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.db.api [None req-e6f891a6-fdbc-4a7e-80a1-9ed87ab5c8c5 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:28:36.433363 n-d-803756-1 neutron-server[105764]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 16:28:36.433363 n-d-803756-1 neutron-server[105764]: [parameters: {'project_id': 'e9a333aa1b4547c99f9bef67b0e0aab1', 'id': 'f833a6db-206e-4903-afdc-fa0893678d8c', 'expiration': datetime.datetime(2021, 8, 6, 16, 30, 36, 424922)}] Aug 06 16:28:36.433363 n-d-803756-1 neutron-server[105764]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:28:36.433881 n-d-803756-1 neutron-server[105764]: DEBUG oslo_db.api [None req-e6f891a6-fdbc-4a7e-80a1-9ed87ab5c8c5 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:28:36.440560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df21f8c9-8ec2-4581-a8d4-7a08a567091f admin admin] Made reservation on behalf of 2bd645721d7a48a6abb7a48404400cfe for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:36.442971 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-df21f8c9-8ec2-4581-a8d4-7a08a567091f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.451724 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-df21f8c9-8ec2-4581-a8d4-7a08a567091f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.550022 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-df21f8c9-8ec2-4581-a8d4-7a08a567091f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.554009 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-df21f8c9-8ec2-4581-a8d4-7a08a567091f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.589408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df21f8c9-8ec2-4581-a8d4-7a08a567091f admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:28:36.603284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21f8c9-8ec2-4581-a8d4-7a08a567091f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:36.611473 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-df21f8c9-8ec2-4581-a8d4-7a08a567091f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.611864 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-df21f8c9-8ec2-4581-a8d4-7a08a567091f admin admin] Added segment 88a12103-ebe5-4bce-bd36-544a96695813 of type vlan for network 1d447b46-7c0c-4772-a69a-207e01bf45ef Aug 06 16:28:36.639736 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.658811 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-df21f8c9-8ec2-4581-a8d4-7a08a567091f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.687224 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-df21f8c9-8ec2-4581-a8d4-7a08a567091f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.688565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df21f8c9-8ec2-4581-a8d4-7a08a567091f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:36.689145 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-df21f8c9-8ec2-4581-a8d4-7a08a567091f admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.720990 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-df21f8c9-8ec2-4581-a8d4-7a08a567091f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4114931 Aug 06 16:28:36.724443 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51662) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:36.730147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a5b9f634-8373-412d-9903-7d890a59a227 admin admin] Request body: {'subnet': {'network_id': '1d447b46-7c0c-4772-a69a-207e01bf45ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-837674799-subnet', 'tenant_id': '2bd645721d7a48a6abb7a48404400cfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:36.755373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b9f634-8373-412d-9903-7d890a59a227 admin admin] Made reservation on behalf of 2bd645721d7a48a6abb7a48404400cfe for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:36.759374 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21f8c9-8ec2-4581-a8d4-7a08a567091f admin admin] Pushing event updated for resources: {'Network': ['ID=1d447b46-7c0c-4772-a69a-207e01bf45ef,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:36.760485 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f634-8373-412d-9903-7d890a59a227 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.770110 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 1d447b46-7c0c-4772-a69a-207e01bf45ef details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:28:36.969396 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f634-8373-412d-9903-7d890a59a227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:36.974984 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f891a6-fdbc-4a7e-80a1-9ed87ab5c8c5 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Made reservation on behalf of e9a333aa1b4547c99f9bef67b0e0aab1 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:36.978448 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e6f891a6-fdbc-4a7e-80a1-9ed87ab5c8c5 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.045391 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9f634-8373-412d-9903-7d890a59a227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9066db-f6d5-45f9-b67c-a2bb46619d54,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:37.054157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f891a6-fdbc-4a7e-80a1-9ed87ab5c8c5 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:28:37.059668 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5874a73-7f65-44d3-8eea-453240b0d931 req-fa3d6f84-d876-46da-a9e6-be362a491c85 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:37.061449 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5874a73-7f65-44d3-8eea-453240b0d931 req-fa3d6f84-d876-46da-a9e6-be362a491c85 tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 949 time: 0.0584559 Aug 06 16:28:37.067054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b9f634-8373-412d-9903-7d890a59a227 admin admin] Checking segment: {'id': '88a12103-ebe5-4bce-bd36-544a96695813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1d447b46-7c0c-4772-a69a-207e01bf45ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:28:37.067412 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b9f634-8373-412d-9903-7d890a59a227 admin admin] Network hostable DHCP agents. Network: 1d447b46-7c0c-4772-a69a-207e01bf45ef, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:28:37.069839 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e6f891a6-fdbc-4a7e-80a1-9ed87ab5c8c5 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.070163 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-e6f891a6-fdbc-4a7e-80a1-9ed87ab5c8c5 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Added segment 80701296-d490-4a89-b322-6fe0ffaf9d9c of type vlan for network 41e5cd92-74c9-4dba-a49c-462f54a9373e Aug 06 16:28:37.102159 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5874a73-7f65-44d3-8eea-453240b0d931 req-5e3e3e22-8bba-4cfd-a1c8-ae6029c5fc0d tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4a5016d-d39a-4875-b518-4da7c028338d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339894 Aug 06 16:28:37.122956 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e6f891a6-fdbc-4a7e-80a1-9ed87ab5c8c5 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.127287 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b9f634-8373-412d-9903-7d890a59a227 admin admin] Network 1d447b46-7c0c-4772-a69a-207e01bf45ef is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:28:37.141977 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a5b9f634-8373-412d-9903-7d890a59a227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 1d447b46-7c0c-4772-a69a-207e01bf45ef) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:37.147667 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b9f634-8373-412d-9903-7d890a59a227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:37.147667 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f634-8373-412d-9903-7d890a59a227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.151078 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9edb9ae-1c7c-446c-858e-79025a575e0d None None] Network 1d447b46-7c0c-4772-a69a-207e01bf45ef requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:37.166872 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e6f891a6-fdbc-4a7e-80a1-9ed87ab5c8c5 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.172432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f891a6-fdbc-4a7e-80a1-9ed87ab5c8c5 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:37.173014 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e6f891a6-fdbc-4a7e-80a1-9ed87ab5c8c5 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.188185 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a5b9f634-8373-412d-9903-7d890a59a227 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4544470 Aug 06 16:28:37.209083 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e6f891a6-fdbc-4a7e-80a1-9ed87ab5c8c5 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7992704 Aug 06 16:28:37.212200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51674) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:37.219701 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d888543c-f476-4ff2-ab2e-e3333a07bd6b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1558311225'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:37.260470 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f891a6-fdbc-4a7e-80a1-9ed87ab5c8c5 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event updated for resources: {'Network': ['ID=41e5cd92-74c9-4dba-a49c-462f54a9373e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:37.274106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d888543c-f476-4ff2-ab2e-e3333a07bd6b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Made reservation on behalf of e9a333aa1b4547c99f9bef67b0e0aab1 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:37.278449 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d888543c-f476-4ff2-ab2e-e3333a07bd6b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.283064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 41e5cd92-74c9-4dba-a49c-462f54a9373e details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:28:37.303250 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d888543c-f476-4ff2-ab2e-e3333a07bd6b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:28:37.314529 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d888543c-f476-4ff2-ab2e-e3333a07bd6b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.314929 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-d888543c-f476-4ff2-ab2e-e3333a07bd6b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Added segment 5da31939-e5e3-4b81-99c9-cc28edb759fc of type vlan for network 9b37caf2-341b-4790-8541-e55231fe4d98 Aug 06 16:28:37.335679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72042b40-dc38-4bef-b19e-398951c6f109 None None] Network 1d447b46-7c0c-4772-a69a-207e01bf45ef requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:37.357667 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d888543c-f476-4ff2-ab2e-e3333a07bd6b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.401360 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d888543c-f476-4ff2-ab2e-e3333a07bd6b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.408035 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d888543c-f476-4ff2-ab2e-e3333a07bd6b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:37.408675 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d888543c-f476-4ff2-ab2e-e3333a07bd6b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.414682 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.453676 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d888543c-f476-4ff2-ab2e-e3333a07bd6b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2287126 Aug 06 16:28:37.477922 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888543c-f476-4ff2-ab2e-e3333a07bd6b tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event updated for resources: {'Network': ['ID=9b37caf2-341b-4790-8541-e55231fe4d98,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:37.488891 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 9b37caf2-341b-4790-8541-e55231fe4d98 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:28:37.587009 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51684) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:37.593162 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Request body: {'subnets': [{'network_id': '41e5cd92-74c9-4dba-a49c-462f54a9373e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--841010099', 'ip_version': 4}, {'network_id': '9b37caf2-341b-4790-8541-e55231fe4d98', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:37.593686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Request body: {'subnet': {'network_id': '41e5cd92-74c9-4dba-a49c-462f54a9373e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--841010099', 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:37.594376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Request body: {'subnet': {'network_id': '9b37caf2-341b-4790-8541-e55231fe4d98', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:37.794201 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Made reservation on behalf of e9a333aa1b4547c99f9bef67b0e0aab1 for: {'subnet': 2} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:37.798769 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.799109 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.807019 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51690) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:37.812108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d6b581fb-019f-4145-8596-1c17c6106955 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2112241087-network', 'tenant_id': 'd8222add953c4d05b498be23d72816f8'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:37.840998 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b581fb-019f-4145-8596-1c17c6106955 admin admin] Made reservation on behalf of d8222add953c4d05b498be23d72816f8 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:37.843661 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6b581fb-019f-4145-8596-1c17c6106955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.854786 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6b581fb-019f-4145-8596-1c17c6106955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.957529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6b581fb-019f-4145-8596-1c17c6106955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.962710 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6b581fb-019f-4145-8596-1c17c6106955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.990663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b581fb-019f-4145-8596-1c17c6106955 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:28:38.001402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b581fb-019f-4145-8596-1c17c6106955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fbe726-ddcd-45a1-9213-0585eb3b3ad4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:38.006943 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6b581fb-019f-4145-8596-1c17c6106955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.007646 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-d6b581fb-019f-4145-8596-1c17c6106955 admin admin] Added segment 5abe1a8c-5f7a-4c67-aee9-4d79159a0846 of type vlan for network 904febed-2b9b-4695-a8c1-3a2fcdeaaa53 Aug 06 16:28:38.050820 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6b581fb-019f-4145-8596-1c17c6106955 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.081243 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6b581fb-019f-4145-8596-1c17c6106955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.082234 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b581fb-019f-4145-8596-1c17c6106955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:38.082810 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6b581fb-019f-4145-8596-1c17c6106955 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.159609 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d6b581fb-019f-4145-8596-1c17c6106955 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3509536 Aug 06 16:28:38.163696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51696) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:38.171951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-5632f838-2353-46bd-a7d8-a1f45658fb4a admin admin] Request body: {'subnet': {'network_id': '904febed-2b9b-4695-a8c1-3a2fcdeaaa53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2112241087-subnet', 'tenant_id': 'd8222add953c4d05b498be23d72816f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:38.184098 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b581fb-019f-4145-8596-1c17c6106955 admin admin] Pushing event updated for resources: {'Network': ['ID=904febed-2b9b-4695-a8c1-3a2fcdeaaa53,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:38.196942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 904febed-2b9b-4695-a8c1-3a2fcdeaaa53 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:28:38.257596 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5632f838-2353-46bd-a7d8-a1f45658fb4a admin admin] Made reservation on behalf of d8222add953c4d05b498be23d72816f8 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:38.261180 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5632f838-2353-46bd-a7d8-a1f45658fb4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.290811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5bdde-de89-44f2-8a8d-9bdd2a2327ff req-ea7742de-0924-401e-90b1-0b004134f6bc tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:38.292754 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7d5bdde-de89-44f2-8a8d-9bdd2a2327ff req-ea7742de-0924-401e-90b1-0b004134f6bc tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 949 time: 0.1123066 Aug 06 16:28:38.292911 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.360913 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event updated for resources: {'Subnet': ['ID=570dbecf-caf1-43de-9d06-5b769caad567,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:38.367071 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Checking segment: {'id': '80701296-d490-4a89-b322-6fe0ffaf9d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '41e5cd92-74c9-4dba-a49c-462f54a9373e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:28:38.367430 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Network hostable DHCP agents. Network: 41e5cd92-74c9-4dba-a49c-462f54a9373e, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:28:38.379460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7d5bdde-de89-44f2-8a8d-9bdd2a2327ff req-b455cf0c-fa86-4853-b40e-12982a084c4c tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/security-groups?id=c4a5016d-d39a-4875-b518-4da7c028338d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518885 Aug 06 16:28:38.385946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Network 41e5cd92-74c9-4dba-a49c-462f54a9373e is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:28:38.397933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 41e5cd92-74c9-4dba-a49c-462f54a9373e) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:38.405177 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.406853 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91730ee1-ef5c-4d54-b819-7f5d61867f94 None None] Network 41e5cd92-74c9-4dba-a49c-462f54a9373e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:38.483152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event updated for resources: {'Subnet': ['ID=fb03fb10-ac99-4e68-b782-b31b71310277,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:38.491684 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Checking segment: {'id': '5da31939-e5e3-4b81-99c9-cc28edb759fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '9b37caf2-341b-4790-8541-e55231fe4d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:28:38.492046 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Network hostable DHCP agents. Network: 9b37caf2-341b-4790-8541-e55231fe4d98, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:28:38.508902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Network 9b37caf2-341b-4790-8541-e55231fe4d98 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:28:38.519500 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 9b37caf2-341b-4790-8541-e55231fe4d98) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:38.521836 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe18863-7403-4911-8d23-4101240eb70a req-9c42ef85-aa51-43cd-8e73-278e6ca2f94a tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:38.523411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fe18863-7403-4911-8d23-4101240eb70a req-9c42ef85-aa51-43cd-8e73-278e6ca2f94a tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 949 time: 0.0963712 Aug 06 16:28:38.524734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:38.525498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:38.526305 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.532628 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b886e-630f-4a4d-b01d-0ba26a2553f1 None None] Network 9b37caf2-341b-4790-8541-e55231fe4d98 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:38.543723 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-442ca8b9-4e77-4781-9290-8e3b9d07d38a tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.9554672 Aug 06 16:28:38.546626 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51698) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:38.565159 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5632f838-2353-46bd-a7d8-a1f45658fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.608577 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ebf29-041d-45e4-93a7-7552834f74c0 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:38.610337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ebf29-041d-45e4-93a7-7552834f74c0 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:38.616579 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9ebf29-041d-45e4-93a7-7552834f74c0 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:38.616579 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aa9ebf29-041d-45e4-93a7-7552834f74c0 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0659184 Aug 06 16:28:38.616971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51700) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:38.654044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9904cefe-f2b8-464f-98dd-c60210386add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-41e5cd92-74c9-4dba-a49c-462f54a9373e', 'network_id': '41e5cd92-74c9-4dba-a49c-462f54a9373e', 'tenant_id': 'e9a333aa1b4547c99f9bef67b0e0aab1', 'fixed_ips': [{'subnet_id': '570dbecf-caf1-43de-9d06-5b769caad567'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:28:38.654975 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9904cefe-f2b8-464f-98dd-c60210386add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.661995 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632f838-2353-46bd-a7d8-a1f45658fb4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6708b083-c693-4162-b836-423474fc27c7,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:38.675039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-389f1866-87d2-4cec-8e8b-0bde1fabec82 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Deleting subnet 570dbecf-caf1-43de-9d06-5b769caad567 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:28:38.677065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632f838-2353-46bd-a7d8-a1f45658fb4a admin admin] Checking segment: {'id': '5abe1a8c-5f7a-4c67-aee9-4d79159a0846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '904febed-2b9b-4695-a8c1-3a2fcdeaaa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:28:38.677435 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632f838-2353-46bd-a7d8-a1f45658fb4a admin admin] Network hostable DHCP agents. Network: 904febed-2b9b-4695-a8c1-3a2fcdeaaa53, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:28:38.679021 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-389f1866-87d2-4cec-8e8b-0bde1fabec82 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.704048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-1fe18863-7403-4911-8d23-4101240eb70a req-5dcde6ff-89b6-41f5-94d2-0a0dd1f7699a tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Deleting port b0a095a8-83a3-4739-8dd3-baa33440126a {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:38.704302 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1fe18863-7403-4911-8d23-4101240eb70a req-5dcde6ff-89b6-41f5-94d2-0a0dd1f7699a tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.727567 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-389f1866-87d2-4cec-8e8b-0bde1fabec82 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.731282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632f838-2353-46bd-a7d8-a1f45658fb4a admin admin] Network 904febed-2b9b-4695-a8c1-3a2fcdeaaa53 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:28:38.774865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-5632f838-2353-46bd-a7d8-a1f45658fb4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 904febed-2b9b-4695-a8c1-3a2fcdeaaa53) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:38.784570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5632f838-2353-46bd-a7d8-a1f45658fb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:38.786826 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5632f838-2353-46bd-a7d8-a1f45658fb4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.788942 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-389f1866-87d2-4cec-8e8b-0bde1fabec82 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.817704 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5632f838-2353-46bd-a7d8-a1f45658fb4a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6438284 Aug 06 16:28:38.818318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad9cbf6-2472-41af-8282-ab37022118d3 None None] Network 904febed-2b9b-4695-a8c1-3a2fcdeaaa53 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:38.846871 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-1fe18863-7403-4911-8d23-4101240eb70a req-5dcde6ff-89b6-41f5-94d2-0a0dd1f7699a tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] For port b0a095a8-83a3-4739-8dd3-baa33440126a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=b0a095a8-83a3-4739-8dd3-baa33440126a,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:38.847759 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1fe18863-7403-4911-8d23-4101240eb70a req-5dcde6ff-89b6-41f5-94d2-0a0dd1f7699a tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.854251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d473915b-cfde-4ff0-b373-6f7a6d3f9447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-9b37caf2-341b-4790-8541-e55231fe4d98', 'network_id': '9b37caf2-341b-4790-8541-e55231fe4d98', 'tenant_id': 'e9a333aa1b4547c99f9bef67b0e0aab1', 'fixed_ips': [{'subnet_id': 'fb03fb10-ac99-4e68-b782-b31b71310277'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:28:38.857069 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d473915b-cfde-4ff0-b373-6f7a6d3f9447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.863324 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-1fe18863-7403-4911-8d23-4101240eb70a req-5dcde6ff-89b6-41f5-94d2-0a0dd1f7699a tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Calling delete_port for b0a095a8-83a3-4739-8dd3-baa33440126a owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:38.877517 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-389f1866-87d2-4cec-8e8b-0bde1fabec82 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server [None req-9904cefe-f2b8-464f-98dd-c60210386add None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 570dbecf-caf1-43de-9d06-5b769caad567: This subnet is being modified by another concurrent operation. Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise exception Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 570dbecf-caf1-43de-9d06-5b769caad567: This subnet is being modified by another concurrent operation. Aug 06 16:28:38.915955 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Aug 06 16:28:38.937755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f1866-87d2-4cec-8e8b-0bde1fabec82 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event deleted for resources: {'Subnet': ['ID=570dbecf-caf1-43de-9d06-5b769caad567,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:38.939943 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-389f1866-87d2-4cec-8e8b-0bde1fabec82 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.942043 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-389f1866-87d2-4cec-8e8b-0bde1fabec82 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "DELETE /v2.0/subnets/570dbecf-caf1-43de-9d06-5b769caad567 HTTP/1.1" status: 204 len: 168 time: 0.3232396 Aug 06 16:28:38.944685 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51704) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:39.018698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226ef9c6-41fd-40b1-9c43-d5716bf4c6da None None] Network 41e5cd92-74c9-4dba-a49c-462f54a9373e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:39.019173 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe3a3ec-ee61-4048-9b6a-838c949a37a2 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Deleting subnet fb03fb10-ac99-4e68-b782-b31b71310277 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:28:39.024670 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afe3a3ec-ee61-4048-9b6a-838c949a37a2 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:39.104300 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afe3a3ec-ee61-4048-9b6a-838c949a37a2 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:39.127145 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1fe18863-7403-4911-8d23-4101240eb70a req-5dcde6ff-89b6-41f5-94d2-0a0dd1f7699a tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:39.166813 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afe3a3ec-ee61-4048-9b6a-838c949a37a2 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:39.181454 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcde6ff-89b6-41f5-94d2-0a0dd1f7699a tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Pushing event deleted for resources: {'Port': ['ID=b0a095a8-83a3-4739-8dd3-baa33440126a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:39.203416 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['b0a095a8-83a3-4739-8dd3-baa33440126a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:28:39.244113 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afe3a3ec-ee61-4048-9b6a-838c949a37a2 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:39.263626 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe18863-7403-4911-8d23-4101240eb70a req-5dcde6ff-89b6-41f5-94d2-0a0dd1f7699a tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] No DVR routers for this DVR port b0a095a8-83a3-4739-8dd3-baa33440126a on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:28:39.267312 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1fe18863-7403-4911-8d23-4101240eb70a req-5dcde6ff-89b6-41f5-94d2-0a0dd1f7699a tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:39.270233 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fe18863-7403-4911-8d23-4101240eb70a req-5dcde6ff-89b6-41f5-94d2-0a0dd1f7699a tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.13 "DELETE /v2.0/ports/b0a095a8-83a3-4739-8dd3-baa33440126a HTTP/1.1" status: 204 len: 173 time: 0.7387261 Aug 06 16:28:39.270918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7f2f4b-1733-4d9d-a6ba-859306415e57', 'name': 'network-vif-deleted', 'tag': 'b0a095a8-83a3-4739-8dd3-baa33440126a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:28:39.273675 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec129a9b-9c5e-4fe8-aaa1-4faff054564f" -d '{"events": [{"server_uuid": "9c7f2f4b-1733-4d9d-a6ba-859306415e57", "name": "network-vif-deleted", "tag": "b0a095a8-83a3-4739-8dd3-baa33440126a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:28:39.282152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3a3ec-ee61-4048-9b6a-838c949a37a2 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event deleted for resources: {'Subnet': ['ID=fb03fb10-ac99-4e68-b782-b31b71310277,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:39.286898 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afe3a3ec-ee61-4048-9b6a-838c949a37a2 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:39.288570 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:39.295813 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-afe3a3ec-ee61-4048-9b6a-838c949a37a2 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "DELETE /v2.0/subnets/fb03fb10-ac99-4e68-b782-b31b71310277 HTTP/1.1" status: 204 len: 168 time: 0.3468790 Aug 06 16:28:39.295813 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51718) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server [None req-d473915b-cfde-4ff0-b373-6f7a6d3f9447 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb03fb10-ac99-4e68-b782-b31b71310277: This subnet is being modified by another concurrent operation. Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise exception Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb03fb10-ac99-4e68-b782-b31b71310277: This subnet is being modified by another concurrent operation. Aug 06 16:28:39.318003 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Aug 06 16:28:39.333823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313bdf65-9972-4da2-8a2d-08015ee065d8 None None] Network 904febed-2b9b-4695-a8c1-3a2fcdeaaa53 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:39.397712 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743a3367-a455-4d75-b05a-d23ee707a740 x-openstack-request-id: req-743a3367-a455-4d75-b05a-d23ee707a740 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:28:39.398234 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7f2f4b-1733-4d9d-a6ba-859306415e57", "name": "network-vif-deleted", "tag": "b0a095a8-83a3-4739-8dd3-baa33440126a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:28:39.398625 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-743a3367-a455-4d75-b05a-d23ee707a740 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:28:39.399760 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7f2f4b-1733-4d9d-a6ba-859306415e57', 'name': 'network-vif-deleted', 'tag': 'b0a095a8-83a3-4739-8dd3-baa33440126a', 'status': 'completed', 'code': 200} Aug 06 16:28:39.410477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43467af4-ff8f-40be-a39a-bb55f9d28f7e tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:39.413333 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-43467af4-ff8f-40be-a39a-bb55f9d28f7e tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1159985 Aug 06 16:28:39.418229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51724) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:39.441389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc34b54a-f395-4a29-9b16-b765d5386872 None None] Network 9b37caf2-341b-4790-8541-e55231fe4d98 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:39.579543 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ab7d6ba-a7d7-4eb8-8c78-64038665e130 req-6ee2e35b-3f48-477b-98d0-4ca6e73afd6e tempest-VolumesBackupsTest-1099272764 tempest-VolumesBackupsTest-1099272764-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c7f2f4b-1733-4d9d-a6ba-859306415e57 HTTP/1.1" status: 200 len: 210 time: 0.0546792 Aug 06 16:28:39.617107 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f8b1be2d-a8bd-490b-b539-07f53e0ecb7c tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:39.787322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78904176-f7b2-4b86-8737-3158b7597949 None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:28:39.788732 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f8b1be2d-a8bd-490b-b539-07f53e0ecb7c tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:39.798480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-5a67e7d0-5a50-49f5-84c8-0539b7e75c49 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:39.806558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-5a67e7d0-5a50-49f5-84c8-0539b7e75c49 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/networks?id=1d447b46-7c0c-4772-a69a-207e01bf45ef HTTP/1.1" status: 200 len: 811 time: 0.2803664 Aug 06 16:28:39.824454 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f8b1be2d-a8bd-490b-b539-07f53e0ecb7c tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b37caf2-341b-4790-8541-e55231fe4d98']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:39.828130 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-ef166cd7-91a8-48b0-af47-8250c9185725 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/quotas/2bd645721d7a48a6abb7a48404400cfe HTTP/1.1" status: 200 len: 375 time: 0.0207405 Aug 06 16:28:39.845608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f8b1be2d-a8bd-490b-b539-07f53e0ecb7c tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da31939-e5e3-4b81-99c9-cc28edb759fc') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:39.846336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f8b1be2d-a8bd-490b-b539-07f53e0ecb7c tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da31939-e5e3-4b81-99c9-cc28edb759fc') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:39.878146 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f8b1be2d-a8bd-490b-b539-07f53e0ecb7c tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:39.891001 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78904176-f7b2-4b86-8737-3158b7597949 None None] Resources bound (agent type, host, resource id): {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:28:39.900806 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-5f68aaa2-abe8-4d33-a18d-b99287446da7 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2bd645721d7a48a6abb7a48404400cfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576634 Aug 06 16:28:39.924032 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f8b1be2d-a8bd-490b-b539-07f53e0ecb7c tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:39.945421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b1be2d-a8bd-490b-b539-07f53e0ecb7c tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:28:39.947058 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f8b1be2d-a8bd-490b-b539-07f53e0ecb7c tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:28:39.950782 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:28:40.063650 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f8b1be2d-a8bd-490b-b539-07f53e0ecb7c tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.090772 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f8b1be2d-a8bd-490b-b539-07f53e0ecb7c tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.094083 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f8b1be2d-a8bd-490b-b539-07f53e0ecb7c tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "DELETE /v2.0/networks/9b37caf2-341b-4790-8541-e55231fe4d98 HTTP/1.1" status: 204 len: 168 time: 0.6746268 Aug 06 16:28:40.095072 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51736) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:40.095295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1be2d-a8bd-490b-b539-07f53e0ecb7c tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event deleted for resources: {'Network': ['ID=9b37caf2-341b-4790-8541-e55231fe4d98,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:40.114185 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-617e1009-670f-4a55-bfb5-0fd3e77bf99b service neutron] 10.222.0.37 "GET /v2.0/networks/1d447b46-7c0c-4772-a69a-207e01bf45ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994660 Aug 06 16:28:40.186870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38bbd47-3890-49bd-802d-51ee7162c04e None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:28:40.211284 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2191d7d-41b9-461f-a75a-b5b8fb501bdd tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.232414 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-4c4572bb-98fa-44bf-9276-3381ce60c637 service neutron] 10.222.0.37 "GET /v2.0/networks/1d447b46-7c0c-4772-a69a-207e01bf45ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115637 Aug 06 16:28:40.273285 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38bbd47-3890-49bd-802d-51ee7162c04e None None] Resources bound (agent type, host, resource id): {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:28:40.322799 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2191d7d-41b9-461f-a75a-b5b8fb501bdd tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.335083 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c2191d7d-41b9-461f-a75a-b5b8fb501bdd tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e5cd92-74c9-4dba-a49c-462f54a9373e']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:40.347360 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c2191d7d-41b9-461f-a75a-b5b8fb501bdd tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80701296-d490-4a89-b322-6fe0ffaf9d9c') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:40.348186 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c2191d7d-41b9-461f-a75a-b5b8fb501bdd tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80701296-d490-4a89-b322-6fe0ffaf9d9c') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:40.363425 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2191d7d-41b9-461f-a75a-b5b8fb501bdd tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.388288 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2191d7d-41b9-461f-a75a-b5b8fb501bdd tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.396278 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2191d7d-41b9-461f-a75a-b5b8fb501bdd tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:28:40.397156 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2191d7d-41b9-461f-a75a-b5b8fb501bdd tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:28:40.481306 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:28:40.491522 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-522c535f-914e-4a2d-bb9e-a513d161025b req-475fd930-8233-45a3-b0d0-0ed1f74528e2 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 210 time: 0.0745113 Aug 06 16:28:40.494807 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2191d7d-41b9-461f-a75a-b5b8fb501bdd tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.504522 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c2191d7d-41b9-461f-a75a-b5b8fb501bdd tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.515603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51744) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:40.517905 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c2191d7d-41b9-461f-a75a-b5b8fb501bdd tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "DELETE /v2.0/networks/41e5cd92-74c9-4dba-a49c-462f54a9373e HTTP/1.1" status: 204 len: 168 time: 0.4168897 Aug 06 16:28:40.529334 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2191d7d-41b9-461f-a75a-b5b8fb501bdd tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event deleted for resources: {'Network': ['ID=41e5cd92-74c9-4dba-a49c-462f54a9373e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:40.661416 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6299-0e5e-4f6e-bbab-5045027f79d4 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.802540 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6299-0e5e-4f6e-bbab-5045027f79d4 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.813418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-bb9a6299-0e5e-4f6e-bbab-5045027f79d4 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284d8b5d-04e1-4383-995d-e0867242a5c2']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:40.848886 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-bb9a6299-0e5e-4f6e-bbab-5045027f79d4 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5845e1bf-722b-40cb-bd91-7f43e9b3f35e') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:40.850311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-bb9a6299-0e5e-4f6e-bbab-5045027f79d4 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5845e1bf-722b-40cb-bd91-7f43e9b3f35e') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:40.870054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6299-0e5e-4f6e-bbab-5045027f79d4 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.890543 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6299-0e5e-4f6e-bbab-5045027f79d4 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.903810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9a6299-0e5e-4f6e-bbab-5045027f79d4 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:28:40.904278 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6299-0e5e-4f6e-bbab-5045027f79d4 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:28:40.907431 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:28:40.981914 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6299-0e5e-4f6e-bbab-5045027f79d4 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.986252 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6299-0e5e-4f6e-bbab-5045027f79d4 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.988717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bb9a6299-0e5e-4f6e-bbab-5045027f79d4 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "DELETE /v2.0/networks/284d8b5d-04e1-4383-995d-e0867242a5c2 HTTP/1.1" status: 204 len: 168 time: 0.4718451 Aug 06 16:28:40.991257 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51758) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:41.014860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a6299-0e5e-4f6e-bbab-5045027f79d4 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event deleted for resources: {'Network': ['ID=284d8b5d-04e1-4383-995d-e0867242a5c2,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:41.074774 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-320fcac3-f8de-4332-ac25-67cb461d0059 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:41.184103 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-320fcac3-f8de-4332-ac25-67cb461d0059 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:41.195127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-320fcac3-f8de-4332-ac25-67cb461d0059 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9b6f23-483d-4b47-a542-99ba492ba97a']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:41.212059 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-320fcac3-f8de-4332-ac25-67cb461d0059 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3460d70a-8706-48db-940d-c3807acd7b43') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:41.212514 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-320fcac3-f8de-4332-ac25-67cb461d0059 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3460d70a-8706-48db-940d-c3807acd7b43') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:41.225569 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-320fcac3-f8de-4332-ac25-67cb461d0059 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:41.242148 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-320fcac3-f8de-4332-ac25-67cb461d0059 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:41.249037 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320fcac3-f8de-4332-ac25-67cb461d0059 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:28:41.249514 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-320fcac3-f8de-4332-ac25-67cb461d0059 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:28:41.252870 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:28:41.653877 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9747b7d-2a70-49ee-b741-1f03ffbc9ef4 req-7cebb74e-5a8a-453a-98e4-5fbd1a9bc69d tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 210 time: 0.0630999 Aug 06 16:28:41.684986 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-320fcac3-f8de-4332-ac25-67cb461d0059 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:41.703805 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-320fcac3-f8de-4332-ac25-67cb461d0059 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:41.706571 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-320fcac3-f8de-4332-ac25-67cb461d0059 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] 10.222.0.37 "DELETE /v2.0/networks/fc9b6f23-483d-4b47-a542-99ba492ba97a HTTP/1.1" status: 204 len: 168 time: 0.7143078 Aug 06 16:28:41.707465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fcac3-f8de-4332-ac25-67cb461d0059 tempest-BulkNetworkOpsTest-322972275 tempest-BulkNetworkOpsTest-322972275-project] Pushing event deleted for resources: {'Network': ['ID=fc9b6f23-483d-4b47-a542-99ba492ba97a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:41.824603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-11890081-f771-42fe-8866-da660eed8de2 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:41.826444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-11890081-f771-42fe-8866-da660eed8de2 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.13 "GET /v2.0/networks?id=1d447b46-7c0c-4772-a69a-207e01bf45ef HTTP/1.1" status: 200 len: 811 time: 0.1715679 Aug 06 16:28:41.841812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-e77b495e-f9d1-4139-a61c-5fde8725d8db tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Request body: {'port': {'device_id': 'd6c4d164-23cd-4168-8807-70d825387f00', 'network_id': '1d447b46-7c0c-4772-a69a-207e01bf45ef', 'admin_state_up': True, 'tenant_id': '2bd645721d7a48a6abb7a48404400cfe'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:41.894833 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b0a095a8-83a3-4739-8dd3-baa33440126a no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:28:41.937672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: b0a095a8-83a3-4739-8dd3-baa33440126a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:28:41.939545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device b0a095a8-83a3-4739-8dd3-baa33440126a not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:28:42.028125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-e77b495e-f9d1-4139-a61c-5fde8725d8db tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Made reservation on behalf of 2bd645721d7a48a6abb7a48404400cfe for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:42.033012 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-e77b495e-f9d1-4139-a61c-5fde8725d8db tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:42.052661 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51774) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:42.201943 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-e77b495e-f9d1-4139-a61c-5fde8725d8db tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Allocated IP 172.20.0.12 (1d447b46-7c0c-4772-a69a-207e01bf45ef/7e9066db-f6d5-45f9-b67c-a2bb46619d54/eb3706ea-e279-4a50-89b1-6496cf4e45c8) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:28:42.223153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51778) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:42.228096 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fe9cce17-0b3b-42ac-90c9-2bdad2bd68ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9a333aa1b4547c99f9bef67b0e0aab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704063 Aug 06 16:28:42.358460 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99024a55-8363-4530-b926-5f10843830a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:42.399621 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99024a55-8363-4530-b926-5f10843830a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:42.441534 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-e77b495e-f9d1-4139-a61c-5fde8725d8db tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:42.486983 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99024a55-8363-4530-b926-5f10843830a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:42.489661 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99024a55-8363-4530-b926-5f10843830a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:42.494068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-99024a55-8363-4530-b926-5f10843830a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b12281b-6adb-4e96-a2ed-7aeb7fb59746 HTTP/1.1" status: 204 len: 168 time: 0.2667017 Aug 06 16:28:42.504890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99024a55-8363-4530-b926-5f10843830a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b12281b-6adb-4e96-a2ed-7aeb7fb59746,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:42.517448 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-e77b495e-f9d1-4139-a61c-5fde8725d8db tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:42.580961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b495e-f9d1-4139-a61c-5fde8725d8db tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Pushing event updated for resources: {'Port': ['ID=eb3706ea-e279-4a50-89b1-6496cf4e45c8,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:42.592104 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-e77b495e-f9d1-4139-a61c-5fde8725d8db tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Network 1d447b46-7c0c-4772-a69a-207e01bf45ef is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:28:42.594076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-e77b495e-f9d1-4139-a61c-5fde8725d8db tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:42.596262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-e77b495e-f9d1-4139-a61c-5fde8725d8db tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:28:42.677850 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-e77b495e-f9d1-4139-a61c-5fde8725d8db tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:42.678530 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-e77b495e-f9d1-4139-a61c-5fde8725d8db tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:42.697497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-e77b495e-f9d1-4139-a61c-5fde8725d8db tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8617656 Aug 06 16:28:42.718712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Request body: {'port': {'device_id': 'd6c4d164-23cd-4168-8807-70d825387f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:42.902867 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:43.009162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9531ddd-3320-455f-8da3-223c23d01a18 req-20c206b9-b95d-4152-9c35-1d2ea00b9451 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:43.010961 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b9531ddd-3320-455f-8da3-223c23d01a18 req-20c206b9-b95d-4152-9c35-1d2ea00b9451 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 932 time: 0.2184608 Aug 06 16:28:43.138828 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b9531ddd-3320-455f-8da3-223c23d01a18 req-c608bf88-6b20-48ef-b837-30bd173548d1 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173708 Aug 06 16:28:43.327578 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3706ea-e279-4a50-89b1-6496cf4e45c8 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:28:43.335797 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:43.348474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Transition to ACTIVE for port object eb3706ea-e279-4a50-89b1-6496cf4e45c8 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:28:43.353330 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:43.426241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3706ea-e279-4a50-89b1-6496cf4e45c8,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:43.461936 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51806) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:43.481069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Attempting to bind port eb3706ea-e279-4a50-89b1-6496cf4e45c8 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:28:43.481463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Attempting to bind port eb3706ea-e279-4a50-89b1-6496cf4e45c8 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '88a12103-ebe5-4bce-bd36-544a96695813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1d447b46-7c0c-4772-a69a-207e01bf45ef'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:28:43.481833 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Attempting to bind port eb3706ea-e279-4a50-89b1-6496cf4e45c8 on network 1d447b46-7c0c-4772-a69a-207e01bf45ef {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:28:43.487446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Port eb3706ea-e279-4a50-89b1-6496cf4e45c8 on network 1d447b46-7c0c-4772-a69a-207e01bf45ef not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:28:43.487775 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Attempting to bind port eb3706ea-e279-4a50-89b1-6496cf4e45c8 on network 1d447b46-7c0c-4772-a69a-207e01bf45ef {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:28:43.493185 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:28:43.493695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Checking segment: {'id': '88a12103-ebe5-4bce-bd36-544a96695813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1d447b46-7c0c-4772-a69a-207e01bf45ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:28:43.494076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Bound using segment: {'id': '88a12103-ebe5-4bce-bd36-544a96695813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1d447b46-7c0c-4772-a69a-207e01bf45ef'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:28:43.494499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Bound port: eb3706ea-e279-4a50-89b1-6496cf4e45c8, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a12103-ebe5-4bce-bd36-544a96695813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1d447b46-7c0c-4772-a69a-207e01bf45ef'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:28:43.494859 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:43.567616 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] For port eb3706ea-e279-4a50-89b1-6496cf4e45c8, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:28:43.571026 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] For port eb3706ea-e279-4a50-89b1-6496cf4e45c8, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=eb3706ea-e279-4a50-89b1-6496cf4e45c8,segment=NetworkSegment(88a12103-ebe5-4bce-bd36-544a96695813),segment_id=88a12103-ebe5-4bce-bd36-544a96695813)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:28:43.576766 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:43.578694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6401b6bd-52d6-4e0b-ae5f-b7c953302138 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'network': {'name': 'tempest-RoutersTest-993521090'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:43.601664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6401b6bd-52d6-4e0b-ae5f-b7c953302138 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:43.606127 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6401b6bd-52d6-4e0b-ae5f-b7c953302138 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:43.614470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:43.615314 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:43.615835 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6401b6bd-52d6-4e0b-ae5f-b7c953302138 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:43.616822 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] 10.222.0.13 "PUT /v2.0/ports/eb3706ea-e279-4a50-89b1-6496cf4e45c8 HTTP/1.1" status: 200 len: 1092 time: 0.9097197 Aug 06 16:28:43.617348 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c4d164-23cd-4168-8807-70d825387f00', 'tag': 'eb3706ea-e279-4a50-89b1-6496cf4e45c8'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:28:43.620021 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ade444a-9a41-4259-8744-fa1ea51da938" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c4d164-23cd-4168-8807-70d825387f00", "tag": "eb3706ea-e279-4a50-89b1-6496cf4e45c8"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:28:43.692936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400d496-6efa-49fe-a49d-48b8714819a5 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3706ea-e279-4a50-89b1-6496cf4e45c8,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:43.715064 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5670fb-cd6e-431c-95d7-89fbad089465 x-openstack-request-id: req-6e5670fb-cd6e-431c-95d7-89fbad089465 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:28:43.715388 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c4d164-23cd-4168-8807-70d825387f00", "tag": "eb3706ea-e279-4a50-89b1-6496cf4e45c8", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:28:43.715655 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e5670fb-cd6e-431c-95d7-89fbad089465 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:28:43.716170 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c4d164-23cd-4168-8807-70d825387f00', 'tag': 'eb3706ea-e279-4a50-89b1-6496cf4e45c8', 'status': 'completed', 'code': 200} Aug 06 16:28:43.733137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-9608adb6-09de-4a4d-bf31-f42b1e2c8f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:43.734833 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-9608adb6-09de-4a4d-bf31-f42b1e2c8f3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bd645721d7a48a6abb7a48404400cfe&device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 1095 time: 0.0739522 Aug 06 16:28:43.747292 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6401b6bd-52d6-4e0b-ae5f-b7c953302138 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:43.754316 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6401b6bd-52d6-4e0b-ae5f-b7c953302138 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:43.799157 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-5c7ddb16-b2a3-4bcb-9bd2-c647500947c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb3706ea-e279-4a50-89b1-6496cf4e45c8 HTTP/1.1" status: 200 len: 217 time: 0.0554342 Aug 06 16:28:43.816963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6401b6bd-52d6-4e0b-ae5f-b7c953302138 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:28:43.824348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401b6bd-52d6-4e0b-ae5f-b7c953302138 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580ba7e4-0386-4d12-b81e-e7d5075e679f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:43.851697 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6401b6bd-52d6-4e0b-ae5f-b7c953302138 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:43.852485 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-6401b6bd-52d6-4e0b-ae5f-b7c953302138 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Added segment eae05920-5815-4e66-91d6-a6d27bac6a1e of type vlan for network 2118b81a-d60a-477a-97ce-ec9241a10d1b Aug 06 16:28:43.885375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-df899eaf-b096-4a6a-887a-4d133961985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:43.886939 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-df899eaf-b096-4a6a-887a-4d133961985b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e9066db-f6d5-45f9-b67c-a2bb46619d54 HTTP/1.1" status: 200 len: 851 time: 0.0800428 Aug 06 16:28:43.902871 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6401b6bd-52d6-4e0b-ae5f-b7c953302138 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:43.925038 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-818cea98-9adc-4b3c-90b1-b8e263a2aecf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d447b46-7c0c-4772-a69a-207e01bf45ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309422 Aug 06 16:28:43.936767 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6401b6bd-52d6-4e0b-ae5f-b7c953302138 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:43.943137 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6401b6bd-52d6-4e0b-ae5f-b7c953302138 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:43.944295 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6401b6bd-52d6-4e0b-ae5f-b7c953302138 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:43.985368 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6401b6bd-52d6-4e0b-ae5f-b7c953302138 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5213716 Aug 06 16:28:44.004226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51818) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:44.015298 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-368ed3d8-b8a1-433e-85a6-f317abb694e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'network': {'name': 'tempest-RoutersTest-350213075'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:44.025937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401b6bd-52d6-4e0b-ae5f-b7c953302138 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Network': ['ID=2118b81a-d60a-477a-97ce-ec9241a10d1b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:44.039124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 2118b81a-d60a-477a-97ce-ec9241a10d1b details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:28:44.073847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368ed3d8-b8a1-433e-85a6-f317abb694e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:44.079523 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-368ed3d8-b8a1-433e-85a6-f317abb694e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:44.122078 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-386aed0c-8d1f-4a90-be01-a2d7456db645 service neutron] 10.222.0.13 "GET /v2.0/networks/1d447b46-7c0c-4772-a69a-207e01bf45ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866267 Aug 06 16:28:44.145330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368ed3d8-b8a1-433e-85a6-f317abb694e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:28:44.166328 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-368ed3d8-b8a1-433e-85a6-f317abb694e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:44.166883 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-368ed3d8-b8a1-433e-85a6-f317abb694e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Added segment ef060c7a-7946-49b9-a05d-fe0653d56669 of type vlan for network 075687c2-2567-4e6d-8f7c-bf7791e2f51a Aug 06 16:28:44.326188 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-368ed3d8-b8a1-433e-85a6-f317abb694e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:44.370507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea5748-4175-42a8-9200-d0a2e7dc669e req-e308fd0a-406f-46e3-b9eb-35dae5a76357 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:44.372173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51ea5748-4175-42a8-9200-d0a2e7dc669e req-e308fd0a-406f-46e3-b9eb-35dae5a76357 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 944 time: 0.1267226 Aug 06 16:28:44.429423 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51ea5748-4175-42a8-9200-d0a2e7dc669e req-0a0dbb7b-4522-46a9-beb3-c9a111e35520 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457504 Aug 06 16:28:44.434979 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8592d26-77c1-4413-b45e-a45bb1700a3e req-84e4e933-1c4f-4ebe-b03c-e37cb69249be service neutron] 10.222.0.13 "GET /v2.0/networks/1d447b46-7c0c-4772-a69a-207e01bf45ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015752 Aug 06 16:28:44.436385 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-368ed3d8-b8a1-433e-85a6-f317abb694e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:44.443241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368ed3d8-b8a1-433e-85a6-f317abb694e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:44.444219 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-368ed3d8-b8a1-433e-85a6-f317abb694e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:44.528347 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-368ed3d8-b8a1-433e-85a6-f317abb694e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5227482 Aug 06 16:28:44.531989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51862) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:44.538819 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4e027956-f51b-45d6-a2e4-476e99972e9c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'subnet': {'network_id': '2118b81a-d60a-477a-97ce-ec9241a10d1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:44.562703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ed3d8-b8a1-433e-85a6-f317abb694e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Network': ['ID=075687c2-2567-4e6d-8f7c-bf7791e2f51a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:44.576153 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 075687c2-2567-4e6d-8f7c-bf7791e2f51a details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:28:44.583157 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade444a-9a41-4259-8744-fa1ea51da938 req-10e99926-161a-43f5-b8ef-cd8891d5eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:44.585166 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ade444a-9a41-4259-8744-fa1ea51da938 req-10e99926-161a-43f5-b8ef-cd8891d5eb7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bd645721d7a48a6abb7a48404400cfe&device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 1095 time: 0.0559571 Aug 06 16:28:44.754768 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e027956-f51b-45d6-a2e4-476e99972e9c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:44.760174 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e027956-f51b-45d6-a2e4-476e99972e9c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:44.760363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade444a-9a41-4259-8744-fa1ea51da938 req-8abc799a-7e50-4219-807b-cf50fd4f695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:44.762920 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ade444a-9a41-4259-8744-fa1ea51da938 req-8abc799a-7e50-4219-807b-cf50fd4f695b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d447b46-7c0c-4772-a69a-207e01bf45ef HTTP/1.1" status: 200 len: 912 time: 0.1703348 Aug 06 16:28:45.172280 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e027956-f51b-45d6-a2e4-476e99972e9c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:45.252393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e027956-f51b-45d6-a2e4-476e99972e9c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Subnet': ['ID=19671524-cee3-4e5a-bfed-2df0aa39dc1c,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:45.263458 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e027956-f51b-45d6-a2e4-476e99972e9c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Checking segment: {'id': 'eae05920-5815-4e66-91d6-a6d27bac6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2118b81a-d60a-477a-97ce-ec9241a10d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:28:45.263725 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e027956-f51b-45d6-a2e4-476e99972e9c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network hostable DHCP agents. Network: 2118b81a-d60a-477a-97ce-ec9241a10d1b, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:28:45.283736 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e027956-f51b-45d6-a2e4-476e99972e9c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network 2118b81a-d60a-477a-97ce-ec9241a10d1b is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:28:45.300850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-4e027956-f51b-45d6-a2e4-476e99972e9c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 2118b81a-d60a-477a-97ce-ec9241a10d1b) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:45.309705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e027956-f51b-45d6-a2e4-476e99972e9c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:45.310802 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4e027956-f51b-45d6-a2e4-476e99972e9c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:45.312261 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8ea16c-1e99-400c-b024-83198645554e None None] Network 2118b81a-d60a-477a-97ce-ec9241a10d1b requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:45.333741 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4e027956-f51b-45d6-a2e4-476e99972e9c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7995479 Aug 06 16:28:45.337950 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51900) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:45.344406 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c1cd6931-b317-4536-a3e0-4de5d4a48c27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'subnet': {'network_id': '075687c2-2567-4e6d-8f7c-bf7791e2f51a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:45.371355 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ade444a-9a41-4259-8744-fa1ea51da938 req-c01ae3b4-cee5-45ff-aceb-85fa1c987759 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb3706ea-e279-4a50-89b1-6496cf4e45c8 HTTP/1.1" status: 200 len: 217 time: 0.5959470 Aug 06 16:28:45.460550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade444a-9a41-4259-8744-fa1ea51da938 req-cc84a063-5447-4477-9c74-7d5310d9a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:45.463117 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ade444a-9a41-4259-8744-fa1ea51da938 req-cc84a063-5447-4477-9c74-7d5310d9a041 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e9066db-f6d5-45f9-b67c-a2bb46619d54 HTTP/1.1" status: 200 len: 851 time: 0.0842195 Aug 06 16:28:45.510022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-2118b81a-d60a-477a-97ce-ec9241a10d1b', 'network_id': '2118b81a-d60a-477a-97ce-ec9241a10d1b', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'fixed_ips': [{'subnet_id': '19671524-cee3-4e5a-bfed-2df0aa39dc1c'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:28:45.514272 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:45.519388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cd6931-b317-4536-a3e0-4de5d4a48c27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:45.524207 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ade444a-9a41-4259-8744-fa1ea51da938 req-98244d11-d192-44d7-ae48-8b83552ada70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d447b46-7c0c-4772-a69a-207e01bf45ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396247 Aug 06 16:28:45.524621 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c1cd6931-b317-4536-a3e0-4de5d4a48c27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:45.644603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168be583-ed88-4ad3-ae65-813e56dcea29 req-524209c4-b17b-4558-8114-d7b7c1c18358 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:45.646256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-168be583-ed88-4ad3-ae65-813e56dcea29 req-524209c4-b17b-4558-8114-d7b7c1c18358 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 944 time: 0.1178401 Aug 06 16:28:45.685941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ade444a-9a41-4259-8744-fa1ea51da938 req-72b0f2d3-f887-431c-900e-17c5446d28aa service neutron] 10.222.0.13 "GET /v2.0/networks/1d447b46-7c0c-4772-a69a-207e01bf45ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461887 Aug 06 16:28:45.697020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Allocated IP 172.20.0.2 (2118b81a-d60a-477a-97ce-ec9241a10d1b/19671524-cee3-4e5a-bfed-2df0aa39dc1c/704b2db8-8b61-4418-999a-5c3dc7123363) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:28:45.733995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-168be583-ed88-4ad3-ae65-813e56dcea29 req-bdb8ef6e-bae8-41cb-aad7-47463b18a405 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789363 Aug 06 16:28:45.788637 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c1cd6931-b317-4536-a3e0-4de5d4a48c27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:45.803513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ade444a-9a41-4259-8744-fa1ea51da938 req-7036ad73-d8a1-4b26-94a7-8f154567bce6 service neutron] 10.222.0.13 "GET /v2.0/networks/1d447b46-7c0c-4772-a69a-207e01bf45ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057734 Aug 06 16:28:45.864465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd6931-b317-4536-a3e0-4de5d4a48c27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Subnet': ['ID=d63ecb52-f99c-4ac4-b025-c72109e08eea,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:45.870191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cd6931-b317-4536-a3e0-4de5d4a48c27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Checking segment: {'id': 'ef060c7a-7946-49b9-a05d-fe0653d56669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '075687c2-2567-4e6d-8f7c-bf7791e2f51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:28:45.870552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cd6931-b317-4536-a3e0-4de5d4a48c27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network hostable DHCP agents. Network: 075687c2-2567-4e6d-8f7c-bf7791e2f51a, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:28:45.893803 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cd6931-b317-4536-a3e0-4de5d4a48c27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network 075687c2-2567-4e6d-8f7c-bf7791e2f51a is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:28:45.905113 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:45.906162 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-c1cd6931-b317-4536-a3e0-4de5d4a48c27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 075687c2-2567-4e6d-8f7c-bf7791e2f51a) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:45.910983 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cd6931-b317-4536-a3e0-4de5d4a48c27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:45.911590 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device eb3706ea-e279-4a50-89b1-6496cf4e45c8 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:28:45.911725 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c1cd6931-b317-4536-a3e0-4de5d4a48c27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:45.926461 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3120e6c2-a5fb-43f9-a773-bffef83ea1e8 None None] Network 075687c2-2567-4e6d-8f7c-bf7791e2f51a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:45.934374 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c1cd6931-b317-4536-a3e0-4de5d4a48c27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5928357 Aug 06 16:28:45.934674 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51910) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:45.936079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Transition to ACTIVE for port object 704b2db8-8b61-4418-999a-5c3dc7123363 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:28:45.940825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-70910889-f513-4df4-a4f7-ef5cc8476a0f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1686205691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:45.975115 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-70910889-f513-4df4-a4f7-ef5cc8476a0f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:45.976497 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-70910889-f513-4df4-a4f7-ef5cc8476a0f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:46.043740 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Transition to ACTIVE for port object 704b2db8-8b61-4418-999a-5c3dc7123363 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:28:46.050897 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-70910889-f513-4df4-a4f7-ef5cc8476a0f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:46.058891 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-70910889-f513-4df4-a4f7-ef5cc8476a0f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:46.074818 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:46.078337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-70910889-f513-4df4-a4f7-ef5cc8476a0f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:46.082570 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-70910889-f513-4df4-a4f7-ef5cc8476a0f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1432498 Aug 06 16:28:46.082894 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51914) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:46.192868 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Network 2118b81a-d60a-477a-97ce-ec9241a10d1b is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:28:46.199785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Pushing event updated for resources: {'Port': ['ID=704b2db8-8b61-4418-999a-5c3dc7123363,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:46.203845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:46.206208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:28:46.280353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port eb3706ea-e279-4a50-89b1-6496cf4e45c8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=eb3706ea-e279-4a50-89b1-6496cf4e45c8,segment=NetworkSegment(88a12103-ebe5-4bce-bd36-544a96695813),segment_id=88a12103-ebe5-4bce-bd36-544a96695813)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:46.317305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'eb3706ea-e279-4a50-89b1-6496cf4e45c8', 'network_id': '1d447b46-7c0c-4772-a69a-207e01bf45ef', 'port_id': 'eb3706ea-e279-4a50-89b1-6496cf4e45c8', 'mac_address': 'fa:16:3e:31:ba:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9066db-f6d5-45f9-b67c-a2bb46619d54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:28:46.497939 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:46.523523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Attempting to bind port 704b2db8-8b61-4418-999a-5c3dc7123363 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:28:46.524435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Attempting to bind port 704b2db8-8b61-4418-999a-5c3dc7123363 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'eae05920-5815-4e66-91d6-a6d27bac6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2118b81a-d60a-477a-97ce-ec9241a10d1b'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:28:46.524803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Attempting to bind port 704b2db8-8b61-4418-999a-5c3dc7123363 on network 2118b81a-d60a-477a-97ce-ec9241a10d1b {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:28:46.552955 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-075687c2-2567-4e6d-8f7c-bf7791e2f51a', 'network_id': '075687c2-2567-4e6d-8f7c-bf7791e2f51a', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'fixed_ips': [{'subnet_id': 'd63ecb52-f99c-4ac4-b025-c72109e08eea'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:28:46.553834 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:46.561428 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:28:46.561839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Checking segment: {'id': 'eae05920-5815-4e66-91d6-a6d27bac6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2118b81a-d60a-477a-97ce-ec9241a10d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:28:46.562244 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:46.562645 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Bound using segment: {'id': 'eae05920-5815-4e66-91d6-a6d27bac6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2118b81a-d60a-477a-97ce-ec9241a10d1b'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:28:46.563125 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Bound port: 704b2db8-8b61-4418-999a-5c3dc7123363, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae05920-5815-4e66-91d6-a6d27bac6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2118b81a-d60a-477a-97ce-ec9241a10d1b'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:28:46.563510 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:46.596360 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:46.642335 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3706ea-e279-4a50-89b1-6496cf4e45c8 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:28:46.736368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port eb3706ea-e279-4a50-89b1-6496cf4e45c8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=eb3706ea-e279-4a50-89b1-6496cf4e45c8,segment=NetworkSegment(88a12103-ebe5-4bce-bd36-544a96695813),segment_id=88a12103-ebe5-4bce-bd36-544a96695813)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:46.753788 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:46.767993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] For port 704b2db8-8b61-4418-999a-5c3dc7123363, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:28:46.774702 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] For port 704b2db8-8b61-4418-999a-5c3dc7123363, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=704b2db8-8b61-4418-999a-5c3dc7123363,segment=NetworkSegment(eae05920-5815-4e66-91d6-a6d27bac6a1e),segment_id=eae05920-5815-4e66-91d6-a6d27bac6a1e)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:28:46.801316 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:46.879493 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Allocated IP 172.20.0.1 (2118b81a-d60a-477a-97ce-ec9241a10d1b/19671524-cee3-4e5a-bfed-2df0aa39dc1c/9d20a107-fd1a-4550-b146-edec401ff50e) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:28:46.916708 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Allocated IP 172.21.0.2 (075687c2-2567-4e6d-8f7c-bf7791e2f51a/d63ecb52-f99c-4ac4-b025-c72109e08eea/134f24e0-343d-43a0-b73a-84820617fde7) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:28:46.919221 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=eb3706ea-e279-4a50-89b1-6496cf4e45c8,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:46.970384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['eb3706ea-e279-4a50-89b1-6496cf4e45c8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:28:46.973045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b6cba-133b-4de6-bd17-97401995b224 req-a838f694-4070-4261-b495-a991128ba690 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:46.982976 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c5b6cba-133b-4de6-bd17-97401995b224 req-a838f694-4070-4261-b495-a991128ba690 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 945 time: 0.1110673 Aug 06 16:28:47.101580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c5b6cba-133b-4de6-bd17-97401995b224 req-afb4a918-8885-4c72-a3e3-940c03d39755 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174955 Aug 06 16:28:47.120420 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:47.137352 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Transition to ACTIVE for port object 9d20a107-fd1a-4550-b146-edec401ff50e will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:28:47.192573 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:47.220647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f80bce-9fa1-4a9c-b2bb-e319bec4fd50 None None] Pushing event updated for resources: {'Port': ['ID=704b2db8-8b61-4418-999a-5c3dc7123363,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:47.272105 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network 2118b81a-d60a-477a-97ce-ec9241a10d1b is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:28:47.276197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:47.282332 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:28:47.365346 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=9d20a107-fd1a-4550-b146-edec401ff50e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:47.417005 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:47.472654 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:47.497501 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Transition to ACTIVE for port object 134f24e0-343d-43a0-b73a-84820617fde7 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:28:47.532652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Transition to ACTIVE for port object 134f24e0-343d-43a0-b73a-84820617fde7 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:28:47.547534 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:47.578104 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:47.595595 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Network 075687c2-2567-4e6d-8f7c-bf7791e2f51a is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:28:47.602756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:47.606459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:28:47.614004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Pushing event updated for resources: {'Port': ['ID=134f24e0-343d-43a0-b73a-84820617fde7,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:47.678523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Attempting to bind port 134f24e0-343d-43a0-b73a-84820617fde7 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:28:47.679015 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Attempting to bind port 134f24e0-343d-43a0-b73a-84820617fde7 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'ef060c7a-7946-49b9-a05d-fe0653d56669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '075687c2-2567-4e6d-8f7c-bf7791e2f51a'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:28:47.679453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Attempting to bind port 134f24e0-343d-43a0-b73a-84820617fde7 on network 075687c2-2567-4e6d-8f7c-bf7791e2f51a {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:28:47.686617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:28:47.688661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Checking segment: {'id': 'ef060c7a-7946-49b9-a05d-fe0653d56669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '075687c2-2567-4e6d-8f7c-bf7791e2f51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:28:47.688661 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:47.688661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Bound using segment: {'id': 'ef060c7a-7946-49b9-a05d-fe0653d56669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '075687c2-2567-4e6d-8f7c-bf7791e2f51a'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:28:47.688661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Bound port: 134f24e0-343d-43a0-b73a-84820617fde7, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef060c7a-7946-49b9-a05d-fe0653d56669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '075687c2-2567-4e6d-8f7c-bf7791e2f51a'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:28:47.688661 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:47.763434 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] For port 134f24e0-343d-43a0-b73a-84820617fde7, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:28:47.767529 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] For port 134f24e0-343d-43a0-b73a-84820617fde7, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=134f24e0-343d-43a0-b73a-84820617fde7,segment=NetworkSegment(ef060c7a-7946-49b9-a05d-fe0653d56669),segment_id=ef060c7a-7946-49b9-a05d-fe0653d56669)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:28:47.771538 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:47.840544 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae49318-3a92-4917-b586-f82edefe2a2b None None] Pushing event updated for resources: {'Port': ['ID=134f24e0-343d-43a0-b73a-84820617fde7,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:47.918300 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device eb3706ea-e279-4a50-89b1-6496cf4e45c8 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:28:47.936635 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:47.947067 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:47.990787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port eb3706ea-e279-4a50-89b1-6496cf4e45c8 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:28:47.996130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port eb3706ea-e279-4a50-89b1-6496cf4e45c8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:28:47.996513 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:48.059588 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:48.060883 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=9d20a107-fd1a-4550-b146-edec401ff50e,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:48.153138 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:48.227661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c4d164-23cd-4168-8807-70d825387f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3706ea-e279-4a50-89b1-6496cf4e45c8'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:28:48.234517 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf94669-10fb-46f3-a225-2162ce8b928e" -d '{"events": [{"server_uuid": "d6c4d164-23cd-4168-8807-70d825387f00", "name": "network-vif-plugged", "status": "completed", "tag": "eb3706ea-e279-4a50-89b1-6496cf4e45c8"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:28:48.265591 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port eb3706ea-e279-4a50-89b1-6496cf4e45c8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=eb3706ea-e279-4a50-89b1-6496cf4e45c8,segment=NetworkSegment(88a12103-ebe5-4bce-bd36-544a96695813),segment_id=88a12103-ebe5-4bce-bd36-544a96695813)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:48.278795 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:48.380222 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3da2f58-9610-4b89-a7cc-f8e630b524b8 x-openstack-request-id: req-b3da2f58-9610-4b89-a7cc-f8e630b524b8 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:28:48.380552 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c4d164-23cd-4168-8807-70d825387f00", "name": "network-vif-plugged", "status": "completed", "tag": "eb3706ea-e279-4a50-89b1-6496cf4e45c8", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:28:48.380808 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3da2f58-9610-4b89-a7cc-f8e630b524b8 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:28:48.381252 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c4d164-23cd-4168-8807-70d825387f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3706ea-e279-4a50-89b1-6496cf4e45c8', 'code': 200} Aug 06 16:28:48.402055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331424af-1cd3-41c1-92b6-27af1de1889d req-fe334f78-fc9c-4ea4-bcd1-be7964611d8a tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:48.405132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-331424af-1cd3-41c1-92b6-27af1de1889d req-fe334f78-fc9c-4ea4-bcd1-be7964611d8a tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 946 time: 0.1181173 Aug 06 16:28:48.439667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=eb3706ea-e279-4a50-89b1-6496cf4e45c8,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:48.444557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network 2118b81a-d60a-477a-97ce-ec9241a10d1b is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:28:48.446499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:48.527402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 704b2db8-8b61-4418-999a-5c3dc7123363 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:28:48.591293 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-331424af-1cd3-41c1-92b6-27af1de1889d req-0e415ec8-ab3b-410a-bcb7-869496aacef6 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132624 Aug 06 16:28:48.600477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cea1c0-0cb4-436b-bcdd-1b69447af4a8 req-3ddf35f3-6447-4da2-a1ee-4cc46bf33e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:48.605169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73cea1c0-0cb4-436b-bcdd-1b69447af4a8 req-3ddf35f3-6447-4da2-a1ee-4cc46bf33e00 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 1097 time: 0.1959336 Aug 06 16:28:48.642613 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 704b2db8-8b61-4418-999a-5c3dc7123363 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:28:48.647548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 134f24e0-343d-43a0-b73a-84820617fde7 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:28:48.653953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73cea1c0-0cb4-436b-bcdd-1b69447af4a8 req-64e7c9ee-59ac-48cc-9d9e-71e880142ad2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444725 Aug 06 16:28:48.692716 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e04d53c-0254-4688-baff-bbdde9e52b06 None None] Network 2118b81a-d60a-477a-97ce-ec9241a10d1b requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:48.736826 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router c50e9454-3423-4462-a564-c77b9652113d is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:28:48.771126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 134f24e0-343d-43a0-b73a-84820617fde7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:28:48.792054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c1495107-53bf-420d-8029-c9d9a7d62560 None None] Provisioning for port 704b2db8-8b61-4418-999a-5c3dc7123363 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:28:48.798983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c1495107-53bf-420d-8029-c9d9a7d62560 None None] Provisioning complete for port 704b2db8-8b61-4418-999a-5c3dc7123363 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:28:48.799356 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1495107-53bf-420d-8029-c9d9a7d62560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:48.888442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:28:48.894164 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-533a759c-66cd-4514-8451-4b25eba66cf3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/c50e9454-3423-4462-a564-c77b9652113d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8101699 Aug 06 16:28:48.896814 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51934) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:48.927473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352c4be0-e9ec-4795-80f0-d1663e160e3a None None] Sync routers for ids ['c50e9454-3423-4462-a564-c77b9652113d'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:28:48.961608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7f6f36-f8cd-4c6a-b3b7-37a641262fe1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:48.963107 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ca7f6f36-f8cd-4c6a-b3b7-37a641262fe1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports/9d20a107-fd1a-4550-b146-edec401ff50e HTTP/1.1" status: 200 len: 910 time: 0.0635478 Aug 06 16:28:48.965956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51936) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:48.970378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352c4be0-e9ec-4795-80f0-d1663e160e3a None None] Routers {'c50e9454-3423-4462-a564-c77b9652113d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:48.971293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-352c4be0-e9ec-4795-80f0-d1663e160e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c50e9454-3423-4462-a564-c77b9652113d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:49.037645 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-352c4be0-e9ec-4795-80f0-d1663e160e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:49.041209 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1495107-53bf-420d-8029-c9d9a7d62560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:49.064401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352c4be0-e9ec-4795-80f0-d1663e160e3a None None] Routers {'c50e9454-3423-4462-a564-c77b9652113d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:49.065031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-352c4be0-e9ec-4795-80f0-d1663e160e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c50e9454-3423-4462-a564-c77b9652113d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:49.114368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-352c4be0-e9ec-4795-80f0-d1663e160e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:49.115042 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352c4be0-e9ec-4795-80f0-d1663e160e3a None None] The sync data for ids ['c50e9454-3423-4462-a564-c77b9652113d'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:28:49.139981 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c1495107-53bf-420d-8029-c9d9a7d62560 None None] For port 704b2db8-8b61-4418-999a-5c3dc7123363, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=704b2db8-8b61-4418-999a-5c3dc7123363,segment=NetworkSegment(eae05920-5815-4e66-91d6-a6d27bac6a1e),segment_id=eae05920-5815-4e66-91d6-a6d27bac6a1e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:49.146685 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1495107-53bf-420d-8029-c9d9a7d62560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:49.228576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1495107-53bf-420d-8029-c9d9a7d62560 None None] Pushing event updated for resources: {'Port': ['ID=704b2db8-8b61-4418-999a-5c3dc7123363,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:49.518661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404d1446-a42d-40ce-96c5-365706639579 None None] Network 075687c2-2567-4e6d-8f7c-bf7791e2f51a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:49.635923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-09e4d85c-084c-4ad4-bc54-f0115c39ba07 None None] Provisioning for port 9d20a107-fd1a-4550-b146-edec401ff50e completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:28:49.648209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-09e4d85c-084c-4ad4-bc54-f0115c39ba07 None None] Provisioning complete for port 9d20a107-fd1a-4550-b146-edec401ff50e triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:28:49.649275 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-09e4d85c-084c-4ad4-bc54-f0115c39ba07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:49.654984 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:49.736930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-09e4d85c-084c-4ad4-bc54-f0115c39ba07 None None] Port 9d20a107-fd1a-4550-b146-edec401ff50e cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:28:49.754190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-09e4d85c-084c-4ad4-bc54-f0115c39ba07 None None] Provisioning complete for port 704b2db8-8b61-4418-999a-5c3dc7123363 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:28:49.754567 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-09e4d85c-084c-4ad4-bc54-f0115c39ba07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:49.866220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b452e54-9800-4005-9218-57cef6569f4a req-ab22739b-4e87-49e0-ade5-aa2431bddda7 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:49.890695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b452e54-9800-4005-9218-57cef6569f4a req-ab22739b-4e87-49e0-ade5-aa2431bddda7 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 946 time: 0.1718872 Aug 06 16:28:49.984701 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-09e4d85c-084c-4ad4-bc54-f0115c39ba07 None None] Provisioning for port 134f24e0-343d-43a0-b73a-84820617fde7 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:28:49.993073 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-09e4d85c-084c-4ad4-bc54-f0115c39ba07 None None] Provisioning complete for port 134f24e0-343d-43a0-b73a-84820617fde7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:28:49.993073 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-09e4d85c-084c-4ad4-bc54-f0115c39ba07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:50.006497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b452e54-9800-4005-9218-57cef6569f4a req-cc17f96f-85df-400a-aba1-7c8be217a3ca tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102533 Aug 06 16:28:50.191551 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-09e4d85c-084c-4ad4-bc54-f0115c39ba07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:50.193464 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba60304-85f8-4c44-818a-704c735a27ba req-a780e705-cffd-418f-8a6a-0f73c33d92ac tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:50.203261 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ba60304-85f8-4c44-818a-704c735a27ba req-a780e705-cffd-418f-8a6a-0f73c33d92ac tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 946 time: 0.0775373 Aug 06 16:28:50.237444 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Allocated IP 172.21.0.1 (075687c2-2567-4e6d-8f7c-bf7791e2f51a/d63ecb52-f99c-4ac4-b025-c72109e08eea/9ca85ddd-7ec9-46e7-b772-af62b8848024) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:28:50.275540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-09e4d85c-084c-4ad4-bc54-f0115c39ba07 None None] For port 134f24e0-343d-43a0-b73a-84820617fde7, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=134f24e0-343d-43a0-b73a-84820617fde7,segment=NetworkSegment(ef060c7a-7946-49b9-a05d-fe0653d56669),segment_id=ef060c7a-7946-49b9-a05d-fe0653d56669)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:50.283934 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-09e4d85c-084c-4ad4-bc54-f0115c39ba07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:50.326662 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ba60304-85f8-4c44-818a-704c735a27ba req-5b0ea038-20dd-44f0-8ae0-9c3e1b0cdca3 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082749 Aug 06 16:28:50.354405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 704b2db8-8b61-4418-999a-5c3dc7123363 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:28:50.490852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4d85c-084c-4ad4-bc54-f0115c39ba07 None None] Pushing event updated for resources: {'Port': ['ID=134f24e0-343d-43a0-b73a-84820617fde7,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:50.498196 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:50.520498 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0408d911-932f-44c9-af9e-ac36182f1a88 None None] Provisioning complete for port 9d20a107-fd1a-4550-b146-edec401ff50e triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:28:50.525260 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0408d911-932f-44c9-af9e-ac36182f1a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:50.553676 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Transition to ACTIVE for port object 9ca85ddd-7ec9-46e7-b772-af62b8848024 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:28:50.571342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 704b2db8-8b61-4418-999a-5c3dc7123363 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:28:50.571841 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:50.595863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-0408d911-932f-44c9-af9e-ac36182f1a88 None None] Port 9d20a107-fd1a-4550-b146-edec401ff50e cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:28:50.625247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0408d911-932f-44c9-af9e-ac36182f1a88 None None] Provisioning complete for port 134f24e0-343d-43a0-b73a-84820617fde7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:28:50.625684 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0408d911-932f-44c9-af9e-ac36182f1a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:50.629907 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:50.681228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network 075687c2-2567-4e6d-8f7c-bf7791e2f51a is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:28:50.684592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3aba8a-8923-41df-af81-832d8db45f14 req-47dfa201-7960-48aa-8bcb-6844e20437d8 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:50.686984 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:50.690274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:28:50.695817 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff3aba8a-8923-41df-af81-832d8db45f14 req-47dfa201-7960-48aa-8bcb-6844e20437d8 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 946 time: 0.0933206 Aug 06 16:28:50.726235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=9ca85ddd-7ec9-46e7-b772-af62b8848024,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:50.756309 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff3aba8a-8923-41df-af81-832d8db45f14 req-25a1dc9c-e5b1-4d8d-9c98-9c2848c1a186 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588796 Aug 06 16:28:50.761722 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:50.943592 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:51.120283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6d6b3a8e-fef0-44b7-a9c8-0ab0fcefc878 None None] Provisioning for port 9ca85ddd-7ec9-46e7-b772-af62b8848024 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:28:51.125309 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6d6b3a8e-fef0-44b7-a9c8-0ab0fcefc878 None None] Provisioning complete for port 9ca85ddd-7ec9-46e7-b772-af62b8848024 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:28:51.125726 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3a8e-fef0-44b7-a9c8-0ab0fcefc878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:51.165751 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-6d6b3a8e-fef0-44b7-a9c8-0ab0fcefc878 None None] Port 9ca85ddd-7ec9-46e7-b772-af62b8848024 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:28:51.277291 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:51.287233 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:51.368023 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=9ca85ddd-7ec9-46e7-b772-af62b8848024,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:51.370576 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:51.488531 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network 075687c2-2567-4e6d-8f7c-bf7791e2f51a is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:28:51.490097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:51.802655 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-874cbe1a-f02b-4268-b44e-9c47ab1fee55 None None] Provisioning complete for port 9ca85ddd-7ec9-46e7-b772-af62b8848024 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:28:51.803107 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-874cbe1a-f02b-4268-b44e-9c47ab1fee55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:51.887494 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-874cbe1a-f02b-4268-b44e-9c47ab1fee55 None None] Port 9ca85ddd-7ec9-46e7-b772-af62b8848024 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:28:51.891078 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1735f-001c-45a1-83c7-54ca98f155d4 req-ace57446-6076-4782-9b52-fe45afcc2936 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:51.892745 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77b1735f-001c-45a1-83c7-54ca98f155d4 req-ace57446-6076-4782-9b52-fe45afcc2936 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 946 time: 0.0645659 Aug 06 16:28:51.947386 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77b1735f-001c-45a1-83c7-54ca98f155d4 req-c7237caa-2f27-4621-9d0e-12c85b992a84 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452695 Aug 06 16:28:52.087255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router c50e9454-3423-4462-a564-c77b9652113d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:28:52.190045 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:28:52.200437 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ac58bf1b-9ca3-4b2a-a70b-de88861ae956 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/c50e9454-3423-4462-a564-c77b9652113d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2334249 Aug 06 16:28:52.205961 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231fde65-7f05-41e5-a504-98ca5cf6feeb None None] Sync routers for ids ['c50e9454-3423-4462-a564-c77b9652113d'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:28:52.206530 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51972) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:52.235436 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231fde65-7f05-41e5-a504-98ca5cf6feeb None None] Routers {'c50e9454-3423-4462-a564-c77b9652113d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:52.236262 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-231fde65-7f05-41e5-a504-98ca5cf6feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c50e9454-3423-4462-a564-c77b9652113d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:52.261585 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dfdd28-68a7-43f5-a331-4a1d95d3f22c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:52.265743 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a2dfdd28-68a7-43f5-a331-4a1d95d3f22c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports/9ca85ddd-7ec9-46e7-b772-af62b8848024 HTTP/1.1" status: 200 len: 910 time: 0.0559158 Aug 06 16:28:52.266168 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 51974) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:52.303680 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-231fde65-7f05-41e5-a504-98ca5cf6feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:52.320245 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231fde65-7f05-41e5-a504-98ca5cf6feeb None None] Routers {'c50e9454-3423-4462-a564-c77b9652113d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:52.321574 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-231fde65-7f05-41e5-a504-98ca5cf6feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c50e9454-3423-4462-a564-c77b9652113d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:52.341176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 134f24e0-343d-43a0-b73a-84820617fde7 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:28:52.343398 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1b5b5-3a2c-4e07-af73-6f9e9a7b8836 req-f31085ad-0d58-415f-aacc-0408fae879d2 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:52.351892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f1b5b5-3a2c-4e07-af73-6f9e9a7b8836 req-f31085ad-0d58-415f-aacc-0408fae879d2 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 946 time: 0.1294408 Aug 06 16:28:52.370763 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-231fde65-7f05-41e5-a504-98ca5cf6feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:52.372057 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231fde65-7f05-41e5-a504-98ca5cf6feeb None None] The sync data for ids ['c50e9454-3423-4462-a564-c77b9652113d'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:28:52.378267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d9f06-15d5-4b27-a7a7-92e1fd4e3518 req-bd9cf229-9014-4e28-8f02-7d20143e924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:52.379805 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b9d9f06-15d5-4b27-a7a7-92e1fd4e3518 req-bd9cf229-9014-4e28-8f02-7d20143e924e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bd645721d7a48a6abb7a48404400cfe&device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 1097 time: 0.1767013 Aug 06 16:28:52.440646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f1b5b5-3a2c-4e07-af73-6f9e9a7b8836 req-cd3e932a-5d25-4393-afaf-a465cb807788 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873561 Aug 06 16:28:52.455774 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 134f24e0-343d-43a0-b73a-84820617fde7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:28:52.456843 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:52.541452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d9f06-15d5-4b27-a7a7-92e1fd4e3518 req-5d5759fe-18fe-425b-a03b-85759b729516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:52.543354 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b9d9f06-15d5-4b27-a7a7-92e1fd4e3518 req-5d5759fe-18fe-425b-a03b-85759b729516 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d447b46-7c0c-4772-a69a-207e01bf45ef HTTP/1.1" status: 200 len: 912 time: 0.1397333 Aug 06 16:28:52.614699 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b9d9f06-15d5-4b27-a7a7-92e1fd4e3518 req-bcc67ce6-5081-47ed-b751-e53c178ad1b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb3706ea-e279-4a50-89b1-6496cf4e45c8 HTTP/1.1" status: 200 len: 217 time: 0.0640888 Aug 06 16:28:52.704660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d9f06-15d5-4b27-a7a7-92e1fd4e3518 req-f4e31001-19a0-40f4-a3b8-7a062e62df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:52.706807 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b9d9f06-15d5-4b27-a7a7-92e1fd4e3518 req-f4e31001-19a0-40f4-a3b8-7a062e62df96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e9066db-f6d5-45f9-b67c-a2bb46619d54 HTTP/1.1" status: 200 len: 851 time: 0.0851178 Aug 06 16:28:52.750914 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b9d9f06-15d5-4b27-a7a7-92e1fd4e3518 req-7a111f9f-0805-4a6d-abbd-8716992196f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d447b46-7c0c-4772-a69a-207e01bf45ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373073 Aug 06 16:28:52.760269 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff871cb0-0cf8-4a79-ac9f-1cbb56edd6e5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:52.864547 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b9d9f06-15d5-4b27-a7a7-92e1fd4e3518 req-76302472-9d34-46c4-ac3b-b683f0c812e6 service neutron] 10.222.0.13 "GET /v2.0/networks/1d447b46-7c0c-4772-a69a-207e01bf45ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063120 Aug 06 16:28:52.972372 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b9d9f06-15d5-4b27-a7a7-92e1fd4e3518 req-7e0c9a7d-f03c-4cdf-8b69-855b273b065a service neutron] 10.222.0.13 "GET /v2.0/networks/1d447b46-7c0c-4772-a69a-207e01bf45ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002715 Aug 06 16:28:53.076355 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ff871cb0-0cf8-4a79-ac9f-1cbb56edd6e5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port 9ca85ddd-7ec9-46e7-b772-af62b8848024 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:53.076709 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff871cb0-0cf8-4a79-ac9f-1cbb56edd6e5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:53.192623 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff871cb0-0cf8-4a79-ac9f-1cbb56edd6e5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:53.210727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ff871cb0-0cf8-4a79-ac9f-1cbb56edd6e5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for 9ca85ddd-7ec9-46e7-b772-af62b8848024 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:53.432287 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff871cb0-0cf8-4a79-ac9f-1cbb56edd6e5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:53.497079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff871cb0-0cf8-4a79-ac9f-1cbb56edd6e5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=9ca85ddd-7ec9-46e7-b772-af62b8848024,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:53.665390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace4b4f-bb91-48e8-bb5c-ecd3bdf03391 req-5fb97e61-6f41-470a-8069-1f24c62495f5 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:53.675918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ace4b4f-bb91-48e8-bb5c-ecd3bdf03391 req-5fb97e61-6f41-470a-8069-1f24c62495f5 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 946 time: 0.0987215 Aug 06 16:28:53.740476 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:53.766917 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ace4b4f-bb91-48e8-bb5c-ecd3bdf03391 req-355ad0e3-d175-4df7-a98f-0d2ff36f92be tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899706 Aug 06 16:28:53.771779 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ff871cb0-0cf8-4a79-ac9f-1cbb56edd6e5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:54.005968 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff871cb0-0cf8-4a79-ac9f-1cbb56edd6e5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router c50e9454-3423-4462-a564-c77b9652113d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:28:54.026045 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:54.136116 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff871cb0-0cf8-4a79-ac9f-1cbb56edd6e5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:28:54.146832 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 51994) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:54.147803 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ff871cb0-0cf8-4a79-ac9f-1cbb56edd6e5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/c50e9454-3423-4462-a564-c77b9652113d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8800991 Aug 06 16:28:54.147943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce2545-f943-4200-867f-32cc152638c4 None None] Sync routers for ids ['c50e9454-3423-4462-a564-c77b9652113d'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:28:54.159766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce2545-f943-4200-867f-32cc152638c4 None None] Routers {'c50e9454-3423-4462-a564-c77b9652113d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:54.160773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f6ce2545-f943-4200-867f-32cc152638c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c50e9454-3423-4462-a564-c77b9652113d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:54.213312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f6ce2545-f943-4200-867f-32cc152638c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:54.232495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce2545-f943-4200-867f-32cc152638c4 None None] Routers {'c50e9454-3423-4462-a564-c77b9652113d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:54.234479 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f6ce2545-f943-4200-867f-32cc152638c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c50e9454-3423-4462-a564-c77b9652113d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:54.269035 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f6ce2545-f943-4200-867f-32cc152638c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:54.269647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce2545-f943-4200-867f-32cc152638c4 None None] The sync data for ids ['c50e9454-3423-4462-a564-c77b9652113d'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:28:54.541026 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:54.824038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port 9d20a107-fd1a-4550-b146-edec401ff50e {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:54.824382 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:54.966824 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031683f-5809-4b1b-8401-c4454ed2047e req-90e330d6-7b84-4004-83ea-17dd4d24c72e tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:54.968338 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5031683f-5809-4b1b-8401-c4454ed2047e req-90e330d6-7b84-4004-83ea-17dd4d24c72e tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 946 time: 0.0767910 Aug 06 16:28:54.986113 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:55.006590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for 9d20a107-fd1a-4550-b146-edec401ff50e owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:55.034385 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5031683f-5809-4b1b-8401-c4454ed2047e req-3b6f9603-c39e-4bcc-be42-7ae8e99ca552 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579650 Aug 06 16:28:55.250747 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:55.283210 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=9d20a107-fd1a-4550-b146-edec401ff50e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:55.349390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:55.349812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:55.350144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:55.350498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:55.350851 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:55.352591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:55.353140 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:55.353721 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:55.354247 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:55.354755 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:55.355265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:55.355767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:55.529280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034fb9e-f4d6-4c81-a93e-0a6253771e0a req-0d6a5397-b227-4f1d-9c6b-32b517e49fed tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:55.530935 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8034fb9e-f4d6-4c81-a93e-0a6253771e0a req-0d6a5397-b227-4f1d-9c6b-32b517e49fed tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 946 time: 0.2398901 Aug 06 16:28:55.544319 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:55.662912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8034fb9e-f4d6-4c81-a93e-0a6253771e0a req-c87c2b37-15bb-4f41-b244-090c31dab9ec tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207328 Aug 06 16:28:55.761816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router c50e9454-3423-4462-a564-c77b9652113d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:28:55.846353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:28:55.854132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7123a58a-d535-4ad8-851b-4dcf44994cc7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/c50e9454-3423-4462-a564-c77b9652113d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7047100 Aug 06 16:28:55.854647 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52006) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:55.857294 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e231a-c05c-4ad2-8f54-516d8ead4c3e None None] Sync routers for ids ['c50e9454-3423-4462-a564-c77b9652113d'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:28:55.869558 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e231a-c05c-4ad2-8f54-516d8ead4c3e None None] Routers {'c50e9454-3423-4462-a564-c77b9652113d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:55.870299 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-bb4e231a-c05c-4ad2-8f54-516d8ead4c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c50e9454-3423-4462-a564-c77b9652113d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:55.887040 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-caf24940-6838-4b37-a159-3c24065257b8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50e9454-3423-4462-a564-c77b9652113d HTTP/1.1" status: 200 len: 205 time: 0.0287600 Aug 06 16:28:55.887420 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52008) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:55.908103 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-bb4e231a-c05c-4ad2-8f54-516d8ead4c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:55.921496 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e231a-c05c-4ad2-8f54-516d8ead4c3e None None] Routers {'c50e9454-3423-4462-a564-c77b9652113d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:55.922206 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-bb4e231a-c05c-4ad2-8f54-516d8ead4c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c50e9454-3423-4462-a564-c77b9652113d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:55.964472 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-bb4e231a-c05c-4ad2-8f54-516d8ead4c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:55.965212 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e231a-c05c-4ad2-8f54-516d8ead4c3e None None] The sync data for ids ['c50e9454-3423-4462-a564-c77b9652113d'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:28:55.967696 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1063938d-be95-4d29-a763-6488fcf99e72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:56.131782 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1063938d-be95-4d29-a763-6488fcf99e72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:56.134530 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1063938d-be95-4d29-a763-6488fcf99e72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:56.179380 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1063938d-be95-4d29-a763-6488fcf99e72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:56.179866 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1063938d-be95-4d29-a763-6488fcf99e72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Fanout notify agent at l3_agent the message router_deleted on router c50e9454-3423-4462-a564-c77b9652113d {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:28:56.192185 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1063938d-be95-4d29-a763-6488fcf99e72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:56.196182 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1063938d-be95-4d29-a763-6488fcf99e72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/routers/c50e9454-3423-4462-a564-c77b9652113d HTTP/1.1" status: 204 len: 168 time: 0.3048584 Aug 06 16:28:56.196398 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52012) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:56.248079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f72766c-c7ee-49fe-8242-f9d6ec43710f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting subnet d63ecb52-f99c-4ac4-b025-c72109e08eea {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:28:56.251270 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9f72766c-c7ee-49fe-8242-f9d6ec43710f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:56.296235 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9f72766c-c7ee-49fe-8242-f9d6ec43710f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:56.392411 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9f72766c-c7ee-49fe-8242-f9d6ec43710f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:56.468151 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9f72766c-c7ee-49fe-8242-f9d6ec43710f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:56.506702 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72766c-c7ee-49fe-8242-f9d6ec43710f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Subnet': ['ID=d63ecb52-f99c-4ac4-b025-c72109e08eea,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:56.514361 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9f72766c-c7ee-49fe-8242-f9d6ec43710f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:56.518161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2342ef83-e80f-4905-87f6-7a5cc5cd88e7 None None] Network 075687c2-2567-4e6d-8f7c-bf7791e2f51a requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:56.519003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9f72766c-c7ee-49fe-8242-f9d6ec43710f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/d63ecb52-f99c-4ac4-b025-c72109e08eea HTTP/1.1" status: 204 len: 168 time: 0.3214319 Aug 06 16:28:56.521338 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52018) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:56.597093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-535681cf-2995-408a-8064-b8299b07b6f2 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting subnet 19671524-cee3-4e5a-bfed-2df0aa39dc1c {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:28:56.612683 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-535681cf-2995-408a-8064-b8299b07b6f2 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:56.680209 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-535681cf-2995-408a-8064-b8299b07b6f2 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:56.728641 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ae430-8ea2-4f03-9fa6-7dd592ec3107 req-d084ad44-c506-44b2-9a79-24aaea165efe tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:56.736464 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e2ae430-8ea2-4f03-9fa6-7dd592ec3107 req-d084ad44-c506-44b2-9a79-24aaea165efe tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 945 time: 0.1361301 Aug 06 16:28:56.847164 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e2ae430-8ea2-4f03-9fa6-7dd592ec3107 req-fee10ba3-5dde-423c-96be-68fad266c375 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096890 Aug 06 16:28:56.902773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb23b0-271b-40b8-9bca-7de3edf9021e req-e8b0eabc-ae26-447e-9076-ad963056a164 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:56.904287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1dfb23b0-271b-40b8-9bca-7de3edf9021e req-e8b0eabc-ae26-447e-9076-ad963056a164 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 946 time: 0.1349635 Aug 06 16:28:56.911343 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-535681cf-2995-408a-8064-b8299b07b6f2 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:56.951728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] DHCP port deletion for 075687c2-2567-4e6d-8f7c-bf7791e2f51a request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:28:57.006967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Deleting port 134f24e0-343d-43a0-b73a-84820617fde7 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:57.007501 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:57.012335 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1dfb23b0-271b-40b8-9bca-7de3edf9021e req-1c987ad6-8341-41de-bc08-9626d4644641 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969460 Aug 06 16:28:57.043287 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-535681cf-2995-408a-8064-b8299b07b6f2 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:57.088481 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535681cf-2995-408a-8064-b8299b07b6f2 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Subnet': ['ID=19671524-cee3-4e5a-bfed-2df0aa39dc1c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:57.092362 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-535681cf-2995-408a-8064-b8299b07b6f2 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:57.097020 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-535681cf-2995-408a-8064-b8299b07b6f2 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/19671524-cee3-4e5a-bfed-2df0aa39dc1c HTTP/1.1" status: 204 len: 168 time: 0.5719893 Aug 06 16:28:57.097593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52028) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:57.116837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] For port 134f24e0-343d-43a0-b73a-84820617fde7, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=134f24e0-343d-43a0-b73a-84820617fde7,segment=NetworkSegment(ef060c7a-7946-49b9-a05d-fe0653d56669),segment_id=ef060c7a-7946-49b9-a05d-fe0653d56669)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:57.117825 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:57.133242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Calling delete_port for 134f24e0-343d-43a0-b73a-84820617fde7 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:57.147695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4fdeeb-79fa-4166-af39-f355df142c68 None None] Network 2118b81a-d60a-477a-97ce-ec9241a10d1b requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:57.197763 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:57.353973 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:57.359183 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port 134f24e0-343d-43a0-b73a-84820617fde7 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:57.359802 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:57.394303 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Pushing event deleted for resources: {'Port': ['ID=134f24e0-343d-43a0-b73a-84820617fde7,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:57.400745 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] No DVR routers for this DVR port 134f24e0-343d-43a0-b73a-84820617fde7 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:28:57.411685 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:57.412213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:57.413210 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:57.413414 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:57.413891 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:57.414274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:57.414763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:57.415630 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:57.415630 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:57.416077 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:57.416238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:57.416508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764cc94-f3aa-48bf-b2db-321eb6475df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:57.460000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a0310f-ba66-405e-b141-4b95cd7ad23d None None] DHCP port deletion for 2118b81a-d60a-477a-97ce-ec9241a10d1b request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:28:57.530532 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0310f-ba66-405e-b141-4b95cd7ad23d None None] Deleting port 704b2db8-8b61-4418-999a-5c3dc7123363 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:57.531231 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b3a0310f-ba66-405e-b141-4b95cd7ad23d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:57.623224 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b3a0310f-ba66-405e-b141-4b95cd7ad23d None None] For port 704b2db8-8b61-4418-999a-5c3dc7123363, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=704b2db8-8b61-4418-999a-5c3dc7123363,segment=NetworkSegment(eae05920-5815-4e66-91d6-a6d27bac6a1e),segment_id=eae05920-5815-4e66-91d6-a6d27bac6a1e)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:57.623224 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b3a0310f-ba66-405e-b141-4b95cd7ad23d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:57.639272 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0310f-ba66-405e-b141-4b95cd7ad23d None None] Calling delete_port for 704b2db8-8b61-4418-999a-5c3dc7123363 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:57.756348 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b3a0310f-ba66-405e-b141-4b95cd7ad23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:57.790206 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0310f-ba66-405e-b141-4b95cd7ad23d None None] Pushing event deleted for resources: {'Port': ['ID=704b2db8-8b61-4418-999a-5c3dc7123363,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:57.792054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0310f-ba66-405e-b141-4b95cd7ad23d None None] No DVR routers for this DVR port 704b2db8-8b61-4418-999a-5c3dc7123363 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:28:57.892890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] For port 134f24e0-343d-43a0-b73a-84820617fde7, host n-d-803756-1, got binding levels [] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:57.893813 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:57.897703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987458a-d64e-41a1-9d45-e0ac78018e78 req-6848e917-25cc-4773-995d-6edbdbd6133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:57.899728 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7987458a-d64e-41a1-9d45-e0ac78018e78 req-6848e917-25cc-4773-995d-6edbdbd6133f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bd645721d7a48a6abb7a48404400cfe&device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 1097 time: 0.6150496 Aug 06 16:28:57.933353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for 134f24e0-343d-43a0-b73a-84820617fde7 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:57.948790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe528c-6c41-487f-9684-6a9b804b75dd req-dc6d54f1-b943-43d3-b216-34293a38cd21 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:57.955775 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7ffe528c-6c41-487f-9684-6a9b804b75dd req-dc6d54f1-b943-43d3-b216-34293a38cd21 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 946 time: 0.6655347 Aug 06 16:28:57.961472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.ipam_backend_mixin [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Port 134f24e0-343d-43a0-b73a-84820617fde7 was not found and therefore no delete operation was performed {{(pid=105765) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:28:57.973181 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:58.098682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No DVR routers for this DVR port 134f24e0-343d-43a0-b73a-84820617fde7 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:28:58.105741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=134f24e0-343d-43a0-b73a-84820617fde7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:58.143511 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7ffe528c-6c41-487f-9684-6a9b804b75dd req-4bcb0c08-2a5f-4f08-9c70-bacc7972bfd6 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866860 Aug 06 16:28:58.205536 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162253c4-d617-4140-a62f-0242010fff63 req-12b8d08c-59b4-43bd-8033-4de7be1025d9 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:58.207590 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-162253c4-d617-4140-a62f-0242010fff63 req-12b8d08c-59b4-43bd-8033-4de7be1025d9 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 945 time: 0.2490449 Aug 06 16:28:58.258650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987458a-d64e-41a1-9d45-e0ac78018e78 req-2e20ac3a-0e67-43b7-b212-c4dd492b30cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:58.260116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7987458a-d64e-41a1-9d45-e0ac78018e78 req-2e20ac3a-0e67-43b7-b212-c4dd492b30cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d447b46-7c0c-4772-a69a-207e01bf45ef HTTP/1.1" status: 200 len: 912 time: 0.3504608 Aug 06 16:28:58.267342 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:58.294139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075687c2-2567-4e6d-8f7c-bf7791e2f51a']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:58.337541 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef060c7a-7946-49b9-a05d-fe0653d56669') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:58.338237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef060c7a-7946-49b9-a05d-fe0653d56669') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:58.344846 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7987458a-d64e-41a1-9d45-e0ac78018e78 req-7c1fd91f-900f-4e1f-851f-c131f6b9d727 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb3706ea-e279-4a50-89b1-6496cf4e45c8 HTTP/1.1" status: 200 len: 217 time: 0.0743456 Aug 06 16:28:58.358293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 704b2db8-8b61-4418-999a-5c3dc7123363 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:28:58.398350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 704b2db8-8b61-4418-999a-5c3dc7123363 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:28:58.398631 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 704b2db8-8b61-4418-999a-5c3dc7123363 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:28:58.399152 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 134f24e0-343d-43a0-b73a-84820617fde7 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:28:58.403961 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:58.425122 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-162253c4-d617-4140-a62f-0242010fff63 req-9402ca8b-2ca9-4b22-aedc-a185d8a04227 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/security-groups?id=fb43535d-df09-4208-8c5a-9fc44d2391e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803381 Aug 06 16:28:58.435323 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 134f24e0-343d-43a0-b73a-84820617fde7 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:28:58.436507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 134f24e0-343d-43a0-b73a-84820617fde7 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:28:58.438908 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:58.453136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:28:58.453823 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:28:58.457960 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:28:58.484542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987458a-d64e-41a1-9d45-e0ac78018e78 req-718388b1-13c3-47c7-8c1f-c4398318a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:58.487693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7987458a-d64e-41a1-9d45-e0ac78018e78 req-718388b1-13c3-47c7-8c1f-c4398318a792 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e9066db-f6d5-45f9-b67c-a2bb46619d54 HTTP/1.1" status: 200 len: 851 time: 0.1278553 Aug 06 16:28:58.558319 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7987458a-d64e-41a1-9d45-e0ac78018e78 req-1fbd6e3b-ead9-4f53-85b1-ed5af3c369b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d447b46-7c0c-4772-a69a-207e01bf45ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323136 Aug 06 16:28:58.574781 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:58.597751 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:58.599558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/networks/075687c2-2567-4e6d-8f7c-bf7791e2f51a HTTP/1.1" status: 204 len: 168 time: 1.5008833 Aug 06 16:28:58.603126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52036) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:58.613946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92d7cb-3f0a-4d56-8102-87ad96d94b72 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Network': ['ID=075687c2-2567-4e6d-8f7c-bf7791e2f51a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:58.652731 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ceeb82-eb85-4966-b700-1e6482706741 req-1c57cb65-3959-40b4-b493-5e8f573dc9fe tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:58.654236 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-10ceeb82-eb85-4966-b700-1e6482706741 req-1c57cb65-3959-40b4-b493-5e8f573dc9fe tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.78 "GET /v2.0/ports?device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 945 time: 0.0931246 Aug 06 16:28:58.678208 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7987458a-d64e-41a1-9d45-e0ac78018e78 req-4abc293a-f527-4289-bf85-07ff5ba87d6e service neutron] 10.222.0.13 "GET /v2.0/networks/1d447b46-7c0c-4772-a69a-207e01bf45ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130781 Aug 06 16:28:58.753754 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-befec7d2-1b2b-44e5-91de-ef0b0215c292 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:58.787323 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7987458a-d64e-41a1-9d45-e0ac78018e78 req-5274a9aa-1580-4ebd-b4d4-641c185ac78b service neutron] 10.222.0.13 "GET /v2.0/networks/1d447b46-7c0c-4772-a69a-207e01bf45ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017866 Aug 06 16:28:58.882332 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-befec7d2-1b2b-44e5-91de-ef0b0215c292 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:58.892437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-10ceeb82-eb85-4966-b700-1e6482706741 req-9bc65e43-734c-4619-a7f7-83374cd24eca tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Deleting port dbe3db45-217a-4c35-a1fc-d8c78979b456 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:58.892772 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-10ceeb82-eb85-4966-b700-1e6482706741 req-9bc65e43-734c-4619-a7f7-83374cd24eca tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:58.898775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-befec7d2-1b2b-44e5-91de-ef0b0215c292 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2118b81a-d60a-477a-97ce-ec9241a10d1b']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:58.925117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-befec7d2-1b2b-44e5-91de-ef0b0215c292 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae05920-5815-4e66-91d6-a6d27bac6a1e') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:58.925117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-befec7d2-1b2b-44e5-91de-ef0b0215c292 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae05920-5815-4e66-91d6-a6d27bac6a1e') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:58.966829 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-befec7d2-1b2b-44e5-91de-ef0b0215c292 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:58.988696 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-befec7d2-1b2b-44e5-91de-ef0b0215c292 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:59.000636 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befec7d2-1b2b-44e5-91de-ef0b0215c292 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:28:59.001028 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-befec7d2-1b2b-44e5-91de-ef0b0215c292 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:28:59.004164 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:28:59.068734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-10ceeb82-eb85-4966-b700-1e6482706741 req-9bc65e43-734c-4619-a7f7-83374cd24eca tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] For port dbe3db45-217a-4c35-a1fc-d8c78979b456, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=dbe3db45-217a-4c35-a1fc-d8c78979b456,segment=NetworkSegment(6650fc45-8bb5-4d50-8d79-6a81af207d3d),segment_id=6650fc45-8bb5-4d50-8d79-6a81af207d3d)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:59.069108 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-10ceeb82-eb85-4966-b700-1e6482706741 req-9bc65e43-734c-4619-a7f7-83374cd24eca tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:59.084253 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-10ceeb82-eb85-4966-b700-1e6482706741 req-9bc65e43-734c-4619-a7f7-83374cd24eca tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Calling delete_port for dbe3db45-217a-4c35-a1fc-d8c78979b456 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:59.090830 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-befec7d2-1b2b-44e5-91de-ef0b0215c292 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:59.100706 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-befec7d2-1b2b-44e5-91de-ef0b0215c292 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:59.103084 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-befec7d2-1b2b-44e5-91de-ef0b0215c292 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/networks/2118b81a-d60a-477a-97ce-ec9241a10d1b HTTP/1.1" status: 204 len: 168 time: 0.4987874 Aug 06 16:28:59.108483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52038) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:59.113784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-86491427-4123-45ee-8cc0-014bd22bf7ad tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'network': {'name': 'tempest-RoutersTest-804192688'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:59.117616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befec7d2-1b2b-44e5-91de-ef0b0215c292 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Network': ['ID=2118b81a-d60a-477a-97ce-ec9241a10d1b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:59.138505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86491427-4123-45ee-8cc0-014bd22bf7ad tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:59.143260 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86491427-4123-45ee-8cc0-014bd22bf7ad tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:59.178524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86491427-4123-45ee-8cc0-014bd22bf7ad tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:28:59.203779 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86491427-4123-45ee-8cc0-014bd22bf7ad tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:59.204217 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-86491427-4123-45ee-8cc0-014bd22bf7ad tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Added segment dbf18cee-503b-4b2f-abb8-386c2114c5ae of type vlan for network bc231e5c-8603-4919-a193-edad28b8ecbc Aug 06 16:28:59.286962 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86491427-4123-45ee-8cc0-014bd22bf7ad tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:59.288143 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-10ceeb82-eb85-4966-b700-1e6482706741 req-9bc65e43-734c-4619-a7f7-83374cd24eca tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:59.305191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['dbe3db45-217a-4c35-a1fc-d8c78979b456'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:28:59.351190 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc65e43-734c-4619-a7f7-83374cd24eca tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Pushing event deleted for resources: {'Port': ['ID=dbe3db45-217a-4c35-a1fc-d8c78979b456,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:59.360056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f1741-065d-438b-864e-3a5507876eaf req-9e8a77d3-6e6c-4033-a240-13dc661b0382 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:59.367540 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-176f1741-065d-438b-864e-3a5507876eaf req-9e8a77d3-6e6c-4033-a240-13dc661b0382 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 946 time: 0.1234751 Aug 06 16:28:59.380286 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86491427-4123-45ee-8cc0-014bd22bf7ad tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:59.386415 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86491427-4123-45ee-8cc0-014bd22bf7ad tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:59.387033 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-86491427-4123-45ee-8cc0-014bd22bf7ad tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:59.405569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ceeb82-eb85-4966-b700-1e6482706741 req-9bc65e43-734c-4619-a7f7-83374cd24eca tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] No DVR routers for this DVR port dbe3db45-217a-4c35-a1fc-d8c78979b456 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:28:59.410339 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-10ceeb82-eb85-4966-b700-1e6482706741 req-9bc65e43-734c-4619-a7f7-83374cd24eca tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:59.412365 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-10ceeb82-eb85-4966-b700-1e6482706741 req-9bc65e43-734c-4619-a7f7-83374cd24eca tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.78 "DELETE /v2.0/ports/dbe3db45-217a-4c35-a1fc-d8c78979b456 HTTP/1.1" status: 204 len: 173 time: 0.7189391 Aug 06 16:28:59.413597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff452b1-c256-4671-9c3c-075abb10512f', 'name': 'network-vif-deleted', 'tag': 'dbe3db45-217a-4c35-a1fc-d8c78979b456'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:28:59.415802 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d74a87-06ee-4edb-9ff3-a7477613a2b9" -d '{"events": [{"server_uuid": "dff452b1-c256-4671-9c3c-075abb10512f", "name": "network-vif-deleted", "tag": "dbe3db45-217a-4c35-a1fc-d8c78979b456"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:28:59.452686 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-86491427-4123-45ee-8cc0-014bd22bf7ad tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3430479 Aug 06 16:28:59.455851 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52046) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:59.462950 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-192775be-82b6-4bcc-929b-013a543969c5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'subnet': {'network_id': 'bc231e5c-8603-4919-a193-edad28b8ecbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:59.511994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-176f1741-065d-438b-864e-3a5507876eaf req-e792bd2e-4079-4489-9c7d-d0c571fc804e tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397250 Aug 06 16:28:59.540980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86491427-4123-45ee-8cc0-014bd22bf7ad tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Network': ['ID=bc231e5c-8603-4919-a193-edad28b8ecbc,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:59.556942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network bc231e5c-8603-4919-a193-edad28b8ecbc details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:28:59.619663 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3aab4c-fbc7-4af1-a378-69ab483f6820 x-openstack-request-id: req-fa3aab4c-fbc7-4af1-a378-69ab483f6820 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:28:59.620313 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff452b1-c256-4671-9c3c-075abb10512f", "name": "network-vif-deleted", "tag": "dbe3db45-217a-4c35-a1fc-d8c78979b456", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:28:59.620444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-202c8ff8-b65c-47c9-9cd7-10568201f8e6 req-e1a45023-606b-416c-b132-1f6fd0e3bf88 tempest-VolumesSnapshotTestJSON-499413381 tempest-VolumesSnapshotTestJSON-499413381-project] 10.222.0.37 "GET /v2.0/ports?device_id=dff452b1-c256-4671-9c3c-075abb10512f HTTP/1.1" status: 200 len: 210 time: 0.0698159 Aug 06 16:28:59.620555 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa3aab4c-fbc7-4af1-a378-69ab483f6820 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:28:59.620850 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff452b1-c256-4671-9c3c-075abb10512f', 'name': 'network-vif-deleted', 'tag': 'dbe3db45-217a-4c35-a1fc-d8c78979b456', 'status': 'completed', 'code': 200} Aug 06 16:28:59.642189 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192775be-82b6-4bcc-929b-013a543969c5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:59.648883 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-192775be-82b6-4bcc-929b-013a543969c5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:59.852660 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-192775be-82b6-4bcc-929b-013a543969c5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:59.919432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192775be-82b6-4bcc-929b-013a543969c5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Subnet': ['ID=0e0f686a-b066-4b8a-884f-27872576fa7d,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:59.928714 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192775be-82b6-4bcc-929b-013a543969c5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Checking segment: {'id': 'dbf18cee-503b-4b2f-abb8-386c2114c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'bc231e5c-8603-4919-a193-edad28b8ecbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:28:59.929079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192775be-82b6-4bcc-929b-013a543969c5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network hostable DHCP agents. Network: bc231e5c-8603-4919-a193-edad28b8ecbc, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:28:59.948021 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192775be-82b6-4bcc-929b-013a543969c5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network bc231e5c-8603-4919-a193-edad28b8ecbc is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:28:59.958597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-192775be-82b6-4bcc-929b-013a543969c5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, bc231e5c-8603-4919-a193-edad28b8ecbc) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:59.963915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192775be-82b6-4bcc-929b-013a543969c5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:59.964501 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-192775be-82b6-4bcc-929b-013a543969c5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:59.969283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4855c4b5-3b51-4c77-af69-878d74afd4fe None None] Network bc231e5c-8603-4919-a193-edad28b8ecbc requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:28:59.983290 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-192775be-82b6-4bcc-929b-013a543969c5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5233865 Aug 06 16:28:59.983290 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52050) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:59.989425 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-31f40203-9583-495e-b31d-62861b3f9c0f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1723682253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:00.023154 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-31f40203-9583-495e-b31d-62861b3f9c0f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:00.024265 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-31f40203-9583-495e-b31d-62861b3f9c0f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:00.101043 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-31f40203-9583-495e-b31d-62861b3f9c0f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:00.109944 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-31f40203-9583-495e-b31d-62861b3f9c0f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:00.135217 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-31f40203-9583-495e-b31d-62861b3f9c0f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:00.136575 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-31f40203-9583-495e-b31d-62861b3f9c0f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1521316 Aug 06 16:29:00.139245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52052) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:00.146618 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f77733c2-ff72-45f6-bd9f-8db04eaf6e56 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'port': {'network_id': 'bc231e5c-8603-4919-a193-edad28b8ecbc', 'name': 'tempest-RoutersTest-983702727'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:00.149361 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-bc231e5c-8603-4919-a193-edad28b8ecbc', 'network_id': 'bc231e5c-8603-4919-a193-edad28b8ecbc', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'fixed_ips': [{'subnet_id': '0e0f686a-b066-4b8a-884f-27872576fa7d'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:29:00.150266 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:00.282864 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77733c2-ff72-45f6-bd9f-8db04eaf6e56 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:29:00.287040 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f77733c2-ff72-45f6-bd9f-8db04eaf6e56 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:00.328967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [None req-f77733c2-ff72-45f6-bd9f-8db04eaf6e56 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] device_id is not set on port 44067caa-9b6a-4003-af46-4d10671a2abb yet. {{(pid=105764) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:29:00.335158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Allocated IP 172.20.0.2 (bc231e5c-8603-4919-a193-edad28b8ecbc/0e0f686a-b066-4b8a-884f-27872576fa7d/570dfa40-51da-4c58-986f-617e0f61625b) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:00.483560 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:00.492600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Transition to ACTIVE for port object 570dfa40-51da-4c58-986f-617e0f61625b will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:00.508101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Transition to ACTIVE for port object 570dfa40-51da-4c58-986f-617e0f61625b will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:00.515771 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:00.562756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Network bc231e5c-8603-4919-a193-edad28b8ecbc is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:00.566170 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:00.570980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:00.578529 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Pushing event updated for resources: {'Port': ['ID=570dfa40-51da-4c58-986f-617e0f61625b,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:00.598496 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-f77733c2-ff72-45f6-bd9f-8db04eaf6e56 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Allocated IP 172.20.0.8 (bc231e5c-8603-4919-a193-edad28b8ecbc/0e0f686a-b066-4b8a-884f-27872576fa7d/44067caa-9b6a-4003-af46-4d10671a2abb) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:00.631275 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Attempting to bind port 570dfa40-51da-4c58-986f-617e0f61625b on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:29:00.631645 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Attempting to bind port 570dfa40-51da-4c58-986f-617e0f61625b by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'dbf18cee-503b-4b2f-abb8-386c2114c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'bc231e5c-8603-4919-a193-edad28b8ecbc'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:29:00.632008 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Attempting to bind port 570dfa40-51da-4c58-986f-617e0f61625b on network bc231e5c-8603-4919-a193-edad28b8ecbc {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:29:00.638050 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:29:00.638601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Checking segment: {'id': 'dbf18cee-503b-4b2f-abb8-386c2114c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'bc231e5c-8603-4919-a193-edad28b8ecbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:00.639234 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:00.639638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Bound using segment: {'id': 'dbf18cee-503b-4b2f-abb8-386c2114c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'bc231e5c-8603-4919-a193-edad28b8ecbc'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:29:00.640124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Bound port: 570dfa40-51da-4c58-986f-617e0f61625b, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf18cee-503b-4b2f-abb8-386c2114c5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'bc231e5c-8603-4919-a193-edad28b8ecbc'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:29:00.640513 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:00.672581 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d453ebb-d1e9-46b8-aedb-41ccfafbbc3f req-22f0c7fc-94d0-40e4-9e7b-a43eaa9de5c8 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:00.675038 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5d453ebb-d1e9-46b8-aedb-41ccfafbbc3f req-22f0c7fc-94d0-40e4-9e7b-a43eaa9de5c8 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 946 time: 0.0770361 Aug 06 16:29:00.737637 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5d453ebb-d1e9-46b8-aedb-41ccfafbbc3f req-bce61526-6af0-4920-8aed-bcb46c5fdb09 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565407 Aug 06 16:29:00.756718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] For port 570dfa40-51da-4c58-986f-617e0f61625b, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:29:00.760238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] For port 570dfa40-51da-4c58-986f-617e0f61625b, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=570dfa40-51da-4c58-986f-617e0f61625b,segment=NetworkSegment(dbf18cee-503b-4b2f-abb8-386c2114c5ae),segment_id=dbf18cee-503b-4b2f-abb8-386c2114c5ae)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:29:00.766665 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:00.840655 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f77733c2-ff72-45f6-bd9f-8db04eaf6e56 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:00.846704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904065c7-bc8f-4106-98a6-880c43df0bb1 None None] Pushing event updated for resources: {'Port': ['ID=570dfa40-51da-4c58-986f-617e0f61625b,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:00.873350 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-f77733c2-ff72-45f6-bd9f-8db04eaf6e56 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Transition to ACTIVE for port object 44067caa-9b6a-4003-af46-4d10671a2abb will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:00.921059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f77733c2-ff72-45f6-bd9f-8db04eaf6e56 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:01.011952 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77733c2-ff72-45f6-bd9f-8db04eaf6e56 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network bc231e5c-8603-4919-a193-edad28b8ecbc is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:01.016144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-f77733c2-ff72-45f6-bd9f-8db04eaf6e56 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:01.021200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77733c2-ff72-45f6-bd9f-8db04eaf6e56 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:01.065854 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77733c2-ff72-45f6-bd9f-8db04eaf6e56 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=44067caa-9b6a-4003-af46-4d10671a2abb,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:01.111752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494415d4-fb06-4b2d-a032-e895160881a7 req-300b6d24-7100-4623-a890-164b5ba4280b tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:01.124014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-494415d4-fb06-4b2d-a032-e895160881a7 req-300b6d24-7100-4623-a890-164b5ba4280b tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 946 time: 0.0914299 Aug 06 16:29:01.150926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77733c2-ff72-45f6-bd9f-8db04eaf6e56 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:01.151567 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f77733c2-ff72-45f6-bd9f-8db04eaf6e56 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:01.203159 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f77733c2-ff72-45f6-bd9f-8db04eaf6e56 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0604975 Aug 06 16:29:01.208413 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52076) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:01.216746 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-494415d4-fb06-4b2d-a032-e895160881a7 req-ddea975b-08e7-4741-b2cc-026435376d4a tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897088 Aug 06 16:29:01.595646 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8db7ba47-0913-413a-be11-ba8180f3203a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:01.911335 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8db7ba47-0913-413a-be11-ba8180f3203a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:01.918091 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8db7ba47-0913-413a-be11-ba8180f3203a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:02.012145 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7ba47-0913-413a-be11-ba8180f3203a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=44067caa-9b6a-4003-af46-4d10671a2abb,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:02.121048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edc3e52-f50c-456d-9351-29cfc50b840d None None] Network bc231e5c-8603-4919-a193-edad28b8ecbc requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:02.179738 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8db7ba47-0913-413a-be11-ba8180f3203a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:02.207009 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bf3ad7ec-afff-4644-9be4-13e8429c33d6 None None] Provisioning for port 570dfa40-51da-4c58-986f-617e0f61625b completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:02.378335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03a787-73db-4530-87cb-6c1316e3ddbb req-9e10ba8c-9565-47e4-bb50-4933b62287d0 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:02.380039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2d03a787-73db-4530-87cb-6c1316e3ddbb req-9e10ba8c-9565-47e4-bb50-4933b62287d0 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 946 time: 0.0659449 Aug 06 16:29:02.381549 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8db7ba47-0913-413a-be11-ba8180f3203a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:02.407402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 570dfa40-51da-4c58-986f-617e0f61625b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:02.509388 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2d03a787-73db-4530-87cb-6c1316e3ddbb req-6f6dc590-63c3-4ab1-b0e2-6b3eb2e2ab55 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935831 Aug 06 16:29:02.536481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 570dfa40-51da-4c58-986f-617e0f61625b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:02.540540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 570dfa40-51da-4c58-986f-617e0f61625b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:02.540911 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:02.690477 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:02.738692 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 570dfa40-51da-4c58-986f-617e0f61625b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=570dfa40-51da-4c58-986f-617e0f61625b,segment=NetworkSegment(dbf18cee-503b-4b2f-abb8-386c2114c5ae),segment_id=dbf18cee-503b-4b2f-abb8-386c2114c5ae)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:02.743485 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:02.854813 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bbc608d3-cd57-4b97-b8f7-7e745d5aaa27 None None] Provisioning for port 44067caa-9b6a-4003-af46-4d10671a2abb completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:02.861004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bbc608d3-cd57-4b97-b8f7-7e745d5aaa27 None None] Provisioning complete for port 44067caa-9b6a-4003-af46-4d10671a2abb triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:02.861509 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbc608d3-cd57-4b97-b8f7-7e745d5aaa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:02.901534 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c4852-2745-4b80-8ab5-bd247a08d106 req-da2bb4b0-a525-441e-8b57-ed89e2aae98d tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:02.902706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-bbc608d3-cd57-4b97-b8f7-7e745d5aaa27 None None] Port 44067caa-9b6a-4003-af46-4d10671a2abb cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:29:02.903175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d5c4852-2745-4b80-8ab5-bd247a08d106 req-da2bb4b0-a525-441e-8b57-ed89e2aae98d tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 946 time: 0.1410208 Aug 06 16:29:02.959100 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device dbe3db45-217a-4c35-a1fc-d8c78979b456 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:29:02.994187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=570dfa40-51da-4c58-986f-617e0f61625b,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:03.002510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: dbe3db45-217a-4c35-a1fc-d8c78979b456 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:29:03.002866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device dbe3db45-217a-4c35-a1fc-d8c78979b456 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:29:03.006647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bbc608d3-cd57-4b97-b8f7-7e745d5aaa27 None None] Provisioning complete for port 570dfa40-51da-4c58-986f-617e0f61625b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:03.006967 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbc608d3-cd57-4b97-b8f7-7e745d5aaa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:03.081742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-1d5c4852-2745-4b80-8ab5-bd247a08d106 req-b80d7fe6-0936-459b-9219-3c8debec6554 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Deleting port eb3706ea-e279-4a50-89b1-6496cf4e45c8 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:03.082097 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1d5c4852-2745-4b80-8ab5-bd247a08d106 req-b80d7fe6-0936-459b-9219-3c8debec6554 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:03.221702 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-1d5c4852-2745-4b80-8ab5-bd247a08d106 req-b80d7fe6-0936-459b-9219-3c8debec6554 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] For port eb3706ea-e279-4a50-89b1-6496cf4e45c8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=eb3706ea-e279-4a50-89b1-6496cf4e45c8,segment=NetworkSegment(88a12103-ebe5-4bce-bd36-544a96695813),segment_id=88a12103-ebe5-4bce-bd36-544a96695813)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:03.222197 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1d5c4852-2745-4b80-8ab5-bd247a08d106 req-b80d7fe6-0936-459b-9219-3c8debec6554 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:03.246271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-1d5c4852-2745-4b80-8ab5-bd247a08d106 req-b80d7fe6-0936-459b-9219-3c8debec6554 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Calling delete_port for eb3706ea-e279-4a50-89b1-6496cf4e45c8 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:03.285150 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ebe5115c-c5d2-46c2-b83b-f432f699946f None None] Provisioning complete for port 44067caa-9b6a-4003-af46-4d10671a2abb triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:03.286177 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ebe5115c-c5d2-46c2-b83b-f432f699946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:03.372110 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8db7ba47-0913-413a-be11-ba8180f3203a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:03.377497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ebe5115c-c5d2-46c2-b83b-f432f699946f None None] Port 44067caa-9b6a-4003-af46-4d10671a2abb cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:29:03.381719 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8db7ba47-0913-413a-be11-ba8180f3203a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:03.419172 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1d5c4852-2745-4b80-8ab5-bd247a08d106 req-b80d7fe6-0936-459b-9219-3c8debec6554 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:03.432354 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['eb3706ea-e279-4a50-89b1-6496cf4e45c8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:29:03.459594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d7fe6-0936-459b-9219-3c8debec6554 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Pushing event deleted for resources: {'Port': ['ID=eb3706ea-e279-4a50-89b1-6496cf4e45c8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:03.473761 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:29:03.498718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-304cfc8f-51cf-441a-9a15-6996906505ca None None] Provisioning complete for port 44067caa-9b6a-4003-af46-4d10671a2abb triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:03.499465 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-304cfc8f-51cf-441a-9a15-6996906505ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:03.518177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5c4852-2745-4b80-8ab5-bd247a08d106 req-b80d7fe6-0936-459b-9219-3c8debec6554 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] No DVR routers for this DVR port eb3706ea-e279-4a50-89b1-6496cf4e45c8 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:29:03.521226 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1d5c4852-2745-4b80-8ab5-bd247a08d106 req-b80d7fe6-0936-459b-9219-3c8debec6554 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:03.524975 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d5c4852-2745-4b80-8ab5-bd247a08d106 req-b80d7fe6-0936-459b-9219-3c8debec6554 tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.13 "DELETE /v2.0/ports/eb3706ea-e279-4a50-89b1-6496cf4e45c8 HTTP/1.1" status: 204 len: 173 time: 0.6155105 Aug 06 16:29:03.525473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c4d164-23cd-4168-8807-70d825387f00', 'name': 'network-vif-deleted', 'tag': 'eb3706ea-e279-4a50-89b1-6496cf4e45c8'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:29:03.527903 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3bc052-85f9-4009-b6cd-91b4ecd8571f" -d '{"events": [{"server_uuid": "d6c4d164-23cd-4168-8807-70d825387f00", "name": "network-vif-deleted", "tag": "eb3706ea-e279-4a50-89b1-6496cf4e45c8"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:29:03.541751 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-304cfc8f-51cf-441a-9a15-6996906505ca None None] Port 44067caa-9b6a-4003-af46-4d10671a2abb cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:29:03.559576 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8db7ba47-0913-413a-be11-ba8180f3203a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:03.663719 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c125a46-8d9c-45fe-a23e-3f55e48a0700 x-openstack-request-id: req-4c125a46-8d9c-45fe-a23e-3f55e48a0700 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:29:03.664465 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c4d164-23cd-4168-8807-70d825387f00", "name": "network-vif-deleted", "tag": "eb3706ea-e279-4a50-89b1-6496cf4e45c8", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:29:03.664818 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c125a46-8d9c-45fe-a23e-3f55e48a0700 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:29:03.665422 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c4d164-23cd-4168-8807-70d825387f00', 'name': 'network-vif-deleted', 'tag': 'eb3706ea-e279-4a50-89b1-6496cf4e45c8', 'status': 'completed', 'code': 200} Aug 06 16:29:03.696525 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7ba47-0913-413a-be11-ba8180f3203a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=44067caa-9b6a-4003-af46-4d10671a2abb,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:03.728266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b8242c3-7a70-438f-ad95-ba64b311f841 req-1faeb152-97ae-4d07-a03b-f8f27ef9ccca tempest-TestServerAdvancedOps-109916140 tempest-TestServerAdvancedOps-109916140-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6c4d164-23cd-4168-8807-70d825387f00 HTTP/1.1" status: 200 len: 210 time: 0.0563982 Aug 06 16:29:03.728477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db7ba47-0913-413a-be11-ba8180f3203a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network bc231e5c-8603-4919-a193-edad28b8ecbc is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:03.730002 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8db7ba47-0913-413a-be11-ba8180f3203a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:03.780538 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3d336e59-8b26-441d-b2ec-7bc429d200ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:03.874245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db7ba47-0913-413a-be11-ba8180f3203a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router a127c1fb-23bb-4d79-81fd-29aef0fc9740 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:29:04.017695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db7ba47-0913-413a-be11-ba8180f3203a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:04.026287 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8db7ba47-0913-413a-be11-ba8180f3203a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/a127c1fb-23bb-4d79-81fd-29aef0fc9740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8140733 Aug 06 16:29:04.031617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52118) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:04.032452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f47bd0-7b61-4862-a3b9-51c3ba6727b2 None None] Sync routers for ids ['a127c1fb-23bb-4d79-81fd-29aef0fc9740'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:04.049045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f47bd0-7b61-4862-a3b9-51c3ba6727b2 None None] Routers {'a127c1fb-23bb-4d79-81fd-29aef0fc9740'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:04.049710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c0f47bd0-7b61-4862-a3b9-51c3ba6727b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a127c1fb-23bb-4d79-81fd-29aef0fc9740'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:04.142217 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff26e98-1732-4625-ae0f-9a13a947abac tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:04.146383 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7ff26e98-1732-4625-ae0f-9a13a947abac tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports/44067caa-9b6a-4003-af46-4d10671a2abb HTTP/1.1" status: 200 len: 976 time: 0.1127768 Aug 06 16:29:04.147136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52120) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:04.186765 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c0f47bd0-7b61-4862-a3b9-51c3ba6727b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:04.243829 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f47bd0-7b61-4862-a3b9-51c3ba6727b2 None None] Routers {'a127c1fb-23bb-4d79-81fd-29aef0fc9740'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:04.245071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c0f47bd0-7b61-4862-a3b9-51c3ba6727b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:28:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a127c1fb-23bb-4d79-81fd-29aef0fc9740'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:04.287599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ed3b7294-3efe-4ab0-ab38-a1953963983c None None] Provisioning complete for port 44067caa-9b6a-4003-af46-4d10671a2abb triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:04.288266 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ed3b7294-3efe-4ab0-ab38-a1953963983c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:04.290298 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c0f47bd0-7b61-4862-a3b9-51c3ba6727b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:04.291287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f47bd0-7b61-4862-a3b9-51c3ba6727b2 None None] The sync data for ids ['a127c1fb-23bb-4d79-81fd-29aef0fc9740'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:04.352145 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b7294-3efe-4ab0-ab38-a1953963983c None None] Port 44067caa-9b6a-4003-af46-4d10671a2abb cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:29:04.356573 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 570dfa40-51da-4c58-986f-617e0f61625b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:04.406978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 570dfa40-51da-4c58-986f-617e0f61625b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:04.407353 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:04.695150 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b944b9f-12cb-4c10-8c27-a3f79b065f1c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:04.798807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52130) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:04.912257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-112f4eb9-5f00-4b55-9f9e-46bb0421c4d5 admin admin] Deleting subnet 7e9066db-f6d5-45f9-b67c-a2bb46619d54 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:29:04.915860 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-112f4eb9-5f00-4b55-9f9e-46bb0421c4d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:04.958835 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-112f4eb9-5f00-4b55-9f9e-46bb0421c4d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.025756 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-112f4eb9-5f00-4b55-9f9e-46bb0421c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.130001 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-112f4eb9-5f00-4b55-9f9e-46bb0421c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.133767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-1b944b9f-12cb-4c10-8c27-a3f79b065f1c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port 44067caa-9b6a-4003-af46-4d10671a2abb {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:05.134167 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b944b9f-12cb-4c10-8c27-a3f79b065f1c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.184138 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f4eb9-5f00-4b55-9f9e-46bb0421c4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9066db-f6d5-45f9-b67c-a2bb46619d54,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:05.220340 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-112f4eb9-5f00-4b55-9f9e-46bb0421c4d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.222686 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-112f4eb9-5f00-4b55-9f9e-46bb0421c4d5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7e9066db-f6d5-45f9-b67c-a2bb46619d54 HTTP/1.1" status: 204 len: 168 time: 0.4232674 Aug 06 16:29:05.225264 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52138) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:05.271632 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b944b9f-12cb-4c10-8c27-a3f79b065f1c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.290122 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-1b944b9f-12cb-4c10-8c27-a3f79b065f1c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for 44067caa-9b6a-4003-af46-4d10671a2abb owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:05.351201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d688d31-5b42-4424-835b-96b0da4c0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.447320 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d688d31-5b42-4424-835b-96b0da4c0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.460192 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-7d688d31-5b42-4424-835b-96b0da4c0b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d447b46-7c0c-4772-a69a-207e01bf45ef']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:05.476183 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-7d688d31-5b42-4424-835b-96b0da4c0b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a12103-ebe5-4bce-bd36-544a96695813') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:05.476718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-7d688d31-5b42-4424-835b-96b0da4c0b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a12103-ebe5-4bce-bd36-544a96695813') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:05.494244 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d688d31-5b42-4424-835b-96b0da4c0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.514161 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d688d31-5b42-4424-835b-96b0da4c0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.526636 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d688d31-5b42-4424-835b-96b0da4c0b7e admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:29:05.527325 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d688d31-5b42-4424-835b-96b0da4c0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:29:05.530778 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:29:05.578109 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b944b9f-12cb-4c10-8c27-a3f79b065f1c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.611390 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d688d31-5b42-4424-835b-96b0da4c0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.626686 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b944b9f-12cb-4c10-8c27-a3f79b065f1c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=44067caa-9b6a-4003-af46-4d10671a2abb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:05.638797 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d688d31-5b42-4424-835b-96b0da4c0b7e admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.645642 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7d688d31-5b42-4424-835b-96b0da4c0b7e admin admin] 10.222.0.37 "DELETE /v2.0/networks/1d447b46-7c0c-4772-a69a-207e01bf45ef HTTP/1.1" status: 204 len: 168 time: 0.4145741 Aug 06 16:29:05.645642 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d688d31-5b42-4424-835b-96b0da4c0b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d447b46-7c0c-4772-a69a-207e01bf45ef,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:05.646140 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52142) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:05.782770 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb3ae2d-c580-4c75-abfe-57743faa2709 admin admin] Deleting subnet 6708b083-c693-4162-b836-423474fc27c7 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:29:05.786826 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efb3ae2d-c580-4c75-abfe-57743faa2709 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.851010 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efb3ae2d-c580-4c75-abfe-57743faa2709 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.878271 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1b944b9f-12cb-4c10-8c27-a3f79b065f1c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.902517 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efb3ae2d-c580-4c75-abfe-57743faa2709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:05.985186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device eb3706ea-e279-4a50-89b1-6496cf4e45c8 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:29:05.993307 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efb3ae2d-c580-4c75-abfe-57743faa2709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.020845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: eb3706ea-e279-4a50-89b1-6496cf4e45c8 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:29:06.021371 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device eb3706ea-e279-4a50-89b1-6496cf4e45c8 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:29:06.048286 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efb3ae2d-c580-4c75-abfe-57743faa2709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.050711 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-efb3ae2d-c580-4c75-abfe-57743faa2709 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6708b083-c693-4162-b836-423474fc27c7 HTTP/1.1" status: 204 len: 168 time: 0.3965178 Aug 06 16:29:06.050711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3ae2d-c580-4c75-abfe-57743faa2709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6708b083-c693-4162-b836-423474fc27c7,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:06.052419 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52144) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:06.136849 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a683906-ece7-4123-bdd3-1a6170ccd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.141042 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b944b9f-12cb-4c10-8c27-a3f79b065f1c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router a127c1fb-23bb-4d79-81fd-29aef0fc9740 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:29:06.237084 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c8db7e37-0181-42fc-bd68-2ee707d65e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.255981 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a683906-ece7-4123-bdd3-1a6170ccd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.266890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2a683906-ece7-4123-bdd3-1a6170ccd0ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904febed-2b9b-4695-a8c1-3a2fcdeaaa53']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:06.277085 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b944b9f-12cb-4c10-8c27-a3f79b065f1c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:06.278344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2a683906-ece7-4123-bdd3-1a6170ccd0ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abe1a8c-5f7a-4c67-aee9-4d79159a0846') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:06.279176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2a683906-ece7-4123-bdd3-1a6170ccd0ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abe1a8c-5f7a-4c67-aee9-4d79159a0846') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:06.287455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1b944b9f-12cb-4c10-8c27-a3f79b065f1c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/a127c1fb-23bb-4d79-81fd-29aef0fc9740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1383660 Aug 06 16:29:06.288399 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32318b8-7fbb-4d29-8c43-4c8b7d02965b None None] Sync routers for ids ['a127c1fb-23bb-4d79-81fd-29aef0fc9740'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:06.291685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52148) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:06.293814 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a683906-ece7-4123-bdd3-1a6170ccd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.301481 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32318b8-7fbb-4d29-8c43-4c8b7d02965b None None] Routers {'a127c1fb-23bb-4d79-81fd-29aef0fc9740'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:06.303421 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b32318b8-7fbb-4d29-8c43-4c8b7d02965b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a127c1fb-23bb-4d79-81fd-29aef0fc9740'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:06.316143 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a683906-ece7-4123-bdd3-1a6170ccd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.323869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a683906-ece7-4123-bdd3-1a6170ccd0ca admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:29:06.324281 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a683906-ece7-4123-bdd3-1a6170ccd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:29:06.327065 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:29:06.362569 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b32318b8-7fbb-4d29-8c43-4c8b7d02965b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:06.378075 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32318b8-7fbb-4d29-8c43-4c8b7d02965b None None] Routers {'a127c1fb-23bb-4d79-81fd-29aef0fc9740'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:06.379353 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b32318b8-7fbb-4d29-8c43-4c8b7d02965b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['a127c1fb-23bb-4d79-81fd-29aef0fc9740'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:06.404387 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a683906-ece7-4123-bdd3-1a6170ccd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.431254 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2a683906-ece7-4123-bdd3-1a6170ccd0ca admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.431929 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b32318b8-7fbb-4d29-8c43-4c8b7d02965b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:06.432821 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32318b8-7fbb-4d29-8c43-4c8b7d02965b None None] The sync data for ids ['a127c1fb-23bb-4d79-81fd-29aef0fc9740'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:06.434530 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2a683906-ece7-4123-bdd3-1a6170ccd0ca admin admin] 10.222.0.37 "DELETE /v2.0/networks/904febed-2b9b-4695-a8c1-3a2fcdeaaa53 HTTP/1.1" status: 204 len: 168 time: 0.3808351 Aug 06 16:29:06.435724 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a683906-ece7-4123-bdd3-1a6170ccd0ca admin admin] Pushing event deleted for resources: {'Network': ['ID=904febed-2b9b-4695-a8c1-3a2fcdeaaa53,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:06.558826 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-671e9027-60d8-4a70-b661-a3d6e5b45ba4 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] remove_router_interface failed (client error): The resource could not be found. Aug 06 16:29:06.560168 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-671e9027-60d8-4a70-b661-a3d6e5b45ba4 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/a127c1fb-23bb-4d79-81fd-29aef0fc9740/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2675130 Aug 06 16:29:06.563225 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52152) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:06.594818 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c1666d40-8d31-4ddb-9878-dc232a2b8bb2 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports?device_id=a127c1fb-23bb-4d79-81fd-29aef0fc9740 HTTP/1.1" status: 200 len: 205 time: 0.0273395 Aug 06 16:29:06.595376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52154) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:06.639890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52156) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:06.646638 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.694466 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8ba4eeef-b77d-4df8-b910-08b6e4da83fe tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.694728 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f052ae58-1f06-4524-a466-d4f2599204fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bd645721d7a48a6abb7a48404400cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538483 Aug 06 16:29:06.698363 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52158) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:06.764076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9059-c907-4cd7-98ae-8b3dbe3e60c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.789548 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9059-c907-4cd7-98ae-8b3dbe3e60c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.859550 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9059-c907-4cd7-98ae-8b3dbe3e60c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.862708 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9059-c907-4cd7-98ae-8b3dbe3e60c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.864094 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cd6a9059-c907-4cd7-98ae-8b3dbe3e60c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a4cc6ba-e07c-4e48-8295-0a44b716f4d9 HTTP/1.1" status: 204 len: 168 time: 0.1645432 Aug 06 16:29:06.874350 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a9059-c907-4cd7-98ae-8b3dbe3e60c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4cc6ba-e07c-4e48-8295-0a44b716f4d9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:06.934733 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8ba4eeef-b77d-4df8-b910-08b6e4da83fe tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.937020 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8ba4eeef-b77d-4df8-b910-08b6e4da83fe tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.993849 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8ba4eeef-b77d-4df8-b910-08b6e4da83fe tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:06.994520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba4eeef-b77d-4df8-b910-08b6e4da83fe tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Fanout notify agent at l3_agent the message router_deleted on router a127c1fb-23bb-4d79-81fd-29aef0fc9740 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:29:07.008130 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8ba4eeef-b77d-4df8-b910-08b6e4da83fe tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.011584 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8ba4eeef-b77d-4df8-b910-08b6e4da83fe tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/routers/a127c1fb-23bb-4d79-81fd-29aef0fc9740 HTTP/1.1" status: 204 len: 168 time: 0.4133236 Aug 06 16:29:07.012023 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52168) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:07.081220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4078449-7fbb-42d7-a6e6-9f460f6a0cd4 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting subnet 0e0f686a-b066-4b8a-884f-27872576fa7d {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:29:07.085573 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4078449-7fbb-42d7-a6e6-9f460f6a0cd4 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.142557 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4078449-7fbb-42d7-a6e6-9f460f6a0cd4 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.273144 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4078449-7fbb-42d7-a6e6-9f460f6a0cd4 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.352318 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4078449-7fbb-42d7-a6e6-9f460f6a0cd4 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.364642 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.381486 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52176) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:07.392395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4078449-7fbb-42d7-a6e6-9f460f6a0cd4 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Subnet': ['ID=0e0f686a-b066-4b8a-884f-27872576fa7d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:07.403161 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4078449-7fbb-42d7-a6e6-9f460f6a0cd4 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.406644 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e4078449-7fbb-42d7-a6e6-9f460f6a0cd4 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/0e0f686a-b066-4b8a-884f-27872576fa7d HTTP/1.1" status: 204 len: 168 time: 0.3930762 Aug 06 16:29:07.408827 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52178) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:07.408988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa919dc-447b-4ceb-a930-20024db8eb37 None None] Network bc231e5c-8603-4919-a193-edad28b8ecbc requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:07.459006 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f17a7c3d-8858-4fec-9190-0c88070f5ce1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8222add953c4d05b498be23d72816f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751455 Aug 06 16:29:07.460554 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52180) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:07.505113 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.543124 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-57967ba2-48cd-4636-8755-d19fe13d89b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.587586 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-57967ba2-48cd-4636-8755-d19fe13d89b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.617656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port 570dfa40-51da-4c58-986f-617e0f61625b {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:07.618031 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.655105 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-57967ba2-48cd-4636-8755-d19fe13d89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.658083 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-57967ba2-48cd-4636-8755-d19fe13d89b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.673481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9149175-3d7d-4b6b-b534-f35e4bc617dd None None] DHCP port deletion for bc231e5c-8603-4919-a193-edad28b8ecbc request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:29:07.677047 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-57967ba2-48cd-4636-8755-d19fe13d89b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53fbe726-ddcd-45a1-9213-0585eb3b3ad4 HTTP/1.1" status: 204 len: 168 time: 0.1997793 Aug 06 16:29:07.697378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57967ba2-48cd-4636-8755-d19fe13d89b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fbe726-ddcd-45a1-9213-0585eb3b3ad4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:07.739697 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] For port 570dfa40-51da-4c58-986f-617e0f61625b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=570dfa40-51da-4c58-986f-617e0f61625b,segment=NetworkSegment(dbf18cee-503b-4b2f-abb8-386c2114c5ae),segment_id=dbf18cee-503b-4b2f-abb8-386c2114c5ae)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:07.740094 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.753865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for 570dfa40-51da-4c58-986f-617e0f61625b owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:07.792596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a9149175-3d7d-4b6b-b534-f35e4bc617dd None None] Deleting port 570dfa40-51da-4c58-986f-617e0f61625b {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:07.793004 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a9149175-3d7d-4b6b-b534-f35e4bc617dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.847117 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.873380 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=570dfa40-51da-4c58-986f-617e0f61625b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:07.877384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No DVR routers for this DVR port 570dfa40-51da-4c58-986f-617e0f61625b on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:29:07.881545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a9149175-3d7d-4b6b-b534-f35e4bc617dd None None] For port 570dfa40-51da-4c58-986f-617e0f61625b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=570dfa40-51da-4c58-986f-617e0f61625b,segment=NetworkSegment(dbf18cee-503b-4b2f-abb8-386c2114c5ae),segment_id=dbf18cee-503b-4b2f-abb8-386c2114c5ae)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:07.882932 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a9149175-3d7d-4b6b-b534-f35e4bc617dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.897828 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a9149175-3d7d-4b6b-b534-f35e4bc617dd None None] Calling delete_port for 570dfa40-51da-4c58-986f-617e0f61625b owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:07.983109 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:08.006226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc231e5c-8603-4919-a193-edad28b8ecbc']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:08.040717 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf18cee-503b-4b2f-abb8-386c2114c5ae') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:08.042440 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf18cee-503b-4b2f-abb8-386c2114c5ae') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:08.047687 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a9149175-3d7d-4b6b-b534-f35e4bc617dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:08.078690 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:08.089263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9149175-3d7d-4b6b-b534-f35e4bc617dd None None] Pushing event deleted for resources: {'Port': ['ID=570dfa40-51da-4c58-986f-617e0f61625b,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:08.096294 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9149175-3d7d-4b6b-b534-f35e4bc617dd None None] No DVR routers for this DVR port 570dfa40-51da-4c58-986f-617e0f61625b on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:29:08.128839 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:08.147961 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:29:08.151545 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:29:08.155368 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:29:08.227643 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:08.237414 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:08.240467 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/networks/bc231e5c-8603-4919-a193-edad28b8ecbc HTTP/1.1" status: 204 len: 168 time: 0.8305669 Aug 06 16:29:08.246209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52186) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:08.272389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6991c8c6-73a2-4bc1-aff1-7a103d650e07 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'network': {'name': 'tempest-RoutersTest-2001555042'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:08.345509 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8f1ef-5d9e-48fc-bda8-f8c3d475073a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Network': ['ID=bc231e5c-8603-4919-a193-edad28b8ecbc,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:08.379484 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6991c8c6-73a2-4bc1-aff1-7a103d650e07 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:29:08.383231 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6991c8c6-73a2-4bc1-aff1-7a103d650e07 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:08.409459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 570dfa40-51da-4c58-986f-617e0f61625b no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:29:08.425116 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6991c8c6-73a2-4bc1-aff1-7a103d650e07 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:29:08.431118 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 570dfa40-51da-4c58-986f-617e0f61625b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:29:08.431757 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 570dfa40-51da-4c58-986f-617e0f61625b not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:29:08.435150 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6991c8c6-73a2-4bc1-aff1-7a103d650e07 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:08.436006 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-6991c8c6-73a2-4bc1-aff1-7a103d650e07 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Added segment 1b7055c1-69e4-4e5f-88ae-58bddd2c0b42 of type vlan for network e372a49a-9ee9-4a0b-b4bb-dd047079270c Aug 06 16:29:08.492955 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6991c8c6-73a2-4bc1-aff1-7a103d650e07 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:08.526262 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6991c8c6-73a2-4bc1-aff1-7a103d650e07 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:08.532959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6991c8c6-73a2-4bc1-aff1-7a103d650e07 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:08.534244 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6991c8c6-73a2-4bc1-aff1-7a103d650e07 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:08.973457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6991c8c6-73a2-4bc1-aff1-7a103d650e07 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7224908 Aug 06 16:29:08.979344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52190) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:08.987286 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-62533661-c755-4035-b253-0de44d5b6df9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'subnet': {'network_id': 'e372a49a-9ee9-4a0b-b4bb-dd047079270c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:08.989027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991c8c6-73a2-4bc1-aff1-7a103d650e07 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Network': ['ID=e372a49a-9ee9-4a0b-b4bb-dd047079270c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:09.003785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network e372a49a-9ee9-4a0b-b4bb-dd047079270c details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:29:09.117469 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:09.156193 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62533661-c755-4035-b253-0de44d5b6df9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:29:09.160018 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-62533661-c755-4035-b253-0de44d5b6df9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:09.459413 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-62533661-c755-4035-b253-0de44d5b6df9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:09.527556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62533661-c755-4035-b253-0de44d5b6df9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Subnet': ['ID=2349873a-86f4-4a4d-ab06-ff1ae66cd7a8,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:09.545880 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62533661-c755-4035-b253-0de44d5b6df9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Checking segment: {'id': '1b7055c1-69e4-4e5f-88ae-58bddd2c0b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e372a49a-9ee9-4a0b-b4bb-dd047079270c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:09.546260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62533661-c755-4035-b253-0de44d5b6df9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network hostable DHCP agents. Network: e372a49a-9ee9-4a0b-b4bb-dd047079270c, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:29:09.569139 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62533661-c755-4035-b253-0de44d5b6df9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network e372a49a-9ee9-4a0b-b4bb-dd047079270c is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:29:09.580577 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-62533661-c755-4035-b253-0de44d5b6df9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, e372a49a-9ee9-4a0b-b4bb-dd047079270c) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:09.586043 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62533661-c755-4035-b253-0de44d5b6df9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:09.586927 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-62533661-c755-4035-b253-0de44d5b6df9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:09.600400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581141d0-9002-4df3-ab6c-dbc09eb7f362 None None] Network e372a49a-9ee9-4a0b-b4bb-dd047079270c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:09.607856 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-62533661-c755-4035-b253-0de44d5b6df9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6250534 Aug 06 16:29:09.608239 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52196) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:09.613427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b1d35d0d-cbe1-4809-997b-585d5a3c76af tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-238922184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:09.650387 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b1d35d0d-cbe1-4809-997b-585d5a3c76af tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:09.651673 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b1d35d0d-cbe1-4809-997b-585d5a3c76af tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:09.715191 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b1d35d0d-cbe1-4809-997b-585d5a3c76af tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:09.734211 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b1d35d0d-cbe1-4809-997b-585d5a3c76af tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:09.782025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-e372a49a-9ee9-4a0b-b4bb-dd047079270c', 'network_id': 'e372a49a-9ee9-4a0b-b4bb-dd047079270c', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'fixed_ips': [{'subnet_id': '2349873a-86f4-4a4d-ab06-ff1ae66cd7a8'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:29:09.783319 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b1d35d0d-cbe1-4809-997b-585d5a3c76af tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:09.783687 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:09.792964 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b1d35d0d-cbe1-4809-997b-585d5a3c76af tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1753187 Aug 06 16:29:09.793263 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52198) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:09.949090 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Allocated IP 172.20.0.2 (e372a49a-9ee9-4a0b-b4bb-dd047079270c/2349873a-86f4-4a4d-ab06-ff1ae66cd7a8/293996bc-01de-4fb8-b054-f54005f8b9b9) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:10.165554 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:10.181148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Transition to ACTIVE for port object 293996bc-01de-4fb8-b054-f54005f8b9b9 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:10.218129 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:10.229462 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Transition to ACTIVE for port object 293996bc-01de-4fb8-b054-f54005f8b9b9 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:10.248152 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:10.287363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Network e372a49a-9ee9-4a0b-b4bb-dd047079270c is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:10.290967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:10.299546 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:10.380157 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Attempting to bind port 293996bc-01de-4fb8-b054-f54005f8b9b9 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:29:10.381520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Attempting to bind port 293996bc-01de-4fb8-b054-f54005f8b9b9 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '1b7055c1-69e4-4e5f-88ae-58bddd2c0b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e372a49a-9ee9-4a0b-b4bb-dd047079270c'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:29:10.381520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Attempting to bind port 293996bc-01de-4fb8-b054-f54005f8b9b9 on network e372a49a-9ee9-4a0b-b4bb-dd047079270c {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:29:10.383622 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Pushing event updated for resources: {'Port': ['ID=293996bc-01de-4fb8-b054-f54005f8b9b9,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:10.399813 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:29:10.400772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Checking segment: {'id': '1b7055c1-69e4-4e5f-88ae-58bddd2c0b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e372a49a-9ee9-4a0b-b4bb-dd047079270c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:10.401838 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:10.403509 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Bound using segment: {'id': '1b7055c1-69e4-4e5f-88ae-58bddd2c0b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e372a49a-9ee9-4a0b-b4bb-dd047079270c'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:29:10.404156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Bound port: 293996bc-01de-4fb8-b054-f54005f8b9b9, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7055c1-69e4-4e5f-88ae-58bddd2c0b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e372a49a-9ee9-4a0b-b4bb-dd047079270c'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:29:10.404574 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:10.553990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] For port 293996bc-01de-4fb8-b054-f54005f8b9b9, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:29:10.558131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] For port 293996bc-01de-4fb8-b054-f54005f8b9b9, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=293996bc-01de-4fb8-b054-f54005f8b9b9,segment=NetworkSegment(1b7055c1-69e4-4e5f-88ae-58bddd2c0b42),segment_id=1b7055c1-69e4-4e5f-88ae-58bddd2c0b42)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:29:10.567570 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:10.587409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Allocated IP 172.20.0.1 (e372a49a-9ee9-4a0b-b4bb-dd047079270c/2349873a-86f4-4a4d-ab06-ff1ae66cd7a8/639ca652-fac5-4500-8206-5d02d40f7123) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:10.638863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1ac6a-df35-412e-85ad-a789c8c658a2 None None] Pushing event updated for resources: {'Port': ['ID=293996bc-01de-4fb8-b054-f54005f8b9b9,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:10.801496 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:10.817230 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Transition to ACTIVE for port object 639ca652-fac5-4500-8206-5d02d40f7123 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:10.880903 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:10.957486 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=639ca652-fac5-4500-8206-5d02d40f7123,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:10.971442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network e372a49a-9ee9-4a0b-b4bb-dd047079270c is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:10.973808 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:10.977330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:11.049862 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:11.206899 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:11.517136 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:11.522213 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:11.625756 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=639ca652-fac5-4500-8206-5d02d40f7123,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:11.631901 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:11.831655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network e372a49a-9ee9-4a0b-b4bb-dd047079270c is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:11.834729 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:12.003103 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router 7ebb6149-ddea-45d0-8287-a4013d27b868 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:29:12.092929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a0ff4f-032c-412b-a091-b7d18c410820 None None] Network e372a49a-9ee9-4a0b-b4bb-dd047079270c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:12.154725 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:12.171017 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-21cf0395-a926-4b1a-843c-aacd5d7c735d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/7ebb6149-ddea-45d0-8287-a4013d27b868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3759434 Aug 06 16:29:12.173570 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52210) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:12.226948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc681bf-f96e-4ca6-a99c-fc8059e452b0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:12.228373 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4fc681bf-f96e-4ca6-a99c-fc8059e452b0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports/639ca652-fac5-4500-8206-5d02d40f7123 HTTP/1.1" status: 200 len: 910 time: 0.0537002 Aug 06 16:29:12.231408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52212) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:12.503927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 293996bc-01de-4fb8-b054-f54005f8b9b9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:12.526526 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4bd1e6-394b-4739-ae5b-03facdadf22c None None] Sync routers for ids ['7ebb6149-ddea-45d0-8287-a4013d27b868'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:12.572185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4bd1e6-394b-4739-ae5b-03facdadf22c None None] Routers {'7ebb6149-ddea-45d0-8287-a4013d27b868'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:12.572810 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9e4bd1e6-394b-4739-ae5b-03facdadf22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7ebb6149-ddea-45d0-8287-a4013d27b868'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:12.579569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0b2d81a-fc4f-4bd6-a023-8191430ce2a7 None None] Provisioning for port 293996bc-01de-4fb8-b054-f54005f8b9b9 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:12.629576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 293996bc-01de-4fb8-b054-f54005f8b9b9 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:12.634180 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 293996bc-01de-4fb8-b054-f54005f8b9b9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:12.635462 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:12.637786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9e4bd1e6-394b-4739-ae5b-03facdadf22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:12.707304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4bd1e6-394b-4739-ae5b-03facdadf22c None None] Routers {'7ebb6149-ddea-45d0-8287-a4013d27b868'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:12.707942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9e4bd1e6-394b-4739-ae5b-03facdadf22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7ebb6149-ddea-45d0-8287-a4013d27b868'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:12.756354 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9e4bd1e6-394b-4739-ae5b-03facdadf22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:12.757025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4bd1e6-394b-4739-ae5b-03facdadf22c None None] The sync data for ids ['7ebb6149-ddea-45d0-8287-a4013d27b868'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:12.779547 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac79dcf2-550e-4dc0-8950-da895f081a1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:12.811852 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:12.853065 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 293996bc-01de-4fb8-b054-f54005f8b9b9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=293996bc-01de-4fb8-b054-f54005f8b9b9,segment=NetworkSegment(1b7055c1-69e4-4e5f-88ae-58bddd2c0b42),segment_id=1b7055c1-69e4-4e5f-88ae-58bddd2c0b42)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:12.858578 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:12.940615 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=293996bc-01de-4fb8-b054-f54005f8b9b9,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:13.089975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-ac79dcf2-550e-4dc0-8950-da895f081a1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port 639ca652-fac5-4500-8206-5d02d40f7123 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:13.090332 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac79dcf2-550e-4dc0-8950-da895f081a1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:13.135521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4b6ba1cf-df8a-4811-93f5-0d7ad4a16e9b None None] Provisioning for port 639ca652-fac5-4500-8206-5d02d40f7123 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:13.139777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4b6ba1cf-df8a-4811-93f5-0d7ad4a16e9b None None] Provisioning complete for port 639ca652-fac5-4500-8206-5d02d40f7123 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:13.140261 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba1cf-df8a-4811-93f5-0d7ad4a16e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:13.181550 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ba1cf-df8a-4811-93f5-0d7ad4a16e9b None None] Port 639ca652-fac5-4500-8206-5d02d40f7123 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:29:13.194929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4b6ba1cf-df8a-4811-93f5-0d7ad4a16e9b None None] Provisioning complete for port 293996bc-01de-4fb8-b054-f54005f8b9b9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:13.195939 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba1cf-df8a-4811-93f5-0d7ad4a16e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:13.223286 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac79dcf2-550e-4dc0-8950-da895f081a1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:13.269354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-ac79dcf2-550e-4dc0-8950-da895f081a1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for 639ca652-fac5-4500-8206-5d02d40f7123 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:13.468110 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-62106e9f-4836-4f7d-8c1d-e7f192bc9f4b None None] Provisioning complete for port 639ca652-fac5-4500-8206-5d02d40f7123 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:13.469026 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-62106e9f-4836-4f7d-8c1d-e7f192bc9f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:13.517759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-62106e9f-4836-4f7d-8c1d-e7f192bc9f4b None None] Port 639ca652-fac5-4500-8206-5d02d40f7123 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:29:13.523824 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac79dcf2-550e-4dc0-8950-da895f081a1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:13.552332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79dcf2-550e-4dc0-8950-da895f081a1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=639ca652-fac5-4500-8206-5d02d40f7123,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:13.711601 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ac79dcf2-550e-4dc0-8950-da895f081a1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:13.735324 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ed6f1f47-2e28-4b94-92e5-2f7a91077fb3 None None] Could not find standard attr ID for object 639ca652-fac5-4500-8206-5d02d40f7123. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:29:13.915425 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac79dcf2-550e-4dc0-8950-da895f081a1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router 7ebb6149-ddea-45d0-8287-a4013d27b868 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:29:13.999636 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac79dcf2-550e-4dc0-8950-da895f081a1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:14.005908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ac79dcf2-550e-4dc0-8950-da895f081a1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/7ebb6149-ddea-45d0-8287-a4013d27b868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732878 Aug 06 16:29:14.009106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52236) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:14.012458 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e964b-b562-4d46-9217-51e0e669ebee None None] Sync routers for ids ['7ebb6149-ddea-45d0-8287-a4013d27b868'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:14.027477 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e964b-b562-4d46-9217-51e0e669ebee None None] Routers {'7ebb6149-ddea-45d0-8287-a4013d27b868'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:14.028078 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f26e964b-b562-4d46-9217-51e0e669ebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7ebb6149-ddea-45d0-8287-a4013d27b868'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:14.040526 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2e269d6d-7a31-4b81-8895-46c0d868e14c tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebb6149-ddea-45d0-8287-a4013d27b868 HTTP/1.1" status: 200 len: 205 time: 0.0298932 Aug 06 16:29:14.042928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52238) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:14.060297 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f26e964b-b562-4d46-9217-51e0e669ebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:14.071186 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e964b-b562-4d46-9217-51e0e669ebee None None] Routers {'7ebb6149-ddea-45d0-8287-a4013d27b868'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:14.072059 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f26e964b-b562-4d46-9217-51e0e669ebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['7ebb6149-ddea-45d0-8287-a4013d27b868'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:14.110377 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f26e964b-b562-4d46-9217-51e0e669ebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:14.111324 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e964b-b562-4d46-9217-51e0e669ebee None None] The sync data for ids ['7ebb6149-ddea-45d0-8287-a4013d27b868'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:14.122680 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-98c81535-3518-49fd-9efe-4b18be3618cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:14.290673 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-98c81535-3518-49fd-9efe-4b18be3618cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:14.293526 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-98c81535-3518-49fd-9efe-4b18be3618cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:14.325864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 293996bc-01de-4fb8-b054-f54005f8b9b9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:14.341406 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-98c81535-3518-49fd-9efe-4b18be3618cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:14.342351 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c81535-3518-49fd-9efe-4b18be3618cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Fanout notify agent at l3_agent the message router_deleted on router 7ebb6149-ddea-45d0-8287-a4013d27b868 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:29:14.352319 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-98c81535-3518-49fd-9efe-4b18be3618cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:14.352319 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-98c81535-3518-49fd-9efe-4b18be3618cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/routers/7ebb6149-ddea-45d0-8287-a4013d27b868 HTTP/1.1" status: 204 len: 168 time: 0.3077099 Aug 06 16:29:14.357384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52244) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:14.385794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 293996bc-01de-4fb8-b054-f54005f8b9b9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:14.386172 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:14.418192 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6cca98-0ccb-4400-b166-fdd8fb637802 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting subnet 2349873a-86f4-4a4d-ab06-ff1ae66cd7a8 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:29:14.418524 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fa6cca98-0ccb-4400-b166-fdd8fb637802 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:14.470900 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fa6cca98-0ccb-4400-b166-fdd8fb637802 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:14.563573 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fa6cca98-0ccb-4400-b166-fdd8fb637802 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:14.626319 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fa6cca98-0ccb-4400-b166-fdd8fb637802 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:14.656300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cca98-0ccb-4400-b166-fdd8fb637802 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Subnet': ['ID=2349873a-86f4-4a4d-ab06-ff1ae66cd7a8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:14.659538 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fa6cca98-0ccb-4400-b166-fdd8fb637802 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:14.661441 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fa6cca98-0ccb-4400-b166-fdd8fb637802 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/2349873a-86f4-4a4d-ab06-ff1ae66cd7a8 HTTP/1.1" status: 204 len: 168 time: 0.3030264 Aug 06 16:29:14.664002 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52248) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:14.669056 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd53552-c8b0-40ff-a2e4-53b6563250d3 None None] Network e372a49a-9ee9-4a0b-b4bb-dd047079270c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:14.762333 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:14.837945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port 293996bc-01de-4fb8-b054-f54005f8b9b9 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:14.838454 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:14.902470 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf36e1bd-c687-4c73-9995-ecf58d867875 None None] DHCP port deletion for e372a49a-9ee9-4a0b-b4bb-dd047079270c request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:29:14.909324 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] For port 293996bc-01de-4fb8-b054-f54005f8b9b9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=293996bc-01de-4fb8-b054-f54005f8b9b9,segment=NetworkSegment(1b7055c1-69e4-4e5f-88ae-58bddd2c0b42),segment_id=1b7055c1-69e4-4e5f-88ae-58bddd2c0b42)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:14.909715 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:14.938130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for 293996bc-01de-4fb8-b054-f54005f8b9b9 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:14.961228 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-cf36e1bd-c687-4c73-9995-ecf58d867875 None None] Deleting port 293996bc-01de-4fb8-b054-f54005f8b9b9 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:14.961718 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf36e1bd-c687-4c73-9995-ecf58d867875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:15.042143 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:15.058818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-cf36e1bd-c687-4c73-9995-ecf58d867875 None None] For port 293996bc-01de-4fb8-b054-f54005f8b9b9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=293996bc-01de-4fb8-b054-f54005f8b9b9,segment=NetworkSegment(1b7055c1-69e4-4e5f-88ae-58bddd2c0b42),segment_id=1b7055c1-69e4-4e5f-88ae-58bddd2c0b42)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:15.059215 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf36e1bd-c687-4c73-9995-ecf58d867875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:15.072138 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-cf36e1bd-c687-4c73-9995-ecf58d867875 None None] Calling delete_port for 293996bc-01de-4fb8-b054-f54005f8b9b9 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:15.079031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=293996bc-01de-4fb8-b054-f54005f8b9b9,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:15.086655 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No DVR routers for this DVR port 293996bc-01de-4fb8-b054-f54005f8b9b9 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:29:15.162907 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf36e1bd-c687-4c73-9995-ecf58d867875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:15.188476 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:15.199522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36e1bd-c687-4c73-9995-ecf58d867875 None None] Pushing event deleted for resources: {'Port': ['ID=293996bc-01de-4fb8-b054-f54005f8b9b9,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:15.199787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e372a49a-9ee9-4a0b-b4bb-dd047079270c']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:15.202774 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf36e1bd-c687-4c73-9995-ecf58d867875 None None] No DVR routers for this DVR port 293996bc-01de-4fb8-b054-f54005f8b9b9 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:29:15.216374 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7055c1-69e4-4e5f-88ae-58bddd2c0b42') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:15.216677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7055c1-69e4-4e5f-88ae-58bddd2c0b42') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:15.227640 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:15.242485 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:15.248845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:29:15.249475 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:29:15.312586 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:29:15.318714 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:15.338445 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:15.343836 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/networks/e372a49a-9ee9-4a0b-b4bb-dd047079270c HTTP/1.1" status: 204 len: 168 time: 0.6754870 Aug 06 16:29:15.343836 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd6045-26b1-40b2-9723-2619797a341f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Network': ['ID=e372a49a-9ee9-4a0b-b4bb-dd047079270c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:15.344067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52256) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:15.349139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-129819905', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}, 'admin_state_up': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:15.372021 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:15.373178 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:15.440977 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:15.598598 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:15.800726 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:15.831138 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:15.934474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Allocated IP 172.25.1.231 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/7fd8fba6-bec6-4714-81a5-91ab071168f8) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:16.043758 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:16.088431 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:16.135482 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:16.138477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:16.149274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:16.153262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=7fd8fba6-bec6-4714-81a5-91ab071168f8,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:16.364115 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 293996bc-01de-4fb8-b054-f54005f8b9b9 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:29:16.385522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 293996bc-01de-4fb8-b054-f54005f8b9b9 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:29:16.385872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 293996bc-01de-4fb8-b054-f54005f8b9b9 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:29:16.523364 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:16.768344 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:16.916557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router ade9c58b-ad2a-4560-91b0-3e8c59b69f41 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:29:17.029203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:17.038892 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37345fd6-648d-4ea0-afe9-4fe5a2f9abad None None] Sync routers for ids ['ade9c58b-ad2a-4560-91b0-3e8c59b69f41'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:17.050802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37345fd6-648d-4ea0-afe9-4fe5a2f9abad None None] Routers {'ade9c58b-ad2a-4560-91b0-3e8c59b69f41'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:17.051841 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-37345fd6-648d-4ea0-afe9-4fe5a2f9abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ade9c58b-ad2a-4560-91b0-3e8c59b69f41'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:17.059998 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:17.064176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52280) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:17.075577 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1fef5e51-4630-4504-aae0-7b7e6116cf27 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.7303963 Aug 06 16:29:17.094203 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-37345fd6-648d-4ea0-afe9-4fe5a2f9abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:17.105901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37345fd6-648d-4ea0-afe9-4fe5a2f9abad None None] Routers {'ade9c58b-ad2a-4560-91b0-3e8c59b69f41'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:17.106536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-37345fd6-648d-4ea0-afe9-4fe5a2f9abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ade9c58b-ad2a-4560-91b0-3e8c59b69f41'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:17.150285 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-37345fd6-648d-4ea0-afe9-4fe5a2f9abad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:17.151227 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37345fd6-648d-4ea0-afe9-4fe5a2f9abad None None] The sync data for ids ['ade9c58b-ad2a-4560-91b0-3e8c59b69f41'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:17.189026 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bba5f08e-92e6-479d-9410-ff121e8cd8ef tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/routers/ade9c58b-ad2a-4560-91b0-3e8c59b69f41 HTTP/1.1" status: 200 len: 880 time: 0.1233766 Aug 06 16:29:17.191291 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52282) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:17.664102 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2b9923f7-c56f-4211-9836-82b349f9359d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4686673 Aug 06 16:29:17.664782 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52292) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:17.669252 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6ae8d1a9-0d4f-439d-a446-5a6a1e3b9b32 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-129819905'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:18.339087 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ae8d1a9-0d4f-439d-a446-5a6a1e3b9b32 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:18.350197 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ae8d1a9-0d4f-439d-a446-5a6a1e3b9b32 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:18.456799 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae8d1a9-0d4f-439d-a446-5a6a1e3b9b32 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router ade9c58b-ad2a-4560-91b0-3e8c59b69f41 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:29:18.571388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae8d1a9-0d4f-439d-a446-5a6a1e3b9b32 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:18.582997 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6ae8d1a9-0d4f-439d-a446-5a6a1e3b9b32 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:18.586904 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719623e0-777f-4edb-9052-995da66f26be None None] Sync routers for ids ['ade9c58b-ad2a-4560-91b0-3e8c59b69f41'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:18.594913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6ae8d1a9-0d4f-439d-a446-5a6a1e3b9b32 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/ade9c58b-ad2a-4560-91b0-3e8c59b69f41 HTTP/1.1" status: 200 len: 887 time: 0.9271269 Aug 06 16:29:18.595489 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52308) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:18.598410 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719623e0-777f-4edb-9052-995da66f26be None None] Routers {'ade9c58b-ad2a-4560-91b0-3e8c59b69f41'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:18.599018 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-719623e0-777f-4edb-9052-995da66f26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ade9c58b-ad2a-4560-91b0-3e8c59b69f41'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:18.635956 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-719623e0-777f-4edb-9052-995da66f26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:18.646055 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719623e0-777f-4edb-9052-995da66f26be None None] Routers {'ade9c58b-ad2a-4560-91b0-3e8c59b69f41'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:18.646659 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-719623e0-777f-4edb-9052-995da66f26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ade9c58b-ad2a-4560-91b0-3e8c59b69f41'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:18.713760 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-719623e0-777f-4edb-9052-995da66f26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:18.714813 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719623e0-777f-4edb-9052-995da66f26be None None] The sync data for ids ['ade9c58b-ad2a-4560-91b0-3e8c59b69f41'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:18.792754 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-788b6b7d-3494-4092-9f0f-6697e0d2f9ed tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/routers/ade9c58b-ad2a-4560-91b0-3e8c59b69f41 HTTP/1.1" status: 200 len: 887 time: 0.1929185 Aug 06 16:29:18.794204 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52312) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:18.839848 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52314) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:18.840590 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-97f20cba-b34f-491b-9836-1a8112a66f83 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade9c58b-ad2a-4560-91b0-3e8c59b69f41 HTTP/1.1" status: 200 len: 205 time: 0.0448706 Aug 06 16:29:18.952323 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-958bc5b3-5822-4592-958e-ede32e17f320 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:19.058942 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-958bc5b3-5822-4592-958e-ede32e17f320 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:19.110201 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-958bc5b3-5822-4592-958e-ede32e17f320 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port 7fd8fba6-bec6-4714-81a5-91ab071168f8 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:19.110541 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-958bc5b3-5822-4592-958e-ede32e17f320 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:19.187297 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-958bc5b3-5822-4592-958e-ede32e17f320 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:19.198434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-958bc5b3-5822-4592-958e-ede32e17f320 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for 7fd8fba6-bec6-4714-81a5-91ab071168f8 owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:19.360243 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-958bc5b3-5822-4592-958e-ede32e17f320 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:19.388763 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bc5b3-5822-4592-958e-ede32e17f320 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=7fd8fba6-bec6-4714-81a5-91ab071168f8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:19.455989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-958bc5b3-5822-4592-958e-ede32e17f320 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:19.549177 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-958bc5b3-5822-4592-958e-ede32e17f320 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:19.551275 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-958bc5b3-5822-4592-958e-ede32e17f320 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:19.598960 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-958bc5b3-5822-4592-958e-ede32e17f320 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:19.599455 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958bc5b3-5822-4592-958e-ede32e17f320 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Fanout notify agent at l3_agent the message router_deleted on router ade9c58b-ad2a-4560-91b0-3e8c59b69f41 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:29:19.606430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-958bc5b3-5822-4592-958e-ede32e17f320 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:19.610061 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-958bc5b3-5822-4592-958e-ede32e17f320 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/routers/ade9c58b-ad2a-4560-91b0-3e8c59b69f41 HTTP/1.1" status: 204 len: 168 time: 0.7691767 Aug 06 16:29:19.611050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52326) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:19.616610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-430fe773-dad0-4fa2-818c-58d5cabb66be tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'network': {'name': 'tempest-RoutersTest-1350609830'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:19.637747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430fe773-dad0-4fa2-818c-58d5cabb66be tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:29:19.641297 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-430fe773-dad0-4fa2-818c-58d5cabb66be tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:19.664276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430fe773-dad0-4fa2-818c-58d5cabb66be tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:29:19.673179 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-430fe773-dad0-4fa2-818c-58d5cabb66be tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:19.673517 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-430fe773-dad0-4fa2-818c-58d5cabb66be tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Added segment ece01c2e-c782-4a6d-b42e-db74f83c2cb6 of type vlan for network 17911034-27b7-42bb-a3b5-0e7a12deee37 Aug 06 16:29:19.713086 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-430fe773-dad0-4fa2-818c-58d5cabb66be tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:19.743655 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-430fe773-dad0-4fa2-818c-58d5cabb66be tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:19.752759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430fe773-dad0-4fa2-818c-58d5cabb66be tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:19.753052 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-430fe773-dad0-4fa2-818c-58d5cabb66be tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:19.848865 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-430fe773-dad0-4fa2-818c-58d5cabb66be tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2366233 Aug 06 16:29:19.851652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52336) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:19.857022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2f9cc3c9-8643-48a9-b940-a2be3a67cd1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'subnet': {'network_id': '17911034-27b7-42bb-a3b5-0e7a12deee37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:19.886696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fe773-dad0-4fa2-818c-58d5cabb66be tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Network': ['ID=17911034-27b7-42bb-a3b5-0e7a12deee37,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:19.899052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 17911034-27b7-42bb-a3b5-0e7a12deee37 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:29:19.966248 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9cc3c9-8643-48a9-b940-a2be3a67cd1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:29:19.970706 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc3c9-8643-48a9-b940-a2be3a67cd1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:20.230139 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc3c9-8643-48a9-b940-a2be3a67cd1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:20.300769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cc3c9-8643-48a9-b940-a2be3a67cd1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Subnet': ['ID=f21adca8-8b22-4d39-bff8-b8a87a889d4f,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:20.312467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9cc3c9-8643-48a9-b940-a2be3a67cd1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Checking segment: {'id': 'ece01c2e-c782-4a6d-b42e-db74f83c2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '17911034-27b7-42bb-a3b5-0e7a12deee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:20.312825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9cc3c9-8643-48a9-b940-a2be3a67cd1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network hostable DHCP agents. Network: 17911034-27b7-42bb-a3b5-0e7a12deee37, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:29:20.330186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9cc3c9-8643-48a9-b940-a2be3a67cd1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network 17911034-27b7-42bb-a3b5-0e7a12deee37 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:29:20.339690 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-2f9cc3c9-8643-48a9-b940-a2be3a67cd1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 17911034-27b7-42bb-a3b5-0e7a12deee37) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:20.348538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9cc3c9-8643-48a9-b940-a2be3a67cd1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:20.348933 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aed07d-38fa-49a2-9395-dd8f497adf8a None None] Network 17911034-27b7-42bb-a3b5-0e7a12deee37 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:20.349177 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc3c9-8643-48a9-b940-a2be3a67cd1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:20.376837 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2f9cc3c9-8643-48a9-b940-a2be3a67cd1e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5240290 Aug 06 16:29:20.379551 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52348) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:20.385193 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8dbf4887-93a7-4fac-91a7-d602105c7db9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1340120587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:20.413489 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8dbf4887-93a7-4fac-91a7-d602105c7db9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:20.415085 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8dbf4887-93a7-4fac-91a7-d602105c7db9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:20.488136 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8dbf4887-93a7-4fac-91a7-d602105c7db9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:20.495438 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8dbf4887-93a7-4fac-91a7-d602105c7db9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:20.513511 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8dbf4887-93a7-4fac-91a7-d602105c7db9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:20.515107 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8dbf4887-93a7-4fac-91a7-d602105c7db9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1345572 Aug 06 16:29:20.517782 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52354) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:20.521866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-17911034-27b7-42bb-a3b5-0e7a12deee37', 'network_id': '17911034-27b7-42bb-a3b5-0e7a12deee37', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'fixed_ips': [{'subnet_id': 'f21adca8-8b22-4d39-bff8-b8a87a889d4f'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:29:20.522843 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:20.706846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Allocated IP 172.20.0.2 (17911034-27b7-42bb-a3b5-0e7a12deee37/f21adca8-8b22-4d39-bff8-b8a87a889d4f/7edeba99-0458-413e-9011-3643af233a18) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:20.847436 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:20.880473 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:20.891168 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Transition to ACTIVE for port object 7edeba99-0458-413e-9011-3643af233a18 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:20.911180 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Transition to ACTIVE for port object 7edeba99-0458-413e-9011-3643af233a18 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:20.921923 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:20.974778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Network 17911034-27b7-42bb-a3b5-0e7a12deee37 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:20.977721 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:20.982495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:20.985822 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Pushing event updated for resources: {'Port': ['ID=7edeba99-0458-413e-9011-3643af233a18,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:21.056028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Attempting to bind port 7edeba99-0458-413e-9011-3643af233a18 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:29:21.056521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Attempting to bind port 7edeba99-0458-413e-9011-3643af233a18 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'ece01c2e-c782-4a6d-b42e-db74f83c2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '17911034-27b7-42bb-a3b5-0e7a12deee37'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:29:21.058022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Attempting to bind port 7edeba99-0458-413e-9011-3643af233a18 on network 17911034-27b7-42bb-a3b5-0e7a12deee37 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:29:21.062278 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:29:21.062696 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Checking segment: {'id': 'ece01c2e-c782-4a6d-b42e-db74f83c2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '17911034-27b7-42bb-a3b5-0e7a12deee37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:21.063096 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:21.063481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Bound using segment: {'id': 'ece01c2e-c782-4a6d-b42e-db74f83c2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '17911034-27b7-42bb-a3b5-0e7a12deee37'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:29:21.064045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Bound port: 7edeba99-0458-413e-9011-3643af233a18, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece01c2e-c782-4a6d-b42e-db74f83c2cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '17911034-27b7-42bb-a3b5-0e7a12deee37'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:29:21.064427 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:21.142286 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] For port 7edeba99-0458-413e-9011-3643af233a18, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:29:21.146938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] For port 7edeba99-0458-413e-9011-3643af233a18, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7edeba99-0458-413e-9011-3643af233a18,segment=NetworkSegment(ece01c2e-c782-4a6d-b42e-db74f83c2cb6),segment_id=ece01c2e-c782-4a6d-b42e-db74f83c2cb6)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:29:21.150896 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:21.164024 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Allocated IP 172.20.0.1 (17911034-27b7-42bb-a3b5-0e7a12deee37/f21adca8-8b22-4d39-bff8-b8a87a889d4f/a52ff8be-8f7d-4006-858a-06e56d236c56) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:21.248929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47388b16-440d-470a-96eb-cfaa23f52001 None None] Pushing event updated for resources: {'Port': ['ID=7edeba99-0458-413e-9011-3643af233a18,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:21.342629 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:21.358873 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Transition to ACTIVE for port object a52ff8be-8f7d-4006-858a-06e56d236c56 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:21.396433 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:21.437568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network 17911034-27b7-42bb-a3b5-0e7a12deee37 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:21.447581 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:21.457167 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:21.502432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=a52ff8be-8f7d-4006-858a-06e56d236c56,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:21.515374 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:21.515790 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:21.516210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:21.516608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:21.517000 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:21.517391 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:21.517804 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:21.518197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:21.518573 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:21.519430 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:21.519828 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:21.520221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:21.542799 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:21.695838 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:21.983076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:21.989263 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:22.079833 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=a52ff8be-8f7d-4006-858a-06e56d236c56,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:22.086850 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:22.204936 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network 17911034-27b7-42bb-a3b5-0e7a12deee37 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:22.206975 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:22.410044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7edeba99-0458-413e-9011-3643af233a18 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:22.461891 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router 97db1226-fe1a-421b-88ea-4244b3db6d99 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:29:22.509443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bdfd59-767b-4722-aed4-4a9f6e38609b None None] Network 17911034-27b7-42bb-a3b5-0e7a12deee37 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:22.534736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 7edeba99-0458-413e-9011-3643af233a18 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:22.551932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-05d5fae9-2b16-455b-9b3a-94d4097ec25e None None] Provisioning for port 7edeba99-0458-413e-9011-3643af233a18 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:22.557583 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-05d5fae9-2b16-455b-9b3a-94d4097ec25e None None] Provisioning complete for port 7edeba99-0458-413e-9011-3643af233a18 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:22.558204 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-05d5fae9-2b16-455b-9b3a-94d4097ec25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:22.559856 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7edeba99-0458-413e-9011-3643af233a18 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:22.560371 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:22.634033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:22.651285 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a299a5b4-fd98-42d9-94e9-bec2666a217e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/97db1226-fe1a-421b-88ea-4244b3db6d99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1322138 Aug 06 16:29:22.654290 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52374) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:22.657153 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d6e56-c924-4680-93a1-e71ff565d677 None None] Sync routers for ids ['97db1226-fe1a-421b-88ea-4244b3db6d99'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:22.717340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d6e56-c924-4680-93a1-e71ff565d677 None None] Routers {'97db1226-fe1a-421b-88ea-4244b3db6d99'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:22.718491 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-633d6e56-c924-4680-93a1-e71ff565d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['97db1226-fe1a-421b-88ea-4244b3db6d99'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:22.720133 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bdbe5c-fad1-4aed-89b0-d219aa9d542a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:22.722441 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e6bdbe5c-fad1-4aed-89b0-d219aa9d542a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports/a52ff8be-8f7d-4006-858a-06e56d236c56 HTTP/1.1" status: 200 len: 910 time: 0.0661902 Aug 06 16:29:22.725266 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52376) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:22.732254 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fd543c07-d4a2-4ae5-9613-dce43a82c6e3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f21adca8-8b22-4d39-bff8-b8a87a889d4f'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:22.777174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-633d6e56-c924-4680-93a1-e71ff565d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:22.850763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d6e56-c924-4680-93a1-e71ff565d677 None None] Routers {'97db1226-fe1a-421b-88ea-4244b3db6d99'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:22.851382 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-633d6e56-c924-4680-93a1-e71ff565d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['97db1226-fe1a-421b-88ea-4244b3db6d99'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:22.891256 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd543c07-d4a2-4ae5-9613-dce43a82c6e3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:22.895560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-633d6e56-c924-4680-93a1-e71ff565d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:22.896205 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633d6e56-c924-4680-93a1-e71ff565d677 None None] The sync data for ids ['97db1226-fe1a-421b-88ea-4244b3db6d99'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:22.909108 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:22.941865 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-05d5fae9-2b16-455b-9b3a-94d4097ec25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:22.985450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 7edeba99-0458-413e-9011-3643af233a18, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7edeba99-0458-413e-9011-3643af233a18,segment=NetworkSegment(ece01c2e-c782-4a6d-b42e-db74f83c2cb6),segment_id=ece01c2e-c782-4a6d-b42e-db74f83c2cb6)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:22.993595 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:23.099884 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-05d5fae9-2b16-455b-9b3a-94d4097ec25e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:29:23.100234 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-05d5fae9-2b16-455b-9b3a-94d4097ec25e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:29:23.104198 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=7edeba99-0458-413e-9011-3643af233a18,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:23.509038 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd543c07-d4a2-4ae5-9613-dce43a82c6e3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:23.518173 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd543c07-d4a2-4ae5-9613-dce43a82c6e3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:23.617283 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd543c07-d4a2-4ae5-9613-dce43a82c6e3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=a52ff8be-8f7d-4006-858a-06e56d236c56,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:23.627211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd543c07-d4a2-4ae5-9613-dce43a82c6e3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:23.627960 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd543c07-d4a2-4ae5-9613-dce43a82c6e3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:23.633119 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52384) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:23.633413 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fd543c07-d4a2-4ae5-9613-dce43a82c6e3 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/ports/a52ff8be-8f7d-4006-858a-06e56d236c56 HTTP/1.1" status: 200 len: 910 time: 0.9068613 Aug 06 16:29:23.780149 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:23.841277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-eec76800-1004-477f-a804-9496acb7dd4c None None] Provisioning for port a52ff8be-8f7d-4006-858a-06e56d236c56 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:23.851239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-eec76800-1004-477f-a804-9496acb7dd4c None None] Provisioning complete for port a52ff8be-8f7d-4006-858a-06e56d236c56 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:23.852511 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eec76800-1004-477f-a804-9496acb7dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:23.925970 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-eec76800-1004-477f-a804-9496acb7dd4c None None] Port a52ff8be-8f7d-4006-858a-06e56d236c56 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:29:23.946024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-eec76800-1004-477f-a804-9496acb7dd4c None None] Provisioning complete for port 7edeba99-0458-413e-9011-3643af233a18 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:23.946374 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eec76800-1004-477f-a804-9496acb7dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:24.062831 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:24.102012 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e601c3da-db05-4996-a657-194fda5596a0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:24.256959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-714b9d9d-d210-4010-a7fd-7e4533309b05 None None] Provisioning complete for port a52ff8be-8f7d-4006-858a-06e56d236c56 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:24.257877 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-714b9d9d-d210-4010-a7fd-7e4533309b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:24.342694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-714b9d9d-d210-4010-a7fd-7e4533309b05 None None] Port a52ff8be-8f7d-4006-858a-06e56d236c56 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:29:24.383718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7edeba99-0458-413e-9011-3643af233a18 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:24.390585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e601c3da-db05-4996-a657-194fda5596a0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port a52ff8be-8f7d-4006-858a-06e56d236c56 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:24.391016 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e601c3da-db05-4996-a657-194fda5596a0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:24.448691 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7edeba99-0458-413e-9011-3643af233a18 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:24.450620 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:24.587515 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e601c3da-db05-4996-a657-194fda5596a0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:24.626837 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e601c3da-db05-4996-a657-194fda5596a0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for a52ff8be-8f7d-4006-858a-06e56d236c56 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:24.931669 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e601c3da-db05-4996-a657-194fda5596a0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:24.974469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601c3da-db05-4996-a657-194fda5596a0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=a52ff8be-8f7d-4006-858a-06e56d236c56,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:25.137926 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e601c3da-db05-4996-a657-194fda5596a0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:25.317191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e601c3da-db05-4996-a657-194fda5596a0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router 97db1226-fe1a-421b-88ea-4244b3db6d99 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:29:25.399605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e601c3da-db05-4996-a657-194fda5596a0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:25.407797 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e601c3da-db05-4996-a657-194fda5596a0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/97db1226-fe1a-421b-88ea-4244b3db6d99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7705855 Aug 06 16:29:25.408392 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52396) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:25.415428 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a0fa9-cf51-4ce2-935b-52e6d488fc7d None None] Sync routers for ids ['97db1226-fe1a-421b-88ea-4244b3db6d99'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:25.434447 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a0fa9-cf51-4ce2-935b-52e6d488fc7d None None] Routers {'97db1226-fe1a-421b-88ea-4244b3db6d99'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:25.435273 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-be8a0fa9-cf51-4ce2-935b-52e6d488fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['97db1226-fe1a-421b-88ea-4244b3db6d99'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:25.471055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52398) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:25.478254 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4e0c4c5a-ab95-446b-b545-491c54f155f5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports?device_id=97db1226-fe1a-421b-88ea-4244b3db6d99 HTTP/1.1" status: 200 len: 205 time: 0.0680079 Aug 06 16:29:25.487563 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-be8a0fa9-cf51-4ce2-935b-52e6d488fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:25.497990 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a0fa9-cf51-4ce2-935b-52e6d488fc7d None None] Routers {'97db1226-fe1a-421b-88ea-4244b3db6d99'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:25.498813 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-be8a0fa9-cf51-4ce2-935b-52e6d488fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['97db1226-fe1a-421b-88ea-4244b3db6d99'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:25.530841 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-be8a0fa9-cf51-4ce2-935b-52e6d488fc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:25.531783 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a0fa9-cf51-4ce2-935b-52e6d488fc7d None None] The sync data for ids ['97db1226-fe1a-421b-88ea-4244b3db6d99'] in n-d-803756-1 is: [] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:25.561262 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a768cbdc-c93b-40a0-8fe1-b6e121bd168d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:25.773661 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a768cbdc-c93b-40a0-8fe1-b6e121bd168d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:25.776758 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a768cbdc-c93b-40a0-8fe1-b6e121bd168d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:25.824166 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a768cbdc-c93b-40a0-8fe1-b6e121bd168d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:25.824839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a768cbdc-c93b-40a0-8fe1-b6e121bd168d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Fanout notify agent at l3_agent the message router_deleted on router 97db1226-fe1a-421b-88ea-4244b3db6d99 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:29:25.832702 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a768cbdc-c93b-40a0-8fe1-b6e121bd168d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:25.837140 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52408) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:25.844610 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a768cbdc-c93b-40a0-8fe1-b6e121bd168d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/routers/97db1226-fe1a-421b-88ea-4244b3db6d99 HTTP/1.1" status: 204 len: 168 time: 0.3658054 Aug 06 16:29:25.893544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ffa9bc-bed9-4247-a90f-b8b43e1930a8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting subnet f21adca8-8b22-4d39-bff8-b8a87a889d4f {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:29:25.896849 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-42ffa9bc-bed9-4247-a90f-b8b43e1930a8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:25.938517 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-42ffa9bc-bed9-4247-a90f-b8b43e1930a8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:26.034502 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-42ffa9bc-bed9-4247-a90f-b8b43e1930a8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:26.104001 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-42ffa9bc-bed9-4247-a90f-b8b43e1930a8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:26.136595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffa9bc-bed9-4247-a90f-b8b43e1930a8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Subnet': ['ID=f21adca8-8b22-4d39-bff8-b8a87a889d4f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:26.153499 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-42ffa9bc-bed9-4247-a90f-b8b43e1930a8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:26.158283 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-42ffa9bc-bed9-4247-a90f-b8b43e1930a8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/f21adca8-8b22-4d39-bff8-b8a87a889d4f HTTP/1.1" status: 204 len: 168 time: 0.3168950 Aug 06 16:29:26.158283 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52410) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:26.161357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752468ca-40be-4fe8-aced-9cdf84b81cd3 None None] Network 17911034-27b7-42bb-a3b5-0e7a12deee37 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:26.333933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:26.420517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port 7edeba99-0458-413e-9011-3643af233a18 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:26.421597 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:26.490071 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] For port 7edeba99-0458-413e-9011-3643af233a18, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7edeba99-0458-413e-9011-3643af233a18,segment=NetworkSegment(ece01c2e-c782-4a6d-b42e-db74f83c2cb6),segment_id=ece01c2e-c782-4a6d-b42e-db74f83c2cb6)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:26.491308 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:26.508736 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for 7edeba99-0458-413e-9011-3643af233a18 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:26.508927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a016f-6a6a-4815-a551-8bdd99cb19fc None None] DHCP port deletion for 17911034-27b7-42bb-a3b5-0e7a12deee37 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:29:26.609765 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-590a016f-6a6a-4815-a551-8bdd99cb19fc None None] Deleting port 7edeba99-0458-413e-9011-3643af233a18 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:26.610358 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-590a016f-6a6a-4815-a551-8bdd99cb19fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:26.610591 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:26.681515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-590a016f-6a6a-4815-a551-8bdd99cb19fc None None] For port 7edeba99-0458-413e-9011-3643af233a18, host n-d-803756-1, got binding levels [] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:26.681833 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-590a016f-6a6a-4815-a551-8bdd99cb19fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:26.704211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=7edeba99-0458-413e-9011-3643af233a18,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:26.707579 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No DVR routers for this DVR port 7edeba99-0458-413e-9011-3643af233a18 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:29:26.708765 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-590a016f-6a6a-4815-a551-8bdd99cb19fc None None] Calling delete_port for 7edeba99-0458-413e-9011-3643af233a18 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:26.718992 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.ipam_backend_mixin [None req-590a016f-6a6a-4815-a551-8bdd99cb19fc None None] Port 7edeba99-0458-413e-9011-3643af233a18 was not found and therefore no delete operation was performed {{(pid=105766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:29:26.721032 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-590a016f-6a6a-4815-a551-8bdd99cb19fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:26.753219 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a016f-6a6a-4815-a551-8bdd99cb19fc None None] No DVR routers for this DVR port 7edeba99-0458-413e-9011-3643af233a18 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:29:26.773385 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a016f-6a6a-4815-a551-8bdd99cb19fc None None] Pushing event deleted for resources: {'Port': ['ID=7edeba99-0458-413e-9011-3643af233a18,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:26.846980 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:26.870088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17911034-27b7-42bb-a3b5-0e7a12deee37']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:26.881878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece01c2e-c782-4a6d-b42e-db74f83c2cb6') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:26.882268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece01c2e-c782-4a6d-b42e-db74f83c2cb6') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:26.902899 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:26.919913 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:26.927008 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:29:26.928158 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:29:26.931820 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:29:27.001794 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:27.011640 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:27.017654 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/networks/17911034-27b7-42bb-a3b5-0e7a12deee37 HTTP/1.1" status: 204 len: 168 time: 0.8554549 Aug 06 16:29:27.018526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52420) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:27.025478 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-50a3fc73-12d5-440d-8bad-7d18bedaf8bf tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1634279713', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:27.035460 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51610e-c108-4c24-aafb-e1109c3bb96b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Network': ['ID=17911034-27b7-42bb-a3b5-0e7a12deee37,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:27.060249 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50a3fc73-12d5-440d-8bad-7d18bedaf8bf tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:27.061446 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50a3fc73-12d5-440d-8bad-7d18bedaf8bf tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:27.120811 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50a3fc73-12d5-440d-8bad-7d18bedaf8bf tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:27.126474 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50a3fc73-12d5-440d-8bad-7d18bedaf8bf tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:27.143311 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50a3fc73-12d5-440d-8bad-7d18bedaf8bf tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:27.144754 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-50a3fc73-12d5-440d-8bad-7d18bedaf8bf tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1238954 Aug 06 16:29:27.148603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52422) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:27.154054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-554f8641-c628-4088-892f-dfc48352493b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'network': {'name': 'tempest-RoutersTest-911397479'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:27.182034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554f8641-c628-4088-892f-dfc48352493b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:29:27.186108 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-554f8641-c628-4088-892f-dfc48352493b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:27.215220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554f8641-c628-4088-892f-dfc48352493b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:29:27.237265 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-554f8641-c628-4088-892f-dfc48352493b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:27.237597 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-554f8641-c628-4088-892f-dfc48352493b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Added segment 37cadb3a-fee8-4224-ab5d-1c0fa4a764d9 of type vlan for network 8b56becf-2502-4f6a-8f82-e94fcee62e83 Aug 06 16:29:27.281041 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-554f8641-c628-4088-892f-dfc48352493b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:27.319570 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-554f8641-c628-4088-892f-dfc48352493b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:27.325153 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554f8641-c628-4088-892f-dfc48352493b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:27.325762 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-554f8641-c628-4088-892f-dfc48352493b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:27.410356 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-554f8641-c628-4088-892f-dfc48352493b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2605054 Aug 06 16:29:27.414509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52428) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:27.419688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f8641-c628-4088-892f-dfc48352493b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Network': ['ID=8b56becf-2502-4f6a-8f82-e94fcee62e83,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:27.420727 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ce751857-02f8-429c-acdd-709abea0f8d0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'subnet': {'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:27.434092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 8b56becf-2502-4f6a-8f82-e94fcee62e83 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:29:27.587007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce751857-02f8-429c-acdd-709abea0f8d0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:29:27.590793 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ce751857-02f8-429c-acdd-709abea0f8d0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:27.899510 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ce751857-02f8-429c-acdd-709abea0f8d0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:27.971213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce751857-02f8-429c-acdd-709abea0f8d0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Subnet': ['ID=9e0e4243-fe04-4ce3-85b1-384fda4dee2b,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:27.985066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce751857-02f8-429c-acdd-709abea0f8d0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Checking segment: {'id': '37cadb3a-fee8-4224-ab5d-1c0fa4a764d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:27.985852 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce751857-02f8-429c-acdd-709abea0f8d0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network hostable DHCP agents. Network: 8b56becf-2502-4f6a-8f82-e94fcee62e83, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:29:28.010139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce751857-02f8-429c-acdd-709abea0f8d0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network 8b56becf-2502-4f6a-8f82-e94fcee62e83 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:29:28.023938 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-ce751857-02f8-429c-acdd-709abea0f8d0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 8b56becf-2502-4f6a-8f82-e94fcee62e83) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:28.034067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fb424e-80d0-4739-9afb-12dd5df2d6d1 None None] Network 8b56becf-2502-4f6a-8f82-e94fcee62e83 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:28.037083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce751857-02f8-429c-acdd-709abea0f8d0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:28.041826 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ce751857-02f8-429c-acdd-709abea0f8d0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:28.061287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ce751857-02f8-429c-acdd-709abea0f8d0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6432147 Aug 06 16:29:28.061686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52434) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:28.301195 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-8b56becf-2502-4f6a-8f82-e94fcee62e83', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:29:28.302457 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:28.389091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7edeba99-0458-413e-9011-3643af233a18 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:29:28.413710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 7edeba99-0458-413e-9011-3643af233a18 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:29:28.414026 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7edeba99-0458-413e-9011-3643af233a18 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:29:28.435314 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:28.477052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Allocated IP 172.20.0.2 (8b56becf-2502-4f6a-8f82-e94fcee62e83/9e0e4243-fe04-4ce3-85b1-384fda4dee2b/f7580dc8-b08a-4b00-85b7-63c76d80353b) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:28.643952 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:28.652789 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Transition to ACTIVE for port object f7580dc8-b08a-4b00-85b7-63c76d80353b will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:28.668477 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Transition to ACTIVE for port object f7580dc8-b08a-4b00-85b7-63c76d80353b will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:28.673949 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:28.716177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Network 8b56becf-2502-4f6a-8f82-e94fcee62e83 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:28.719908 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:28.722555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:28.729159 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Allocated IP 172.20.0.1 (8b56becf-2502-4f6a-8f82-e94fcee62e83/9e0e4243-fe04-4ce3-85b1-384fda4dee2b/95175e0d-3e58-402f-b382-afb0d9ba2fd5) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:28.732578 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Pushing event updated for resources: {'Port': ['ID=f7580dc8-b08a-4b00-85b7-63c76d80353b,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:28.785052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Attempting to bind port f7580dc8-b08a-4b00-85b7-63c76d80353b on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:29:28.785606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Attempting to bind port f7580dc8-b08a-4b00-85b7-63c76d80353b by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '37cadb3a-fee8-4224-ab5d-1c0fa4a764d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:29:28.786054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Attempting to bind port f7580dc8-b08a-4b00-85b7-63c76d80353b on network 8b56becf-2502-4f6a-8f82-e94fcee62e83 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:29:28.792505 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:29:28.792972 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Checking segment: {'id': '37cadb3a-fee8-4224-ab5d-1c0fa4a764d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:28.793470 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:28.793925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Bound using segment: {'id': '37cadb3a-fee8-4224-ab5d-1c0fa4a764d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:29:28.794462 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Bound port: f7580dc8-b08a-4b00-85b7-63c76d80353b, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cadb3a-fee8-4224-ab5d-1c0fa4a764d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:29:28.794904 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:28.879286 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] For port f7580dc8-b08a-4b00-85b7-63c76d80353b, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:29:28.884239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] For port f7580dc8-b08a-4b00-85b7-63c76d80353b, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f7580dc8-b08a-4b00-85b7-63c76d80353b,segment=NetworkSegment(37cadb3a-fee8-4224-ab5d-1c0fa4a764d9),segment_id=37cadb3a-fee8-4224-ab5d-1c0fa4a764d9)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:29:28.889091 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:28.965740 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888eeaa9-9ce2-4943-a218-8b49229c2991 None None] Pushing event updated for resources: {'Port': ['ID=f7580dc8-b08a-4b00-85b7-63c76d80353b,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:29.288500 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:29.302513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Transition to ACTIVE for port object 95175e0d-3e58-402f-b382-afb0d9ba2fd5 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:29.339955 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:29.384319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network 8b56becf-2502-4f6a-8f82-e94fcee62e83 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:29.389553 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:29.393325 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:29.421392 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=95175e0d-3e58-402f-b382-afb0d9ba2fd5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:29.446431 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:29.567029 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:29.858027 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:29.864287 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:29.925466 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:30.047213 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=95175e0d-3e58-402f-b382-afb0d9ba2fd5,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:30.098263 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network 8b56becf-2502-4f6a-8f82-e94fcee62e83 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:30.099702 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:30.167043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91dd65e-fc60-4442-8e17-1e81da0f6279 None None] Network 8b56becf-2502-4f6a-8f82-e94fcee62e83 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:30.238584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router c63208dc-fc8c-41cd-9681-72263af0ef43 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:29:30.343597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1b5fd950-6696-4571-9d9f-dfe8e68c5608 None None] Provisioning for port f7580dc8-b08a-4b00-85b7-63c76d80353b completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:30.411786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f7580dc8-b08a-4b00-85b7-63c76d80353b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:30.437845 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:30.455011 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-125f5867-ce73-42e4-b8fa-b182af48e11e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/c63208dc-fc8c-41cd-9681-72263af0ef43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3914962 Aug 06 16:29:30.457248 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Sync routers for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:30.457396 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52460) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:30.463979 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-fb107479-c2c8-49ee-a329-fe4699d5eaa8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'network': {'name': 'tempest-RoutersTest-1514688552'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:30.475953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:30.476571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:30.494998 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb107479-c2c8-49ee-a329-fe4699d5eaa8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:29:30.500680 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fb107479-c2c8-49ee-a329-fe4699d5eaa8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:30.535280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb107479-c2c8-49ee-a329-fe4699d5eaa8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:29:30.547765 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fb107479-c2c8-49ee-a329-fe4699d5eaa8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:30.548190 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-fb107479-c2c8-49ee-a329-fe4699d5eaa8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Added segment 0b0accc6-253b-40a4-9bfd-af493d93fe76 of type vlan for network add626d5-b006-462d-822d-5a5b30858495 Aug 06 16:29:30.605437 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fb107479-c2c8-49ee-a329-fe4699d5eaa8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:30.624537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port f7580dc8-b08a-4b00-85b7-63c76d80353b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:30.633561 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port f7580dc8-b08a-4b00-85b7-63c76d80353b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:30.634252 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:30.667311 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:30.677179 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fb107479-c2c8-49ee-a329-fe4699d5eaa8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:30.683682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb107479-c2c8-49ee-a329-fe4699d5eaa8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:30.684298 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fb107479-c2c8-49ee-a329-fe4699d5eaa8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:30.780523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fb107479-c2c8-49ee-a329-fe4699d5eaa8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3219466 Aug 06 16:29:30.783476 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52464) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:30.790465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-04eaaf6f-6a50-4ea3-9b23-e00f8b080c36 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'subnet': {'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:30.809099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb107479-c2c8-49ee-a329-fe4699d5eaa8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Network': ['ID=add626d5-b006-462d-822d-5a5b30858495,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:30.858236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network add626d5-b006-462d-822d-5a5b30858495 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:29:30.938720 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:30.965213 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04eaaf6f-6a50-4ea3-9b23-e00f8b080c36 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:29:30.970061 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04eaaf6f-6a50-4ea3-9b23-e00f8b080c36 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:31.004131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port f7580dc8-b08a-4b00-85b7-63c76d80353b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f7580dc8-b08a-4b00-85b7-63c76d80353b,segment=NetworkSegment(37cadb3a-fee8-4224-ab5d-1c0fa4a764d9),segment_id=37cadb3a-fee8-4224-ab5d-1c0fa4a764d9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:31.005314 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d72cea11-dded-43f9-90b0-765aa9fdf09d None None] Provisioning complete for port f7580dc8-b08a-4b00-85b7-63c76d80353b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:31.005498 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d72cea11-dded-43f9-90b0-765aa9fdf09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:31.016261 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:31.114079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=f7580dc8-b08a-4b00-85b7-63c76d80353b,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:31.246447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:29Z', 'revision_number': 2, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:29Z', 'revision_number': 2, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:31.248763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d72cea11-dded-43f9-90b0-765aa9fdf09d None None] Provisioning for port 95175e0d-3e58-402f-b382-afb0d9ba2fd5 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:31.262969 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04eaaf6f-6a50-4ea3-9b23-e00f8b080c36 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:31.285404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d72cea11-dded-43f9-90b0-765aa9fdf09d None None] Provisioning complete for port 95175e0d-3e58-402f-b382-afb0d9ba2fd5 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:31.285807 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d72cea11-dded-43f9-90b0-765aa9fdf09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:31.289171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Checking router: c63208dc-fc8c-41cd-9681-72263af0ef43 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:29:31.289518 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Updating router c63208dc-fc8c-41cd-9681-72263af0ef43 port 95175e0d-3e58-402f-b382-afb0d9ba2fd5 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:29:31.344935 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaaf6f-6a50-4ea3-9b23-e00f8b080c36 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Subnet': ['ID=040b861e-0e6a-4e15-a0a1-32ee6067a899,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:31.349866 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:31.353441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d72cea11-dded-43f9-90b0-765aa9fdf09d None None] Port 95175e0d-3e58-402f-b382-afb0d9ba2fd5 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:29:31.428220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eaaf6f-6a50-4ea3-9b23-e00f8b080c36 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Checking segment: {'id': '0b0accc6-253b-40a4-9bfd-af493d93fe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'add626d5-b006-462d-822d-5a5b30858495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:31.428220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eaaf6f-6a50-4ea3-9b23-e00f8b080c36 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network hostable DHCP agents. Network: add626d5-b006-462d-822d-5a5b30858495, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:29:31.447743 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eaaf6f-6a50-4ea3-9b23-e00f8b080c36 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network add626d5-b006-462d-822d-5a5b30858495 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:29:31.458784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-04eaaf6f-6a50-4ea3-9b23-e00f8b080c36 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, add626d5-b006-462d-822d-5a5b30858495) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:31.463106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eaaf6f-6a50-4ea3-9b23-e00f8b080c36 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:31.463766 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-04eaaf6f-6a50-4ea3-9b23-e00f8b080c36 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:31.485267 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-04eaaf6f-6a50-4ea3-9b23-e00f8b080c36 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6996689 Aug 06 16:29:31.489998 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52474) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:31.572389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abb5ce7-5d11-4447-add2-86675e81e9b5 None None] Network add626d5-b006-462d-822d-5a5b30858495 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:31.976468 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2aa26ec9-8d48-488c-8595-ed60c1855718 None None] Provisioning complete for port 95175e0d-3e58-402f-b382-afb0d9ba2fd5 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:31.976862 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2aa26ec9-8d48-488c-8595-ed60c1855718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:32.065301 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:32.135300 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2aa26ec9-8d48-488c-8595-ed60c1855718 None None] Port 95175e0d-3e58-402f-b382-afb0d9ba2fd5 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:29:32.200467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-add626d5-b006-462d-822d-5a5b30858495', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:29:32.201338 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:32.386465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f7580dc8-b08a-4b00-85b7-63c76d80353b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:32.435652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-56c4028a-78ba-4e30-ba4e-207668aec0cd None None] Provisioning complete for port 95175e0d-3e58-402f-b382-afb0d9ba2fd5 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:32.436349 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56c4028a-78ba-4e30-ba4e-207668aec0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:32.441199 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:32.515896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Transition to ACTIVE for port object 95175e0d-3e58-402f-b382-afb0d9ba2fd5 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:32.535444 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:32.543272 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-56c4028a-78ba-4e30-ba4e-207668aec0cd None None] Port 95175e0d-3e58-402f-b382-afb0d9ba2fd5 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:29:32.583515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Allocated IP 172.21.0.2 (add626d5-b006-462d-822d-5a5b30858495/040b861e-0e6a-4e15-a0a1-32ee6067a899/ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:32.654638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff092ed1-d0bc-43b2-ba2a-6c8e76845c63 None None] Pushing event updated for resources: {'Port': ['ID=95175e0d-3e58-402f-b382-afb0d9ba2fd5,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:32.808459 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:32.831256 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Transition to ACTIVE for port object ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:32.841102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port f7580dc8-b08a-4b00-85b7-63c76d80353b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:32.841469 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:32.938950 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Transition to ACTIVE for port object ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:32.969049 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:33.004481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Attempting to bind port 95175e0d-3e58-402f-b382-afb0d9ba2fd5 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:29:33.004849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Attempting to bind port 95175e0d-3e58-402f-b382-afb0d9ba2fd5 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '37cadb3a-fee8-4224-ab5d-1c0fa4a764d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:29:33.005198 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Attempting to bind port 95175e0d-3e58-402f-b382-afb0d9ba2fd5 on network 8b56becf-2502-4f6a-8f82-e94fcee62e83 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:29:33.037505 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Network add626d5-b006-462d-822d-5a5b30858495 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:33.040324 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:29:33.040704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Checking segment: {'id': '37cadb3a-fee8-4224-ab5d-1c0fa4a764d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:33.041470 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:33.043045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Bound using segment: {'id': '37cadb3a-fee8-4224-ab5d-1c0fa4a764d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:29:33.043541 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Bound port: 95175e0d-3e58-402f-b382-afb0d9ba2fd5, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cadb3a-fee8-4224-ab5d-1c0fa4a764d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:29:33.043970 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:33.055497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:33.057768 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:33.065815 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Pushing event updated for resources: {'Port': ['ID=ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:33.078104 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Allocated IP 172.21.0.1 (add626d5-b006-462d-822d-5a5b30858495/040b861e-0e6a-4e15-a0a1-32ee6067a899/065f5df0-708a-4d5d-8d22-f2b80c7dc872) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:33.203467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Attempting to bind port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:29:33.204118 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Attempting to bind port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '0b0accc6-253b-40a4-9bfd-af493d93fe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'add626d5-b006-462d-822d-5a5b30858495'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:29:33.204724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Attempting to bind port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f on network add626d5-b006-462d-822d-5a5b30858495 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:29:33.211056 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] For port 95175e0d-3e58-402f-b382-afb0d9ba2fd5, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:29:33.216897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] For port 95175e0d-3e58-402f-b382-afb0d9ba2fd5, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=95175e0d-3e58-402f-b382-afb0d9ba2fd5,segment=NetworkSegment(37cadb3a-fee8-4224-ab5d-1c0fa4a764d9),segment_id=37cadb3a-fee8-4224-ab5d-1c0fa4a764d9)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:29:33.218530 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:29:33.218980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Checking segment: {'id': '0b0accc6-253b-40a4-9bfd-af493d93fe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'add626d5-b006-462d-822d-5a5b30858495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:33.220617 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:33.221096 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Bound using segment: {'id': '0b0accc6-253b-40a4-9bfd-af493d93fe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'add626d5-b006-462d-822d-5a5b30858495'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:29:33.221672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Bound port: ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0accc6-253b-40a4-9bfd-af493d93fe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'add626d5-b006-462d-822d-5a5b30858495'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:29:33.222126 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:33.232987 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:33.250658 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:33.265507 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Transition to ACTIVE for port object 065f5df0-708a-4d5d-8d22-f2b80c7dc872 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:33.311079 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:33.338793 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff092ed1-d0bc-43b2-ba2a-6c8e76845c63 None None] Pushing event updated for resources: {'Port': ['ID=95175e0d-3e58-402f-b382-afb0d9ba2fd5,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:33.353557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network add626d5-b006-462d-822d-5a5b30858495 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:33.354962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:33.355736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:33.357557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:33.361416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:33.414733 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=065f5df0-708a-4d5d-8d22-f2b80c7dc872,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:33.424683 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:33.430201 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] For port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:29:33.452695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] For port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f,segment=NetworkSegment(0b0accc6-253b-40a4-9bfd-af493d93fe76),segment_id=0b0accc6-253b-40a4-9bfd-af493d93fe76)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:29:33.460355 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:33.505487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:33.576032 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:33.615076 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d2950-8bd3-49f0-8350-b75bc0f22172 None None] Pushing event updated for resources: {'Port': ['ID=ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:33.797023 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ce5920c0-342a-4cbc-95ae-567af2209fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:33.804430 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:29Z', 'revision_number': 2, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:33Z', 'revision_number': 4, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:33.888068 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07525e7-4048-44b2-b649-3cd818a93c0e None None] The sync data for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 is: [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:29Z', 'revision_number': 2, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:33Z', 'revision_number': 4, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:33.986943 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:33.996924 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:34.107205 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:34.109020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=065f5df0-708a-4d5d-8d22-f2b80c7dc872,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:34.246999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network add626d5-b006-462d-822d-5a5b30858495 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:34.248968 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:34.430160 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router c63208dc-fc8c-41cd-9681-72263af0ef43 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:29:34.476526 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:34.591726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:34.599090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:34.599405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 95175e0d-3e58-402f-b382-afb0d9ba2fd5 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:34.610727 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b0984c6e-eb06-4f1d-b36e-80eb72f591f0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/c63208dc-fc8c-41cd-9681-72263af0ef43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1189570 Aug 06 16:29:34.611329 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52504) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:34.618100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d702f711-b1a3-42c0-980e-58f326ad260b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'network': {'name': 'tempest-RoutersTest-1494309122'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:34.669813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d702f711-b1a3-42c0-980e-58f326ad260b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:29:34.673500 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d702f711-b1a3-42c0-980e-58f326ad260b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:34.707975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d702f711-b1a3-42c0-980e-58f326ad260b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:29:34.718772 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d702f711-b1a3-42c0-980e-58f326ad260b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:34.719395 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-d702f711-b1a3-42c0-980e-58f326ad260b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Added segment 0f2fec66-822d-4dbc-94a2-6df9a008abaa of type vlan for network d5ea102b-b4fe-4ab9-8f26-3e326e90331d Aug 06 16:29:34.723347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 95175e0d-3e58-402f-b382-afb0d9ba2fd5 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:34.731780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 95175e0d-3e58-402f-b382-afb0d9ba2fd5 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:34.732260 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:34.782747 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d702f711-b1a3-42c0-980e-58f326ad260b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:34.841189 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d702f711-b1a3-42c0-980e-58f326ad260b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:34.853408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d702f711-b1a3-42c0-980e-58f326ad260b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:34.853972 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d702f711-b1a3-42c0-980e-58f326ad260b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:34.908051 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:34.990310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 95175e0d-3e58-402f-b382-afb0d9ba2fd5, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=95175e0d-3e58-402f-b382-afb0d9ba2fd5,segment=NetworkSegment(37cadb3a-fee8-4224-ab5d-1c0fa4a764d9),segment_id=37cadb3a-fee8-4224-ab5d-1c0fa4a764d9)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:35.002608 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:35.105475 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=95175e0d-3e58-402f-b382-afb0d9ba2fd5,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:35.162307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d305d373-0fec-459a-a758-c6afeddfe25a None None] Network add626d5-b006-462d-822d-5a5b30858495 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:35.245470 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa895d0e-f2c1-40bc-b324-35ca4e51b6f6 None None] Provisioning for port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:35.258300 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa895d0e-f2c1-40bc-b324-35ca4e51b6f6 None None] Provisioning complete for port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:35.258672 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa895d0e-f2c1-40bc-b324-35ca4e51b6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:35.361866 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52514) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:35.364036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d702f711-b1a3-42c0-980e-58f326ad260b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7515461 Aug 06 16:29:35.368682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-58e827f4-8a85-4578-baa1-d45cc3f869cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'subnet': {'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:35.415423 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702f711-b1a3-42c0-980e-58f326ad260b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Network': ['ID=d5ea102b-b4fe-4ab9-8f26-3e326e90331d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:35.448655 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network d5ea102b-b4fe-4ab9-8f26-3e326e90331d details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:29:35.535026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e827f4-8a85-4578-baa1-d45cc3f869cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:29:35.540798 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58e827f4-8a85-4578-baa1-d45cc3f869cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:35.661199 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa895d0e-f2c1-40bc-b324-35ca4e51b6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:35.716028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa895d0e-f2c1-40bc-b324-35ca4e51b6f6 None None] For port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f,segment=NetworkSegment(0b0accc6-253b-40a4-9bfd-af493d93fe76),segment_id=0b0accc6-253b-40a4-9bfd-af493d93fe76)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:35.732525 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa895d0e-f2c1-40bc-b324-35ca4e51b6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:35.808922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa895d0e-f2c1-40bc-b324-35ca4e51b6f6 None None] Pushing event updated for resources: {'Port': ['ID=ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:35.853864 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58e827f4-8a85-4578-baa1-d45cc3f869cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:35.912965 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Sync routers for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:35.928902 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:35.929524 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:35.951963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e827f4-8a85-4578-baa1-d45cc3f869cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Subnet': ['ID=4d834023-1ea7-4931-bd7a-7a97f4fd9a2d,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:35.961069 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e827f4-8a85-4578-baa1-d45cc3f869cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Checking segment: {'id': '0f2fec66-822d-4dbc-94a2-6df9a008abaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:35.961533 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e827f4-8a85-4578-baa1-d45cc3f869cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network hostable DHCP agents. Network: d5ea102b-b4fe-4ab9-8f26-3e326e90331d, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:29:36.026342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e827f4-8a85-4578-baa1-d45cc3f869cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network d5ea102b-b4fe-4ab9-8f26-3e326e90331d is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:29:36.047806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-58e827f4-8a85-4578-baa1-d45cc3f869cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, d5ea102b-b4fe-4ab9-8f26-3e326e90331d) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:36.051406 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:36.054571 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e827f4-8a85-4578-baa1-d45cc3f869cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:36.055403 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58e827f4-8a85-4578-baa1-d45cc3f869cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:36.087161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ce752110-077b-496c-8b28-12ce92897376 None None] Provisioning complete for port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:36.087161 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ce752110-077b-496c-8b28-12ce92897376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:36.094702 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-58e827f4-8a85-4578-baa1-d45cc3f869cc tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7305853 Aug 06 16:29:36.096619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52522) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:36.137155 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b5ffd3-4220-4243-9ea1-a7e30411a750 None None] Network d5ea102b-b4fe-4ab9-8f26-3e326e90331d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:36.352245 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fb78e559-ec02-4d4e-b572-96e92378d60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:36.431654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 95175e0d-3e58-402f-b382-afb0d9ba2fd5 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:36.544491 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:33Z', 'revision_number': 3, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:33Z', 'revision_number': 2, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:36.575663 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Checking router: c63208dc-fc8c-41cd-9681-72263af0ef43 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:29:36.576232 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Updating router c63208dc-fc8c-41cd-9681-72263af0ef43 port 065f5df0-708a-4d5d-8d22-f2b80c7dc872 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:29:36.602725 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:36.672958 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-d5ea102b-b4fe-4ab9-8f26-3e326e90331d', 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'fixed_ips': [{'subnet_id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:29:36.673841 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:36.682841 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ce752110-077b-496c-8b28-12ce92897376 None None] Provisioning for port 065f5df0-708a-4d5d-8d22-f2b80c7dc872 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:36.713425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ce752110-077b-496c-8b28-12ce92897376 None None] Provisioning complete for port 065f5df0-708a-4d5d-8d22-f2b80c7dc872 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:36.726141 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ce752110-077b-496c-8b28-12ce92897376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:36.761665 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:36.786794 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:36.791320 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 95175e0d-3e58-402f-b382-afb0d9ba2fd5 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:36.794454 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:36.931519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ce752110-077b-496c-8b28-12ce92897376 None None] Port 065f5df0-708a-4d5d-8d22-f2b80c7dc872 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:29:36.938640 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:36.951571 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Transition to ACTIVE for port object 065f5df0-708a-4d5d-8d22-f2b80c7dc872 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:36.964288 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:37.046882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Allocated IP 172.22.0.2 (d5ea102b-b4fe-4ab9-8f26-3e326e90331d/4d834023-1ea7-4931-bd7a-7a97f4fd9a2d/9b58efbd-2188-4066-9089-76ba4da270df) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:37.049416 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:37.063885 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b070f-77a6-43ab-bc9c-1eb984f0cf37 None None] Pushing event updated for resources: {'Port': ['ID=065f5df0-708a-4d5d-8d22-f2b80c7dc872,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:37.077944 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b070f-77a6-43ab-bc9c-1eb984f0cf37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:37.078649 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b070f-77a6-43ab-bc9c-1eb984f0cf37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:37.080445 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b070f-77a6-43ab-bc9c-1eb984f0cf37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:37.081041 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b070f-77a6-43ab-bc9c-1eb984f0cf37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:37.081586 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b070f-77a6-43ab-bc9c-1eb984f0cf37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:37.082174 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b070f-77a6-43ab-bc9c-1eb984f0cf37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:37.082719 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b070f-77a6-43ab-bc9c-1eb984f0cf37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:37.083267 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b070f-77a6-43ab-bc9c-1eb984f0cf37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:37.083797 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b070f-77a6-43ab-bc9c-1eb984f0cf37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:37.084861 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b070f-77a6-43ab-bc9c-1eb984f0cf37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:37.085393 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b070f-77a6-43ab-bc9c-1eb984f0cf37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:37.085958 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b070f-77a6-43ab-bc9c-1eb984f0cf37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:37.161299 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Attempting to bind port 065f5df0-708a-4d5d-8d22-f2b80c7dc872 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:29:37.161812 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Attempting to bind port 065f5df0-708a-4d5d-8d22-f2b80c7dc872 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '0b0accc6-253b-40a4-9bfd-af493d93fe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'add626d5-b006-462d-822d-5a5b30858495'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:29:37.162270 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Attempting to bind port 065f5df0-708a-4d5d-8d22-f2b80c7dc872 on network add626d5-b006-462d-822d-5a5b30858495 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:29:37.168297 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:29:37.168827 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Checking segment: {'id': '0b0accc6-253b-40a4-9bfd-af493d93fe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'add626d5-b006-462d-822d-5a5b30858495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:37.169319 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:37.169828 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Bound using segment: {'id': '0b0accc6-253b-40a4-9bfd-af493d93fe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'add626d5-b006-462d-822d-5a5b30858495'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:29:37.170385 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Bound port: 065f5df0-708a-4d5d-8d22-f2b80c7dc872, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0accc6-253b-40a4-9bfd-af493d93fe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'add626d5-b006-462d-822d-5a5b30858495'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:29:37.170857 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:37.270120 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] For port 065f5df0-708a-4d5d-8d22-f2b80c7dc872, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:29:37.288728 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] For port 065f5df0-708a-4d5d-8d22-f2b80c7dc872, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=065f5df0-708a-4d5d-8d22-f2b80c7dc872,segment=NetworkSegment(0b0accc6-253b-40a4-9bfd-af493d93fe76),segment_id=0b0accc6-253b-40a4-9bfd-af493d93fe76)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:29:37.300107 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:37.300646 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:37.307794 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:37.416716 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b070f-77a6-43ab-bc9c-1eb984f0cf37 None None] Pushing event updated for resources: {'Port': ['ID=065f5df0-708a-4d5d-8d22-f2b80c7dc872,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:37.442641 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:37.444100 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:37.500827 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:37.549522 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:37.585520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Transition to ACTIVE for port object 9b58efbd-2188-4066-9089-76ba4da270df will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:37.626288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Transition to ACTIVE for port object 9b58efbd-2188-4066-9089-76ba4da270df will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:37.633824 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:37.635923 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:37.720000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Network d5ea102b-b4fe-4ab9-8f26-3e326e90331d is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:37.728767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:37.733827 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:37.784884 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Allocated IP 172.22.0.1 (d5ea102b-b4fe-4ab9-8f26-3e326e90331d/4d834023-1ea7-4931-bd7a-7a97f4fd9a2d/7fd24dd2-3a2d-4622-830b-0390cd227959) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:37.836506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Pushing event updated for resources: {'Port': ['ID=9b58efbd-2188-4066-9089-76ba4da270df,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:37.884513 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Attempting to bind port 9b58efbd-2188-4066-9089-76ba4da270df on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:29:37.884903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Attempting to bind port 9b58efbd-2188-4066-9089-76ba4da270df by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '0f2fec66-822d-4dbc-94a2-6df9a008abaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:29:37.885401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Attempting to bind port 9b58efbd-2188-4066-9089-76ba4da270df on network d5ea102b-b4fe-4ab9-8f26-3e326e90331d {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:29:37.890810 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:29:37.891191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Checking segment: {'id': '0f2fec66-822d-4dbc-94a2-6df9a008abaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:37.891605 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:37.892004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Bound using segment: {'id': '0f2fec66-822d-4dbc-94a2-6df9a008abaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:29:37.892471 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Bound port: 9b58efbd-2188-4066-9089-76ba4da270df, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2fec66-822d-4dbc-94a2-6df9a008abaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:29:37.892854 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:37.961145 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:33Z', 'revision_number': 3, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:37Z', 'revision_number': 4, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:37.980545 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:37.994646 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c31030-c5cf-4ddf-9ce2-9a2c570ce4c3 None None] The sync data for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 is: [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:33Z', 'revision_number': 3, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:37Z', 'revision_number': 4, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:38.001372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Transition to ACTIVE for port object 7fd24dd2-3a2d-4622-830b-0390cd227959 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:38.038683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] For port 9b58efbd-2188-4066-9089-76ba4da270df, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:29:38.047390 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] For port 9b58efbd-2188-4066-9089-76ba4da270df, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9b58efbd-2188-4066-9089-76ba4da270df,segment=NetworkSegment(0f2fec66-822d-4dbc-94a2-6df9a008abaa),segment_id=0f2fec66-822d-4dbc-94a2-6df9a008abaa)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:29:38.065824 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:38.087272 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:38.156965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network d5ea102b-b4fe-4ab9-8f26-3e326e90331d is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:38.159022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6ce32-a290-42bc-9b16-12ba86b5b46e None None] Pushing event updated for resources: {'Port': ['ID=9b58efbd-2188-4066-9089-76ba4da270df,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:38.161029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:38.164517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:38.206404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=7fd24dd2-3a2d-4622-830b-0390cd227959,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:38.243556 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:38.410519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 065f5df0-708a-4d5d-8d22-f2b80c7dc872 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:38.511840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 065f5df0-708a-4d5d-8d22-f2b80c7dc872 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:38.513301 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:38.520649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 065f5df0-708a-4d5d-8d22-f2b80c7dc872 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:38.521395 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:38.679517 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:38.716347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 065f5df0-708a-4d5d-8d22-f2b80c7dc872, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=065f5df0-708a-4d5d-8d22-f2b80c7dc872,segment=NetworkSegment(0b0accc6-253b-40a4-9bfd-af493d93fe76),segment_id=0b0accc6-253b-40a4-9bfd-af493d93fe76)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:38.721720 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:38.812557 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=065f5df0-708a-4d5d-8d22-f2b80c7dc872,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:38.944542 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:38.949755 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:39.033853 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:39.038915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=7fd24dd2-3a2d-4622-830b-0390cd227959,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:39.096166 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:39.160662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network d5ea102b-b4fe-4ab9-8f26-3e326e90331d is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:39.162217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:39.268529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router c63208dc-fc8c-41cd-9681-72263af0ef43 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:29:39.377814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:39.383595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f3fc543f-78a6-4cbe-b741-1b54107fb607 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/c63208dc-fc8c-41cd-9681-72263af0ef43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2818236 Aug 06 16:29:39.386268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52554) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:39.391435 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-496198c9-e36a-423b-b0e8-6c54b8bf5e53 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'network': {'name': 'tempest-RoutersTest-1444923811'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:39.393229 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Sync routers for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:39.405818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:39.406440 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:39.422488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496198c9-e36a-423b-b0e8-6c54b8bf5e53 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:29:39.439866 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-496198c9-e36a-423b-b0e8-6c54b8bf5e53 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:39.508803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496198c9-e36a-423b-b0e8-6c54b8bf5e53 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:29:39.522709 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-496198c9-e36a-423b-b0e8-6c54b8bf5e53 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:39.523188 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-496198c9-e36a-423b-b0e8-6c54b8bf5e53 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Added segment ca4c21ad-a780-41ae-be61-06e4bfdf0356 of type vlan for network 9243d030-6bfe-438e-93e9-e0fca6c66591 Aug 06 16:29:39.553119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:39.584178 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-496198c9-e36a-423b-b0e8-6c54b8bf5e53 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:39.598636 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defc961c-3c96-4e34-aeb2-7c549d1844c3 None None] Network d5ea102b-b4fe-4ab9-8f26-3e326e90331d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:39.618079 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-496198c9-e36a-423b-b0e8-6c54b8bf5e53 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:39.624609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496198c9-e36a-423b-b0e8-6c54b8bf5e53 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:39.625251 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-496198c9-e36a-423b-b0e8-6c54b8bf5e53 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:39.649070 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52558) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:39.649615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-496198c9-e36a-423b-b0e8-6c54b8bf5e53 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2622581 Aug 06 16:29:39.655199 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-78717a36-3eac-4a4d-9c03-9dd566a3cab5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'subnet': {'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:39.731576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496198c9-e36a-423b-b0e8-6c54b8bf5e53 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Network': ['ID=9243d030-6bfe-438e-93e9-e0fca6c66591,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:39.762667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 9243d030-6bfe-438e-93e9-e0fca6c66591 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:29:39.799675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78717a36-3eac-4a4d-9c03-9dd566a3cab5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Made reservation on behalf of 4a0a69256c834f8396101e2cba663ecf for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:29:39.804460 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78717a36-3eac-4a4d-9c03-9dd566a3cab5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:40.009034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a2ea1ef6-0333-4920-af97-ae2c27792fb1 None None] Provisioning for port 9b58efbd-2188-4066-9089-76ba4da270df completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:40.029329 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78717a36-3eac-4a4d-9c03-9dd566a3cab5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:40.080349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 4, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd24dd2-3a2d-4622-830b-0390cd227959', 'name': '', 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:30:a2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:36Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 2, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:40.104710 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78717a36-3eac-4a4d-9c03-9dd566a3cab5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Subnet': ['ID=104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:40.118497 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78717a36-3eac-4a4d-9c03-9dd566a3cab5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Checking segment: {'id': 'ca4c21ad-a780-41ae-be61-06e4bfdf0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:40.118993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78717a36-3eac-4a4d-9c03-9dd566a3cab5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network hostable DHCP agents. Network: 9243d030-6bfe-438e-93e9-e0fca6c66591, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:29:40.128879 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Checking router: c63208dc-fc8c-41cd-9681-72263af0ef43 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:29:40.129237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Updating router c63208dc-fc8c-41cd-9681-72263af0ef43 port 7fd24dd2-3a2d-4622-830b-0390cd227959 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:29:40.145297 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78717a36-3eac-4a4d-9c03-9dd566a3cab5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network 9243d030-6bfe-438e-93e9-e0fca6c66591 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:29:40.164559 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-78717a36-3eac-4a4d-9c03-9dd566a3cab5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 9243d030-6bfe-438e-93e9-e0fca6c66591) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:40.170655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78717a36-3eac-4a4d-9c03-9dd566a3cab5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:40.171511 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-78717a36-3eac-4a4d-9c03-9dd566a3cab5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:40.176449 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd3c787-690d-4f25-a9de-0b8176aaa5d5 None None] Network 9243d030-6bfe-438e-93e9-e0fca6c66591 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:40.196887 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-78717a36-3eac-4a4d-9c03-9dd566a3cab5 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5458283 Aug 06 16:29:40.199588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52560) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:40.213262 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:40.483307 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:29:40.790748 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:40.904987 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9b58efbd-2188-4066-9089-76ba4da270df up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:41.087977 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8439cdf0-95e7-4217-9125-437f0c1d3a2a None None] Provisioning for port 7fd24dd2-3a2d-4622-830b-0390cd227959 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:41.145531 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8439cdf0-95e7-4217-9125-437f0c1d3a2a None None] Provisioning complete for port 7fd24dd2-3a2d-4622-830b-0390cd227959 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:41.146131 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8439cdf0-95e7-4217-9125-437f0c1d3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:41.148833 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 9b58efbd-2188-4066-9089-76ba4da270df completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:41.151171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-9243d030-6bfe-438e-93e9-e0fca6c66591', 'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'fixed_ips': [{'subnet_id': '104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:29:41.152184 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:41.227322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 9b58efbd-2188-4066-9089-76ba4da270df triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:41.227866 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:41.313228 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8439cdf0-95e7-4217-9125-437f0c1d3a2a None None] Port 7fd24dd2-3a2d-4622-830b-0390cd227959 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:29:41.539215 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8439cdf0-95e7-4217-9125-437f0c1d3a2a None None] Provisioning complete for port 9b58efbd-2188-4066-9089-76ba4da270df triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:41.539583 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8439cdf0-95e7-4217-9125-437f0c1d3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:41.610970 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Allocated IP 172.23.0.2 (9243d030-6bfe-438e-93e9-e0fca6c66591/104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2/9b97099d-47ba-4627-ad71-33addb66777f) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:41.785463 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:41.794927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Transition to ACTIVE for port object 9b97099d-47ba-4627-ad71-33addb66777f will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:41.851999 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:41.863704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Transition to ACTIVE for port object 7fd24dd2-3a2d-4622-830b-0390cd227959 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:41.870130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Transition to ACTIVE for port object 9b97099d-47ba-4627-ad71-33addb66777f will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:41.892611 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:41.917476 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:41.939824 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:41.977762 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Allocated IP 172.23.0.1 (9243d030-6bfe-438e-93e9-e0fca6c66591/104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2/0b3b8bbe-9978-45a9-b6cc-75dd145ee041) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:42.078812 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Network 9243d030-6bfe-438e-93e9-e0fca6c66591 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:42.096695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:42.099500 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:42.113053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 9b58efbd-2188-4066-9089-76ba4da270df, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9b58efbd-2188-4066-9089-76ba4da270df,segment=NetworkSegment(0f2fec66-822d-4dbc-94a2-6df9a008abaa),segment_id=0f2fec66-822d-4dbc-94a2-6df9a008abaa)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:42.136722 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:42.137619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 065f5df0-708a-4d5d-8d22-f2b80c7dc872 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:42.139667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ec94c-dfb3-4d4f-9c37-e100faea62cb None None] Pushing event updated for resources: {'Port': ['ID=7fd24dd2-3a2d-4622-830b-0390cd227959,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:42.198379 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Pushing event updated for resources: {'Port': ['ID=9b97099d-47ba-4627-ad71-33addb66777f,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:42.256832 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:42.290278 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Transition to ACTIVE for port object 0b3b8bbe-9978-45a9-b6cc-75dd145ee041 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:42.294997 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8439cdf0-95e7-4217-9125-437f0c1d3a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:42.363467 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:42.420566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network 9243d030-6bfe-438e-93e9-e0fca6c66591 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:42.442319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:42.451110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:42.473345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Attempting to bind port 9b97099d-47ba-4627-ad71-33addb66777f on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:29:42.473754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Attempting to bind port 9b97099d-47ba-4627-ad71-33addb66777f by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'ca4c21ad-a780-41ae-be61-06e4bfdf0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:29:42.474121 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Attempting to bind port 9b97099d-47ba-4627-ad71-33addb66777f on network 9243d030-6bfe-438e-93e9-e0fca6c66591 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:29:42.483004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:29:42.483380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Checking segment: {'id': 'ca4c21ad-a780-41ae-be61-06e4bfdf0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:42.483827 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:42.484227 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Bound using segment: {'id': 'ca4c21ad-a780-41ae-be61-06e4bfdf0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:29:42.484695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Bound port: 9b97099d-47ba-4627-ad71-33addb66777f, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4c21ad-a780-41ae-be61-06e4bfdf0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:29:42.485078 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:42.486837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=9b58efbd-2188-4066-9089-76ba4da270df,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:42.489566 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Attempting to bind port 7fd24dd2-3a2d-4622-830b-0390cd227959 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:29:42.489960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Attempting to bind port 7fd24dd2-3a2d-4622-830b-0390cd227959 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '0f2fec66-822d-4dbc-94a2-6df9a008abaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:29:42.490352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Attempting to bind port 7fd24dd2-3a2d-4622-830b-0390cd227959 on network d5ea102b-b4fe-4ab9-8f26-3e326e90331d {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:29:42.516761 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 065f5df0-708a-4d5d-8d22-f2b80c7dc872 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:42.517126 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:42.518756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:29:42.519128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Checking segment: {'id': '0f2fec66-822d-4dbc-94a2-6df9a008abaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:42.519516 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:42.519905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Bound using segment: {'id': '0f2fec66-822d-4dbc-94a2-6df9a008abaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:29:42.520430 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Bound port: 7fd24dd2-3a2d-4622-830b-0390cd227959, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2fec66-822d-4dbc-94a2-6df9a008abaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:29:42.520820 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:42.570675 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:42.586547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=0b3b8bbe-9978-45a9-b6cc-75dd145ee041,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:42.603692 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-8439cdf0-95e7-4217-9125-437f0c1d3a2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:29:42.604053 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-8439cdf0-95e7-4217-9125-437f0c1d3a2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:29:42.676538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] For port 7fd24dd2-3a2d-4622-830b-0390cd227959, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:29:42.682661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] For port 7fd24dd2-3a2d-4622-830b-0390cd227959, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7fd24dd2-3a2d-4622-830b-0390cd227959,segment=NetworkSegment(0f2fec66-822d-4dbc-94a2-6df9a008abaa),segment_id=0f2fec66-822d-4dbc-94a2-6df9a008abaa)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:29:42.683824 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] For port 9b97099d-47ba-4627-ad71-33addb66777f, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:29:42.686860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] For port 9b97099d-47ba-4627-ad71-33addb66777f, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9b97099d-47ba-4627-ad71-33addb66777f,segment=NetworkSegment(ca4c21ad-a780-41ae-be61-06e4bfdf0356),segment_id=ca4c21ad-a780-41ae-be61-06e4bfdf0356)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:29:42.712307 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:42.719602 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:42.763357 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:42.848777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:42.849433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:42.994954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a6117-782f-4aee-b256-bd67ae30ba7c None None] Pushing event updated for resources: {'Port': ['ID=9b97099d-47ba-4627-ad71-33addb66777f,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:43.041481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9b58efbd-2188-4066-9089-76ba4da270df up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:43.290591 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:43.291175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:43.294547 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ec94c-dfb3-4d4f-9c37-e100faea62cb None None] Pushing event updated for resources: {'Port': ['ID=7fd24dd2-3a2d-4622-830b-0390cd227959,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:43.305803 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:43.430553 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event updated for resources: {'Port': ['ID=0b3b8bbe-9978-45a9-b6cc-75dd145ee041,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:43.442779 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:43.548903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 9b58efbd-2188-4066-9089-76ba4da270df triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:43.549422 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:43.588957 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Network 9243d030-6bfe-438e-93e9-e0fca6c66591 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:43.590408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:43.710296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router c63208dc-fc8c-41cd-9681-72263af0ef43 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:29:43.831921 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:43.844611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52608) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:43.845136 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-184fbbe4-ecd0-4607-8151-d81206d3fe8d tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/c63208dc-fc8c-41cd-9681-72263af0ef43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6436920 Aug 06 16:29:43.849462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-28b757d6-bb5e-4555-b2e4-237c5994e485 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:43.861908 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:42Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3b8bbe-9978-45a9-b6cc-75dd145ee041', 'name': '', 'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:53:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:41Z', 'updated_at': '2021-08-06T16:29:42Z', 'revision_number': 1, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd24dd2-3a2d-4622-830b-0390cd227959', 'name': '', 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:30:a2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:36Z', 'updated_at': '2021-08-06T16:29:42Z', 'revision_number': 4, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:43.891303 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aa305e-3af9-4845-b72e-eeb68653fff6 None None] The sync data for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 is: [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:42Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3b8bbe-9978-45a9-b6cc-75dd145ee041', 'name': '', 'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:53:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:41Z', 'updated_at': '2021-08-06T16:29:42Z', 'revision_number': 1, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd24dd2-3a2d-4622-830b-0390cd227959', 'name': '', 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:30:a2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:36Z', 'updated_at': '2021-08-06T16:29:42Z', 'revision_number': 4, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:44.360605 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc03d81-f393-412a-93ab-1f1d66812f9c None None] Network 9243d030-6bfe-438e-93e9-e0fca6c66591 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:44.398066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.extraroute_db [None req-28b757d6-bb5e-4555-b2e4-237c5994e485 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=105765) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 16:29:44.438511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.extraroute_db [None req-28b757d6-bb5e-4555-b2e4-237c5994e485 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Removed routes are [] {{(pid=105765) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 16:29:44.439066 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28b757d6-bb5e-4555-b2e4-237c5994e485 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:44.612616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d4abd51c-413f-4fe9-9208-e181340cbc4a None None] Provisioning for port 9b97099d-47ba-4627-ad71-33addb66777f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:44.768407 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28b757d6-bb5e-4555-b2e4-237c5994e485 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:44.776578 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28b757d6-bb5e-4555-b2e4-237c5994e485 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:44.930612 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b757d6-bb5e-4555-b2e4-237c5994e485 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router c63208dc-fc8c-41cd-9681-72263af0ef43 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:29:45.054133 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9b97099d-47ba-4627-ad71-33addb66777f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:45.138580 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 9b97099d-47ba-4627-ad71-33addb66777f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:45.139448 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b757d6-bb5e-4555-b2e4-237c5994e485 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:45.144818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 9b97099d-47ba-4627-ad71-33addb66777f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:45.144818 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:45.165550 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28b757d6-bb5e-4555-b2e4-237c5994e485 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:45.169323 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-28b757d6-bb5e-4555-b2e4-237c5994e485 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/c63208dc-fc8c-41cd-9681-72263af0ef43 HTTP/1.1" status: 200 len: 934 time: 1.3212593 Aug 06 16:29:45.170439 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52622) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:45.215628 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5c37b185-2d66-4ef0-a0af-54a8a47f29d0 None None] Provisioning complete for port 9b97099d-47ba-4627-ad71-33addb66777f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:45.216165 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5c37b185-2d66-4ef0-a0af-54a8a47f29d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:45.385043 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:45.408352 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5c37b185-2d66-4ef0-a0af-54a8a47f29d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:45.419168 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52626) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:45.419431 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2dd0a1ef-4cea-4588-bf2b-5d11dede84ef tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/routers/c63208dc-fc8c-41cd-9681-72263af0ef43 HTTP/1.1" status: 200 len: 934 time: 0.2476404 Aug 06 16:29:45.424393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-38b80459-39c8-4e37-ab2e-0886706c0eaa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'router': {'routes': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:45.513218 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 9b97099d-47ba-4627-ad71-33addb66777f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9b97099d-47ba-4627-ad71-33addb66777f,segment=NetworkSegment(ca4c21ad-a780-41ae-be61-06e4bfdf0356),segment_id=ca4c21ad-a780-41ae-be61-06e4bfdf0356)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:45.526062 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:45.526910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7fd24dd2-3a2d-4622-830b-0390cd227959 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:45.726854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 7fd24dd2-3a2d-4622-830b-0390cd227959 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:45.751903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7fd24dd2-3a2d-4622-830b-0390cd227959 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:45.752177 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:45.760150 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-5c37b185-2d66-4ef0-a0af-54a8a47f29d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:29:45.760499 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-5c37b185-2d66-4ef0-a0af-54a8a47f29d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:29:45.799966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=9b97099d-47ba-4627-ad71-33addb66777f,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:45.873091 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Sync routers for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:45.891806 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:45.892419 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:45.902424 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:45.967426 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 7fd24dd2-3a2d-4622-830b-0390cd227959, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7fd24dd2-3a2d-4622-830b-0390cd227959,segment=NetworkSegment(0f2fec66-822d-4dbc-94a2-6df9a008abaa),segment_id=0f2fec66-822d-4dbc-94a2-6df9a008abaa)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:45.971704 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:46.038893 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=7fd24dd2-3a2d-4622-830b-0390cd227959,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:46.042852 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:46.056276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.extraroute_db [None req-38b80459-39c8-4e37-ab2e-0886706c0eaa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Added routes are [] {{(pid=105765) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 16:29:46.057294 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.extraroute_db [None req-38b80459-39c8-4e37-ab2e-0886706c0eaa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=105765) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 16:29:46.109824 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38b80459-39c8-4e37-ab2e-0886706c0eaa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:46.390539 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5c37b185-2d66-4ef0-a0af-54a8a47f29d0 None None] Provisioning for port 0b3b8bbe-9978-45a9-b6cc-75dd145ee041 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:29:46.398318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5c37b185-2d66-4ef0-a0af-54a8a47f29d0 None None] Provisioning complete for port 0b3b8bbe-9978-45a9-b6cc-75dd145ee041 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:46.401013 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5c37b185-2d66-4ef0-a0af-54a8a47f29d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:46.430835 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:44Z', 'revision_number': 6, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3b8bbe-9978-45a9-b6cc-75dd145ee041', 'name': '', 'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:53:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:41Z', 'updated_at': '2021-08-06T16:29:43Z', 'revision_number': 2, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd24dd2-3a2d-4622-830b-0390cd227959', 'name': '', 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:30:a2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:36Z', 'updated_at': '2021-08-06T16:29:42Z', 'revision_number': 4, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:46.480579 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5c37b185-2d66-4ef0-a0af-54a8a47f29d0 None None] Port 0b3b8bbe-9978-45a9-b6cc-75dd145ee041 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:29:46.493565 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Checking router: c63208dc-fc8c-41cd-9681-72263af0ef43 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:29:46.494220 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Updating router c63208dc-fc8c-41cd-9681-72263af0ef43 port 0b3b8bbe-9978-45a9-b6cc-75dd145ee041 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:29:46.510748 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38b80459-39c8-4e37-ab2e-0886706c0eaa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:46.514324 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38b80459-39c8-4e37-ab2e-0886706c0eaa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:46.523385 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:46.622589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f678b3c4-49ab-4a54-83f3-290afa526e04 None None] Provisioning complete for port 0b3b8bbe-9978-45a9-b6cc-75dd145ee041 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:46.623315 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f678b3c4-49ab-4a54-83f3-290afa526e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:46.656363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b80459-39c8-4e37-ab2e-0886706c0eaa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router c63208dc-fc8c-41cd-9681-72263af0ef43 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:29:46.677193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f678b3c4-49ab-4a54-83f3-290afa526e04 None None] Port 0b3b8bbe-9978-45a9-b6cc-75dd145ee041 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:29:46.921117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7fd24dd2-3a2d-4622-830b-0390cd227959 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:46.997554 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7fd24dd2-3a2d-4622-830b-0390cd227959 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:46.998274 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:47.076617 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:47.089657 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Transition to ACTIVE for port object 0b3b8bbe-9978-45a9-b6cc-75dd145ee041 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:47.097460 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:47.129661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9b97099d-47ba-4627-ad71-33addb66777f up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:29:47.212713 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 9b97099d-47ba-4627-ad71-33addb66777f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:29:47.213112 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:47.233850 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b80459-39c8-4e37-ab2e-0886706c0eaa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:47.237967 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Attempting to bind port 0b3b8bbe-9978-45a9-b6cc-75dd145ee041 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:29:47.239107 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Attempting to bind port 0b3b8bbe-9978-45a9-b6cc-75dd145ee041 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'ca4c21ad-a780-41ae-be61-06e4bfdf0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:29:47.239601 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Attempting to bind port 0b3b8bbe-9978-45a9-b6cc-75dd145ee041 on network 9243d030-6bfe-438e-93e9-e0fca6c66591 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:29:47.251282 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:29:47.251560 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38b80459-39c8-4e37-ab2e-0886706c0eaa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:47.251910 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Checking segment: {'id': 'ca4c21ad-a780-41ae-be61-06e4bfdf0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:47.252596 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-38b80459-39c8-4e37-ab2e-0886706c0eaa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/c63208dc-fc8c-41cd-9681-72263af0ef43 HTTP/1.1" status: 200 len: 700 time: 1.8319533 Aug 06 16:29:47.252907 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:47.253442 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Bound using segment: {'id': 'ca4c21ad-a780-41ae-be61-06e4bfdf0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:29:47.254063 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Bound port: 0b3b8bbe-9978-45a9-b6cc-75dd145ee041, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4c21ad-a780-41ae-be61-06e4bfdf0356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:29:47.254544 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:47.255179 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52638) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:47.340698 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f976e36-09c4-4600-a9d2-984f24fa1dae None None] Pushing event updated for resources: {'Port': ['ID=0b3b8bbe-9978-45a9-b6cc-75dd145ee041,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:47.347602 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] For port 0b3b8bbe-9978-45a9-b6cc-75dd145ee041, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:29:47.354219 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] For port 0b3b8bbe-9978-45a9-b6cc-75dd145ee041, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=0b3b8bbe-9978-45a9-b6cc-75dd145ee041,segment=NetworkSegment(ca4c21ad-a780-41ae-be61-06e4bfdf0356),segment_id=ca4c21ad-a780-41ae-be61-06e4bfdf0356)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:29:47.358773 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:47.417584 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:47.418326 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:47.420592 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-aa66c407-1ee9-4d0e-9a23-1558585359b0 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/routers/c63208dc-fc8c-41cd-9681-72263af0ef43 HTTP/1.1" status: 200 len: 700 time: 0.1637743 Aug 06 16:29:47.423189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52648) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:47.688056 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f976e36-09c4-4600-a9d2-984f24fa1dae None None] Pushing event updated for resources: {'Port': ['ID=0b3b8bbe-9978-45a9-b6cc-75dd145ee041,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:47.725934 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:47.914901 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8414-8888-478c-860d-c4875f31b6bb tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:47.976774 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:46Z', 'revision_number': 7, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3b8bbe-9978-45a9-b6cc-75dd145ee041', 'name': '', 'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:53:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:41Z', 'updated_at': '2021-08-06T16:29:47Z', 'revision_number': 4, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd24dd2-3a2d-4622-830b-0390cd227959', 'name': '', 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:30:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:36Z', 'updated_at': '2021-08-06T16:29:45Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:48.009033 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f0f35-f646-4d44-9b2d-82b2335cc67a None None] The sync data for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 is: [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:46Z', 'revision_number': 7, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3b8bbe-9978-45a9-b6cc-75dd145ee041', 'name': '', 'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:53:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:41Z', 'updated_at': '2021-08-06T16:29:47Z', 'revision_number': 4, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd24dd2-3a2d-4622-830b-0390cd227959', 'name': '', 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:30:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:36Z', 'updated_at': '2021-08-06T16:29:45Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:48.195914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f8414-8888-478c-860d-c4875f31b6bb tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port 0b3b8bbe-9978-45a9-b6cc-75dd145ee041 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:48.196516 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8414-8888-478c-860d-c4875f31b6bb tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:48.241433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b5eba-6934-4ae4-9aa9-fee33cf89085 None None] Sync routers for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:48.250789 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b5eba-6934-4ae4-9aa9-fee33cf89085 None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:48.251548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-295b5eba-6934-4ae4-9aa9-fee33cf89085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:48.295076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-ef6f8414-8888-478c-860d-c4875f31b6bb tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] For port 0b3b8bbe-9978-45a9-b6cc-75dd145ee041, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=0b3b8bbe-9978-45a9-b6cc-75dd145ee041,segment=NetworkSegment(ca4c21ad-a780-41ae-be61-06e4bfdf0356),segment_id=ca4c21ad-a780-41ae-be61-06e4bfdf0356)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:48.296108 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8414-8888-478c-860d-c4875f31b6bb tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:48.312661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f8414-8888-478c-860d-c4875f31b6bb tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for 0b3b8bbe-9978-45a9-b6cc-75dd145ee041 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:48.359983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-295b5eba-6934-4ae4-9aa9-fee33cf89085 None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:48.533103 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8414-8888-478c-860d-c4875f31b6bb tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:48.616593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-295b5eba-6934-4ae4-9aa9-fee33cf89085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:46Z', 'revision_number': 7, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0b3b8bbe-9978-45a9-b6cc-75dd145ee041', 'name': '', 'network_id': '9243d030-6bfe-438e-93e9-e0fca6c66591', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:53:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:41Z', 'updated_at': '2021-08-06T16:29:47Z', 'revision_number': 4, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd24dd2-3a2d-4622-830b-0390cd227959', 'name': '', 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:30:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:36Z', 'updated_at': '2021-08-06T16:29:45Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:48.629545 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f8414-8888-478c-860d-c4875f31b6bb tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=0b3b8bbe-9978-45a9-b6cc-75dd145ee041,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:48.683262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b5eba-6934-4ae4-9aa9-fee33cf89085 None None] Checking router: c63208dc-fc8c-41cd-9681-72263af0ef43 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:29:48.702397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b5eba-6934-4ae4-9aa9-fee33cf89085 None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:48.703028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-295b5eba-6934-4ae4-9aa9-fee33cf89085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:48.830173 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-295b5eba-6934-4ae4-9aa9-fee33cf89085 None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:48.885299 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ef6f8414-8888-478c-860d-c4875f31b6bb tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:49.094002 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6f8414-8888-478c-860d-c4875f31b6bb tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router c63208dc-fc8c-41cd-9681-72263af0ef43 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:29:49.099914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-295b5eba-6934-4ae4-9aa9-fee33cf89085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:48Z', 'revision_number': 8, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd24dd2-3a2d-4622-830b-0390cd227959', 'name': '', 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:30:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:36Z', 'updated_at': '2021-08-06T16:29:45Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:49.126671 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b5eba-6934-4ae4-9aa9-fee33cf89085 None None] The sync data for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 is: [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:48Z', 'revision_number': 8, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd24dd2-3a2d-4622-830b-0390cd227959', 'name': '', 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:30:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:36Z', 'updated_at': '2021-08-06T16:29:45Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:49.195060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6f8414-8888-478c-860d-c4875f31b6bb tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:49.200565 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ef6f8414-8888-478c-860d-c4875f31b6bb tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/c63208dc-fc8c-41cd-9681-72263af0ef43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7764227 Aug 06 16:29:49.203310 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52662) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:49.257444 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c093c6-5e58-4934-b917-c2618c719d11 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting subnet 104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:29:49.266045 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69c093c6-5e58-4934-b917-c2618c719d11 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:49.307945 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69c093c6-5e58-4934-b917-c2618c719d11 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:49.405602 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69c093c6-5e58-4934-b917-c2618c719d11 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:49.466055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69c093c6-5e58-4934-b917-c2618c719d11 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:49.510469 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c093c6-5e58-4934-b917-c2618c719d11 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Subnet': ['ID=104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:49.527427 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69c093c6-5e58-4934-b917-c2618c719d11 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:49.531907 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-69c093c6-5e58-4934-b917-c2618c719d11 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2 HTTP/1.1" status: 204 len: 168 time: 0.3247995 Aug 06 16:29:49.532087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1455b293-9fb2-4160-9226-06301b5cfdf9 None None] Network 9243d030-6bfe-438e-93e9-e0fca6c66591 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:49.532676 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52668) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:49.647490 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:49.727235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port 9b97099d-47ba-4627-ad71-33addb66777f {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:49.727756 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:49.802743 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f488de2-bdc8-4e97-8810-94e0cf3f14d0 None None] DHCP port deletion for 9243d030-6bfe-438e-93e9-e0fca6c66591 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:29:49.808808 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba547a-808c-4eef-84ea-42ee849644cb None None] Sync routers for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:49.827030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] For port 9b97099d-47ba-4627-ad71-33addb66777f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9b97099d-47ba-4627-ad71-33addb66777f,segment=NetworkSegment(ca4c21ad-a780-41ae-be61-06e4bfdf0356),segment_id=ca4c21ad-a780-41ae-be61-06e4bfdf0356)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:49.827030 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:49.837190 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba547a-808c-4eef-84ea-42ee849644cb None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:49.839312 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-34ba547a-808c-4eef-84ea-42ee849644cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:49.843171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for 9b97099d-47ba-4627-ad71-33addb66777f owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:49.871057 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2f488de2-bdc8-4e97-8810-94e0cf3f14d0 None None] Deleting port 9b97099d-47ba-4627-ad71-33addb66777f {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:49.871508 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2f488de2-bdc8-4e97-8810-94e0cf3f14d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:49.961670 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:49.978528 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-34ba547a-808c-4eef-84ea-42ee849644cb None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:50.003222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2f488de2-bdc8-4e97-8810-94e0cf3f14d0 None None] For port 9b97099d-47ba-4627-ad71-33addb66777f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9b97099d-47ba-4627-ad71-33addb66777f,segment=NetworkSegment(ca4c21ad-a780-41ae-be61-06e4bfdf0356),segment_id=ca4c21ad-a780-41ae-be61-06e4bfdf0356)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:50.003619 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2f488de2-bdc8-4e97-8810-94e0cf3f14d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:50.004795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=9b97099d-47ba-4627-ad71-33addb66777f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:50.013031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No DVR routers for this DVR port 9b97099d-47ba-4627-ad71-33addb66777f on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:29:50.041367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2f488de2-bdc8-4e97-8810-94e0cf3f14d0 None None] Calling delete_port for 9b97099d-47ba-4627-ad71-33addb66777f owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:50.129322 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:50.138658 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2f488de2-bdc8-4e97-8810-94e0cf3f14d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:50.147399 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9243d030-6bfe-438e-93e9-e0fca6c66591']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:50.154639 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f488de2-bdc8-4e97-8810-94e0cf3f14d0 None None] No DVR routers for this DVR port 9b97099d-47ba-4627-ad71-33addb66777f on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:29:50.163555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4c21ad-a780-41ae-be61-06e4bfdf0356') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:50.164208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4c21ad-a780-41ae-be61-06e4bfdf0356') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:50.174047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f488de2-bdc8-4e97-8810-94e0cf3f14d0 None None] Pushing event deleted for resources: {'Port': ['ID=9b97099d-47ba-4627-ad71-33addb66777f,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:50.182361 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:50.205020 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:50.215621 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:29:50.216579 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:29:50.243330 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:29:50.297573 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:50.311553 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:50.311991 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-34ba547a-808c-4eef-84ea-42ee849644cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:48Z', 'revision_number': 8, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd24dd2-3a2d-4622-830b-0390cd227959', 'name': '', 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:30:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:36Z', 'updated_at': '2021-08-06T16:29:45Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:50.316684 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52674) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:50.317506 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/networks/9243d030-6bfe-438e-93e9-e0fca6c66591 HTTP/1.1" status: 204 len: 168 time: 0.7830782 Aug 06 16:29:50.330086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09072c13-2e66-4d9a-9d6e-f6a8b5b0e2aa tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Network': ['ID=9243d030-6bfe-438e-93e9-e0fca6c66591,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:50.364113 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba547a-808c-4eef-84ea-42ee849644cb None None] Checking router: c63208dc-fc8c-41cd-9681-72263af0ef43 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:29:50.375065 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba547a-808c-4eef-84ea-42ee849644cb None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:50.375344 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-34ba547a-808c-4eef-84ea-42ee849644cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:50.476050 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-34ba547a-808c-4eef-84ea-42ee849644cb None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:50.706186 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-16b1446b-6fa3-4fb1-a112-b88823c4bc8b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:50.732096 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-34ba547a-808c-4eef-84ea-42ee849644cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:48Z', 'revision_number': 8, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd24dd2-3a2d-4622-830b-0390cd227959', 'name': '', 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:30:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:36Z', 'updated_at': '2021-08-06T16:29:45Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:50.761405 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba547a-808c-4eef-84ea-42ee849644cb None None] The sync data for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 is: [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:48Z', 'revision_number': 8, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fd24dd2-3a2d-4622-830b-0390cd227959', 'name': '', 'network_id': 'd5ea102b-b4fe-4ab9-8f26-3e326e90331d', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:30:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:36Z', 'updated_at': '2021-08-06T16:29:45Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '4d834023-1ea7-4931-bd7a-7a97f4fd9a2d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:50.854472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52686) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:50.908239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 0b3b8bbe-9978-45a9-b6cc-75dd145ee041 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:29:50.933937 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e7cd06-f1a7-4079-9a6f-8e033a5c573c admin admin] Deleting subnet c3a27503-8463-402d-8e8e-1de2aa6fc607 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:29:50.942297 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9e7cd06-f1a7-4079-9a6f-8e033a5c573c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.000992 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9e7cd06-f1a7-4079-9a6f-8e033a5c573c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.040451 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-16b1446b-6fa3-4fb1-a112-b88823c4bc8b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port 7fd24dd2-3a2d-4622-830b-0390cd227959 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:51.042596 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-16b1446b-6fa3-4fb1-a112-b88823c4bc8b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.086490 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9e7cd06-f1a7-4079-9a6f-8e033a5c573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.158687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 0b3b8bbe-9978-45a9-b6cc-75dd145ee041 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:29:51.159337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 0b3b8bbe-9978-45a9-b6cc-75dd145ee041 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:29:51.159922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9b97099d-47ba-4627-ad71-33addb66777f no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:29:51.173982 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-16b1446b-6fa3-4fb1-a112-b88823c4bc8b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] For port 7fd24dd2-3a2d-4622-830b-0390cd227959, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7fd24dd2-3a2d-4622-830b-0390cd227959,segment=NetworkSegment(0f2fec66-822d-4dbc-94a2-6df9a008abaa),segment_id=0f2fec66-822d-4dbc-94a2-6df9a008abaa)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:51.174357 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-16b1446b-6fa3-4fb1-a112-b88823c4bc8b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.180253 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 9b97099d-47ba-4627-ad71-33addb66777f {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:29:51.180861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9b97099d-47ba-4627-ad71-33addb66777f not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:29:51.190101 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9e7cd06-f1a7-4079-9a6f-8e033a5c573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.190277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-16b1446b-6fa3-4fb1-a112-b88823c4bc8b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for 7fd24dd2-3a2d-4622-830b-0390cd227959 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:51.224878 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7cd06-f1a7-4079-9a6f-8e033a5c573c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3a27503-8463-402d-8e8e-1de2aa6fc607,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:51.227812 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9e7cd06-f1a7-4079-9a6f-8e033a5c573c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.231801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c9e7cd06-f1a7-4079-9a6f-8e033a5c573c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c3a27503-8463-402d-8e8e-1de2aa6fc607 HTTP/1.1" status: 204 len: 168 time: 0.3739054 Aug 06 16:29:51.232113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52688) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:51.316239 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a171b6b-c199-4cb1-90b2-b179eb5977aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.410566 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a171b6b-c199-4cb1-90b2-b179eb5977aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.422123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3a171b6b-c199-4cb1-90b2-b179eb5977aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f288b1-362a-4a33-8cf7-1cb265710f1a']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:51.435456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3a171b6b-c199-4cb1-90b2-b179eb5977aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6650fc45-8bb5-4d50-8d79-6a81af207d3d') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:51.435882 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3a171b6b-c199-4cb1-90b2-b179eb5977aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6650fc45-8bb5-4d50-8d79-6a81af207d3d') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:51.445025 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-16b1446b-6fa3-4fb1-a112-b88823c4bc8b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.447718 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a171b6b-c199-4cb1-90b2-b179eb5977aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.464864 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a171b6b-c199-4cb1-90b2-b179eb5977aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.472284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a171b6b-c199-4cb1-90b2-b179eb5977aa admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:29:51.473007 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a171b6b-c199-4cb1-90b2-b179eb5977aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:29:51.475723 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:29:51.482558 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1446b-6fa3-4fb1-a112-b88823c4bc8b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=7fd24dd2-3a2d-4622-830b-0390cd227959,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:51.582030 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a171b6b-c199-4cb1-90b2-b179eb5977aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.620421 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3a171b6b-c199-4cb1-90b2-b179eb5977aa admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.622417 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3a171b6b-c199-4cb1-90b2-b179eb5977aa admin admin] 10.222.0.37 "DELETE /v2.0/networks/26f288b1-362a-4a33-8cf7-1cb265710f1a HTTP/1.1" status: 204 len: 168 time: 0.3892720 Aug 06 16:29:51.629804 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a171b6b-c199-4cb1-90b2-b179eb5977aa admin admin] Pushing event deleted for resources: {'Network': ['ID=26f288b1-362a-4a33-8cf7-1cb265710f1a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:51.709730 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-16b1446b-6fa3-4fb1-a112-b88823c4bc8b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.833038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52698) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:51.877799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-aff3d073-5b55-475e-8f50-b698cb64ad10 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=865899436ee44c2fb41f9e55ce11b02d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434735 Aug 06 16:29:51.880166 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52700) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:51.924532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b1446b-6fa3-4fb1-a112-b88823c4bc8b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router c63208dc-fc8c-41cd-9681-72263af0ef43 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:29:51.930012 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91a5262d-9ee7-4300-ab5c-40dc6f0bdef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:51.951116 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91a5262d-9ee7-4300-ab5c-40dc6f0bdef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:52.001164 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91a5262d-9ee7-4300-ab5c-40dc6f0bdef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:52.004091 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-91a5262d-9ee7-4300-ab5c-40dc6f0bdef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:52.008998 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-91a5262d-9ee7-4300-ab5c-40dc6f0bdef9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb43535d-df09-4208-8c5a-9fc44d2391e3 HTTP/1.1" status: 204 len: 168 time: 0.1254849 Aug 06 16:29:52.017210 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5262d-9ee7-4300-ab5c-40dc6f0bdef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb43535d-df09-4208-8c5a-9fc44d2391e3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:52.026856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b1446b-6fa3-4fb1-a112-b88823c4bc8b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:52.040541 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-16b1446b-6fa3-4fb1-a112-b88823c4bc8b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/c63208dc-fc8c-41cd-9681-72263af0ef43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7214725 Aug 06 16:29:52.042073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52704) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:52.049327 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f537a862-bcc2-4f5c-aadd-4b36f3be5c09 None None] Sync routers for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:52.063439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f537a862-bcc2-4f5c-aadd-4b36f3be5c09 None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:52.064980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f537a862-bcc2-4f5c-aadd-4b36f3be5c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:52.127580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-246260db-56ae-4361-86f6-4e08f3012655 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting subnet 4d834023-1ea7-4931-bd7a-7a97f4fd9a2d {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:29:52.131651 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-246260db-56ae-4361-86f6-4e08f3012655 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:52.164612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-f537a862-bcc2-4f5c-aadd-4b36f3be5c09 None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:52.176206 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-246260db-56ae-4361-86f6-4e08f3012655 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:52.285302 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-246260db-56ae-4361-86f6-4e08f3012655 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:52.371597 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-246260db-56ae-4361-86f6-4e08f3012655 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:52.407122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82fda6d-ed77-4b75-9652-a1a783ae6abd None None] Network d5ea102b-b4fe-4ab9-8f26-3e326e90331d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:52.416298 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246260db-56ae-4361-86f6-4e08f3012655 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Subnet': ['ID=4d834023-1ea7-4931-bd7a-7a97f4fd9a2d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:52.423102 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-246260db-56ae-4361-86f6-4e08f3012655 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:52.425285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-246260db-56ae-4361-86f6-4e08f3012655 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/4d834023-1ea7-4931-bd7a-7a97f4fd9a2d HTTP/1.1" status: 204 len: 168 time: 0.3817053 Aug 06 16:29:52.427849 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52716) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:52.519377 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:52.540283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f537a862-bcc2-4f5c-aadd-4b36f3be5c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:51Z', 'revision_number': 9, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:52.546037 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [req-ba2c7f3e-528c-4a17-983e-9e603b177b92 req-d574ddd2-04c9-4d26-8404-3899fbe5d0ef tempest-ServersTestJSON-1352359534 tempest-ServersTestJSON-1352359534-project] (105764) timed out ('10.222.0.78', 51813) {{(pid=105764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:29:52.580054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port 9b58efbd-2188-4066-9089-76ba4da270df {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:52.580451 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:52.600864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f537a862-bcc2-4f5c-aadd-4b36f3be5c09 None None] Checking router: c63208dc-fc8c-41cd-9681-72263af0ef43 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:29:52.613765 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f537a862-bcc2-4f5c-aadd-4b36f3be5c09 None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:52.614624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f537a862-bcc2-4f5c-aadd-4b36f3be5c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:52.658055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] For port 9b58efbd-2188-4066-9089-76ba4da270df, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9b58efbd-2188-4066-9089-76ba4da270df,segment=NetworkSegment(0f2fec66-822d-4dbc-94a2-6df9a008abaa),segment_id=0f2fec66-822d-4dbc-94a2-6df9a008abaa)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:52.658423 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:52.672360 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for 9b58efbd-2188-4066-9089-76ba4da270df owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:52.725638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-f537a862-bcc2-4f5c-aadd-4b36f3be5c09 None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:52.772880 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:52.780091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f9ef5f-36e6-48bd-a5bc-f14c27f14bbc None None] DHCP port deletion for d5ea102b-b4fe-4ab9-8f26-3e326e90331d request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:29:52.863934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No DVR routers for this DVR port 9b58efbd-2188-4066-9089-76ba4da270df on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:29:52.870352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=9b58efbd-2188-4066-9089-76ba4da270df,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:52.962502 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:52.972757 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ea102b-b4fe-4ab9-8f26-3e326e90331d']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:52.989442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2fec66-822d-4dbc-94a2-6df9a008abaa') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:52.990656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2fec66-822d-4dbc-94a2-6df9a008abaa') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:53.000486 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:53.027114 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:53.033571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f537a862-bcc2-4f5c-aadd-4b36f3be5c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:51Z', 'revision_number': 9, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:53.034525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:29:53.040237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9b58efbd-2188-4066-9089-76ba4da270df no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:29:53.041310 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:29:53.072158 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:29:53.091706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 9b58efbd-2188-4066-9089-76ba4da270df {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:29:53.092366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 9b58efbd-2188-4066-9089-76ba4da270df not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:29:53.093813 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f537a862-bcc2-4f5c-aadd-4b36f3be5c09 None None] The sync data for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 is: [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:51Z', 'revision_number': 9, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '065f5df0-708a-4d5d-8d22-f2b80c7dc872', 'name': '', 'network_id': 'add626d5-b006-462d-822d-5a5b30858495', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:af:af:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:32Z', 'updated_at': '2021-08-06T16:29:38Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '040b861e-0e6a-4e15-a0a1-32ee6067a899', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:53.139492 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:53.160895 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:53.165665 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/networks/d5ea102b-b4fe-4ab9-8f26-3e326e90331d HTTP/1.1" status: 204 len: 168 time: 0.7344761 Aug 06 16:29:53.166813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a612f-1904-498c-b962-a2a4b0b506e7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Network': ['ID=d5ea102b-b4fe-4ab9-8f26-3e326e90331d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:53.166948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52738) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:53.526606 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2abd6f94-5e36-44d2-8cba-4ca53052e339 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:53.652497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52752) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:53.785114 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:53.811916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-2abd6f94-5e36-44d2-8cba-4ca53052e339 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port 065f5df0-708a-4d5d-8d22-f2b80c7dc872 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:53.811916 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2abd6f94-5e36-44d2-8cba-4ca53052e339 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:53.850809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-20940b89-e31f-4ee0-a87e-d6deda546f5a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'network': {'name': 'tempest-network-smoke--896676054', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'port_security_enabled': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:53.878055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20940b89-e31f-4ee0-a87e-d6deda546f5a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Made reservation on behalf of e12d0f28033544588a6800f70ae4d876 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:29:53.881921 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-20940b89-e31f-4ee0-a87e-d6deda546f5a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:53.891423 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-20940b89-e31f-4ee0-a87e-d6deda546f5a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:53.911041 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-2abd6f94-5e36-44d2-8cba-4ca53052e339 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] For port 065f5df0-708a-4d5d-8d22-f2b80c7dc872, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=065f5df0-708a-4d5d-8d22-f2b80c7dc872,segment=NetworkSegment(0b0accc6-253b-40a4-9bfd-af493d93fe76),segment_id=0b0accc6-253b-40a4-9bfd-af493d93fe76)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:53.911413 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2abd6f94-5e36-44d2-8cba-4ca53052e339 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:53.925921 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-2abd6f94-5e36-44d2-8cba-4ca53052e339 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for 065f5df0-708a-4d5d-8d22-f2b80c7dc872 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:53.991880 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-20940b89-e31f-4ee0-a87e-d6deda546f5a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:53.997110 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-20940b89-e31f-4ee0-a87e-d6deda546f5a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:54.041018 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20940b89-e31f-4ee0-a87e-d6deda546f5a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:29:54.047581 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20940b89-e31f-4ee0-a87e-d6deda546f5a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028025fd-913c-451e-b876-b569311716cf,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:54.051566 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:54.057939 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-20940b89-e31f-4ee0-a87e-d6deda546f5a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:54.058115 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-20940b89-e31f-4ee0-a87e-d6deda546f5a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Added segment f981a84d-cb3d-4d55-b71b-59164343b100 of type vlan for network edbdb060-f1f6-4c93-933a-944d3d3cc6d7 Aug 06 16:29:54.119040 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-20940b89-e31f-4ee0-a87e-d6deda546f5a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:54.126253 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2abd6f94-5e36-44d2-8cba-4ca53052e339 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:54.150168 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-20940b89-e31f-4ee0-a87e-d6deda546f5a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:54.156746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20940b89-e31f-4ee0-a87e-d6deda546f5a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:54.157468 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-20940b89-e31f-4ee0-a87e-d6deda546f5a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:54.158997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd6f94-5e36-44d2-8cba-4ca53052e339 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=065f5df0-708a-4d5d-8d22-f2b80c7dc872,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:54.210365 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-20940b89-e31f-4ee0-a87e-d6deda546f5a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5531731 Aug 06 16:29:54.227009 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52762) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:54.231679 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'admin_state_up': True, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:54.242631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20940b89-e31f-4ee0-a87e-d6deda546f5a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Network': ['ID=edbdb060-f1f6-4c93-933a-944d3d3cc6d7,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:54.253412 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network edbdb060-f1f6-4c93-933a-944d3d3cc6d7 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:29:54.281316 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:54.282378 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:54.417345 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:54.418651 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2abd6f94-5e36-44d2-8cba-4ca53052e339 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:54.907158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7fd24dd2-3a2d-4622-830b-0390cd227959 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:29:54.944721 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 7fd24dd2-3a2d-4622-830b-0390cd227959 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:29:54.945139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7fd24dd2-3a2d-4622-830b-0390cd227959 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:29:54.973850 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:55.135716 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abd6f94-5e36-44d2-8cba-4ca53052e339 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router c63208dc-fc8c-41cd-9681-72263af0ef43 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:29:55.297323 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abd6f94-5e36-44d2-8cba-4ca53052e339 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:55.302676 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2abd6f94-5e36-44d2-8cba-4ca53052e339 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/c63208dc-fc8c-41cd-9681-72263af0ef43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1345840 Aug 06 16:29:55.305429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52772) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:55.307311 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22bafe7-704c-442a-8348-a0e2ec8de20b None None] Sync routers for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:55.316249 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22bafe7-704c-442a-8348-a0e2ec8de20b None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:55.317180 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e22bafe7-704c-442a-8348-a0e2ec8de20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:55.340048 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:55.360206 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting subnet 040b861e-0e6a-4e15-a0a1-32ee6067a899 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:29:55.361467 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:55.364375 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:55.405384 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-e22bafe7-704c-442a-8348-a0e2ec8de20b None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:55.412398 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:55.491553 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Allocated IP 172.25.1.183 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/6366b82f-b1e9-4790-b2a0-b1f568d3d15b) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:55.506681 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:55.582814 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:55.606901 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e22bafe7-704c-442a-8348-a0e2ec8de20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:54Z', 'revision_number': 10, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:55.628540 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:55.629706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Subnet': ['ID=040b861e-0e6a-4e15-a0a1-32ee6067a899,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:55.641520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:55.642324 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:55.642959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:55.643512 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:55.644083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:55.644489 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:55.644910 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:55.645580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:55.645701 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:55.646514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:55.646918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:55.647316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:55.649724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e9cb74-be54-4420-8bef-ce849bde6f53 None None] Network add626d5-b006-462d-822d-5a5b30858495 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:55.650493 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:55.652531 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-eb4a3e46-4e80-473d-83dc-ceb6f873869f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/040b861e-0e6a-4e15-a0a1-32ee6067a899 HTTP/1.1" status: 204 len: 168 time: 0.3460498 Aug 06 16:29:55.655523 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52774) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:55.656543 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22bafe7-704c-442a-8348-a0e2ec8de20b None None] Checking router: c63208dc-fc8c-41cd-9681-72263af0ef43 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:29:55.665988 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22bafe7-704c-442a-8348-a0e2ec8de20b None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:55.666595 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e22bafe7-704c-442a-8348-a0e2ec8de20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:55.743382 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:55.759458 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-e22bafe7-704c-442a-8348-a0e2ec8de20b None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:55.779473 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:55.836402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:55.859968 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:55.862703 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:55.876411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34e563b-a375-4ee9-b2f2-2a92b92a168b None None] DHCP port deletion for add626d5-b006-462d-822d-5a5b30858495 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:29:55.919054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Port': ['ID=6366b82f-b1e9-4790-b2a0-b1f568d3d15b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:55.947292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a34e563b-a375-4ee9-b2f2-2a92b92a168b None None] Deleting port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:55.947690 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a34e563b-a375-4ee9-b2f2-2a92b92a168b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:56.036524 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:56.037162 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:56.045538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a34e563b-a375-4ee9-b2f2-2a92b92a168b None None] For port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f,segment=NetworkSegment(0b0accc6-253b-40a4-9bfd-af493d93fe76),segment_id=0b0accc6-253b-40a4-9bfd-af493d93fe76)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:56.045965 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a34e563b-a375-4ee9-b2f2-2a92b92a168b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:56.064724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a34e563b-a375-4ee9-b2f2-2a92b92a168b None None] Calling delete_port for ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:56.143594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] For port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f,segment=NetworkSegment(0b0accc6-253b-40a4-9bfd-af493d93fe76),segment_id=0b0accc6-253b-40a4-9bfd-af493d93fe76)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:56.143957 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:56.147307 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e22bafe7-704c-442a-8348-a0e2ec8de20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:54Z', 'revision_number': 10, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:56.159286 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a34e563b-a375-4ee9-b2f2-2a92b92a168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:56.182168 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22bafe7-704c-442a-8348-a0e2ec8de20b None None] The sync data for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 is: [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:54Z', 'revision_number': 10, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None, '_interfaces': [{'id': '95175e0d-3e58-402f-b382-afb0d9ba2fd5', 'name': '', 'network_id': '8b56becf-2502-4f6a-8f82-e94fcee62e83', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'mac_address': 'fa:16:3e:59:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:28Z', 'updated_at': '2021-08-06T16:29:34Z', 'revision_number': 5, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'subnets': [{'id': '9e0e4243-fe04-4ce3-85b1-384fda4dee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:56.195963 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e563b-a375-4ee9-b2f2-2a92b92a168b None None] Pushing event deleted for resources: {'Port': ['ID=ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:56.196433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:56.203245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34e563b-a375-4ee9-b2f2-2a92b92a168b None None] No DVR routers for this DVR port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:29:56.316746 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:56.374775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:56.440093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:56.444634 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No DVR routers for this DVR port ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:29:56.565327 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:56.606183 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add626d5-b006-462d-822d-5a5b30858495']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:56.622198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0accc6-253b-40a4-9bfd-af493d93fe76') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:56.622496 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0accc6-253b-40a4-9bfd-af493d93fe76') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:56.637040 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:56.653585 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:56.656458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:56.664837 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:29:56.665237 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: self.session.flush() Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:29:56.668132 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:29:56.804358 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:56.812185 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:56.814176 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/networks/add626d5-b006-462d-822d-5a5b30858495 HTTP/1.1" status: 204 len: 168 time: 1.1571224 Aug 06 16:29:56.816958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52786) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:56.828268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572e652-3446-4af0-b0d5-bf2e38c4a831 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Network': ['ID=add626d5-b006-462d-822d-5a5b30858495,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:56.865741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:29:56.876318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:29:56.899680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:29:56.900306 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ec6ab4dc-bee0-44b6-8c4e-c299cbb0694f not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:29:56.900895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 065f5df0-708a-4d5d-8d22-f2b80c7dc872 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:29:56.920353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 065f5df0-708a-4d5d-8d22-f2b80c7dc872 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:29:56.920948 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 065f5df0-708a-4d5d-8d22-f2b80c7dc872 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:29:56.979329 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:56.990661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Sync routers for ids ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:56.999678 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:57.001910 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5f4447b2-884f-4514-8aac-112f6c0c9c78 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7729893 Aug 06 16:29:57.002930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Routers {'8859c509-1ed1-4fd0-bc04-6dca61baafc0'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:57.003630 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:57.004310 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52790) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:57.105226 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9300ee68-09c5-4a79-8365-f195f9b26f2d tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=e12d0f28033544588a6800f70ae4d876&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0990694 Aug 06 16:29:57.108052 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52794) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:57.121154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Set router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:57.202979 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6ed308f-8f74-4368-bb67-a70fa2348532 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:57.275103 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa53f7b-321e-45ae-9d89-19871203d1a2 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:57.277000 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2aa53f7b-321e-45ae-9d89-19871203d1a2 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1678460 Aug 06 16:29:57.279706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52796) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:57.320137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:29:56Z', 'revision_number': 3, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:57.322386 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ba724c97-b6ea-4b26-bd87-a366196d54b0 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410292 Aug 06 16:29:57.325016 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52798) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:57.331588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b96a8d96-8fa4-482d-be71-580177480db3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1801910822', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:29:57.352801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Checking router: 8859c509-1ed1-4fd0-bc04-6dca61baafc0 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:29:57.353232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Updating router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 port 6366b82f-b1e9-4790-b2a0-b1f568d3d15b binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:29:57.379271 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:57.436582 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96a8d96-8fa4-482d-be71-580177480db3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Made reservation on behalf of e12d0f28033544588a6800f70ae4d876 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:29:57.440782 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b96a8d96-8fa4-482d-be71-580177480db3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:57.506367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-d6ed308f-8f74-4368-bb67-a70fa2348532 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port 95175e0d-3e58-402f-b382-afb0d9ba2fd5 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:29:57.506764 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6ed308f-8f74-4368-bb67-a70fa2348532 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:57.636336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-d6ed308f-8f74-4368-bb67-a70fa2348532 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] For port 95175e0d-3e58-402f-b382-afb0d9ba2fd5, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=95175e0d-3e58-402f-b382-afb0d9ba2fd5,segment=NetworkSegment(37cadb3a-fee8-4224-ab5d-1c0fa4a764d9),segment_id=37cadb3a-fee8-4224-ab5d-1c0fa4a764d9)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:29:57.636949 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6ed308f-8f74-4368-bb67-a70fa2348532 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:57.652608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-d6ed308f-8f74-4368-bb67-a70fa2348532 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for 95175e0d-3e58-402f-b382-afb0d9ba2fd5 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:29:57.674873 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:57.686363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Transition to ACTIVE for port object 6366b82f-b1e9-4790-b2a0-b1f568d3d15b will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:57.697883 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:57.757355 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f678565-0b2a-489f-8e21-bd480e103e33 None None] Pushing event updated for resources: {'Port': ['ID=6366b82f-b1e9-4790-b2a0-b1f568d3d15b,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:57.759597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Attempting to bind port 6366b82f-b1e9-4790-b2a0-b1f568d3d15b on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:29:57.759967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Attempting to bind port 6366b82f-b1e9-4790-b2a0-b1f568d3d15b by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:29:57.760375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Attempting to bind port 6366b82f-b1e9-4790-b2a0-b1f568d3d15b on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:29:57.769473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:29:57.769920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:57.770259 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:57.770654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:29:57.771186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Bound port: 6366b82f-b1e9-4790-b2a0-b1f568d3d15b, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:29:57.772055 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:57.774497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678565-0b2a-489f-8e21-bd480e103e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:57.774845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678565-0b2a-489f-8e21-bd480e103e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:57.775182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678565-0b2a-489f-8e21-bd480e103e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:57.775513 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678565-0b2a-489f-8e21-bd480e103e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:57.775841 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678565-0b2a-489f-8e21-bd480e103e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:57.776167 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678565-0b2a-489f-8e21-bd480e103e33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:57.776548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678565-0b2a-489f-8e21-bd480e103e33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:57.776877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678565-0b2a-489f-8e21-bd480e103e33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:57.777199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678565-0b2a-489f-8e21-bd480e103e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:57.777519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678565-0b2a-489f-8e21-bd480e103e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:57.777873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678565-0b2a-489f-8e21-bd480e103e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:57.778182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f678565-0b2a-489f-8e21-bd480e103e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:29:57.922082 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6ed308f-8f74-4368-bb67-a70fa2348532 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:57.976490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed308f-8f74-4368-bb67-a70fa2348532 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=95175e0d-3e58-402f-b382-afb0d9ba2fd5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:58.125055 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] For port 6366b82f-b1e9-4790-b2a0-b1f568d3d15b, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:29:58.133979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] For port 6366b82f-b1e9-4790-b2a0-b1f568d3d15b, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=6366b82f-b1e9-4790-b2a0-b1f568d3d15b,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:29:58.140632 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:58.191864 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b96a8d96-8fa4-482d-be71-580177480db3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:58.223052 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d6ed308f-8f74-4368-bb67-a70fa2348532 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:58.249884 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Routers {'8859c509-1ed1-4fd0-bc04-6dca61baafc0'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:58.250614 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:58.272568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a8d96-8fa4-482d-be71-580177480db3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Subnet': ['ID=6dd262e1-c16b-4e36-9f52-12079a381960,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:58.331911 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96a8d96-8fa4-482d-be71-580177480db3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Checking segment: {'id': 'f981a84d-cb3d-4d55-b71b-59164343b100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:58.332420 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96a8d96-8fa4-482d-be71-580177480db3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network hostable DHCP agents. Network: edbdb060-f1f6-4c93-933a-944d3d3cc6d7, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:29:58.334386 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f678565-0b2a-489f-8e21-bd480e103e33 None None] Pushing event updated for resources: {'Port': ['ID=6366b82f-b1e9-4790-b2a0-b1f568d3d15b,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:58.365846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96a8d96-8fa4-482d-be71-580177480db3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network edbdb060-f1f6-4c93-933a-944d3d3cc6d7 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:29:58.383384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b96a8d96-8fa4-482d-be71-580177480db3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, edbdb060-f1f6-4c93-933a-944d3d3cc6d7) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:58.393515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96a8d96-8fa4-482d-be71-580177480db3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:58.395284 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b96a8d96-8fa4-482d-be71-580177480db3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:58.405396 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a27834-ad32-4a22-9f91-a1cb849d851e None None] Network edbdb060-f1f6-4c93-933a-944d3d3cc6d7 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:58.420505 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b96a8d96-8fa4-482d-be71-580177480db3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0940094 Aug 06 16:29:58.423255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52806) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:58.484993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] Set router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:58.839473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:29:58.840445 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:59.009173 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:29:56Z', 'revision_number': 3, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:59.011627 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Allocated IP 172.20.0.2 (edbdb060-f1f6-4c93-933a-944d3d3cc6d7/6dd262e1-c16b-4e36-9f52-12079a381960/8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:59.026278 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:59.045157 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c12b85-527f-4996-a1d9-85c6bffb3568 None None] The sync data for ids ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'] in n-d-803756-1 is: [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:29:56Z', 'revision_number': 3, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:59.102353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ed308f-8f74-4368-bb67-a70fa2348532 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router c63208dc-fc8c-41cd-9681-72263af0ef43 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:29:59.220938 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:59.222925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ed308f-8f74-4368-bb67-a70fa2348532 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:29:59.233469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d6ed308f-8f74-4368-bb67-a70fa2348532 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/c63208dc-fc8c-41cd-9681-72263af0ef43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4146707 Aug 06 16:29:59.234160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52814) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:59.236453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Transition to ACTIVE for port object 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:59.236873 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c63b52-422c-4d60-84dc-18b55f27e089 None None] Sync routers for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:29:59.255044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Transition to ACTIVE for port object 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:59.267744 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:59.273322 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c63b52-422c-4d60-84dc-18b55f27e089 None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:59.277950 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-70c63b52-422c-4d60-84dc-18b55f27e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:59.314148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Network edbdb060-f1f6-4c93-933a-944d3d3cc6d7 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:59.319104 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:59.327974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7e736d-ea11-4a7b-809b-af291a18c001 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting subnet 9e0e4243-fe04-4ce3-85b1-384fda4dee2b {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:29:59.328182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:29:59.332154 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5a7e736d-ea11-4a7b-809b-af291a18c001 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:59.374000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Pushing event updated for resources: {'Port': ['ID=8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:59.385952 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5a7e736d-ea11-4a7b-809b-af291a18c001 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:59.403041 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-70c63b52-422c-4d60-84dc-18b55f27e089 None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:59.413492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Attempting to bind port 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:29:59.413923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Attempting to bind port 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'f981a84d-cb3d-4d55-b71b-59164343b100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:29:59.414245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Attempting to bind port 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 on network edbdb060-f1f6-4c93-933a-944d3d3cc6d7 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:29:59.420654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:29:59.421030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Checking segment: {'id': 'f981a84d-cb3d-4d55-b71b-59164343b100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:29:59.421440 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:59.421843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Bound using segment: {'id': 'f981a84d-cb3d-4d55-b71b-59164343b100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:29:59.422314 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Bound port: 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f981a84d-cb3d-4d55-b71b-59164343b100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:29:59.422820 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:59.441333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Allocated IP 172.20.0.1 (edbdb060-f1f6-4c93-933a-944d3d3cc6d7/6dd262e1-c16b-4e36-9f52-12079a381960/d1af2b3b-0d21-4615-9486-aeb5c390da49) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:29:59.481263 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-70c63b52-422c-4d60-84dc-18b55f27e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:57Z', 'revision_number': 11, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:59.509715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] For port 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:29:59.512979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] For port 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4,segment=NetworkSegment(f981a84d-cb3d-4d55-b71b-59164343b100),segment_id=f981a84d-cb3d-4d55-b71b-59164343b100)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:29:59.519157 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:59.525703 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c63b52-422c-4d60-84dc-18b55f27e089 None None] Checking router: c63208dc-fc8c-41cd-9681-72263af0ef43 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:29:59.549606 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c63b52-422c-4d60-84dc-18b55f27e089 None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:29:59.552536 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-70c63b52-422c-4d60-84dc-18b55f27e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:59.603459 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5a7e736d-ea11-4a7b-809b-af291a18c001 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:59.672014 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-70c63b52-422c-4d60-84dc-18b55f27e089 None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:29:59.696603 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043f59f-f646-4220-b51b-d9a3d100bfa1 None None] Pushing event updated for resources: {'Port': ['ID=8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:59.714325 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:59.741144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Transition to ACTIVE for port object d1af2b3b-0d21-4615-9486-aeb5c390da49 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:29:59.785469 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5a7e736d-ea11-4a7b-809b-af291a18c001 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:59.789918 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-70c63b52-422c-4d60-84dc-18b55f27e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:57Z', 'revision_number': 11, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:29:59.825211 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e736d-ea11-4a7b-809b-af291a18c001 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0e4243-fe04-4ce3-85b1-384fda4dee2b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:29:59.826303 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c63b52-422c-4d60-84dc-18b55f27e089 None None] The sync data for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 is: [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:57Z', 'revision_number': 11, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:29:59.835502 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5a7e736d-ea11-4a7b-809b-af291a18c001 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:59.840696 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5a7e736d-ea11-4a7b-809b-af291a18c001 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/9e0e4243-fe04-4ce3-85b1-384fda4dee2b HTTP/1.1" status: 204 len: 168 time: 0.6051373 Aug 06 16:29:59.843217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52816) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:29:59.854737 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:59.856373 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efcd24d-23b8-4e92-8b23-3a3f6bdb33b1 None None] Network 8b56becf-2502-4f6a-8f82-e94fcee62e83 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:29:59.978910 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:59.984957 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network edbdb060-f1f6-4c93-933a-944d3d3cc6d7 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:29:59.989163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:29:59.993320 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:30:00.051501 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Deleting port f7580dc8-b08a-4b00-85b7-63c76d80353b {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:30:00.052076 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:00.091381 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Port': ['ID=d1af2b3b-0d21-4615-9486-aeb5c390da49,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:00.138180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] For port f7580dc8-b08a-4b00-85b7-63c76d80353b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f7580dc8-b08a-4b00-85b7-63c76d80353b,segment=NetworkSegment(37cadb3a-fee8-4224-ab5d-1c0fa4a764d9),segment_id=37cadb3a-fee8-4224-ab5d-1c0fa4a764d9)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:00.138835 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:00.154431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Calling delete_port for f7580dc8-b08a-4b00-85b7-63c76d80353b owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:30:00.155958 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:00.304001 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb28028b-ddb2-4421-a5cd-8a95cff9a17e None None] DHCP port deletion for 8b56becf-2502-4f6a-8f82-e94fcee62e83 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:30:00.341527 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:00.366284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No DVR routers for this DVR port f7580dc8-b08a-4b00-85b7-63c76d80353b on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:30:00.426822 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-bb28028b-ddb2-4421-a5cd-8a95cff9a17e None None] Deleting port f7580dc8-b08a-4b00-85b7-63c76d80353b {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:30:00.429107 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bb28028b-ddb2-4421-a5cd-8a95cff9a17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:00.502509 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:00.527744 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:00.532898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Port': ['ID=f7580dc8-b08a-4b00-85b7-63c76d80353b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:00.540526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b56becf-2502-4f6a-8f82-e94fcee62e83']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:00.554586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37cadb3a-fee8-4224-ab5d-1c0fa4a764d9') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:00.554887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37cadb3a-fee8-4224-ab5d-1c0fa4a764d9') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:00.555719 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-bb28028b-ddb2-4421-a5cd-8a95cff9a17e None None] For port f7580dc8-b08a-4b00-85b7-63c76d80353b, host n-d-803756-1, got binding levels [] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:00.556192 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bb28028b-ddb2-4421-a5cd-8a95cff9a17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:00.566396 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:00.574279 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-bb28028b-ddb2-4421-a5cd-8a95cff9a17e None None] Calling delete_port for f7580dc8-b08a-4b00-85b7-63c76d80353b owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:30:00.578927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.ipam_backend_mixin [None req-bb28028b-ddb2-4421-a5cd-8a95cff9a17e None None] Port f7580dc8-b08a-4b00-85b7-63c76d80353b was not found and therefore no delete operation was performed {{(pid=105766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:30:00.584378 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:00.585520 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bb28028b-ddb2-4421-a5cd-8a95cff9a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:00.594647 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:30:00.595079 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:30:00.598561 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:30:00.638694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28028b-ddb2-4421-a5cd-8a95cff9a17e None None] Pushing event deleted for resources: {'Port': ['ID=f7580dc8-b08a-4b00-85b7-63c76d80353b,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:00.648106 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb28028b-ddb2-4421-a5cd-8a95cff9a17e None None] No DVR routers for this DVR port f7580dc8-b08a-4b00-85b7-63c76d80353b on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:30:00.717776 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:00.740166 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:00.744720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/networks/8b56becf-2502-4f6a-8f82-e94fcee62e83 HTTP/1.1" status: 204 len: 168 time: 0.8977938 Aug 06 16:30:00.744720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6ba35-5b36-43a4-aff9-1bed9b4d87b1 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Pushing event deleted for resources: {'Network': ['ID=8b56becf-2502-4f6a-8f82-e94fcee62e83,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:00.745008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52824) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:00.749818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-551f3c9e-e83d-4889-abac-768393b6df3a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'router': {'routes': None}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:00.953477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.extraroute_db [None req-551f3c9e-e83d-4889-abac-768393b6df3a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Added routes are [] {{(pid=105765) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 16:30:00.954307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.extraroute_db [None req-551f3c9e-e83d-4889-abac-768393b6df3a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Removed routes are [] {{(pid=105765) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 16:30:00.955054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-551f3c9e-e83d-4889-abac-768393b6df3a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:00.998447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:30:01.009320 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:01.016984 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:01.061169 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:30:01.066786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 6366b82f-b1e9-4790-b2a0-b1f568d3d15b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:30:01.107042 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:01.117843 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-551f3c9e-e83d-4889-abac-768393b6df3a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:01.121547 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-551f3c9e-e83d-4889-abac-768393b6df3a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:01.133556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Port': ['ID=d1af2b3b-0d21-4615-9486-aeb5c390da49,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:01.159032 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 6366b82f-b1e9-4790-b2a0-b1f568d3d15b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:30:01.165485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 6366b82f-b1e9-4790-b2a0-b1f568d3d15b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:01.166163 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:01.250290 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551f3c9e-e83d-4889-abac-768393b6df3a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router c63208dc-fc8c-41cd-9681-72263af0ef43 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:30:01.281420 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network edbdb060-f1f6-4c93-933a-944d3d3cc6d7 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:30:01.288351 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:30:01.294096 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:01.321530 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 6366b82f-b1e9-4790-b2a0-b1f568d3d15b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=6366b82f-b1e9-4790-b2a0-b1f568d3d15b,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:01.327605 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:01.349471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551f3c9e-e83d-4889-abac-768393b6df3a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:30:01.358272 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-551f3c9e-e83d-4889-abac-768393b6df3a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:01.362142 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-551f3c9e-e83d-4889-abac-768393b6df3a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/c63208dc-fc8c-41cd-9681-72263af0ef43 HTTP/1.1" status: 200 len: 701 time: 0.6136043 Aug 06 16:30:01.366321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52834) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:01.367262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364ef175-a9ee-468c-b079-33d840ecdab3 None None] Sync routers for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:30:01.398636 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ef175-a9ee-468c-b079-33d840ecdab3 None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:30:01.399210 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-364ef175-a9ee-468c-b079-33d840ecdab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:01.421456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ac1ae1ed-b9aa-4522-b6ff-e4c9b46a2ebd tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports?device_id=c63208dc-fc8c-41cd-9681-72263af0ef43 HTTP/1.1" status: 200 len: 205 time: 0.0568511 Aug 06 16:30:01.426589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52836) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:01.445463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 95175e0d-3e58-402f-b382-afb0d9ba2fd5 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:30:01.464106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:30:01.481685 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=6366b82f-b1e9-4790-b2a0-b1f568d3d15b,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:01.504304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 95175e0d-3e58-402f-b382-afb0d9ba2fd5 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:30:01.504795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 95175e0d-3e58-402f-b382-afb0d9ba2fd5 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:30:01.505359 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f7580dc8-b08a-4b00-85b7-63c76d80353b no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:30:01.529500 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: f7580dc8-b08a-4b00-85b7-63c76d80353b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:30:01.530226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f7580dc8-b08a-4b00-85b7-63c76d80353b not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:30:01.539173 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-364ef175-a9ee-468c-b079-33d840ecdab3 None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:30:01.580863 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-585e6205-ea80-4f2a-8203-1d35574142ef tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:01.599692 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:30:01.607537 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9c9756fa-492c-4417-a93b-9dd5ebf3b965 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "PUT /v2.0/routers/8859c509-1ed1-4fd0-bc04-6dca61baafc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1828668 Aug 06 16:30:01.608547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52842) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:01.620050 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-364ef175-a9ee-468c-b079-33d840ecdab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:57Z', 'revision_number': 11, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:01.662545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364ef175-a9ee-468c-b079-33d840ecdab3 None None] Checking router: c63208dc-fc8c-41cd-9681-72263af0ef43 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:30:01.674869 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ef175-a9ee-468c-b079-33d840ecdab3 None None] Routers {'c63208dc-fc8c-41cd-9681-72263af0ef43'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:30:01.679028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-364ef175-a9ee-468c-b079-33d840ecdab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c63208dc-fc8c-41cd-9681-72263af0ef43'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:01.823700 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-364ef175-a9ee-468c-b079-33d840ecdab3 None None] Set router c63208dc-fc8c-41cd-9681-72263af0ef43 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:30:01.844197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a7d0f7-4c4a-4bdf-9de4-9871439dee59 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:01.845011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a7d0f7-4c4a-4bdf-9de4-9871439dee59 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:01.845712 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a7d0f7-4c4a-4bdf-9de4-9871439dee59 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:01.846619 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a7d0f7-4c4a-4bdf-9de4-9871439dee59 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:01.856120 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e8a7d0f7-4c4a-4bdf-9de4-9871439dee59 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2465227 Aug 06 16:30:01.856761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52848) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:01.904785 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-585e6205-ea80-4f2a-8203-1d35574142ef tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:01.907949 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-585e6205-ea80-4f2a-8203-1d35574142ef tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:01.955635 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-364ef175-a9ee-468c-b079-33d840ecdab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:57Z', 'revision_number': 11, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:01.965668 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-585e6205-ea80-4f2a-8203-1d35574142ef tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:01.965668 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585e6205-ea80-4f2a-8203-1d35574142ef tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Fanout notify agent at l3_agent the message router_deleted on router c63208dc-fc8c-41cd-9681-72263af0ef43 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:30:01.973355 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-585e6205-ea80-4f2a-8203-1d35574142ef tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:01.979873 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52850) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:01.981071 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-585e6205-ea80-4f2a-8203-1d35574142ef tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/routers/c63208dc-fc8c-41cd-9681-72263af0ef43 HTTP/1.1" status: 204 len: 168 time: 0.5524106 Aug 06 16:30:01.985776 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-010ddf2b-8caf-4e07-b187-47effaa0b49a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1291268634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:01.994456 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364ef175-a9ee-468c-b079-33d840ecdab3 None None] The sync data for ids ['c63208dc-fc8c-41cd-9681-72263af0ef43'] in n-d-803756-1 is: [{'id': 'c63208dc-fc8c-41cd-9681-72263af0ef43', 'name': 'tempest-RoutersTest-router-1634279713', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:27Z', 'updated_at': '2021-08-06T16:29:57Z', 'revision_number': 11, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:30:01.997769 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Sync routers for ids ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:30:02.009635 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Routers {'8859c509-1ed1-4fd0-bc04-6dca61baafc0'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:30:02.010431 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:02.016195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24252ae-be69-46d6-8d81-91b7ed675d36 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:02.016676 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24252ae-be69-46d6-8d81-91b7ed675d36 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:02.017245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24252ae-be69-46d6-8d81-91b7ed675d36 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:02.017585 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24252ae-be69-46d6-8d81-91b7ed675d36 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:02.022179 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d24252ae-be69-46d6-8d81-91b7ed675d36 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1619065 Aug 06 16:30:02.022869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52852) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:02.039417 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-010ddf2b-8caf-4e07-b187-47effaa0b49a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:02.041066 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-010ddf2b-8caf-4e07-b187-47effaa0b49a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:02.104833 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-010ddf2b-8caf-4e07-b187-47effaa0b49a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:02.109318 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-010ddf2b-8caf-4e07-b187-47effaa0b49a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:02.136941 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e72e90e-d84d-4973-a606-655050ed88dd None None] Network edbdb060-f1f6-4c93-933a-944d3d3cc6d7 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:30:02.143933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-010ddf2b-8caf-4e07-b187-47effaa0b49a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:02.145224 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-010ddf2b-8caf-4e07-b187-47effaa0b49a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1641231 Aug 06 16:30:02.148598 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52856) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:02.153914 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-475307bd-d540-48af-8b4b-ba40d96b35ff tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:02.220521 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Set router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:30:02.246947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-76ded8dd-f3ed-40ad-8dce-0653e475841c None None] Provisioning for port 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:30:02.253711 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-76ded8dd-f3ed-40ad-8dce-0653e475841c None None] Provisioning complete for port 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:02.254369 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-76ded8dd-f3ed-40ad-8dce-0653e475841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:02.445147 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-76ded8dd-f3ed-40ad-8dce-0653e475841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:02.490111 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-76ded8dd-f3ed-40ad-8dce-0653e475841c None None] For port 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4,segment=NetworkSegment(f981a84d-cb3d-4d55-b71b-59164343b100),segment_id=f981a84d-cb3d-4d55-b71b-59164343b100)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:02.504453 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-76ded8dd-f3ed-40ad-8dce-0653e475841c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:02.508014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7f1ec6a5-3b13-47da-b24c-eda6eb9681ff tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.4811695 Aug 06 16:30:02.570184 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-475307bd-d540-48af-8b4b-ba40d96b35ff tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-958624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1159'] for router, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:02.589255 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:30:00Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'd1af2b3b-0d21-4615-9486-aeb5c390da49', 'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:0f:75:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:59Z', 'updated_at': '2021-08-06T16:30:00Z', 'revision_number': 2, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:02.591623 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-475307bd-d540-48af-8b4b-ba40d96b35ff tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-958615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-958622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954272'] for router, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:02.606747 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ded8dd-f3ed-40ad-8dce-0653e475841c None None] Pushing event updated for resources: {'Port': ['ID=8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:02.639995 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Checking router: 8859c509-1ed1-4fd0-bc04-6dca61baafc0 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:30:02.640489 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Updating router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 port d1af2b3b-0d21-4615-9486-aeb5c390da49 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:30:02.669003 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:02.725432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475307bd-d540-48af-8b4b-ba40d96b35ff tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Router 6a864f09-07f5-4e5a-9200-683b7de24c2c is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:30:02.827838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475307bd-d540-48af-8b4b-ba40d96b35ff tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:30:02.840815 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-475307bd-d540-48af-8b4b-ba40d96b35ff tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:02.842296 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-475307bd-d540-48af-8b4b-ba40d96b35ff tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "PUT /v2.0/routers/6a864f09-07f5-4e5a-9200-683b7de24c2c HTTP/1.1" status: 200 len: 694 time: 0.6927636 Aug 06 16:30:02.844946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52864) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:02.848214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388340ce-3bbc-4b75-ac53-65f54f975310 None None] Sync routers for ids ['6a864f09-07f5-4e5a-9200-683b7de24c2c'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:30:02.856583 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-928c2c62-b014-467f-925a-f9578d0bb5aa None None] Provisioning for port d1af2b3b-0d21-4615-9486-aeb5c390da49 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:30:02.861450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-928c2c62-b014-467f-925a-f9578d0bb5aa None None] Provisioning complete for port d1af2b3b-0d21-4615-9486-aeb5c390da49 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:02.861962 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-928c2c62-b014-467f-925a-f9578d0bb5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:02.924633 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388340ce-3bbc-4b75-ac53-65f54f975310 None None] Routers {'6a864f09-07f5-4e5a-9200-683b7de24c2c'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:30:02.925296 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-388340ce-3bbc-4b75-ac53-65f54f975310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6a864f09-07f5-4e5a-9200-683b7de24c2c'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:02.971312 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52870) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:02.981154 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d1f38a9f-e9d3-438a-8f2c-3b877dc4ea9e tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/routers/6a864f09-07f5-4e5a-9200-683b7de24c2c HTTP/1.1" status: 200 len: 700 time: 0.1259475 Aug 06 16:30:02.993358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:30:03.010616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52872) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:03.018477 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1d087972-fdff-48a4-a26f-09ce257b5a28 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a864f09-07f5-4e5a-9200-683b7de24c2c HTTP/1.1" status: 200 len: 205 time: 0.0454752 Aug 06 16:30:03.091098 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:03.104100 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Transition to ACTIVE for port object d1af2b3b-0d21-4615-9486-aeb5c390da49 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:30:03.108553 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-13a07c66-60e8-4f8b-931f-3406b8331524 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:03.116828 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:03.220800 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3dcb0-47fd-4337-b112-d3f1db5858d8 None None] Pushing event updated for resources: {'Port': ['ID=d1af2b3b-0d21-4615-9486-aeb5c390da49,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:03.313112 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Attempting to bind port d1af2b3b-0d21-4615-9486-aeb5c390da49 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:30:03.313481 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Attempting to bind port d1af2b3b-0d21-4615-9486-aeb5c390da49 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'f981a84d-cb3d-4d55-b71b-59164343b100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:30:03.313867 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Attempting to bind port d1af2b3b-0d21-4615-9486-aeb5c390da49 on network edbdb060-f1f6-4c93-933a-944d3d3cc6d7 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:30:03.320462 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:30:03.320946 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Checking segment: {'id': 'f981a84d-cb3d-4d55-b71b-59164343b100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:30:03.321451 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:03.321861 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Bound using segment: {'id': 'f981a84d-cb3d-4d55-b71b-59164343b100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:30:03.322388 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Bound port: d1af2b3b-0d21-4615-9486-aeb5c390da49, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f981a84d-cb3d-4d55-b71b-59164343b100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:30:03.322765 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:03.331440 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-388340ce-3bbc-4b75-ac53-65f54f975310 None None] Set router 6a864f09-07f5-4e5a-9200-683b7de24c2c gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:30:03.333691 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-928c2c62-b014-467f-925a-f9578d0bb5aa None None] Port d1af2b3b-0d21-4615-9486-aeb5c390da49 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:30:03.395421 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] For port d1af2b3b-0d21-4615-9486-aeb5c390da49, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:30:03.400499 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] For port d1af2b3b-0d21-4615-9486-aeb5c390da49, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d1af2b3b-0d21-4615-9486-aeb5c390da49,segment=NetworkSegment(f981a84d-cb3d-4d55-b71b-59164343b100),segment_id=f981a84d-cb3d-4d55-b71b-59164343b100)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:30:03.403487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-388340ce-3bbc-4b75-ac53-65f54f975310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a864f09-07f5-4e5a-9200-683b7de24c2c', 'name': 'tempest-RoutersTest-router-1291268634', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:02Z', 'updated_at': '2021-08-06T16:30:02Z', 'revision_number': 2, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:03.411044 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:03.449467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388340ce-3bbc-4b75-ac53-65f54f975310 None None] Checking router: 6a864f09-07f5-4e5a-9200-683b7de24c2c for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:30:03.455768 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-928c2c62-b014-467f-925a-f9578d0bb5aa None None] Provisioning complete for port 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:03.456445 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-928c2c62-b014-467f-925a-f9578d0bb5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:03.478981 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3dcb0-47fd-4337-b112-d3f1db5858d8 None None] Pushing event updated for resources: {'Port': ['ID=d1af2b3b-0d21-4615-9486-aeb5c390da49,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:03.502143 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Routers {'8859c509-1ed1-4fd0-bc04-6dca61baafc0'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:30:03.504391 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:03.551221 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388340ce-3bbc-4b75-ac53-65f54f975310 None None] Routers {'6a864f09-07f5-4e5a-9200-683b7de24c2c'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:30:03.552666 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-388340ce-3bbc-4b75-ac53-65f54f975310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:29:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6a864f09-07f5-4e5a-9200-683b7de24c2c'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:03.687220 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] Set router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:30:03.783333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:03.783774 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:03.845569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-388340ce-3bbc-4b75-ac53-65f54f975310 None None] Set router 6a864f09-07f5-4e5a-9200-683b7de24c2c gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:30:03.922221 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-388340ce-3bbc-4b75-ac53-65f54f975310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a864f09-07f5-4e5a-9200-683b7de24c2c', 'name': 'tempest-RoutersTest-router-1291268634', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:02Z', 'updated_at': '2021-08-06T16:30:02Z', 'revision_number': 2, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:03.970990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52882) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:03.979065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ea3c05b9-4d24-4914-9152-4859c509829b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1807642519', 'description': 'tempest-secgroup-smoke-1807642519 description', 'project_id': 'e12d0f28033544588a6800f70ae4d876'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:03.986681 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-13a07c66-60e8-4f8b-931f-3406b8331524 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:03.990214 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-13a07c66-60e8-4f8b-931f-3406b8331524 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.026337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ea3c05b9-4d24-4914-9152-4859c509829b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.041360 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-13a07c66-60e8-4f8b-931f-3406b8331524 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.042176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a07c66-60e8-4f8b-931f-3406b8331524 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Fanout notify agent at l3_agent the message router_deleted on router 6a864f09-07f5-4e5a-9200-683b7de24c2c {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:30:04.051209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388340ce-3bbc-4b75-ac53-65f54f975310 None None] The sync data for ids ['6a864f09-07f5-4e5a-9200-683b7de24c2c'] in n-d-803756-1 is: [{'id': '6a864f09-07f5-4e5a-9200-683b7de24c2c', 'name': 'tempest-RoutersTest-router-1291268634', 'tenant_id': '4a0a69256c834f8396101e2cba663ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:02Z', 'updated_at': '2021-08-06T16:30:02Z', 'revision_number': 2, 'project_id': '4a0a69256c834f8396101e2cba663ecf', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:30:04.053379 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-13a07c66-60e8-4f8b-931f-3406b8331524 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.055248 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-13a07c66-60e8-4f8b-931f-3406b8331524 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/routers/6a864f09-07f5-4e5a-9200-683b7de24c2c HTTP/1.1" status: 204 len: 168 time: 1.0427928 Aug 06 16:30:04.061129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52884) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.112347 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d0c773f6-0334-4c56-b45f-a063b0f01981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.115402 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-60233c2e-5ca9-4a90-91d6-e1a5c4f212ff tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a864f09-07f5-4e5a-9200-683b7de24c2c HTTP/1.1" status: 200 len: 205 time: 0.0528491 Aug 06 16:30:04.119327 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52886) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.121811 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:30:00Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'd1af2b3b-0d21-4615-9486-aeb5c390da49', 'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:0f:75:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:59Z', 'updated_at': '2021-08-06T16:30:03Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:04.180307 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d2102-67b2-4df5-b2d2-3d5b5bf7096e None None] The sync data for ids ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'] in n-d-803756-1 is: [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:30:00Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'd1af2b3b-0d21-4615-9486-aeb5c390da49', 'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:0f:75:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:59Z', 'updated_at': '2021-08-06T16:30:03Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:30:04.220121 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-fb1a6e07-0ec8-4acb-8da2-29d5f2529031 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] delete failed (client error): The resource could not be found. Aug 06 16:30:04.224634 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fb1a6e07-0ec8-4acb-8da2-29d5f2529031 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/routers/6a864f09-07f5-4e5a-9200-683b7de24c2c HTTP/1.1" status: 404 len: 336 time: 0.1007042 Aug 06 16:30:04.226918 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ea3c05b9-4d24-4914-9152-4859c509829b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.227603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52894) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.228669 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 6366b82f-b1e9-4790-b2a0-b1f568d3d15b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:30:04.238033 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ea3c05b9-4d24-4914-9152-4859c509829b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.291974 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ea3c05b9-4d24-4914-9152-4859c509829b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.293427 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ea3c05b9-4d24-4914-9152-4859c509829b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3213706 Aug 06 16:30:04.296367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52896) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.302062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-e0d98c4f-ac7b-42d0-9ad5-0efa4e948ae8 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '8b7f024e-a0de-476d-b9eb-e62c51ab2532', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:04.347887 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0d98c4f-ac7b-42d0-9ad5-0efa4e948ae8 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.361105 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 6366b82f-b1e9-4790-b2a0-b1f568d3d15b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:04.361480 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.374881 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-577e03f7-9487-4d2d-aa5b-ae39d703e4a7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] DELETE failed (client error): The resource could not be found. Aug 06 16:30:04.375342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577e03f7-9487-4d2d-aa5b-ae39d703e4a7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:30:04.377806 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-577e03f7-9487-4d2d-aa5b-ae39d703e4a7 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/104e8c78-ad72-4ae1-a9a2-4bc9f52a6db2 HTTP/1.1" status: 404 len: 337 time: 0.1487851 Aug 06 16:30:04.380781 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52898) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.382995 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c05b9-4d24-4914-9152-4859c509829b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7f024e-a0de-476d-b9eb-e62c51ab2532,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:04.435215 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afe2ed3-9305-4bea-be78-d6bbfb1e0465 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] DELETE failed (client error): The resource could not be found. Aug 06 16:30:04.445853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afe2ed3-9305-4bea-be78-d6bbfb1e0465 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:30:04.447009 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0d98c4f-ac7b-42d0-9ad5-0efa4e948ae8 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.448743 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8afe2ed3-9305-4bea-be78-d6bbfb1e0465 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/4d834023-1ea7-4931-bd7a-7a97f4fd9a2d HTTP/1.1" status: 404 len: 337 time: 0.0663013 Aug 06 16:30:04.451229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52900) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.454543 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0d98c4f-ac7b-42d0-9ad5-0efa4e948ae8 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.489482 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b4e6a9-1635-4fc6-85d4-23c35a4c8b7f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] DELETE failed (client error): The resource could not be found. Aug 06 16:30:04.490189 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b4e6a9-1635-4fc6-85d4-23c35a4c8b7f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:30:04.495104 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e4b4e6a9-1635-4fc6-85d4-23c35a4c8b7f tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/040b861e-0e6a-4e15-a0a1-32ee6067a899 HTTP/1.1" status: 404 len: 337 time: 0.0400882 Aug 06 16:30:04.496425 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52902) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.506471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d98c4f-ac7b-42d0-9ad5-0efa4e948ae8 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd86120d-86bb-4b19-8f5e-3467c9b607a0,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:04.534400 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0d98c4f-ac7b-42d0-9ad5-0efa4e948ae8 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.539162 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e0d98c4f-ac7b-42d0-9ad5-0efa4e948ae8 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2409918 Aug 06 16:30:04.539756 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52904) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.544350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-11501584-dbf9-4479-be32-b3ed1094865b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '8b7f024e-a0de-476d-b9eb-e62c51ab2532', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:04.547043 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-865fc7d6-a5b1-4b05-880e-f2c08b0d8d08 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] DELETE failed (client error): The resource could not be found. Aug 06 16:30:04.547563 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865fc7d6-a5b1-4b05-880e-f2c08b0d8d08 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:30:04.551773 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-865fc7d6-a5b1-4b05-880e-f2c08b0d8d08 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/9e0e4243-fe04-4ce3-85b1-384fda4dee2b HTTP/1.1" status: 404 len: 337 time: 0.0523660 Aug 06 16:30:04.552062 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52906) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.591227 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6298291a-e2b7-42dc-b050-1b24b04caee8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports?device_id=c63208dc-fc8c-41cd-9681-72263af0ef43 HTTP/1.1" status: 200 len: 205 time: 0.0358181 Aug 06 16:30:04.591455 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-11501584-dbf9-4479-be32-b3ed1094865b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.591927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52908) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.636276 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-3dc63a4b-4618-45fa-9a55-96df5402a653 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] delete failed (client error): The resource could not be found. Aug 06 16:30:04.639783 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3dc63a4b-4618-45fa-9a55-96df5402a653 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/routers/c63208dc-fc8c-41cd-9681-72263af0ef43 HTTP/1.1" status: 404 len: 336 time: 0.0443966 Aug 06 16:30:04.640512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52910) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.676193 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-11501584-dbf9-4479-be32-b3ed1094865b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.681572 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2b1b33c0-2328-42f2-b233-67a54e682542 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports?device_id=97db1226-fe1a-421b-88ea-4244b3db6d99 HTTP/1.1" status: 200 len: 205 time: 0.0382297 Aug 06 16:30:04.682078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52912) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.683579 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-11501584-dbf9-4479-be32-b3ed1094865b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.706246 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11501584-dbf9-4479-be32-b3ed1094865b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e67129-8965-464c-9e9b-43de4e4aeb13,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:04.714372 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-11501584-dbf9-4479-be32-b3ed1094865b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.718947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-11501584-dbf9-4479-be32-b3ed1094865b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1756988 Aug 06 16:30:04.719296 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52914) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.724327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-32035b1f-cbce-4dc6-a482-1e8f1f9d6dc1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '8b7f024e-a0de-476d-b9eb-e62c51ab2532', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:04.743845 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-ef68cea9-a2df-483c-bbc8-fec48b575445 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] delete failed (client error): The resource could not be found. Aug 06 16:30:04.745667 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ef68cea9-a2df-483c-bbc8-fec48b575445 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/routers/97db1226-fe1a-421b-88ea-4244b3db6d99 HTTP/1.1" status: 404 len: 336 time: 0.0616190 Aug 06 16:30:04.747425 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52918) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.776462 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32035b1f-cbce-4dc6-a482-1e8f1f9d6dc1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.786310 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c73c59-918b-4f10-a385-d3032184a289 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] DELETE failed (client error): The resource could not be found. Aug 06 16:30:04.786766 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c73c59-918b-4f10-a385-d3032184a289 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:30:04.790986 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f4c73c59-918b-4f10-a385-d3032184a289 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/f21adca8-8b22-4d39-bff8-b8a87a889d4f HTTP/1.1" status: 404 len: 337 time: 0.0401678 Aug 06 16:30:04.792131 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52922) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.870330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4c975a7b-d270-42a2-8f7e-37c721791cca tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports?device_id=ade9c58b-ad2a-4560-91b0-3e8c59b69f41 HTTP/1.1" status: 200 len: 205 time: 0.0733383 Aug 06 16:30:04.870457 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52924) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.913914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d1af2b3b-0d21-4615-9486-aeb5c390da49 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:30:04.922753 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-aeec27d0-29e2-4422-a453-69e2ec15af36 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] delete failed (client error): The resource could not be found. Aug 06 16:30:04.926053 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aeec27d0-29e2-4422-a453-69e2ec15af36 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/routers/ade9c58b-ad2a-4560-91b0-3e8c59b69f41 HTTP/1.1" status: 404 len: 336 time: 0.0537069 Aug 06 16:30:04.926422 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52926) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.962660 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7f54ab3f-580a-4c4b-911b-e2482dfb5f4a tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ebb6149-ddea-45d0-8287-a4013d27b868 HTTP/1.1" status: 200 len: 205 time: 0.0323668 Aug 06 16:30:04.962943 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52928) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:04.987939 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32035b1f-cbce-4dc6-a482-1e8f1f9d6dc1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.995134 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32035b1f-cbce-4dc6-a482-1e8f1f9d6dc1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.023882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port d1af2b3b-0d21-4615-9486-aeb5c390da49 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:30:05.028237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d1af2b3b-0d21-4615-9486-aeb5c390da49 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:05.028610 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.035670 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-71b39fba-b787-4f23-860e-90119d97ab80 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] delete failed (client error): The resource could not be found. Aug 06 16:30:05.040786 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-71b39fba-b787-4f23-860e-90119d97ab80 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/routers/7ebb6149-ddea-45d0-8287-a4013d27b868 HTTP/1.1" status: 404 len: 336 time: 0.0767217 Aug 06 16:30:05.041719 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52930) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:05.048134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32035b1f-cbce-4dc6-a482-1e8f1f9d6dc1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44e17aa4-3eb0-4c8a-9426-3cacef6059e8,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:05.060746 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32035b1f-cbce-4dc6-a482-1e8f1f9d6dc1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.062627 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-32035b1f-cbce-4dc6-a482-1e8f1f9d6dc1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3421648 Aug 06 16:30:05.065079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52932) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:05.077850 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3ddb35-6852-4edb-b3a4-6afb1d6b47f8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] DELETE failed (client error): The resource could not be found. Aug 06 16:30:05.078302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3ddb35-6852-4edb-b3a4-6afb1d6b47f8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:30:05.080282 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ca3ddb35-6852-4edb-b3a4-6afb1d6b47f8 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/2349873a-86f4-4a4d-ab06-ff1ae66cd7a8 HTTP/1.1" status: 404 len: 337 time: 0.0371590 Aug 06 16:30:05.081181 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b31251b9-3731-4a12-9c49-1cb2e79894f0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '8b7f024e-a0de-476d-b9eb-e62c51ab2532', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:05.082916 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52934) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:05.123140 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2e9a0070-2dd5-42e0-b53c-f2db1a62e371 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports?device_id=a127c1fb-23bb-4d79-81fd-29aef0fc9740 HTTP/1.1" status: 200 len: 205 time: 0.0384414 Aug 06 16:30:05.127039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52936) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:05.176887 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-340bea38-0bda-4360-b21d-87556eed80f4 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] delete failed (client error): The resource could not be found. Aug 06 16:30:05.180570 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-340bea38-0bda-4360-b21d-87556eed80f4 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/routers/a127c1fb-23bb-4d79-81fd-29aef0fc9740 HTTP/1.1" status: 404 len: 336 time: 0.0503271 Aug 06 16:30:05.182941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52938) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:05.184786 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b31251b9-3731-4a12-9c49-1cb2e79894f0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.202755 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.225996 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf6c93a-4f2d-4fcc-baae-3753419fd85b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] DELETE failed (client error): The resource could not be found. Aug 06 16:30:05.226541 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf6c93a-4f2d-4fcc-baae-3753419fd85b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:30:05.231395 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0bf6c93a-4f2d-4fcc-baae-3753419fd85b tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/0e0f686a-b066-4b8a-884f-27872576fa7d HTTP/1.1" status: 404 len: 337 time: 0.0472651 Aug 06 16:30:05.232081 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52940) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:05.263547 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port d1af2b3b-0d21-4615-9486-aeb5c390da49, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d1af2b3b-0d21-4615-9486-aeb5c390da49,segment=NetworkSegment(f981a84d-cb3d-4d55-b71b-59164343b100),segment_id=f981a84d-cb3d-4d55-b71b-59164343b100)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:05.269171 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.279198 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-43e4cc33-054a-4012-b172-c109694dd3e9 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "GET /v2.0/ports?device_id=c50e9454-3423-4462-a564-c77b9652113d HTTP/1.1" status: 200 len: 205 time: 0.0452137 Aug 06 16:30:05.286093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52942) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:05.342340 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-58565cb2-0dee-4a69-ba5e-0187b8114241 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] delete failed (client error): The resource could not be found. Aug 06 16:30:05.346063 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52946) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:05.346438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-58565cb2-0dee-4a69-ba5e-0187b8114241 tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/routers/c50e9454-3423-4462-a564-c77b9652113d HTTP/1.1" status: 404 len: 336 time: 0.0563176 Aug 06 16:30:05.360151 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b31251b9-3731-4a12-9c49-1cb2e79894f0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.366575 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=d1af2b3b-0d21-4615-9486-aeb5c390da49,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:05.367505 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b31251b9-3731-4a12-9c49-1cb2e79894f0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.385465 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-b986510c-14d9-4596-9fcf-a1ad6d6c68de tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] DELETE failed (client error): The resource could not be found. Aug 06 16:30:05.386557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b986510c-14d9-4596-9fcf-a1ad6d6c68de tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:30:05.387791 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b986510c-14d9-4596-9fcf-a1ad6d6c68de tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/d63ecb52-f99c-4ac4-b025-c72109e08eea HTTP/1.1" status: 404 len: 337 time: 0.0403798 Aug 06 16:30:05.390802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52952) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:05.394969 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b31251b9-3731-4a12-9c49-1cb2e79894f0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.397213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b31251b9-3731-4a12-9c49-1cb2e79894f0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3303192 Aug 06 16:30:05.402313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 52954) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:05.408016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-5d885da0-d1c4-49e6-a36d-85110ff08ba7 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '8b7f024e-a0de-476d-b9eb-e62c51ab2532', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:05.420248 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31251b9-3731-4a12-9c49-1cb2e79894f0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166c522a-21fb-41a8-95b6-beeb60c98e04,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:05.451620 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-5d885da0-d1c4-49e6-a36d-85110ff08ba7 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Project e12d0f28033544588a6800f70ae4d876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:30:05.459746 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfb6949-b231-4303-af67-5d8b7eac4caf tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] DELETE failed (client error): The resource could not be found. Aug 06 16:30:05.460129 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5d885da0-d1c4-49e6-a36d-85110ff08ba7 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.460299 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdfb6949-b231-4303-af67-5d8b7eac4caf tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:30:05.465195 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bdfb6949-b231-4303-af67-5d8b7eac4caf tempest-RoutersTest-2143266164 tempest-RoutersTest-2143266164-project] 10.222.0.37 "DELETE /v2.0/subnets/19671524-cee3-4e5a-bfed-2df0aa39dc1c HTTP/1.1" status: 404 len: 337 time: 0.0602491 Aug 06 16:30:05.545085 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5d885da0-d1c4-49e6-a36d-85110ff08ba7 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.551276 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5d885da0-d1c4-49e6-a36d-85110ff08ba7 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.581919 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5d885da0-d1c4-49e6-a36d-85110ff08ba7 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.585861 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5d885da0-d1c4-49e6-a36d-85110ff08ba7 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1800623 Aug 06 16:30:05.586158 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52958) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:05.586280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d885da0-d1c4-49e6-a36d-85110ff08ba7 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86af295a-2c8a-4c2f-8dd9-f75cb5ab55b7,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:05.592286 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ddb81f96-dfc6-4ec5-bb84-d676533b9263 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '8b7f024e-a0de-476d-b9eb-e62c51ab2532', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:05.632558 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-ddb81f96-dfc6-4ec5-bb84-d676533b9263 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Project e12d0f28033544588a6800f70ae4d876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:30:05.644001 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ddb81f96-dfc6-4ec5-bb84-d676533b9263 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.724526 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ddb81f96-dfc6-4ec5-bb84-d676533b9263 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.729156 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ddb81f96-dfc6-4ec5-bb84-d676533b9263 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.760416 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ddb81f96-dfc6-4ec5-bb84-d676533b9263 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:05.762365 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ddb81f96-dfc6-4ec5-bb84-d676533b9263 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1748130 Aug 06 16:30:05.763452 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb81f96-dfc6-4ec5-bb84-d676533b9263 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2824aec-daea-42a4-85b9-699e85d22f33,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:05.832995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52964) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:06.013656 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5c0e5723-5bec-4b08-a6aa-f9b9e6f5a945 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a0a69256c834f8396101e2cba663ecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1725006 Aug 06 16:30:06.016639 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 52988) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:06.029048 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-f432d5bd-0057-4035-81a8-9a59e950f3e8 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807642519&fields=id&tenant_id=e12d0f28033544588a6800f70ae4d876 HTTP/1.1" status: 200 len: 267 time: 0.0343859 Aug 06 16:30:06.074443 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e174c726-9386-43b8-88ff-cc76b63ea032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:06.102053 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e174c726-9386-43b8-88ff-cc76b63ea032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:06.151420 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e174c726-9386-43b8-88ff-cc76b63ea032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:06.154153 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e174c726-9386-43b8-88ff-cc76b63ea032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:06.157910 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e174c726-9386-43b8-88ff-cc76b63ea032 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/580ba7e4-0386-4d12-b81e-e7d5075e679f HTTP/1.1" status: 204 len: 168 time: 0.1379290 Aug 06 16:30:06.158046 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-f5d2ee64-135f-43ce-a917-dc2d235f7500 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:06.162211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-f5d2ee64-135f-43ce-a917-dc2d235f7500 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/networks?id=edbdb060-f1f6-4c93-933a-944d3d3cc6d7 HTTP/1.1" status: 200 len: 796 time: 0.1213658 Aug 06 16:30:06.164395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174c726-9386-43b8-88ff-cc76b63ea032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580ba7e4-0386-4d12-b81e-e7d5075e679f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:06.174549 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-8d5b8fee-a603-4ee5-8998-9b01ff64e871 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/quotas/e12d0f28033544588a6800f70ae4d876 HTTP/1.1" status: 200 len: 375 time: 0.0106363 Aug 06 16:30:06.234493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-afac8785-c615-461b-9cf1-fb3421e6d295 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e12d0f28033544588a6800f70ae4d876&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528271 Aug 06 16:30:06.246115 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f7d13838-e849-4d42-b5d1-a4ada8becb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:06.344203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-0c9f6024-4105-42cb-b646-db1abd4d376c service neutron] 10.222.0.37 "GET /v2.0/networks/edbdb060-f1f6-4c93-933a-944d3d3cc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950692 Aug 06 16:30:06.442108 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-bb8f1ffe-2480-456f-9801-0b5258638e1b service neutron] 10.222.0.37 "GET /v2.0/networks/edbdb060-f1f6-4c93-933a-944d3d3cc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915382 Aug 06 16:30:06.642406 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34090291-b650-4507-b713-4005be21dcd1 req-c5ef324c-b348-4a63-9ae9-8661253ad08c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 210 time: 0.0350664 Aug 06 16:30:06.645678 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:06.877894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d1af2b3b-0d21-4615-9486-aeb5c390da49 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:30:06.941878 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d1af2b3b-0d21-4615-9486-aeb5c390da49 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:06.942754 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.008309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53030) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:07.126496 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4ee29c41-d207-4f89-9e6c-ba2930354302 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:07.127086 n-d-803756-1 neutron-server[105764]: WARNING neutron.api.v2.base [None req-4ee29c41-d207-4f89-9e6c-ba2930354302 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 06 16:30:07.127524 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-4ee29c41-d207-4f89-9e6c-ba2930354302 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): There was a conflict when trying to complete your request. Aug 06 16:30:07.128484 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4ee29c41-d207-4f89-9e6c-ba2930354302 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1182201 Aug 06 16:30:07.132986 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53034) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:07.138870 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ea926c7e-ceea-45e7-9e45-c8c83b48676a tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group': {'name': 'tempest-secgroup--843182502'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:07.162867 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea926c7e-ceea-45e7-9e45-c8c83b48676a tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.172029 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea926c7e-ceea-45e7-9e45-c8c83b48676a tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.270930 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea926c7e-ceea-45e7-9e45-c8c83b48676a tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.275882 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea926c7e-ceea-45e7-9e45-c8c83b48676a tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.313342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea926c7e-ceea-45e7-9e45-c8c83b48676a tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f9898f-c7e7-4358-8607-944cb7460c0c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:07.361044 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.388892 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea926c7e-ceea-45e7-9e45-c8c83b48676a tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.395715 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea926c7e-ceea-45e7-9e45-c8c83b48676a tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.422690 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea926c7e-ceea-45e7-9e45-c8c83b48676a tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.423915 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ea926c7e-ceea-45e7-9e45-c8c83b48676a tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2898748 Aug 06 16:30:07.427584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53038) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:07.432136 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b66cc214-7126-49e2-aab3-05acf9ccd2b9 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': '25d6ab88-5132-44bb-9683-23bf9c179836', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:07.438390 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea926c7e-ceea-45e7-9e45-c8c83b48676a tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d6ab88-5132-44bb-9683-23bf9c179836,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:07.464231 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b66cc214-7126-49e2-aab3-05acf9ccd2b9 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.540364 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b66cc214-7126-49e2-aab3-05acf9ccd2b9 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.545242 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b66cc214-7126-49e2-aab3-05acf9ccd2b9 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.570148 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66cc214-7126-49e2-aab3-05acf9ccd2b9 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9332ca86-44c3-4c63-8b74-303e435e9ef6,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:07.577721 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b66cc214-7126-49e2-aab3-05acf9ccd2b9 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.581969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53044) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:07.582522 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b66cc214-7126-49e2-aab3-05acf9ccd2b9 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536181 Aug 06 16:30:07.587283 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d7344e45-c390-4e38-bc99-6d92ea079a0e tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': '25d6ab88-5132-44bb-9683-23bf9c179836', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:07.622818 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d7344e45-c390-4e38-bc99-6d92ea079a0e tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.709682 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-d7344e45-c390-4e38-bc99-6d92ea079a0e tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): There was a conflict when trying to complete your request. Aug 06 16:30:07.710825 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d7344e45-c390-4e38-bc99-6d92ea079a0e tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1278362 Aug 06 16:30:07.713514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53050) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:07.792017 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-05abb225-f4e8-4ab9-bb5c-a1716ae2daa4 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.846087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-408fc27a-a489-4079-9282-c2d278bad045 req-580ab0d2-1e71-4dea-8f94-c7303d9221ac tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 210 time: 0.0581470 Aug 06 16:30:07.861719 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-05abb225-f4e8-4ab9-bb5c-a1716ae2daa4 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.883622 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-206db24e-b41e-4630-9ddf-5d5b4fed0354 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:07.885847 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-206db24e-b41e-4630-9ddf-5d5b4fed0354 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.78 "GET /v2.0/networks?id=edbdb060-f1f6-4c93-933a-944d3d3cc6d7 HTTP/1.1" status: 200 len: 796 time: 0.2225676 Aug 06 16:30:07.914833 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-05abb225-f4e8-4ab9-bb5c-a1716ae2daa4 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.918338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-05abb225-f4e8-4ab9-bb5c-a1716ae2daa4 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.922321 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-05abb225-f4e8-4ab9-bb5c-a1716ae2daa4 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "DELETE /v2.0/security-groups/25d6ab88-5132-44bb-9683-23bf9c179836 HTTP/1.1" status: 204 len: 168 time: 0.2078214 Aug 06 16:30:07.922571 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53056) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:07.931985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abb225-f4e8-4ab9-bb5c-a1716ae2daa4 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d6ab88-5132-44bb-9683-23bf9c179836,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:07.972200 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-234aaf44-542d-4ac8-b6ae-cbbb1688b35e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e12d0f28033544588a6800f70ae4d876 HTTP/1.1" status: 200 len: 380 time: 0.0747657 Aug 06 16:30:08.002117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-075b66a0-dee1-4f86-b9d2-78a77042c0cf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'port': {'device_id': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'admin_state_up': True, 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'security_groups': ['8b7f024e-a0de-476d-b9eb-e62c51ab2532']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:08.037902 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-85a0c34c-7c5f-4079-a6b5-3e12925cf562 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1141684 Aug 06 16:30:08.041454 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53058) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:08.045844 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-59bcefd3-750d-44d0-a256-3d31ddcb4608 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864810832'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:08.105904 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59bcefd3-750d-44d0-a256-3d31ddcb4608 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.205246 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59bcefd3-750d-44d0-a256-3d31ddcb4608 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.212395 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59bcefd3-750d-44d0-a256-3d31ddcb4608 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.249791 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-075b66a0-dee1-4f86-b9d2-78a77042c0cf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Made reservation on behalf of e12d0f28033544588a6800f70ae4d876 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:30:08.253255 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-075b66a0-dee1-4f86-b9d2-78a77042c0cf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.255253 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcefd3-750d-44d0-a256-3d31ddcb4608 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057bd499-50fc-4972-bc1e-2020b3f9851f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:08.259102 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59bcefd3-750d-44d0-a256-3d31ddcb4608 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.263421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53064) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:08.263560 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-59bcefd3-750d-44d0-a256-3d31ddcb4608 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2210150 Aug 06 16:30:08.267949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2354e81d-5b14-4d9a-887f-b3b36e79b153 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': '057bd499-50fc-4972-bc1e-2020b3f9851f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:08.268673 n-d-803756-1 neutron-server[105765]: WARNING neutron.api.v2.base [None req-2354e81d-5b14-4d9a-887f-b3b36e79b153 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 06 16:30:08.269170 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-2354e81d-5b14-4d9a-887f-b3b36e79b153 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:30:08.270116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2354e81d-5b14-4d9a-887f-b3b36e79b153 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057294 Aug 06 16:30:08.272806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53066) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:08.337236 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0037814-eb7c-4966-bcdf-d425886cf9e0 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.360805 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0037814-eb7c-4966-bcdf-d425886cf9e0 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.408140 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-075b66a0-dee1-4f86-b9d2-78a77042c0cf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Allocated IP 172.20.0.10 (edbdb060-f1f6-4c93-933a-944d3d3cc6d7/6dd262e1-c16b-4e36-9f52-12079a381960/3478397d-b995-49c8-a1be-1fcab59a2687) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:30:08.416998 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0037814-eb7c-4966-bcdf-d425886cf9e0 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.419787 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0037814-eb7c-4966-bcdf-d425886cf9e0 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.421672 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d0037814-eb7c-4966-bcdf-d425886cf9e0 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "DELETE /v2.0/security-groups/057bd499-50fc-4972-bc1e-2020b3f9851f HTTP/1.1" status: 204 len: 168 time: 0.1472623 Aug 06 16:30:08.424264 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53070) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:08.433694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0037814-eb7c-4966-bcdf-d425886cf9e0 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=057bd499-50fc-4972-bc1e-2020b3f9851f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:08.519742 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e1daa630-8a34-4d81-883e-73266bc53cd1 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0936842 Aug 06 16:30:08.523825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53076) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:08.528348 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-83f1ced9-4ebb-4e4a-8ddc-e6ceaaac9e05 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group': {'name': 'tempest-secgroup--348500860'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:08.550557 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83f1ced9-4ebb-4e4a-8ddc-e6ceaaac9e05 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.607327 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-075b66a0-dee1-4f86-b9d2-78a77042c0cf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.620941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-075b66a0-dee1-4f86-b9d2-78a77042c0cf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Transition to ACTIVE for port object 3478397d-b995-49c8-a1be-1fcab59a2687 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:30:08.637286 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83f1ced9-4ebb-4e4a-8ddc-e6ceaaac9e05 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.643110 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83f1ced9-4ebb-4e4a-8ddc-e6ceaaac9e05 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.655926 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-075b66a0-dee1-4f86-b9d2-78a77042c0cf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.669832 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83f1ced9-4ebb-4e4a-8ddc-e6ceaaac9e05 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.674014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-83f1ced9-4ebb-4e4a-8ddc-e6ceaaac9e05 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1464937 Aug 06 16:30:08.675605 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53078) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:08.680076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-aafe7c4a-771b-4054-910a-a20404501ade tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': 'f84314f0-ecb6-4ffd-9b2d-08cdb1e9d6fa', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:08.680752 n-d-803756-1 neutron-server[105765]: WARNING neutron.api.v2.base [None req-aafe7c4a-771b-4054-910a-a20404501ade tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 06 16:30:08.681351 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-aafe7c4a-771b-4054-910a-a20404501ade tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:30:08.684765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-aafe7c4a-771b-4054-910a-a20404501ade tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057783 Aug 06 16:30:08.685035 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53080) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:08.694865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1ced9-4ebb-4e4a-8ddc-e6ceaaac9e05 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84314f0-ecb6-4ffd-9b2d-08cdb1e9d6fa,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:08.702926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-075b66a0-dee1-4f86-b9d2-78a77042c0cf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network edbdb060-f1f6-4c93-933a-944d3d3cc6d7 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:30:08.711174 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-075b66a0-dee1-4f86-b9d2-78a77042c0cf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:30:08.715461 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-075b66a0-dee1-4f86-b9d2-78a77042c0cf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:30:08.722012 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b66a0-dee1-4f86-b9d2-78a77042c0cf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Port': ['ID=3478397d-b995-49c8-a1be-1fcab59a2687,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:08.757077 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c192388d-f9d8-40df-9ad9-1c00b8edb21b tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.780878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-075b66a0-dee1-4f86-b9d2-78a77042c0cf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:08.781547 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-075b66a0-dee1-4f86-b9d2-78a77042c0cf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.791607 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c192388d-f9d8-40df-9ad9-1c00b8edb21b tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.800057 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-075b66a0-dee1-4f86-b9d2-78a77042c0cf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8069463 Aug 06 16:30:08.886999 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c192388d-f9d8-40df-9ad9-1c00b8edb21b tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.889899 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c192388d-f9d8-40df-9ad9-1c00b8edb21b tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:08.893404 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c192388d-f9d8-40df-9ad9-1c00b8edb21b tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "DELETE /v2.0/security-groups/f84314f0-ecb6-4ffd-9b2d-08cdb1e9d6fa HTTP/1.1" status: 204 len: 168 time: 0.2050300 Aug 06 16:30:08.893816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53088) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:08.898001 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Request body: {'port': {'device_id': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:08.943732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192388d-f9d8-40df-9ad9-1c00b8edb21b tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84314f0-ecb6-4ffd-9b2d-08cdb1e9d6fa,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:09.000181 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.031300 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fbef1d5a-0760-4076-8236-05bddeecdb91 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1100557 Aug 06 16:30:09.035256 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53092) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:09.045236 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-70f1e757-802c-401a-91b9-5aa4bed3dff9 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group': {'name': 'tempest-secgroup--661295383'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:09.054384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa5b62-3168-4a15-8825-eef6804ddcf6 req-7966b64a-435f-45ee-ae32-b1af8d455d91 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:09.056153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfaa5b62-3168-4a15-8825-eef6804ddcf6 req-7966b64a-435f-45ee-ae32-b1af8d455d91 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 932 time: 0.0934720 Aug 06 16:30:09.102007 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfaa5b62-3168-4a15-8825-eef6804ddcf6 req-a5242e4e-41fa-4084-a19f-9d1e1cb3528a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b7f024e-a0de-476d-b9eb-e62c51ab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377076 Aug 06 16:30:09.107741 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.119335 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3505075c-5558-4227-ae6a-645986bbf8f4 None None] Provisioning for port 3478397d-b995-49c8-a1be-1fcab59a2687 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:30:09.124721 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3505075c-5558-4227-ae6a-645986bbf8f4 None None] Provisioning complete for port 3478397d-b995-49c8-a1be-1fcab59a2687 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:09.125195 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3505075c-5558-4227-ae6a-645986bbf8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.151381 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-70f1e757-802c-401a-91b9-5aa4bed3dff9 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.167592 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3505075c-5558-4227-ae6a-645986bbf8f4 None None] Port 3478397d-b995-49c8-a1be-1fcab59a2687 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:30:09.348352 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-70f1e757-802c-401a-91b9-5aa4bed3dff9 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.357792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-70f1e757-802c-401a-91b9-5aa4bed3dff9 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.405176 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-70f1e757-802c-401a-91b9-5aa4bed3dff9 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.406441 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-70f1e757-802c-401a-91b9-5aa4bed3dff9 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3705282 Aug 06 16:30:09.410287 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53094) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:09.415653 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1e757-802c-401a-91b9-5aa4bed3dff9 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb36f31-0e6b-4ab2-9fc7-ced073fbf4e9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:09.418050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-fc31de2d-0c4d-4b50-86ca-4b83b3ce82fc tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': '6fb36f31-0e6b-4ab2-9fc7-ced073fbf4e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:09.420921 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3478397d-b995-49c8-a1be-1fcab59a2687 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:30:09.421102 n-d-803756-1 neutron-server[105765]: WARNING neutron.api.v2.base [None req-fc31de2d-0c4d-4b50-86ca-4b83b3ce82fc tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 06 16:30:09.421662 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-fc31de2d-0c4d-4b50-86ca-4b83b3ce82fc tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:30:09.425279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fc31de2d-0c4d-4b50-86ca-4b83b3ce82fc tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107100 Aug 06 16:30:09.425616 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53096) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:09.428801 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.435917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-33f2d289-881c-4516-9cff-68fda83e396f tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': '6fb36f31-0e6b-4ab2-9fc7-ced073fbf4e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:09.437008 n-d-803756-1 neutron-server[105765]: WARNING neutron.api.v2.base [None req-33f2d289-881c-4516-9cff-68fda83e396f tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 06 16:30:09.439149 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-33f2d289-881c-4516-9cff-68fda83e396f tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:30:09.439558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-33f2d289-881c-4516-9cff-68fda83e396f tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0123754 Aug 06 16:30:09.442706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53100) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:09.448315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-86928341-ca67-4fc8-8495-e3154b08148f tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': '6fb36f31-0e6b-4ab2-9fc7-ced073fbf4e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:09.449521 n-d-803756-1 neutron-server[105765]: WARNING neutron.api.v2.base [None req-86928341-ca67-4fc8-8495-e3154b08148f tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 06 16:30:09.450399 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-86928341-ca67-4fc8-8495-e3154b08148f tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:30:09.450595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Transition to ACTIVE for port object 3478397d-b995-49c8-a1be-1fcab59a2687 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:30:09.454684 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-86928341-ca67-4fc8-8495-e3154b08148f tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078955 Aug 06 16:30:09.455050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53102) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:09.459344 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.460827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-3e5c9f39-5b52-43ce-a075-274cbd0b8ba2 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': '6fb36f31-0e6b-4ab2-9fc7-ced073fbf4e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:09.462488 n-d-803756-1 neutron-server[105765]: WARNING neutron.api.v2.base [None req-3e5c9f39-5b52-43ce-a075-274cbd0b8ba2 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 06 16:30:09.463332 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-3e5c9f39-5b52-43ce-a075-274cbd0b8ba2 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:30:09.466668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3e5c9f39-5b52-43ce-a075-274cbd0b8ba2 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081546 Aug 06 16:30:09.467976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53104) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:09.537040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Pushing event updated for resources: {'Port': ['ID=3478397d-b995-49c8-a1be-1fcab59a2687,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:09.606463 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fb91edb-1e92-40f4-b0bc-f626e4e25daf tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.647492 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fb91edb-1e92-40f4-b0bc-f626e4e25daf tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.660025 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Attempting to bind port 3478397d-b995-49c8-a1be-1fcab59a2687 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:30:09.660376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Attempting to bind port 3478397d-b995-49c8-a1be-1fcab59a2687 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'f981a84d-cb3d-4d55-b71b-59164343b100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:30:09.660691 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Attempting to bind port 3478397d-b995-49c8-a1be-1fcab59a2687 on network edbdb060-f1f6-4c93-933a-944d3d3cc6d7 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:30:09.676696 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Port 3478397d-b995-49c8-a1be-1fcab59a2687 on network edbdb060-f1f6-4c93-933a-944d3d3cc6d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:30:09.677761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Attempting to bind port 3478397d-b995-49c8-a1be-1fcab59a2687 on network edbdb060-f1f6-4c93-933a-944d3d3cc6d7 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:30:09.688186 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:30:09.688534 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Checking segment: {'id': 'f981a84d-cb3d-4d55-b71b-59164343b100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:30:09.688915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Bound using segment: {'id': 'f981a84d-cb3d-4d55-b71b-59164343b100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:30:09.689357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Bound port: 3478397d-b995-49c8-a1be-1fcab59a2687, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f981a84d-cb3d-4d55-b71b-59164343b100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:30:09.689740 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.740401 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fb91edb-1e92-40f4-b0bc-f626e4e25daf tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.743171 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8fb91edb-1e92-40f4-b0bc-f626e4e25daf tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.744297 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8fb91edb-1e92-40f4-b0bc-f626e4e25daf tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "DELETE /v2.0/security-groups/6fb36f31-0e6b-4ab2-9fc7-ced073fbf4e9 HTTP/1.1" status: 204 len: 168 time: 0.2764690 Aug 06 16:30:09.747062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53110) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:09.762436 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb91edb-1e92-40f4-b0bc-f626e4e25daf tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb36f31-0e6b-4ab2-9fc7-ced073fbf4e9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:09.783248 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] For port 3478397d-b995-49c8-a1be-1fcab59a2687, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:30:09.787878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] For port 3478397d-b995-49c8-a1be-1fcab59a2687, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=3478397d-b995-49c8-a1be-1fcab59a2687,segment=NetworkSegment(f981a84d-cb3d-4d55-b71b-59164343b100),segment_id=f981a84d-cb3d-4d55-b71b-59164343b100)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:30:09.794327 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.809889 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a53f64cc-24ab-48ff-aef6-7f6b3367574a tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615032 Aug 06 16:30:09.813547 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53112) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:09.818763 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-7ccd45ec-012f-48b3-94af-f247f6d02020 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352629170'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:09.844739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:09.845932 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.847453 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] 10.222.0.78 "PUT /v2.0/ports/3478397d-b995-49c8-a1be-1fcab59a2687 HTTP/1.1" status: 200 len: 1092 time: 1.0391228 Aug 06 16:30:09.848209 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'tag': '3478397d-b995-49c8-a1be-1fcab59a2687'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:30:09.851566 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe30a8b0-6144-4799-b8eb-1f465d409fef" -d '{"events": [{"name": "network-changed", "server_uuid": "65f4de70-66b2-43bc-a572-c6faa5ac7a40", "tag": "3478397d-b995-49c8-a1be-1fcab59a2687"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:30:09.877207 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7ccd45ec-012f-48b3-94af-f247f6d02020 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.902847 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10d35c-0369-4950-b4c2-45ab9995cd9a service neutron] Pushing event updated for resources: {'Port': ['ID=3478397d-b995-49c8-a1be-1fcab59a2687,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:09.940685 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a49642-3afa-413b-add4-803060780965 x-openstack-request-id: req-74a49642-3afa-413b-add4-803060780965 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:30:09.941042 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f4de70-66b2-43bc-a572-c6faa5ac7a40", "tag": "3478397d-b995-49c8-a1be-1fcab59a2687", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:30:09.941286 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74a49642-3afa-413b-add4-803060780965 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:30:09.941746 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'tag': '3478397d-b995-49c8-a1be-1fcab59a2687', 'status': 'completed', 'code': 200} Aug 06 16:30:09.943877 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-c89cb62e-f44d-42a8-ae21-fe9035f0f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:09.945531 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-c89cb62e-f44d-42a8-ae21-fe9035f0f59b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e12d0f28033544588a6800f70ae4d876&device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 1095 time: 0.0537968 Aug 06 16:30:09.978926 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7ccd45ec-012f-48b3-94af-f247f6d02020 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.986401 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7ccd45ec-012f-48b3-94af-f247f6d02020 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:10.013553 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-6a0c352b-e600-49e7-9ff0-aa795c180978 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3478397d-b995-49c8-a1be-1fcab59a2687 HTTP/1.1" status: 200 len: 217 time: 0.0575037 Aug 06 16:30:10.020246 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7ccd45ec-012f-48b3-94af-f247f6d02020 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:10.022322 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7ccd45ec-012f-48b3-94af-f247f6d02020 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2075653 Aug 06 16:30:10.024080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd45ec-012f-48b3-94af-f247f6d02020 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df55d987-80a5-4a64-ae31-90762b704585,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:10.025277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53116) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:10.039822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-de6f97d1-1508-440b-9e8e-a3a7251ef66b tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': 'df55d987-80a5-4a64-ae31-90762b704585', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:10.040307 n-d-803756-1 neutron-server[105764]: WARNING neutron.api.v2.base [None req-de6f97d1-1508-440b-9e8e-a3a7251ef66b tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 06 16:30:10.042095 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-de6f97d1-1508-440b-9e8e-a3a7251ef66b tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:30:10.043058 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-de6f97d1-1508-440b-9e8e-a3a7251ef66b tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0167775 Aug 06 16:30:10.046146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53120) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:10.055471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-66489515-a697-466d-a6b1-ec6d466a777e tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': 'df55d987-80a5-4a64-ae31-90762b704585', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:10.085943 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-6b8d03b9-9528-40f3-bbbd-411194745913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:10.087446 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-6b8d03b9-9528-40f3-bbbd-411194745913 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6dd262e1-c16b-4e36-9f52-12079a381960 HTTP/1.1" status: 200 len: 835 time: 0.0651822 Aug 06 16:30:10.099940 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-66489515-a697-466d-a6b1-ec6d466a777e tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:30:10.103712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-66489515-a697-466d-a6b1-ec6d466a777e tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0522387 Aug 06 16:30:10.104174 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53122) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:10.108840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0bfce779-1674-44d5-8a25-54794cdce105 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': 'df55d987-80a5-4a64-ae31-90762b704585', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:10.109257 n-d-803756-1 neutron-server[105764]: WARNING neutron.api.v2.base [None req-0bfce779-1674-44d5-8a25-54794cdce105 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 06 16:30:10.109818 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-0bfce779-1674-44d5-8a25-54794cdce105 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:30:10.113863 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0bfce779-1674-44d5-8a25-54794cdce105 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057833 Aug 06 16:30:10.115066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53124) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:10.121956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-0f067547-e483-4a59-8abc-982a464108bd tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': 'df55d987-80a5-4a64-ae31-90762b704585', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:10.154947 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-741a1d9c-3839-490b-9a39-c71ab69e8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:10.156433 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-741a1d9c-3839-490b-9a39-c71ab69e8aef service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edbdb060-f1f6-4c93-933a-944d3d3cc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613904 Aug 06 16:30:10.178456 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-0f067547-e483-4a59-8abc-982a464108bd tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:30:10.182254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0f067547-e483-4a59-8abc-982a464108bd tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0636313 Aug 06 16:30:10.182472 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53128) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:10.187307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-426190f3-554a-4a8c-9ea5-38d7af5850cf tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': 'df55d987-80a5-4a64-ae31-90762b704585', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:10.187878 n-d-803756-1 neutron-server[105765]: WARNING neutron.api.v2.base [None req-426190f3-554a-4a8c-9ea5-38d7af5850cf tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 06 16:30:10.188607 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-426190f3-554a-4a8c-9ea5-38d7af5850cf tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:30:10.191995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-426190f3-554a-4a8c-9ea5-38d7af5850cf tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061216 Aug 06 16:30:10.195223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53130) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:10.201412 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fb38c96a-1794-4547-b4f8-338ad50fd08d tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': 'df55d987-80a5-4a64-ae31-90762b704585', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:10.248547 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef1a79-0299-4f29-9505-db0df71ad441 req-d177ba6b-58d4-4290-ae8d-383824c15966 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:10.250400 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7aef1a79-0299-4f29-9505-db0df71ad441 req-d177ba6b-58d4-4290-ae8d-383824c15966 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 944 time: 0.0596902 Aug 06 16:30:10.295230 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7aef1a79-0299-4f29-9505-db0df71ad441 req-08936438-f65c-47f2-99b8-8ebf350bc020 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b7f024e-a0de-476d-b9eb-e62c51ab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373843 Aug 06 16:30:10.295576 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-43eba6fc-64c6-40fd-8642-948cd5084dab service neutron] 10.222.0.78 "GET /v2.0/networks/edbdb060-f1f6-4c93-933a-944d3d3cc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308293 Aug 06 16:30:10.299103 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-fb38c96a-1794-4547-b4f8-338ad50fd08d tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:30:10.302907 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fb38c96a-1794-4547-b4f8-338ad50fd08d tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1038589 Aug 06 16:30:10.303085 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53132) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:10.308650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c664f1a3-2c59-464c-838d-d64395767a17 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': 'df55d987-80a5-4a64-ae31-90762b704585', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:10.309094 n-d-803756-1 neutron-server[105764]: WARNING neutron.api.v2.base [None req-c664f1a3-2c59-464c-838d-d64395767a17 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 06 16:30:10.309571 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-c664f1a3-2c59-464c-838d-d64395767a17 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:30:10.312940 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c664f1a3-2c59-464c-838d-d64395767a17 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064454 Aug 06 16:30:10.318948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53134) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:10.323103 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-843eddcb-2c3a-4912-a203-d7c584f71700 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': 'df55d987-80a5-4a64-ae31-90762b704585', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:10.416744 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-843eddcb-2c3a-4912-a203-d7c584f71700 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:30:10.420482 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-843eddcb-2c3a-4912-a203-d7c584f71700 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0978436 Aug 06 16:30:10.420599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53136) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:10.426122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-523b138a-9082-475c-83b3-5bc1508b513a tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': 'df55d987-80a5-4a64-ae31-90762b704585', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:10.433916 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5d4c4aa-3594-480a-b922-6e85f9e79677 req-d70181a3-ab36-457c-9239-224b7981e84a service neutron] 10.222.0.78 "GET /v2.0/networks/edbdb060-f1f6-4c93-933a-944d3d3cc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286321 Aug 06 16:30:10.467409 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-523b138a-9082-475c-83b3-5bc1508b513a tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:30:10.468711 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-523b138a-9082-475c-83b3-5bc1508b513a tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0470164 Aug 06 16:30:10.472386 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53140) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:10.561849 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30a8b0-6144-4799-b8eb-1f465d409fef req-660ed115-8e1d-4f4f-b8d5-54ed30abc9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:10.564491 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe30a8b0-6144-4799-b8eb-1f465d409fef req-660ed115-8e1d-4f4f-b8d5-54ed30abc9c6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e12d0f28033544588a6800f70ae4d876&device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 1095 time: 0.0634799 Aug 06 16:30:10.564491 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e1fb895-31f6-4602-b85f-eb168b33196c tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:10.609987 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e1fb895-31f6-4602-b85f-eb168b33196c tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:10.948085 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e1fb895-31f6-4602-b85f-eb168b33196c tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:10.950676 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2e1fb895-31f6-4602-b85f-eb168b33196c tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:10.954544 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2e1fb895-31f6-4602-b85f-eb168b33196c tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "DELETE /v2.0/security-groups/df55d987-80a5-4a64-ae31-90762b704585 HTTP/1.1" status: 204 len: 168 time: 0.4780233 Aug 06 16:30:10.955049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53142) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:10.956153 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30a8b0-6144-4799-b8eb-1f465d409fef req-d9eafecd-a7bb-4c53-96c2-db2bdfc3f015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:10.957596 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe30a8b0-6144-4799-b8eb-1f465d409fef req-d9eafecd-a7bb-4c53-96c2-db2bdfc3f015 service neutron] 10.222.0.78 "GET /v2.0/networks?id=edbdb060-f1f6-4c93-933a-944d3d3cc6d7 HTTP/1.1" status: 200 len: 897 time: 0.3826034 Aug 06 16:30:10.964380 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fb895-31f6-4602-b85f-eb168b33196c tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df55d987-80a5-4a64-ae31-90762b704585,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:11.006863 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe30a8b0-6144-4799-b8eb-1f465d409fef req-626ad7ac-4df8-483f-b32d-c7b620589ef8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3478397d-b995-49c8-a1be-1fcab59a2687 HTTP/1.1" status: 200 len: 217 time: 0.0388741 Aug 06 16:30:11.019090 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3eaa31ce-073b-443c-b976-ea99d105848e tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0627501 Aug 06 16:30:11.023495 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53146) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:11.028351 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c01529a7-0251-4ed7-8432-f2f22874bb90 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1995249495'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:11.060287 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c01529a7-0251-4ed7-8432-f2f22874bb90 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:11.073484 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30a8b0-6144-4799-b8eb-1f465d409fef req-ad944ed2-ac02-489a-a468-1ff6657b8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:11.075622 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe30a8b0-6144-4799-b8eb-1f465d409fef req-ad944ed2-ac02-489a-a468-1ff6657b8d6a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6dd262e1-c16b-4e36-9f52-12079a381960 HTTP/1.1" status: 200 len: 835 time: 0.0595629 Aug 06 16:30:11.143206 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30a8b0-6144-4799-b8eb-1f465d409fef req-b8521d14-ab31-4751-99d3-e7ffb01d6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:11.144796 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe30a8b0-6144-4799-b8eb-1f465d409fef req-b8521d14-ab31-4751-99d3-e7ffb01d6830 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edbdb060-f1f6-4c93-933a-944d3d3cc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603721 Aug 06 16:30:11.157809 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c01529a7-0251-4ed7-8432-f2f22874bb90 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:11.163223 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c01529a7-0251-4ed7-8432-f2f22874bb90 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:11.193154 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c01529a7-0251-4ed7-8432-f2f22874bb90 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:11.197286 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c01529a7-0251-4ed7-8432-f2f22874bb90 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1698272 Aug 06 16:30:11.197511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53150) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:11.202881 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-cd68eec3-fe68-410d-9a75-7cc9cb09083f tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': 'a8223df3-fbdb-49e1-a199-f6c64041b22c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:11.209417 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01529a7-0251-4ed7-8432-f2f22874bb90 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8223df3-fbdb-49e1-a199-f6c64041b22c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:11.257563 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-cd68eec3-fe68-410d-9a75-7cc9cb09083f tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The resource could not be found. Aug 06 16:30:11.258759 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cd68eec3-fe68-410d-9a75-7cc9cb09083f tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0602982 Aug 06 16:30:11.262020 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53152) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:11.267675 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-f9e171ae-43f8-47c5-97af-49149327c86d tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': 'a8223df3-fbdb-49e1-a199-f6c64041b22c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7e1ce1c2-bb67-4abf-b86a-48f598a91bb0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:11.275115 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe30a8b0-6144-4799-b8eb-1f465d409fef req-bc618af1-9680-4489-88b6-062b1d0d7fba service neutron] 10.222.0.78 "GET /v2.0/networks/edbdb060-f1f6-4c93-933a-944d3d3cc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195538 Aug 06 16:30:11.318324 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-f9e171ae-43f8-47c5-97af-49149327c86d tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The resource could not be found. Aug 06 16:30:11.318917 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f9e171ae-43f8-47c5-97af-49149327c86d tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0552671 Aug 06 16:30:11.321373 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53154) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:11.384711 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fe30a8b0-6144-4799-b8eb-1f465d409fef req-7e3ae938-41cb-45e6-bbc0-36f18b4bc24e service neutron] 10.222.0.78 "GET /v2.0/networks/edbdb060-f1f6-4c93-933a-944d3d3cc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992296 Aug 06 16:30:11.421690 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed3a807d-c8aa-4ee3-a5ea-e6a678ddbc8d tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:11.451351 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed3a807d-c8aa-4ee3-a5ea-e6a678ddbc8d tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:11.475570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c465d-b432-41d9-a37e-e4c2caa822a7 req-fd0eff2c-1f82-4933-ae8c-75f3cb68b3bd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:11.479258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-162c465d-b432-41d9-a37e-e4c2caa822a7 req-fd0eff2c-1f82-4933-ae8c-75f3cb68b3bd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 944 time: 0.0905070 Aug 06 16:30:11.528877 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-162c465d-b432-41d9-a37e-e4c2caa822a7 req-5aa75699-51c2-4a20-b772-aa9600cd70f7 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b7f024e-a0de-476d-b9eb-e62c51ab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451326 Aug 06 16:30:11.532977 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed3a807d-c8aa-4ee3-a5ea-e6a678ddbc8d tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:11.532977 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed3a807d-c8aa-4ee3-a5ea-e6a678ddbc8d tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:11.535930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53160) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:11.536536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ed3a807d-c8aa-4ee3-a5ea-e6a678ddbc8d tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "DELETE /v2.0/security-groups/a8223df3-fbdb-49e1-a199-f6c64041b22c HTTP/1.1" status: 204 len: 168 time: 0.2133224 Aug 06 16:30:11.545886 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a807d-c8aa-4ee3-a5ea-e6a678ddbc8d tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8223df3-fbdb-49e1-a199-f6c64041b22c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:11.595885 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b5397ef7-23a2-4bcb-a2ee-d4c44a3a42e4 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586522 Aug 06 16:30:11.599642 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53166) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:11.604034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-43f5f205-15ea-4e11-a637-8a5248a276e7 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': 'f94f634b-d507-41b2-9205-c74f7f141166', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:11.651385 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-43f5f205-15ea-4e11-a637-8a5248a276e7 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The resource could not be found. Aug 06 16:30:11.653255 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-43f5f205-15ea-4e11-a637-8a5248a276e7 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0520086 Aug 06 16:30:11.657578 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53168) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:11.663120 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-45a8c6a2-4877-41dd-a43b-38232e284042 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811780124'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:11.685647 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-45a8c6a2-4877-41dd-a43b-38232e284042 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:11.766845 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-45a8c6a2-4877-41dd-a43b-38232e284042 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:11.771230 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-45a8c6a2-4877-41dd-a43b-38232e284042 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:11.792808 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-45a8c6a2-4877-41dd-a43b-38232e284042 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:11.794042 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-45a8c6a2-4877-41dd-a43b-38232e284042 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1354613 Aug 06 16:30:11.796898 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53170) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:11.802535 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8c6a2-4877-41dd-a43b-38232e284042 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f06178a-52ad-49ba-9579-61a4f3a3cb27,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:11.802686 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c541b4ab-68d0-4755-8d3b-7bef6a42a8cc tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group': {'name': 'tempest-secgroup--585942140'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:11.833271 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c541b4ab-68d0-4755-8d3b-7bef6a42a8cc tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:11.925126 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c541b4ab-68d0-4755-8d3b-7bef6a42a8cc tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:11.931800 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c541b4ab-68d0-4755-8d3b-7bef6a42a8cc tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:11.961432 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c541b4ab-68d0-4755-8d3b-7bef6a42a8cc tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:11.962739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c541b4ab-68d0-4755-8d3b-7bef6a42a8cc tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1647038 Aug 06 16:30:11.965955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53176) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:11.970294 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-69d5abf7-4c8c-42cb-a95e-e3c6b6210c81 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group_rule': {'security_group_id': '5f06178a-52ad-49ba-9579-61a4f3a3cb27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'bb86a354-86e4-418e-b57a-d1b8c00f4cc6'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:11.976241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541b4ab-68d0-4755-8d3b-7bef6a42a8cc tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb86a354-86e4-418e-b57a-d1b8c00f4cc6,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:12.007631 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-69d5abf7-4c8c-42cb-a95e-e3c6b6210c81 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:30:12.008672 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-69d5abf7-4c8c-42cb-a95e-e3c6b6210c81 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0418198 Aug 06 16:30:12.011574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53178) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:12.063409 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffb74208-fdf4-4c38-a19c-a8cb2d1cebca tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:12.086179 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffb74208-fdf4-4c38-a19c-a8cb2d1cebca tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:12.130609 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffb74208-fdf4-4c38-a19c-a8cb2d1cebca tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:12.133012 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffb74208-fdf4-4c38-a19c-a8cb2d1cebca tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:12.134272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ffb74208-fdf4-4c38-a19c-a8cb2d1cebca tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "DELETE /v2.0/security-groups/bb86a354-86e4-418e-b57a-d1b8c00f4cc6 HTTP/1.1" status: 204 len: 168 time: 0.1217682 Aug 06 16:30:12.137019 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53184) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:12.148206 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb74208-fdf4-4c38-a19c-a8cb2d1cebca tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb86a354-86e4-418e-b57a-d1b8c00f4cc6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:12.201640 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-505cb78e-4b00-473b-a5ea-3094fb00454a tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0634179 Aug 06 16:30:12.204609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53186) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:12.258944 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4ab609c7-ee75-486f-b931-87f7685de0b7 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:12.280451 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4ab609c7-ee75-486f-b931-87f7685de0b7 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:12.322116 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4ab609c7-ee75-486f-b931-87f7685de0b7 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:12.325201 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4ab609c7-ee75-486f-b931-87f7685de0b7 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:12.326357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4ab609c7-ee75-486f-b931-87f7685de0b7 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "DELETE /v2.0/security-groups/5f06178a-52ad-49ba-9579-61a4f3a3cb27 HTTP/1.1" status: 204 len: 168 time: 0.1207860 Aug 06 16:30:12.329410 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53188) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:12.335671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab609c7-ee75-486f-b931-87f7685de0b7 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f06178a-52ad-49ba-9579-61a4f3a3cb27,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:12.384374 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-22f90897-2f57-47f4-ae6d-5fd0416d0f67 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536590 Aug 06 16:30:12.388351 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53194) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:12.392752 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-287609c8-e604-4c4b-a5ee-1d7088c2ed28 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group': {'name': 'tempest-secgroup--24675196'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:12.415058 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-287609c8-e604-4c4b-a5ee-1d7088c2ed28 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:12.497319 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-287609c8-e604-4c4b-a5ee-1d7088c2ed28 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:12.500965 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-287609c8-e604-4c4b-a5ee-1d7088c2ed28 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:12.533665 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-287609c8-e604-4c4b-a5ee-1d7088c2ed28 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:12.538394 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-287609c8-e604-4c4b-a5ee-1d7088c2ed28 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1456254 Aug 06 16:30:12.539046 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53198) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:12.545407 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-bd0570e4-b0be-4cff-a2d4-91d494ccc9d5 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:12.545961 n-d-803756-1 neutron-server[105764]: WARNING neutron.api.v2.base [None req-bd0570e4-b0be-4cff-a2d4-91d494ccc9d5 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 06 16:30:12.546548 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-bd0570e4-b0be-4cff-a2d4-91d494ccc9d5 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] update failed (client error): There was a conflict when trying to complete your request. Aug 06 16:30:12.550185 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bd0570e4-b0be-4cff-a2d4-91d494ccc9d5 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "PUT /v2.0/security-groups/5753d84d-ee31-4b6f-b9a0-4f9ae48d5808 HTTP/1.1" status: 409 len: 330 time: 0.0077879 Aug 06 16:30:12.550427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53200) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:12.551149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287609c8-e604-4c4b-a5ee-1d7088c2ed28 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5753d84d-ee31-4b6f-b9a0-4f9ae48d5808,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:12.620666 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7047492c-c125-4385-92fe-8b692f93177b tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:12.660129 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7047492c-c125-4385-92fe-8b692f93177b tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:12.687946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae575f0-336d-4aa0-a7da-401d162bf3b2 req-3590c74c-1da3-4101-89e3-1f62d5c649bf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:12.689428 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ae575f0-336d-4aa0-a7da-401d162bf3b2 req-3590c74c-1da3-4101-89e3-1f62d5c649bf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 944 time: 0.0782135 Aug 06 16:30:12.743264 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ae575f0-336d-4aa0-a7da-401d162bf3b2 req-f87e9be9-d500-42b9-aed3-627aec1f24a5 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b7f024e-a0de-476d-b9eb-e62c51ab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463486 Aug 06 16:30:12.743842 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7047492c-c125-4385-92fe-8b692f93177b tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:12.746405 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7047492c-c125-4385-92fe-8b692f93177b tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:12.750139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7047492c-c125-4385-92fe-8b692f93177b tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "DELETE /v2.0/security-groups/5753d84d-ee31-4b6f-b9a0-4f9ae48d5808 HTTP/1.1" status: 204 len: 168 time: 0.1987357 Aug 06 16:30:12.750602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53208) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:12.759055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047492c-c125-4385-92fe-8b692f93177b tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5753d84d-ee31-4b6f-b9a0-4f9ae48d5808,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:12.798894 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-084173d5-cb00-415c-9d31-ad97afa902fc tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470092 Aug 06 16:30:12.802526 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53210) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:12.816135 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-dbeafe84-f115-4c0e-b456-c8557829fcfb tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] delete failed (client error): The resource could not be found. Aug 06 16:30:12.817095 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dbeafe84-f115-4c0e-b456-c8557829fcfb tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "DELETE /v2.0/security-groups/e32e3378-4bec-4c50-ba6d-7da8e055b35d HTTP/1.1" status: 404 len: 347 time: 0.0136814 Aug 06 16:30:12.821159 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53212) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:12.836193 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-7aca0781-8a74-440a-b0af-d9a231de9461 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] show failed (client error): The resource could not be found. Aug 06 16:30:12.840600 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7aca0781-8a74-440a-b0af-d9a231de9461 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "GET /v2.0/security-groups/0acfde16-f293-415f-97fb-4ea8fc934aec HTTP/1.1" status: 404 len: 347 time: 0.0150714 Aug 06 16:30:12.841338 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53214) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:12.853378 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [None req-8d838a38-6046-4647-a96d-c3bf61bcfae3 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] show failed (client error): The resource could not be found. Aug 06 16:30:12.854377 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8d838a38-6046-4647-a96d-c3bf61bcfae3 tempest-NegativeSecGroupTest-1877266587 tempest-NegativeSecGroupTest-1877266587-project] 10.222.0.37 "GET /v2.0/security-group-rules/0d36fa51-0f65-4e5f-9916-ba6e0b275c32 HTTP/1.1" status: 404 len: 356 time: 0.0124347 Aug 06 16:30:13.114689 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53224) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:13.256667 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cdc36801-3d44-4583-9955-d46113d0cc65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dfe08ba017e546fa8b099906f7622788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406045 Aug 06 16:30:13.259065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53232) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:13.308331 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bf6218f5-0c50-4d71-bed7-7608a915fa6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:13.310214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 3478397d-b995-49c8-a1be-1fcab59a2687 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:30:13.331211 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bf6218f5-0c50-4d71-bed7-7608a915fa6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:13.378214 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bf6218f5-0c50-4d71-bed7-7608a915fa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:13.381125 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bf6218f5-0c50-4d71-bed7-7608a915fa6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:13.384897 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bf6218f5-0c50-4d71-bed7-7608a915fa6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30f9898f-c7e7-4358-8607-944cb7460c0c HTTP/1.1" status: 204 len: 168 time: 0.1248901 Aug 06 16:30:13.394034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6218f5-0c50-4d71-bed7-7608a915fa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f9898f-c7e7-4358-8607-944cb7460c0c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:13.425657 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 3478397d-b995-49c8-a1be-1fcab59a2687, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=3478397d-b995-49c8-a1be-1fcab59a2687,segment=NetworkSegment(f981a84d-cb3d-4d55-b71b-59164343b100),segment_id=f981a84d-cb3d-4d55-b71b-59164343b100)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:13.443199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '3478397d-b995-49c8-a1be-1fcab59a2687', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'port_id': '3478397d-b995-49c8-a1be-1fcab59a2687', 'mac_address': 'fa:16:3e:dd:81:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:30:13.485809 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:13.501026 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3478397d-b995-49c8-a1be-1fcab59a2687 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:30:13.523536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 3478397d-b995-49c8-a1be-1fcab59a2687, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=3478397d-b995-49c8-a1be-1fcab59a2687,segment=NetworkSegment(f981a84d-cb3d-4d55-b71b-59164343b100),segment_id=f981a84d-cb3d-4d55-b71b-59164343b100)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:13.527594 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:13.578635 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=3478397d-b995-49c8-a1be-1fcab59a2687,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:13.760056 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['3478397d-b995-49c8-a1be-1fcab59a2687'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:30:13.908367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafd562-ab54-4407-a297-2d1216bf7f09 req-61db2706-bfbf-40fb-9fc9-3996632d3997 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:13.911867 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7bafd562-ab54-4407-a297-2d1216bf7f09 req-61db2706-bfbf-40fb-9fc9-3996632d3997 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 945 time: 0.0577831 Aug 06 16:30:13.972951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7bafd562-ab54-4407-a297-2d1216bf7f09 req-d66678c7-af8d-42c0-af7d-99598d3e0cf2 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b7f024e-a0de-476d-b9eb-e62c51ab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425353 Aug 06 16:30:14.183773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53276) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:14.290007 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-886fc2d5-92ae-4e20-b20b-65e3dff534ef tempest-ServiceProvidersTest-935983485 tempest-ServiceProvidersTest-935983485-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1051271 Aug 06 16:30:14.557047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53288) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:14.668188 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7acc96f6-c094-43fc-acf4-955d92849223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:14.756078 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7acc96f6-c094-43fc-acf4-955d92849223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:14.760267 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7acc96f6-c094-43fc-acf4-955d92849223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:14.796785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc96f6-c094-43fc-acf4-955d92849223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff64e9c-17ca-4849-bf0c-a63b87ec5246,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:14.801024 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7acc96f6-c094-43fc-acf4-955d92849223 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d66b77b041c4a5e942cd1f1dd68c8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428489 Aug 06 16:30:14.803676 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53298) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:14.860821 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bca3ddfe-bb7a-42e3-9600-181f2a625551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:14.882171 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bca3ddfe-bb7a-42e3-9600-181f2a625551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:14.934097 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bca3ddfe-bb7a-42e3-9600-181f2a625551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:14.936825 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bca3ddfe-bb7a-42e3-9600-181f2a625551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:14.940366 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bca3ddfe-bb7a-42e3-9600-181f2a625551 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ff64e9c-17ca-4849-bf0c-a63b87ec5246 HTTP/1.1" status: 204 len: 168 time: 0.1335068 Aug 06 16:30:14.945944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3ddfe-bb7a-42e3-9600-181f2a625551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff64e9c-17ca-4849-bf0c-a63b87ec5246,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:15.083228 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81b795-cadd-42f3-ad56-6476494cbe55 req-ed8df8e6-a151-4e21-b804-c8f139319a66 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:15.084741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc81b795-cadd-42f3-ad56-6476494cbe55 req-ed8df8e6-a151-4e21-b804-c8f139319a66 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 945 time: 0.0513036 Aug 06 16:30:15.127287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc81b795-cadd-42f3-ad56-6476494cbe55 req-9c5adf19-6b54-454f-b4bc-389b78c7fb80 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b7f024e-a0de-476d-b9eb-e62c51ab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350568 Aug 06 16:30:15.312784 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 3478397d-b995-49c8-a1be-1fcab59a2687 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:30:15.365924 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 3478397d-b995-49c8-a1be-1fcab59a2687 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:30:15.370344 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 3478397d-b995-49c8-a1be-1fcab59a2687 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:15.370709 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:15.455475 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:15.490311 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3478397d-b995-49c8-a1be-1fcab59a2687'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:30:15.492788 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37e7ac0-648f-4f38-914b-26afb3530575" -d '{"events": [{"server_uuid": "65f4de70-66b2-43bc-a572-c6faa5ac7a40", "name": "network-vif-plugged", "status": "completed", "tag": "3478397d-b995-49c8-a1be-1fcab59a2687"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:30:15.506850 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 3478397d-b995-49c8-a1be-1fcab59a2687, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=3478397d-b995-49c8-a1be-1fcab59a2687,segment=NetworkSegment(f981a84d-cb3d-4d55-b71b-59164343b100),segment_id=f981a84d-cb3d-4d55-b71b-59164343b100)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:15.522406 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:15.584567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=3478397d-b995-49c8-a1be-1fcab59a2687,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:15.766215 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46751991-77b7-4566-a7e0-9b0c0857ab5b x-openstack-request-id: req-46751991-77b7-4566-a7e0-9b0c0857ab5b {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:30:15.766494 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f4de70-66b2-43bc-a572-c6faa5ac7a40", "name": "network-vif-plugged", "status": "completed", "tag": "3478397d-b995-49c8-a1be-1fcab59a2687", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:30:15.766753 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46751991-77b7-4566-a7e0-9b0c0857ab5b {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:30:15.767156 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3478397d-b995-49c8-a1be-1fcab59a2687', 'code': 200} Aug 06 16:30:15.774039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53344) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:15.867925 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac5828-48dd-4921-9cf3-63aed4241367 req-840d9e45-e91e-4483-9f22-a6c12ce20a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:15.869909 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f7ac5828-48dd-4921-9cf3-63aed4241367 req-840d9e45-e91e-4483-9f22-a6c12ce20a44 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 1097 time: 0.0428145 Aug 06 16:30:15.894079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-817f44d9-71e1-493b-ae59-ba35fc36ae8c tempest-SubnetPoolsTestJSON-449332959 tempest-SubnetPoolsTestJSON-449332959-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1487385632', 'prefixes': ['172.20.0.0/16']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:15.922088 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f7ac5828-48dd-4921-9cf3-63aed4241367 req-961cfd56-3d33-4381-8157-c7b0567e02bb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=8b7f024e-a0de-476d-b9eb-e62c51ab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445206 Aug 06 16:30:15.972039 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-817f44d9-71e1-493b-ae59-ba35fc36ae8c tempest-SubnetPoolsTestJSON-449332959 tempest-SubnetPoolsTestJSON-449332959-project] Notify callbacks [] for subnetpool, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:15.974252 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-817f44d9-71e1-493b-ae59-ba35fc36ae8c tempest-SubnetPoolsTestJSON-449332959 tempest-SubnetPoolsTestJSON-449332959-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1984224 Aug 06 16:30:15.977082 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53352) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:16.025564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53354) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:16.026368 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5ce8f954-88b1-4662-bbf1-1796e4eda57f tempest-SubnetPoolsTestJSON-449332959 tempest-SubnetPoolsTestJSON-449332959-project] 10.222.0.37 "GET /v2.0/subnetpools/dc304d8f-2063-4d56-a49f-7df684cb0c84 HTTP/1.1" status: 200 len: 732 time: 0.0475256 Aug 06 16:30:16.040496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-89f0190e-4105-4727-b1b4-14a422681674 tempest-SubnetPoolsTestJSON-449332959 tempest-SubnetPoolsTestJSON-449332959-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-948684616'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:16.140740 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-89f0190e-4105-4727-b1b4-14a422681674 tempest-SubnetPoolsTestJSON-449332959 tempest-SubnetPoolsTestJSON-449332959-project] Notify callbacks [] for subnetpool, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:16.141960 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-89f0190e-4105-4727-b1b4-14a422681674 tempest-SubnetPoolsTestJSON-449332959 tempest-SubnetPoolsTestJSON-449332959-project] 10.222.0.37 "PUT /v2.0/subnetpools/dc304d8f-2063-4d56-a49f-7df684cb0c84 HTTP/1.1" status: 200 len: 683 time: 0.1132605 Aug 06 16:30:16.144967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53356) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:16.228878 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-21943154-ae95-41fa-a431-b4b4babbcc7b tempest-SubnetPoolsTestJSON-449332959 tempest-SubnetPoolsTestJSON-449332959-project] Notify callbacks [] for subnetpool, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:16.230459 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-21943154-ae95-41fa-a431-b4b4babbcc7b tempest-SubnetPoolsTestJSON-449332959 tempest-SubnetPoolsTestJSON-449332959-project] 10.222.0.37 "DELETE /v2.0/subnetpools/dc304d8f-2063-4d56-a49f-7df684cb0c84 HTTP/1.1" status: 204 len: 168 time: 0.0836363 Aug 06 16:30:16.233005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53364) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:16.255532 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-0cd8a8ef-ea46-4a5b-bb9c-6528466616fc tempest-SubnetPoolsTestJSON-449332959 tempest-SubnetPoolsTestJSON-449332959-project] show failed (client error): The resource could not be found. Aug 06 16:30:16.256855 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0cd8a8ef-ea46-4a5b-bb9c-6528466616fc tempest-SubnetPoolsTestJSON-449332959 tempest-SubnetPoolsTestJSON-449332959-project] 10.222.0.37 "GET /v2.0/subnetpools/dc304d8f-2063-4d56-a49f-7df684cb0c84 HTTP/1.1" status: 404 len: 346 time: 0.0222061 Aug 06 16:30:16.259176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e2a13-a6db-4562-92a3-1ac55d87eb5d req-c7d79c20-4d25-4945-8b04-ad5b786c2441 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:16.259761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53366) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:16.261128 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e97e2a13-a6db-4562-92a3-1ac55d87eb5d req-c7d79c20-4d25-4945-8b04-ad5b786c2441 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 946 time: 0.0579395 Aug 06 16:30:16.298907 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-f0fffa92-a6b3-4902-9a2a-c7f5052407d8 tempest-SubnetPoolsTestJSON-449332959 tempest-SubnetPoolsTestJSON-449332959-project] delete failed (client error): The resource could not be found. Aug 06 16:30:16.301972 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f0fffa92-a6b3-4902-9a2a-c7f5052407d8 tempest-SubnetPoolsTestJSON-449332959 tempest-SubnetPoolsTestJSON-449332959-project] 10.222.0.37 "DELETE /v2.0/subnetpools/dc304d8f-2063-4d56-a49f-7df684cb0c84 HTTP/1.1" status: 404 len: 346 time: 0.0396609 Aug 06 16:30:16.311010 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e97e2a13-a6db-4562-92a3-1ac55d87eb5d req-a8ccacc3-b930-4240-8767-f9e42d113919 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b7f024e-a0de-476d-b9eb-e62c51ab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429904 Aug 06 16:30:16.575494 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53376) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:16.705673 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e9a3591f-5932-452d-942e-a1e5f81bb2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:16.803751 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e9a3591f-5932-452d-942e-a1e5f81bb2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:16.807924 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e9a3591f-5932-452d-942e-a1e5f81bb2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:16.849871 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3591f-5932-452d-942e-a1e5f81bb2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1ce716-24af-4663-8648-0658bd930442,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:16.864452 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e9a3591f-5932-452d-942e-a1e5f81bb2ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6539a9ea9056454f826772ecf0ee455b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876289 Aug 06 16:30:16.867245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53386) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:16.925274 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f896f55a-a322-44b3-af86-18f52ad54502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:16.946951 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f896f55a-a322-44b3-af86-18f52ad54502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:16.994578 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f896f55a-a322-44b3-af86-18f52ad54502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:16.997312 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f896f55a-a322-44b3-af86-18f52ad54502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:16.998504 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f896f55a-a322-44b3-af86-18f52ad54502 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f1ce716-24af-4663-8648-0658bd930442 HTTP/1.1" status: 204 len: 168 time: 0.1302788 Aug 06 16:30:17.006807 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896f55a-a322-44b3-af86-18f52ad54502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1ce716-24af-4663-8648-0658bd930442,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:17.472583 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:30:17.473198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f297e-5f74-4bed-9268-0ec376072675 req-7b2ba100-770f-478c-8426-0ce86c7efa17 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:17.474462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6c5f297e-5f74-4bed-9268-0ec376072675 req-7b2ba100-770f-478c-8426-0ce86c7efa17 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 946 time: 0.0535390 Aug 06 16:30:17.517158 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6c5f297e-5f74-4bed-9268-0ec376072675 req-dc013552-6e80-4cc7-ab02-4eefa3f89490 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b7f024e-a0de-476d-b9eb-e62c51ab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362358 Aug 06 16:30:17.645240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91015790-7296-4507-8986-29644b2f9002 req-0be54960-55a3-48cf-b5a5-5468a8094e14 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:17.647719 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91015790-7296-4507-8986-29644b2f9002 req-0be54960-55a3-48cf-b5a5-5468a8094e14 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 946 time: 0.0523665 Aug 06 16:30:17.669468 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53424) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:17.695926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91015790-7296-4507-8986-29644b2f9002 req-3e478318-d340-462d-9541-7bc5b5357d96 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b7f024e-a0de-476d-b9eb-e62c51ab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406415 Aug 06 16:30:17.724398 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53430) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:17.767106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4872af-de85-482e-89e0-69d0c54ab29b tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:17.771901 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bd4872af-de85-482e-89e0-69d0c54ab29b tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 1092 time: 0.0430615 Aug 06 16:30:17.772249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53432) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:17.776798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': '3478397d-b995-49c8-a1be-1fcab59a2687', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:17.798126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e7d09fb7-d1da-461e-bc09-b0c666e60841 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1194198826-network', 'tenant_id': '4e443c61c2884fc19362f7b7ce3102fe'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:17.802098 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:17.820174 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d09fb7-d1da-461e-bc09-b0c666e60841 admin admin] Made reservation on behalf of 4e443c61c2884fc19362f7b7ce3102fe for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:30:17.823678 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7d09fb7-d1da-461e-bc09-b0c666e60841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:17.834452 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7d09fb7-d1da-461e-bc09-b0c666e60841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:17.917191 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:17.945081 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7d09fb7-d1da-461e-bc09-b0c666e60841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:17.952086 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7d09fb7-d1da-461e-bc09-b0c666e60841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:17.988526 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d09fb7-d1da-461e-bc09-b0c666e60841 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:30:18.005405 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d09fb7-d1da-461e-bc09-b0c666e60841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd110f3-0ead-4856-8fc7-28b55e1f596b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:18.011220 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7d09fb7-d1da-461e-bc09-b0c666e60841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:18.011568 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-e7d09fb7-d1da-461e-bc09-b0c666e60841 admin admin] Added segment 3cbda87a-3646-4ba0-8bcb-b6729984d1a9 of type vlan for network 2a0a8f83-5296-4fcb-8ace-6011262c2bc9 Aug 06 16:30:18.058771 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7d09fb7-d1da-461e-bc09-b0c666e60841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:18.091639 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7d09fb7-d1da-461e-bc09-b0c666e60841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:18.092776 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d09fb7-d1da-461e-bc09-b0c666e60841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:18.093364 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e7d09fb7-d1da-461e-bc09-b0c666e60841 admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:18.154620 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e7d09fb7-d1da-461e-bc09-b0c666e60841 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4839895 Aug 06 16:30:18.187704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53442) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:18.201138 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a6711b02-5a3b-4a73-a4be-040ca27f5f85 admin admin] Request body: {'subnet': {'network_id': '2a0a8f83-5296-4fcb-8ace-6011262c2bc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1194198826-subnet', 'tenant_id': '4e443c61c2884fc19362f7b7ce3102fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:18.224007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d09fb7-d1da-461e-bc09-b0c666e60841 admin admin] Pushing event updated for resources: {'Network': ['ID=2a0a8f83-5296-4fcb-8ace-6011262c2bc9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:18.238948 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 2a0a8f83-5296-4fcb-8ace-6011262c2bc9 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:30:18.250661 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6711b02-5a3b-4a73-a4be-040ca27f5f85 admin admin] Made reservation on behalf of 4e443c61c2884fc19362f7b7ce3102fe for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:30:18.254526 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a6711b02-5a3b-4a73-a4be-040ca27f5f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:18.379710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Allocated IP 172.25.1.195 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/a2734eba-b077-4432-96c3-e30291df529c) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:30:18.461302 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a6711b02-5a3b-4a73-a4be-040ca27f5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:18.487594 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:18.527528 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6711b02-5a3b-4a73-a4be-040ca27f5f85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f3ac7c1-0090-4c29-9eb4-9143900f24b2,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:18.530572 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6711b02-5a3b-4a73-a4be-040ca27f5f85 admin admin] Checking segment: {'id': '3cbda87a-3646-4ba0-8bcb-b6729984d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '2a0a8f83-5296-4fcb-8ace-6011262c2bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:30:18.530946 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6711b02-5a3b-4a73-a4be-040ca27f5f85 admin admin] Network hostable DHCP agents. Network: 2a0a8f83-5296-4fcb-8ace-6011262c2bc9, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:30:18.536888 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:18.549551 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6711b02-5a3b-4a73-a4be-040ca27f5f85 admin admin] Network 2a0a8f83-5296-4fcb-8ace-6011262c2bc9 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:30:18.559882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a6711b02-5a3b-4a73-a4be-040ca27f5f85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 2a0a8f83-5296-4fcb-8ace-6011262c2bc9) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:30:18.569838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aee1c4-65fb-43f5-b78b-01a1b6e2b9ed None None] Network 2a0a8f83-5296-4fcb-8ace-6011262c2bc9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:30:18.577665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6711b02-5a3b-4a73-a4be-040ca27f5f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:18.578867 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a6711b02-5a3b-4a73-a4be-040ca27f5f85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:18.580737 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:30:18.586470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:30:18.591524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:30:18.594822 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Port': ['ID=a2734eba-b077-4432-96c3-e30291df529c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:18.608143 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a6711b02-5a3b-4a73-a4be-040ca27f5f85 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4185326 Aug 06 16:30:18.751257 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910b3341-ab5b-4f55-ae5c-c90920dddb87 None None] Network 2a0a8f83-5296-4fcb-8ace-6011262c2bc9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:30:19.076630 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:19.158385 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:19.159830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53472) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:19.165420 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-651589d3-229d-48c5-bfeb-cc1db3b91197 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1147851853-network', 'tenant_id': '5c801ab7d0d84eaea7e789a6e53ccce7'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:19.185671 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651589d3-229d-48c5-bfeb-cc1db3b91197 admin admin] Made reservation on behalf of 5c801ab7d0d84eaea7e789a6e53ccce7 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:30:19.188085 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-651589d3-229d-48c5-bfeb-cc1db3b91197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:19.196958 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-651589d3-229d-48c5-bfeb-cc1db3b91197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:19.303948 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-651589d3-229d-48c5-bfeb-cc1db3b91197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:19.310888 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-651589d3-229d-48c5-bfeb-cc1db3b91197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:19.331901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651589d3-229d-48c5-bfeb-cc1db3b91197 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:30:19.341007 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:19.346339 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:19.348866 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651589d3-229d-48c5-bfeb-cc1db3b91197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1906f6-0442-47de-85a2-cd3dbab5db86,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:19.353155 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-651589d3-229d-48c5-bfeb-cc1db3b91197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:19.353504 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-651589d3-229d-48c5-bfeb-cc1db3b91197 admin admin] Added segment b1701488-6391-4649-a466-57073be525ca of type vlan for network 12c4cea4-4976-4be3-8952-e83258637b43 Aug 06 16:30:19.399012 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-651589d3-229d-48c5-bfeb-cc1db3b91197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:19.434032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Port': ['ID=a2734eba-b077-4432-96c3-e30291df529c,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:19.435652 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-651589d3-229d-48c5-bfeb-cc1db3b91197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:19.436932 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651589d3-229d-48c5-bfeb-cc1db3b91197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:19.437761 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-651589d3-229d-48c5-bfeb-cc1db3b91197 admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:19.450198 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:19.456245 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-651589d3-229d-48c5-bfeb-cc1db3b91197 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2952352 Aug 06 16:30:19.468908 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53478) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:19.479821 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f1c760c8-c52f-4d72-ad62-9abf03d387b7 admin admin] Request body: {'subnet': {'network_id': '12c4cea4-4976-4be3-8952-e83258637b43', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1147851853-subnet', 'tenant_id': '5c801ab7d0d84eaea7e789a6e53ccce7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:19.526109 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651589d3-229d-48c5-bfeb-cc1db3b91197 admin admin] Pushing event updated for resources: {'Network': ['ID=12c4cea4-4976-4be3-8952-e83258637b43,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:19.536926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 12c4cea4-4976-4be3-8952-e83258637b43 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:30:19.538433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c760c8-c52f-4d72-ad62-9abf03d387b7 admin admin] Made reservation on behalf of 5c801ab7d0d84eaea7e789a6e53ccce7 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:30:19.542745 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1c760c8-c52f-4d72-ad62-9abf03d387b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:19.563668 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Floating IP 2d028329-ce2c-48a1-9862-b8fcd3fc4d2d associated. External IP: 172.25.1.195, port: 3478397d-b995-49c8-a1be-1fcab59a2687. Aug 06 16:30:19.738419 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1c760c8-c52f-4d72-ad62-9abf03d387b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:19.810893 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c760c8-c52f-4d72-ad62-9abf03d387b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120e4398-a017-44fc-8b48-86318c2c119f,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:19.818115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c760c8-c52f-4d72-ad62-9abf03d387b7 admin admin] Checking segment: {'id': 'b1701488-6391-4649-a466-57073be525ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '12c4cea4-4976-4be3-8952-e83258637b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:30:19.818476 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c760c8-c52f-4d72-ad62-9abf03d387b7 admin admin] Network hostable DHCP agents. Network: 12c4cea4-4976-4be3-8952-e83258637b43, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:30:19.819913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:30:19.841734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c760c8-c52f-4d72-ad62-9abf03d387b7 admin admin] Network 12c4cea4-4976-4be3-8952-e83258637b43 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:30:19.851853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-f1c760c8-c52f-4d72-ad62-9abf03d387b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 12c4cea4-4976-4be3-8952-e83258637b43) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:30:19.856367 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c760c8-c52f-4d72-ad62-9abf03d387b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:19.857125 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1c760c8-c52f-4d72-ad62-9abf03d387b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:19.862781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa1a080-3f22-44a5-ba4d-2a1e94308dc0 None None] Network 12c4cea4-4976-4be3-8952-e83258637b43 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:30:19.882453 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f1c760c8-c52f-4d72-ad62-9abf03d387b7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4122820 Aug 06 16:30:19.965216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:30:19.982686 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f08fda0-94fa-46a7-b12a-01e0ba02c156 None None] Sync routers for ids ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:30:20.000698 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:20.001179 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f08fda0-94fa-46a7-b12a-01e0ba02c156 None None] Routers {'8859c509-1ed1-4fd0-bc04-6dca61baafc0'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:30:20.002638 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-5f08fda0-94fa-46a7-b12a-01e0ba02c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:30:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:20.015589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf8e6de-2e05-43b7-bdb7-665fca4c7154 None None] Network 12c4cea4-4976-4be3-8952-e83258637b43 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:30:20.041042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53492) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:20.053099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-50f03854-3654-41d7-8c3a-13275f3979ff tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2797201 Aug 06 16:30:20.053729 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'tag': '3478397d-b995-49c8-a1be-1fcab59a2687'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:30:20.056282 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0b144e-fbcf-4f35-bb61-60dcd4ea5fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "65f4de70-66b2-43bc-a572-c6faa5ac7a40", "tag": "3478397d-b995-49c8-a1be-1fcab59a2687"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:30:20.059921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53494) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:20.119637 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-5f08fda0-94fa-46a7-b12a-01e0ba02c156 None None] Set router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:30:20.130766 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5b96e1-545e-4a3c-883e-249a227a0c1e x-openstack-request-id: req-9f5b96e1-545e-4a3c-883e-249a227a0c1e {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:30:20.131087 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f4de70-66b2-43bc-a572-c6faa5ac7a40", "tag": "3478397d-b995-49c8-a1be-1fcab59a2687", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:30:20.131305 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f5b96e1-545e-4a3c-883e-249a227a0c1e {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:30:20.131761 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'tag': '3478397d-b995-49c8-a1be-1fcab59a2687', 'status': 'completed', 'code': 200} Aug 06 16:30:20.135281 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c7196698-2980-4471-9092-29b048d6bba8 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/floatingips/2d028329-ce2c-48a1-9862-b8fcd3fc4d2d HTTP/1.1" status: 200 len: 992 time: 0.0743494 Aug 06 16:30:20.149319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c2847c-2e30-4717-95a9-f06397cd4287 admin admin] Deleting subnet 4f3ac7c1-0090-4c29-9eb4-9143900f24b2 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:30:20.164479 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-33c2847c-2e30-4717-95a9-f06397cd4287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:20.213430 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-33c2847c-2e30-4717-95a9-f06397cd4287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:20.243238 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b144e-fbcf-4f35-bb61-60dcd4ea5fa5 req-bba01f1f-0673-42b6-b10e-50a09b616d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:20.245294 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b0b144e-fbcf-4f35-bb61-60dcd4ea5fa5 req-bba01f1f-0673-42b6-b10e-50a09b616d2c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e12d0f28033544588a6800f70ae4d876&device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 1097 time: 0.0935156 Aug 06 16:30:20.296652 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-33c2847c-2e30-4717-95a9-f06397cd4287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:20.399248 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-5f08fda0-94fa-46a7-b12a-01e0ba02c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:30:00Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2d028329-ce2c-48a1-9862-b8fcd3fc4d2d', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'port_id': '3478397d-b995-49c8-a1be-1fcab59a2687', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'mac_address': 'fa:16:3e:dd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:30:18Z', 'updated_at': '2021-08-06T16:30:18Z', 'revision_number': 0, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1af2b3b-0d21-4615-9486-aeb5c390da49', 'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:0f:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:59Z', 'updated_at': '2021-08-06T16:30:05Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:20.419819 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b144e-fbcf-4f35-bb61-60dcd4ea5fa5 req-366614b1-2f3f-47d8-a393-91b6d1a31631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:20.421515 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b0b144e-fbcf-4f35-bb61-60dcd4ea5fa5 req-366614b1-2f3f-47d8-a393-91b6d1a31631 service neutron] 10.222.0.78 "GET /v2.0/networks?id=edbdb060-f1f6-4c93-933a-944d3d3cc6d7 HTTP/1.1" status: 200 len: 897 time: 0.1678464 Aug 06 16:30:20.430055 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f08fda0-94fa-46a7-b12a-01e0ba02c156 None None] Checking router: 8859c509-1ed1-4fd0-bc04-6dca61baafc0 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:30:20.438822 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f08fda0-94fa-46a7-b12a-01e0ba02c156 None None] Routers {'8859c509-1ed1-4fd0-bc04-6dca61baafc0'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:30:20.439430 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-5f08fda0-94fa-46a7-b12a-01e0ba02c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:30:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:20.531159 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-33c2847c-2e30-4717-95a9-f06397cd4287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:20.561206 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-5f08fda0-94fa-46a7-b12a-01e0ba02c156 None None] Set router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:30:20.585688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2847c-2e30-4717-95a9-f06397cd4287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f3ac7c1-0090-4c29-9eb4-9143900f24b2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:20.589939 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-33c2847c-2e30-4717-95a9-f06397cd4287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:20.594463 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-33c2847c-2e30-4717-95a9-f06397cd4287 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4f3ac7c1-0090-4c29-9eb4-9143900f24b2 HTTP/1.1" status: 204 len: 168 time: 0.5519741 Aug 06 16:30:20.594930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53506) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:20.597538 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b0b144e-fbcf-4f35-bb61-60dcd4ea5fa5 req-12abdabc-8336-43f7-b109-3d8d2c40e840 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3478397d-b995-49c8-a1be-1fcab59a2687 HTTP/1.1" status: 200 len: 1000 time: 0.1415396 Aug 06 16:30:20.696929 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b144e-fbcf-4f35-bb61-60dcd4ea5fa5 req-25a49eeb-d7ba-4f7e-a3e5-562793a9a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:20.703418 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b0b144e-fbcf-4f35-bb61-60dcd4ea5fa5 req-25a49eeb-d7ba-4f7e-a3e5-562793a9a2e3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6dd262e1-c16b-4e36-9f52-12079a381960 HTTP/1.1" status: 200 len: 835 time: 0.0980794 Aug 06 16:30:20.769101 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84b854e7-05f3-412c-85df-ccc61eb756ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:20.799556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b144e-fbcf-4f35-bb61-60dcd4ea5fa5 req-fbdaa2f3-02fe-42b3-8e19-0f55f26cf9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:20.805748 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b0b144e-fbcf-4f35-bb61-60dcd4ea5fa5 req-fbdaa2f3-02fe-42b3-8e19-0f55f26cf9a3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edbdb060-f1f6-4c93-933a-944d3d3cc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857456 Aug 06 16:30:20.876021 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-5f08fda0-94fa-46a7-b12a-01e0ba02c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:30:00Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2d028329-ce2c-48a1-9862-b8fcd3fc4d2d', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'port_id': '3478397d-b995-49c8-a1be-1fcab59a2687', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'mac_address': 'fa:16:3e:dd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:30:18Z', 'updated_at': '2021-08-06T16:30:18Z', 'revision_number': 0, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1af2b3b-0d21-4615-9486-aeb5c390da49', 'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:0f:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:59Z', 'updated_at': '2021-08-06T16:30:05Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:20.891732 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84b854e7-05f3-412c-85df-ccc61eb756ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:20.902890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-84b854e7-05f3-412c-85df-ccc61eb756ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0a8f83-5296-4fcb-8ace-6011262c2bc9']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:20.904587 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f08fda0-94fa-46a7-b12a-01e0ba02c156 None None] The sync data for ids ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'] in n-d-803756-1 is: [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:30:00Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2d028329-ce2c-48a1-9862-b8fcd3fc4d2d', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'port_id': '3478397d-b995-49c8-a1be-1fcab59a2687', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'mac_address': 'fa:16:3e:dd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:30:18Z', 'updated_at': '2021-08-06T16:30:18Z', 'revision_number': 0, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1af2b3b-0d21-4615-9486-aeb5c390da49', 'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:0f:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:59Z', 'updated_at': '2021-08-06T16:30:05Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:30:20.919033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-84b854e7-05f3-412c-85df-ccc61eb756ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbda87a-3646-4ba0-8bcb-b6729984d1a9') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:20.919339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-84b854e7-05f3-412c-85df-ccc61eb756ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbda87a-3646-4ba0-8bcb-b6729984d1a9') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:20.925152 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b0b144e-fbcf-4f35-bb61-60dcd4ea5fa5 req-7ce94655-cc5f-4913-8199-74085a7defa2 service neutron] 10.222.0.78 "GET /v2.0/networks/edbdb060-f1f6-4c93-933a-944d3d3cc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157682 Aug 06 16:30:20.929595 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84b854e7-05f3-412c-85df-ccc61eb756ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:20.945117 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84b854e7-05f3-412c-85df-ccc61eb756ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:20.957062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b854e7-05f3-412c-85df-ccc61eb756ce admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:30:20.958281 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84b854e7-05f3-412c-85df-ccc61eb756ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:30:20.960166 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:30:21.021900 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84b854e7-05f3-412c-85df-ccc61eb756ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:21.029343 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84b854e7-05f3-412c-85df-ccc61eb756ce admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:21.032100 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-84b854e7-05f3-412c-85df-ccc61eb756ce admin admin] 10.222.0.37 "DELETE /v2.0/networks/2a0a8f83-5296-4fcb-8ace-6011262c2bc9 HTTP/1.1" status: 204 len: 168 time: 0.4350178 Aug 06 16:30:21.040276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53514) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:21.046060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b854e7-05f3-412c-85df-ccc61eb756ce admin admin] Pushing event deleted for resources: {'Network': ['ID=2a0a8f83-5296-4fcb-8ace-6011262c2bc9,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:21.079600 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b0b144e-fbcf-4f35-bb61-60dcd4ea5fa5 req-8da5f8a8-29cb-4f72-a6b6-a73e4298d73a service neutron] 10.222.0.78 "GET /v2.0/networks/edbdb060-f1f6-4c93-933a-944d3d3cc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420057 Aug 06 16:30:21.095087 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd822200-948c-4353-b157-59d2fa1e9a83 admin admin] Deleting subnet 120e4398-a017-44fc-8b48-86318c2c119f {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:30:21.099257 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd822200-948c-4353-b157-59d2fa1e9a83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:21.137787 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd822200-948c-4353-b157-59d2fa1e9a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:21.139830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53516) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:21.184798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81472f9c-1067-4699-bdd7-02d295e6c2f6 None None] New status for floating IP 2d028329-ce2c-48a1-9862-b8fcd3fc4d2d: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:30:21.295217 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd822200-948c-4353-b157-59d2fa1e9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:21.301850 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1ae8c83c-a58c-45fd-a53f-6fd5135c73af tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/floatingips/2d028329-ce2c-48a1-9862-b8fcd3fc4d2d HTTP/1.1" status: 200 len: 992 time: 0.1590762 Aug 06 16:30:21.362535 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd822200-948c-4353-b157-59d2fa1e9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:21.391162 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd822200-948c-4353-b157-59d2fa1e9a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=120e4398-a017-44fc-8b48-86318c2c119f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:21.399687 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd822200-948c-4353-b157-59d2fa1e9a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:21.401604 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fd822200-948c-4353-b157-59d2fa1e9a83 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/120e4398-a017-44fc-8b48-86318c2c119f HTTP/1.1" status: 204 len: 168 time: 0.3602915 Aug 06 16:30:21.404166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53526) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:21.476100 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:21.559737 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:21.570056 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c4cea4-4976-4be3-8952-e83258637b43']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:21.580268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1701488-6391-4649-a466-57073be525ca') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:21.580557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1701488-6391-4649-a466-57073be525ca') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:21.589305 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:21.602740 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:21.608754 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:30:21.609169 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:30:21.610784 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:30:21.669419 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:21.675257 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:21.680651 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] 10.222.0.37 "DELETE /v2.0/networks/12c4cea4-4976-4be3-8952-e83258637b43 HTTP/1.1" status: 204 len: 168 time: 0.2755060 Aug 06 16:30:21.694091 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Pushing event deleted for resources: {'Network': ['ID=12c4cea4-4976-4be3-8952-e83258637b43,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:21.702249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:21.702589 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:21.702930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:21.703526 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:21.703865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:21.704190 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:21.704522 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:21.704845 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:21.705176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:21.705498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:21.705853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:21.706177 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7588a6c-08dc-46d6-aac4-4a51616ba90f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:21.866309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53540) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:21.906799 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-07aef1d4-5a64-4623-9333-5d932792af8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e443c61c2884fc19362f7b7ce3102fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391440 Aug 06 16:30:21.909331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53542) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:21.956768 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d9356af-c9d9-4567-8967-f710c4517a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:21.978920 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d9356af-c9d9-4567-8967-f710c4517a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:22.031367 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d9356af-c9d9-4567-8967-f710c4517a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:22.033971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d9356af-c9d9-4567-8967-f710c4517a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:22.035151 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7d9356af-c9d9-4567-8967-f710c4517a36 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fd110f3-0ead-4856-8fc7-28b55e1f596b HTTP/1.1" status: 204 len: 168 time: 0.1248710 Aug 06 16:30:22.044097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9356af-c9d9-4567-8967-f710c4517a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd110f3-0ead-4856-8fc7-28b55e1f596b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:22.304648 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53548) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:22.376632 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3e814c51-8751-4db2-8a1e-57f98071012e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/floatingips/2d028329-ce2c-48a1-9862-b8fcd3fc4d2d HTTP/1.1" status: 200 len: 994 time: 0.0655944 Aug 06 16:30:22.386975 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53550) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:22.425439 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9fd6878d-9c83-4ed2-8df2-463fabe36866 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c801ab7d0d84eaea7e789a6e53ccce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370252 Aug 06 16:30:22.428305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53552) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:22.475887 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8b35332-e57a-4d92-81cf-a6841eb4dd77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:22.496781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8b35332-e57a-4d92-81cf-a6841eb4dd77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:22.543709 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8b35332-e57a-4d92-81cf-a6841eb4dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:22.546551 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8b35332-e57a-4d92-81cf-a6841eb4dd77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:22.547711 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d8b35332-e57a-4d92-81cf-a6841eb4dd77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f1906f6-0442-47de-85a2-cd3dbab5db86 HTTP/1.1" status: 204 len: 168 time: 0.1185038 Aug 06 16:30:22.556721 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b35332-e57a-4d92-81cf-a6841eb4dd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1906f6-0442-47de-85a2-cd3dbab5db86,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:23.801369 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:24.026352 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:24.262171 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53610) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:24.370859 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1455ba4-0262-40ea-b01a-d926be9006bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:24.465172 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1455ba4-0262-40ea-b01a-d926be9006bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:24.469643 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f1455ba4-0262-40ea-b01a-d926be9006bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:24.509090 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1455ba4-0262-40ea-b01a-d926be9006bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16457272-ad33-444d-aa64-67da740dfb81,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:24.514751 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f1455ba4-0262-40ea-b01a-d926be9006bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ade763acb2a4274932f1cc758b22e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2515061 Aug 06 16:30:24.517348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53614) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:24.567974 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb64a441-2794-43ee-9310-5251752f6901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:24.589102 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb64a441-2794-43ee-9310-5251752f6901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:24.635402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb64a441-2794-43ee-9310-5251752f6901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:24.638044 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fb64a441-2794-43ee-9310-5251752f6901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:24.639202 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fb64a441-2794-43ee-9310-5251752f6901 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16457272-ad33-444d-aa64-67da740dfb81 HTTP/1.1" status: 204 len: 168 time: 0.1209016 Aug 06 16:30:24.649498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64a441-2794-43ee-9310-5251752f6901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16457272-ad33-444d-aa64-67da740dfb81,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:24.935305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53622) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:24.949053 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-81ebe7d2-e2aa-4c0d-b5c5-6529fc05908f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:25.041296 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-81ebe7d2-e2aa-4c0d-b5c5-6529fc05908f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:25.045317 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-81ebe7d2-e2aa-4c0d-b5c5-6529fc05908f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:25.085036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-81ebe7d2-e2aa-4c0d-b5c5-6529fc05908f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a5261da0b4940fe8f55c204c0db9501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485596 Aug 06 16:30:25.085932 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebe7d2-e2aa-4c0d-b5c5-6529fc05908f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c22c5e7-7e54-4c96-b66b-436f44f765bc,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:25.087743 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53624) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:25.148788 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d3e3dbc4-b241-40b0-ab80-1b87609f3539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:25.169403 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d3e3dbc4-b241-40b0-ab80-1b87609f3539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:25.218378 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d3e3dbc4-b241-40b0-ab80-1b87609f3539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:25.221013 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d3e3dbc4-b241-40b0-ab80-1b87609f3539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:25.222229 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d3e3dbc4-b241-40b0-ab80-1b87609f3539 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c22c5e7-7e54-4c96-b66b-436f44f765bc HTTP/1.1" status: 204 len: 168 time: 0.1329577 Aug 06 16:30:25.230543 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3dbc4-b241-40b0-ab80-1b87609f3539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c22c5e7-7e54-4c96-b66b-436f44f765bc,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:26.334423 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53662) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:26.456031 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf3419ce-c0a4-4480-b2fc-d50891972e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:26.543166 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf3419ce-c0a4-4480-b2fc-d50891972e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:26.546974 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-cf3419ce-c0a4-4480-b2fc-d50891972e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:26.583393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3419ce-c0a4-4480-b2fc-d50891972e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11449daa-461a-4cee-bdad-26014ebb2b3b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:26.588175 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cf3419ce-c0a4-4480-b2fc-d50891972e1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1864399e50774e99a8777fcf21ad924c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525508 Aug 06 16:30:26.591437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53668) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:26.645155 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ce7dfd3f-776a-40e8-adb6-3fbd0c2ff15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:26.666166 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ce7dfd3f-776a-40e8-adb6-3fbd0c2ff15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:26.713046 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ce7dfd3f-776a-40e8-adb6-3fbd0c2ff15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:26.715664 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ce7dfd3f-776a-40e8-adb6-3fbd0c2ff15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:26.719599 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ce7dfd3f-776a-40e8-adb6-3fbd0c2ff15c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11449daa-461a-4cee-bdad-26014ebb2b3b HTTP/1.1" status: 204 len: 168 time: 0.1237624 Aug 06 16:30:26.725912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dfd3f-776a-40e8-adb6-3fbd0c2ff15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11449daa-461a-4cee-bdad-26014ebb2b3b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:28.964454 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53724) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:28.978715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-5289f277-3995-4685-80e1-6408a58c2708 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Request body: {'network': {'name': 'tempest-network-smoke--969370316', 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'port_security_enabled': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:29.001105 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5289f277-3995-4685-80e1-6408a58c2708 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Made reservation on behalf of 07aa95032af3468e9ef1baf40f8b48ca for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:30:29.005343 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5289f277-3995-4685-80e1-6408a58c2708 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:29.014078 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5289f277-3995-4685-80e1-6408a58c2708 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:29.114506 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5289f277-3995-4685-80e1-6408a58c2708 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:29.118779 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5289f277-3995-4685-80e1-6408a58c2708 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:29.151770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5289f277-3995-4685-80e1-6408a58c2708 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:30:29.162300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289f277-3995-4685-80e1-6408a58c2708 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d791f03-4a32-4305-a47b-865aad6de1df,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:29.168252 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5289f277-3995-4685-80e1-6408a58c2708 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:29.168602 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-5289f277-3995-4685-80e1-6408a58c2708 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Added segment 2386b799-e352-43b3-8313-2ef606137909 of type vlan for network 97453592-8161-4450-b342-a986fe8137af Aug 06 16:30:29.210262 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5289f277-3995-4685-80e1-6408a58c2708 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:29.239428 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5289f277-3995-4685-80e1-6408a58c2708 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:29.245239 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5289f277-3995-4685-80e1-6408a58c2708 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:29.245847 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5289f277-3995-4685-80e1-6408a58c2708 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:29.279482 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5289f277-3995-4685-80e1-6408a58c2708 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3138089 Aug 06 16:30:29.282655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53726) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:29.288519 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-139927130', 'admin_state_up': True, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:29.313919 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289f277-3995-4685-80e1-6408a58c2708 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'Network': ['ID=97453592-8161-4450-b342-a986fe8137af,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:29.326425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 97453592-8161-4450-b342-a986fe8137af details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:30:29.332770 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:29.334188 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:29.396669 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:29.540663 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:29.737795 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:29.758241 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:29.866961 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Allocated IP 172.25.1.94 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/1a9a2f69-00ad-48cd-8abf-fecf6f42c77a) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:30:29.975088 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:30.014978 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:30.052634 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:30:30.057460 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:30:30.060992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:30:30.085410 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'Port': ['ID=1a9a2f69-00ad-48cd-8abf-fecf6f42c77a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:30.589661 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:30.815011 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:30.949975 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Router 4dda7411-160d-469c-9e9a-2aaded870567 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:30:31.058152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:30:31.069274 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Sync routers for ids ['4dda7411-160d-469c-9e9a-2aaded870567'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:30:31.078780 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:31.080235 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0ea03af9-9563-483a-a46a-8d37c4106c91 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7956591 Aug 06 16:30:31.081108 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Routers {'4dda7411-160d-469c-9e9a-2aaded870567'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:30:31.081822 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:30:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4dda7411-160d-469c-9e9a-2aaded870567'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:31.083347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53732) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:31.199310 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Set router 4dda7411-160d-469c-9e9a-2aaded870567 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:30:31.227595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d1f294b0-f3d7-4528-a2c3-d165f3ea1b2a tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=07aa95032af3468e9ef1baf40f8b48ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1401632 Aug 06 16:30:31.229060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53736) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:31.436949 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda7411-160d-469c-9e9a-2aaded870567', 'name': 'tempest-TestSecurityGroupsBasicOps-router-139927130', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:30Z', 'revision_number': 3, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:31.457755 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0cdc62-ae12-4b91-b721-5b927a8166ee tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:31.463772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53742) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:31.464075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ca0cdc62-ae12-4b91-b721-5b927a8166ee tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2336776 Aug 06 16:30:31.472415 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Checking router: 4dda7411-160d-469c-9e9a-2aaded870567 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:30:31.473356 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Updating router 4dda7411-160d-469c-9e9a-2aaded870567 port 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:30:31.498944 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:31.507000 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-da22c17a-6177-4db5-98ea-d7b97c891004 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430317 Aug 06 16:30:31.509509 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53744) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:31.514282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-50234331-c3c8-4017-a6ad-fe258d074bd3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1062885874', 'network_id': '97453592-8161-4450-b342-a986fe8137af', 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:31.606970 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50234331-c3c8-4017-a6ad-fe258d074bd3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Made reservation on behalf of 07aa95032af3468e9ef1baf40f8b48ca for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:30:31.610669 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50234331-c3c8-4017-a6ad-fe258d074bd3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:31.754682 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:31.764178 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Transition to ACTIVE for port object 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:30:31.770580 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:31.797920 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50234331-c3c8-4017-a6ad-fe258d074bd3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:31.821020 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Attempting to bind port 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:30:31.821385 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Attempting to bind port 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:30:31.821776 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Attempting to bind port 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:30:31.831128 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0116c-ffe3-4ae0-bcad-24e8feb60dcd None None] Pushing event updated for resources: {'Port': ['ID=1a9a2f69-00ad-48cd-8abf-fecf6f42c77a,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:31.834281 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:30:31.834650 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:30:31.835106 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:31.835417 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:30:31.835883 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Bound port: 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:30:31.836593 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:31.870605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50234331-c3c8-4017-a6ad-fe258d074bd3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'Subnet': ['ID=c3c1831c-cd61-4dde-b75f-c6afe410296c,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:31.882188 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50234331-c3c8-4017-a6ad-fe258d074bd3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Checking segment: {'id': '2386b799-e352-43b3-8313-2ef606137909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '97453592-8161-4450-b342-a986fe8137af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:30:31.882546 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50234331-c3c8-4017-a6ad-fe258d074bd3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Network hostable DHCP agents. Network: 97453592-8161-4450-b342-a986fe8137af, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:30:31.887190 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] For port 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:30:31.890370 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] For port 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1a9a2f69-00ad-48cd-8abf-fecf6f42c77a,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:30:31.895327 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:31.899846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50234331-c3c8-4017-a6ad-fe258d074bd3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Network 97453592-8161-4450-b342-a986fe8137af is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:30:31.908239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-50234331-c3c8-4017-a6ad-fe258d074bd3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 97453592-8161-4450-b342-a986fe8137af) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:30:31.912900 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50234331-c3c8-4017-a6ad-fe258d074bd3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:31.913505 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-50234331-c3c8-4017-a6ad-fe258d074bd3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:31.917726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09db0dc8-201d-40d6-b0ba-5dffaa6e247a None None] Network 97453592-8161-4450-b342-a986fe8137af requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:30:31.931005 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-50234331-c3c8-4017-a6ad-fe258d074bd3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4204311 Aug 06 16:30:31.934805 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53746) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:31.946607 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Routers {'4dda7411-160d-469c-9e9a-2aaded870567'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:30:31.947235 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:30:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4dda7411-160d-469c-9e9a-2aaded870567'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:31.997015 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0116c-ffe3-4ae0-bcad-24e8feb60dcd None None] Pushing event updated for resources: {'Port': ['ID=1a9a2f69-00ad-48cd-8abf-fecf6f42c77a,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:32.063244 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] Set router 4dda7411-160d-469c-9e9a-2aaded870567 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:30:32.091892 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-97453592-8161-4450-b342-a986fe8137af', 'network_id': '97453592-8161-4450-b342-a986fe8137af', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'fixed_ips': [{'subnet_id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:30:32.093173 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:32.238264 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Allocated IP 172.20.0.2 (97453592-8161-4450-b342-a986fe8137af/c3c1831c-cd61-4dde-b75f-c6afe410296c/c07060e6-8da7-48d1-8b66-c50df3b2003c) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:30:32.264300 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda7411-160d-469c-9e9a-2aaded870567', 'name': 'tempest-TestSecurityGroupsBasicOps-router-139927130', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:30Z', 'revision_number': 3, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:32.393407 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6b4f3c-91e4-4dc7-a097-2b3594fb44ea None None] The sync data for ids ['4dda7411-160d-469c-9e9a-2aaded870567'] in n-d-803756-1 is: [{'id': '4dda7411-160d-469c-9e9a-2aaded870567', 'name': 'tempest-TestSecurityGroupsBasicOps-router-139927130', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:30Z', 'revision_number': 3, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:68:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:30:32.432801 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:32.444286 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Transition to ACTIVE for port object c07060e6-8da7-48d1-8b66-c50df3b2003c will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:30:32.461503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Transition to ACTIVE for port object c07060e6-8da7-48d1-8b66-c50df3b2003c will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:30:32.469023 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:32.487694 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:32.686992 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Network 97453592-8161-4450-b342-a986fe8137af is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:30:32.690972 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:30:32.707798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:30:32.767485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Pushing event updated for resources: {'Port': ['ID=c07060e6-8da7-48d1-8b66-c50df3b2003c,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:32.803087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Attempting to bind port c07060e6-8da7-48d1-8b66-c50df3b2003c on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:30:32.803765 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Attempting to bind port c07060e6-8da7-48d1-8b66-c50df3b2003c by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2386b799-e352-43b3-8313-2ef606137909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '97453592-8161-4450-b342-a986fe8137af'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:30:32.804326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Attempting to bind port c07060e6-8da7-48d1-8b66-c50df3b2003c on network 97453592-8161-4450-b342-a986fe8137af {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:30:32.811175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:30:32.811877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Checking segment: {'id': '2386b799-e352-43b3-8313-2ef606137909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '97453592-8161-4450-b342-a986fe8137af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:30:32.812489 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:32.813053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Bound using segment: {'id': '2386b799-e352-43b3-8313-2ef606137909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '97453592-8161-4450-b342-a986fe8137af'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:30:32.813754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Bound port: c07060e6-8da7-48d1-8b66-c50df3b2003c, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2386b799-e352-43b3-8313-2ef606137909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '97453592-8161-4450-b342-a986fe8137af'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:30:32.814326 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:33.125802 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e28d98a3-0135-482c-a68e-cf53d37ccc2c req-d53c9b71-a991-4e29-81da-42499585ddbb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021669 Aug 06 16:30:33.125802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Allocated IP 172.20.0.1 (97453592-8161-4450-b342-a986fe8137af/c3c1831c-cd61-4dde-b75f-c6afe410296c/e4f85295-1bb9-4850-bbd5-3434785c7043) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:30:33.137257 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] For port c07060e6-8da7-48d1-8b66-c50df3b2003c, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:30:33.137257 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] For port c07060e6-8da7-48d1-8b66-c50df3b2003c, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c07060e6-8da7-48d1-8b66-c50df3b2003c,segment=NetworkSegment(2386b799-e352-43b3-8313-2ef606137909),segment_id=2386b799-e352-43b3-8313-2ef606137909)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:30:33.137257 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:33.138833 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d98a3-0135-482c-a68e-cf53d37ccc2c req-d7cd68eb-a7ca-4d57-9982-8a84f0af8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:33.138833 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e28d98a3-0135-482c-a68e-cf53d37ccc2c req-d7cd68eb-a7ca-4d57-9982-8a84f0af8cb4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e12d0f28033544588a6800f70ae4d876&device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 1097 time: 0.1478598 Aug 06 16:30:33.142933 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db5e2b-a78b-4273-b671-bac0e8635783 None None] Pushing event updated for resources: {'Port': ['ID=c07060e6-8da7-48d1-8b66-c50df3b2003c,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:33.161863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:30:33.217895 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:33.241559 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:30:33.245217 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Transition to ACTIVE for port object e4f85295-1bb9-4850-bbd5-3434785c7043 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:30:33.246958 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:33.247693 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:33.346454 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d98a3-0135-482c-a68e-cf53d37ccc2c req-48960040-9407-4ede-8a93-7cfb70869319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:33.348552 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e28d98a3-0135-482c-a68e-cf53d37ccc2c req-48960040-9407-4ede-8a93-7cfb70869319 service neutron] 10.222.0.78 "GET /v2.0/networks?id=edbdb060-f1f6-4c93-933a-944d3d3cc6d7 HTTP/1.1" status: 200 len: 897 time: 0.1814792 Aug 06 16:30:33.363911 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:33.386759 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:33.411913 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1a9a2f69-00ad-48cd-8abf-fecf6f42c77a,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:33.418303 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:33.504771 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=1a9a2f69-00ad-48cd-8abf-fecf6f42c77a,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:33.529004 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'Port': ['ID=e4f85295-1bb9-4850-bbd5-3434785c7043,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:33.552176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Network 97453592-8161-4450-b342-a986fe8137af is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:30:33.554136 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:30:33.558544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:30:33.600963 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e28d98a3-0135-482c-a68e-cf53d37ccc2c req-b84f76e2-3494-465e-9d09-d4d0cd9b7a97 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3478397d-b995-49c8-a1be-1fcab59a2687 HTTP/1.1" status: 200 len: 1002 time: 0.2441609 Aug 06 16:30:33.663423 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:33.722038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d98a3-0135-482c-a68e-cf53d37ccc2c req-b5102742-76c9-4042-a1bf-17dad9d507fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:33.724177 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e28d98a3-0135-482c-a68e-cf53d37ccc2c req-b5102742-76c9-4042-a1bf-17dad9d507fe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6dd262e1-c16b-4e36-9f52-12079a381960 HTTP/1.1" status: 200 len: 835 time: 0.1099832 Aug 06 16:30:33.795699 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8acc892e-6035-467e-a3c8-4e0d942de186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:33.846502 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d98a3-0135-482c-a68e-cf53d37ccc2c req-8e28fce1-4f87-4370-8ab7-3c3693d3c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:33.848715 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e28d98a3-0135-482c-a68e-cf53d37ccc2c req-8e28fce1-4f87-4370-8ab7-3c3693d3c4a4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edbdb060-f1f6-4c93-933a-944d3d3cc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128454 Aug 06 16:30:33.899658 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:34.004776 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e28d98a3-0135-482c-a68e-cf53d37ccc2c req-1113cf2f-52f5-4384-bdbd-ee2ee345945b service neutron] 10.222.0.78 "GET /v2.0/networks/edbdb060-f1f6-4c93-933a-944d3d3cc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394331 Aug 06 16:30:34.191034 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e28d98a3-0135-482c-a68e-cf53d37ccc2c req-9e7782d2-1784-4104-a765-4db5d3205e41 service neutron] 10.222.0.78 "GET /v2.0/networks/edbdb060-f1f6-4c93-933a-944d3d3cc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553049 Aug 06 16:30:34.369122 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:34.377429 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:34.425771 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52df94d5-cf47-4035-a6ce-b9663a67e2d1 None None] Network 97453592-8161-4450-b342-a986fe8137af requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:30:34.506165 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d4ac178d-69b2-4eb2-afa8-3277890fd2ce None None] Provisioning for port c07060e6-8da7-48d1-8b66-c50df3b2003c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:30:34.808380 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:34.818511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'Port': ['ID=e4f85295-1bb9-4850-bbd5-3434785c7043,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:34.991840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Network 97453592-8161-4450-b342-a986fe8137af is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:30:34.994583 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:30:35.067497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c07060e6-8da7-48d1-8b66-c50df3b2003c up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:30:35.124124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port c07060e6-8da7-48d1-8b66-c50df3b2003c completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:30:35.131841 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port c07060e6-8da7-48d1-8b66-c50df3b2003c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:35.132594 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.187804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-40ec79f1-a4dd-4bdd-85d5-bf1ba2a1e9d6 None None] Provisioning for port e4f85295-1bb9-4850-bbd5-3434785c7043 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:30:35.189123 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Router 4dda7411-160d-469c-9e9a-2aaded870567 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:30:35.195133 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-40ec79f1-a4dd-4bdd-85d5-bf1ba2a1e9d6 None None] Provisioning complete for port e4f85295-1bb9-4850-bbd5-3434785c7043 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:35.195496 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-40ec79f1-a4dd-4bdd-85d5-bf1ba2a1e9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.236940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-40ec79f1-a4dd-4bdd-85d5-bf1ba2a1e9d6 None None] Port e4f85295-1bb9-4850-bbd5-3434785c7043 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:30:35.256139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-40ec79f1-a4dd-4bdd-85d5-bf1ba2a1e9d6 None None] Provisioning complete for port c07060e6-8da7-48d1-8b66-c50df3b2003c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:35.257048 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-40ec79f1-a4dd-4bdd-85d5-bf1ba2a1e9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.323160 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.341427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:30:35.355303 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e0e68ef0-73b4-448e-9fbf-04f31745fb81 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "PUT /v2.0/routers/4dda7411-160d-469c-9e9a-2aaded870567/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4190576 Aug 06 16:30:35.358256 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53796) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:35.370881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6759a3d6-7913-4607-98e3-2a7b530e12a2 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1348995628', 'description': 'tempest-secgroup_access--1348995628 description', 'project_id': '07aa95032af3468e9ef1baf40f8b48ca'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:35.371316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port c07060e6-8da7-48d1-8b66-c50df3b2003c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c07060e6-8da7-48d1-8b66-c50df3b2003c,segment=NetworkSegment(2386b799-e352-43b3-8313-2ef606137909),segment_id=2386b799-e352-43b3-8313-2ef606137909)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:35.375763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Sync routers for ids ['4dda7411-160d-469c-9e9a-2aaded870567'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:30:35.381686 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.382555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:30:35.420179 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6759a3d6-7913-4607-98e3-2a7b530e12a2 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.493647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=c07060e6-8da7-48d1-8b66-c50df3b2003c,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:35.507820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Routers {'4dda7411-160d-469c-9e9a-2aaded870567'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:30:35.508473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:30:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4dda7411-160d-469c-9e9a-2aaded870567'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:35.540256 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6759a3d6-7913-4607-98e3-2a7b530e12a2 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.545284 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6759a3d6-7913-4607-98e3-2a7b530e12a2 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.590491 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6759a3d6-7913-4607-98e3-2a7b530e12a2 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.592412 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6759a3d6-7913-4607-98e3-2a7b530e12a2 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2289054 Aug 06 16:30:35.595359 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 53800) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:35.596584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759a3d6-7913-4607-98e3-2a7b530e12a2 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09f32fb-f55f-4840-b30b-ba4db5ad2e7f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:35.608208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-eb11b300-3294-41c5-8f88-ae9af0978e2a tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1667510591', 'description': 'tempest-secgroup_general--1667510591 description', 'project_id': '07aa95032af3468e9ef1baf40f8b48ca'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:35.652562 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:35.653001 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.658868 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb11b300-3294-41c5-8f88-ae9af0978e2a tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.701266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Set router 4dda7411-160d-469c-9e9a-2aaded870567 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:30:35.759457 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb11b300-3294-41c5-8f88-ae9af0978e2a tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.763529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb11b300-3294-41c5-8f88-ae9af0978e2a tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.764274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5e839d17-2de8-4c5c-b2f0-7ec1f46d0c87 None None] Provisioning complete for port e4f85295-1bb9-4850-bbd5-3434785c7043 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:35.764725 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5e839d17-2de8-4c5c-b2f0-7ec1f46d0c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.805515 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-eb11b300-3294-41c5-8f88-ae9af0978e2a tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.806871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-eb11b300-3294-41c5-8f88-ae9af0978e2a tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2099445 Aug 06 16:30:35.808932 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11b300-3294-41c5-8f88-ae9af0978e2a tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:35.809845 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 53806) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:35.815112 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fcbf17e8-5bd3-4d25-a6c6-68549e3f807e tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Request body: {'security_group_rule': {'security_group_id': 'b09f32fb-f55f-4840-b30b-ba4db5ad2e7f', 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:35.865533 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fcbf17e8-5bd3-4d25-a6c6-68549e3f807e tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.918415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5e839d17-2de8-4c5c-b2f0-7ec1f46d0c87 None None] Port e4f85295-1bb9-4850-bbd5-3434785c7043 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:30:35.936753 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fcbf17e8-5bd3-4d25-a6c6-68549e3f807e tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.941533 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fcbf17e8-5bd3-4d25-a6c6-68549e3f807e tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.964908 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf17e8-5bd3-4d25-a6c6-68549e3f807e tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882d511a-7c18-4a83-9ed5-cb67cfe5f8ce,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:35.982618 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fcbf17e8-5bd3-4d25-a6c6-68549e3f807e tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.991554 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fcbf17e8-5bd3-4d25-a6c6-68549e3f807e tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1729000 Aug 06 16:30:36.039291 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda7411-160d-469c-9e9a-2aaded870567', 'name': 'tempest-TestSecurityGroupsBasicOps-router-139927130', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'e4f85295-1bb9-4850-bbd5-3434785c7043', 'name': '', 'network_id': '97453592-8161-4450-b342-a986fe8137af', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'mac_address': 'fa:16:3e:b2:60:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:32Z', 'updated_at': '2021-08-06T16:30:34Z', 'revision_number': 2, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'subnets': [{'id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:36.072988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Checking router: 4dda7411-160d-469c-9e9a-2aaded870567 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:30:36.073345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Updating router 4dda7411-160d-469c-9e9a-2aaded870567 port e4f85295-1bb9-4850-bbd5-3434785c7043 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:30:36.114086 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:36.150052 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-1b180d15-9a63-41a9-89e4-28358150d921 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--1667510591&fields=id&tenant_id=07aa95032af3468e9ef1baf40f8b48ca HTTP/1.1" status: 200 len: 267 time: 0.0464025 Aug 06 16:30:36.193715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-0b658133-1319-465f-a1fb-2b700b41cb98 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--1348995628&fields=id&tenant_id=07aa95032af3468e9ef1baf40f8b48ca HTTP/1.1" status: 200 len: 267 time: 0.0366042 Aug 06 16:30:36.251198 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-95d4c623-dd45-4a62-9b2a-aa9399425bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:36.328839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-a4a5d757-98cf-4db9-80db-8a862859a215 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:36.330688 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-a4a5d757-98cf-4db9-80db-8a862859a215 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/networks?id=97453592-8161-4450-b342-a986fe8137af HTTP/1.1" status: 200 len: 796 time: 0.1299379 Aug 06 16:30:36.349158 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-62543579-e7f3-40c7-914c-5bae5db232d8 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/quotas/07aa95032af3468e9ef1baf40f8b48ca HTTP/1.1" status: 200 len: 375 time: 0.0124819 Aug 06 16:30:36.417756 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-385baa66-6a96-424d-a4a9-850a502b68a0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=07aa95032af3468e9ef1baf40f8b48ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588467 Aug 06 16:30:36.461552 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:36.474798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Transition to ACTIVE for port object e4f85295-1bb9-4850-bbd5-3434785c7043 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:30:36.481983 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:36.541577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cceb2f5-36f5-4ffc-af2c-c95b86c4a64a None None] Pushing event updated for resources: {'Port': ['ID=e4f85295-1bb9-4850-bbd5-3434785c7043,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:36.546142 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-1dcdb1bc-ddb1-4062-b836-b5063e7ede84 service neutron] 10.222.0.37 "GET /v2.0/networks/97453592-8161-4450-b342-a986fe8137af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991321 Aug 06 16:30:36.596745 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Attempting to bind port e4f85295-1bb9-4850-bbd5-3434785c7043 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:30:36.597203 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Attempting to bind port e4f85295-1bb9-4850-bbd5-3434785c7043 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2386b799-e352-43b3-8313-2ef606137909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '97453592-8161-4450-b342-a986fe8137af'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:30:36.597681 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Attempting to bind port e4f85295-1bb9-4850-bbd5-3434785c7043 on network 97453592-8161-4450-b342-a986fe8137af {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:30:36.603583 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:30:36.604090 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Checking segment: {'id': '2386b799-e352-43b3-8313-2ef606137909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '97453592-8161-4450-b342-a986fe8137af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:30:36.604552 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:36.605179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Bound using segment: {'id': '2386b799-e352-43b3-8313-2ef606137909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '97453592-8161-4450-b342-a986fe8137af'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:30:36.605945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Bound port: e4f85295-1bb9-4850-bbd5-3434785c7043, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2386b799-e352-43b3-8313-2ef606137909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '97453592-8161-4450-b342-a986fe8137af'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:30:36.606551 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:36.706240 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-2b116aa5-bce7-4090-9d2a-dae06c35f2aa service neutron] 10.222.0.37 "GET /v2.0/networks/97453592-8161-4450-b342-a986fe8137af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516433 Aug 06 16:30:36.712102 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:36.720996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] For port e4f85295-1bb9-4850-bbd5-3434785c7043, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:30:36.726161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] For port e4f85295-1bb9-4850-bbd5-3434785c7043, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e4f85295-1bb9-4850-bbd5-3434785c7043,segment=NetworkSegment(2386b799-e352-43b3-8313-2ef606137909),segment_id=2386b799-e352-43b3-8313-2ef606137909)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:30:36.732215 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:36.811423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Routers {'4dda7411-160d-469c-9e9a-2aaded870567'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:30:36.812266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:30:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4dda7411-160d-469c-9e9a-2aaded870567'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:36.902594 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cceb2f5-36f5-4ffc-af2c-c95b86c4a64a None None] Pushing event updated for resources: {'Port': ['ID=e4f85295-1bb9-4850-bbd5-3434785c7043,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:36.993383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c07060e6-8da7-48d1-8b66-c50df3b2003c up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:30:37.026546 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4fefa9b1-ee70-46c4-8b09-78dc7b8c8c14 req-9a2d89d0-0e9e-422c-be71-de54f4b129d5 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 210 time: 0.0639246 Aug 06 16:30:37.246682 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] Set router 4dda7411-160d-469c-9e9a-2aaded870567 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:30:37.303103 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port c07060e6-8da7-48d1-8b66-c50df3b2003c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:37.303474 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:37.426821 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:37.621421 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda7411-160d-469c-9e9a-2aaded870567', 'name': 'tempest-TestSecurityGroupsBasicOps-router-139927130', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'e4f85295-1bb9-4850-bbd5-3434785c7043', 'name': '', 'network_id': '97453592-8161-4450-b342-a986fe8137af', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'mac_address': 'fa:16:3e:b2:60:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:32Z', 'updated_at': '2021-08-06T16:30:36Z', 'revision_number': 4, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'subnets': [{'id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:37.652958 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978c4e8-302f-4527-b3f6-80f9e7f92258 None None] The sync data for ids ['4dda7411-160d-469c-9e9a-2aaded870567'] in n-d-803756-1 is: [{'id': '4dda7411-160d-469c-9e9a-2aaded870567', 'name': 'tempest-TestSecurityGroupsBasicOps-router-139927130', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'e4f85295-1bb9-4850-bbd5-3434785c7043', 'name': '', 'network_id': '97453592-8161-4450-b342-a986fe8137af', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'mac_address': 'fa:16:3e:b2:60:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:32Z', 'updated_at': '2021-08-06T16:30:36Z', 'revision_number': 4, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'subnets': [{'id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:30:38.150456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9023a6c1-b3a5-4c9b-9065-fafbcdfa5d1e req-26956ed5-173c-4202-99d9-2db8791f5905 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 210 time: 0.0288603 Aug 06 16:30:38.423760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-980f304e-1e03-40af-83a8-c6ced3bc8209 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:38.425647 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-980f304e-1e03-40af-83a8-c6ced3bc8209 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.13 "GET /v2.0/networks?id=97453592-8161-4450-b342-a986fe8137af HTTP/1.1" status: 200 len: 796 time: 0.1539695 Aug 06 16:30:38.488860 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-376a5816-3f3b-46ba-b612-7465dfc7546b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07aa95032af3468e9ef1baf40f8b48ca HTTP/1.1" status: 200 len: 478 time: 0.0539484 Aug 06 16:30:38.499549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a86064d-bd6e-4074-aa8d-872118d8bdaa tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Request body: {'port': {'device_id': 'e53c8884-2bf2-4cae-89db-cf64f55345d4', 'network_id': '97453592-8161-4450-b342-a986fe8137af', 'admin_state_up': True, 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'security_groups': ['c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83', 'b09f32fb-f55f-4840-b30b-ba4db5ad2e7f']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:38.636085 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a86064d-bd6e-4074-aa8d-872118d8bdaa tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Made reservation on behalf of 07aa95032af3468e9ef1baf40f8b48ca for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:30:38.640932 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a86064d-bd6e-4074-aa8d-872118d8bdaa tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:38.805697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a86064d-bd6e-4074-aa8d-872118d8bdaa tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Allocated IP 172.20.0.13 (97453592-8161-4450-b342-a986fe8137af/c3c1831c-cd61-4dde-b75f-c6afe410296c/e9574462-687f-437d-b60c-306848eba0c4) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:30:38.966044 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e4f85295-1bb9-4850-bbd5-3434785c7043 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:30:39.037851 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port e4f85295-1bb9-4850-bbd5-3434785c7043 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:30:39.042930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port e4f85295-1bb9-4850-bbd5-3434785c7043 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:39.043750 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:39.077295 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a86064d-bd6e-4074-aa8d-872118d8bdaa tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:39.104754 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a86064d-bd6e-4074-aa8d-872118d8bdaa tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Transition to ACTIVE for port object e9574462-687f-437d-b60c-306848eba0c4 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:30:39.110300 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:39.148778 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a86064d-bd6e-4074-aa8d-872118d8bdaa tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:39.165957 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:39.198291 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a86064d-bd6e-4074-aa8d-872118d8bdaa tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Network 97453592-8161-4450-b342-a986fe8137af is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:30:39.201790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a86064d-bd6e-4074-aa8d-872118d8bdaa tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:30:39.206542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a86064d-bd6e-4074-aa8d-872118d8bdaa tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:30:39.214113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86064d-bd6e-4074-aa8d-872118d8bdaa tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'Port': ['ID=e9574462-687f-437d-b60c-306848eba0c4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:39.225961 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port e4f85295-1bb9-4850-bbd5-3434785c7043, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e4f85295-1bb9-4850-bbd5-3434785c7043,segment=NetworkSegment(2386b799-e352-43b3-8313-2ef606137909),segment_id=2386b799-e352-43b3-8313-2ef606137909)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:39.231913 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:39.304688 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=e4f85295-1bb9-4850-bbd5-3434785c7043,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:39.322751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a86064d-bd6e-4074-aa8d-872118d8bdaa tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:39.323534 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a86064d-bd6e-4074-aa8d-872118d8bdaa tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:39.346036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a86064d-bd6e-4074-aa8d-872118d8bdaa tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8507156 Aug 06 16:30:39.355946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd1e8e-e50b-456f-910e-ff519dcb1d8c req-f35a95b1-491e-43fc-ae22-02bedabd7b59 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:39.357712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dadd1e8e-e50b-456f-910e-ff519dcb1d8c req-f35a95b1-491e-43fc-ae22-02bedabd7b59 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 971 time: 0.1041484 Aug 06 16:30:39.423950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dadd1e8e-e50b-456f-910e-ff519dcb1d8c req-a88dd92b-7d6e-4791-9138-9133f19f1d54 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f32fb-f55f-4840-b30b-ba4db5ad2e7f&id=c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0495462 Aug 06 16:30:39.464308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Request body: {'port': {'device_id': 'e53c8884-2bf2-4cae-89db-cf64f55345d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:39.498610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5f393854-3efe-47ae-87b9-a3cc13173167 None None] Provisioning for port e9574462-687f-437d-b60c-306848eba0c4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:30:39.503042 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5f393854-3efe-47ae-87b9-a3cc13173167 None None] Provisioning complete for port e9574462-687f-437d-b60c-306848eba0c4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:39.504133 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5f393854-3efe-47ae-87b9-a3cc13173167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:39.527389 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:39.540689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5f393854-3efe-47ae-87b9-a3cc13173167 None None] Port e9574462-687f-437d-b60c-306848eba0c4 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:30:39.881356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9574462-687f-437d-b60c-306848eba0c4 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:30:39.894819 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:39.912699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Transition to ACTIVE for port object e9574462-687f-437d-b60c-306848eba0c4 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:30:39.916611 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:39.970170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9574462-687f-437d-b60c-306848eba0c4,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:40.075510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Attempting to bind port e9574462-687f-437d-b60c-306848eba0c4 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:30:40.076167 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Attempting to bind port e9574462-687f-437d-b60c-306848eba0c4 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '2386b799-e352-43b3-8313-2ef606137909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '97453592-8161-4450-b342-a986fe8137af'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:30:40.076505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Attempting to bind port e9574462-687f-437d-b60c-306848eba0c4 on network 97453592-8161-4450-b342-a986fe8137af {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:30:40.081946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Port e9574462-687f-437d-b60c-306848eba0c4 on network 97453592-8161-4450-b342-a986fe8137af not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:30:40.082280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Attempting to bind port e9574462-687f-437d-b60c-306848eba0c4 on network 97453592-8161-4450-b342-a986fe8137af {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:30:40.088107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:30:40.088455 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Checking segment: {'id': '2386b799-e352-43b3-8313-2ef606137909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '97453592-8161-4450-b342-a986fe8137af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:30:40.088846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Bound using segment: {'id': '2386b799-e352-43b3-8313-2ef606137909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '97453592-8161-4450-b342-a986fe8137af'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:30:40.089285 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Bound port: e9574462-687f-437d-b60c-306848eba0c4, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2386b799-e352-43b3-8313-2ef606137909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '97453592-8161-4450-b342-a986fe8137af'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:30:40.089722 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:40.180978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] For port e9574462-687f-437d-b60c-306848eba0c4, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:30:40.184128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] For port e9574462-687f-437d-b60c-306848eba0c4, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=e9574462-687f-437d-b60c-306848eba0c4,segment=NetworkSegment(2386b799-e352-43b3-8313-2ef606137909),segment_id=2386b799-e352-43b3-8313-2ef606137909)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:30:40.189290 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:40.232851 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:40.233695 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:40.235117 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] 10.222.0.13 "PUT /v2.0/ports/e9574462-687f-437d-b60c-306848eba0c4 HTTP/1.1" status: 200 len: 1131 time: 0.8762081 Aug 06 16:30:40.235383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53c8884-2bf2-4cae-89db-cf64f55345d4', 'tag': 'e9574462-687f-437d-b60c-306848eba0c4'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:30:40.237694 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e85c68d-3b2c-4954-8faf-4cb5f92b91a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e53c8884-2bf2-4cae-89db-cf64f55345d4", "tag": "e9574462-687f-437d-b60c-306848eba0c4"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:30:40.287971 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7908e0-94e7-47c0-881d-5f76f20a35a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9574462-687f-437d-b60c-306848eba0c4,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:40.294874 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51fbf4c-4419-4143-8b8a-1d3b3922fc62 x-openstack-request-id: req-b51fbf4c-4419-4143-8b8a-1d3b3922fc62 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:30:40.295305 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53c8884-2bf2-4cae-89db-cf64f55345d4", "tag": "e9574462-687f-437d-b60c-306848eba0c4", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:30:40.295632 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b51fbf4c-4419-4143-8b8a-1d3b3922fc62 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:30:40.296128 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53c8884-2bf2-4cae-89db-cf64f55345d4', 'tag': 'e9574462-687f-437d-b60c-306848eba0c4', 'status': 'completed', 'code': 200} Aug 06 16:30:40.381311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-408f7ea1-51f1-485f-9cab-acf09c1db1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:40.382789 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-408f7ea1-51f1-485f-9cab-acf09c1db1c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07aa95032af3468e9ef1baf40f8b48ca&device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 1134 time: 0.0851691 Aug 06 16:30:40.450267 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-8062ce46-396e-4300-9c91-217131029b21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9574462-687f-437d-b60c-306848eba0c4 HTTP/1.1" status: 200 len: 217 time: 0.0596049 Aug 06 16:30:40.523293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-6c05d4f7-b0a3-4564-8e18-882819690bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:40.524841 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-6c05d4f7-b0a3-4564-8e18-882819690bc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3c1831c-cd61-4dde-b75f-c6afe410296c HTTP/1.1" status: 200 len: 835 time: 0.0676420 Aug 06 16:30:40.634573 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-07351111-09d9-4d2b-a533-551e0f5ea728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:40.635942 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-07351111-09d9-4d2b-a533-551e0f5ea728 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97453592-8161-4450-b342-a986fe8137af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977917 Aug 06 16:30:40.644364 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6bf8d-411f-43ee-b363-1a99001ad223 req-22c2fa39-031a-4936-ad3e-438aa10fe594 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:40.646091 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ee6bf8d-411f-43ee-b363-1a99001ad223 req-22c2fa39-031a-4936-ad3e-438aa10fe594 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 983 time: 0.1167295 Aug 06 16:30:40.744745 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ee6bf8d-411f-43ee-b363-1a99001ad223 req-eca5b8da-0c0e-47fe-9ee9-2e08210a230d tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f32fb-f55f-4840-b30b-ba4db5ad2e7f&id=c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0904164 Aug 06 16:30:40.777157 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-b1b68b92-d8d9-4838-81ab-48920b5f28df service neutron] 10.222.0.13 "GET /v2.0/networks/97453592-8161-4450-b342-a986fe8137af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300681 Aug 06 16:30:40.939222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e4f85295-1bb9-4850-bbd5-3434785c7043 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:30:40.994981 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port e4f85295-1bb9-4850-bbd5-3434785c7043 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:40.995368 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:41.274980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7deb251a-8847-46ca-a347-9e8a72a424fa req-1da30d0e-49a4-4929-b084-179c5ae3c511 service neutron] 10.222.0.13 "GET /v2.0/networks/97453592-8161-4450-b342-a986fe8137af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913836 Aug 06 16:30:41.384889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85c68d-3b2c-4954-8faf-4cb5f92b91a7 req-ffbb1f5d-ca7f-465e-9ef9-970f46101eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:41.386529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e85c68d-3b2c-4954-8faf-4cb5f92b91a7 req-ffbb1f5d-ca7f-465e-9ef9-970f46101eda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07aa95032af3468e9ef1baf40f8b48ca&device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 1134 time: 0.0571523 Aug 06 16:30:41.552353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85c68d-3b2c-4954-8faf-4cb5f92b91a7 req-92ab33b7-ff92-428d-88e4-dec4f03cf3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:41.553958 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e85c68d-3b2c-4954-8faf-4cb5f92b91a7 req-92ab33b7-ff92-428d-88e4-dec4f03cf3b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=97453592-8161-4450-b342-a986fe8137af HTTP/1.1" status: 200 len: 897 time: 0.1609447 Aug 06 16:30:41.599044 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e85c68d-3b2c-4954-8faf-4cb5f92b91a7 req-87c068d2-c3d4-4153-859a-45e81e1fd850 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9574462-687f-437d-b60c-306848eba0c4 HTTP/1.1" status: 200 len: 217 time: 0.0369627 Aug 06 16:30:41.651559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85c68d-3b2c-4954-8faf-4cb5f92b91a7 req-784ac842-fc39-465b-86fe-2d033e584732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:41.653037 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e85c68d-3b2c-4954-8faf-4cb5f92b91a7 req-784ac842-fc39-465b-86fe-2d033e584732 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3c1831c-cd61-4dde-b75f-c6afe410296c HTTP/1.1" status: 200 len: 835 time: 0.0469913 Aug 06 16:30:41.669454 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-77966082-5df5-4840-9163-aeed5471e6c0 req-990c6e6c-e8f0-4a1f-8834-ad32501039b6 service neutron] (105765) timed out ('10.222.0.13', 57704) {{(pid=105765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:30:41.710516 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85c68d-3b2c-4954-8faf-4cb5f92b91a7 req-c602a75d-f4a3-486d-9db3-338ad31b44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:41.712095 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e85c68d-3b2c-4954-8faf-4cb5f92b91a7 req-c602a75d-f4a3-486d-9db3-338ad31b44b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97453592-8161-4450-b342-a986fe8137af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520308 Aug 06 16:30:41.825987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e85c68d-3b2c-4954-8faf-4cb5f92b91a7 req-efe440a8-c790-470f-89c8-692851eb028e service neutron] 10.222.0.13 "GET /v2.0/networks/97453592-8161-4450-b342-a986fe8137af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023498 Aug 06 16:30:41.959705 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483e15f-b173-4426-81a4-be266ce89a80 req-d2bf0621-75d3-4c5e-8e1c-52ab345aa092 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:41.961305 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b483e15f-b173-4426-81a4-be266ce89a80 req-d2bf0621-75d3-4c5e-8e1c-52ab345aa092 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 983 time: 0.1059003 Aug 06 16:30:41.985071 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e85c68d-3b2c-4954-8faf-4cb5f92b91a7 req-0a5708c1-bf83-4330-afa8-37752ab18869 service neutron] 10.222.0.13 "GET /v2.0/networks/97453592-8161-4450-b342-a986fe8137af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548615 Aug 06 16:30:42.014565 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b483e15f-b173-4426-81a4-be266ce89a80 req-56bfc25f-9a32-4512-b64d-c2b9fd50eec8 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f32fb-f55f-4840-b30b-ba4db5ad2e7f&id=c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0424016 Aug 06 16:30:42.341454 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device e9574462-687f-437d-b60c-306848eba0c4 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:30:42.451181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port e9574462-687f-437d-b60c-306848eba0c4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=e9574462-687f-437d-b60c-306848eba0c4,segment=NetworkSegment(2386b799-e352-43b3-8313-2ef606137909),segment_id=2386b799-e352-43b3-8313-2ef606137909)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:42.464574 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'e9574462-687f-437d-b60c-306848eba0c4', 'network_id': '97453592-8161-4450-b342-a986fe8137af', 'port_id': 'e9574462-687f-437d-b60c-306848eba0c4', 'mac_address': 'fa:16:3e:3a:46:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:30:42.509777 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:42.524024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9574462-687f-437d-b60c-306848eba0c4 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:30:42.543654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port e9574462-687f-437d-b60c-306848eba0c4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=e9574462-687f-437d-b60c-306848eba0c4,segment=NetworkSegment(2386b799-e352-43b3-8313-2ef606137909),segment_id=2386b799-e352-43b3-8313-2ef606137909)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:42.547670 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:42.605076 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=e9574462-687f-437d-b60c-306848eba0c4,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:42.784697 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['e9574462-687f-437d-b60c-306848eba0c4'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:30:43.146701 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fefc7-c808-461e-9812-ffcbe6e5c0eb req-36039d11-fd47-4a61-a76c-af5da449a8ec tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:43.148860 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-859fefc7-c808-461e-9812-ffcbe6e5c0eb req-36039d11-fd47-4a61-a76c-af5da449a8ec tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 984 time: 0.0604312 Aug 06 16:30:43.194012 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-859fefc7-c808-461e-9812-ffcbe6e5c0eb req-b3569379-e5f2-4984-a084-8261931f0c92 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f32fb-f55f-4840-b30b-ba4db5ad2e7f&id=c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0389619 Aug 06 16:30:44.324203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6c335-94ea-4da8-b8c1-7a45c059044f req-0e48c33e-771b-42cc-9681-e5c749a189b0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:44.326071 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-26a6c335-94ea-4da8-b8c1-7a45c059044f req-0e48c33e-771b-42cc-9681-e5c749a189b0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 984 time: 0.0593939 Aug 06 16:30:44.356771 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device e9574462-687f-437d-b60c-306848eba0c4 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:30:44.376073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-26a6c335-94ea-4da8-b8c1-7a45c059044f req-160c34a5-d18a-45fe-8840-7bfaba422128 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f32fb-f55f-4840-b30b-ba4db5ad2e7f&id=c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0418174 Aug 06 16:30:44.419346 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port e9574462-687f-437d-b60c-306848eba0c4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:30:44.424450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port e9574462-687f-437d-b60c-306848eba0c4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:44.424914 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:44.532497 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:44.560953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53c8884-2bf2-4cae-89db-cf64f55345d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9574462-687f-437d-b60c-306848eba0c4'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:30:44.563635 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e7a9ad-9c9a-411a-be5d-29e96a474101" -d '{"events": [{"server_uuid": "e53c8884-2bf2-4cae-89db-cf64f55345d4", "name": "network-vif-plugged", "status": "completed", "tag": "e9574462-687f-437d-b60c-306848eba0c4"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:30:44.582656 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port e9574462-687f-437d-b60c-306848eba0c4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=e9574462-687f-437d-b60c-306848eba0c4,segment=NetworkSegment(2386b799-e352-43b3-8313-2ef606137909),segment_id=2386b799-e352-43b3-8313-2ef606137909)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:44.587184 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:44.620754 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db2330f-b119-43b0-aa3d-e394035fb1b0 x-openstack-request-id: req-6db2330f-b119-43b0-aa3d-e394035fb1b0 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:30:44.621055 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53c8884-2bf2-4cae-89db-cf64f55345d4", "name": "network-vif-plugged", "status": "completed", "tag": "e9574462-687f-437d-b60c-306848eba0c4", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:30:44.621307 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6db2330f-b119-43b0-aa3d-e394035fb1b0 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:30:44.621724 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53c8884-2bf2-4cae-89db-cf64f55345d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9574462-687f-437d-b60c-306848eba0c4', 'code': 200} Aug 06 16:30:44.652484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=e9574462-687f-437d-b60c-306848eba0c4,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:44.762149 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1584f-d719-43d5-8d44-b938e8e5432c req-c94a23fc-a028-4a8c-b97d-60235f378d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:44.763670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cdc1584f-d719-43d5-8d44-b938e8e5432c req-c94a23fc-a028-4a8c-b97d-60235f378d86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 1136 time: 0.0693219 Aug 06 16:30:44.815098 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cdc1584f-d719-43d5-8d44-b938e8e5432c req-dbb6c8eb-cfac-409d-9d61-7bbc860a6c54 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83&id=b09f32fb-f55f-4840-b30b-ba4db5ad2e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0442653 Aug 06 16:30:45.512643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4d409-1239-46bc-8d25-f050c60fe78a req-cef4c901-4552-445f-8c24-e0e6b99a7ff0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:45.514456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6b4d409-1239-46bc-8d25-f050c60fe78a req-cef4c901-4552-445f-8c24-e0e6b99a7ff0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 985 time: 0.0554354 Aug 06 16:30:45.567951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b6b4d409-1239-46bc-8d25-f050c60fe78a req-8ed360c3-1f39-4309-addd-5516bed2581b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f32fb-f55f-4840-b30b-ba4db5ad2e7f&id=c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0461812 Aug 06 16:30:46.692402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063989c-21d9-42d0-bbb1-3dd6a954e2cf req-a6903c0a-ab90-4a1c-8d06-13d937670edd tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:46.693912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e063989c-21d9-42d0-bbb1-3dd6a954e2cf req-a6903c0a-ab90-4a1c-8d06-13d937670edd tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 985 time: 0.0516021 Aug 06 16:30:46.738343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e063989c-21d9-42d0-bbb1-3dd6a954e2cf req-b76251ef-75a9-4ea9-96ff-34ffd78ff576 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f32fb-f55f-4840-b30b-ba4db5ad2e7f&id=c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0375619 Aug 06 16:30:46.867762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644d0bd-f68b-44f5-9cdf-54ec8fa1580f req-c0775fee-36ca-462c-958f-3724d1787d2c tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:46.869481 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c644d0bd-f68b-44f5-9cdf-54ec8fa1580f req-c0775fee-36ca-462c-958f-3724d1787d2c tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 985 time: 0.0588555 Aug 06 16:30:46.920974 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c644d0bd-f68b-44f5-9cdf-54ec8fa1580f req-73c27242-d805-40d6-9d48-9fd63b8d0362 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f32fb-f55f-4840-b30b-ba4db5ad2e7f&id=c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0426872 Aug 06 16:30:47.059058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5859d41-31f5-49a3-aed8-72b3609d1dd7 req-2134da24-dd47-4cce-a42a-c291a1487865 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:47.060875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d5859d41-31f5-49a3-aed8-72b3609d1dd7 req-2134da24-dd47-4cce-a42a-c291a1487865 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 1136 time: 0.0602524 Aug 06 16:30:47.082540 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d5859d41-31f5-49a3-aed8-72b3609d1dd7 req-7047b728-1b86-45a1-89f6-df59b2a06c3c tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:47.185781 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d5859d41-31f5-49a3-aed8-72b3609d1dd7 req-7047b728-1b86-45a1-89f6-df59b2a06c3c tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:47.189618 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d5859d41-31f5-49a3-aed8-72b3609d1dd7 req-7047b728-1b86-45a1-89f6-df59b2a06c3c tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:47.217058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d5859d41-31f5-49a3-aed8-72b3609d1dd7 req-7047b728-1b86-45a1-89f6-df59b2a06c3c tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b09f32fb-f55f-4840-b30b-ba4db5ad2e7f&id=c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1490543 Aug 06 16:30:47.221801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047b728-1b86-45a1-89f6-df59b2a06c3c tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191837a5-28aa-4362-94b9-b92c55f3fc22,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:47.241307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54060) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:47.281065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545cfe51-08c1-4dfd-939a-102147713a76 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:47.282675 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-545cfe51-08c1-4dfd-939a-102147713a76 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 1131 time: 0.0400858 Aug 06 16:30:47.286342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54062) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:47.290956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': 'e9574462-687f-437d-b60c-306848eba0c4', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:47.313972 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:47.417729 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:47.535636 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Allocated IP 172.25.1.225 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/93b34ea2-c6ea-4f38-845a-f5a507c5be05) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:30:47.646956 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:47.686223 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:47.726513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:30:47.729433 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:30:47.731860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:30:47.760160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'Port': ['ID=93b34ea2-c6ea-4f38-845a-f5a507c5be05,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:48.113128 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:48.186273 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:48.343267 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:48.348914 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:48.424242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'Port': ['ID=93b34ea2-c6ea-4f38-845a-f5a507c5be05,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:48.435685 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:48.540354 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Floating IP 8863f824-6234-4b4a-be38-fa6ce5fa3041 associated. External IP: 172.25.1.225, port: e9574462-687f-437d-b60c-306848eba0c4. Aug 06 16:30:48.756130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Router 4dda7411-160d-469c-9e9a-2aaded870567 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:30:48.873736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:30:48.886426 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa4f17-654c-448a-ac9e-c4635a686dfb None None] Sync routers for ids ['4dda7411-160d-469c-9e9a-2aaded870567'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:30:48.893348 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:48.897861 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa4f17-654c-448a-ac9e-c4635a686dfb None None] Routers {'4dda7411-160d-469c-9e9a-2aaded870567'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:30:48.898506 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-29aa4f17-654c-448a-ac9e-c4635a686dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:30:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4dda7411-160d-469c-9e9a-2aaded870567'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:48.926808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d71d89f8-e03c-4ee0-981d-d8d33ca55a10 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6391060 Aug 06 16:30:48.927434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53c8884-2bf2-4cae-89db-cf64f55345d4', 'tag': 'e9574462-687f-437d-b60c-306848eba0c4'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:30:48.929794 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25acfa0-ffdd-4382-a2a2-83f753677191" -d '{"events": [{"name": "network-changed", "server_uuid": "e53c8884-2bf2-4cae-89db-cf64f55345d4", "tag": "e9574462-687f-437d-b60c-306848eba0c4"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:30:48.930120 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54066) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:48.980259 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fbed82-8854-4932-b73e-1b4324adf8bc x-openstack-request-id: req-e6fbed82-8854-4932-b73e-1b4324adf8bc {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:30:48.980935 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53c8884-2bf2-4cae-89db-cf64f55345d4", "tag": "e9574462-687f-437d-b60c-306848eba0c4", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:30:48.980935 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6fbed82-8854-4932-b73e-1b4324adf8bc {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:30:48.981452 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53c8884-2bf2-4cae-89db-cf64f55345d4', 'tag': 'e9574462-687f-437d-b60c-306848eba0c4', 'status': 'completed', 'code': 200} Aug 06 16:30:49.011815 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-29aa4f17-654c-448a-ac9e-c4635a686dfb None None] Set router 4dda7411-160d-469c-9e9a-2aaded870567 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:30:49.065017 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25acfa0-ffdd-4382-a2a2-83f753677191 req-bc6e86c2-c980-448f-a96a-394684db6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.066636 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25acfa0-ffdd-4382-a2a2-83f753677191 req-bc6e86c2-c980-448f-a96a-394684db6be6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07aa95032af3468e9ef1baf40f8b48ca&device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 1136 time: 0.0580652 Aug 06 16:30:49.071714 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21622e1-da47-4f2a-be81-2a9230b39eaa tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.072357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21622e1-da47-4f2a-be81-2a9230b39eaa tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.073151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21622e1-da47-4f2a-be81-2a9230b39eaa tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.073698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21622e1-da47-4f2a-be81-2a9230b39eaa tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.074222 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21622e1-da47-4f2a-be81-2a9230b39eaa tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.079674 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b21622e1-da47-4f2a-be81-2a9230b39eaa tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3569 time: 0.1482949 Aug 06 16:30:49.080370 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54072) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:49.152715 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939c1f7-6b93-4bba-8b17-34db777f252c tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.153306 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939c1f7-6b93-4bba-8b17-34db777f252c tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.153855 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939c1f7-6b93-4bba-8b17-34db777f252c tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.154642 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939c1f7-6b93-4bba-8b17-34db777f252c tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.155287 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939c1f7-6b93-4bba-8b17-34db777f252c tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.160906 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8939c1f7-6b93-4bba-8b17-34db777f252c tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.0795093 Aug 06 16:30:49.162088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54074) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:49.171896 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25acfa0-ffdd-4382-a2a2-83f753677191 req-c3e3adfd-d154-4c1e-930c-400e1be1f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.173731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25acfa0-ffdd-4382-a2a2-83f753677191 req-c3e3adfd-d154-4c1e-930c-400e1be1f96c service neutron] 10.222.0.13 "GET /v2.0/networks?id=97453592-8161-4450-b342-a986fe8137af HTTP/1.1" status: 200 len: 897 time: 0.0998361 Aug 06 16:30:49.268688 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-29aa4f17-654c-448a-ac9e-c4635a686dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda7411-160d-469c-9e9a-2aaded870567', 'name': 'tempest-TestSecurityGroupsBasicOps-router-139927130', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '8863f824-6234-4b4a-be38-fa6ce5fa3041', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'port_id': 'e9574462-687f-437d-b60c-306848eba0c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97453592-8161-4450-b342-a986fe8137af', 'mac_address': 'fa:16:3e:3a:46:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c8884-2bf2-4cae-89db-cf64f55345d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:30:47Z', 'updated_at': '2021-08-06T16:30:47Z', 'revision_number': 0, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f85295-1bb9-4850-bbd5-3434785c7043', 'name': '', 'network_id': '97453592-8161-4450-b342-a986fe8137af', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'mac_address': 'fa:16:3e:b2:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:32Z', 'updated_at': '2021-08-06T16:30:39Z', 'revision_number': 5, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'subnets': [{'id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:49.293132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25acfa0-ffdd-4382-a2a2-83f753677191 req-373183c9-b7dc-42c5-9750-cb4d60d8f7e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9574462-687f-437d-b60c-306848eba0c4 HTTP/1.1" status: 200 len: 1000 time: 0.1097353 Aug 06 16:30:49.297729 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa4f17-654c-448a-ac9e-c4635a686dfb None None] Checking router: 4dda7411-160d-469c-9e9a-2aaded870567 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:30:49.309795 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa4f17-654c-448a-ac9e-c4635a686dfb None None] Routers {'4dda7411-160d-469c-9e9a-2aaded870567'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:30:49.310607 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-29aa4f17-654c-448a-ac9e-c4635a686dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:30:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4dda7411-160d-469c-9e9a-2aaded870567'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:49.427553 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9e8a51fa-36e0-434a-a1a5-243415b811af tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.2640705 Aug 06 16:30:49.428470 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54076) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:49.440599 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-29aa4f17-654c-448a-ac9e-c4635a686dfb None None] Set router 4dda7411-160d-469c-9e9a-2aaded870567 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:30:49.473220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cd7bb3-9ec3-4d7c-8f0d-cfe112bb3111 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.474396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cd7bb3-9ec3-4d7c-8f0d-cfe112bb3111 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.490468 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-43cd7bb3-9ec3-4d7c-8f0d-cfe112bb3111 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4dda7411-160d-469c-9e9a-2aaded870567 HTTP/1.1" status: 200 len: 1989 time: 0.0606494 Aug 06 16:30:49.634758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25acfa0-ffdd-4382-a2a2-83f753677191 req-d7d23234-46de-4034-80b1-a0480cf6e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.636344 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25acfa0-ffdd-4382-a2a2-83f753677191 req-d7d23234-46de-4034-80b1-a0480cf6e620 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3c1831c-cd61-4dde-b75f-c6afe410296c HTTP/1.1" status: 200 len: 835 time: 0.3362110 Aug 06 16:30:49.686264 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25acfa0-ffdd-4382-a2a2-83f753677191 req-603221b1-60ec-4d22-81e7-2217ddfe3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.687688 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25acfa0-ffdd-4382-a2a2-83f753677191 req-603221b1-60ec-4d22-81e7-2217ddfe3929 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97453592-8161-4450-b342-a986fe8137af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436914 Aug 06 16:30:49.698731 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-29aa4f17-654c-448a-ac9e-c4635a686dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda7411-160d-469c-9e9a-2aaded870567', 'name': 'tempest-TestSecurityGroupsBasicOps-router-139927130', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '8863f824-6234-4b4a-be38-fa6ce5fa3041', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'port_id': 'e9574462-687f-437d-b60c-306848eba0c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97453592-8161-4450-b342-a986fe8137af', 'mac_address': 'fa:16:3e:3a:46:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c8884-2bf2-4cae-89db-cf64f55345d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:30:47Z', 'updated_at': '2021-08-06T16:30:47Z', 'revision_number': 0, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f85295-1bb9-4850-bbd5-3434785c7043', 'name': '', 'network_id': '97453592-8161-4450-b342-a986fe8137af', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'mac_address': 'fa:16:3e:b2:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:32Z', 'updated_at': '2021-08-06T16:30:39Z', 'revision_number': 5, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'subnets': [{'id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:30:49.731946 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa4f17-654c-448a-ac9e-c4635a686dfb None None] The sync data for ids ['4dda7411-160d-469c-9e9a-2aaded870567'] in n-d-803756-1 is: [{'id': '4dda7411-160d-469c-9e9a-2aaded870567', 'name': 'tempest-TestSecurityGroupsBasicOps-router-139927130', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '8863f824-6234-4b4a-be38-fa6ce5fa3041', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'port_id': 'e9574462-687f-437d-b60c-306848eba0c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97453592-8161-4450-b342-a986fe8137af', 'mac_address': 'fa:16:3e:3a:46:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c8884-2bf2-4cae-89db-cf64f55345d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:30:47Z', 'updated_at': '2021-08-06T16:30:47Z', 'revision_number': 0, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f85295-1bb9-4850-bbd5-3434785c7043', 'name': '', 'network_id': '97453592-8161-4450-b342-a986fe8137af', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'mac_address': 'fa:16:3e:b2:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:32Z', 'updated_at': '2021-08-06T16:30:39Z', 'revision_number': 5, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'subnets': [{'id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:30:49.798936 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25acfa0-ffdd-4382-a2a2-83f753677191 req-0bac6997-43c0-4b6b-95ae-fbc6cd72d9fc service neutron] 10.222.0.13 "GET /v2.0/networks/97453592-8161-4450-b342-a986fe8137af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041374 Aug 06 16:30:49.915057 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b25acfa0-ffdd-4382-a2a2-83f753677191 req-daf28a1c-47d7-4a16-9f1f-0b0e1e9b5a6d service neutron] 10.222.0.13 "GET /v2.0/networks/97453592-8161-4450-b342-a986fe8137af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086204 Aug 06 16:30:49.956227 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59c500-527f-44f7-aad2-aef6f347c859 None None] New status for floating IP 8863f824-6234-4b4a-be38-fa6ce5fa3041: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:30:53.804409 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:54.045545 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:54.474582 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:30:55.525211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54440) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:55.604818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a995131-42a1-4c46-a76b-5797b1c69718 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:55.605317 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a995131-42a1-4c46-a76b-5797b1c69718 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:55.605949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a995131-42a1-4c46-a76b-5797b1c69718 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:55.607581 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0a995131-42a1-4c46-a76b-5797b1c69718 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=e12d0f28033544588a6800f70ae4d876&network_id=edbdb060-f1f6-4c93-933a-944d3d3cc6d7 HTTP/1.1" status: 200 len: 2970 time: 0.0812993 Aug 06 16:30:57.602108 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54558) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:57.654356 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eba131-a5e1-42b0-82d0-44027ee2366b tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:57.655981 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-23eba131-a5e1-42b0-82d0-44027ee2366b tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0 HTTP/1.1" status: 200 len: 814 time: 0.0527201 Aug 06 16:30:58.585045 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54570) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:58.590172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8a395aab-a0e6-4afe-9116-fd11adf28ae0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'network': {'name': 'tempest-network-smoke--1768522099', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'port_security_enabled': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:58.610693 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a395aab-a0e6-4afe-9116-fd11adf28ae0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Made reservation on behalf of e12d0f28033544588a6800f70ae4d876 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:30:58.614667 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a395aab-a0e6-4afe-9116-fd11adf28ae0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:58.644556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a395aab-a0e6-4afe-9116-fd11adf28ae0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:30:58.655327 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a395aab-a0e6-4afe-9116-fd11adf28ae0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:58.655677 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-8a395aab-a0e6-4afe-9116-fd11adf28ae0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Added segment fa494f03-77df-40c9-a705-d12f4516ba61 of type vlan for network e284bfcb-b424-4af8-ba79-588cfb6bb8ba Aug 06 16:30:58.700768 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a395aab-a0e6-4afe-9116-fd11adf28ae0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:58.736615 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a395aab-a0e6-4afe-9116-fd11adf28ae0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:58.743094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a395aab-a0e6-4afe-9116-fd11adf28ae0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:58.743653 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a395aab-a0e6-4afe-9116-fd11adf28ae0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:58.807206 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8a395aab-a0e6-4afe-9116-fd11adf28ae0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2210541 Aug 06 16:30:58.810370 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54572) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:58.842120 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a395aab-a0e6-4afe-9116-fd11adf28ae0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Network': ['ID=e284bfcb-b424-4af8-ba79-588cfb6bb8ba,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:58.855312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network e284bfcb-b424-4af8-ba79-588cfb6bb8ba details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:30:58.883100 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea8799-1b5c-49c5-a0da-edef2b926b6e tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:58.884546 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7eea8799-1b5c-49c5-a0da-edef2b926b6e tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=e12d0f28033544588a6800f70ae4d876&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0732534 Aug 06 16:30:58.887592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54574) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:58.978601 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dea898-54d4-4221-936c-3f517d16902c tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:58.980127 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-50dea898-54d4-4221-936c-3f517d16902c tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913088 Aug 06 16:30:58.983124 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54576) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:59.011352 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-91edeb8b-005d-4ee5-b6ad-594782790790 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271080 Aug 06 16:30:59.014120 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54578) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:59.042772 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-213ff300-9902-43ee-9116-4e09123c6abf tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=e12d0f28033544588a6800f70ae4d876&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274518 Aug 06 16:30:59.045381 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54582) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:59.136522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17b7d06-ebb3-49a7-a9e9-250a97f1b375 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:59.137953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b17b7d06-ebb3-49a7-a9e9-250a97f1b375 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916092 Aug 06 16:30:59.141124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54584) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:59.174564 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f8c3379c-9638-4787-8a17-1ead4dd8b29d tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323081 Aug 06 16:30:59.177659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54586) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:59.182487 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1737549446', 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:59.278528 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Made reservation on behalf of e12d0f28033544588a6800f70ae4d876 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:30:59.282273 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:59.465975 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:59.526463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Subnet': ['ID=b76cb68a-ddd8-483d-97fd-859f8afc1998,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:59.537543 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:59.537917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:59.538261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:59.538599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:59.538934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:59.539268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:59.539594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:59.539923 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:59.540250 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:59.540577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:59.540896 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:59.541222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:59.546418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Checking segment: {'id': 'fa494f03-77df-40c9-a705-d12f4516ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:30:59.546784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network hostable DHCP agents. Network: e284bfcb-b424-4af8-ba79-588cfb6bb8ba, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:30:59.563915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network e284bfcb-b424-4af8-ba79-588cfb6bb8ba is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:30:59.573256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, e284bfcb-b424-4af8-ba79-588cfb6bb8ba) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:30:59.578242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:59.578953 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:59.582964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a368434-137d-475a-bdb9-ff0b0eae0430 None None] Network e284bfcb-b424-4af8-ba79-588cfb6bb8ba requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:30:59.597749 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-307eaafd-2821-41be-8935-64bf98dcac48 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4160161 Aug 06 16:30:59.742234 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-e284bfcb-b424-4af8-ba79-588cfb6bb8ba', 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ips': [{'subnet_id': 'b76cb68a-ddd8-483d-97fd-859f8afc1998'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:30:59.743169 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:59.873297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54590) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:30:59.878569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-98de09a5-29ae-4c75-bd60-2873cee5805a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-697163101', 'description': 'tempest-secgroup-smoke-697163101 description', 'project_id': 'e12d0f28033544588a6800f70ae4d876'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:59.896910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Allocated IP 172.20.0.18 (e284bfcb-b424-4af8-ba79-588cfb6bb8ba/b76cb68a-ddd8-483d-97fd-859f8afc1998/a3891364-5cd1-49f6-bbdd-148a6e09f867) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:30:59.903946 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98de09a5-29ae-4c75-bd60-2873cee5805a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:59.996722 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98de09a5-29ae-4c75-bd60-2873cee5805a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.000378 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98de09a5-29ae-4c75-bd60-2873cee5805a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.032117 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98de09a5-29ae-4c75-bd60-2873cee5805a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.035093 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-98de09a5-29ae-4c75-bd60-2873cee5805a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1587033 Aug 06 16:31:00.036239 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de09a5-29ae-4c75-bd60-2873cee5805a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45cf8f1f-0aa9-4a95-9578-0f1563d02159,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:00.037119 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54592) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:00.044173 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d754a612-f945-42f0-b9e6-044d20cddb99 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '45cf8f1f-0aa9-4a95-9578-0f1563d02159', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:00.061244 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.072435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Transition to ACTIVE for port object a3891364-5cd1-49f6-bbdd-148a6e09f867 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:31:00.079698 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d754a612-f945-42f0-b9e6-044d20cddb99 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.089079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Transition to ACTIVE for port object a3891364-5cd1-49f6-bbdd-148a6e09f867 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:31:00.097073 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.135296 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Network e284bfcb-b424-4af8-ba79-588cfb6bb8ba is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:31:00.140150 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:31:00.144482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:31:00.152352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Pushing event updated for resources: {'Port': ['ID=a3891364-5cd1-49f6-bbdd-148a6e09f867,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:00.179643 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:00.179980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:00.180520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:00.180665 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d754a612-f945-42f0-b9e6-044d20cddb99 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.181330 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:00.181657 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:00.182042 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:00.182549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:00.182919 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:00.183276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:00.183588 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:00.183905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:00.184345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:00.187147 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d754a612-f945-42f0-b9e6-044d20cddb99 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.205449 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754a612-f945-42f0-b9e6-044d20cddb99 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37f01d3-f485-448a-9ff8-7e770f0c4572,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:00.224832 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d754a612-f945-42f0-b9e6-044d20cddb99 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.226667 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d754a612-f945-42f0-b9e6-044d20cddb99 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1861041 Aug 06 16:31:00.231118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54596) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:00.239892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-168524f8-1632-4105-a289-40474d4c59dd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '45cf8f1f-0aa9-4a95-9578-0f1563d02159', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:00.254538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Attempting to bind port a3891364-5cd1-49f6-bbdd-148a6e09f867 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:31:00.256483 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Attempting to bind port a3891364-5cd1-49f6-bbdd-148a6e09f867 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'fa494f03-77df-40c9-a705-d12f4516ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:31:00.257371 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Attempting to bind port a3891364-5cd1-49f6-bbdd-148a6e09f867 on network e284bfcb-b424-4af8-ba79-588cfb6bb8ba {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:31:00.267516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:31:00.267805 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Checking segment: {'id': 'fa494f03-77df-40c9-a705-d12f4516ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:31:00.268263 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.268602 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Bound using segment: {'id': 'fa494f03-77df-40c9-a705-d12f4516ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:31:00.269099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Bound port: a3891364-5cd1-49f6-bbdd-148a6e09f867, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa494f03-77df-40c9-a705-d12f4516ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:31:00.269727 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.287805 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-168524f8-1632-4105-a289-40474d4c59dd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.358641 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] For port a3891364-5cd1-49f6-bbdd-148a6e09f867, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:31:00.361866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] For port a3891364-5cd1-49f6-bbdd-148a6e09f867, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a3891364-5cd1-49f6-bbdd-148a6e09f867,segment=NetworkSegment(fa494f03-77df-40c9-a705-d12f4516ba61),segment_id=fa494f03-77df-40c9-a705-d12f4516ba61)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:31:00.369949 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.382832 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-168524f8-1632-4105-a289-40474d4c59dd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.388672 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-168524f8-1632-4105-a289-40474d4c59dd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.405284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168524f8-1632-4105-a289-40474d4c59dd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239489bf-b9db-42c1-9703-7b852b4ea81c,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:00.424163 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-168524f8-1632-4105-a289-40474d4c59dd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.426190 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-168524f8-1632-4105-a289-40474d4c59dd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1928549 Aug 06 16:31:00.429075 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54598) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:00.435819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4b144daa-cec6-42bb-b896-748e308a686e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '45cf8f1f-0aa9-4a95-9578-0f1563d02159', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:00.457801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3489e-634f-44cd-be1c-fe27996c4d92 None None] Pushing event updated for resources: {'Port': ['ID=a3891364-5cd1-49f6-bbdd-148a6e09f867,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:00.470014 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4b144daa-cec6-42bb-b896-748e308a686e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.536544 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4b144daa-cec6-42bb-b896-748e308a686e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.541103 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4b144daa-cec6-42bb-b896-748e308a686e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.561378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b144daa-cec6-42bb-b896-748e308a686e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e084ab55-6322-49b4-a232-087e9a702583,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:00.570045 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4b144daa-cec6-42bb-b896-748e308a686e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.571386 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4b144daa-cec6-42bb-b896-748e308a686e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410198 Aug 06 16:31:00.574025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54600) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:00.579218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-77b7facc-89e1-4482-9192-b63b3c8007c1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '45cf8f1f-0aa9-4a95-9578-0f1563d02159', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:00.630945 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77b7facc-89e1-4482-9192-b63b3c8007c1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.709359 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77b7facc-89e1-4482-9192-b63b3c8007c1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.714655 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77b7facc-89e1-4482-9192-b63b3c8007c1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.736782 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7facc-89e1-4482-9192-b63b3c8007c1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1356733b-d187-4ac2-bae9-58a1b01a97c4,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:00.748013 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77b7facc-89e1-4482-9192-b63b3c8007c1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.749494 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-77b7facc-89e1-4482-9192-b63b3c8007c1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1743348 Aug 06 16:31:00.752672 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 54602) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:00.760749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e012be22-435f-42d4-b382-46f030873f9d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '45cf8f1f-0aa9-4a95-9578-0f1563d02159', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:00.788485 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-e012be22-435f-42d4-b382-46f030873f9d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Project e12d0f28033544588a6800f70ae4d876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:31:00.795726 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e012be22-435f-42d4-b382-46f030873f9d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.871234 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e012be22-435f-42d4-b382-46f030873f9d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.877147 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e012be22-435f-42d4-b382-46f030873f9d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.900735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012be22-435f-42d4-b382-46f030873f9d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8e1db6-febe-40f4-8b8f-55ebf01fc428,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:00.910570 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e012be22-435f-42d4-b382-46f030873f9d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.914088 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e012be22-435f-42d4-b382-46f030873f9d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1590953 Aug 06 16:31:00.914873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54604) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:00.919514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-3479d562-45c1-4923-a5d9-26d410946427 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '45cf8f1f-0aa9-4a95-9578-0f1563d02159', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:00.951806 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-3479d562-45c1-4923-a5d9-26d410946427 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Project e12d0f28033544588a6800f70ae4d876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:31:00.958913 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3479d562-45c1-4923-a5d9-26d410946427 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:00.990442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a3891364-5cd1-49f6-bbdd-148a6e09f867 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:31:01.042189 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a3891364-5cd1-49f6-bbdd-148a6e09f867 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:31:01.045511 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3479d562-45c1-4923-a5d9-26d410946427 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:01.050363 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3479d562-45c1-4923-a5d9-26d410946427 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:01.069560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479d562-45c1-4923-a5d9-26d410946427 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99391ef-1749-4221-b7df-6d6becadb260,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:01.076017 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3479d562-45c1-4923-a5d9-26d410946427 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:01.085433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3479d562-45c1-4923-a5d9-26d410946427 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1619196 Aug 06 16:31:01.413096 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2c371a95-20b1-4b74-9dc7-bf9043930132 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-697163101&fields=id&tenant_id=e12d0f28033544588a6800f70ae4d876 HTTP/1.1" status: 200 len: 267 time: 0.0374374 Aug 06 16:31:01.513207 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e3e4df-00c0-4311-96fb-337c963ee3f1 None None] Network e284bfcb-b424-4af8-ba79-588cfb6bb8ba requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:31:01.535906 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-92786c15-2f43-4c93-801a-1480e82244fe tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:01.537436 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-92786c15-2f43-4c93-801a-1480e82244fe tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/networks?id=e284bfcb-b424-4af8-ba79-588cfb6bb8ba HTTP/1.1" status: 200 len: 797 time: 0.1153369 Aug 06 16:31:01.553720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-6cb8c655-229c-4333-b30e-9d5f2c01b902 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/quotas/e12d0f28033544588a6800f70ae4d876 HTTP/1.1" status: 200 len: 375 time: 0.0101476 Aug 06 16:31:01.590480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-449a2132-7c2d-4b7b-8db2-923864f63851 None None] Provisioning for port a3891364-5cd1-49f6-bbdd-148a6e09f867 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:31:01.600277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-449a2132-7c2d-4b7b-8db2-923864f63851 None None] Provisioning complete for port a3891364-5cd1-49f6-bbdd-148a6e09f867 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:01.600743 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-449a2132-7c2d-4b7b-8db2-923864f63851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:01.619701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-1dd951a7-2a50-42b8-9109-b2b28a38b00b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e12d0f28033544588a6800f70ae4d876&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0595553 Aug 06 16:31:01.744735 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-449a2132-7c2d-4b7b-8db2-923864f63851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:01.784198 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-449a2132-7c2d-4b7b-8db2-923864f63851 None None] For port a3891364-5cd1-49f6-bbdd-148a6e09f867, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a3891364-5cd1-49f6-bbdd-148a6e09f867,segment=NetworkSegment(fa494f03-77df-40c9-a705-d12f4516ba61),segment_id=fa494f03-77df-40c9-a705-d12f4516ba61)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:01.784622 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2c75c169-c799-4d3b-852d-2628bb280589 service neutron] 10.222.0.37 "GET /v2.0/networks/e284bfcb-b424-4af8-ba79-588cfb6bb8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516049 Aug 06 16:31:01.788234 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-449a2132-7c2d-4b7b-8db2-923864f63851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:01.858505 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a2132-7c2d-4b7b-8db2-923864f63851 None None] Pushing event updated for resources: {'Port': ['ID=a3891364-5cd1-49f6-bbdd-148a6e09f867,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:01.890267 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-43d92c1b-b185-4c1a-a310-5f862144aec1 service neutron] 10.222.0.37 "GET /v2.0/networks/e284bfcb-b424-4af8-ba79-588cfb6bb8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956786 Aug 06 16:31:02.016100 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d47e2f87-141b-4ee2-95d4-b14d40c421d3 None None] Provisioning complete for port a3891364-5cd1-49f6-bbdd-148a6e09f867 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:02.016698 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d47e2f87-141b-4ee2-95d4-b14d40c421d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:02.091627 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1efc3c07-5a12-430b-8132-cc60dbef683c req-5f1abcf1-ef1d-485a-a52b-a05847965ca7 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 210 time: 0.0465207 Aug 06 16:31:02.929775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a3891364-5cd1-49f6-bbdd-148a6e09f867 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:31:02.984849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a3891364-5cd1-49f6-bbdd-148a6e09f867 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:02.985610 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:03.031976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2aaef861-05da-44a8-a933-9a44ee978d4c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:03.033557 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2aaef861-05da-44a8-a933-9a44ee978d4c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.78 "GET /v2.0/networks?id=e284bfcb-b424-4af8-ba79-588cfb6bb8ba HTTP/1.1" status: 200 len: 797 time: 0.1191792 Aug 06 16:31:03.088511 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-6ffbf8b8-6bda-48f0-841e-2a08be9c5517 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e12d0f28033544588a6800f70ae4d876 HTTP/1.1" status: 200 len: 472 time: 0.0438094 Aug 06 16:31:03.098358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-964f6454-deaa-4d04-855c-85e0e41e299c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'port': {'device_id': '8250af09-ddef-4f16-960b-f7ef62fe36f5', 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba', 'admin_state_up': True, 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'security_groups': ['45cf8f1f-0aa9-4a95-9578-0f1563d02159']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:03.190683 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b031879a-6aed-4a5a-8d8b-4ac843fa8f05 req-2bf9e310-85c2-42b4-a91d-16b169fb4a3b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 210 time: 0.0296032 Aug 06 16:31:03.225080 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-964f6454-deaa-4d04-855c-85e0e41e299c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Made reservation on behalf of e12d0f28033544588a6800f70ae4d876 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:31:03.230791 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-964f6454-deaa-4d04-855c-85e0e41e299c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:03.361762 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-964f6454-deaa-4d04-855c-85e0e41e299c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Allocated IP 172.20.0.23 (e284bfcb-b424-4af8-ba79-588cfb6bb8ba/b76cb68a-ddd8-483d-97fd-859f8afc1998/89cc3d6f-24a6-49f8-bc2f-45a3986e19fa) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:31:03.513209 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-964f6454-deaa-4d04-855c-85e0e41e299c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:03.526605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-964f6454-deaa-4d04-855c-85e0e41e299c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Transition to ACTIVE for port object 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:31:03.559634 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-964f6454-deaa-4d04-855c-85e0e41e299c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:03.604141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-964f6454-deaa-4d04-855c-85e0e41e299c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network e284bfcb-b424-4af8-ba79-588cfb6bb8ba is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:31:03.607327 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-964f6454-deaa-4d04-855c-85e0e41e299c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:31:03.611161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-964f6454-deaa-4d04-855c-85e0e41e299c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:31:03.635042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f6454-deaa-4d04-855c-85e0e41e299c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Port': ['ID=89cc3d6f-24a6-49f8-bc2f-45a3986e19fa,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:03.664582 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-964f6454-deaa-4d04-855c-85e0e41e299c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:03.665208 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-964f6454-deaa-4d04-855c-85e0e41e299c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:03.682492 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-964f6454-deaa-4d04-855c-85e0e41e299c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5882471 Aug 06 16:31:03.695249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Request body: {'port': {'device_id': '8250af09-ddef-4f16-960b-f7ef62fe36f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:03.756572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:03.790805 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-77756f5f-ab7b-4a37-95eb-4692a1b069c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:03.854173 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fe2b66ee-e061-449c-a1e5-46a7a8505c37 None None] Provisioning for port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:31:03.858595 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fe2b66ee-e061-449c-a1e5-46a7a8505c37 None None] Provisioning complete for port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:03.858871 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fe2b66ee-e061-449c-a1e5-46a7a8505c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:03.896734 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fe2b66ee-e061-449c-a1e5-46a7a8505c37 None None] Port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:31:04.073028 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:31:04.085508 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:04.099569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Transition to ACTIVE for port object 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:31:04.103846 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:04.199993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Pushing event updated for resources: {'Port': ['ID=89cc3d6f-24a6-49f8-bc2f-45a3986e19fa,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:04.251621 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Attempting to bind port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:31:04.252058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Attempting to bind port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'fa494f03-77df-40c9-a705-d12f4516ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:31:04.252454 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Attempting to bind port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa on network e284bfcb-b424-4af8-ba79-588cfb6bb8ba {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:31:04.258247 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa on network e284bfcb-b424-4af8-ba79-588cfb6bb8ba not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:31:04.258816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Attempting to bind port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa on network e284bfcb-b424-4af8-ba79-588cfb6bb8ba {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:31:04.265338 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:31:04.265800 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Checking segment: {'id': 'fa494f03-77df-40c9-a705-d12f4516ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:31:04.266256 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Bound using segment: {'id': 'fa494f03-77df-40c9-a705-d12f4516ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:31:04.266761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Bound port: 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa494f03-77df-40c9-a705-d12f4516ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:31:04.267186 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:04.337023 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] For port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:31:04.337713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab069e9-4f5b-439e-9a97-81c74a6a3f6f req-cda850d4-d023-4d75-a53d-b2f8e6a3b4b3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:04.340644 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] For port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=89cc3d6f-24a6-49f8-bc2f-45a3986e19fa,segment=NetworkSegment(fa494f03-77df-40c9-a705-d12f4516ba61),segment_id=fa494f03-77df-40c9-a705-d12f4516ba61)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:31:04.341518 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ab069e9-4f5b-439e-9a97-81c74a6a3f6f req-cda850d4-d023-4d75-a53d-b2f8e6a3b4b3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 944 time: 0.0653870 Aug 06 16:31:04.355803 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:04.384750 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ab069e9-4f5b-439e-9a97-81c74a6a3f6f req-44b4573d-5973-487a-b5f3-cdb90f71f7cc tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=45cf8f1f-0aa9-4a95-9578-0f1563d02159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361989 Aug 06 16:31:04.395844 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:04.396493 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:04.401251 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] 10.222.0.78 "PUT /v2.0/ports/89cc3d6f-24a6-49f8-bc2f-45a3986e19fa HTTP/1.1" status: 200 len: 1092 time: 0.7070594 Aug 06 16:31:04.401251 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8250af09-ddef-4f16-960b-f7ef62fe36f5', 'tag': '89cc3d6f-24a6-49f8-bc2f-45a3986e19fa'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:31:04.401251 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc57feaf-8b61-459f-bf33-a3a45b850126" -d '{"events": [{"name": "network-changed", "server_uuid": "8250af09-ddef-4f16-960b-f7ef62fe36f5", "tag": "89cc3d6f-24a6-49f8-bc2f-45a3986e19fa"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:31:04.434724 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a587b-3c63-4d13-8501-673f1d214531 service neutron] Pushing event updated for resources: {'Port': ['ID=89cc3d6f-24a6-49f8-bc2f-45a3986e19fa,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:04.455184 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53848445-7e28-4654-b794-a2256234c79c x-openstack-request-id: req-53848445-7e28-4654-b794-a2256234c79c {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:31:04.455658 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8250af09-ddef-4f16-960b-f7ef62fe36f5", "tag": "89cc3d6f-24a6-49f8-bc2f-45a3986e19fa", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:31:04.456392 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53848445-7e28-4654-b794-a2256234c79c {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:31:04.456908 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8250af09-ddef-4f16-960b-f7ef62fe36f5', 'tag': '89cc3d6f-24a6-49f8-bc2f-45a3986e19fa', 'status': 'completed', 'code': 200} Aug 06 16:31:04.528420 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-9986e638-c5e0-4b2e-ae9a-7af9439970aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:04.530008 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-9986e638-c5e0-4b2e-ae9a-7af9439970aa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e12d0f28033544588a6800f70ae4d876&device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 1095 time: 0.0642080 Aug 06 16:31:04.588464 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-7f3e2982-1068-43e1-9304-58dd337f8423 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=89cc3d6f-24a6-49f8-bc2f-45a3986e19fa HTTP/1.1" status: 200 len: 217 time: 0.0411341 Aug 06 16:31:04.635424 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-bddb0e70-e79f-41de-9bc5-76ed695c6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:04.637182 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-bddb0e70-e79f-41de-9bc5-76ed695c6870 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b76cb68a-ddd8-483d-97fd-859f8afc1998 HTTP/1.1" status: 200 len: 838 time: 0.0477343 Aug 06 16:31:04.683429 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-81bb255d-716d-4f92-97ab-85d296e6235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:04.684923 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-81bb255d-716d-4f92-97ab-85d296e6235b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e284bfcb-b424-4af8-ba79-588cfb6bb8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401518 Aug 06 16:31:04.783646 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-8d2762ce-dd8e-4dcb-90bc-6700e3e6c853 service neutron] 10.222.0.78 "GET /v2.0/networks/e284bfcb-b424-4af8-ba79-588cfb6bb8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900500 Aug 06 16:31:04.877450 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d606aece-22a1-49b9-8cce-98005f9d9ba8 req-2c32cc2e-11cf-4d07-9a61-1798928e9703 service neutron] 10.222.0.78 "GET /v2.0/networks/e284bfcb-b424-4af8-ba79-588cfb6bb8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854838 Aug 06 16:31:04.972995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57feaf-8b61-459f-bf33-a3a45b850126 req-2881bbcc-050b-4029-abd4-48a19ef9bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:04.977246 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dc57feaf-8b61-459f-bf33-a3a45b850126 req-2881bbcc-050b-4029-abd4-48a19ef9bdb3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e12d0f28033544588a6800f70ae4d876&device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 1095 time: 0.0464468 Aug 06 16:31:05.073801 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57feaf-8b61-459f-bf33-a3a45b850126 req-fc12152c-e851-45b0-b572-244fd83f4a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:05.075292 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dc57feaf-8b61-459f-bf33-a3a45b850126 req-fc12152c-e851-45b0-b572-244fd83f4a78 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e284bfcb-b424-4af8-ba79-588cfb6bb8ba HTTP/1.1" status: 200 len: 898 time: 0.0929987 Aug 06 16:31:05.121916 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dc57feaf-8b61-459f-bf33-a3a45b850126 req-4ab5a809-4031-425a-9fb4-612614e8e609 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=89cc3d6f-24a6-49f8-bc2f-45a3986e19fa HTTP/1.1" status: 200 len: 217 time: 0.0385404 Aug 06 16:31:05.176850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57feaf-8b61-459f-bf33-a3a45b850126 req-3510089b-fc10-494f-b543-7a311a371992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:05.178382 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dc57feaf-8b61-459f-bf33-a3a45b850126 req-3510089b-fc10-494f-b543-7a311a371992 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b76cb68a-ddd8-483d-97fd-859f8afc1998 HTTP/1.1" status: 200 len: 838 time: 0.0484521 Aug 06 16:31:05.232584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57feaf-8b61-459f-bf33-a3a45b850126 req-386988b5-d47a-41f4-bd49-873f936f88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:05.235636 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dc57feaf-8b61-459f-bf33-a3a45b850126 req-386988b5-d47a-41f4-bd49-873f936f88ae service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e284bfcb-b424-4af8-ba79-588cfb6bb8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489035 Aug 06 16:31:05.340699 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dc57feaf-8b61-459f-bf33-a3a45b850126 req-7ade29c3-b44b-429a-9514-61cb365c97db service neutron] 10.222.0.78 "GET /v2.0/networks/e284bfcb-b424-4af8-ba79-588cfb6bb8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943191 Aug 06 16:31:05.435157 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dc57feaf-8b61-459f-bf33-a3a45b850126 req-03e8bc3f-972b-4ead-9aa6-bd5c96d7af12 service neutron] 10.222.0.78 "GET /v2.0/networks/e284bfcb-b424-4af8-ba79-588cfb6bb8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868425 Aug 06 16:31:05.537843 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67266f24-5b1e-4f35-b0e9-9a70cf83ae14 req-a7cb0b03-a31e-45ec-8b4f-6f8ef57d2a8d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:05.539911 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67266f24-5b1e-4f35-b0e9-9a70cf83ae14 req-a7cb0b03-a31e-45ec-8b4f-6f8ef57d2a8d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 944 time: 0.0558269 Aug 06 16:31:05.584399 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67266f24-5b1e-4f35-b0e9-9a70cf83ae14 req-07f04e10-798b-4f22-9000-8c8407a143ce tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=45cf8f1f-0aa9-4a95-9578-0f1563d02159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378280 Aug 06 16:31:06.238972 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa3963cd-2e63-4fe4-b302-cdda0491ffe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:06.645091 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:06.708998 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd1ba9-1b80-4070-a9e6-40174be04829 req-32c94528-a920-46de-bd29-b41bd9594462 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:06.710520 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-79dd1ba9-1b80-4070-a9e6-40174be04829 req-32c94528-a920-46de-bd29-b41bd9594462 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 944 time: 0.0536110 Aug 06 16:31:06.748975 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-79dd1ba9-1b80-4070-a9e6-40174be04829 req-9ed421a5-efb6-44e4-9b2f-d9a6c1a4b7d6 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=45cf8f1f-0aa9-4a95-9578-0f1563d02159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324180 Aug 06 16:31:07.362015 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:07.587252 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:31:07.680902 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=89cc3d6f-24a6-49f8-bc2f-45a3986e19fa,segment=NetworkSegment(fa494f03-77df-40c9-a705-d12f4516ba61),segment_id=fa494f03-77df-40c9-a705-d12f4516ba61)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:07.692312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '89cc3d6f-24a6-49f8-bc2f-45a3986e19fa', 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba', 'port_id': '89cc3d6f-24a6-49f8-bc2f-45a3986e19fa', 'mac_address': 'fa:16:3e:85:2d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76cb68a-ddd8-483d-97fd-859f8afc1998', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:31:07.728369 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:07.744938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:31:07.764000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=89cc3d6f-24a6-49f8-bc2f-45a3986e19fa,segment=NetworkSegment(fa494f03-77df-40c9-a705-d12f4516ba61),segment_id=fa494f03-77df-40c9-a705-d12f4516ba61)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:07.768846 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:07.825121 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=89cc3d6f-24a6-49f8-bc2f-45a3986e19fa,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:07.895140 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0e9fd-f4ed-449a-b1c6-ab37acf2cdc0 req-6f019ac5-dd23-428f-8102-01e54c526222 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:07.896715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ae0e9fd-f4ed-449a-b1c6-ab37acf2cdc0 req-6f019ac5-dd23-428f-8102-01e54c526222 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 945 time: 0.0613003 Aug 06 16:31:07.943325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ae0e9fd-f4ed-449a-b1c6-ab37acf2cdc0 req-224f1896-794f-458d-aaca-cc14cb10cab7 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=45cf8f1f-0aa9-4a95-9578-0f1563d02159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403106 Aug 06 16:31:07.999194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['89cc3d6f-24a6-49f8-bc2f-45a3986e19fa'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:31:09.059394 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40119e50-5502-4199-a90c-ac6a58e6c293 req-864bb1c4-2c7f-4cf5-a439-187088527908 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:09.060860 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40119e50-5502-4199-a90c-ac6a58e6c293 req-864bb1c4-2c7f-4cf5-a439-187088527908 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 945 time: 0.0486038 Aug 06 16:31:09.099959 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40119e50-5502-4199-a90c-ac6a58e6c293 req-2bb647a3-2bff-44a0-b2b4-1d9652fc7897 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=45cf8f1f-0aa9-4a95-9578-0f1563d02159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330248 Aug 06 16:31:09.106132 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:09.601815 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:31:09.649493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:31:09.654846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:09.655204 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:09.738128 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:09.760668 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8250af09-ddef-4f16-960b-f7ef62fe36f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89cc3d6f-24a6-49f8-bc2f-45a3986e19fa'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:31:09.763199 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc6ff6f-5903-4a84-9ee9-7e6bc754a2d9" -d '{"events": [{"server_uuid": "8250af09-ddef-4f16-960b-f7ef62fe36f5", "name": "network-vif-plugged", "status": "completed", "tag": "89cc3d6f-24a6-49f8-bc2f-45a3986e19fa"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:31:09.776978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=89cc3d6f-24a6-49f8-bc2f-45a3986e19fa,segment=NetworkSegment(fa494f03-77df-40c9-a705-d12f4516ba61),segment_id=fa494f03-77df-40c9-a705-d12f4516ba61)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:09.781213 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:09.811828 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315a0524-5751-4460-b8e1-909c5539750a x-openstack-request-id: req-315a0524-5751-4460-b8e1-909c5539750a {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:31:09.812296 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8250af09-ddef-4f16-960b-f7ef62fe36f5", "name": "network-vif-plugged", "status": "completed", "tag": "89cc3d6f-24a6-49f8-bc2f-45a3986e19fa", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:31:09.812706 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-315a0524-5751-4460-b8e1-909c5539750a {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:31:09.813308 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8250af09-ddef-4f16-960b-f7ef62fe36f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89cc3d6f-24a6-49f8-bc2f-45a3986e19fa', 'code': 200} Aug 06 16:31:09.850805 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=89cc3d6f-24a6-49f8-bc2f-45a3986e19fa,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:09.922495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b28574-4104-45af-8af1-f9113526e4fb req-f0df3487-00d3-4d90-9a15-14c54e7ed0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:09.924002 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-60b28574-4104-45af-8af1-f9113526e4fb req-f0df3487-00d3-4d90-9a15-14c54e7ed0c8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 1097 time: 0.0410104 Aug 06 16:31:09.965883 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-60b28574-4104-45af-8af1-f9113526e4fb req-71ca5d83-9def-457c-928f-cacc668e4253 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=45cf8f1f-0aa9-4a95-9578-0f1563d02159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337675 Aug 06 16:31:10.227777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23000d2-22eb-4acc-9169-cdfc8e7f6b01 req-f0b5d72a-bb6e-4a4b-aa90-5d5e3f853067 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:10.229277 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e23000d2-22eb-4acc-9169-cdfc8e7f6b01 req-f0b5d72a-bb6e-4a4b-aa90-5d5e3f853067 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 946 time: 0.0569556 Aug 06 16:31:10.268669 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e23000d2-22eb-4acc-9169-cdfc8e7f6b01 req-d2e76020-9f15-4939-af86-48f5b6fb1cf7 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=45cf8f1f-0aa9-4a95-9578-0f1563d02159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319757 Aug 06 16:31:11.411266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70050a86-b128-4416-b45b-b20aa0286c05 req-669557b3-d883-413b-ae2f-1ce6f359f7bb tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:11.412863 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70050a86-b128-4416-b45b-b20aa0286c05 req-669557b3-d883-413b-ae2f-1ce6f359f7bb tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 946 time: 0.0539837 Aug 06 16:31:11.459462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70050a86-b128-4416-b45b-b20aa0286c05 req-f2f0d3ff-e26f-4b8d-ae87-11820923a007 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=45cf8f1f-0aa9-4a95-9578-0f1563d02159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405488 Aug 06 16:31:11.574376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba0626-d115-4435-890b-16abff812d83 req-3aa757ab-0a3a-43f4-a444-79200e93c270 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:11.575746 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4ba0626-d115-4435-890b-16abff812d83 req-3aa757ab-0a3a-43f4-a444-79200e93c270 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 946 time: 0.0493710 Aug 06 16:31:11.616724 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4ba0626-d115-4435-890b-16abff812d83 req-da265436-6521-4eb2-bce3-0dab9ae0515a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=45cf8f1f-0aa9-4a95-9578-0f1563d02159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335653 Aug 06 16:31:13.102991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 54842) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:13.596228 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:13.880525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Allocated IP 172.20.0.17 (e284bfcb-b424-4af8-ba79-588cfb6bb8ba/b76cb68a-ddd8-483d-97fd-859f8afc1998/884d5013-ed0f-450a-95c9-05b2443e3e78) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:31:14.002439 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:14.015717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Transition to ACTIVE for port object 884d5013-ed0f-450a-95c9-05b2443e3e78 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:31:14.050222 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:14.093067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network e284bfcb-b424-4af8-ba79-588cfb6bb8ba is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:31:14.096883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:31:14.101108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:31:14.125146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Port': ['ID=884d5013-ed0f-450a-95c9-05b2443e3e78,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:14.149488 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:14.335106 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:14.368307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b4f6d712-dabd-429e-83b8-ae98b62632d9 None None] Provisioning for port 884d5013-ed0f-450a-95c9-05b2443e3e78 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:31:14.373332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b4f6d712-dabd-429e-83b8-ae98b62632d9 None None] Provisioning complete for port 884d5013-ed0f-450a-95c9-05b2443e3e78 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:14.373650 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d712-dabd-429e-83b8-ae98b62632d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:14.407943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b4f6d712-dabd-429e-83b8-ae98b62632d9 None None] Port 884d5013-ed0f-450a-95c9-05b2443e3e78 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:31:14.622550 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:14.628851 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:14.705089 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:14.707022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Port': ['ID=884d5013-ed0f-450a-95c9-05b2443e3e78,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:14.802375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network e284bfcb-b424-4af8-ba79-588cfb6bb8ba is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:31:14.803812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:31:14.945852 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:31:15.046944 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9806610e-af2d-422e-893c-60bd7b12aefd None None] Provisioning complete for port 884d5013-ed0f-450a-95c9-05b2443e3e78 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:15.047324 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9806610e-af2d-422e-893c-60bd7b12aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:15.092865 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9806610e-af2d-422e-893c-60bd7b12aefd None None] Port 884d5013-ed0f-450a-95c9-05b2443e3e78 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:31:15.336383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:31:15.342076 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ed552f86-05bf-4028-87f8-052d22dfe360 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "PUT /v2.0/routers/8859c509-1ed1-4fd0-bc04-6dca61baafc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2380631 Aug 06 16:31:15.351370 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Sync routers for ids ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:31:15.361618 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Routers {'8859c509-1ed1-4fd0-bc04-6dca61baafc0'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:15.362256 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:15.470438 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Set router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:15.718028 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:31:14Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2d028329-ce2c-48a1-9862-b8fcd3fc4d2d', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'port_id': '3478397d-b995-49c8-a1be-1fcab59a2687', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'mac_address': 'fa:16:3e:dd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:30:18Z', 'updated_at': '2021-08-06T16:30:21Z', 'revision_number': 1, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884d5013-ed0f-450a-95c9-05b2443e3e78', 'name': '', 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:c0:65:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b76cb68a-ddd8-483d-97fd-859f8afc1998', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:13Z', 'updated_at': '2021-08-06T16:31:14Z', 'revision_number': 2, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': 'b76cb68a-ddd8-483d-97fd-859f8afc1998', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1af2b3b-0d21-4615-9486-aeb5c390da49', 'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:0f:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:59Z', 'updated_at': '2021-08-06T16:30:05Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:15.750251 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Checking router: 8859c509-1ed1-4fd0-bc04-6dca61baafc0 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:31:15.750613 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Updating router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 port 884d5013-ed0f-450a-95c9-05b2443e3e78 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:31:15.777466 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:16.139411 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:16.149797 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Transition to ACTIVE for port object 884d5013-ed0f-450a-95c9-05b2443e3e78 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:31:16.155060 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:16.249114 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Attempting to bind port 884d5013-ed0f-450a-95c9-05b2443e3e78 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:31:16.249482 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Attempting to bind port 884d5013-ed0f-450a-95c9-05b2443e3e78 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'fa494f03-77df-40c9-a705-d12f4516ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:31:16.249928 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Attempting to bind port 884d5013-ed0f-450a-95c9-05b2443e3e78 on network e284bfcb-b424-4af8-ba79-588cfb6bb8ba {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:31:16.257583 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:31:16.257905 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Checking segment: {'id': 'fa494f03-77df-40c9-a705-d12f4516ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:31:16.258297 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:16.258678 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Bound using segment: {'id': 'fa494f03-77df-40c9-a705-d12f4516ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:31:16.259265 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Bound port: 884d5013-ed0f-450a-95c9-05b2443e3e78, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa494f03-77df-40c9-a705-d12f4516ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:31:16.259504 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:16.295639 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01908e-4e33-4d4b-9b6e-2f2afb9e3142 None None] Pushing event updated for resources: {'Port': ['ID=884d5013-ed0f-450a-95c9-05b2443e3e78,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:16.310065 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01908e-4e33-4d4b-9b6e-2f2afb9e3142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:16.310674 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01908e-4e33-4d4b-9b6e-2f2afb9e3142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:16.311007 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01908e-4e33-4d4b-9b6e-2f2afb9e3142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:16.311334 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01908e-4e33-4d4b-9b6e-2f2afb9e3142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:16.311655 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01908e-4e33-4d4b-9b6e-2f2afb9e3142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:16.311975 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01908e-4e33-4d4b-9b6e-2f2afb9e3142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:16.312296 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01908e-4e33-4d4b-9b6e-2f2afb9e3142 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:16.312611 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01908e-4e33-4d4b-9b6e-2f2afb9e3142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:16.312924 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01908e-4e33-4d4b-9b6e-2f2afb9e3142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:16.313237 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01908e-4e33-4d4b-9b6e-2f2afb9e3142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:16.313550 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01908e-4e33-4d4b-9b6e-2f2afb9e3142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:16.313958 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a01908e-4e33-4d4b-9b6e-2f2afb9e3142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:16.355924 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] For port 884d5013-ed0f-450a-95c9-05b2443e3e78, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:31:16.360201 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] For port 884d5013-ed0f-450a-95c9-05b2443e3e78, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=884d5013-ed0f-450a-95c9-05b2443e3e78,segment=NetworkSegment(fa494f03-77df-40c9-a705-d12f4516ba61),segment_id=fa494f03-77df-40c9-a705-d12f4516ba61)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:31:16.367209 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:16.430301 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Routers {'8859c509-1ed1-4fd0-bc04-6dca61baafc0'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:16.430938 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:16.468031 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01908e-4e33-4d4b-9b6e-2f2afb9e3142 None None] Pushing event updated for resources: {'Port': ['ID=884d5013-ed0f-450a-95c9-05b2443e3e78,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:16.564332 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] Set router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:16.805581 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:31:14Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2d028329-ce2c-48a1-9862-b8fcd3fc4d2d', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'port_id': '3478397d-b995-49c8-a1be-1fcab59a2687', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'mac_address': 'fa:16:3e:dd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:30:18Z', 'updated_at': '2021-08-06T16:30:21Z', 'revision_number': 1, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884d5013-ed0f-450a-95c9-05b2443e3e78', 'name': '', 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:c0:65:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b76cb68a-ddd8-483d-97fd-859f8afc1998', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:13Z', 'updated_at': '2021-08-06T16:31:16Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': 'b76cb68a-ddd8-483d-97fd-859f8afc1998', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1af2b3b-0d21-4615-9486-aeb5c390da49', 'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:0f:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:59Z', 'updated_at': '2021-08-06T16:30:05Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:16.834784 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ccb697-29da-44e5-8dee-9eba839158d2 None None] The sync data for ids ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'] in n-d-803756-1 is: [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:31:14Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2d028329-ce2c-48a1-9862-b8fcd3fc4d2d', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'port_id': '3478397d-b995-49c8-a1be-1fcab59a2687', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'mac_address': 'fa:16:3e:dd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:30:18Z', 'updated_at': '2021-08-06T16:30:21Z', 'revision_number': 1, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884d5013-ed0f-450a-95c9-05b2443e3e78', 'name': '', 'network_id': 'e284bfcb-b424-4af8-ba79-588cfb6bb8ba', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:c0:65:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b76cb68a-ddd8-483d-97fd-859f8afc1998', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:13Z', 'updated_at': '2021-08-06T16:31:16Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': 'b76cb68a-ddd8-483d-97fd-859f8afc1998', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1af2b3b-0d21-4615-9486-aeb5c390da49', 'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:0f:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:59Z', 'updated_at': '2021-08-06T16:30:05Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:31:18.945655 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 884d5013-ed0f-450a-95c9-05b2443e3e78 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:31:18.997389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 884d5013-ed0f-450a-95c9-05b2443e3e78 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:31:19.001542 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 884d5013-ed0f-450a-95c9-05b2443e3e78 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:19.001960 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:19.078878 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:19.113600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 884d5013-ed0f-450a-95c9-05b2443e3e78, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=884d5013-ed0f-450a-95c9-05b2443e3e78,segment=NetworkSegment(fa494f03-77df-40c9-a705-d12f4516ba61),segment_id=fa494f03-77df-40c9-a705-d12f4516ba61)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:19.118526 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:19.167457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=884d5013-ed0f-450a-95c9-05b2443e3e78,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:20.964366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 884d5013-ed0f-450a-95c9-05b2443e3e78 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:31:21.020996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 884d5013-ed0f-450a-95c9-05b2443e3e78 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:21.021371 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:23.700236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55044) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:23.795105 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-51d1e456-55dd-4c9a-91c2-db8895b409f3 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2416 time: 0.0925474 Aug 06 16:31:23.797830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55050) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:23.803255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-fe9edaf0-c7d8-465a-b4e4-f301e37ac30c tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Request body: {'network': {'name': 'tempest-network-smoke--1894319804', 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'port_security_enabled': False}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:23.803620 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:23.825125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9edaf0-c7d8-465a-b4e4-f301e37ac30c tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Made reservation on behalf of 07aa95032af3468e9ef1baf40f8b48ca for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:31:23.829889 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fe9edaf0-c7d8-465a-b4e4-f301e37ac30c tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:23.856912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9edaf0-c7d8-465a-b4e4-f301e37ac30c tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:31:23.865817 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fe9edaf0-c7d8-465a-b4e4-f301e37ac30c tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:23.866157 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-fe9edaf0-c7d8-465a-b4e4-f301e37ac30c tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Added segment edafa083-ed35-40f7-9e6f-ae2f276a141c of type vlan for network 4114deda-2610-451b-aeb9-436b89e82f02 Aug 06 16:31:23.915250 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fe9edaf0-c7d8-465a-b4e4-f301e37ac30c tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:23.951289 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fe9edaf0-c7d8-465a-b4e4-f301e37ac30c tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:23.956866 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9edaf0-c7d8-465a-b4e4-f301e37ac30c tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:23.957449 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fe9edaf0-c7d8-465a-b4e4-f301e37ac30c tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:23.990915 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fe9edaf0-c7d8-465a-b4e4-f301e37ac30c tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1919799 Aug 06 16:31:23.994075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55052) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:23.998956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1599635612', 'admin_state_up': True, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:24.030127 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9edaf0-c7d8-465a-b4e4-f301e37ac30c tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'Network': ['ID=4114deda-2610-451b-aeb9-436b89e82f02,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:24.031129 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:24.032599 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:24.039805 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:24.045333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 4114deda-2610-451b-aeb9-436b89e82f02 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:31:24.102723 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:24.538374 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:24.757078 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:24.776352 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:24.891995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Allocated IP 172.25.1.49 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:31:25.002394 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:25.039772 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:25.074853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:31:25.079740 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:31:25.083926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:31:25.108723 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'Port': ['ID=20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:25.121895 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:25.122011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:25.122341 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:25.122768 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:25.123562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:25.123562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:25.123883 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:25.124195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:25.124537 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:25.124867 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:25.125334 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:25.125534 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:31:25.358962 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:25.561678 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:25.700452 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Router 88bd3a4c-5a63-44b8-9826-01956403a010 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:31:25.848995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:31:25.860767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Sync routers for ids ['88bd3a4c-5a63-44b8-9826-01956403a010'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:31:25.874545 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:25.874782 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Routers {'88bd3a4c-5a63-44b8-9826-01956403a010'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:25.874910 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9d567d64-741c-4d61-88dc-6c85335c239b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8752704 Aug 06 16:31:25.875027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['88bd3a4c-5a63-44b8-9826-01956403a010'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:25.875160 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55088) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:25.922578 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a35dec-31f8-47a3-92f0-2d2f1fe8520a tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:25.926168 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-16a35dec-31f8-47a3-92f0-2d2f1fe8520a tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=07aa95032af3468e9ef1baf40f8b48ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0484941 Aug 06 16:31:25.927881 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55094) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:26.012331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Set router 88bd3a4c-5a63-44b8-9826-01956403a010 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:26.029752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8fa850-de73-47be-b506-ce47de9c2652 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:26.034575 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2a8fa850-de73-47be-b506-ce47de9c2652 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1008542 Aug 06 16:31:26.034816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55096) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:26.064995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-41643794-d52c-45ad-ae20-b89dbac80d29 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271246 Aug 06 16:31:26.066619 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55098) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:26.103036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0fe42f57-7943-48fb-83d0-338f0164d72c tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=07aa95032af3468e9ef1baf40f8b48ca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347071 Aug 06 16:31:26.105411 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55100) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:26.215916 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1599635612', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:25Z', 'revision_number': 3, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:26.229779 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c206c953-7abf-4f37-9902-b9228f96a661 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:26.235128 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c206c953-7abf-4f37-9902-b9228f96a661 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1260459 Aug 06 16:31:26.235631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55106) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:26.249886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Checking router: 88bd3a4c-5a63-44b8-9826-01956403a010 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:31:26.250414 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Updating router 88bd3a4c-5a63-44b8-9826-01956403a010 port 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:31:26.266501 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7715167b-f917-4ab3-a7cc-e5747d5b13e6 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296142 Aug 06 16:31:26.269476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55108) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:26.280708 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:26.287097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-13a5f7f5-0e8d-4f1b-bad7-023eadfba5ec tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-377322440', 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02', 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:26.387926 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a5f7f5-0e8d-4f1b-bad7-023eadfba5ec tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Made reservation on behalf of 07aa95032af3468e9ef1baf40f8b48ca for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:31:26.391970 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13a5f7f5-0e8d-4f1b-bad7-023eadfba5ec tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:26.588479 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:26.602596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Transition to ACTIVE for port object 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:31:26.614092 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:26.615449 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13a5f7f5-0e8d-4f1b-bad7-023eadfba5ec tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:26.668686 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Attempting to bind port 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:31:26.669072 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Attempting to bind port 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:31:26.669597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Attempting to bind port 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:31:26.679718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:31:26.680050 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:31:26.680344 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:26.680648 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:31:26.681108 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Bound port: 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:31:26.682015 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:26.686669 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3ff9c-5cf1-497f-9a81-b820054e4511 None None] Pushing event updated for resources: {'Port': ['ID=20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:26.699428 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5f7f5-0e8d-4f1b-bad7-023eadfba5ec tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'Subnet': ['ID=88089753-6134-4a71-9f31-5d1793ff524a,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:26.707791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5f7f5-0e8d-4f1b-bad7-023eadfba5ec tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Checking segment: {'id': 'edafa083-ed35-40f7-9e6f-ae2f276a141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:31:26.708975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a5f7f5-0e8d-4f1b-bad7-023eadfba5ec tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Network hostable DHCP agents. Network: 4114deda-2610-451b-aeb9-436b89e82f02, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:31:26.742246 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a5f7f5-0e8d-4f1b-bad7-023eadfba5ec tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Network 4114deda-2610-451b-aeb9-436b89e82f02 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:31:26.749838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] For port 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:31:26.753954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] For port 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:31:26.758987 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:26.762694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-13a5f7f5-0e8d-4f1b-bad7-023eadfba5ec tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 4114deda-2610-451b-aeb9-436b89e82f02) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:31:26.770453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a5f7f5-0e8d-4f1b-bad7-023eadfba5ec tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:26.770708 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13a5f7f5-0e8d-4f1b-bad7-023eadfba5ec tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:26.800112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13834cd-42d4-4ca6-a1e1-775d35a6eca1 None None] Network 4114deda-2610-451b-aeb9-436b89e82f02 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:31:26.819913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-13a5f7f5-0e8d-4f1b-bad7-023eadfba5ec tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5358207 Aug 06 16:31:26.820163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55122) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:26.902766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3ff9c-5cf1-497f-9a81-b820054e4511 None None] Pushing event updated for resources: {'Port': ['ID=20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:26.909288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Routers {'88bd3a4c-5a63-44b8-9826-01956403a010'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:26.909928 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['88bd3a4c-5a63-44b8-9826-01956403a010'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:27.061847 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] Set router 88bd3a4c-5a63-44b8-9826-01956403a010 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:27.145379 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-4114deda-2610-451b-aeb9-436b89e82f02', 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'fixed_ips': [{'subnet_id': '88089753-6134-4a71-9f31-5d1793ff524a'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:31:27.146337 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:27.329962 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:27.367557 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Allocated IP 172.20.0.18 (4114deda-2610-451b-aeb9-436b89e82f02/88089753-6134-4a71-9f31-5d1793ff524a/ab039570-c939-4334-9b50-f407ffd99d09) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:31:27.406162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1599635612', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:25Z', 'revision_number': 3, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:27.444292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf194c71-17dc-4d6a-81a6-28ed5eafd805 None None] The sync data for ids ['88bd3a4c-5a63-44b8-9826-01956403a010'] in n-d-803756-1 is: [{'id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1599635612', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:25Z', 'revision_number': 3, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:31:27.591324 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:27.600859 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Transition to ACTIVE for port object ab039570-c939-4334-9b50-f407ffd99d09 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:31:27.618474 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Transition to ACTIVE for port object ab039570-c939-4334-9b50-f407ffd99d09 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:31:27.630606 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:27.665437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Network 4114deda-2610-451b-aeb9-436b89e82f02 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:31:27.668441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:31:27.673187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:31:27.680851 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Allocated IP 172.20.0.17 (4114deda-2610-451b-aeb9-436b89e82f02/88089753-6134-4a71-9f31-5d1793ff524a/119262a1-0136-4a0d-a4d4-44cdfe031874) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:31:27.712236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Pushing event updated for resources: {'Port': ['ID=ab039570-c939-4334-9b50-f407ffd99d09,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:27.777274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Attempting to bind port ab039570-c939-4334-9b50-f407ffd99d09 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:31:27.777649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Attempting to bind port ab039570-c939-4334-9b50-f407ffd99d09 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'edafa083-ed35-40f7-9e6f-ae2f276a141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:31:27.778473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Attempting to bind port ab039570-c939-4334-9b50-f407ffd99d09 on network 4114deda-2610-451b-aeb9-436b89e82f02 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:31:27.786488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:31:27.787929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Checking segment: {'id': 'edafa083-ed35-40f7-9e6f-ae2f276a141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:31:27.788238 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:27.788641 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Bound using segment: {'id': 'edafa083-ed35-40f7-9e6f-ae2f276a141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:31:27.789132 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Bound port: ab039570-c939-4334-9b50-f407ffd99d09, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edafa083-ed35-40f7-9e6f-ae2f276a141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:31:27.789504 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:27.874636 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:27.886073 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] For port ab039570-c939-4334-9b50-f407ffd99d09, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:31:27.894775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] For port ab039570-c939-4334-9b50-f407ffd99d09, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ab039570-c939-4334-9b50-f407ffd99d09,segment=NetworkSegment(edafa083-ed35-40f7-9e6f-ae2f276a141c),segment_id=edafa083-ed35-40f7-9e6f-ae2f276a141c)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:31:27.899298 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Transition to ACTIVE for port object 119262a1-0136-4a0d-a4d4-44cdfe031874 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:31:27.907020 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:27.940129 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:28.000773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Network 4114deda-2610-451b-aeb9-436b89e82f02 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:31:28.002655 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd6a32-af0e-46fc-a465-349c20f0ff69 None None] Pushing event updated for resources: {'Port': ['ID=ab039570-c939-4334-9b50-f407ffd99d09,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:28.005293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:31:28.011820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:31:28.042183 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'Port': ['ID=119262a1-0136-4a0d-a4d4-44cdfe031874,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:28.079356 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:28.236363 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:28.571480 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:28.578038 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:28.657259 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:28.657259 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'Port': ['ID=119262a1-0136-4a0d-a4d4-44cdfe031874,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:28.760159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Network 4114deda-2610-451b-aeb9-436b89e82f02 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:31:28.761762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:31:28.896962 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Router 88bd3a4c-5a63-44b8-9826-01956403a010 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:31:29.071208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:31:29.079270 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-223aa50d-1328-4b43-977b-0f3de543e478 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "PUT /v2.0/routers/88bd3a4c-5a63-44b8-9826-01956403a010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2578130 Aug 06 16:31:29.093558 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:31:29.153131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:31:29.157127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:29.157740 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:29.276993 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:29.300883 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:29.306500 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:29.307342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ab039570-c939-4334-9b50-f407ffd99d09 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:31:29.337501 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-fd7970b1-e5f1-4841-b173-30f2835ffbd0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:29.339478 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-fd7970b1-e5f1-4841-b173-30f2835ffbd0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/networks?id=4114deda-2610-451b-aeb9-436b89e82f02 HTTP/1.1" status: 200 len: 798 time: 0.1285772 Aug 06 16:31:29.356429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-875a43b4-4804-410f-9422-640dda3421aa tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/quotas/07aa95032af3468e9ef1baf40f8b48ca HTTP/1.1" status: 200 len: 375 time: 0.0103662 Aug 06 16:31:29.406612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:29.412197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port ab039570-c939-4334-9b50-f407ffd99d09 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:31:29.451384 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-d51f3b46-eede-43de-a875-1dabeb6d4cc5 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=07aa95032af3468e9ef1baf40f8b48ca&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0880389 Aug 06 16:31:29.592043 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-7043ebc7-c11c-4590-bdd7-e7221c55bd7c service neutron] 10.222.0.37 "GET /v2.0/networks/4114deda-2610-451b-aeb9-436b89e82f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266592 Aug 06 16:31:29.652827 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b960e3-bdd3-4e88-9470-8a2808bf848e None None] Network 4114deda-2610-451b-aeb9-436b89e82f02 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:31:29.699701 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Sync routers for ids ['88bd3a4c-5a63-44b8-9826-01956403a010'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:31:29.710853 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Routers {'88bd3a4c-5a63-44b8-9826-01956403a010'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:29.711729 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['88bd3a4c-5a63-44b8-9826-01956403a010'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:29.712453 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-c429b62e-aafc-4ec1-b145-4528160dc2d9 service neutron] 10.222.0.37 "GET /v2.0/networks/4114deda-2610-451b-aeb9-436b89e82f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112576 Aug 06 16:31:29.733197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b70e0848-2ae9-4ee9-9e8c-5f2512937034 None None] Provisioning for port ab039570-c939-4334-9b50-f407ffd99d09 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:31:29.745775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b70e0848-2ae9-4ee9-9e8c-5f2512937034 None None] Provisioning complete for port ab039570-c939-4334-9b50-f407ffd99d09 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:29.746150 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b70e0848-2ae9-4ee9-9e8c-5f2512937034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:29.864165 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Set router 88bd3a4c-5a63-44b8-9826-01956403a010 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:29.888794 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b70e0848-2ae9-4ee9-9e8c-5f2512937034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:29.964608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b70e0848-2ae9-4ee9-9e8c-5f2512937034 None None] For port ab039570-c939-4334-9b50-f407ffd99d09, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ab039570-c939-4334-9b50-f407ffd99d09,segment=NetworkSegment(edafa083-ed35-40f7-9e6f-ae2f276a141c),segment_id=edafa083-ed35-40f7-9e6f-ae2f276a141c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:29.978448 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b70e0848-2ae9-4ee9-9e8c-5f2512937034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:30.055205 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d296bb32-d99e-4cd7-9617-89708b97b86a req-9ad15323-2df1-4c7d-8bae-79e946a8b01e tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 210 time: 0.0649838 Aug 06 16:31:30.094680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e0848-2ae9-4ee9-9e8c-5f2512937034 None None] Pushing event updated for resources: {'Port': ['ID=ab039570-c939-4334-9b50-f407ffd99d09,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:30.195484 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1599635612', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:28Z', 'revision_number': 4, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '119262a1-0136-4a0d-a4d4-44cdfe031874', 'name': '', 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'mac_address': 'fa:16:3e:92:9b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '88089753-6134-4a71-9f31-5d1793ff524a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:27Z', 'updated_at': '2021-08-06T16:31:28Z', 'revision_number': 2, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'subnets': [{'id': '88089753-6134-4a71-9f31-5d1793ff524a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:30.225392 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Checking router: 88bd3a4c-5a63-44b8-9826-01956403a010 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:31:30.225842 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Updating router 88bd3a4c-5a63-44b8-9826-01956403a010 port 119262a1-0136-4a0d-a4d4-44cdfe031874 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:31:30.257905 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:30.312062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9a6c99e0-4be9-4985-b4cf-5ad17b5bc242 None None] Provisioning complete for port ab039570-c939-4334-9b50-f407ffd99d09 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:30.312596 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9a6c99e0-4be9-4985-b4cf-5ad17b5bc242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:30.466774 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9a6c99e0-4be9-4985-b4cf-5ad17b5bc242 None None] Provisioning for port 119262a1-0136-4a0d-a4d4-44cdfe031874 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:31:30.474666 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9a6c99e0-4be9-4985-b4cf-5ad17b5bc242 None None] Provisioning complete for port 119262a1-0136-4a0d-a4d4-44cdfe031874 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:30.475204 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9a6c99e0-4be9-4985-b4cf-5ad17b5bc242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:30.523963 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c99e0-4be9-4985-b4cf-5ad17b5bc242 None None] Port 119262a1-0136-4a0d-a4d4-44cdfe031874 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:31:30.645456 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e57ec763-1df1-4fc6-b985-0d6eda9ba137 None None] Provisioning complete for port 119262a1-0136-4a0d-a4d4-44cdfe031874 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:30.645873 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e57ec763-1df1-4fc6-b985-0d6eda9ba137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:30.652296 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:30.665215 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Transition to ACTIVE for port object 119262a1-0136-4a0d-a4d4-44cdfe031874 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:31:30.672935 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:30.685913 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e57ec763-1df1-4fc6-b985-0d6eda9ba137 None None] Port 119262a1-0136-4a0d-a4d4-44cdfe031874 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:31:30.740316 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b620d-355f-4248-88a5-f832e7890e5c None None] Pushing event updated for resources: {'Port': ['ID=119262a1-0136-4a0d-a4d4-44cdfe031874,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:30.788970 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Attempting to bind port 119262a1-0136-4a0d-a4d4-44cdfe031874 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:31:30.789345 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Attempting to bind port 119262a1-0136-4a0d-a4d4-44cdfe031874 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'edafa083-ed35-40f7-9e6f-ae2f276a141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:31:30.789744 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Attempting to bind port 119262a1-0136-4a0d-a4d4-44cdfe031874 on network 4114deda-2610-451b-aeb9-436b89e82f02 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:31:30.795396 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:31:30.796087 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Checking segment: {'id': 'edafa083-ed35-40f7-9e6f-ae2f276a141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:31:30.796087 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:30.796408 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Bound using segment: {'id': 'edafa083-ed35-40f7-9e6f-ae2f276a141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:31:30.797097 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Bound port: 119262a1-0136-4a0d-a4d4-44cdfe031874, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edafa083-ed35-40f7-9e6f-ae2f276a141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:31:30.798818 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:30.905279 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] For port 119262a1-0136-4a0d-a4d4-44cdfe031874, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:31:30.910413 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] For port 119262a1-0136-4a0d-a4d4-44cdfe031874, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=119262a1-0136-4a0d-a4d4-44cdfe031874,segment=NetworkSegment(edafa083-ed35-40f7-9e6f-ae2f276a141c),segment_id=edafa083-ed35-40f7-9e6f-ae2f276a141c)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:31:30.929577 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:31.010617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:31:31.047116 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b620d-355f-4248-88a5-f832e7890e5c None None] Pushing event updated for resources: {'Port': ['ID=119262a1-0136-4a0d-a4d4-44cdfe031874,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:31.051096 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Routers {'88bd3a4c-5a63-44b8-9826-01956403a010'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:31.051710 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['88bd3a4c-5a63-44b8-9826-01956403a010'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:31.122896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:31.123491 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:31.277843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ecc55b23-89af-46e8-abcd-9fd5a2368cdf req-6d5a60d5-8050-4ba2-88d3-81ff2c9c68d7 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 210 time: 0.0743749 Aug 06 16:31:31.293311 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ab039570-c939-4334-9b50-f407ffd99d09 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:31:31.382982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ab039570-c939-4334-9b50-f407ffd99d09 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:31.383594 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:31.438204 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] Set router 88bd3a4c-5a63-44b8-9826-01956403a010 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:31.475374 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:31:31.724786 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1599635612', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:28Z', 'revision_number': 4, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '119262a1-0136-4a0d-a4d4-44cdfe031874', 'name': '', 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'mac_address': 'fa:16:3e:92:9b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '88089753-6134-4a71-9f31-5d1793ff524a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:27Z', 'updated_at': '2021-08-06T16:31:30Z', 'revision_number': 4, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'subnets': [{'id': '88089753-6134-4a71-9f31-5d1793ff524a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:31.762468 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66829b87-ca6e-47ca-a4fa-f6535ca1c500 None None] The sync data for ids ['88bd3a4c-5a63-44b8-9826-01956403a010'] in n-d-803756-1 is: [{'id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1599635612', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:28Z', 'revision_number': 4, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '119262a1-0136-4a0d-a4d4-44cdfe031874', 'name': '', 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'mac_address': 'fa:16:3e:92:9b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '88089753-6134-4a71-9f31-5d1793ff524a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:27Z', 'updated_at': '2021-08-06T16:31:30Z', 'revision_number': 4, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'subnets': [{'id': '88089753-6134-4a71-9f31-5d1793ff524a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:31:31.801331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-36a38201-d0c5-4306-bce1-b9fff444a2cf tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:31.803916 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-36a38201-d0c5-4306-bce1-b9fff444a2cf tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.78 "GET /v2.0/networks?id=4114deda-2610-451b-aeb9-436b89e82f02 HTTP/1.1" status: 200 len: 798 time: 0.1541183 Aug 06 16:31:31.826750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-c8c279c2-980a-49a5-a796-1c087b3daf37 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Request body: {'port': {'device_id': '69ae8745-1043-4940-904d-2658c10dfa18', 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02', 'admin_state_up': True, 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:32.026898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-c8c279c2-980a-49a5-a796-1c087b3daf37 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Made reservation on behalf of 07aa95032af3468e9ef1baf40f8b48ca for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:31:32.030566 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-c8c279c2-980a-49a5-a796-1c087b3daf37 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:32.188471 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-c8c279c2-980a-49a5-a796-1c087b3daf37 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Allocated IP 172.20.0.26 (4114deda-2610-451b-aeb9-436b89e82f02/88089753-6134-4a71-9f31-5d1793ff524a/3140a77d-68b1-4b78-8879-3a5ba83be62c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:31:32.344923 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17defdd5-4a33-4521-9622-041ed8080cb4 req-bc904530-aaaf-4f78-8be1-2ea95403866f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0840404 Aug 06 16:31:32.444676 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-c8c279c2-980a-49a5-a796-1c087b3daf37 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:32.474128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-c8c279c2-980a-49a5-a796-1c087b3daf37 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Transition to ACTIVE for port object 3140a77d-68b1-4b78-8879-3a5ba83be62c will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:31:32.543936 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-c8c279c2-980a-49a5-a796-1c087b3daf37 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:32.567237 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dcc4ef3b-05cd-4b92-9cd5-71d1344b3454 req-6b117a63-bedb-40be-b63c-93fb9ccc70cb tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 210 time: 0.0694547 Aug 06 16:31:32.574402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17defdd5-4a33-4521-9622-041ed8080cb4 req-cdf121c2-a1e1-46de-bdc8-0f7e6208e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:32.583127 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17defdd5-4a33-4521-9622-041ed8080cb4 req-cdf121c2-a1e1-46de-bdc8-0f7e6208e93c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07aa95032af3468e9ef1baf40f8b48ca&device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 1136 time: 0.1776576 Aug 06 16:31:32.623547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c279c2-980a-49a5-a796-1c087b3daf37 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event updated for resources: {'Port': ['ID=3140a77d-68b1-4b78-8879-3a5ba83be62c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:32.632470 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-c8c279c2-980a-49a5-a796-1c087b3daf37 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Network 4114deda-2610-451b-aeb9-436b89e82f02 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:31:32.635735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-c8c279c2-980a-49a5-a796-1c087b3daf37 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:31:32.639308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-c8c279c2-980a-49a5-a796-1c087b3daf37 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:31:32.700523 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-c8c279c2-980a-49a5-a796-1c087b3daf37 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:32.701895 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-c8c279c2-980a-49a5-a796-1c087b3daf37 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:32.723430 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-c8c279c2-980a-49a5-a796-1c087b3daf37 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9012597 Aug 06 16:31:32.739896 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17defdd5-4a33-4521-9622-041ed8080cb4 req-10a8a68f-944f-4e5a-8283-7590f87623e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:32.745897 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Request body: {'port': {'device_id': '69ae8745-1043-4940-904d-2658c10dfa18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:32.747160 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17defdd5-4a33-4521-9622-041ed8080cb4 req-10a8a68f-944f-4e5a-8283-7590f87623e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=97453592-8161-4450-b342-a986fe8137af HTTP/1.1" status: 200 len: 897 time: 0.1377013 Aug 06 16:31:32.812933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:32.874477 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17defdd5-4a33-4521-9622-041ed8080cb4 req-c5d53970-22e9-48ad-b528-846464be856f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9574462-687f-437d-b60c-306848eba0c4 HTTP/1.1" status: 200 len: 1002 time: 0.1163630 Aug 06 16:31:32.955778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17defdd5-4a33-4521-9622-041ed8080cb4 req-550cf1cf-2fc9-4f01-9e70-781668a31a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:32.957752 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17defdd5-4a33-4521-9622-041ed8080cb4 req-550cf1cf-2fc9-4f01-9e70-781668a31a8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3c1831c-cd61-4dde-b75f-c6afe410296c HTTP/1.1" status: 200 len: 835 time: 0.0767841 Aug 06 16:31:33.050297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17defdd5-4a33-4521-9622-041ed8080cb4 req-0fe694df-5176-4124-894f-8ac989494498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:33.050620 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 119262a1-0136-4a0d-a4d4-44cdfe031874 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:31:33.051827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17defdd5-4a33-4521-9622-041ed8080cb4 req-0fe694df-5176-4124-894f-8ac989494498 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97453592-8161-4450-b342-a986fe8137af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867724 Aug 06 16:31:33.192998 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17defdd5-4a33-4521-9622-041ed8080cb4 req-06a95189-1dc8-4ed2-8a2e-8ff773023af9 service neutron] 10.222.0.13 "GET /v2.0/networks/97453592-8161-4450-b342-a986fe8137af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334391 Aug 06 16:31:33.279319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3140a77d-68b1-4b78-8879-3a5ba83be62c {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:31:33.289232 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:33.312861 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17defdd5-4a33-4521-9622-041ed8080cb4 req-3e0cfe21-fc24-425f-b610-e6ae2bddcb9c service neutron] 10.222.0.13 "GET /v2.0/networks/97453592-8161-4450-b342-a986fe8137af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101253 Aug 06 16:31:33.313741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Transition to ACTIVE for port object 3140a77d-68b1-4b78-8879-3a5ba83be62c will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:31:33.318102 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:33.338937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5c6dc1d2-1a89-4818-a551-3e831dd45376 None None] Provisioning for port 3140a77d-68b1-4b78-8879-3a5ba83be62c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:31:33.379936 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 119262a1-0136-4a0d-a4d4-44cdfe031874 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:31:33.386562 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 119262a1-0136-4a0d-a4d4-44cdfe031874 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:33.386939 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:33.390226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Pushing event updated for resources: {'Port': ['ID=3140a77d-68b1-4b78-8879-3a5ba83be62c,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:33.487481 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:33.499800 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Attempting to bind port 3140a77d-68b1-4b78-8879-3a5ba83be62c on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:31:33.500811 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Attempting to bind port 3140a77d-68b1-4b78-8879-3a5ba83be62c by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'edafa083-ed35-40f7-9e6f-ae2f276a141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:31:33.501748 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Attempting to bind port 3140a77d-68b1-4b78-8879-3a5ba83be62c on network 4114deda-2610-451b-aeb9-436b89e82f02 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:31:33.514096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Port 3140a77d-68b1-4b78-8879-3a5ba83be62c on network 4114deda-2610-451b-aeb9-436b89e82f02 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:31:33.515325 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Attempting to bind port 3140a77d-68b1-4b78-8879-3a5ba83be62c on network 4114deda-2610-451b-aeb9-436b89e82f02 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:31:33.531222 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:31:33.531222 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Checking segment: {'id': 'edafa083-ed35-40f7-9e6f-ae2f276a141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:31:33.531222 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Bound using segment: {'id': 'edafa083-ed35-40f7-9e6f-ae2f276a141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:31:33.531222 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Bound port: 3140a77d-68b1-4b78-8879-3a5ba83be62c, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edafa083-ed35-40f7-9e6f-ae2f276a141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:31:33.531222 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:33.545478 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 119262a1-0136-4a0d-a4d4-44cdfe031874, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=119262a1-0136-4a0d-a4d4-44cdfe031874,segment=NetworkSegment(edafa083-ed35-40f7-9e6f-ae2f276a141c),segment_id=edafa083-ed35-40f7-9e6f-ae2f276a141c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:33.553301 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:33.624103 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=119262a1-0136-4a0d-a4d4-44cdfe031874,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:33.649246 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] For port 3140a77d-68b1-4b78-8879-3a5ba83be62c, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:31:33.652834 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] For port 3140a77d-68b1-4b78-8879-3a5ba83be62c, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=3140a77d-68b1-4b78-8879-3a5ba83be62c,segment=NetworkSegment(edafa083-ed35-40f7-9e6f-ae2f276a141c),segment_id=edafa083-ed35-40f7-9e6f-ae2f276a141c)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:31:33.658373 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:33.724189 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:33.725155 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:33.727250 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] 10.222.0.78 "PUT /v2.0/ports/3140a77d-68b1-4b78-8879-3a5ba83be62c HTTP/1.1" status: 200 len: 1055 time: 0.9858363 Aug 06 16:31:33.728125 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ae8745-1043-4940-904d-2658c10dfa18', 'tag': '3140a77d-68b1-4b78-8879-3a5ba83be62c'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:31:33.735057 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735c197e-76b8-4dd8-b19c-acd4a79f00eb" -d '{"events": [{"name": "network-changed", "server_uuid": "69ae8745-1043-4940-904d-2658c10dfa18", "tag": "3140a77d-68b1-4b78-8879-3a5ba83be62c"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:31:33.764508 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7d117-e7f6-4c75-b632-d767a39a2a7c service neutron] Pushing event updated for resources: {'Port': ['ID=3140a77d-68b1-4b78-8879-3a5ba83be62c,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:33.804325 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-110517f6-d325-4108-a41a-52358fd18993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:33.876249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-f4730221-d7ce-465f-9cb3-0d39a08cfccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:33.879060 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-f4730221-d7ce-465f-9cb3-0d39a08cfccb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=07aa95032af3468e9ef1baf40f8b48ca&device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 1058 time: 0.0938785 Aug 06 16:31:33.945249 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-6aefaf8e-6aca-47ec-8ec1-99e99161c4e1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=3140a77d-68b1-4b78-8879-3a5ba83be62c HTTP/1.1" status: 200 len: 217 time: 0.0512755 Aug 06 16:31:33.947446 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83210ad-e0c7-4637-9ca0-8e947659d161 x-openstack-request-id: req-f83210ad-e0c7-4637-9ca0-8e947659d161 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:31:33.947701 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ae8745-1043-4940-904d-2658c10dfa18", "tag": "3140a77d-68b1-4b78-8879-3a5ba83be62c", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:31:33.948242 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f83210ad-e0c7-4637-9ca0-8e947659d161 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:31:33.948567 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ae8745-1043-4940-904d-2658c10dfa18', 'tag': '3140a77d-68b1-4b78-8879-3a5ba83be62c', 'status': 'completed', 'code': 200} Aug 06 16:31:34.033992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-b40a0355-8bf4-4dd8-83cc-5236f96814c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:34.047014 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-b40a0355-8bf4-4dd8-83cc-5236f96814c8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=88089753-6134-4a71-9f31-5d1793ff524a HTTP/1.1" status: 200 len: 837 time: 0.0890546 Aug 06 16:31:34.103559 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-d087c50b-d646-4c55-8611-d297ecc7084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:34.105328 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-d087c50b-d646-4c55-8611-d297ecc7084b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4114deda-2610-451b-aeb9-436b89e82f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466235 Aug 06 16:31:34.227044 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-89900089-3f6a-472e-98cb-47cbaeec30c0 service neutron] 10.222.0.78 "GET /v2.0/networks/4114deda-2610-451b-aeb9-436b89e82f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095512 Aug 06 16:31:34.245047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636641f7-6718-4bb4-af81-2e8046969de3 req-22034560-16fd-4777-8ca9-7ba0f4db0dd5 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:34.246714 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-636641f7-6718-4bb4-af81-2e8046969de3 req-22034560-16fd-4777-8ca9-7ba0f4db0dd5 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 907 time: 0.5568485 Aug 06 16:31:34.285127 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-746b9ae2-83fa-4644-a529-05b34c41c7ed req-181f49dc-ab43-4bba-b02e-e20a43e43a8f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0606449 Aug 06 16:31:34.344048 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-533f4a26-8cb2-4cf2-a8cc-5a7e8c6348d6 req-ddf53d4d-b3d8-4b41-be61-6ddcaf759d77 service neutron] 10.222.0.78 "GET /v2.0/networks/4114deda-2610-451b-aeb9-436b89e82f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026411 Aug 06 16:31:34.384223 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9ae2-83fa-4644-a529-05b34c41c7ed req-39817182-d895-4b17-a406-0f74545e4fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:34.386381 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-746b9ae2-83fa-4644-a529-05b34c41c7ed req-39817182-d895-4b17-a406-0f74545e4fb9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e12d0f28033544588a6800f70ae4d876&device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 1097 time: 0.0468452 Aug 06 16:31:34.447203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c197e-76b8-4dd8-b19c-acd4a79f00eb req-06138ffb-4010-4d35-8d1b-606cb983d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:34.448987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-735c197e-76b8-4dd8-b19c-acd4a79f00eb req-06138ffb-4010-4d35-8d1b-606cb983d326 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=07aa95032af3468e9ef1baf40f8b48ca&device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 1058 time: 0.0495529 Aug 06 16:31:34.527115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9ae2-83fa-4644-a529-05b34c41c7ed req-d0940a3c-1600-4021-b250-5c983f77bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:34.529259 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-746b9ae2-83fa-4644-a529-05b34c41c7ed req-d0940a3c-1600-4021-b250-5c983f77bdf2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=edbdb060-f1f6-4c93-933a-944d3d3cc6d7 HTTP/1.1" status: 200 len: 897 time: 0.1181602 Aug 06 16:31:34.566545 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c197e-76b8-4dd8-b19c-acd4a79f00eb req-d64ffb68-607c-4544-80d6-78440fa918ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:34.569146 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-735c197e-76b8-4dd8-b19c-acd4a79f00eb req-d64ffb68-607c-4544-80d6-78440fa918ef service neutron] 10.222.0.78 "GET /v2.0/networks?id=4114deda-2610-451b-aeb9-436b89e82f02 HTTP/1.1" status: 200 len: 899 time: 0.1117334 Aug 06 16:31:34.611455 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-746b9ae2-83fa-4644-a529-05b34c41c7ed req-4115defc-6385-49f8-b506-62785e03e32d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3478397d-b995-49c8-a1be-1fcab59a2687 HTTP/1.1" status: 200 len: 1002 time: 0.0734663 Aug 06 16:31:34.623037 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-735c197e-76b8-4dd8-b19c-acd4a79f00eb req-c8982600-db2e-44fb-b897-f689e098891c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=3140a77d-68b1-4b78-8879-3a5ba83be62c HTTP/1.1" status: 200 len: 217 time: 0.0454648 Aug 06 16:31:34.669984 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9ae2-83fa-4644-a529-05b34c41c7ed req-3e0c11bd-e0a1-4f65-b846-952c339b2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:34.672127 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-746b9ae2-83fa-4644-a529-05b34c41c7ed req-3e0c11bd-e0a1-4f65-b846-952c339b2c11 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6dd262e1-c16b-4e36-9f52-12079a381960 HTTP/1.1" status: 200 len: 835 time: 0.0505531 Aug 06 16:31:34.684268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c197e-76b8-4dd8-b19c-acd4a79f00eb req-359f2cf4-a7a6-4a9d-9051-aacd6817f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:34.686185 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-735c197e-76b8-4dd8-b19c-acd4a79f00eb req-359f2cf4-a7a6-4a9d-9051-aacd6817f7f1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=88089753-6134-4a71-9f31-5d1793ff524a HTTP/1.1" status: 200 len: 837 time: 0.0549903 Aug 06 16:31:34.745246 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9ae2-83fa-4644-a529-05b34c41c7ed req-d7225c1b-31de-4514-a2aa-bea03c13bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:34.747410 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-746b9ae2-83fa-4644-a529-05b34c41c7ed req-d7225c1b-31de-4514-a2aa-bea03c13bd08 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edbdb060-f1f6-4c93-933a-944d3d3cc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655746 Aug 06 16:31:34.747635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c197e-76b8-4dd8-b19c-acd4a79f00eb req-cb327465-eb2e-4e90-93e7-0147f02963ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:34.749185 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-735c197e-76b8-4dd8-b19c-acd4a79f00eb req-cb327465-eb2e-4e90-93e7-0147f02963ee service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4114deda-2610-451b-aeb9-436b89e82f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541577 Aug 06 16:31:34.872902 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-746b9ae2-83fa-4644-a529-05b34c41c7ed req-5b15f0ac-b809-4dea-b06d-8cb280481513 service neutron] 10.222.0.78 "GET /v2.0/networks/edbdb060-f1f6-4c93-933a-944d3d3cc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104856 Aug 06 16:31:34.882760 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-735c197e-76b8-4dd8-b19c-acd4a79f00eb req-3c572cf9-0954-48df-81f1-2b504f60405c service neutron] 10.222.0.78 "GET /v2.0/networks/4114deda-2610-451b-aeb9-436b89e82f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202517 Aug 06 16:31:34.960217 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 119262a1-0136-4a0d-a4d4-44cdfe031874 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:31:35.019716 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 119262a1-0136-4a0d-a4d4-44cdfe031874 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:35.020087 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:35.031622 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-746b9ae2-83fa-4644-a529-05b34c41c7ed req-6490e999-a801-4333-80f6-f57537f53118 service neutron] 10.222.0.78 "GET /v2.0/networks/edbdb060-f1f6-4c93-933a-944d3d3cc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405334 Aug 06 16:31:35.036741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-735c197e-76b8-4dd8-b19c-acd4a79f00eb req-b42c2dd1-26e2-4166-8b57-5e5b135da689 service neutron] 10.222.0.78 "GET /v2.0/networks/4114deda-2610-451b-aeb9-436b89e82f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419294 Aug 06 16:31:35.400876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eb7ce-bf71-4542-a094-bc7fde8854f1 req-71d3f611-0cdc-4bf3-bf99-e57433ec3a3b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:35.402586 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df3eb7ce-bf71-4542-a094-bc7fde8854f1 req-71d3f611-0cdc-4bf3-bf99-e57433ec3a3b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 907 time: 0.0661285 Aug 06 16:31:36.230860 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9a014ef7-c37b-4fd0-ac15-10a6c1ecc078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:36.521279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4decb-61a1-4e02-b287-6bdcb19f23f2 req-c7c60be8-eec9-48de-aa4b-dcea27d2ae69 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:36.522816 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ce4decb-61a1-4e02-b287-6bdcb19f23f2 req-c7c60be8-eec9-48de-aa4b-dcea27d2ae69 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 907 time: 0.0497959 Aug 06 16:31:36.646855 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:37.366772 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:37.658222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be9d9f-a326-4c37-8caa-764d9327cfd7 req-064fa1d6-3f8a-4bae-bee0-889c38fb00e2 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:37.659793 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03be9d9f-a326-4c37-8caa-764d9327cfd7 req-064fa1d6-3f8a-4bae-bee0-889c38fb00e2 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 907 time: 0.0671895 Aug 06 16:31:37.706579 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 3140a77d-68b1-4b78-8879-3a5ba83be62c details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:31:37.808540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 3140a77d-68b1-4b78-8879-3a5ba83be62c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=3140a77d-68b1-4b78-8879-3a5ba83be62c,segment=NetworkSegment(edafa083-ed35-40f7-9e6f-ae2f276a141c),segment_id=edafa083-ed35-40f7-9e6f-ae2f276a141c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:37.821456 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '3140a77d-68b1-4b78-8879-3a5ba83be62c', 'network_id': '4114deda-2610-451b-aeb9-436b89e82f02', 'port_id': '3140a77d-68b1-4b78-8879-3a5ba83be62c', 'mac_address': 'fa:16:3e:c4:f1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88089753-6134-4a71-9f31-5d1793ff524a', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:31:37.866060 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:37.879959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3140a77d-68b1-4b78-8879-3a5ba83be62c {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:31:37.901041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 3140a77d-68b1-4b78-8879-3a5ba83be62c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=3140a77d-68b1-4b78-8879-3a5ba83be62c,segment=NetworkSegment(edafa083-ed35-40f7-9e6f-ae2f276a141c),segment_id=edafa083-ed35-40f7-9e6f-ae2f276a141c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:37.905435 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:37.980284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=3140a77d-68b1-4b78-8879-3a5ba83be62c,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:38.196905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['3140a77d-68b1-4b78-8879-3a5ba83be62c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:31:38.290441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55284) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:38.697495 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1ebb787-22f3-446c-a896-809f11595fc3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:38.833236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc792883-8dbc-4169-a070-d9f3b5483843 req-ca36b3be-ef99-4501-8504-557f0a9c1ac9 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:38.834733 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc792883-8dbc-4169-a070-d9f3b5483843 req-ca36b3be-ef99-4501-8504-557f0a9c1ac9 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 908 time: 0.0976355 Aug 06 16:31:39.075962 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-f1ebb787-22f3-446c-a896-809f11595fc3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Deleting port 884d5013-ed0f-450a-95c9-05b2443e3e78 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:39.076556 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1ebb787-22f3-446c-a896-809f11595fc3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:39.105296 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:39.176122 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-f1ebb787-22f3-446c-a896-809f11595fc3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] For port 884d5013-ed0f-450a-95c9-05b2443e3e78, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=884d5013-ed0f-450a-95c9-05b2443e3e78,segment=NetworkSegment(fa494f03-77df-40c9-a705-d12f4516ba61),segment_id=fa494f03-77df-40c9-a705-d12f4516ba61)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:39.176665 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1ebb787-22f3-446c-a896-809f11595fc3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:39.192800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-f1ebb787-22f3-446c-a896-809f11595fc3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Calling delete_port for 884d5013-ed0f-450a-95c9-05b2443e3e78 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:39.397048 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1ebb787-22f3-446c-a896-809f11595fc3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:39.423713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebb787-22f3-446c-a896-809f11595fc3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Port': ['ID=884d5013-ed0f-450a-95c9-05b2443e3e78,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:39.632939 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f1ebb787-22f3-446c-a896-809f11595fc3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:39.722099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 3140a77d-68b1-4b78-8879-3a5ba83be62c up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:31:39.791814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 3140a77d-68b1-4b78-8879-3a5ba83be62c completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:31:39.796925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 3140a77d-68b1-4b78-8879-3a5ba83be62c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:39.797518 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:39.890782 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:39.903106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ebb787-22f3-446c-a896-809f11595fc3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:31:39.916011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ae8745-1043-4940-904d-2658c10dfa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3140a77d-68b1-4b78-8879-3a5ba83be62c'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:31:39.918668 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e49d9e-7db0-44ff-996e-062ccdaeb9b3" -d '{"events": [{"server_uuid": "69ae8745-1043-4940-904d-2658c10dfa18", "name": "network-vif-plugged", "status": "completed", "tag": "3140a77d-68b1-4b78-8879-3a5ba83be62c"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:31:39.935600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 3140a77d-68b1-4b78-8879-3a5ba83be62c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=3140a77d-68b1-4b78-8879-3a5ba83be62c,segment=NetworkSegment(edafa083-ed35-40f7-9e6f-ae2f276a141c),segment_id=edafa083-ed35-40f7-9e6f-ae2f276a141c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:39.943551 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:39.974167 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfa7811-464d-4021-bafb-fbfba2a18c5f x-openstack-request-id: req-9bfa7811-464d-4021-bafb-fbfba2a18c5f {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:31:39.974609 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ae8745-1043-4940-904d-2658c10dfa18", "name": "network-vif-plugged", "status": "completed", "tag": "3140a77d-68b1-4b78-8879-3a5ba83be62c", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:31:39.975190 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bfa7811-464d-4021-bafb-fbfba2a18c5f {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:31:39.975765 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ae8745-1043-4940-904d-2658c10dfa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3140a77d-68b1-4b78-8879-3a5ba83be62c', 'code': 200} Aug 06 16:31:40.011080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=3140a77d-68b1-4b78-8879-3a5ba83be62c,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:40.109468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d708a-22cd-4d6f-8e4c-1b5c98823877 req-c86f478d-5435-4e5b-b7e2-00345c8a3a0f tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:40.111769 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd5d708a-22cd-4d6f-8e4c-1b5c98823877 req-c86f478d-5435-4e5b-b7e2-00345c8a3a0f tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 909 time: 0.1479270 Aug 06 16:31:40.123478 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ebb787-22f3-446c-a896-809f11595fc3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:31:40.130037 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f1ebb787-22f3-446c-a896-809f11595fc3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "PUT /v2.0/routers/8859c509-1ed1-4fd0-bc04-6dca61baafc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8385165 Aug 06 16:31:40.132233 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1177e-9cab-44c0-b5cf-eb29ba966016 req-a7d8f4a8-f2f7-4b47-ab2d-b8efac4d926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:40.133608 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-54a1177e-9cab-44c0-b5cf-eb29ba966016 req-a7d8f4a8-f2f7-4b47-ab2d-b8efac4d926c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 1060 time: 0.0881991 Aug 06 16:31:40.139907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57333fc9-f4f0-485c-b871-7d0adc535ae5 None None] Sync routers for ids ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:31:40.159400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57333fc9-f4f0-485c-b871-7d0adc535ae5 None None] Routers {'8859c509-1ed1-4fd0-bc04-6dca61baafc0'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:40.160091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-57333fc9-f4f0-485c-b871-7d0adc535ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:40.339062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-57333fc9-f4f0-485c-b871-7d0adc535ae5 None None] Set router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:40.403526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef487a-44f5-4f71-b589-db2ae58671c1 req-3cd97404-aa53-4780-91a6-e34bbd70e9c5 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:40.415981 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2cef487a-44f5-4f71-b589-db2ae58671c1 req-3cd97404-aa53-4780-91a6-e34bbd70e9c5 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 946 time: 0.0769544 Aug 06 16:31:40.470376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2cef487a-44f5-4f71-b589-db2ae58671c1 req-4e9eacc9-d676-4eaa-9047-6f0abf780cd1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=45cf8f1f-0aa9-4a95-9578-0f1563d02159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531263 Aug 06 16:31:40.677240 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-57333fc9-f4f0-485c-b871-7d0adc535ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:31:39Z', 'revision_number': 6, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2d028329-ce2c-48a1-9862-b8fcd3fc4d2d', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'port_id': '3478397d-b995-49c8-a1be-1fcab59a2687', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'mac_address': 'fa:16:3e:dd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:30:18Z', 'updated_at': '2021-08-06T16:30:21Z', 'revision_number': 1, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1af2b3b-0d21-4615-9486-aeb5c390da49', 'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:0f:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:59Z', 'updated_at': '2021-08-06T16:30:05Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:40.712310 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57333fc9-f4f0-485c-b871-7d0adc535ae5 None None] Checking router: 8859c509-1ed1-4fd0-bc04-6dca61baafc0 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:31:40.725032 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57333fc9-f4f0-485c-b871-7d0adc535ae5 None None] Routers {'8859c509-1ed1-4fd0-bc04-6dca61baafc0'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:40.726122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-57333fc9-f4f0-485c-b871-7d0adc535ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:40.884755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-57333fc9-f4f0-485c-b871-7d0adc535ae5 None None] Set router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:41.189228 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-57333fc9-f4f0-485c-b871-7d0adc535ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:31:39Z', 'revision_number': 6, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2d028329-ce2c-48a1-9862-b8fcd3fc4d2d', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'port_id': '3478397d-b995-49c8-a1be-1fcab59a2687', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'mac_address': 'fa:16:3e:dd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:30:18Z', 'updated_at': '2021-08-06T16:30:21Z', 'revision_number': 1, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1af2b3b-0d21-4615-9486-aeb5c390da49', 'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:0f:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:59Z', 'updated_at': '2021-08-06T16:30:05Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:41.220674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57333fc9-f4f0-485c-b871-7d0adc535ae5 None None] The sync data for ids ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'] in n-d-803756-1 is: [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:31:39Z', 'revision_number': 6, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2d028329-ce2c-48a1-9862-b8fcd3fc4d2d', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'port_id': '3478397d-b995-49c8-a1be-1fcab59a2687', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'mac_address': 'fa:16:3e:dd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:30:18Z', 'updated_at': '2021-08-06T16:30:21Z', 'revision_number': 1, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1af2b3b-0d21-4615-9486-aeb5c390da49', 'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:0f:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:59Z', 'updated_at': '2021-08-06T16:30:05Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:31:41.284606 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2d91d-19f3-43b7-91ae-bbf11b997716 req-289a0b74-5358-43f2-b97b-dab90ff7cc43 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:41.285586 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-92a2d91d-19f3-43b7-91ae-bbf11b997716 req-289a0b74-5358-43f2-b97b-dab90ff7cc43 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 909 time: 0.0701332 Aug 06 16:31:41.424599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ec88d-25c2-43d8-b760-b5c3e5149dcd req-aae7d8f2-77d3-4e6a-af87-a1680b15ca79 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:41.426203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5e7ec88d-25c2-43d8-b760-b5c3e5149dcd req-aae7d8f2-77d3-4e6a-af87-a1680b15ca79 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 909 time: 0.0543938 Aug 06 16:31:41.569368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faafd1-1b0a-4042-bf3d-c9656ab40d20 req-09ed6c19-fed6-498d-bf09-1176df71aa56 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:41.582445 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17faafd1-1b0a-4042-bf3d-c9656ab40d20 req-09ed6c19-fed6-498d-bf09-1176df71aa56 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 1060 time: 0.0810881 Aug 06 16:31:41.660109 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3a754-ae8a-433f-a9c2-3a85cb00a815 req-bf1c2dd0-b2a8-4488-92a5-8842e165ec31 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:41.662275 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25c3a754-ae8a-433f-a9c2-3a85cb00a815 req-bf1c2dd0-b2a8-4488-92a5-8842e165ec31 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 946 time: 0.1085227 Aug 06 16:31:41.737435 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25c3a754-ae8a-433f-a9c2-3a85cb00a815 req-eb2b2cdb-e5f5-4d6f-869e-6261a4e4590f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=45cf8f1f-0aa9-4a95-9578-0f1563d02159&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682735 Aug 06 16:31:41.753097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950a9eb-a0e2-4d72-9d7d-c2b9e6e9e0fd req-165e462b-2bc1-49a4-a205-ba1e331b2da1 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:41.762187 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f950a9eb-a0e2-4d72-9d7d-c2b9e6e9e0fd req-165e462b-2bc1-49a4-a205-ba1e331b2da1 tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 1136 time: 0.0701144 Aug 06 16:31:41.808926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f950a9eb-a0e2-4d72-9d7d-c2b9e6e9e0fd req-c8653d0f-f2d6-4cbb-a457-f8aeae670a0e tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b09f32fb-f55f-4840-b30b-ba4db5ad2e7f&id=c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0421190 Aug 06 16:31:41.833580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55314) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:41.882773 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec1a83-69d9-453a-b37a-1c024bc4d66d tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:41.884403 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-31ec1a83-69d9-453a-b37a-1c024bc4d66d tempest-TestSecurityGroupsBasicOps-1975780438 tempest-TestSecurityGroupsBasicOps-1975780438-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 1055 time: 0.0492060 Aug 06 16:31:42.192805 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c07c9-1c29-4f24-9e7f-59dc8cfa0651 req-18545b22-7d29-48e8-8c29-2a9c33f9a061 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:42.194381 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c4c07c9-1c29-4f24-9e7f-59dc8cfa0651 req-18545b22-7d29-48e8-8c29-2a9c33f9a061 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 909 time: 0.0799561 Aug 06 16:31:42.215715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4d32b-a5ba-4b73-9de8-315fbfa35ee2 req-970fa849-d573-4207-ad5c-910f6b0227d7 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:42.217552 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0c4d32b-a5ba-4b73-9de8-315fbfa35ee2 req-970fa849-d573-4207-ad5c-910f6b0227d7 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.78 "GET /v2.0/ports?device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 946 time: 0.0921388 Aug 06 16:31:42.315751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-d0c4d32b-a5ba-4b73-9de8-315fbfa35ee2 req-e878d124-1efc-4821-bb24-68a0173ec81e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Deleting port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:42.316406 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d0c4d32b-a5ba-4b73-9de8-315fbfa35ee2 req-e878d124-1efc-4821-bb24-68a0173ec81e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:42.429736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d0c4d32b-a5ba-4b73-9de8-315fbfa35ee2 req-e878d124-1efc-4821-bb24-68a0173ec81e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] For port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=89cc3d6f-24a6-49f8-bc2f-45a3986e19fa,segment=NetworkSegment(fa494f03-77df-40c9-a705-d12f4516ba61),segment_id=fa494f03-77df-40c9-a705-d12f4516ba61)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:42.430086 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d0c4d32b-a5ba-4b73-9de8-315fbfa35ee2 req-e878d124-1efc-4821-bb24-68a0173ec81e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:42.444449 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-d0c4d32b-a5ba-4b73-9de8-315fbfa35ee2 req-e878d124-1efc-4821-bb24-68a0173ec81e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Calling delete_port for 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:42.595127 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d0c4d32b-a5ba-4b73-9de8-315fbfa35ee2 req-e878d124-1efc-4821-bb24-68a0173ec81e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:42.632417 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878d124-1efc-4821-bb24-68a0173ec81e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Port': ['ID=89cc3d6f-24a6-49f8-bc2f-45a3986e19fa,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:42.679529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c4d32b-a5ba-4b73-9de8-315fbfa35ee2 req-e878d124-1efc-4821-bb24-68a0173ec81e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] No DVR routers for this DVR port 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:31:42.683673 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d0c4d32b-a5ba-4b73-9de8-315fbfa35ee2 req-e878d124-1efc-4821-bb24-68a0173ec81e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:42.686919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0c4d32b-a5ba-4b73-9de8-315fbfa35ee2 req-e878d124-1efc-4821-bb24-68a0173ec81e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.78 "DELETE /v2.0/ports/89cc3d6f-24a6-49f8-bc2f-45a3986e19fa HTTP/1.1" status: 204 len: 173 time: 0.4613101 Aug 06 16:31:42.686919 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8250af09-ddef-4f16-960b-f7ef62fe36f5', 'name': 'network-vif-deleted', 'tag': '89cc3d6f-24a6-49f8-bc2f-45a3986e19fa'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:31:42.689978 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08647426-1ba8-4a51-b360-29d4302026e0" -d '{"events": [{"server_uuid": "8250af09-ddef-4f16-960b-f7ef62fe36f5", "name": "network-vif-deleted", "tag": "89cc3d6f-24a6-49f8-bc2f-45a3986e19fa"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:31:42.816583 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6242f7c1-1aa9-41a1-bb92-f1b314b78373 x-openstack-request-id: req-6242f7c1-1aa9-41a1-bb92-f1b314b78373 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:31:42.818637 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8250af09-ddef-4f16-960b-f7ef62fe36f5", "name": "network-vif-deleted", "tag": "89cc3d6f-24a6-49f8-bc2f-45a3986e19fa", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:31:42.818952 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6242f7c1-1aa9-41a1-bb92-f1b314b78373 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:31:42.819355 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8250af09-ddef-4f16-960b-f7ef62fe36f5', 'name': 'network-vif-deleted', 'tag': '89cc3d6f-24a6-49f8-bc2f-45a3986e19fa', 'status': 'completed', 'code': 200} Aug 06 16:31:42.910484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 884d5013-ed0f-450a-95c9-05b2443e3e78 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:31:42.934218 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6943e511-b0cf-4126-a568-e00577926cd8 req-32c22cff-2bdc-40cb-8f4b-cd485df04100 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=8250af09-ddef-4f16-960b-f7ef62fe36f5 HTTP/1.1" status: 200 len: 210 time: 0.0557435 Aug 06 16:31:42.942930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 884d5013-ed0f-450a-95c9-05b2443e3e78 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:31:42.943247 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 884d5013-ed0f-450a-95c9-05b2443e3e78 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:31:43.336142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a9d17-d151-4c41-8a7e-67dc36764cc4 req-2b0508f4-125a-49ae-88b5-0099649d3866 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:43.337643 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-851a9d17-d151-4c41-8a7e-67dc36764cc4 req-2b0508f4-125a-49ae-88b5-0099649d3866 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 909 time: 0.0686526 Aug 06 16:31:43.966638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928927db-5193-45e9-b956-0493bcf69dcf req-80da551d-22bc-4a63-9511-1b607b41bfa5 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:43.968555 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-928927db-5193-45e9-b956-0493bcf69dcf req-80da551d-22bc-4a63-9511-1b607b41bfa5 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.78 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 909 time: 0.3283453 Aug 06 16:31:43.998420 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55336) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:44.063629 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-928927db-5193-45e9-b956-0493bcf69dcf req-1e5e0ec8-6cfd-45ad-b98b-edda43789a02 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Deleting port 3140a77d-68b1-4b78-8879-3a5ba83be62c {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:44.063989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-928927db-5193-45e9-b956-0493bcf69dcf req-1e5e0ec8-6cfd-45ad-b98b-edda43789a02 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:44.071651 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e42c3df-ff4c-4145-af12-8c5f71f75e41 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:44.098094 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e42c3df-ff4c-4145-af12-8c5f71f75e41 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:44.158808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-928927db-5193-45e9-b956-0493bcf69dcf req-1e5e0ec8-6cfd-45ad-b98b-edda43789a02 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] For port 3140a77d-68b1-4b78-8879-3a5ba83be62c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=3140a77d-68b1-4b78-8879-3a5ba83be62c,segment=NetworkSegment(edafa083-ed35-40f7-9e6f-ae2f276a141c),segment_id=edafa083-ed35-40f7-9e6f-ae2f276a141c)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:44.159240 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-928927db-5193-45e9-b956-0493bcf69dcf req-1e5e0ec8-6cfd-45ad-b98b-edda43789a02 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:44.165134 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e42c3df-ff4c-4145-af12-8c5f71f75e41 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:44.168652 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8e42c3df-ff4c-4145-af12-8c5f71f75e41 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:44.170324 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8e42c3df-ff4c-4145-af12-8c5f71f75e41 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "DELETE /v2.0/security-groups/45cf8f1f-0aa9-4a95-9578-0f1563d02159 HTTP/1.1" status: 204 len: 168 time: 0.1707838 Aug 06 16:31:44.178668 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-928927db-5193-45e9-b956-0493bcf69dcf req-1e5e0ec8-6cfd-45ad-b98b-edda43789a02 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Calling delete_port for 3140a77d-68b1-4b78-8879-3a5ba83be62c owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:44.181514 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42c3df-ff4c-4145-af12-8c5f71f75e41 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cf8f1f-0aa9-4a95-9578-0f1563d02159,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:44.216584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55340) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:44.269948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ddd105b-c58b-44bf-b06e-f9ec3430d830 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Deleting subnet b76cb68a-ddd8-483d-97fd-859f8afc1998 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:31:44.273728 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ddd105b-c58b-44bf-b06e-f9ec3430d830 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:44.320062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ddd105b-c58b-44bf-b06e-f9ec3430d830 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:44.331749 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-928927db-5193-45e9-b956-0493bcf69dcf req-1e5e0ec8-6cfd-45ad-b98b-edda43789a02 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:44.571437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e0ec8-6cfd-45ad-b98b-edda43789a02 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event deleted for resources: {'Port': ['ID=3140a77d-68b1-4b78-8879-3a5ba83be62c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:44.571437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-928927db-5193-45e9-b956-0493bcf69dcf req-1e5e0ec8-6cfd-45ad-b98b-edda43789a02 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] No DVR routers for this DVR port 3140a77d-68b1-4b78-8879-3a5ba83be62c on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:31:44.571437 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-928927db-5193-45e9-b956-0493bcf69dcf req-1e5e0ec8-6cfd-45ad-b98b-edda43789a02 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:44.571437 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-928927db-5193-45e9-b956-0493bcf69dcf req-1e5e0ec8-6cfd-45ad-b98b-edda43789a02 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.78 "DELETE /v2.0/ports/3140a77d-68b1-4b78-8879-3a5ba83be62c HTTP/1.1" status: 204 len: 173 time: 0.4357669 Aug 06 16:31:44.578537 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ddd105b-c58b-44bf-b06e-f9ec3430d830 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:44.578537 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ddd105b-c58b-44bf-b06e-f9ec3430d830 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:44.580470 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4be59639-e42d-4780-a5ff-ed360d2da108 req-ed9c6ebf-3d9b-4300-bdef-680568db55b9 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=69ae8745-1043-4940-904d-2658c10dfa18 HTTP/1.1" status: 200 len: 210 time: 0.0669780 Aug 06 16:31:44.617705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd105b-c58b-44bf-b06e-f9ec3430d830 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Subnet': ['ID=b76cb68a-ddd8-483d-97fd-859f8afc1998,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:44.627862 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8ddd105b-c58b-44bf-b06e-f9ec3430d830 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:44.629908 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8ddd105b-c58b-44bf-b06e-f9ec3430d830 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "DELETE /v2.0/subnets/b76cb68a-ddd8-483d-97fd-859f8afc1998 HTTP/1.1" status: 204 len: 168 time: 0.4121957 Aug 06 16:31:44.632654 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55358) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:44.636596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758f1c01-53de-47a8-b6d1-ce5a60bdd836 None None] Network e284bfcb-b424-4af8-ba79-588cfb6bb8ba requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:31:44.759284 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:44.818648 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Deleting port a3891364-5cd1-49f6-bbdd-148a6e09f867 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:44.818989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:44.821501 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ae8745-1043-4940-904d-2658c10dfa18', 'name': 'network-vif-deleted', 'tag': '3140a77d-68b1-4b78-8879-3a5ba83be62c'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:31:44.838698 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe6b3a0-c752-4393-8b21-ed0820959e55" -d '{"events": [{"server_uuid": "69ae8745-1043-4940-904d-2658c10dfa18", "name": "network-vif-deleted", "tag": "3140a77d-68b1-4b78-8879-3a5ba83be62c"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:31:44.912210 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69a1e2e-c63e-4528-ae3b-d18e06a8afb5 x-openstack-request-id: req-f69a1e2e-c63e-4528-ae3b-d18e06a8afb5 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:31:44.912567 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ae8745-1043-4940-904d-2658c10dfa18", "name": "network-vif-deleted", "tag": "3140a77d-68b1-4b78-8879-3a5ba83be62c", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:31:44.912744 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f69a1e2e-c63e-4528-ae3b-d18e06a8afb5 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:31:44.913428 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ae8745-1043-4940-904d-2658c10dfa18', 'name': 'network-vif-deleted', 'tag': '3140a77d-68b1-4b78-8879-3a5ba83be62c', 'status': 'completed', 'code': 200} Aug 06 16:31:44.925237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7600cabd-703d-4ba4-8823-16484789ca53 None None] DHCP port deletion for e284bfcb-b424-4af8-ba79-588cfb6bb8ba request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:31:44.942853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] For port a3891364-5cd1-49f6-bbdd-148a6e09f867, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a3891364-5cd1-49f6-bbdd-148a6e09f867,segment=NetworkSegment(fa494f03-77df-40c9-a705-d12f4516ba61),segment_id=fa494f03-77df-40c9-a705-d12f4516ba61)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:44.943459 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:44.967070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Calling delete_port for a3891364-5cd1-49f6-bbdd-148a6e09f867 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:45.060312 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:45.093828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Port': ['ID=a3891364-5cd1-49f6-bbdd-148a6e09f867,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:45.098445 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] No DVR routers for this DVR port a3891364-5cd1-49f6-bbdd-148a6e09f867 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:31:45.188329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a3891364-5cd1-49f6-bbdd-148a6e09f867 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:31:45.199096 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:45.213738 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a3891364-5cd1-49f6-bbdd-148a6e09f867 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:31:45.214040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e284bfcb-b424-4af8-ba79-588cfb6bb8ba']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:45.214535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a3891364-5cd1-49f6-bbdd-148a6e09f867 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:31:45.237985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa494f03-77df-40c9-a705-d12f4516ba61') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:45.238320 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa494f03-77df-40c9-a705-d12f4516ba61') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:45.239011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-7600cabd-703d-4ba4-8823-16484789ca53 None None] Deleting port a3891364-5cd1-49f6-bbdd-148a6e09f867 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:45.239396 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7600cabd-703d-4ba4-8823-16484789ca53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:45.248203 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:45.266493 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:45.274103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:31:45.274881 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:31:45.278339 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:31:45.306369 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-7600cabd-703d-4ba4-8823-16484789ca53 None None] For port a3891364-5cd1-49f6-bbdd-148a6e09f867, host n-d-803756-1, got binding levels [] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:45.306769 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7600cabd-703d-4ba4-8823-16484789ca53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:45.325740 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-7600cabd-703d-4ba4-8823-16484789ca53 None None] Calling delete_port for a3891364-5cd1-49f6-bbdd-148a6e09f867 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:45.329324 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.ipam_backend_mixin [None req-7600cabd-703d-4ba4-8823-16484789ca53 None None] Port a3891364-5cd1-49f6-bbdd-148a6e09f867 was not found and therefore no delete operation was performed {{(pid=105766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:31:45.330964 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7600cabd-703d-4ba4-8823-16484789ca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:45.349898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:45.358460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600cabd-703d-4ba4-8823-16484789ca53 None None] Pushing event deleted for resources: {'Port': ['ID=a3891364-5cd1-49f6-bbdd-148a6e09f867,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:45.358717 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:45.364062 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "DELETE /v2.0/networks/e284bfcb-b424-4af8-ba79-588cfb6bb8ba HTTP/1.1" status: 204 len: 168 time: 0.7300272 Aug 06 16:31:45.364544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55376) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:45.366393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7600cabd-703d-4ba4-8823-16484789ca53 None None] No DVR routers for this DVR port a3891364-5cd1-49f6-bbdd-148a6e09f867 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:31:45.387673 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6471548-fee4-4568-8320-dc0d371c8fca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Network': ['ID=e284bfcb-b424-4af8-ba79-588cfb6bb8ba,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:45.545208 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c6999c9a-b761-45a6-aea9-de9e5f8e231c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Deleting port a2734eba-b077-4432-96c3-e30291df529c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:45.545564 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6999c9a-b761-45a6-aea9-de9e5f8e231c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:45.629644 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6999c9a-b761-45a6-aea9-de9e5f8e231c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:45.629975 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6999c9a-b761-45a6-aea9-de9e5f8e231c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:45.645276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55386) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:45.652373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c6999c9a-b761-45a6-aea9-de9e5f8e231c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Calling delete_port for a2734eba-b077-4432-96c3-e30291df529c owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:45.781346 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:31:45.816562 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:31:45.816953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 89cc3d6f-24a6-49f8-bc2f-45a3986e19fa not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:31:45.817393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 3140a77d-68b1-4b78-8879-3a5ba83be62c no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:31:45.839662 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 3140a77d-68b1-4b78-8879-3a5ba83be62c {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:31:45.840007 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 3140a77d-68b1-4b78-8879-3a5ba83be62c not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:31:46.370934 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6999c9a-b761-45a6-aea9-de9e5f8e231c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:46.406619 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6999c9a-b761-45a6-aea9-de9e5f8e231c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Port': ['ID=a2734eba-b077-4432-96c3-e30291df529c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:46.499849 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6999c9a-b761-45a6-aea9-de9e5f8e231c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:46.500191 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-c6999c9a-b761-45a6-aea9-de9e5f8e231c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Floating IP 2d028329-ce2c-48a1-9862-b8fcd3fc4d2d disassociated (deleted). External IP: 172.25.1.195, port: 3478397d-b995-49c8-a1be-1fcab59a2687. Aug 06 16:31:46.713784 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a1793f0-1b94-40a8-8af7-ab3e84565240 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:46.866376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6999c9a-b761-45a6-aea9-de9e5f8e231c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:31:47.045053 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6999c9a-b761-45a6-aea9-de9e5f8e231c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:31:47.050279 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c6999c9a-b761-45a6-aea9-de9e5f8e231c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:47.057412 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c43bf6-cffe-41be-a444-f1fed1fb59ea None None] Sync routers for ids ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:31:47.067700 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c43bf6-cffe-41be-a444-f1fed1fb59ea None None] Routers {'8859c509-1ed1-4fd0-bc04-6dca61baafc0'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:47.068526 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-95c43bf6-cffe-41be-a444-f1fed1fb59ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:47.103888 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c6999c9a-b761-45a6-aea9-de9e5f8e231c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "DELETE /v2.0/floatingips/2d028329-ce2c-48a1-9862-b8fcd3fc4d2d HTTP/1.1" status: 204 len: 168 time: 1.7340813 Aug 06 16:31:47.104799 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'tag': '3478397d-b995-49c8-a1be-1fcab59a2687'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:31:47.107126 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7904000a-2044-412e-af04-699ed9812cac" -d '{"events": [{"name": "network-changed", "server_uuid": "65f4de70-66b2-43bc-a572-c6faa5ac7a40", "tag": "3478397d-b995-49c8-a1be-1fcab59a2687"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:31:47.177750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-7a1793f0-1b94-40a8-8af7-ab3e84565240 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Deleting port 119262a1-0136-4a0d-a4d4-44cdfe031874 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:47.178099 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a1793f0-1b94-40a8-8af7-ab3e84565240 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:47.197613 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237dda90-1883-4506-b9b5-6f201ea1eb41 x-openstack-request-id: req-237dda90-1883-4506-b9b5-6f201ea1eb41 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:31:47.197925 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f4de70-66b2-43bc-a572-c6faa5ac7a40", "tag": "3478397d-b995-49c8-a1be-1fcab59a2687", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:31:47.198176 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-237dda90-1883-4506-b9b5-6f201ea1eb41 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:31:47.198655 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'tag': '3478397d-b995-49c8-a1be-1fcab59a2687', 'status': 'completed', 'code': 200} Aug 06 16:31:47.203480 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-95c43bf6-cffe-41be-a444-f1fed1fb59ea None None] Set router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:47.322655 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904000a-2044-412e-af04-699ed9812cac req-bb2cbee0-91f6-465e-8c82-89c91f9242ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:47.324188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7904000a-2044-412e-af04-699ed9812cac req-bb2cbee0-91f6-465e-8c82-89c91f9242ed service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e12d0f28033544588a6800f70ae4d876&device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 1097 time: 0.1106508 Aug 06 16:31:47.327978 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-7a1793f0-1b94-40a8-8af7-ab3e84565240 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] For port 119262a1-0136-4a0d-a4d4-44cdfe031874, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=119262a1-0136-4a0d-a4d4-44cdfe031874,segment=NetworkSegment(edafa083-ed35-40f7-9e6f-ae2f276a141c),segment_id=edafa083-ed35-40f7-9e6f-ae2f276a141c)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:47.328605 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a1793f0-1b94-40a8-8af7-ab3e84565240 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:47.346582 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-7a1793f0-1b94-40a8-8af7-ab3e84565240 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Calling delete_port for 119262a1-0136-4a0d-a4d4-44cdfe031874 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:47.539110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904000a-2044-412e-af04-699ed9812cac req-956a0d09-0a0e-4432-a0ac-7580a54c0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:47.540752 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7904000a-2044-412e-af04-699ed9812cac req-956a0d09-0a0e-4432-a0ac-7580a54c0523 service neutron] 10.222.0.78 "GET /v2.0/networks?id=edbdb060-f1f6-4c93-933a-944d3d3cc6d7 HTTP/1.1" status: 200 len: 897 time: 0.2077782 Aug 06 16:31:47.545147 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-95c43bf6-cffe-41be-a444-f1fed1fb59ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:31:39Z', 'revision_number': 6, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'd1af2b3b-0d21-4615-9486-aeb5c390da49', 'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:0f:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:59Z', 'updated_at': '2021-08-06T16:30:05Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:47.549936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db12c9-30a9-4047-8dc5-8c0ae342fe2e req-f0303284-57c3-4065-91c8-05a71fbbda4b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:47.551623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8db12c9-30a9-4047-8dc5-8c0ae342fe2e req-f0303284-57c3-4065-91c8-05a71fbbda4b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 946 time: 0.0954781 Aug 06 16:31:47.584042 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c43bf6-cffe-41be-a444-f1fed1fb59ea None None] Checking router: 8859c509-1ed1-4fd0-bc04-6dca61baafc0 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:31:47.594062 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7904000a-2044-412e-af04-699ed9812cac req-3130cfe3-dc66-498a-9893-5fe716ed7c6a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3478397d-b995-49c8-a1be-1fcab59a2687 HTTP/1.1" status: 200 len: 217 time: 0.0414128 Aug 06 16:31:47.596533 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c43bf6-cffe-41be-a444-f1fed1fb59ea None None] Routers {'8859c509-1ed1-4fd0-bc04-6dca61baafc0'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:47.597694 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-95c43bf6-cffe-41be-a444-f1fed1fb59ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:47.679493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8db12c9-30a9-4047-8dc5-8c0ae342fe2e req-37ab0711-f6af-4bbe-825f-fa2de8c4b5ca tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b7f024e-a0de-476d-b9eb-e62c51ab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880246 Aug 06 16:31:47.680156 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a1793f0-1b94-40a8-8af7-ab3e84565240 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:47.690272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904000a-2044-412e-af04-699ed9812cac req-8fe10a5a-6edd-45cf-8792-21ba875b2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:47.692282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7904000a-2044-412e-af04-699ed9812cac req-8fe10a5a-6edd-45cf-8792-21ba875b2177 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6dd262e1-c16b-4e36-9f52-12079a381960 HTTP/1.1" status: 200 len: 835 time: 0.0779023 Aug 06 16:31:47.711150 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1793f0-1b94-40a8-8af7-ab3e84565240 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event deleted for resources: {'Port': ['ID=119262a1-0136-4a0d-a4d4-44cdfe031874,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:47.766476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904000a-2044-412e-af04-699ed9812cac req-7b98a3b8-6c63-4aee-b5fc-84955ca0a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:47.768828 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7904000a-2044-412e-af04-699ed9812cac req-7b98a3b8-6c63-4aee-b5fc-84955ca0a83b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edbdb060-f1f6-4c93-933a-944d3d3cc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660481 Aug 06 16:31:47.773412 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-95c43bf6-cffe-41be-a444-f1fed1fb59ea None None] Set router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:47.967638 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7a1793f0-1b94-40a8-8af7-ab3e84565240 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:47.988157 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7904000a-2044-412e-af04-699ed9812cac req-13f190b3-02fa-407a-bc6a-d75182107235 service neutron] 10.222.0.78 "GET /v2.0/networks/edbdb060-f1f6-4c93-933a-944d3d3cc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071691 Aug 06 16:31:48.077089 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-95c43bf6-cffe-41be-a444-f1fed1fb59ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:31:39Z', 'revision_number': 6, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'd1af2b3b-0d21-4615-9486-aeb5c390da49', 'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:0f:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:59Z', 'updated_at': '2021-08-06T16:30:05Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:48.109520 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c43bf6-cffe-41be-a444-f1fed1fb59ea None None] The sync data for ids ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'] in n-d-803756-1 is: [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:31:39Z', 'revision_number': 6, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'd1af2b3b-0d21-4615-9486-aeb5c390da49', 'name': '', 'network_id': 'edbdb060-f1f6-4c93-933a-944d3d3cc6d7', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:0f:75:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:59Z', 'updated_at': '2021-08-06T16:30:05Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': '6dd262e1-c16b-4e36-9f52-12079a381960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:31:48.117727 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7904000a-2044-412e-af04-699ed9812cac req-56148b27-4114-453c-a3b6-e8051de33c5a service neutron] 10.222.0.78 "GET /v2.0/networks/edbdb060-f1f6-4c93-933a-944d3d3cc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197820 Aug 06 16:31:48.305927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1793f0-1b94-40a8-8af7-ab3e84565240 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Router 88bd3a4c-5a63-44b8-9826-01956403a010 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:31:48.423518 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cbe615-b837-4ae8-bc91-889c887f567f None None] New status for floating IP 2d028329-ce2c-48a1-9862-b8fcd3fc4d2d: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:31:48.460695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1793f0-1b94-40a8-8af7-ab3e84565240 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:31:48.468216 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7a1793f0-1b94-40a8-8af7-ab3e84565240 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "PUT /v2.0/routers/88bd3a4c-5a63-44b8-9826-01956403a010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8195219 Aug 06 16:31:48.468495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55450) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:48.475561 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5df4f89-d6a6-4afe-b490-ef15ec4fb359 None None] Sync routers for ids ['88bd3a4c-5a63-44b8-9826-01956403a010'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:31:48.487109 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5df4f89-d6a6-4afe-b490-ef15ec4fb359 None None] Routers {'88bd3a4c-5a63-44b8-9826-01956403a010'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:48.487821 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f5df4f89-d6a6-4afe-b490-ef15ec4fb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['88bd3a4c-5a63-44b8-9826-01956403a010'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:48.549860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-f104267d-810a-48fc-a3d2-2a5c0909f2f8 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Deleting subnet 88089753-6134-4a71-9f31-5d1793ff524a {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:31:48.553889 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f104267d-810a-48fc-a3d2-2a5c0909f2f8 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:48.603106 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f104267d-810a-48fc-a3d2-2a5c0909f2f8 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:48.629923 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-f5df4f89-d6a6-4afe-b490-ef15ec4fb359 None None] Set router 88bd3a4c-5a63-44b8-9826-01956403a010 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:48.722421 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f104267d-810a-48fc-a3d2-2a5c0909f2f8 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:48.837493 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f104267d-810a-48fc-a3d2-2a5c0909f2f8 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:48.899152 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89dd99e-aeec-41f7-9ccb-595b86e3bbcb None None] Network 4114deda-2610-451b-aeb9-436b89e82f02 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:31:48.912262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e414966-094c-4a41-8cee-de13f457fdb9 req-dd86b8c4-f562-4f68-9717-9dffeb7e9f0f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:48.917032 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f104267d-810a-48fc-a3d2-2a5c0909f2f8 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:48.921369 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f104267d-810a-48fc-a3d2-2a5c0909f2f8 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "DELETE /v2.0/subnets/88089753-6134-4a71-9f31-5d1793ff524a HTTP/1.1" status: 204 len: 168 time: 0.4514647 Aug 06 16:31:48.924361 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55464) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:48.924516 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e414966-094c-4a41-8cee-de13f457fdb9 req-dd86b8c4-f562-4f68-9717-9dffeb7e9f0f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 946 time: 0.1550093 Aug 06 16:31:48.930253 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104267d-810a-48fc-a3d2-2a5c0909f2f8 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event deleted for resources: {'Subnet': ['ID=88089753-6134-4a71-9f31-5d1793ff524a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:48.987861 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e414966-094c-4a41-8cee-de13f457fdb9 req-77899656-8616-43ba-bcd7-ffe069efd9e4 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b7f024e-a0de-476d-b9eb-e62c51ab2532&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624361 Aug 06 16:31:49.016040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b897c6c-18d5-49c5-85e7-a3da3eda26f6 req-e9963b19-87dc-40ad-9b75-b840a47dbb05 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:49.019729 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b897c6c-18d5-49c5-85e7-a3da3eda26f6 req-e9963b19-87dc-40ad-9b75-b840a47dbb05 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.78 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 946 time: 0.1291201 Aug 06 16:31:49.030270 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f5df4f89-d6a6-4afe-b490-ef15ec4fb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1599635612', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:47Z', 'revision_number': 5, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:49.062229 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5df4f89-d6a6-4afe-b490-ef15ec4fb359 None None] Checking router: 88bd3a4c-5a63-44b8-9826-01956403a010 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:31:49.075577 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5df4f89-d6a6-4afe-b490-ef15ec4fb359 None None] Routers {'88bd3a4c-5a63-44b8-9826-01956403a010'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:49.077177 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f5df4f89-d6a6-4afe-b490-ef15ec4fb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['88bd3a4c-5a63-44b8-9826-01956403a010'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:49.157986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-1b897c6c-18d5-49c5-85e7-a3da3eda26f6 req-10a91567-5a39-4e06-b204-d6def939705f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Deleting port 3478397d-b995-49c8-a1be-1fcab59a2687 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:49.158709 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1b897c6c-18d5-49c5-85e7-a3da3eda26f6 req-10a91567-5a39-4e06-b204-d6def939705f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:49.181054 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7e11dc3-7c2e-41df-99d8-304d8991e6fc tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:49.203228 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0f0290-f515-4ae6-9859-495a2ae0da12 None None] DHCP port deletion for 4114deda-2610-451b-aeb9-436b89e82f02 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:31:49.230179 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-f5df4f89-d6a6-4afe-b490-ef15ec4fb359 None None] Set router 88bd3a4c-5a63-44b8-9826-01956403a010 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:49.284825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-1b897c6c-18d5-49c5-85e7-a3da3eda26f6 req-10a91567-5a39-4e06-b204-d6def939705f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] For port 3478397d-b995-49c8-a1be-1fcab59a2687, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=3478397d-b995-49c8-a1be-1fcab59a2687,segment=NetworkSegment(f981a84d-cb3d-4d55-b71b-59164343b100),segment_id=f981a84d-cb3d-4d55-b71b-59164343b100)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:49.284825 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1b897c6c-18d5-49c5-85e7-a3da3eda26f6 req-10a91567-5a39-4e06-b204-d6def939705f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:49.294997 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-1b897c6c-18d5-49c5-85e7-a3da3eda26f6 req-10a91567-5a39-4e06-b204-d6def939705f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Calling delete_port for 3478397d-b995-49c8-a1be-1fcab59a2687 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:49.297406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2f0f0290-f515-4ae6-9859-495a2ae0da12 None None] Deleting port ab039570-c939-4334-9b50-f407ffd99d09 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:49.298644 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2f0f0290-f515-4ae6-9859-495a2ae0da12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:49.372447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2f0f0290-f515-4ae6-9859-495a2ae0da12 None None] For port ab039570-c939-4334-9b50-f407ffd99d09, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ab039570-c939-4334-9b50-f407ffd99d09,segment=NetworkSegment(edafa083-ed35-40f7-9e6f-ae2f276a141c),segment_id=edafa083-ed35-40f7-9e6f-ae2f276a141c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:49.373440 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2f0f0290-f515-4ae6-9859-495a2ae0da12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:49.386784 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2f0f0290-f515-4ae6-9859-495a2ae0da12 None None] Calling delete_port for ab039570-c939-4334-9b50-f407ffd99d09 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:49.399903 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7e11dc3-7c2e-41df-99d8-304d8991e6fc tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:49.462062 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1b897c6c-18d5-49c5-85e7-a3da3eda26f6 req-10a91567-5a39-4e06-b204-d6def939705f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:49.498068 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f5df4f89-d6a6-4afe-b490-ef15ec4fb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1599635612', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:47Z', 'revision_number': 5, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:49.498346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a91567-5a39-4e06-b204-d6def939705f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Port': ['ID=3478397d-b995-49c8-a1be-1fcab59a2687,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:49.498718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d7e11dc3-7c2e-41df-99d8-304d8991e6fc tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Deleting port 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:49.499060 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7e11dc3-7c2e-41df-99d8-304d8991e6fc tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:49.532622 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2f0f0290-f515-4ae6-9859-495a2ae0da12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:49.540236 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5df4f89-d6a6-4afe-b490-ef15ec4fb359 None None] The sync data for ids ['88bd3a4c-5a63-44b8-9826-01956403a010'] in n-d-803756-1 is: [{'id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1599635612', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:47Z', 'revision_number': 5, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bd3a4c-5a63-44b8-9826-01956403a010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:24Z', 'updated_at': '2021-08-06T16:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:31:49.577245 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b897c6c-18d5-49c5-85e7-a3da3eda26f6 req-10a91567-5a39-4e06-b204-d6def939705f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] No DVR routers for this DVR port 3478397d-b995-49c8-a1be-1fcab59a2687 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:31:49.580903 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1b897c6c-18d5-49c5-85e7-a3da3eda26f6 req-10a91567-5a39-4e06-b204-d6def939705f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:49.582186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f0290-f515-4ae6-9859-495a2ae0da12 None None] Pushing event deleted for resources: {'Port': ['ID=ab039570-c939-4334-9b50-f407ffd99d09,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:49.583944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b897c6c-18d5-49c5-85e7-a3da3eda26f6 req-10a91567-5a39-4e06-b204-d6def939705f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.78 "DELETE /v2.0/ports/3478397d-b995-49c8-a1be-1fcab59a2687 HTTP/1.1" status: 204 len: 173 time: 0.5463028 Aug 06 16:31:49.584595 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'name': 'network-vif-deleted', 'tag': '3478397d-b995-49c8-a1be-1fcab59a2687'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:31:49.585783 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f0290-f515-4ae6-9859-495a2ae0da12 None None] No DVR routers for this DVR port ab039570-c939-4334-9b50-f407ffd99d09 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:31:49.587593 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6f1bb7-1a0d-4ac0-907c-cd7300724e07" -d '{"events": [{"server_uuid": "65f4de70-66b2-43bc-a572-c6faa5ac7a40", "name": "network-vif-deleted", "tag": "3478397d-b995-49c8-a1be-1fcab59a2687"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:31:49.643362 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442a82e5-fbf2-437e-8ab0-2b334d809325 x-openstack-request-id: req-442a82e5-fbf2-437e-8ab0-2b334d809325 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:31:49.644040 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f4de70-66b2-43bc-a572-c6faa5ac7a40", "name": "network-vif-deleted", "tag": "3478397d-b995-49c8-a1be-1fcab59a2687", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:31:49.644514 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-442a82e5-fbf2-437e-8ab0-2b334d809325 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:31:49.645133 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f4de70-66b2-43bc-a572-c6faa5ac7a40', 'name': 'network-vif-deleted', 'tag': '3478397d-b995-49c8-a1be-1fcab59a2687', 'status': 'completed', 'code': 200} Aug 06 16:31:49.661718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-d7e11dc3-7c2e-41df-99d8-304d8991e6fc tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] For port 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:49.662096 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7e11dc3-7c2e-41df-99d8-304d8991e6fc tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:49.679369 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d7e11dc3-7c2e-41df-99d8-304d8991e6fc tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Calling delete_port for 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:49.885557 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7e11dc3-7c2e-41df-99d8-304d8991e6fc tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:49.915890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e11dc3-7c2e-41df-99d8-304d8991e6fc tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event deleted for resources: {'Port': ['ID=20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:50.019134 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7e11dc3-7c2e-41df-99d8-304d8991e6fc tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:50.140257 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7e11dc3-7c2e-41df-99d8-304d8991e6fc tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:50.143257 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7e11dc3-7c2e-41df-99d8-304d8991e6fc tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:50.207846 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab3917d5-68f3-419d-8726-ec138526edc8 req-14d828d1-9221-4098-ae90-598d5112898f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=65f4de70-66b2-43bc-a572-c6faa5ac7a40 HTTP/1.1" status: 200 len: 210 time: 0.0441701 Aug 06 16:31:50.503791 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7e11dc3-7c2e-41df-99d8-304d8991e6fc tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:50.504409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e11dc3-7c2e-41df-99d8-304d8991e6fc tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Fanout notify agent at l3_agent the message router_deleted on router 88bd3a4c-5a63-44b8-9826-01956403a010 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:31:50.512215 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d7e11dc3-7c2e-41df-99d8-304d8991e6fc tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:50.513248 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d7e11dc3-7c2e-41df-99d8-304d8991e6fc tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "DELETE /v2.0/routers/88bd3a4c-5a63-44b8-9826-01956403a010 HTTP/1.1" status: 204 len: 168 time: 1.5853219 Aug 06 16:31:50.515842 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55496) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:50.601155 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d87d970-5cdd-4619-bfe2-9ab99a87bb42 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:50.697120 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d87d970-5cdd-4619-bfe2-9ab99a87bb42 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:50.707926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-5d87d970-5cdd-4619-bfe2-9ab99a87bb42 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4114deda-2610-451b-aeb9-436b89e82f02']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:50.718832 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-5d87d970-5cdd-4619-bfe2-9ab99a87bb42 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edafa083-ed35-40f7-9e6f-ae2f276a141c') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:50.719118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-5d87d970-5cdd-4619-bfe2-9ab99a87bb42 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edafa083-ed35-40f7-9e6f-ae2f276a141c') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:50.729307 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d87d970-5cdd-4619-bfe2-9ab99a87bb42 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:50.747195 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d87d970-5cdd-4619-bfe2-9ab99a87bb42 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:50.753390 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d87d970-5cdd-4619-bfe2-9ab99a87bb42 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:31:50.753819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d87d970-5cdd-4619-bfe2-9ab99a87bb42 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:31:50.756935 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:31:50.845988 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d87d970-5cdd-4619-bfe2-9ab99a87bb42 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:50.853250 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5d87d970-5cdd-4619-bfe2-9ab99a87bb42 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:50.855119 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5d87d970-5cdd-4619-bfe2-9ab99a87bb42 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "DELETE /v2.0/networks/4114deda-2610-451b-aeb9-436b89e82f02 HTTP/1.1" status: 204 len: 168 time: 0.3377004 Aug 06 16:31:50.858533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55504) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:50.867117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87d970-5cdd-4619-bfe2-9ab99a87bb42 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event deleted for resources: {'Network': ['ID=4114deda-2610-451b-aeb9-436b89e82f02,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:51.062145 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:31:51.064158 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-7a23f296-a1f4-4d83-8971-4486512d9429 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Deleting port 93b34ea2-c6ea-4f38-845a-f5a507c5be05 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:51.065182 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7a23f296-a1f4-4d83-8971-4486512d9429 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:51.090768 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:31:51.091114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 20e7f256-fb37-40d0-9ae5-c99d7b0ed1ca not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:31:51.091725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ab039570-c939-4334-9b50-f407ffd99d09 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:31:51.114540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: ab039570-c939-4334-9b50-f407ffd99d09 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:31:51.114893 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ab039570-c939-4334-9b50-f407ffd99d09 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:31:51.115309 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 119262a1-0136-4a0d-a4d4-44cdfe031874 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:31:51.136236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 119262a1-0136-4a0d-a4d4-44cdfe031874 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:31:51.136675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 119262a1-0136-4a0d-a4d4-44cdfe031874 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:31:51.162880 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7a23f296-a1f4-4d83-8971-4486512d9429 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:51.163539 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7a23f296-a1f4-4d83-8971-4486512d9429 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:51.181918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-7a23f296-a1f4-4d83-8971-4486512d9429 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Calling delete_port for 93b34ea2-c6ea-4f38-845a-f5a507c5be05 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:51.266018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55518) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:51.327393 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0c36f51-9268-48ec-9b69-6bcc7aa40054 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:51.356819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0c36f51-9268-48ec-9b69-6bcc7aa40054 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:51.400062 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7a23f296-a1f4-4d83-8971-4486512d9429 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:51.424758 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0c36f51-9268-48ec-9b69-6bcc7aa40054 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:51.428873 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0c36f51-9268-48ec-9b69-6bcc7aa40054 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:51.432404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23f296-a1f4-4d83-8971-4486512d9429 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event deleted for resources: {'Port': ['ID=93b34ea2-c6ea-4f38-845a-f5a507c5be05,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:51.432594 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d0c36f51-9268-48ec-9b69-6bcc7aa40054 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "DELETE /v2.0/security-groups/8b7f024e-a0de-476d-b9eb-e62c51ab2532 HTTP/1.1" status: 204 len: 168 time: 0.1629353 Aug 06 16:31:51.442334 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c36f51-9268-48ec-9b69-6bcc7aa40054 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7f024e-a0de-476d-b9eb-e62c51ab2532,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:51.498552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55528) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:51.512296 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7a23f296-a1f4-4d83-8971-4486512d9429 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:51.512973 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-7a23f296-a1f4-4d83-8971-4486512d9429 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Floating IP 8863f824-6234-4b4a-be38-fa6ce5fa3041 disassociated (deleted). External IP: 172.25.1.225, port: e9574462-687f-437d-b60c-306848eba0c4. Aug 06 16:31:51.741591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a23f296-a1f4-4d83-8971-4486512d9429 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Router 4dda7411-160d-469c-9e9a-2aaded870567 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:31:51.861768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a23f296-a1f4-4d83-8971-4486512d9429 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:31:51.869332 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7a23f296-a1f4-4d83-8971-4486512d9429 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:51.890597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54557c48-e872-4dea-8756-fabac14c491b None None] Sync routers for ids ['4dda7411-160d-469c-9e9a-2aaded870567'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:31:51.907745 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54557c48-e872-4dea-8756-fabac14c491b None None] Routers {'4dda7411-160d-469c-9e9a-2aaded870567'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:51.908492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-54557c48-e872-4dea-8756-fabac14c491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4dda7411-160d-469c-9e9a-2aaded870567'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:51.917279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7a23f296-a1f4-4d83-8971-4486512d9429 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "DELETE /v2.0/floatingips/8863f824-6234-4b4a-be38-fa6ce5fa3041 HTTP/1.1" status: 204 len: 168 time: 1.0576031 Aug 06 16:31:51.918409 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53c8884-2bf2-4cae-89db-cf64f55345d4', 'tag': 'e9574462-687f-437d-b60c-306848eba0c4'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:31:51.920756 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19579213-185c-439d-96ae-6b26c2fb4aab" -d '{"events": [{"name": "network-changed", "server_uuid": "e53c8884-2bf2-4cae-89db-cf64f55345d4", "tag": "e9574462-687f-437d-b60c-306848eba0c4"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:31:51.938315 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2567350-abf4-4fb6-8fb0-d8fad4624769 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:52.004791 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649b55fe-f5a3-4151-8b0c-3685c5b26c6e x-openstack-request-id: req-649b55fe-f5a3-4151-8b0c-3685c5b26c6e {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:31:52.005368 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53c8884-2bf2-4cae-89db-cf64f55345d4", "tag": "e9574462-687f-437d-b60c-306848eba0c4", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:31:52.006198 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-649b55fe-f5a3-4151-8b0c-3685c5b26c6e {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:31:52.006714 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53c8884-2bf2-4cae-89db-cf64f55345d4', 'tag': 'e9574462-687f-437d-b60c-306848eba0c4', 'status': 'completed', 'code': 200} Aug 06 16:31:52.079765 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-54557c48-e872-4dea-8756-fabac14c491b None None] Set router 4dda7411-160d-469c-9e9a-2aaded870567 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:52.081485 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19579213-185c-439d-96ae-6b26c2fb4aab req-0f2181fb-ebcd-43b6-9814-7f5bcfe82c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:52.083219 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19579213-185c-439d-96ae-6b26c2fb4aab req-0f2181fb-ebcd-43b6-9814-7f5bcfe82c51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07aa95032af3468e9ef1baf40f8b48ca&device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 1136 time: 0.0653250 Aug 06 16:31:52.255633 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19579213-185c-439d-96ae-6b26c2fb4aab req-bbefb881-cbd0-43e6-b544-4ce7da02e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:52.257068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19579213-185c-439d-96ae-6b26c2fb4aab req-bbefb881-cbd0-43e6-b544-4ce7da02e3ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=97453592-8161-4450-b342-a986fe8137af HTTP/1.1" status: 200 len: 897 time: 0.1649051 Aug 06 16:31:52.310756 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-b2567350-abf4-4fb6-8fb0-d8fad4624769 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Deleting port d1af2b3b-0d21-4615-9486-aeb5c390da49 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:52.311842 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2567350-abf4-4fb6-8fb0-d8fad4624769 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:52.314507 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19579213-185c-439d-96ae-6b26c2fb4aab req-079492ae-7190-4127-a0c8-8222fc0b726f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9574462-687f-437d-b60c-306848eba0c4 HTTP/1.1" status: 200 len: 217 time: 0.0416749 Aug 06 16:31:52.391785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76cfa9-68c0-4a61-a812-c4c9e1abcf5b req-8f2259a7-4ecb-47fa-9afa-ba4e591d654d tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:52.393648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b76cfa9-68c0-4a61-a812-c4c9e1abcf5b req-8f2259a7-4ecb-47fa-9afa-ba4e591d654d tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 985 time: 0.1587896 Aug 06 16:31:52.401730 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19579213-185c-439d-96ae-6b26c2fb4aab req-55271379-2e0c-46b4-a026-143f22c5b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:52.403158 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19579213-185c-439d-96ae-6b26c2fb4aab req-55271379-2e0c-46b4-a026-143f22c5b739 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3c1831c-cd61-4dde-b75f-c6afe410296c HTTP/1.1" status: 200 len: 835 time: 0.0799241 Aug 06 16:31:52.409285 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-54557c48-e872-4dea-8756-fabac14c491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda7411-160d-469c-9e9a-2aaded870567', 'name': 'tempest-TestSecurityGroupsBasicOps-router-139927130', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'e4f85295-1bb9-4850-bbd5-3434785c7043', 'name': '', 'network_id': '97453592-8161-4450-b342-a986fe8137af', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'mac_address': 'fa:16:3e:b2:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:32Z', 'updated_at': '2021-08-06T16:30:39Z', 'revision_number': 5, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'subnets': [{'id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:52.436219 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-b2567350-abf4-4fb6-8fb0-d8fad4624769 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] For port d1af2b3b-0d21-4615-9486-aeb5c390da49, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d1af2b3b-0d21-4615-9486-aeb5c390da49,segment=NetworkSegment(f981a84d-cb3d-4d55-b71b-59164343b100),segment_id=f981a84d-cb3d-4d55-b71b-59164343b100)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:52.436874 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2567350-abf4-4fb6-8fb0-d8fad4624769 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:52.450225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54557c48-e872-4dea-8756-fabac14c491b None None] Checking router: 4dda7411-160d-469c-9e9a-2aaded870567 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:31:52.453529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-b2567350-abf4-4fb6-8fb0-d8fad4624769 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Calling delete_port for d1af2b3b-0d21-4615-9486-aeb5c390da49 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:52.461860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54557c48-e872-4dea-8756-fabac14c491b None None] Routers {'4dda7411-160d-469c-9e9a-2aaded870567'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:52.462476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-54557c48-e872-4dea-8756-fabac14c491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4dda7411-160d-469c-9e9a-2aaded870567'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:52.492210 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b76cfa9-68c0-4a61-a812-c4c9e1abcf5b req-d8a47a70-d9bb-4972-ad2f-445cb14a778d tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f32fb-f55f-4840-b30b-ba4db5ad2e7f&id=c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0864167 Aug 06 16:31:52.499865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19579213-185c-439d-96ae-6b26c2fb4aab req-ae559cae-1027-4eca-84e7-07d47fe4f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:52.501568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19579213-185c-439d-96ae-6b26c2fb4aab req-ae559cae-1027-4eca-84e7-07d47fe4f157 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97453592-8161-4450-b342-a986fe8137af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754993 Aug 06 16:31:52.622309 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-54557c48-e872-4dea-8756-fabac14c491b None None] Set router 4dda7411-160d-469c-9e9a-2aaded870567 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:52.644371 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19579213-185c-439d-96ae-6b26c2fb4aab req-b40dcd58-266b-40ac-8d3e-250d29270378 service neutron] 10.222.0.13 "GET /v2.0/networks/97453592-8161-4450-b342-a986fe8137af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327152 Aug 06 16:31:52.728115 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2567350-abf4-4fb6-8fb0-d8fad4624769 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:52.772377 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19579213-185c-439d-96ae-6b26c2fb4aab req-07a47c7b-5fbb-47d1-9418-c0119679dccb service neutron] 10.222.0.13 "GET /v2.0/networks/97453592-8161-4450-b342-a986fe8137af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172843 Aug 06 16:31:52.776204 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2567350-abf4-4fb6-8fb0-d8fad4624769 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Port': ['ID=d1af2b3b-0d21-4615-9486-aeb5c390da49,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:52.986931 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-54557c48-e872-4dea-8756-fabac14c491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda7411-160d-469c-9e9a-2aaded870567', 'name': 'tempest-TestSecurityGroupsBasicOps-router-139927130', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'e4f85295-1bb9-4850-bbd5-3434785c7043', 'name': '', 'network_id': '97453592-8161-4450-b342-a986fe8137af', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'mac_address': 'fa:16:3e:b2:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:32Z', 'updated_at': '2021-08-06T16:30:39Z', 'revision_number': 5, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'subnets': [{'id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:53.001734 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2567350-abf4-4fb6-8fb0-d8fad4624769 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:53.013978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54557c48-e872-4dea-8756-fabac14c491b None None] The sync data for ids ['4dda7411-160d-469c-9e9a-2aaded870567'] in n-d-803756-1 is: [{'id': '4dda7411-160d-469c-9e9a-2aaded870567', 'name': 'tempest-TestSecurityGroupsBasicOps-router-139927130', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'e4f85295-1bb9-4850-bbd5-3434785c7043', 'name': '', 'network_id': '97453592-8161-4450-b342-a986fe8137af', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'mac_address': 'fa:16:3e:b2:60:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:32Z', 'updated_at': '2021-08-06T16:30:39Z', 'revision_number': 5, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'subnets': [{'id': 'c3c1831c-cd61-4dde-b75f-c6afe410296c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:31:53.268884 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2567350-abf4-4fb6-8fb0-d8fad4624769 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:31:53.325751 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03442a1a-5bcf-40c1-bc18-8d1366e9dc3a None None] New status for floating IP 8863f824-6234-4b4a-be38-fa6ce5fa3041: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:31:53.398588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2567350-abf4-4fb6-8fb0-d8fad4624769 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:31:53.407586 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b2567350-abf4-4fb6-8fb0-d8fad4624769 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "PUT /v2.0/routers/8859c509-1ed1-4fd0-bc04-6dca61baafc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9072309 Aug 06 16:31:53.408368 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55572) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:53.417298 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3141fd-411c-4533-bd4b-5eb94dc25440 None None] Sync routers for ids ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:31:53.436933 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3141fd-411c-4533-bd4b-5eb94dc25440 None None] Routers {'8859c509-1ed1-4fd0-bc04-6dca61baafc0'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:53.437575 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1a3141fd-411c-4533-bd4b-5eb94dc25440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:53.466060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-aedac9f7-06ec-4818-abc2-73d79be8b3bd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Deleting subnet 6dd262e1-c16b-4e36-9f52-12079a381960 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:31:53.468185 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e13627-8f91-4f27-a4e9-b3af2952b9f0 req-d818e193-7fac-4f83-a3b5-fd246e9d061f tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:53.470000 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e13627-8f91-4f27-a4e9-b3af2952b9f0 req-d818e193-7fac-4f83-a3b5-fd246e9d061f tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 985 time: 0.0758147 Aug 06 16:31:53.470929 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aedac9f7-06ec-4818-abc2-73d79be8b3bd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:53.533570 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aedac9f7-06ec-4818-abc2-73d79be8b3bd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:53.585703 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-1a3141fd-411c-4533-bd4b-5eb94dc25440 None None] Set router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:53.657191 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aedac9f7-06ec-4818-abc2-73d79be8b3bd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:53.741501 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aedac9f7-06ec-4818-abc2-73d79be8b3bd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:53.755282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744f32d-903d-40ea-b244-7df4fe33e68f req-f1e865c7-7a52-410b-9410-a7e6108513b8 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:53.757841 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5744f32d-903d-40ea-b244-7df4fe33e68f req-f1e865c7-7a52-410b-9410-a7e6108513b8 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/ports?device_id=e53c8884-2bf2-4cae-89db-cf64f55345d4 HTTP/1.1" status: 200 len: 985 time: 0.1421883 Aug 06 16:31:53.776266 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedac9f7-06ec-4818-abc2-73d79be8b3bd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd262e1-c16b-4e36-9f52-12079a381960,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:53.780444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aedac9f7-06ec-4818-abc2-73d79be8b3bd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:53.783390 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aedac9f7-06ec-4818-abc2-73d79be8b3bd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "DELETE /v2.0/subnets/6dd262e1-c16b-4e36-9f52-12079a381960 HTTP/1.1" status: 204 len: 168 time: 0.3740289 Aug 06 16:31:53.786062 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55584) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:53.789109 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-d6e13627-8f91-4f27-a4e9-b3af2952b9f0 req-c15aa23d-c412-4cb9-be6c-15fef81c9892 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Deleting port e9574462-687f-437d-b60c-306848eba0c4 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:53.789785 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e13627-8f91-4f27-a4e9-b3af2952b9f0 req-c15aa23d-c412-4cb9-be6c-15fef81c9892 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:53.796990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9ca11c-5445-499c-88d4-ba2ba34d7f06 None None] Network edbdb060-f1f6-4c93-933a-944d3d3cc6d7 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:31:53.901721 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 3478397d-b995-49c8-a1be-1fcab59a2687 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:31:53.912783 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5744f32d-903d-40ea-b244-7df4fe33e68f req-5749fd8d-3fb7-49df-981d-e870bd50f876 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09f32fb-f55f-4840-b30b-ba4db5ad2e7f&id=c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1359830 Aug 06 16:31:53.929162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 3478397d-b995-49c8-a1be-1fcab59a2687 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:31:53.929555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 3478397d-b995-49c8-a1be-1fcab59a2687 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:31:53.938798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d6e13627-8f91-4f27-a4e9-b3af2952b9f0 req-c15aa23d-c412-4cb9-be6c-15fef81c9892 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] For port e9574462-687f-437d-b60c-306848eba0c4, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=e9574462-687f-437d-b60c-306848eba0c4,segment=NetworkSegment(2386b799-e352-43b3-8313-2ef606137909),segment_id=2386b799-e352-43b3-8313-2ef606137909)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:53.939476 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e13627-8f91-4f27-a4e9-b3af2952b9f0 req-c15aa23d-c412-4cb9-be6c-15fef81c9892 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:53.946819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58f38ec3-c2ec-466c-9311-be33920dde1f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:53.963729 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-d6e13627-8f91-4f27-a4e9-b3af2952b9f0 req-c15aa23d-c412-4cb9-be6c-15fef81c9892 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Calling delete_port for e9574462-687f-437d-b60c-306848eba0c4 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:53.971871 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:54.052985 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:54.075120 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1a3141fd-411c-4533-bd4b-5eb94dc25440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:31:52Z', 'revision_number': 7, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:54.127230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3141fd-411c-4533-bd4b-5eb94dc25440 None None] Checking router: 8859c509-1ed1-4fd0-bc04-6dca61baafc0 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:31:54.130458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58f38ec3-c2ec-466c-9311-be33920dde1f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:54.136136 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3141fd-411c-4533-bd4b-5eb94dc25440 None None] Routers {'8859c509-1ed1-4fd0-bc04-6dca61baafc0'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:54.137165 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1a3141fd-411c-4533-bd4b-5eb94dc25440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:54.165477 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e13627-8f91-4f27-a4e9-b3af2952b9f0 req-c15aa23d-c412-4cb9-be6c-15fef81c9892 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:54.204677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15aa23d-c412-4cb9-be6c-15fef81c9892 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event deleted for resources: {'Port': ['ID=e9574462-687f-437d-b60c-306848eba0c4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:54.205467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9e2860-d4d1-4b29-96e3-b4187d3011a0 None None] DHCP port deletion for edbdb060-f1f6-4c93-933a-944d3d3cc6d7 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:31:54.206012 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-58f38ec3-c2ec-466c-9311-be33920dde1f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Deleting port 6366b82f-b1e9-4790-b2a0-b1f568d3d15b {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:54.206466 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58f38ec3-c2ec-466c-9311-be33920dde1f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:54.259773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e13627-8f91-4f27-a4e9-b3af2952b9f0 req-c15aa23d-c412-4cb9-be6c-15fef81c9892 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] No DVR routers for this DVR port e9574462-687f-437d-b60c-306848eba0c4 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:31:54.262518 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d6e13627-8f91-4f27-a4e9-b3af2952b9f0 req-c15aa23d-c412-4cb9-be6c-15fef81c9892 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:54.264735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e13627-8f91-4f27-a4e9-b3af2952b9f0 req-c15aa23d-c412-4cb9-be6c-15fef81c9892 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.13 "DELETE /v2.0/ports/e9574462-687f-437d-b60c-306848eba0c4 HTTP/1.1" status: 204 len: 173 time: 0.7858708 Aug 06 16:31:54.265212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53c8884-2bf2-4cae-89db-cf64f55345d4', 'name': 'network-vif-deleted', 'tag': 'e9574462-687f-437d-b60c-306848eba0c4'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:31:54.268249 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621bb4bc-4e83-403c-93de-02516916ce1c" -d '{"events": [{"server_uuid": "e53c8884-2bf2-4cae-89db-cf64f55345d4", "name": "network-vif-deleted", "tag": "e9574462-687f-437d-b60c-306848eba0c4"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:31:54.326456 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-58f38ec3-c2ec-466c-9311-be33920dde1f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] For port 6366b82f-b1e9-4790-b2a0-b1f568d3d15b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=6366b82f-b1e9-4790-b2a0-b1f568d3d15b,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:54.326953 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58f38ec3-c2ec-466c-9311-be33920dde1f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:54.333097 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23294804-d204-41ef-a062-07cb674d5594 x-openstack-request-id: req-23294804-d204-41ef-a062-07cb674d5594 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:31:54.333457 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53c8884-2bf2-4cae-89db-cf64f55345d4", "name": "network-vif-deleted", "tag": "e9574462-687f-437d-b60c-306848eba0c4", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:31:54.334389 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23294804-d204-41ef-a062-07cb674d5594 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:31:54.335480 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53c8884-2bf2-4cae-89db-cf64f55345d4', 'name': 'network-vif-deleted', 'tag': 'e9574462-687f-437d-b60c-306848eba0c4', 'status': 'completed', 'code': 200} Aug 06 16:31:54.342887 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-58f38ec3-c2ec-466c-9311-be33920dde1f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Calling delete_port for 6366b82f-b1e9-4790-b2a0-b1f568d3d15b owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:54.514476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-1a3141fd-411c-4533-bd4b-5eb94dc25440 None None] Set router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:54.572698 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58f38ec3-c2ec-466c-9311-be33920dde1f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:54.574853 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e2860-d4d1-4b29-96e3-b4187d3011a0 None None] Deleting port 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:54.575234 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3d9e2860-d4d1-4b29-96e3-b4187d3011a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:54.625553 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f38ec3-c2ec-466c-9311-be33920dde1f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Port': ['ID=6366b82f-b1e9-4790-b2a0-b1f568d3d15b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:54.695175 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58f38ec3-c2ec-466c-9311-be33920dde1f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:54.713428 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-3d9e2860-d4d1-4b29-96e3-b4187d3011a0 None None] For port 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4,segment=NetworkSegment(f981a84d-cb3d-4d55-b71b-59164343b100),segment_id=f981a84d-cb3d-4d55-b71b-59164343b100)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:54.713855 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3d9e2860-d4d1-4b29-96e3-b4187d3011a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:54.734161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e2860-d4d1-4b29-96e3-b4187d3011a0 None None] Calling delete_port for 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:54.855055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58f38ec3-c2ec-466c-9311-be33920dde1f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:54.857386 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58f38ec3-c2ec-466c-9311-be33920dde1f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:54.927569 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58f38ec3-c2ec-466c-9311-be33920dde1f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:54.930491 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f38ec3-c2ec-466c-9311-be33920dde1f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Fanout notify agent at l3_agent the message router_deleted on router 8859c509-1ed1-4fd0-bc04-6dca61baafc0 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:31:54.939357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1a3141fd-411c-4533-bd4b-5eb94dc25440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:31:52Z', 'revision_number': 7, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:54.949528 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3d9e2860-d4d1-4b29-96e3-b4187d3011a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:54.966440 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58f38ec3-c2ec-466c-9311-be33920dde1f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:54.968135 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-58f38ec3-c2ec-466c-9311-be33920dde1f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "DELETE /v2.0/routers/8859c509-1ed1-4fd0-bc04-6dca61baafc0 HTTP/1.1" status: 204 len: 168 time: 1.1804895 Aug 06 16:31:54.971786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55610) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:55.003797 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55612) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:55.018678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3141fd-411c-4533-bd4b-5eb94dc25440 None None] The sync data for ids ['8859c509-1ed1-4fd0-bc04-6dca61baafc0'] in n-d-803756-1 is: [{'id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'name': 'tempest-TestNetworkBasicOps-router-1462728659', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:29:54Z', 'updated_at': '2021-08-06T16:31:52Z', 'revision_number': 7, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '6366b82f-b1e9-4790-b2a0-b1f568d3d15b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8859c509-1ed1-4fd0-bc04-6dca61baafc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:29:55Z', 'updated_at': '2021-08-06T16:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:31:55.042445 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e2860-d4d1-4b29-96e3-b4187d3011a0 None None] Pushing event deleted for resources: {'Port': ['ID=8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:55.051619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e2860-d4d1-4b29-96e3-b4187d3011a0 None None] No DVR routers for this DVR port 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:31:55.104643 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce7c0-1c2d-435a-870b-8a268b529d9b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.115357 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12611f2a-533d-4b06-a973-9d125431d746 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.141758 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce7c0-1c2d-435a-870b-8a268b529d9b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.197495 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce7c0-1c2d-435a-870b-8a268b529d9b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.201708 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce7c0-1c2d-435a-870b-8a268b529d9b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.202967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ce6ce7c0-1c2d-435a-870b-8a268b529d9b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "DELETE /v2.0/security-groups/c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83 HTTP/1.1" status: 204 len: 168 time: 0.1982381 Aug 06 16:31:55.205766 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55620) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:55.212927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ce7c0-1c2d-435a-870b-8a268b529d9b tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59e5b6a-eb39-4aba-b9ca-cc18d56bdd83,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:55.216739 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12611f2a-533d-4b06-a973-9d125431d746 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.247245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-12611f2a-533d-4b06-a973-9d125431d746 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbdb060-f1f6-4c93-933a-944d3d3cc6d7']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:55.254438 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-12611f2a-533d-4b06-a973-9d125431d746 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f981a84d-cb3d-4d55-b71b-59164343b100') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:55.254732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-12611f2a-533d-4b06-a973-9d125431d746 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f981a84d-cb3d-4d55-b71b-59164343b100') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:55.272585 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12611f2a-533d-4b06-a973-9d125431d746 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.295200 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12611f2a-533d-4b06-a973-9d125431d746 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.303819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c126-7042-4d54-a93c-af1642918c85 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.305755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12611f2a-533d-4b06-a973-9d125431d746 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:31:55.306194 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12611f2a-533d-4b06-a973-9d125431d746 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:31:55.309003 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:31:55.382167 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c126-7042-4d54-a93c-af1642918c85 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.400468 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12611f2a-533d-4b06-a973-9d125431d746 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.432971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-12611f2a-533d-4b06-a973-9d125431d746 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.432971 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-12611f2a-533d-4b06-a973-9d125431d746 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "DELETE /v2.0/networks/edbdb060-f1f6-4c93-933a-944d3d3cc6d7 HTTP/1.1" status: 204 len: 168 time: 0.4557161 Aug 06 16:31:55.440058 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:31:55.443390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55626) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:55.446144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12611f2a-533d-4b06-a973-9d125431d746 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Network': ['ID=edbdb060-f1f6-4c93-933a-944d3d3cc6d7,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:55.451323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-745e8d32-f143-4540-adef-ea73a473f7e1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'network': {'name': 'tempest-network-smoke--1668412283', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'port_security_enabled': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:55.479854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:31:55.480277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8160bdc7-6d74-4f6d-93f0-bbb84b5ec0c4 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:31:55.488675 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c126-7042-4d54-a93c-af1642918c85 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.491567 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c126-7042-4d54-a93c-af1642918c85 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.495544 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2ac9c126-7042-4d54-a93c-af1642918c85 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "DELETE /v2.0/security-groups/b09f32fb-f55f-4840-b30b-ba4db5ad2e7f HTTP/1.1" status: 204 len: 168 time: 0.2885432 Aug 06 16:31:55.496607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55630) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:55.521033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745e8d32-f143-4540-adef-ea73a473f7e1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Made reservation on behalf of e12d0f28033544588a6800f70ae4d876 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:31:55.524600 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-745e8d32-f143-4540-adef-ea73a473f7e1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.549790 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9c126-7042-4d54-a93c-af1642918c85 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09f32fb-f55f-4840-b30b-ba4db5ad2e7f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:55.562015 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745e8d32-f143-4540-adef-ea73a473f7e1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:31:55.573449 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-745e8d32-f143-4540-adef-ea73a473f7e1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.573954 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-745e8d32-f143-4540-adef-ea73a473f7e1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Added segment d20402d9-794b-43a3-9167-3bd9654a12d6 of type vlan for network 7f6b7aea-bf2b-4646-a764-fefb838aaf14 Aug 06 16:31:55.628766 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-745e8d32-f143-4540-adef-ea73a473f7e1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.672456 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-745e8d32-f143-4540-adef-ea73a473f7e1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.679983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e8d32-f143-4540-adef-ea73a473f7e1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:55.680572 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-745e8d32-f143-4540-adef-ea73a473f7e1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.749092 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-745e8d32-f143-4540-adef-ea73a473f7e1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3043332 Aug 06 16:31:55.752446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55636) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:55.759149 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-902370661', 'admin_state_up': True, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:55.768367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e8d32-f143-4540-adef-ea73a473f7e1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Network': ['ID=7f6b7aea-bf2b-4646-a764-fefb838aaf14,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:55.780546 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 7f6b7aea-bf2b-4646-a764-fefb838aaf14 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:31:55.829032 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.830661 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:55.977401 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:56.065078 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ea198d9-49f9-4ac1-b334-658822f1e856 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:56.136590 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:56.403086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5ea198d9-49f9-4ac1-b334-658822f1e856 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Deleting port e4f85295-1bb9-4850-bbd5-3434785c7043 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:56.403431 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ea198d9-49f9-4ac1-b334-658822f1e856 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:56.501896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-5ea198d9-49f9-4ac1-b334-658822f1e856 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] For port e4f85295-1bb9-4850-bbd5-3434785c7043, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e4f85295-1bb9-4850-bbd5-3434785c7043,segment=NetworkSegment(2386b799-e352-43b3-8313-2ef606137909),segment_id=2386b799-e352-43b3-8313-2ef606137909)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:56.502400 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ea198d9-49f9-4ac1-b334-658822f1e856 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:56.519207 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-5ea198d9-49f9-4ac1-b334-658822f1e856 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Calling delete_port for e4f85295-1bb9-4850-bbd5-3434785c7043 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:56.660182 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:56.685489 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:56.724487 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ea198d9-49f9-4ac1-b334-658822f1e856 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:56.756501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea198d9-49f9-4ac1-b334-658822f1e856 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event deleted for resources: {'Port': ['ID=e4f85295-1bb9-4850-bbd5-3434785c7043,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:56.867322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Allocated IP 172.25.1.79 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:31:57.019584 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:57.057857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d1af2b3b-0d21-4615-9486-aeb5c390da49 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:31:57.082782 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: d1af2b3b-0d21-4615-9486-aeb5c390da49 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:31:57.083524 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d1af2b3b-0d21-4615-9486-aeb5c390da49 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:31:57.084213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 6366b82f-b1e9-4790-b2a0-b1f568d3d15b no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:31:57.093888 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:57.107557 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 6366b82f-b1e9-4790-b2a0-b1f568d3d15b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:31:57.108334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 6366b82f-b1e9-4790-b2a0-b1f568d3d15b not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:31:57.141454 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:31:57.146982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:31:57.152469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:31:57.183111 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Port': ['ID=8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:57.286990 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5ea198d9-49f9-4ac1-b334-658822f1e856 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:57.447554 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:57.531616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea198d9-49f9-4ac1-b334-658822f1e856 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Router 4dda7411-160d-469c-9e9a-2aaded870567 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:31:57.651502 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea198d9-49f9-4ac1-b334-658822f1e856 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:31:57.660872 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5ea198d9-49f9-4ac1-b334-658822f1e856 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "PUT /v2.0/routers/4dda7411-160d-469c-9e9a-2aaded870567/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1602921 Aug 06 16:31:57.661719 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55656) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:57.663847 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36e2f0f-684b-4cc6-904a-c8b10816ea81 None None] Sync routers for ids ['4dda7411-160d-469c-9e9a-2aaded870567'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:31:57.683351 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e2f0f-684b-4cc6-904a-c8b10816ea81 None None] Routers {'4dda7411-160d-469c-9e9a-2aaded870567'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:57.683819 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:57.684104 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f36e2f0f-684b-4cc6-904a-c8b10816ea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4dda7411-160d-469c-9e9a-2aaded870567'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:57.725695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54380bc-afea-43a5-a94a-4f1dd1e55ee3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Deleting subnet c3c1831c-cd61-4dde-b75f-c6afe410296c {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:31:57.728978 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e54380bc-afea-43a5-a94a-4f1dd1e55ee3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:57.779856 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e54380bc-afea-43a5-a94a-4f1dd1e55ee3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:57.837908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:31:57.870849 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-f36e2f0f-684b-4cc6-904a-c8b10816ea81 None None] Set router 4dda7411-160d-469c-9e9a-2aaded870567 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:57.900519 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e54380bc-afea-43a5-a94a-4f1dd1e55ee3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:57.956460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:31:57.967102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Sync routers for ids ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:31:57.983139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Routers {'b6ce1ccd-5f67-446a-ad46-f754b3d903e7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:57.983870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:57.988592 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e54380bc-afea-43a5-a94a-4f1dd1e55ee3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:58.001314 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:58.005598 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c9d6432a-3475-43ff-b32c-393687ed1990 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2495673 Aug 06 16:31:58.005901 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55658) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:58.039848 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e54380bc-afea-43a5-a94a-4f1dd1e55ee3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:58.041915 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e54380bc-afea-43a5-a94a-4f1dd1e55ee3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "DELETE /v2.0/subnets/c3c1831c-cd61-4dde-b75f-c6afe410296c HTTP/1.1" status: 204 len: 168 time: 0.3790288 Aug 06 16:31:58.043170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54380bc-afea-43a5-a94a-4f1dd1e55ee3 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c1831c-cd61-4dde-b75f-c6afe410296c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:58.044990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55660) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:58.091517 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f36e2f0f-684b-4cc6-904a-c8b10816ea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda7411-160d-469c-9e9a-2aaded870567', 'name': 'tempest-TestSecurityGroupsBasicOps-router-139927130', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:31:56Z', 'revision_number': 5, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:58.095259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-97fad3e0-1671-4741-bb74-f550ba306d49 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=e12d0f28033544588a6800f70ae4d876&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0845068 Aug 06 16:31:58.097110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55662) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:58.101718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d56aaf-b2d2-4a99-9646-c76587e42988 None None] Network 97453592-8161-4450-b342-a986fe8137af requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:31:58.127590 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36e2f0f-684b-4cc6-904a-c8b10816ea81 None None] Checking router: 4dda7411-160d-469c-9e9a-2aaded870567 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:31:58.138041 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e2f0f-684b-4cc6-904a-c8b10816ea81 None None] Routers {'4dda7411-160d-469c-9e9a-2aaded870567'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:58.138872 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f36e2f0f-684b-4cc6-904a-c8b10816ea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4dda7411-160d-469c-9e9a-2aaded870567'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:58.174566 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76d9bded-d6b1-4238-aca7-d1e3daabf7c0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:58.267166 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc1e974-3d94-4a53-9a11-9bac8de9ef52 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:58.268797 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6cc1e974-3d94-4a53-9a11-9bac8de9ef52 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1696246 Aug 06 16:31:58.272142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55666) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:58.324248 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-f36e2f0f-684b-4cc6-904a-c8b10816ea81 None None] Set router 4dda7411-160d-469c-9e9a-2aaded870567 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:58.352020 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ccba414f-e3a7-4826-acfc-b2ebe761a5d9 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688012 Aug 06 16:31:58.352907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55668) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:58.357447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Set router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:58.362712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a600014b-fa7c-4f25-b885-7cc8299becf9 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-114477738', 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:58.402584 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76d9bded-d6b1-4238-aca7-d1e3daabf7c0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:58.513132 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-76d9bded-d6b1-4238-aca7-d1e3daabf7c0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Deleting port 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:58.514572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76d9bded-d6b1-4238-aca7-d1e3daabf7c0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:58.554731 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a600014b-fa7c-4f25-b885-7cc8299becf9 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Made reservation on behalf of e12d0f28033544588a6800f70ae4d876 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:31:58.561208 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a600014b-fa7c-4f25-b885-7cc8299becf9 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:58.631545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e5d111-4162-42ce-bdc4-5e08b59f130e None None] DHCP port deletion for 97453592-8161-4450-b342-a986fe8137af request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:31:58.680174 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-76d9bded-d6b1-4238-aca7-d1e3daabf7c0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] For port 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1a9a2f69-00ad-48cd-8abf-fecf6f42c77a,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:58.680719 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76d9bded-d6b1-4238-aca7-d1e3daabf7c0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:58.695576 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-76d9bded-d6b1-4238-aca7-d1e3daabf7c0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Calling delete_port for 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:58.703658 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f36e2f0f-684b-4cc6-904a-c8b10816ea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dda7411-160d-469c-9e9a-2aaded870567', 'name': 'tempest-TestSecurityGroupsBasicOps-router-139927130', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:31:56Z', 'revision_number': 5, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:58.705735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'name': 'tempest-TestNetworkBasicOps-router-902370661', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:55Z', 'updated_at': '2021-08-06T16:31:57Z', 'revision_number': 3, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:56Z', 'updated_at': '2021-08-06T16:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:58.740357 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36e2f0f-684b-4cc6-904a-c8b10816ea81 None None] The sync data for ids ['4dda7411-160d-469c-9e9a-2aaded870567'] in n-d-803756-1 is: [{'id': '4dda7411-160d-469c-9e9a-2aaded870567', 'name': 'tempest-TestSecurityGroupsBasicOps-router-139927130', 'tenant_id': '07aa95032af3468e9ef1baf40f8b48ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:31:56Z', 'revision_number': 5, 'project_id': '07aa95032af3468e9ef1baf40f8b48ca', 'gw_port': {'id': '1a9a2f69-00ad-48cd-8abf-fecf6f42c77a', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:68:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dda7411-160d-469c-9e9a-2aaded870567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:30:29Z', 'updated_at': '2021-08-06T16:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:31:58.787284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device e9574462-687f-437d-b60c-306848eba0c4 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:31:58.791602 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-43e5d111-4162-42ce-bdc4-5e08b59f130e None None] Deleting port c07060e6-8da7-48d1-8b66-c50df3b2003c {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:58.791967 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-43e5d111-4162-42ce-bdc4-5e08b59f130e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:58.812429 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Checking router: b6ce1ccd-5f67-446a-ad46-f754b3d903e7 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:31:58.812653 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Updating router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 port 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:31:58.862600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: e9574462-687f-437d-b60c-306848eba0c4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:31:58.864057 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device e9574462-687f-437d-b60c-306848eba0c4 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:31:58.907624 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a600014b-fa7c-4f25-b885-7cc8299becf9 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:58.923073 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:58.925719 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-43e5d111-4162-42ce-bdc4-5e08b59f130e None None] For port c07060e6-8da7-48d1-8b66-c50df3b2003c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c07060e6-8da7-48d1-8b66-c50df3b2003c,segment=NetworkSegment(2386b799-e352-43b3-8313-2ef606137909),segment_id=2386b799-e352-43b3-8313-2ef606137909)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:58.926106 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-43e5d111-4162-42ce-bdc4-5e08b59f130e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:58.944736 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76d9bded-d6b1-4238-aca7-d1e3daabf7c0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:58.964516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-43e5d111-4162-42ce-bdc4-5e08b59f130e None None] Calling delete_port for c07060e6-8da7-48d1-8b66-c50df3b2003c owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:58.968622 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600014b-fa7c-4f25-b885-7cc8299becf9 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Subnet': ['ID=f6b0bb94-b24e-489f-8013-cb26b973234e,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:58.975755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9bded-d6b1-4238-aca7-d1e3daabf7c0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event deleted for resources: {'Port': ['ID=1a9a2f69-00ad-48cd-8abf-fecf6f42c77a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:59.018517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600014b-fa7c-4f25-b885-7cc8299becf9 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Checking segment: {'id': 'd20402d9-794b-43a3-9167-3bd9654a12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:31:59.019688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a600014b-fa7c-4f25-b885-7cc8299becf9 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network hostable DHCP agents. Network: 7f6b7aea-bf2b-4646-a764-fefb838aaf14, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:31:59.040608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a600014b-fa7c-4f25-b885-7cc8299becf9 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network 7f6b7aea-bf2b-4646-a764-fefb838aaf14 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:31:59.040884 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76d9bded-d6b1-4238-aca7-d1e3daabf7c0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.058750 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a600014b-fa7c-4f25-b885-7cc8299becf9 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 7f6b7aea-bf2b-4646-a764-fefb838aaf14) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:31:59.063859 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a600014b-fa7c-4f25-b885-7cc8299becf9 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:59.064678 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a600014b-fa7c-4f25-b885-7cc8299becf9 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.081519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466fdf3c-fa50-4642-8a3a-2343c65e62e3 None None] Network 7f6b7aea-bf2b-4646-a764-fefb838aaf14 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:31:59.086984 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a600014b-fa7c-4f25-b885-7cc8299becf9 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7327342 Aug 06 16:31:59.089334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55670) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:59.262725 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76d9bded-d6b1-4238-aca7-d1e3daabf7c0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.265495 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76d9bded-d6b1-4238-aca7-d1e3daabf7c0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.279064 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-43e5d111-4162-42ce-bdc4-5e08b59f130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.320150 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5d111-4162-42ce-bdc4-5e08b59f130e None None] Pushing event deleted for resources: {'Port': ['ID=c07060e6-8da7-48d1-8b66-c50df3b2003c,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:59.356822 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76d9bded-d6b1-4238-aca7-d1e3daabf7c0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.357385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d9bded-d6b1-4238-aca7-d1e3daabf7c0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Fanout notify agent at l3_agent the message router_deleted on router 4dda7411-160d-469c-9e9a-2aaded870567 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:31:59.368082 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e5d111-4162-42ce-bdc4-5e08b59f130e None None] No DVR routers for this DVR port c07060e6-8da7-48d1-8b66-c50df3b2003c on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:31:59.368271 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-76d9bded-d6b1-4238-aca7-d1e3daabf7c0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.369258 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-76d9bded-d6b1-4238-aca7-d1e3daabf7c0 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "DELETE /v2.0/routers/4dda7411-160d-469c-9e9a-2aaded870567 HTTP/1.1" status: 204 len: 168 time: 1.3233027 Aug 06 16:31:59.373046 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55674) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:59.374376 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c07060e6-8da7-48d1-8b66-c50df3b2003c no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:31:59.416058 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: c07060e6-8da7-48d1-8b66-c50df3b2003c {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:31:59.416313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c07060e6-8da7-48d1-8b66-c50df3b2003c not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:31:59.416741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e4f85295-1bb9-4850-bbd5-3434785c7043 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:31:59.453239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: e4f85295-1bb9-4850-bbd5-3434785c7043 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:31:59.453686 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e4f85295-1bb9-4850-bbd5-3434785c7043 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:31:59.490967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ips': [{'subnet_id': 'f6b0bb94-b24e-489f-8013-cb26b973234e'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:31:59.491830 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.499527 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f0ead20-8a27-45f1-b069-98e857bd3f72 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.617513 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.643976 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Transition to ACTIVE for port object 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:31:59.677715 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f0ead20-8a27-45f1-b069-98e857bd3f72 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.691302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-5f0ead20-8a27-45f1-b069-98e857bd3f72 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97453592-8161-4450-b342-a986fe8137af']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:59.701008 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Allocated IP 172.20.0.2 (7f6b7aea-bf2b-4646-a764-fefb838aaf14/f6b0bb94-b24e-489f-8013-cb26b973234e/cedef99c-c8c2-456f-80b4-29e927faeff3) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:31:59.712289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-5f0ead20-8a27-45f1-b069-98e857bd3f72 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2386b799-e352-43b3-8313-2ef606137909') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:59.712791 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-5f0ead20-8a27-45f1-b069-98e857bd3f72 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2386b799-e352-43b3-8313-2ef606137909') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:59.726292 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f0ead20-8a27-45f1-b069-98e857bd3f72 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.747165 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.757062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f0ead20-8a27-45f1-b069-98e857bd3f72 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.761262 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.770865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0ead20-8a27-45f1-b069-98e857bd3f72 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:31:59.774006 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f0ead20-8a27-45f1-b069-98e857bd3f72 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:31:59.857029 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:31:59.874718 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f0ead20-8a27-45f1-b069-98e857bd3f72 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.877140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e6f21-4796-49f2-a260-33b646e6b39f None None] Pushing event updated for resources: {'Port': ['ID=8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:59.887668 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f0ead20-8a27-45f1-b069-98e857bd3f72 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.889589 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5f0ead20-8a27-45f1-b069-98e857bd3f72 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] 10.222.0.37 "DELETE /v2.0/networks/97453592-8161-4450-b342-a986fe8137af HTTP/1.1" status: 204 len: 168 time: 0.5145028 Aug 06 16:31:59.893890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Attempting to bind port 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:31:59.894342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Attempting to bind port 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:31:59.894767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Attempting to bind port 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:31:59.907650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:31:59.907925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:31:59.908572 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.909059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:31:59.909266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Bound port: 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:31:59.909677 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.911583 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ead20-8a27-45f1-b069-98e857bd3f72 tempest-TestSecurityGroupsBasicOps-1179796567 tempest-TestSecurityGroupsBasicOps-1179796567-project] Pushing event deleted for resources: {'Network': ['ID=97453592-8161-4450-b342-a986fe8137af,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:00.030585 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:00.039983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Transition to ACTIVE for port object cedef99c-c8c2-456f-80b4-29e927faeff3 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:00.073161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Transition to ACTIVE for port object cedef99c-c8c2-456f-80b4-29e927faeff3 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:00.074825 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] For port 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:32:00.078378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] For port 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:32:00.083309 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:00.095000 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:00.176186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Allocated IP 172.20.0.1 (7f6b7aea-bf2b-4646-a764-fefb838aaf14/f6b0bb94-b24e-489f-8013-cb26b973234e/d035c2a1-d5a4-4c0e-b673-a7558a1245a9) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:00.187428 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Network 7f6b7aea-bf2b-4646-a764-fefb838aaf14 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:00.197327 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Routers {'b6ce1ccd-5f67-446a-ad46-f754b3d903e7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:00.198085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:00.200267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:00.204460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:00.206456 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e6f21-4796-49f2-a260-33b646e6b39f None None] Pushing event updated for resources: {'Port': ['ID=8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:00.268567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55684) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:00.270785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e6f21-4796-49f2-a260-33b646e6b39f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.271173 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e6f21-4796-49f2-a260-33b646e6b39f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.271517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e6f21-4796-49f2-a260-33b646e6b39f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.271857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e6f21-4796-49f2-a260-33b646e6b39f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.272194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e6f21-4796-49f2-a260-33b646e6b39f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.272520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e6f21-4796-49f2-a260-33b646e6b39f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.272848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e6f21-4796-49f2-a260-33b646e6b39f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.273173 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e6f21-4796-49f2-a260-33b646e6b39f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.273515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e6f21-4796-49f2-a260-33b646e6b39f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.273844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e6f21-4796-49f2-a260-33b646e6b39f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.278799 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e6f21-4796-49f2-a260-33b646e6b39f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.279238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620e6f21-4796-49f2-a260-33b646e6b39f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.343081 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:00.365329 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Transition to ACTIVE for port object d035c2a1-d5a4-4c0e-b673-a7558a1245a9 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:00.409935 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:00.461923 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-11c04fd8-7eab-4578-9bf1-106d00567f81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07aa95032af3468e9ef1baf40f8b48ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898215 Aug 06 16:32:00.462569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55688) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:00.478073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network 7f6b7aea-bf2b-4646-a764-fefb838aaf14 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:00.481671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:00.487396 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:00.514342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Port': ['ID=d035c2a1-d5a4-4c0e-b673-a7558a1245a9,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:00.528122 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.528416 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.528858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.529358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.529832 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.530285 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.530831 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.531272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.532274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.532723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.533166 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.533647 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:00.553415 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1fec8ccb-5bda-4ea8-a15e-c87984590597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:00.556977 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:00.584527 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1fec8ccb-5bda-4ea8-a15e-c87984590597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:00.590663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Attempting to bind port cedef99c-c8c2-456f-80b4-29e927faeff3 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:00.591034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Attempting to bind port cedef99c-c8c2-456f-80b4-29e927faeff3 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'd20402d9-794b-43a3-9167-3bd9654a12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:00.591400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Attempting to bind port cedef99c-c8c2-456f-80b4-29e927faeff3 on network 7f6b7aea-bf2b-4646-a764-fefb838aaf14 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:00.615843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:00.616232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Checking segment: {'id': 'd20402d9-794b-43a3-9167-3bd9654a12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:00.616634 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:00.617032 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Bound using segment: {'id': 'd20402d9-794b-43a3-9167-3bd9654a12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:00.617507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Bound port: cedef99c-c8c2-456f-80b4-29e927faeff3, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20402d9-794b-43a3-9167-3bd9654a12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:00.617926 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:00.619726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Pushing event updated for resources: {'Port': ['ID=cedef99c-c8c2-456f-80b4-29e927faeff3,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:00.648937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] Set router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:00.652865 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1fec8ccb-5bda-4ea8-a15e-c87984590597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:00.656573 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1fec8ccb-5bda-4ea8-a15e-c87984590597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:00.669730 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1fec8ccb-5bda-4ea8-a15e-c87984590597 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d791f03-4a32-4305-a47b-865aad6de1df HTTP/1.1" status: 204 len: 168 time: 0.1954191 Aug 06 16:32:00.682959 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec8ccb-5bda-4ea8-a15e-c87984590597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d791f03-4a32-4305-a47b-865aad6de1df,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:00.743046 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:00.844212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] For port cedef99c-c8c2-456f-80b4-29e927faeff3, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:32:00.866256 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] For port cedef99c-c8c2-456f-80b4-29e927faeff3, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=cedef99c-c8c2-456f-80b4-29e927faeff3,segment=NetworkSegment(d20402d9-794b-43a3-9167-3bd9654a12d6),segment_id=d20402d9-794b-43a3-9167-3bd9654a12d6)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:32:00.873842 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:00.951812 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:32:00.958850 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea09b4-117f-48b0-a8d9-eeb9be67b197 None None] Pushing event updated for resources: {'Port': ['ID=cedef99c-c8c2-456f-80b4-29e927faeff3,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:00.985772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:32:00.986119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1a9a2f69-00ad-48cd-8abf-fecf6f42c77a not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:32:01.069801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'name': 'tempest-TestNetworkBasicOps-router-902370661', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:55Z', 'updated_at': '2021-08-06T16:31:57Z', 'revision_number': 3, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:56Z', 'updated_at': '2021-08-06T16:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:01.110128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55694) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:01.110655 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff76efd-9891-42c7-82b6-7b9b0df70f63 None None] The sync data for ids ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'] in n-d-803756-1 is: [{'id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'name': 'tempest-TestNetworkBasicOps-router-902370661', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:55Z', 'updated_at': '2021-08-06T16:31:57Z', 'revision_number': 3, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:56Z', 'updated_at': '2021-08-06T16:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:32:01.120518 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:01.126653 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:01.130777 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4f96b7b1-982e-4a50-b1e2-c399e924f595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:01.243957 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:01.254648 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Port': ['ID=d035c2a1-d5a4-4c0e-b673-a7558a1245a9,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:01.271285 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4f96b7b1-982e-4a50-b1e2-c399e924f595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:01.276884 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4f96b7b1-982e-4a50-b1e2-c399e924f595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:01.350997 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4f96b7b1-982e-4a50-b1e2-c399e924f595 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c55b8586c6144d1807b04066050c959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394204 Aug 06 16:32:01.354301 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55698) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:01.363556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96b7b1-982e-4a50-b1e2-c399e924f595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255134f5-bd35-4408-add4-9e986433ac97,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:01.443337 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network 7f6b7aea-bf2b-4646-a764-fefb838aaf14 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:01.445718 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:01.859820 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-baf14187-0e78-4c49-9e14-21805a624dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:01.924439 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-baf14187-0e78-4c49-9e14-21805a624dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:01.985421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:32:01.992558 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-baf14187-0e78-4c49-9e14-21805a624dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:01.995170 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-baf14187-0e78-4c49-9e14-21805a624dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:01.997165 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-baf14187-0e78-4c49-9e14-21805a624dc9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/255134f5-bd35-4408-add4-9e986433ac97 HTTP/1.1" status: 204 len: 168 time: 0.6410265 Aug 06 16:32:02.009847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf14187-0e78-4c49-9e14-21805a624dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255134f5-bd35-4408-add4-9e986433ac97,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:02.165958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:32:02.172923 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b208e72b-a5b3-4087-a30e-f07b80e84f2d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "PUT /v2.0/routers/b6ce1ccd-5f67-446a-ad46-f754b3d903e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0822611 Aug 06 16:32:02.175402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55702) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:02.370558 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e2052b-fda6-44ff-a88a-609a43b3f33d None None] Network 7f6b7aea-bf2b-4646-a764-fefb838aaf14 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:32:02.408139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70774f8-1b0d-4d2e-b044-d28a653c079d tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:02.408618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70774f8-1b0d-4d2e-b044-d28a653c079d tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:02.409095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70774f8-1b0d-4d2e-b044-d28a653c079d tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:02.409555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70774f8-1b0d-4d2e-b044-d28a653c079d tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:02.413788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d70774f8-1b0d-4d2e-b044-d28a653c079d tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2350831 Aug 06 16:32:02.417174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55710) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:02.514210 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-19c28297-51dd-413d-8e3f-47e5775c15bb None None] Provisioning for port cedef99c-c8c2-456f-80b4-29e927faeff3 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:02.517245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55712) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:02.526587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7596cdf-1776-48d4-b212-bd4ee4cc1232 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:02.527566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7596cdf-1776-48d4-b212-bd4ee4cc1232 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:02.528037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7596cdf-1776-48d4-b212-bd4ee4cc1232 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:02.528497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7596cdf-1776-48d4-b212-bd4ee4cc1232 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:02.530589 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f7596cdf-1776-48d4-b212-bd4ee4cc1232 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1132517 Aug 06 16:32:02.534349 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55714) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:02.577173 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-736b92e7-53ec-4f99-8054-9bf443a72bc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9722bb28bc0e41b584c78da20c9fe26b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587263 Aug 06 16:32:02.579665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55716) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:02.648619 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2202285b-90a5-4898-9317-5a7e61fcd427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:02.672365 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2202285b-90a5-4898-9317-5a7e61fcd427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:02.712599 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b6e7c22a-62e8-481b-bd15-4a7d72d90250 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1739221 Aug 06 16:32:02.732198 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2202285b-90a5-4898-9317-5a7e61fcd427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:02.742585 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2202285b-90a5-4898-9317-5a7e61fcd427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:02.747612 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2202285b-90a5-4898-9317-5a7e61fcd427 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/191837a5-28aa-4362-94b9-b92c55f3fc22 HTTP/1.1" status: 204 len: 168 time: 0.1645288 Aug 06 16:32:02.758168 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202285b-90a5-4898-9317-5a7e61fcd427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191837a5-28aa-4362-94b9-b92c55f3fc22,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:02.947418 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cacd23f6-d9fb-4657-ad74-f6095f62b0e1 None None] Provisioning for port d035c2a1-d5a4-4c0e-b673-a7558a1245a9 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:02.960387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cacd23f6-d9fb-4657-ad74-f6095f62b0e1 None None] Provisioning complete for port d035c2a1-d5a4-4c0e-b673-a7558a1245a9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:02.961928 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cacd23f6-d9fb-4657-ad74-f6095f62b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.059843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-cacd23f6-d9fb-4657-ad74-f6095f62b0e1 None None] Port d035c2a1-d5a4-4c0e-b673-a7558a1245a9 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:32:03.151894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device cedef99c-c8c2-456f-80b4-29e927faeff3 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:03.270068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55736) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:03.274175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port cedef99c-c8c2-456f-80b4-29e927faeff3 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:03.275419 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-aa304470-a0b8-4f34-812f-a7b3a728fd6e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1818137105', 'description': 'tempest-secgroup-smoke-1818137105 description', 'project_id': 'e12d0f28033544588a6800f70ae4d876'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:03.279716 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port cedef99c-c8c2-456f-80b4-29e927faeff3 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:03.280361 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.332540 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa304470-a0b8-4f34-812f-a7b3a728fd6e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.346968 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-72d275ba-f3b2-4efe-9480-c5c189fcaaec None None] Provisioning complete for port d035c2a1-d5a4-4c0e-b673-a7558a1245a9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:03.347344 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-72d275ba-f3b2-4efe-9480-c5c189fcaaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.370906 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Sync routers for ids ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:32:03.383050 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Routers {'b6ce1ccd-5f67-446a-ad46-f754b3d903e7'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:03.385320 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:03.456209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-72d275ba-f3b2-4efe-9480-c5c189fcaaec None None] Port d035c2a1-d5a4-4c0e-b673-a7558a1245a9 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:32:03.461515 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.505919 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa304470-a0b8-4f34-812f-a7b3a728fd6e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.511041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port cedef99c-c8c2-456f-80b4-29e927faeff3, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=cedef99c-c8c2-456f-80b4-29e927faeff3,segment=NetworkSegment(d20402d9-794b-43a3-9167-3bd9654a12d6),segment_id=d20402d9-794b-43a3-9167-3bd9654a12d6)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:03.515277 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa304470-a0b8-4f34-812f-a7b3a728fd6e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.520252 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.521495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:03.582216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa304470-a0b8-4f34-812f-a7b3a728fd6e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:03.611863 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa304470-a0b8-4f34-812f-a7b3a728fd6e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.613289 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aa304470-a0b8-4f34-812f-a7b3a728fd6e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3422136 Aug 06 16:32:03.615568 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Set router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:03.616217 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55744) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:03.621275 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-2cdefb87-ce45-46b7-a810-6957028fbb57 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:03.681697 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2cdefb87-ce45-46b7-a810-6957028fbb57 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.758536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=cedef99c-c8c2-456f-80b4-29e927faeff3,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:03.773411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:03.777197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c3f66b71-3093-4912-841f-a4d8e44c22d2 None None] Provisioning complete for port d035c2a1-d5a4-4c0e-b673-a7558a1245a9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:03.777551 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c3f66b71-3093-4912-841f-a4d8e44c22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.784312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:03.785386 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.788167 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2cdefb87-ce45-46b7-a810-6957028fbb57 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.797728 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2cdefb87-ce45-46b7-a810-6957028fbb57 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.824905 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2cdefb87-ce45-46b7-a810-6957028fbb57 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.826765 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2cdefb87-ce45-46b7-a810-6957028fbb57 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2091565 Aug 06 16:32:03.830377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55752) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:03.835133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-06700937-2d0b-40a1-b6bd-f0f5611c0489 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:03.861304 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f52a625b-dafb-45b9-abd3-4ecbf6e7c9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.867745 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdefb87-ce45-46b7-a810-6957028fbb57 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f776ea-f14d-455e-8415-18ac38bdb537,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:03.886022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c3f66b71-3093-4912-841f-a4d8e44c22d2 None None] Port d035c2a1-d5a4-4c0e-b673-a7558a1245a9 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:32:03.890334 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06700937-2d0b-40a1-b6bd-f0f5611c0489 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.954564 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.955563 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06700937-2d0b-40a1-b6bd-f0f5611c0489 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.960892 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06700937-2d0b-40a1-b6bd-f0f5611c0489 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.976735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55756) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:03.991364 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'name': 'tempest-TestNetworkBasicOps-router-902370661', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:55Z', 'updated_at': '2021-08-06T16:32:00Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:56Z', 'updated_at': '2021-08-06T16:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'd035c2a1-d5a4-4c0e-b673-a7558a1245a9', 'name': '', 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:20:e9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:59Z', 'updated_at': '2021-08-06T16:32:00Z', 'revision_number': 2, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:03.993187 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06700937-2d0b-40a1-b6bd-f0f5611c0489 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c2dac6-8bf0-4735-a72f-e6de9889bae4,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:03.997359 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-06700937-2d0b-40a1-b6bd-f0f5611c0489 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:03.998650 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-06700937-2d0b-40a1-b6bd-f0f5611c0489 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1670892 Aug 06 16:32:04.002121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55760) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:04.007389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-0605e546-2514-417e-ab24-5ace63070139 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:04.015204 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:04.020678 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.040103 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Checking router: b6ce1ccd-5f67-446a-ad46-f754b3d903e7 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:32:04.040445 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Updating router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 port d035c2a1-d5a4-4c0e-b673-a7558a1245a9 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:32:04.070013 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.073256 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0605e546-2514-417e-ab24-5ace63070139 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.094801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:04.152882 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0605e546-2514-417e-ab24-5ace63070139 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.157748 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0605e546-2514-417e-ab24-5ace63070139 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.170892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-13f62740-86b8-4d94-abe4-e7cf3559fc0b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-884664682-network', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:04.188476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605e546-2514-417e-ab24-5ace63070139 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8867e00-8dcc-454e-98bd-6f26cfcb7761,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:04.193380 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0605e546-2514-417e-ab24-5ace63070139 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.194682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0605e546-2514-417e-ab24-5ace63070139 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1912088 Aug 06 16:32:04.197442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 55762) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:04.202646 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-cadf123b-05f1-4ddd-ae2f-d59d26289c72 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:04.220951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f62740-86b8-4d94-abe4-e7cf3559fc0b admin admin] Made reservation on behalf of c70ba542c0974c478be8fe3c443bbcb4 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:32:04.223227 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13f62740-86b8-4d94-abe4-e7cf3559fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.238659 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13f62740-86b8-4d94-abe4-e7cf3559fc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.262629 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cadf123b-05f1-4ddd-ae2f-d59d26289c72 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.355378 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cadf123b-05f1-4ddd-ae2f-d59d26289c72 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.363023 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cadf123b-05f1-4ddd-ae2f-d59d26289c72 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.385992 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.397066 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Transition to ACTIVE for port object d035c2a1-d5a4-4c0e-b673-a7558a1245a9 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:04.400082 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf123b-05f1-4ddd-ae2f-d59d26289c72 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27261dcf-f5ed-4c6b-9283-a7c311d8f98b,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:04.404061 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.413048 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13f62740-86b8-4d94-abe4-e7cf3559fc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.419104 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13f62740-86b8-4d94-abe4-e7cf3559fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.426331 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cadf123b-05f1-4ddd-ae2f-d59d26289c72 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.430417 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cadf123b-05f1-4ddd-ae2f-d59d26289c72 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2292986 Aug 06 16:32:04.431777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55764) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:04.437353 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-25894365-741a-4307-8895-0aa3225c8239 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:04.451806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f62740-86b8-4d94-abe4-e7cf3559fc0b admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:32:04.465274 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-25894365-741a-4307-8895-0aa3225c8239 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Project e12d0f28033544588a6800f70ae4d876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:32:04.466505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f62740-86b8-4d94-abe4-e7cf3559fc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7355bc3-4ebd-4ec8-839a-628e4ed8fb0e,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:04.474149 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13f62740-86b8-4d94-abe4-e7cf3559fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.474619 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-13f62740-86b8-4d94-abe4-e7cf3559fc0b admin admin] Added segment e380d2c1-0f80-4335-9b80-d0b71d56e59d of type vlan for network 7743e816-948f-4648-9405-0c7efdc5dd22 Aug 06 16:32:04.490208 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25894365-741a-4307-8895-0aa3225c8239 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.542949 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13f62740-86b8-4d94-abe4-e7cf3559fc0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.601402 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25894365-741a-4307-8895-0aa3225c8239 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.611396 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25894365-741a-4307-8895-0aa3225c8239 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.628255 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13f62740-86b8-4d94-abe4-e7cf3559fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.631402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f62740-86b8-4d94-abe4-e7cf3559fc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:04.631402 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-13f62740-86b8-4d94-abe4-e7cf3559fc0b admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.636591 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25894365-741a-4307-8895-0aa3225c8239 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634c9855-f59e-4070-bb24-bce61a16da40,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:04.644085 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25894365-741a-4307-8895-0aa3225c8239 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.648005 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-25894365-741a-4307-8895-0aa3225c8239 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2123704 Aug 06 16:32:04.648259 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55766) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:04.653078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-66017f5d-cda2-452f-bac2-3ebea0302a63 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'security_group_rule': {'security_group_id': '6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e', 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:04.672097 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b46f6-b4c8-49a2-b108-c5f6f3699e52 None None] Pushing event updated for resources: {'Port': ['ID=d035c2a1-d5a4-4c0e-b673-a7558a1245a9,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:04.680241 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Attempting to bind port d035c2a1-d5a4-4c0e-b673-a7558a1245a9 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:04.680749 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Attempting to bind port d035c2a1-d5a4-4c0e-b673-a7558a1245a9 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'd20402d9-794b-43a3-9167-3bd9654a12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:04.680951 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Attempting to bind port d035c2a1-d5a4-4c0e-b673-a7558a1245a9 on network 7f6b7aea-bf2b-4646-a764-fefb838aaf14 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:04.686411 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:04.686867 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Checking segment: {'id': 'd20402d9-794b-43a3-9167-3bd9654a12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:04.687315 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.688082 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Bound using segment: {'id': 'd20402d9-794b-43a3-9167-3bd9654a12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:04.688589 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Bound port: d035c2a1-d5a4-4c0e-b673-a7558a1245a9, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20402d9-794b-43a3-9167-3bd9654a12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:04.688963 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.695657 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-66017f5d-cda2-452f-bac2-3ebea0302a63 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Project e12d0f28033544588a6800f70ae4d876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:32:04.703433 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-66017f5d-cda2-452f-bac2-3ebea0302a63 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.730846 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-13f62740-86b8-4d94-abe4-e7cf3559fc0b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7526610 Aug 06 16:32:04.733279 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55768) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:04.759688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-05c2fe93-8906-436f-a75e-83468e4430e5 admin admin] Request body: {'subnet': {'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-884664682-subnet', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:04.761240 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] For port d035c2a1-d5a4-4c0e-b673-a7558a1245a9, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:32:04.764322 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] For port d035c2a1-d5a4-4c0e-b673-a7558a1245a9, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d035c2a1-d5a4-4c0e-b673-a7558a1245a9,segment=NetworkSegment(d20402d9-794b-43a3-9167-3bd9654a12d6),segment_id=d20402d9-794b-43a3-9167-3bd9654a12d6)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:32:04.768521 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.798370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f62740-86b8-4d94-abe4-e7cf3559fc0b admin admin] Pushing event updated for resources: {'Network': ['ID=7743e816-948f-4648-9405-0c7efdc5dd22,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:04.812026 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-66017f5d-cda2-452f-bac2-3ebea0302a63 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.812469 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 7743e816-948f-4648-9405-0c7efdc5dd22 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:32:04.813507 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c2fe93-8906-436f-a75e-83468e4430e5 admin admin] Made reservation on behalf of c70ba542c0974c478be8fe3c443bbcb4 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:32:04.815922 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-05c2fe93-8906-436f-a75e-83468e4430e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.843018 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b46f6-b4c8-49a2-b108-c5f6f3699e52 None None] Pushing event updated for resources: {'Port': ['ID=d035c2a1-d5a4-4c0e-b673-a7558a1245a9,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:04.869951 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Routers {'b6ce1ccd-5f67-446a-ad46-f754b3d903e7'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:04.870815 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:31:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:04.927163 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-66017f5d-cda2-452f-bac2-3ebea0302a63 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:05.025983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device cedef99c-c8c2-456f-80b4-29e927faeff3 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:05.041104 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66017f5d-cda2-452f-bac2-3ebea0302a63 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931eca3f-8394-41b9-9f11-e3a1eeff7740,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:05.059549 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] Set router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:05.059971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-66017f5d-cda2-452f-bac2-3ebea0302a63 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:05.070989 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-66017f5d-cda2-452f-bac2-3ebea0302a63 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4216421 Aug 06 16:32:05.134977 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port cedef99c-c8c2-456f-80b4-29e927faeff3 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:05.135416 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:05.199927 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-05c2fe93-8906-436f-a75e-83468e4430e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:05.267147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2fe93-8906-436f-a75e-83468e4430e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c5a3f7-ec0f-4b7a-b824-e61c61095a04,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:05.273057 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c2fe93-8906-436f-a75e-83468e4430e5 admin admin] Checking segment: {'id': 'e380d2c1-0f80-4335-9b80-d0b71d56e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:05.273258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c2fe93-8906-436f-a75e-83468e4430e5 admin admin] Network hostable DHCP agents. Network: 7743e816-948f-4648-9405-0c7efdc5dd22, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:32:05.292149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c2fe93-8906-436f-a75e-83468e4430e5 admin admin] Network 7743e816-948f-4648-9405-0c7efdc5dd22 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:32:05.308293 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-05c2fe93-8906-436f-a75e-83468e4430e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 7743e816-948f-4648-9405-0c7efdc5dd22) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:05.313774 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c2fe93-8906-436f-a75e-83468e4430e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:05.315003 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-05c2fe93-8906-436f-a75e-83468e4430e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:05.333663 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-05c2fe93-8906-436f-a75e-83468e4430e5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5983403 Aug 06 16:32:05.335782 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55784) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:05.341882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-884664682-router', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:05.344635 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'name': 'tempest-TestNetworkBasicOps-router-902370661', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:55Z', 'updated_at': '2021-08-06T16:32:00Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:56Z', 'updated_at': '2021-08-06T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'd035c2a1-d5a4-4c0e-b673-a7558a1245a9', 'name': '', 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:20:e9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:59Z', 'updated_at': '2021-08-06T16:32:04Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:05.369619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:05.370458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:05.372459 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:05.377866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d742567-50e2-4116-a3d4-8ac80256b831 None None] Network 7743e816-948f-4648-9405-0c7efdc5dd22 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:32:05.384111 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03ec4a-b62a-4680-aeca-a667b8c094d4 None None] The sync data for ids ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'] in n-d-803756-1 is: [{'id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'name': 'tempest-TestNetworkBasicOps-router-902370661', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:55Z', 'updated_at': '2021-08-06T16:32:00Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:56Z', 'updated_at': '2021-08-06T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'd035c2a1-d5a4-4c0e-b673-a7558a1245a9', 'name': '', 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:20:e9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:59Z', 'updated_at': '2021-08-06T16:32:04Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:32:05.404948 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-891035c9-f5c9-410a-8518-12df4546c2ef tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1818137105&fields=id&tenant_id=e12d0f28033544588a6800f70ae4d876 HTTP/1.1" status: 200 len: 267 time: 0.0680931 Aug 06 16:32:05.514243 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:05.566718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:05.567082 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:05.612089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-9d161408-1782-47e9-9274-5bde123ac6ea tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:05.614275 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-9d161408-1782-47e9-9274-5bde123ac6ea tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/networks?id=7f6b7aea-bf2b-4646-a764-fefb838aaf14 HTTP/1.1" status: 200 len: 797 time: 0.2020562 Aug 06 16:32:05.644440 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-ae07e812-e557-44c6-9f3a-be2d412b1f6a tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/quotas/e12d0f28033544588a6800f70ae4d876 HTTP/1.1" status: 200 len: 375 time: 0.0170996 Aug 06 16:32:05.704519 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:05.716915 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-c40c3ccb-3451-4dbd-8db1-7b7f56431fbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e12d0f28033544588a6800f70ae4d876&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660615 Aug 06 16:32:05.770889 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-7743e816-948f-4648-9405-0c7efdc5dd22', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'fixed_ips': [{'subnet_id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:32:05.772197 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:05.873394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-438ab591-e8c3-4c22-acf2-953901d0d7c6 service neutron] 10.222.0.37 "GET /v2.0/networks/7f6b7aea-bf2b-4646-a764-fefb838aaf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386237 Aug 06 16:32:05.980876 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:05.989988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-e16294bf-f07c-44c8-b9a9-9cc50424bba9 service neutron] 10.222.0.37 "GET /v2.0/networks/7f6b7aea-bf2b-4646-a764-fefb838aaf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151929 Aug 06 16:32:06.003552 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:06.079242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Allocated IP 172.20.0.2 (7743e816-948f-4648-9405-0c7efdc5dd22/40c5a3f7-ec0f-4b7a-b824-e61c61095a04/d4c419b7-61d1-4688-8efb-ea51fba1b5f6) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:06.172761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Allocated IP 172.25.1.200 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/ba1c61ce-61e6-4742-a199-bf62bdca36ff) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:06.232171 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6a1c254-1471-40fd-8c52-42958aa2cccc req-cea9f99f-5eba-4239-90a2-55c396bf9904 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 210 time: 0.0745144 Aug 06 16:32:06.248774 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-869834d1-31ee-4294-bcea-526af490a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:06.390255 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:06.423658 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:06.459025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Transition to ACTIVE for port object d4c419b7-61d1-4688-8efb-ea51fba1b5f6 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:06.462934 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:06.495457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Transition to ACTIVE for port object d4c419b7-61d1-4688-8efb-ea51fba1b5f6 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:06.506614 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:06.538131 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:06.539987 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:06.542026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Pushing event updated for resources: {'Port': ['ID=ba1c61ce-61e6-4742-a199-bf62bdca36ff,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:06.544349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:06.640156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Pushing event updated for resources: {'Port': ['ID=d4c419b7-61d1-4688-8efb-ea51fba1b5f6,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:06.664838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Network 7743e816-948f-4648-9405-0c7efdc5dd22 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:06.671267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:06.673428 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:06.708508 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:06.824251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Attempting to bind port d4c419b7-61d1-4688-8efb-ea51fba1b5f6 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:06.824694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Attempting to bind port d4c419b7-61d1-4688-8efb-ea51fba1b5f6 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'e380d2c1-0f80-4335-9b80-d0b71d56e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:06.825128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Attempting to bind port d4c419b7-61d1-4688-8efb-ea51fba1b5f6 on network 7743e816-948f-4648-9405-0c7efdc5dd22 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:06.833195 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:06.833572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Checking segment: {'id': 'e380d2c1-0f80-4335-9b80-d0b71d56e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:06.836444 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:06.837203 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Bound using segment: {'id': 'e380d2c1-0f80-4335-9b80-d0b71d56e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:06.837922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Bound port: d4c419b7-61d1-4688-8efb-ea51fba1b5f6, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e380d2c1-0f80-4335-9b80-d0b71d56e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:06.838536 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:07.028089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] For port d4c419b7-61d1-4688-8efb-ea51fba1b5f6, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:32:07.033888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] For port d4c419b7-61d1-4688-8efb-ea51fba1b5f6, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d4c419b7-61d1-4688-8efb-ea51fba1b5f6,segment=NetworkSegment(e380d2c1-0f80-4335-9b80-d0b71d56e59d),segment_id=e380d2c1-0f80-4335-9b80-d0b71d56e59d)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:32:07.041664 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:07.102089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d035c2a1-d5a4-4c0e-b673-a7558a1245a9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:07.105125 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:07.317453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e077d5-2e2c-4af1-8b2e-0d170cf37976 None None] Pushing event updated for resources: {'Port': ['ID=d4c419b7-61d1-4688-8efb-ea51fba1b5f6,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:07.351687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port d035c2a1-d5a4-4c0e-b673-a7558a1245a9 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:07.361290 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d035c2a1-d5a4-4c0e-b673-a7558a1245a9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:07.361831 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:07.404664 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:07.424013 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-52bed339-d692-4296-bd50-98877a6baa27 req-ac7068cd-c946-4581-9bcc-2ee03dbabe1e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 210 time: 0.0743041 Aug 06 16:32:07.497673 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:07.519813 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:07.597280 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port d035c2a1-d5a4-4c0e-b673-a7558a1245a9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d035c2a1-d5a4-4c0e-b673-a7558a1245a9,segment=NetworkSegment(d20402d9-794b-43a3-9167-3bd9654a12d6),segment_id=d20402d9-794b-43a3-9167-3bd9654a12d6)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:07.602790 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:07.718024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=d035c2a1-d5a4-4c0e-b673-a7558a1245a9,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:07.820209 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Router c506a8f9-0cd0-4144-9151-484069186381 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:32:07.871371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-6c56388c-f839-472b-bf05-ce3e8d7d8490 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:07.882855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-6c56388c-f839-472b-bf05-ce3e8d7d8490 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.13 "GET /v2.0/networks?id=7f6b7aea-bf2b-4646-a764-fefb838aaf14 HTTP/1.1" status: 200 len: 797 time: 0.2247562 Aug 06 16:32:07.941285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-255cd01e-4c9d-4e72-a5ce-964546f60082 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e12d0f28033544588a6800f70ae4d876 HTTP/1.1" status: 200 len: 380 time: 0.0415747 Aug 06 16:32:07.955242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-a8c43591-9937-49e7-8d7b-85d4cb964926 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'port': {'device_id': '25cfa704-8e5e-48aa-858e-fbbbd81bae3c', 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'admin_state_up': True, 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'security_groups': ['6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:07.966348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:32:07.982427 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Sync routers for ids ['c506a8f9-0cd0-4144-9151-484069186381'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:32:07.991766 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:07.993267 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6af9b8a1-be9f-4391-bda6-a84c92301c06 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6563396 Aug 06 16:32:07.995909 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 55962) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:07.998293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Routers {'c506a8f9-0cd0-4144-9151-484069186381'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:07.999375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c506a8f9-0cd0-4144-9151-484069186381'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:08.122160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-a8c43591-9937-49e7-8d7b-85d4cb964926 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Made reservation on behalf of e12d0f28033544588a6800f70ae4d876 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:32:08.127115 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-a8c43591-9937-49e7-8d7b-85d4cb964926 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:08.135414 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Set router c506a8f9-0cd0-4144-9151-484069186381 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:08.361805 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-a8c43591-9937-49e7-8d7b-85d4cb964926 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Allocated IP 172.20.0.12 (7f6b7aea-bf2b-4646-a764-fefb838aaf14/f6b0bb94-b24e-489f-8013-cb26b973234e/8c3d59aa-abfc-4dae-a397-31c2a3a24c86) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:08.398880 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c506a8f9-0cd0-4144-9151-484069186381', 'name': 'tempest-TestServerBasicOps-884664682-router', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:05Z', 'updated_at': '2021-08-06T16:32:06Z', 'revision_number': 3, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'gw_port': {'id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:06Z', 'updated_at': '2021-08-06T16:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:08.463404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Checking router: c506a8f9-0cd0-4144-9151-484069186381 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:32:08.464461 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Updating router c506a8f9-0cd0-4144-9151-484069186381 port ba1c61ce-61e6-4742-a199-bf62bdca36ff binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:32:08.476114 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:32:08.543339 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:08.633953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea11c4a8-d023-47a1-bb9b-246ae70d45fe req-8af7cd7a-1378-419c-827e-3b124185c9db tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 210 time: 0.0649707 Aug 06 16:32:08.726677 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-a8c43591-9937-49e7-8d7b-85d4cb964926 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:08.744751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-a8c43591-9937-49e7-8d7b-85d4cb964926 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Transition to ACTIVE for port object 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:08.801659 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-a8c43591-9937-49e7-8d7b-85d4cb964926 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:08.885509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-a8c43591-9937-49e7-8d7b-85d4cb964926 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network 7f6b7aea-bf2b-4646-a764-fefb838aaf14 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:08.889126 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-a8c43591-9937-49e7-8d7b-85d4cb964926 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:08.903637 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-a8c43591-9937-49e7-8d7b-85d4cb964926 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:08.952429 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a20583-8d37-4fad-ae97-6bc5a5c38cc4 None None] Network 7743e816-948f-4648-9405-0c7efdc5dd22 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:32:08.966194 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-a8c43591-9937-49e7-8d7b-85d4cb964926 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:08.972926 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-a8c43591-9937-49e7-8d7b-85d4cb964926 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:09.006882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-69c4e869-376e-4d2a-a426-6f4f71340b2e None None] Provisioning for port d4c419b7-61d1-4688-8efb-ea51fba1b5f6 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:09.010435 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c43591-9937-49e7-8d7b-85d4cb964926 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Port': ['ID=8c3d59aa-abfc-4dae-a397-31c2a3a24c86,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:09.018374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-a8c43591-9937-49e7-8d7b-85d4cb964926 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0703917 Aug 06 16:32:09.045150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Request body: {'port': {'device_id': '25cfa704-8e5e-48aa-858e-fbbbd81bae3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:09.138797 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:09.176933 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:09.207471 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d035c2a1-d5a4-4c0e-b673-a7558a1245a9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:09.211973 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:09.332871 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:09.350088 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Transition to ACTIVE for port object ba1c61ce-61e6-4742-a199-bf62bdca36ff will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:09.362938 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:09.409753 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d035c2a1-d5a4-4c0e-b673-a7558a1245a9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:09.410125 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:09.474801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b0e9ea98-d4ef-402d-942f-1e74603997a0 None None] Provisioning for port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:09.502286 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e4212-5fae-4456-9eb9-f50fe9e0b65f None None] Pushing event updated for resources: {'Port': ['ID=ba1c61ce-61e6-4742-a199-bf62bdca36ff,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:09.513074 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Allocated IP 172.20.0.1 (7743e816-948f-4648-9405-0c7efdc5dd22/40c5a3f7-ec0f-4b7a-b824-e61c61095a04/292f4b47-8f4f-45b7-a590-538eda6edf6b) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:09.516960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b0e9ea98-d4ef-402d-942f-1e74603997a0 None None] Provisioning complete for port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:09.517615 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b0e9ea98-d4ef-402d-942f-1e74603997a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:09.559783 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9ea98-d4ef-402d-942f-1e74603997a0 None None] Port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:32:09.561534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Attempting to bind port ba1c61ce-61e6-4742-a199-bf62bdca36ff on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:09.562109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Attempting to bind port ba1c61ce-61e6-4742-a199-bf62bdca36ff by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:09.563256 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Attempting to bind port ba1c61ce-61e6-4742-a199-bf62bdca36ff on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:09.571703 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:09.572294 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:09.572869 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:09.573423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:09.574225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Bound port: ba1c61ce-61e6-4742-a199-bf62bdca36ff, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:09.574808 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:09.685564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:32:09.706087 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:09.708736 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:09.725072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Transition to ACTIVE for port object 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:09.726373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Transition to ACTIVE for port object 292f4b47-8f4f-45b7-a590-538eda6edf6b will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:09.728798 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:09.781170 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:09.828940 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Network 7743e816-948f-4648-9405-0c7efdc5dd22 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:09.836906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:09.841932 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:09.855587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3d59aa-abfc-4dae-a397-31c2a3a24c86,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:09.867578 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85237241-8c4e-4633-ac82-4c31d8978883 req-1b7974d4-9504-4517-9221-80786bd3e7b1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:09.870649 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-85237241-8c4e-4633-ac82-4c31d8978883 req-1b7974d4-9504-4517-9221-80786bd3e7b1 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 944 time: 0.1093082 Aug 06 16:32:09.884495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Pushing event updated for resources: {'Port': ['ID=292f4b47-8f4f-45b7-a590-538eda6edf6b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:09.904510 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:09.956432 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] For port ba1c61ce-61e6-4742-a199-bf62bdca36ff, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:32:09.961547 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] For port ba1c61ce-61e6-4742-a199-bf62bdca36ff, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ba1c61ce-61e6-4742-a199-bf62bdca36ff,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:32:09.976205 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:10.063772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d4c419b7-61d1-4688-8efb-ea51fba1b5f6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:10.100685 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:10.152295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-85237241-8c4e-4633-ac82-4c31d8978883 req-5aa4662c-3fab-4de3-b974-a23e03051bae tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734430 Aug 06 16:32:10.178215 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Routers {'c506a8f9-0cd0-4144-9151-484069186381'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:10.178843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c506a8f9-0cd0-4144-9151-484069186381'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:10.180687 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Attempting to bind port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:10.184127 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Attempting to bind port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'd20402d9-794b-43a3-9167-3bd9654a12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:10.184355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Attempting to bind port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 on network 7f6b7aea-bf2b-4646-a764-fefb838aaf14 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:10.192860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 on network 7f6b7aea-bf2b-4646-a764-fefb838aaf14 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:32:10.193523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Attempting to bind port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 on network 7f6b7aea-bf2b-4646-a764-fefb838aaf14 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:10.199184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:10.199771 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Checking segment: {'id': 'd20402d9-794b-43a3-9167-3bd9654a12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:10.200353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Bound using segment: {'id': 'd20402d9-794b-43a3-9167-3bd9654a12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:10.201201 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Bound port: 8c3d59aa-abfc-4dae-a397-31c2a3a24c86, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd20402d9-794b-43a3-9167-3bd9654a12d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:10.201837 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:10.264452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e4212-5fae-4456-9eb9-f50fe9e0b65f None None] Pushing event updated for resources: {'Port': ['ID=ba1c61ce-61e6-4742-a199-bf62bdca36ff,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:10.282724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port d4c419b7-61d1-4688-8efb-ea51fba1b5f6 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:10.295641 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d4c419b7-61d1-4688-8efb-ea51fba1b5f6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:10.296375 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:10.316797 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] For port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:32:10.320265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] For port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8c3d59aa-abfc-4dae-a397-31c2a3a24c86,segment=NetworkSegment(d20402d9-794b-43a3-9167-3bd9654a12d6),segment_id=d20402d9-794b-43a3-9167-3bd9654a12d6)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:32:10.324201 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:10.360892 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:10.367640 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:10.368155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:10.369513 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:10.371242 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] 10.222.0.13 "PUT /v2.0/ports/8c3d59aa-abfc-4dae-a397-31c2a3a24c86 HTTP/1.1" status: 200 len: 1092 time: 1.3429964 Aug 06 16:32:10.372033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cfa704-8e5e-48aa-858e-fbbbd81bae3c', 'tag': '8c3d59aa-abfc-4dae-a397-31c2a3a24c86'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:32:10.374917 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb2e07d-b884-4956-ae71-45f705993ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "25cfa704-8e5e-48aa-858e-fbbbd81bae3c", "tag": "8c3d59aa-abfc-4dae-a397-31c2a3a24c86"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:32:10.402711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3201c8-5396-489b-880c-93cec34fd184 service neutron] Pushing event updated for resources: {'Port': ['ID=8c3d59aa-abfc-4dae-a397-31c2a3a24c86,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:10.426641 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] Set router c506a8f9-0cd0-4144-9151-484069186381 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:10.464392 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Pushing event updated for resources: {'Port': ['ID=292f4b47-8f4f-45b7-a590-538eda6edf6b,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:10.469458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:10.473303 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-33dc0055-46b8-4e89-8ab0-3f263484ab22 None None] Provisioning for port 292f4b47-8f4f-45b7-a590-538eda6edf6b completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:10.540737 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a1ca3a-0d44-438e-ad65-dfcc968d80c7 x-openstack-request-id: req-62a1ca3a-0d44-438e-ad65-dfcc968d80c7 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:32:10.542088 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25cfa704-8e5e-48aa-858e-fbbbd81bae3c", "tag": "8c3d59aa-abfc-4dae-a397-31c2a3a24c86", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:32:10.542523 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62a1ca3a-0d44-438e-ad65-dfcc968d80c7 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:32:10.543833 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cfa704-8e5e-48aa-858e-fbbbd81bae3c', 'tag': '8c3d59aa-abfc-4dae-a397-31c2a3a24c86', 'status': 'completed', 'code': 200} Aug 06 16:32:10.584571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-67e0c9af-941b-40f8-be48-410867fa79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:10.587912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-33dc0055-46b8-4e89-8ab0-3f263484ab22 None None] Provisioning complete for port 292f4b47-8f4f-45b7-a590-538eda6edf6b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:10.588404 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-33dc0055-46b8-4e89-8ab0-3f263484ab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:10.591227 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-67e0c9af-941b-40f8-be48-410867fa79e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e12d0f28033544588a6800f70ae4d876&device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 1095 time: 0.1550281 Aug 06 16:32:10.603643 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Network 7743e816-948f-4648-9405-0c7efdc5dd22 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:10.605785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:10.664359 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-d2cba0b0-16e3-4c41-9075-dc52f87de571 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c3d59aa-abfc-4dae-a397-31c2a3a24c86 HTTP/1.1" status: 200 len: 217 time: 0.0652297 Aug 06 16:32:10.759784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-84391294-0aaf-4f85-8cb5-3d887cd15daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:10.763031 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-84391294-0aaf-4f85-8cb5-3d887cd15daf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6b0bb94-b24e-489f-8013-cb26b973234e HTTP/1.1" status: 200 len: 834 time: 0.0901513 Aug 06 16:32:10.794370 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-33dc0055-46b8-4e89-8ab0-3f263484ab22 None None] Port 292f4b47-8f4f-45b7-a590-538eda6edf6b cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:32:10.808940 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:10.833317 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-86877223-868b-47c5-a41b-f72915d56d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:10.834921 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-86877223-868b-47c5-a41b-f72915d56d2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f6b7aea-bf2b-4646-a764-fefb838aaf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645330 Aug 06 16:32:10.852671 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c506a8f9-0cd0-4144-9151-484069186381', 'name': 'tempest-TestServerBasicOps-884664682-router', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:05Z', 'updated_at': '2021-08-06T16:32:10Z', 'revision_number': 4, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'gw_port': {'id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:06Z', 'updated_at': '2021-08-06T16:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '292f4b47-8f4f-45b7-a590-538eda6edf6b', 'name': '', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'mac_address': 'fa:16:3e:9f:8a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:09Z', 'updated_at': '2021-08-06T16:32:09Z', 'revision_number': 1, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'subnets': [{'id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:10.856744 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port d4c419b7-61d1-4688-8efb-ea51fba1b5f6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d4c419b7-61d1-4688-8efb-ea51fba1b5f6,segment=NetworkSegment(e380d2c1-0f80-4335-9b80-d0b71d56e59d),segment_id=e380d2c1-0f80-4335-9b80-d0b71d56e59d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:10.866462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Router c506a8f9-0cd0-4144-9151-484069186381 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:32:10.883110 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8d343-8bb0-4f2e-901f-64b5934fb3a2 None None] The sync data for ids ['c506a8f9-0cd0-4144-9151-484069186381'] in n-d-803756-1 is: [{'id': 'c506a8f9-0cd0-4144-9151-484069186381', 'name': 'tempest-TestServerBasicOps-884664682-router', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:05Z', 'updated_at': '2021-08-06T16:32:10Z', 'revision_number': 4, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'gw_port': {'id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:06Z', 'updated_at': '2021-08-06T16:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '292f4b47-8f4f-45b7-a590-538eda6edf6b', 'name': '', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'mac_address': 'fa:16:3e:9f:8a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:09Z', 'updated_at': '2021-08-06T16:32:09Z', 'revision_number': 1, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'subnets': [{'id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:32:10.885551 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:10.963657 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=d4c419b7-61d1-4688-8efb-ea51fba1b5f6,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:10.971737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0bddb9dd-a8f0-4817-bf3b-b5dcb112ac04 None None] Provisioning complete for port 292f4b47-8f4f-45b7-a590-538eda6edf6b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:10.972115 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0bddb9dd-a8f0-4817-bf3b-b5dcb112ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:10.981043 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-3cf95f51-1b31-403f-9a81-865eaf204485 service neutron] 10.222.0.13 "GET /v2.0/networks/7f6b7aea-bf2b-4646-a764-fefb838aaf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384685 Aug 06 16:32:11.013896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-0bddb9dd-a8f0-4817-bf3b-b5dcb112ac04 None None] Port 292f4b47-8f4f-45b7-a590-538eda6edf6b cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:32:11.020782 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:32:11.033691 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-556592d7-744f-467d-b7c1-9d13d2310f02 admin admin] 10.222.0.37 "PUT /v2.0/routers/c506a8f9-0cd0-4144-9151-484069186381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0335517 Aug 06 16:32:11.085198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9b56cac-e735-46fb-8d79-9c51bab4eed6 req-0fdbaf80-1b32-4596-8877-e2f1124dacb7 service neutron] 10.222.0.13 "GET /v2.0/networks/7f6b7aea-bf2b-4646-a764-fefb838aaf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952625 Aug 06 16:32:11.200974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2e07d-b884-4956-ae71-45f705993ac2 req-3e984f71-36c9-4b44-a142-58a7c11ca7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:11.202786 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ebb2e07d-b884-4956-ae71-45f705993ac2 req-3e984f71-36c9-4b44-a142-58a7c11ca7e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e12d0f28033544588a6800f70ae4d876&device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 1095 time: 0.0709889 Aug 06 16:32:11.349301 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3d483-edcc-4dfc-a230-8731719332c2 req-ce24f89a-cbd8-48ab-b06e-72354092edbd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:11.350933 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0e3d483-edcc-4dfc-a230-8731719332c2 req-ce24f89a-cbd8-48ab-b06e-72354092edbd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 944 time: 0.0972831 Aug 06 16:32:11.378571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2e07d-b884-4956-ae71-45f705993ac2 req-241f4c9a-20fb-4013-8b7d-b7fc1cffdc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:11.380346 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ebb2e07d-b884-4956-ae71-45f705993ac2 req-241f4c9a-20fb-4013-8b7d-b7fc1cffdc58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f6b7aea-bf2b-4646-a764-fefb838aaf14 HTTP/1.1" status: 200 len: 898 time: 0.1696839 Aug 06 16:32:11.438189 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0e3d483-edcc-4dfc-a230-8731719332c2 req-18e00259-6a1a-414a-95b8-ee66140dc60d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784178 Aug 06 16:32:11.439598 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ebb2e07d-b884-4956-ae71-45f705993ac2 req-1ea7706c-9e0d-4b13-8f59-f4d8948d5eb6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c3d59aa-abfc-4dae-a397-31c2a3a24c86 HTTP/1.1" status: 200 len: 217 time: 0.0481319 Aug 06 16:32:11.498253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2e07d-b884-4956-ae71-45f705993ac2 req-aa7a11b9-f490-49df-ad02-41bdc55cf6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:11.499725 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ebb2e07d-b884-4956-ae71-45f705993ac2 req-aa7a11b9-f490-49df-ad02-41bdc55cf6de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6b0bb94-b24e-489f-8013-cb26b973234e HTTP/1.1" status: 200 len: 834 time: 0.0522144 Aug 06 16:32:11.554498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2e07d-b884-4956-ae71-45f705993ac2 req-9ed9525b-162c-4592-8102-0ed6484a634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:11.556287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ebb2e07d-b884-4956-ae71-45f705993ac2 req-9ed9525b-162c-4592-8102-0ed6484a634a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f6b7aea-bf2b-4646-a764-fefb838aaf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485115 Aug 06 16:32:11.652495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56270) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:11.658392 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f9551839-e4a2-467b-b1a4-efaf04878dd5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-647577858-network', 'tenant_id': '310b0c29190b446fb53a7c02743f1072'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:11.680054 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ebb2e07d-b884-4956-ae71-45f705993ac2 req-a8c4898f-f911-4413-a751-1ba3aef3c2f8 service neutron] 10.222.0.13 "GET /v2.0/networks/7f6b7aea-bf2b-4646-a764-fefb838aaf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151936 Aug 06 16:32:11.680400 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9551839-e4a2-467b-b1a4-efaf04878dd5 admin admin] Made reservation on behalf of 310b0c29190b446fb53a7c02743f1072 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:32:11.683089 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9551839-e4a2-467b-b1a4-efaf04878dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:11.693170 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9551839-e4a2-467b-b1a4-efaf04878dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:11.786840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ebb2e07d-b884-4956-ae71-45f705993ac2 req-99a73601-3c79-483d-919c-80bdadb304b2 service neutron] 10.222.0.13 "GET /v2.0/networks/7f6b7aea-bf2b-4646-a764-fefb838aaf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995629 Aug 06 16:32:11.795963 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9551839-e4a2-467b-b1a4-efaf04878dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:11.800139 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9551839-e4a2-467b-b1a4-efaf04878dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:11.826088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9551839-e4a2-467b-b1a4-efaf04878dd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:32:11.836375 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9551839-e4a2-467b-b1a4-efaf04878dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697b6b57-93e5-4a9a-9fbe-819d107ea6ee,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:11.843781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9551839-e4a2-467b-b1a4-efaf04878dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:11.845257 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-f9551839-e4a2-467b-b1a4-efaf04878dd5 admin admin] Added segment 874087f1-ebd4-4e05-97f9-4254a7df3f00 of type vlan for network b3636318-78c1-4e4d-98da-85110cab3034 Aug 06 16:32:11.884493 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9551839-e4a2-467b-b1a4-efaf04878dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:11.913932 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9551839-e4a2-467b-b1a4-efaf04878dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:11.914862 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9551839-e4a2-467b-b1a4-efaf04878dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:11.915465 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9551839-e4a2-467b-b1a4-efaf04878dd5 admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:11.944448 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f9551839-e4a2-467b-b1a4-efaf04878dd5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2907991 Aug 06 16:32:11.947508 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56272) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:11.952927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4631a07e-42e9-4a9f-ba4b-750c2bfad26b admin admin] Request body: {'subnet': {'network_id': 'b3636318-78c1-4e4d-98da-85110cab3034', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-647577858-subnet', 'tenant_id': '310b0c29190b446fb53a7c02743f1072', 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:11.975741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4631a07e-42e9-4a9f-ba4b-750c2bfad26b admin admin] Made reservation on behalf of 310b0c29190b446fb53a7c02743f1072 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:32:11.978423 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4631a07e-42e9-4a9f-ba4b-750c2bfad26b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:11.981643 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9551839-e4a2-467b-b1a4-efaf04878dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=b3636318-78c1-4e4d-98da-85110cab3034,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:11.992571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network b3636318-78c1-4e4d-98da-85110cab3034 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:32:12.161429 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4631a07e-42e9-4a9f-ba4b-750c2bfad26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:12.221144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631a07e-42e9-4a9f-ba4b-750c2bfad26b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4825a068-cc06-405f-9adb-32bbb0eed39a,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:12.229572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4631a07e-42e9-4a9f-ba4b-750c2bfad26b admin admin] Checking segment: {'id': '874087f1-ebd4-4e05-97f9-4254a7df3f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'b3636318-78c1-4e4d-98da-85110cab3034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:12.229956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4631a07e-42e9-4a9f-ba4b-750c2bfad26b admin admin] Network hostable DHCP agents. Network: b3636318-78c1-4e4d-98da-85110cab3034, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:32:12.246361 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4631a07e-42e9-4a9f-ba4b-750c2bfad26b admin admin] Network b3636318-78c1-4e4d-98da-85110cab3034 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:32:12.255224 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-4631a07e-42e9-4a9f-ba4b-750c2bfad26b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, b3636318-78c1-4e4d-98da-85110cab3034) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:12.260807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631a07e-42e9-4a9f-ba4b-750c2bfad26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:12.261537 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4631a07e-42e9-4a9f-ba4b-750c2bfad26b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:12.286767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f83191-3e3d-40c5-b369-e6cf8ad4cd5f None None] Network b3636318-78c1-4e4d-98da-85110cab3034 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:32:12.293389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56274) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:12.293722 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4631a07e-42e9-4a9f-ba4b-750c2bfad26b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3449299 Aug 06 16:32:12.302495 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-647577858-router', 'tenant_id': '310b0c29190b446fb53a7c02743f1072', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:12.330272 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:12.334263 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:12.417566 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:12.494694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-b3636318-78c1-4e4d-98da-85110cab3034', 'network_id': 'b3636318-78c1-4e4d-98da-85110cab3034', 'tenant_id': '310b0c29190b446fb53a7c02743f1072', 'fixed_ips': [{'subnet_id': '4825a068-cc06-405f-9adb-32bbb0eed39a'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:32:12.496903 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:12.599986 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:12.628631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f6c0d-a2b8-4df0-8f5a-eb4e0a3a1664 req-d7496dfa-3d67-49a4-ba12-59b661b718b5 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:12.630532 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b0f6c0d-a2b8-4df0-8f5a-eb4e0a3a1664 req-d7496dfa-3d67-49a4-ba12-59b661b718b5 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 944 time: 0.0776937 Aug 06 16:32:12.669546 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Allocated IP 172.20.0.2 (b3636318-78c1-4e4d-98da-85110cab3034/4825a068-cc06-405f-9adb-32bbb0eed39a/a63965ba-5465-4e3e-b3dc-8e33b6bf87a8) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:12.698758 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b0f6c0d-a2b8-4df0-8f5a-eb4e0a3a1664 req-ab783654-9e5f-4592-88a9-deabd4e2d059 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621457 Aug 06 16:32:12.862138 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:12.870949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Transition to ACTIVE for port object a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:12.890403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Transition to ACTIVE for port object a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:12.899288 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:12.902618 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:12.944492 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:12.960796 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Pushing event updated for resources: {'Port': ['ID=a63965ba-5465-4e3e-b3dc-8e33b6bf87a8,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:12.978153 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Network b3636318-78c1-4e4d-98da-85110cab3034 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:12.980061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:12.982668 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:13.067005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Attempting to bind port a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:13.068245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Attempting to bind port a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '874087f1-ebd4-4e05-97f9-4254a7df3f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'b3636318-78c1-4e4d-98da-85110cab3034'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:13.069188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Attempting to bind port a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 on network b3636318-78c1-4e4d-98da-85110cab3034 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:13.075302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:13.076502 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Checking segment: {'id': '874087f1-ebd4-4e05-97f9-4254a7df3f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'b3636318-78c1-4e4d-98da-85110cab3034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:13.081516 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:13.082171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Bound using segment: {'id': '874087f1-ebd4-4e05-97f9-4254a7df3f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'b3636318-78c1-4e4d-98da-85110cab3034'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:13.084465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Bound port: a63965ba-5465-4e3e-b3dc-8e33b6bf87a8, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874087f1-ebd4-4e05-97f9-4254a7df3f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'b3636318-78c1-4e4d-98da-85110cab3034'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:13.085065 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:13.096886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ba1c61ce-61e6-4742-a199-bf62bdca36ff up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:13.112949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Allocated IP 172.25.1.219 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/bb33d49a-7870-4757-b6c2-79b0d8daccf6) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:13.219249 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] For port a63965ba-5465-4e3e-b3dc-8e33b6bf87a8, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:32:13.221778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port ba1c61ce-61e6-4742-a199-bf62bdca36ff completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:13.225337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] For port a63965ba-5465-4e3e-b3dc-8e33b6bf87a8, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a63965ba-5465-4e3e-b3dc-8e33b6bf87a8,segment=NetworkSegment(874087f1-ebd4-4e05-97f9-4254a7df3f00),segment_id=874087f1-ebd4-4e05-97f9-4254a7df3f00)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:32:13.228984 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ba1c61ce-61e6-4742-a199-bf62bdca36ff triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:13.229553 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:13.255532 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:13.266954 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:13.302973 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:13.357684 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Pushing event updated for resources: {'Port': ['ID=bb33d49a-7870-4757-b6c2-79b0d8daccf6,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:13.372968 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e28e9b-9319-43ef-87f2-79e872a5280c None None] Pushing event updated for resources: {'Port': ['ID=a63965ba-5465-4e3e-b3dc-8e33b6bf87a8,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:13.381829 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:13.384857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:13.387187 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:13.392750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:13.411460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port ba1c61ce-61e6-4742-a199-bf62bdca36ff, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ba1c61ce-61e6-4742-a199-bf62bdca36ff,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:13.418457 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:13.419556 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d4c419b7-61d1-4688-8efb-ea51fba1b5f6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:13.503901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=ba1c61ce-61e6-4742-a199-bf62bdca36ff,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:13.527542 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d4c419b7-61d1-4688-8efb-ea51fba1b5f6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:13.527542 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:13.712717 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:13.842374 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b1dd8-87a9-4b89-a604-fc0fccc038f0 req-3d2c4d6a-0029-4018-b125-5ab664dcdfa6 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:13.847232 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32b1dd8-87a9-4b89-a604-fc0fccc038f0 req-3d2c4d6a-0029-4018-b125-5ab664dcdfa6 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 944 time: 0.0744576 Aug 06 16:32:13.900738 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f32b1dd8-87a9-4b89-a604-fc0fccc038f0 req-3eb13be6-a9ed-4aac-be48-e573956645df tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418048 Aug 06 16:32:13.969475 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:14.106894 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Router 0af10ed9-af1f-404d-8b11-9c8417b93eb0 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:32:14.537861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:32:14.550093 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Sync routers for ids ['0af10ed9-af1f-404d-8b11-9c8417b93eb0'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:32:14.562125 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Routers {'0af10ed9-af1f-404d-8b11-9c8417b93eb0'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:14.562798 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:14.563012 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['0af10ed9-af1f-404d-8b11-9c8417b93eb0'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:14.564407 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a82eadcb-595a-49c2-b02d-e18a3fb4fef1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2695205 Aug 06 16:32:14.567144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56284) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:14.597873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8bc7ba-0ca0-4ef0-b302-2d7f0cf69b3d None None] Network b3636318-78c1-4e4d-98da-85110cab3034 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:32:14.697718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Sync routers for ids ['c506a8f9-0cd0-4144-9151-484069186381'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:32:14.710842 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Set router 0af10ed9-af1f-404d-8b11-9c8417b93eb0 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:14.714691 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0cd52fdf-994a-4ae7-a589-a99185b54495 None None] Provisioning for port a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:14.724378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Routers {'c506a8f9-0cd0-4144-9151-484069186381'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:14.725143 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c506a8f9-0cd0-4144-9151-484069186381'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:14.733392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:32:14.971354 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'name': 'tempest-TestServerBasicOps-647577858-router', 'tenant_id': '310b0c29190b446fb53a7c02743f1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'bb33d49a-7870-4757-b6c2-79b0d8daccf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:12Z', 'updated_at': '2021-08-06T16:32:13Z', 'revision_number': 3, 'project_id': '310b0c29190b446fb53a7c02743f1072', 'gw_port': {'id': 'bb33d49a-7870-4757-b6c2-79b0d8daccf6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:12Z', 'updated_at': '2021-08-06T16:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:15.041200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Set router c506a8f9-0cd0-4144-9151-484069186381 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:15.047672 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Checking router: 0af10ed9-af1f-404d-8b11-9c8417b93eb0 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:32:15.047672 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Updating router 0af10ed9-af1f-404d-8b11-9c8417b93eb0 port bb33d49a-7870-4757-b6c2-79b0d8daccf6 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:32:15.120127 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:15.215239 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe1394-c924-4cdb-987d-cc623b3e295a req-6624a4e4-8193-4aef-936a-efc1dedb4c13 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:15.216848 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3cbe1394-c924-4cdb-987d-cc623b3e295a req-6624a4e4-8193-4aef-936a-efc1dedb4c13 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 944 time: 0.1669672 Aug 06 16:32:15.244161 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:15.306693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3cbe1394-c924-4cdb-987d-cc623b3e295a req-03adba5d-4e9b-4f41-a088-9e6412c4eed8 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814857 Aug 06 16:32:15.377840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ba1c61ce-61e6-4742-a199-bf62bdca36ff up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:15.453005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8c3d59aa-abfc-4dae-a397-31c2a3a24c86,segment=NetworkSegment(d20402d9-794b-43a3-9167-3bd9654a12d6),segment_id=d20402d9-794b-43a3-9167-3bd9654a12d6)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:15.518257 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Allocated IP 172.20.0.1 (b3636318-78c1-4e4d-98da-85110cab3034/4825a068-cc06-405f-9adb-32bbb0eed39a/aae0403d-5cba-4745-924a-fdbeba6ca264) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:15.622326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '8c3d59aa-abfc-4dae-a397-31c2a3a24c86', 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'port_id': '8c3d59aa-abfc-4dae-a397-31c2a3a24c86', 'mac_address': 'fa:16:3e:a1:c9:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:32:15.635957 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:15.654336 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Transition to ACTIVE for port object bb33d49a-7870-4757-b6c2-79b0d8daccf6 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:15.666309 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:15.701521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ba1c61ce-61e6-4742-a199-bf62bdca36ff triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:15.702210 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:15.714949 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Attempting to bind port bb33d49a-7870-4757-b6c2-79b0d8daccf6 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:15.715326 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Attempting to bind port bb33d49a-7870-4757-b6c2-79b0d8daccf6 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:15.715698 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Attempting to bind port bb33d49a-7870-4757-b6c2-79b0d8daccf6 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:15.724330 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:15.724705 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:15.725104 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:15.725496 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:15.726175 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Bound port: bb33d49a-7870-4757-b6c2-79b0d8daccf6, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:15.726765 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:15.730540 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:15.740256 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:15.758492 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Transition to ACTIVE for port object aae0403d-5cba-4745-924a-fdbeba6ca264 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:15.769422 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6928d45-8841-4df5-98e4-b32afb0dba62 None None] Pushing event updated for resources: {'Port': ['ID=bb33d49a-7870-4757-b6c2-79b0d8daccf6,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:15.775760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:32:15.797130 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] For port bb33d49a-7870-4757-b6c2-79b0d8daccf6, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:32:15.800317 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] For port bb33d49a-7870-4757-b6c2-79b0d8daccf6, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=bb33d49a-7870-4757-b6c2-79b0d8daccf6,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:32:15.807919 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:15.810590 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:15.820188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8c3d59aa-abfc-4dae-a397-31c2a3a24c86,segment=NetworkSegment(d20402d9-794b-43a3-9167-3bd9654a12d6),segment_id=d20402d9-794b-43a3-9167-3bd9654a12d6)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:15.826654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c506a8f9-0cd0-4144-9151-484069186381', 'name': 'tempest-TestServerBasicOps-884664682-router', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:05Z', 'updated_at': '2021-08-06T16:32:10Z', 'revision_number': 4, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'gw_port': {'id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:06Z', 'updated_at': '2021-08-06T16:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '292f4b47-8f4f-45b7-a590-538eda6edf6b', 'name': '', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'mac_address': 'fa:16:3e:9f:8a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:09Z', 'updated_at': '2021-08-06T16:32:10Z', 'revision_number': 2, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'subnets': [{'id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:15.862445 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:15.864250 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Checking router: c506a8f9-0cd0-4144-9151-484069186381 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:32:15.864684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Updating router c506a8f9-0cd0-4144-9151-484069186381 port 292f4b47-8f4f-45b7-a590-538eda6edf6b binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:32:15.878119 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6928d45-8841-4df5-98e4-b32afb0dba62 None None] Pushing event updated for resources: {'Port': ['ID=bb33d49a-7870-4757-b6c2-79b0d8daccf6,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:15.887584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Network b3636318-78c1-4e4d-98da-85110cab3034 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:15.895328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:15.900045 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:15.904952 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Routers {'0af10ed9-af1f-404d-8b11-9c8417b93eb0'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:15.905820 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['0af10ed9-af1f-404d-8b11-9c8417b93eb0'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:15.948504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Pushing event updated for resources: {'Port': ['ID=aae0403d-5cba-4745-924a-fdbeba6ca264,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:15.951340 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:15.977770 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:16.037179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=8c3d59aa-abfc-4dae-a397-31c2a3a24c86,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:16.042717 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:16.043318 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] Set router 0af10ed9-af1f-404d-8b11-9c8417b93eb0 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:16.076278 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['8c3d59aa-abfc-4dae-a397-31c2a3a24c86'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:32:16.152523 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:16.315717 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'name': 'tempest-TestServerBasicOps-647577858-router', 'tenant_id': '310b0c29190b446fb53a7c02743f1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'bb33d49a-7870-4757-b6c2-79b0d8daccf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:12Z', 'updated_at': '2021-08-06T16:32:13Z', 'revision_number': 3, 'project_id': '310b0c29190b446fb53a7c02743f1072', 'gw_port': {'id': 'bb33d49a-7870-4757-b6c2-79b0d8daccf6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:12Z', 'updated_at': '2021-08-06T16:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:16.346712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3be78da9-a8b2-4f76-b8d7-c9182bad58c2 None None] Provisioning for port aae0403d-5cba-4745-924a-fdbeba6ca264 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:16.353815 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:16.390293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3be78da9-a8b2-4f76-b8d7-c9182bad58c2 None None] Provisioning complete for port aae0403d-5cba-4745-924a-fdbeba6ca264 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:16.391194 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3be78da9-a8b2-4f76-b8d7-c9182bad58c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:16.396861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:16.397231 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:16.433694 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:16.441313 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:16.499720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3be78da9-a8b2-4f76-b8d7-c9182bad58c2 None None] Port aae0403d-5cba-4745-924a-fdbeba6ca264 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:32:16.532496 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:16.537145 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d3b83a-420a-46ef-a642-f3ca07535a6c None None] The sync data for ids ['0af10ed9-af1f-404d-8b11-9c8417b93eb0'] in n-d-803756-1 is: [{'id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'name': 'tempest-TestServerBasicOps-647577858-router', 'tenant_id': '310b0c29190b446fb53a7c02743f1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'bb33d49a-7870-4757-b6c2-79b0d8daccf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:12Z', 'updated_at': '2021-08-06T16:32:13Z', 'revision_number': 3, 'project_id': '310b0c29190b446fb53a7c02743f1072', 'gw_port': {'id': 'bb33d49a-7870-4757-b6c2-79b0d8daccf6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:12Z', 'updated_at': '2021-08-06T16:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:32:16.549994 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Pushing event updated for resources: {'Port': ['ID=aae0403d-5cba-4745-924a-fdbeba6ca264,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:16.550182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87637e47-c083-4d4b-8bcb-e21b8fb5bd96 req-40738d86-5616-4e92-b7c2-b3656c7684b0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:16.559338 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87637e47-c083-4d4b-8bcb-e21b8fb5bd96 req-40738d86-5616-4e92-b7c2-b3656c7684b0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 945 time: 0.1108277 Aug 06 16:32:16.643794 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87637e47-c083-4d4b-8bcb-e21b8fb5bd96 req-7f9b1cec-5eeb-4785-9c55-5905a8833ddf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783243 Aug 06 16:32:16.688856 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:16.693785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Network b3636318-78c1-4e4d-98da-85110cab3034 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:16.695462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:16.698263 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:16.719842 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Transition to ACTIVE for port object 292f4b47-8f4f-45b7-a590-538eda6edf6b will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:16.740052 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:16.791530 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port a63965ba-5465-4e3e-b3dc-8e33b6bf87a8, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a63965ba-5465-4e3e-b3dc-8e33b6bf87a8,segment=NetworkSegment(874087f1-ebd4-4e05-97f9-4254a7df3f00),segment_id=874087f1-ebd4-4e05-97f9-4254a7df3f00)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:16.817984 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:16.836293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801260b4-cb58-48c8-8fa0-d877d134ba45 None None] Pushing event updated for resources: {'Port': ['ID=292f4b47-8f4f-45b7-a590-538eda6edf6b,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:16.881497 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Router 0af10ed9-af1f-404d-8b11-9c8417b93eb0 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:32:16.992375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Attempting to bind port 292f4b47-8f4f-45b7-a590-538eda6edf6b on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:16.992752 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Attempting to bind port 292f4b47-8f4f-45b7-a590-538eda6edf6b by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'e380d2c1-0f80-4335-9b80-d0b71d56e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:16.993119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Attempting to bind port 292f4b47-8f4f-45b7-a590-538eda6edf6b on network 7743e816-948f-4648-9405-0c7efdc5dd22 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:17.028564 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:17.028976 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Checking segment: {'id': 'e380d2c1-0f80-4335-9b80-d0b71d56e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:17.029383 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:17.029813 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Bound using segment: {'id': 'e380d2c1-0f80-4335-9b80-d0b71d56e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:17.030298 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Bound port: 292f4b47-8f4f-45b7-a590-538eda6edf6b, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e380d2c1-0f80-4335-9b80-d0b71d56e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:17.030901 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:17.057766 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:32:17.065326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=a63965ba-5465-4e3e-b3dc-8e33b6bf87a8,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:17.080355 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-802099d1-f80d-4e23-b281-689a0049da48 admin admin] 10.222.0.37 "PUT /v2.0/routers/0af10ed9-af1f-404d-8b11-9c8417b93eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5031517 Aug 06 16:32:17.165211 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] For port 292f4b47-8f4f-45b7-a590-538eda6edf6b, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:32:17.169188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] For port 292f4b47-8f4f-45b7-a590-538eda6edf6b, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=292f4b47-8f4f-45b7-a590-538eda6edf6b,segment=NetworkSegment(e380d2c1-0f80-4335-9b80-d0b71d56e59d),segment_id=e380d2c1-0f80-4335-9b80-d0b71d56e59d)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:32:17.175416 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:17.252352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Routers {'c506a8f9-0cd0-4144-9151-484069186381'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:17.252974 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c506a8f9-0cd0-4144-9151-484069186381'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:17.366925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801260b4-cb58-48c8-8fa0-d877d134ba45 None None] Pushing event updated for resources: {'Port': ['ID=292f4b47-8f4f-45b7-a590-538eda6edf6b,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:17.395935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f68ed688-841c-423a-bed9-b570e1314bdf None None] Provisioning complete for port aae0403d-5cba-4745-924a-fdbeba6ca264 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:17.396512 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f68ed688-841c-423a-bed9-b570e1314bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:17.495023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f68ed688-841c-423a-bed9-b570e1314bdf None None] Port aae0403d-5cba-4745-924a-fdbeba6ca264 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:32:17.510257 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] Set router c506a8f9-0cd0-4144-9151-484069186381 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:17.802776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cf953-f474-43a5-8b1f-bc8fc8a3a379 req-f6c4f63f-f360-49f5-8894-b4dbdf0d84a8 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:17.813344 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-885cf953-f474-43a5-8b1f-bc8fc8a3a379 req-f6c4f63f-f360-49f5-8894-b4dbdf0d84a8 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 945 time: 0.0808935 Aug 06 16:32:17.849135 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c506a8f9-0cd0-4144-9151-484069186381', 'name': 'tempest-TestServerBasicOps-884664682-router', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:05Z', 'updated_at': '2021-08-06T16:32:10Z', 'revision_number': 4, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'gw_port': {'id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:06Z', 'updated_at': '2021-08-06T16:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '292f4b47-8f4f-45b7-a590-538eda6edf6b', 'name': '', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'mac_address': 'fa:16:3e:9f:8a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:09Z', 'updated_at': '2021-08-06T16:32:17Z', 'revision_number': 4, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'subnets': [{'id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:17.871878 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-885cf953-f474-43a5-8b1f-bc8fc8a3a379 req-b11c8512-d4d6-4e32-9db3-7bb069a9b912 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535491 Aug 06 16:32:17.892285 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1655bad-676b-49b3-9a42-3bc54617e72a None None] The sync data for ids ['c506a8f9-0cd0-4144-9151-484069186381'] in n-d-803756-1 is: [{'id': 'c506a8f9-0cd0-4144-9151-484069186381', 'name': 'tempest-TestServerBasicOps-884664682-router', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:05Z', 'updated_at': '2021-08-06T16:32:10Z', 'revision_number': 4, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'gw_port': {'id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:06Z', 'updated_at': '2021-08-06T16:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '292f4b47-8f4f-45b7-a590-538eda6edf6b', 'name': '', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'mac_address': 'fa:16:3e:9f:8a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:09Z', 'updated_at': '2021-08-06T16:32:17Z', 'revision_number': 4, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'subnets': [{'id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:32:18.071710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56310) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:18.076740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c5dd6da6-80bd-4d1a-bfc5-3e3760a961cc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572364514', 'description': 'tempest-secgroup-smoke-572364514 description', 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:18.109660 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6da6-80bd-4d1a-bfc5-3e3760a961cc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.206957 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6da6-80bd-4d1a-bfc5-3e3760a961cc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.219419 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6da6-80bd-4d1a-bfc5-3e3760a961cc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.253331 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd6da6-80bd-4d1a-bfc5-3e3760a961cc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522d78ed-806c-4417-86f3-77e2420b62ab,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:18.257811 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6da6-80bd-4d1a-bfc5-3e3760a961cc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.260925 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c5dd6da6-80bd-4d1a-bfc5-3e3760a961cc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1872716 Aug 06 16:32:18.262958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56312) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:18.268265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-0a7a3220-1552-4754-b45e-7fc11536a75c tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Request body: {'security_group_rule': {'security_group_id': '522d78ed-806c-4417-86f3-77e2420b62ab', 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:18.298530 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a7a3220-1552-4754-b45e-7fc11536a75c tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.363273 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a7a3220-1552-4754-b45e-7fc11536a75c tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.367141 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a7a3220-1552-4754-b45e-7fc11536a75c tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.388728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a3220-1552-4754-b45e-7fc11536a75c tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba9ecb6-dd76-4264-989f-e158b339ec2c,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:18.397114 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a7a3220-1552-4754-b45e-7fc11536a75c tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.398129 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0a7a3220-1552-4754-b45e-7fc11536a75c tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339426 Aug 06 16:32:18.400915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56316) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:18.406544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-14b7d215-a2d4-4e7b-90c1-d1b7e17df254 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Request body: {'security_group_rule': {'security_group_id': '522d78ed-806c-4417-86f3-77e2420b62ab', 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:18.437500 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-14b7d215-a2d4-4e7b-90c1-d1b7e17df254 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.509174 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-14b7d215-a2d4-4e7b-90c1-d1b7e17df254 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.515080 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-14b7d215-a2d4-4e7b-90c1-d1b7e17df254 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.538243 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7d215-a2d4-4e7b-90c1-d1b7e17df254 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed08c62-fb72-49d8-b9c1-f5714865ef2c,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:18.552140 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-14b7d215-a2d4-4e7b-90c1-d1b7e17df254 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.554259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-14b7d215-a2d4-4e7b-90c1-d1b7e17df254 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519918 Aug 06 16:32:18.557303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56322) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:18.563058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-97fdcc89-11cb-4b47-8042-52de44266094 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Request body: {'security_group_rule': {'security_group_id': '522d78ed-806c-4417-86f3-77e2420b62ab', 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:18.602968 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97fdcc89-11cb-4b47-8042-52de44266094 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.674946 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97fdcc89-11cb-4b47-8042-52de44266094 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.680312 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97fdcc89-11cb-4b47-8042-52de44266094 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.701350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdcc89-11cb-4b47-8042-52de44266094 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b6001d-8c13-4369-aadf-91b94091584e,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:18.708840 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97fdcc89-11cb-4b47-8042-52de44266094 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.713151 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-97fdcc89-11cb-4b47-8042-52de44266094 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518075 Aug 06 16:32:18.713504 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56326) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:18.718491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d01da4e6-1e3e-4a5e-a23b-33b08e735581 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Request body: {'security_group_rule': {'security_group_id': '522d78ed-806c-4417-86f3-77e2420b62ab', 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:18.751726 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d01da4e6-1e3e-4a5e-a23b-33b08e735581 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.758729 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:18.793302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56328) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:18.811190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:18.816596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:18.816954 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.847969 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d01da4e6-1e3e-4a5e-a23b-33b08e735581 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.856703 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d01da4e6-1e3e-4a5e-a23b-33b08e735581 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.885538 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01da4e6-1e3e-4a5e-a23b-33b08e735581 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be02a797-3696-4840-ad6a-84240c836fb0,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:18.903541 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d01da4e6-1e3e-4a5e-a23b-33b08e735581 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.904955 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d01da4e6-1e3e-4a5e-a23b-33b08e735581 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1904013 Aug 06 16:32:18.908530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56334) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:18.934636 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-702fb7d5-6146-4c96-91bc-4c9002638ddc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Request body: {'security_group_rule': {'security_group_id': '522d78ed-806c-4417-86f3-77e2420b62ab', 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:18.947716 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:18.979685 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cfa704-8e5e-48aa-858e-fbbbd81bae3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3d59aa-abfc-4dae-a397-31c2a3a24c86'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:32:18.982705 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbe01d5-38d4-47b7-80af-7631721ea78b" -d '{"events": [{"server_uuid": "25cfa704-8e5e-48aa-858e-fbbbd81bae3c", "name": "network-vif-plugged", "status": "completed", "tag": "8c3d59aa-abfc-4dae-a397-31c2a3a24c86"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:32:19.004549 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-702fb7d5-6146-4c96-91bc-4c9002638ddc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Project c70ba542c0974c478be8fe3c443bbcb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:32:19.006676 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8c3d59aa-abfc-4dae-a397-31c2a3a24c86,segment=NetworkSegment(d20402d9-794b-43a3-9167-3bd9654a12d6),segment_id=d20402d9-794b-43a3-9167-3bd9654a12d6)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:19.013726 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-702fb7d5-6146-4c96-91bc-4c9002638ddc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.019991 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.089089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=8c3d59aa-abfc-4dae-a397-31c2a3a24c86,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:19.105278 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dc4d3c-cc64-4e7e-a986-8e0a40ac3be1 x-openstack-request-id: req-a0dc4d3c-cc64-4e7e-a986-8e0a40ac3be1 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:32:19.105802 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cfa704-8e5e-48aa-858e-fbbbd81bae3c", "name": "network-vif-plugged", "status": "completed", "tag": "8c3d59aa-abfc-4dae-a397-31c2a3a24c86", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:32:19.106235 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0dc4d3c-cc64-4e7e-a986-8e0a40ac3be1 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:32:19.107160 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cfa704-8e5e-48aa-858e-fbbbd81bae3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3d59aa-abfc-4dae-a397-31c2a3a24c86', 'code': 200} Aug 06 16:32:19.165518 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4e353142-10ea-446e-9ae6-989a0a0a3085 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21bf298bac5d4d918789d6423ff134f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709552 Aug 06 16:32:19.168148 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56338) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:19.170571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9daa79-5f7b-4f1f-9a2d-537b9d7c81a2 req-9311f09e-9299-4284-bfe4-5af2ac88427e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:19.173211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7b9daa79-5f7b-4f1f-9a2d-537b9d7c81a2 req-9311f09e-9299-4284-bfe4-5af2ac88427e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 946 time: 0.1395853 Aug 06 16:32:19.197180 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-702fb7d5-6146-4c96-91bc-4c9002638ddc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.228215 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-702fb7d5-6146-4c96-91bc-4c9002638ddc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.240727 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-daaebbaf-dd21-4f9e-8a9b-c913df8620a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.273106 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-daaebbaf-dd21-4f9e-8a9b-c913df8620a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.283284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fb7d5-6146-4c96-91bc-4c9002638ddc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9633dbde-71ed-4b7f-be00-01397fdf4686,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:19.283666 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device bb33d49a-7870-4757-b6c2-79b0d8daccf6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:19.296254 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-702fb7d5-6146-4c96-91bc-4c9002638ddc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.300611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-702fb7d5-6146-4c96-91bc-4c9002638ddc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3770893 Aug 06 16:32:19.300611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f420d-b87d-48bb-af5c-5940662235ac req-8968a5c7-910e-45cb-839f-d45009039f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:19.301840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-434f420d-b87d-48bb-af5c-5940662235ac req-8968a5c7-910e-45cb-839f-d45009039f7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 1097 time: 0.1275764 Aug 06 16:32:19.304887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7b9daa79-5f7b-4f1f-9a2d-537b9d7c81a2 req-5f44779c-a99e-4481-9562-c2d1199f3e84 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124074 Aug 06 16:32:19.305418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56340) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:19.310047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ba28f16f-feb6-45cd-b188-05e76de37968 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Request body: {'security_group_rule': {'security_group_id': '522d78ed-806c-4417-86f3-77e2420b62ab', 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:19.344417 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Sync routers for ids ['0af10ed9-af1f-404d-8b11-9c8417b93eb0'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:32:19.359995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-434f420d-b87d-48bb-af5c-5940662235ac req-88690615-58d8-438d-919b-d9e786b1598c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444672 Aug 06 16:32:19.362878 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Routers {'0af10ed9-af1f-404d-8b11-9c8417b93eb0'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:19.363579 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['0af10ed9-af1f-404d-8b11-9c8417b93eb0'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:19.363767 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-ba28f16f-feb6-45cd-b188-05e76de37968 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Project c70ba542c0974c478be8fe3c443bbcb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:32:19.372256 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ba28f16f-feb6-45cd-b188-05e76de37968 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.377488 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-daaebbaf-dd21-4f9e-8a9b-c913df8620a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.380494 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-daaebbaf-dd21-4f9e-8a9b-c913df8620a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.388414 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port bb33d49a-7870-4757-b6c2-79b0d8daccf6 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:19.390143 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-daaebbaf-dd21-4f9e-8a9b-c913df8620a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4a5016d-d39a-4875-b518-4da7c028338d HTTP/1.1" status: 204 len: 168 time: 0.2117317 Aug 06 16:32:19.392911 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port bb33d49a-7870-4757-b6c2-79b0d8daccf6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:19.393757 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.404258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaebbaf-dd21-4f9e-8a9b-c913df8620a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a5016d-d39a-4875-b518-4da7c028338d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:19.449037 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ba28f16f-feb6-45cd-b188-05e76de37968 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.454928 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ba28f16f-feb6-45cd-b188-05e76de37968 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.480161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28f16f-feb6-45cd-b188-05e76de37968 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0909e6-f9a4-4062-aba1-18686d544b42,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:19.489130 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ba28f16f-feb6-45cd-b188-05e76de37968 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.494621 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ba28f16f-feb6-45cd-b188-05e76de37968 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1876066 Aug 06 16:32:19.506701 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.540839 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Set router 0af10ed9-af1f-404d-8b11-9c8417b93eb0 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:19.542433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port bb33d49a-7870-4757-b6c2-79b0d8daccf6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=bb33d49a-7870-4757-b6c2-79b0d8daccf6,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:19.549092 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.550064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 292f4b47-8f4f-45b7-a590-538eda6edf6b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:19.643004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=bb33d49a-7870-4757-b6c2-79b0d8daccf6,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:19.660264 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 292f4b47-8f4f-45b7-a590-538eda6edf6b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:19.664960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 292f4b47-8f4f-45b7-a590-538eda6edf6b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:19.665377 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.761813 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.776670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-57a92604-9be7-4798-ae3b-a3724225dda5 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572364514&fields=id&tenant_id=c70ba542c0974c478be8fe3c443bbcb4 HTTP/1.1" status: 200 len: 267 time: 0.0455182 Aug 06 16:32:19.793306 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'name': 'tempest-TestServerBasicOps-647577858-router', 'tenant_id': '310b0c29190b446fb53a7c02743f1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'bb33d49a-7870-4757-b6c2-79b0d8daccf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:12Z', 'updated_at': '2021-08-06T16:32:16Z', 'revision_number': 4, 'project_id': '310b0c29190b446fb53a7c02743f1072', 'gw_port': {'id': 'bb33d49a-7870-4757-b6c2-79b0d8daccf6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:12Z', 'updated_at': '2021-08-06T16:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'aae0403d-5cba-4745-924a-fdbeba6ca264', 'name': '', 'network_id': 'b3636318-78c1-4e4d-98da-85110cab3034', 'tenant_id': '310b0c29190b446fb53a7c02743f1072', 'mac_address': 'fa:16:3e:6e:91:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4825a068-cc06-405f-9adb-32bbb0eed39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:15Z', 'updated_at': '2021-08-06T16:32:16Z', 'revision_number': 2, 'project_id': '310b0c29190b446fb53a7c02743f1072', 'subnets': [{'id': '4825a068-cc06-405f-9adb-32bbb0eed39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:19.798968 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 292f4b47-8f4f-45b7-a590-538eda6edf6b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=292f4b47-8f4f-45b7-a590-538eda6edf6b,segment=NetworkSegment(e380d2c1-0f80-4335-9b80-d0b71d56e59d),segment_id=e380d2c1-0f80-4335-9b80-d0b71d56e59d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:19.804970 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.806354 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:19.839133 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Checking router: 0af10ed9-af1f-404d-8b11-9c8417b93eb0 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:32:19.839783 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Updating router 0af10ed9-af1f-404d-8b11-9c8417b93eb0 port aae0403d-5cba-4745-924a-fdbeba6ca264 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:32:19.877340 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.904702 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:19.905167 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:19.947326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=292f4b47-8f4f-45b7-a590-538eda6edf6b,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:20.212832 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:20.224123 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Transition to ACTIVE for port object aae0403d-5cba-4745-924a-fdbeba6ca264 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:20.232415 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:20.284827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-8940d1ee-4200-4eaa-8fa0-cbbf693318d7 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:20.290124 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-8940d1ee-4200-4eaa-8fa0-cbbf693318d7 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/networks?id=7743e816-948f-4648-9405-0c7efdc5dd22 HTTP/1.1" status: 200 len: 808 time: 0.5124786 Aug 06 16:32:20.306749 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-02b94022-34e1-4dd8-8c9b-eb694119f811 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/quotas/c70ba542c0974c478be8fe3c443bbcb4 HTTP/1.1" status: 200 len: 375 time: 0.0118313 Aug 06 16:32:20.307009 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c4434-fe3e-4b80-a20b-492f08b87a5a None None] Pushing event updated for resources: {'Port': ['ID=aae0403d-5cba-4745-924a-fdbeba6ca264,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:20.356418 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4434-fe3e-4b80-a20b-492f08b87a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:20.370405 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4434-fe3e-4b80-a20b-492f08b87a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:20.371043 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4434-fe3e-4b80-a20b-492f08b87a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:20.371453 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-a0b8f62d-3276-45a0-87b0-a54ea8197299 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c70ba542c0974c478be8fe3c443bbcb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600183 Aug 06 16:32:20.371754 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4434-fe3e-4b80-a20b-492f08b87a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:20.372082 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4434-fe3e-4b80-a20b-492f08b87a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:20.372408 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4434-fe3e-4b80-a20b-492f08b87a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:20.372732 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4434-fe3e-4b80-a20b-492f08b87a5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:20.373049 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4434-fe3e-4b80-a20b-492f08b87a5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:20.373366 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4434-fe3e-4b80-a20b-492f08b87a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:20.373716 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4434-fe3e-4b80-a20b-492f08b87a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:20.374037 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4434-fe3e-4b80-a20b-492f08b87a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:20.374349 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1c4434-fe3e-4b80-a20b-492f08b87a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:20.381025 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Attempting to bind port aae0403d-5cba-4745-924a-fdbeba6ca264 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:20.381396 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Attempting to bind port aae0403d-5cba-4745-924a-fdbeba6ca264 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '874087f1-ebd4-4e05-97f9-4254a7df3f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'b3636318-78c1-4e4d-98da-85110cab3034'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:20.381776 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Attempting to bind port aae0403d-5cba-4745-924a-fdbeba6ca264 on network b3636318-78c1-4e4d-98da-85110cab3034 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:20.387098 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:20.387463 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Checking segment: {'id': '874087f1-ebd4-4e05-97f9-4254a7df3f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'b3636318-78c1-4e4d-98da-85110cab3034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:20.387857 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:20.388240 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Bound using segment: {'id': '874087f1-ebd4-4e05-97f9-4254a7df3f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'b3636318-78c1-4e4d-98da-85110cab3034'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:20.388696 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Bound port: aae0403d-5cba-4745-924a-fdbeba6ca264, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874087f1-ebd4-4e05-97f9-4254a7df3f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'b3636318-78c1-4e4d-98da-85110cab3034'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:20.389068 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:20.472739 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] For port aae0403d-5cba-4745-924a-fdbeba6ca264, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:32:20.476407 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] For port aae0403d-5cba-4745-924a-fdbeba6ca264, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=aae0403d-5cba-4745-924a-fdbeba6ca264,segment=NetworkSegment(874087f1-ebd4-4e05-97f9-4254a7df3f00),segment_id=874087f1-ebd4-4e05-97f9-4254a7df3f00)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:32:20.483267 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:20.518325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a7898-9376-45d1-9e47-d659f33118cb req-c5d14f7c-7a09-4a38-8286-1c28be59a03f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:20.519869 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-644a7898-9376-45d1-9e47-d659f33118cb req-c5d14f7c-7a09-4a38-8286-1c28be59a03f tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 946 time: 0.0960221 Aug 06 16:32:20.547577 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Routers {'0af10ed9-af1f-404d-8b11-9c8417b93eb0'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:20.548370 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['0af10ed9-af1f-404d-8b11-9c8417b93eb0'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:20.557976 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-5bbaaee8-46ec-482f-bdc9-04d56e3a7ff0 service neutron] 10.222.0.37 "GET /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601784 Aug 06 16:32:20.650407 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c4434-fe3e-4b80-a20b-492f08b87a5a None None] Pushing event updated for resources: {'Port': ['ID=aae0403d-5cba-4745-924a-fdbeba6ca264,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:20.656627 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-644a7898-9376-45d1-9e47-d659f33118cb req-4ed62174-18bc-47f9-b27b-23fc8bf57621 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228356 Aug 06 16:32:20.688735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-a8bcae70-c782-4546-9671-60a02232ab5e service neutron] 10.222.0.37 "GET /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219313 Aug 06 16:32:20.699309 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] Set router 0af10ed9-af1f-404d-8b11-9c8417b93eb0 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:20.913157 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e2398-b090-4d0f-90d7-0219c13cc8d6 req-d8935751-e9f6-4760-ba74-15785ee46ada tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:20.926346 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc6e2398-b090-4d0f-90d7-0219c13cc8d6 req-d8935751-e9f6-4760-ba74-15785ee46ada tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 946 time: 0.1160955 Aug 06 16:32:20.953365 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'name': 'tempest-TestServerBasicOps-647577858-router', 'tenant_id': '310b0c29190b446fb53a7c02743f1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'bb33d49a-7870-4757-b6c2-79b0d8daccf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:12Z', 'updated_at': '2021-08-06T16:32:16Z', 'revision_number': 4, 'project_id': '310b0c29190b446fb53a7c02743f1072', 'gw_port': {'id': 'bb33d49a-7870-4757-b6c2-79b0d8daccf6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:12Z', 'updated_at': '2021-08-06T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'aae0403d-5cba-4745-924a-fdbeba6ca264', 'name': '', 'network_id': 'b3636318-78c1-4e4d-98da-85110cab3034', 'tenant_id': '310b0c29190b446fb53a7c02743f1072', 'mac_address': 'fa:16:3e:6e:91:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4825a068-cc06-405f-9adb-32bbb0eed39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:15Z', 'updated_at': '2021-08-06T16:32:20Z', 'revision_number': 4, 'project_id': '310b0c29190b446fb53a7c02743f1072', 'subnets': [{'id': '4825a068-cc06-405f-9adb-32bbb0eed39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:21.009203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bc6e2398-b090-4d0f-90d7-0219c13cc8d6 req-97073705-5534-4efa-8d6a-19e61de46057 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758619 Aug 06 16:32:21.016938 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d76e8d-84cb-416f-9708-0597a1047f6e None None] The sync data for ids ['0af10ed9-af1f-404d-8b11-9c8417b93eb0'] in n-d-803756-1 is: [{'id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'name': 'tempest-TestServerBasicOps-647577858-router', 'tenant_id': '310b0c29190b446fb53a7c02743f1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'bb33d49a-7870-4757-b6c2-79b0d8daccf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:12Z', 'updated_at': '2021-08-06T16:32:16Z', 'revision_number': 4, 'project_id': '310b0c29190b446fb53a7c02743f1072', 'gw_port': {'id': 'bb33d49a-7870-4757-b6c2-79b0d8daccf6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:12Z', 'updated_at': '2021-08-06T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'aae0403d-5cba-4745-924a-fdbeba6ca264', 'name': '', 'network_id': 'b3636318-78c1-4e4d-98da-85110cab3034', 'tenant_id': '310b0c29190b446fb53a7c02743f1072', 'mac_address': 'fa:16:3e:6e:91:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '4825a068-cc06-405f-9adb-32bbb0eed39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:15Z', 'updated_at': '2021-08-06T16:32:20Z', 'revision_number': 4, 'project_id': '310b0c29190b446fb53a7c02743f1072', 'subnets': [{'id': '4825a068-cc06-405f-9adb-32bbb0eed39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:32:21.037657 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56390) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:21.054704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device bb33d49a-7870-4757-b6c2-79b0d8daccf6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:21.139627 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4925746c-d4c6-4b14-9230-27e733bb2dcc req-e13dad87-e61d-451b-941e-44e990043d4d tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 210 time: 0.1451221 Aug 06 16:32:21.171503 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa077d9-6172-4bf9-bcdf-972fe4a57691 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:21.171503 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2aa077d9-6172-4bf9-bcdf-972fe4a57691 tempest-TestNetworkBasicOps-418047752 tempest-TestNetworkBasicOps-418047752-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 1092 time: 0.1299019 Aug 06 16:32:21.171717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56394) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:21.176768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': '8c3d59aa-abfc-4dae-a397-31c2a3a24c86', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:21.228477 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:21.235065 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port bb33d49a-7870-4757-b6c2-79b0d8daccf6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:21.235710 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:21.478476 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:21.709263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 292f4b47-8f4f-45b7-a590-538eda6edf6b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:21.725267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Allocated IP 172.25.1.81 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/5439e9c4-233e-49c4-b7ce-aea5d967cd45) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:21.777500 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 292f4b47-8f4f-45b7-a590-538eda6edf6b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:21.777906 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:21.886960 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:21.959924 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:22.023578 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Port': ['ID=5439e9c4-233e-49c4-b7ce-aea5d967cd45,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:22.040657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:22.042384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:22.044831 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:22.255390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d71034f-de8f-42ea-bf2a-0e3c3ef319c0 req-148189cc-c984-43f7-99c3-7fe1b27f3211 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 210 time: 0.0326796 Aug 06 16:32:22.564950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-5461112d-1e76-4c08-af1f-86e2a5e76bf1 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:22.566444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-5461112d-1e76-4c08-af1f-86e2a5e76bf1 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.78 "GET /v2.0/networks?id=7743e816-948f-4648-9405-0c7efdc5dd22 HTTP/1.1" status: 200 len: 808 time: 0.1825786 Aug 06 16:32:22.599216 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:22.646404 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-40666453-4f0c-4df2-9336-ab5850b7d2fa tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c70ba542c0974c478be8fe3c443bbcb4 HTTP/1.1" status: 200 len: 379 time: 0.0685480 Aug 06 16:32:22.656978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-015908e3-c953-4d76-96be-35d126122790 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Request body: {'port': {'device_id': '6dd15a52-f4d2-4435-b5ce-b3282819ae68', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'admin_state_up': True, 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'security_groups': ['522d78ed-806c-4417-86f3-77e2420b62ab']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:22.741126 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:22.871631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-015908e3-c953-4d76-96be-35d126122790 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Made reservation on behalf of c70ba542c0974c478be8fe3c443bbcb4 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:32:22.875748 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-015908e3-c953-4d76-96be-35d126122790 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:23.004122 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:23.015005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device aae0403d-5cba-4745-924a-fdbeba6ca264 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:23.025435 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:23.070525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port aae0403d-5cba-4745-924a-fdbeba6ca264 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:23.074339 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port aae0403d-5cba-4745-924a-fdbeba6ca264 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:23.074702 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:23.112699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event updated for resources: {'Port': ['ID=5439e9c4-233e-49c4-b7ce-aea5d967cd45,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:23.122103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-015908e3-c953-4d76-96be-35d126122790 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Allocated IP 172.20.0.4 (7743e816-948f-4648-9405-0c7efdc5dd22/40c5a3f7-ec0f-4b7a-b824-e61c61095a04/a0817a8b-b5de-44fb-908e-a74b247596e6) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:23.162348 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:23.171178 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:23.207097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port aae0403d-5cba-4745-924a-fdbeba6ca264, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=aae0403d-5cba-4745-924a-fdbeba6ca264,segment=NetworkSegment(874087f1-ebd4-4e05-97f9-4254a7df3f00),segment_id=874087f1-ebd4-4e05-97f9-4254a7df3f00)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:23.212748 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:23.279493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=aae0403d-5cba-4745-924a-fdbeba6ca264,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:23.367970 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-03cea6eb-0cdc-42cf-818b-e31094fd3d05 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a7945a68ac9549bc95564be7459e19f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736606 Aug 06 16:32:23.419898 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d3762a9-0334-45af-b5fb-5acb3b24731d req-7844b5b4-0b4a-43e9-87fd-f717ce02af5c tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 210 time: 0.0580566 Aug 06 16:32:23.476479 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Floating IP b4a2bf13-58e7-4f88-8ec8-00db37d56d1c associated. External IP: 172.25.1.81, port: 8c3d59aa-abfc-4dae-a397-31c2a3a24c86. Aug 06 16:32:23.667210 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-015908e3-c953-4d76-96be-35d126122790 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:23.714321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-015908e3-c953-4d76-96be-35d126122790 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Transition to ACTIVE for port object a0817a8b-b5de-44fb-908e-a74b247596e6 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:23.722433 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-46e9b537-4071-4cee-ad49-01efbb644681 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:23.724013 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-46e9b537-4071-4cee-ad49-01efbb644681 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3451614 Aug 06 16:32:23.751370 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8d3682fe-9498-4731-9365-21237702b192 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/quotas/a7945a68ac9549bc95564be7459e19f9 HTTP/1.1" status: 200 len: 375 time: 0.0207818 Aug 06 16:32:23.819296 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:23.830350 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-35c14ab6-82b8-4d94-ad1c-78c617431662 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a7945a68ac9549bc95564be7459e19f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654836 Aug 06 16:32:23.869698 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-015908e3-c953-4d76-96be-35d126122790 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:23.933154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-015908e3-c953-4d76-96be-35d126122790 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Network 7743e816-948f-4648-9405-0c7efdc5dd22 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:23.942265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-015908e3-c953-4d76-96be-35d126122790 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:23.947146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-015908e3-c953-4d76-96be-35d126122790 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:23.954338 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015908e3-c953-4d76-96be-35d126122790 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Pushing event updated for resources: {'Port': ['ID=a0817a8b-b5de-44fb-908e-a74b247596e6,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:23.987782 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:32:24.025170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c737f7cf-f07f-41b4-8977-11379d004864 req-1fb6ccec-a798-44d4-81d7-778a7eadd9b8 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/ports?device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 210 time: 0.0442982 Aug 06 16:32:24.070700 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:24.092252 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-015908e3-c953-4d76-96be-35d126122790 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:24.093855 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-015908e3-c953-4d76-96be-35d126122790 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:24.115542 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-015908e3-c953-4d76-96be-35d126122790 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4625418 Aug 06 16:32:24.270878 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4ed5b5cd-850b-4ebd-9e24-8fd8c3a17754 None None] Provisioning for port a0817a8b-b5de-44fb-908e-a74b247596e6 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:24.276573 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4ed5b5cd-850b-4ebd-9e24-8fd8c3a17754 None None] Provisioning complete for port a0817a8b-b5de-44fb-908e-a74b247596e6 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:24.277501 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4ed5b5cd-850b-4ebd-9e24-8fd8c3a17754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:24.319307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4ed5b5cd-850b-4ebd-9e24-8fd8c3a17754 None None] Port a0817a8b-b5de-44fb-908e-a74b247596e6 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:32:24.497383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Request body: {'port': {'device_id': '6dd15a52-f4d2-4435-b5ce-b3282819ae68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:24.601897 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:32:24.608401 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:24.612465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184259d6-4378-48e2-8949-9f8414fa5183 None None] Sync routers for ids ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:32:24.621912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184259d6-4378-48e2-8949-9f8414fa5183 None None] Routers {'b6ce1ccd-5f67-446a-ad46-f754b3d903e7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:24.622624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-184259d6-4378-48e2-8949-9f8414fa5183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:24.660678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15587b21-3a01-4f2e-a1fc-ce8fee56ff4e req-c2cd59af-637e-4e95-8f18-43c1129314bc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:24.662201 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15587b21-3a01-4f2e-a1fc-ce8fee56ff4e req-c2cd59af-637e-4e95-8f18-43c1129314bc tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 931 time: 0.1692660 Aug 06 16:32:24.664939 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:24.725804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0ff37c6d-bfac-450b-b215-bc40ed36fc34 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5528967 Aug 06 16:32:24.728527 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56436) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:24.733341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-184259d6-4378-48e2-8949-9f8414fa5183 None None] Set router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:24.780702 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cfa704-8e5e-48aa-858e-fbbbd81bae3c', 'tag': '8c3d59aa-abfc-4dae-a397-31c2a3a24c86'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:32:24.783512 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0290665-5996-470f-9a7e-4e49170e9a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "25cfa704-8e5e-48aa-858e-fbbbd81bae3c", "tag": "8c3d59aa-abfc-4dae-a397-31c2a3a24c86"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:32:24.796920 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-db74d107-989a-44f4-80d7-9e74bfbe9fdd tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/floatingips/b4a2bf13-58e7-4f88-8ec8-00db37d56d1c HTTP/1.1" status: 200 len: 991 time: 0.0650601 Aug 06 16:32:24.818832 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15587b21-3a01-4f2e-a1fc-ce8fee56ff4e req-24c836a4-16cf-458d-bbae-e9475d8d46f1 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/security-groups?id=522d78ed-806c-4417-86f3-77e2420b62ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477382 Aug 06 16:32:24.835650 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f315c5ea-3a21-44ea-b555-6925d65a46e2 x-openstack-request-id: req-f315c5ea-3a21-44ea-b555-6925d65a46e2 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:32:24.836245 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25cfa704-8e5e-48aa-858e-fbbbd81bae3c", "tag": "8c3d59aa-abfc-4dae-a397-31c2a3a24c86", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:32:24.836970 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f315c5ea-3a21-44ea-b555-6925d65a46e2 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:32:24.837590 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cfa704-8e5e-48aa-858e-fbbbd81bae3c', 'tag': '8c3d59aa-abfc-4dae-a397-31c2a3a24c86', 'status': 'completed', 'code': 200} Aug 06 16:32:24.945350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0290665-5996-470f-9a7e-4e49170e9a0e req-c3fa9859-4c2e-4372-821a-1653f3f1f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:24.946998 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0290665-5996-470f-9a7e-4e49170e9a0e req-c3fa9859-4c2e-4372-821a-1653f3f1f257 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e12d0f28033544588a6800f70ae4d876&device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 1097 time: 0.0858727 Aug 06 16:32:24.979022 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-7f6c422c-cf70-4227-9e6b-37aa9f4d6ff5 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a7945a68ac9549bc95564be7459e19f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422504 Aug 06 16:32:25.013566 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-184259d6-4378-48e2-8949-9f8414fa5183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'name': 'tempest-TestNetworkBasicOps-router-902370661', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:55Z', 'updated_at': '2021-08-06T16:32:00Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:56Z', 'updated_at': '2021-08-06T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'b4a2bf13-58e7-4f88-8ec8-00db37d56d1c', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'port_id': '8c3d59aa-abfc-4dae-a397-31c2a3a24c86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'mac_address': 'fa:16:3e:a1:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cfa704-8e5e-48aa-858e-fbbbd81bae3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:32:22Z', 'updated_at': '2021-08-06T16:32:22Z', 'revision_number': 0, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd035c2a1-d5a4-4c0e-b673-a7558a1245a9', 'name': '', 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:20:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:59Z', 'updated_at': '2021-08-06T16:32:07Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:25.052684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device aae0403d-5cba-4745-924a-fdbeba6ca264 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:25.096657 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184259d6-4378-48e2-8949-9f8414fa5183 None None] Checking router: b6ce1ccd-5f67-446a-ad46-f754b3d903e7 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:32:25.115807 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184259d6-4378-48e2-8949-9f8414fa5183 None None] Routers {'b6ce1ccd-5f67-446a-ad46-f754b3d903e7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:25.116707 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-184259d6-4378-48e2-8949-9f8414fa5183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:25.152310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0290665-5996-470f-9a7e-4e49170e9a0e req-3309ecee-f2f2-4140-9aa8-16311548e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:25.154441 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0290665-5996-470f-9a7e-4e49170e9a0e req-3309ecee-f2f2-4140-9aa8-16311548e1e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f6b7aea-bf2b-4646-a764-fefb838aaf14 HTTP/1.1" status: 200 len: 898 time: 0.1971800 Aug 06 16:32:25.159625 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port aae0403d-5cba-4745-924a-fdbeba6ca264 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:25.160001 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:25.188475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e7b2fbc4-931b-4e14-abcd-8d84fb9c168d req-c471ed34-baa8-4d6e-bfc6-cddb1762b8ba tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/ports?device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 210 time: 0.0441484 Aug 06 16:32:25.190487 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0817a8b-b5de-44fb-908e-a74b247596e6 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:32:25.233895 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-2525cc5a-d8e7-4ad1-a3f9-2fa9594b8d99 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:25.235771 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-2525cc5a-d8e7-4ad1-a3f9-2fa9594b8d99 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2332418 Aug 06 16:32:25.238096 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:25.252830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Request body: {'port': {'device_id': '3815aa50-2c76-43fb-9cd2-3738108c8c04', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': 'a7945a68ac9549bc95564be7459e19f9'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:25.264920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Transition to ACTIVE for port object a0817a8b-b5de-44fb-908e-a74b247596e6 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:25.270989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:25.282050 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0290665-5996-470f-9a7e-4e49170e9a0e req-5986f6ff-df9d-496d-ac55-ec2809fca374 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c3d59aa-abfc-4dae-a397-31c2a3a24c86 HTTP/1.1" status: 200 len: 999 time: 0.1164179 Aug 06 16:32:25.289465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-184259d6-4378-48e2-8949-9f8414fa5183 None None] Set router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:25.368846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Pushing event updated for resources: {'Port': ['ID=a0817a8b-b5de-44fb-908e-a74b247596e6,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:25.375644 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0290665-5996-470f-9a7e-4e49170e9a0e req-00e40512-5e50-4cfc-a259-206efae56e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:25.377124 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0290665-5996-470f-9a7e-4e49170e9a0e req-00e40512-5e50-4cfc-a259-206efae56e81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6b0bb94-b24e-489f-8013-cb26b973234e HTTP/1.1" status: 200 len: 834 time: 0.0755334 Aug 06 16:32:25.416023 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Made reservation on behalf of a7945a68ac9549bc95564be7459e19f9 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:32:25.424279 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:25.450685 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:25.475109 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0290665-5996-470f-9a7e-4e49170e9a0e req-9cd5d2a2-7405-463f-83bf-4fa9e91e3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:25.476641 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0290665-5996-470f-9a7e-4e49170e9a0e req-9cd5d2a2-7405-463f-83bf-4fa9e91e3343 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f6b7aea-bf2b-4646-a764-fefb838aaf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905588 Aug 06 16:32:25.503545 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Attempting to bind port a0817a8b-b5de-44fb-908e-a74b247596e6 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:25.506005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Attempting to bind port a0817a8b-b5de-44fb-908e-a74b247596e6 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'e380d2c1-0f80-4335-9b80-d0b71d56e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:25.506365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Attempting to bind port a0817a8b-b5de-44fb-908e-a74b247596e6 on network 7743e816-948f-4648-9405-0c7efdc5dd22 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:25.543591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Port a0817a8b-b5de-44fb-908e-a74b247596e6 on network 7743e816-948f-4648-9405-0c7efdc5dd22 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:32:25.543926 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Attempting to bind port a0817a8b-b5de-44fb-908e-a74b247596e6 on network 7743e816-948f-4648-9405-0c7efdc5dd22 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:25.570014 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:25.575053 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:25.578005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-184259d6-4378-48e2-8949-9f8414fa5183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'name': 'tempest-TestNetworkBasicOps-router-902370661', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:55Z', 'updated_at': '2021-08-06T16:32:00Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:56Z', 'updated_at': '2021-08-06T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'b4a2bf13-58e7-4f88-8ec8-00db37d56d1c', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'port_id': '8c3d59aa-abfc-4dae-a397-31c2a3a24c86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'mac_address': 'fa:16:3e:a1:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cfa704-8e5e-48aa-858e-fbbbd81bae3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:32:22Z', 'updated_at': '2021-08-06T16:32:22Z', 'revision_number': 0, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd035c2a1-d5a4-4c0e-b673-a7558a1245a9', 'name': '', 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:20:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:59Z', 'updated_at': '2021-08-06T16:32:07Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:25.584406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:25.584758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Checking segment: {'id': 'e380d2c1-0f80-4335-9b80-d0b71d56e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:25.585150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Bound using segment: {'id': 'e380d2c1-0f80-4335-9b80-d0b71d56e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:25.585600 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Bound port: a0817a8b-b5de-44fb-908e-a74b247596e6, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e380d2c1-0f80-4335-9b80-d0b71d56e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:25.585987 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:25.612951 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184259d6-4378-48e2-8949-9f8414fa5183 None None] The sync data for ids ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'] in n-d-803756-1 is: [{'id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'name': 'tempest-TestNetworkBasicOps-router-902370661', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:55Z', 'updated_at': '2021-08-06T16:32:00Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:56Z', 'updated_at': '2021-08-06T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'b4a2bf13-58e7-4f88-8ec8-00db37d56d1c', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'floating_ip_address': '172.25.1.81', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'port_id': '8c3d59aa-abfc-4dae-a397-31c2a3a24c86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'mac_address': 'fa:16:3e:a1:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cfa704-8e5e-48aa-858e-fbbbd81bae3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:32:22Z', 'updated_at': '2021-08-06T16:32:22Z', 'revision_number': 0, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd035c2a1-d5a4-4c0e-b673-a7558a1245a9', 'name': '', 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:20:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:59Z', 'updated_at': '2021-08-06T16:32:07Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:32:25.641204 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ac6666-dd00-4645-ac3d-507be1b5458b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:25.652771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:25.653116 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:25.653513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:25.653814 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:25.654150 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:25.654478 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:25.655017 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:25.655213 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:25.655423 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:25.655861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:25.656201 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:25.656527 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:32:25.674210 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0290665-5996-470f-9a7e-4e49170e9a0e req-3434c1bc-b2c3-4fc6-95e2-dcdf0f74f8e5 service neutron] 10.222.0.13 "GET /v2.0/networks/7f6b7aea-bf2b-4646-a764-fefb838aaf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859477 Aug 06 16:32:25.721137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] For port a0817a8b-b5de-44fb-908e-a74b247596e6, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:32:25.737019 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Allocated IP 192.168.233.205 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/bb4ea9f3-721c-437e-acea-340a7e824cbf) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:25.769523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] For port a0817a8b-b5de-44fb-908e-a74b247596e6, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=a0817a8b-b5de-44fb-908e-a74b247596e6,segment=NetworkSegment(e380d2c1-0f80-4335-9b80-d0b71d56e59d),segment_id=e380d2c1-0f80-4335-9b80-d0b71d56e59d)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:32:25.777861 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:25.804565 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56442) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:25.864008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f0290665-5996-470f-9a7e-4e49170e9a0e req-1a56699b-a283-42ab-b7b0-502417f6e087 service neutron] 10.222.0.13 "GET /v2.0/networks/7f6b7aea-bf2b-4646-a764-fefb838aaf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798193 Aug 06 16:32:25.867979 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:25.868661 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:25.872200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] 10.222.0.78 "PUT /v2.0/ports/a0817a8b-b5de-44fb-908e-a74b247596e6 HTTP/1.1" status: 200 len: 1091 time: 1.3803604 Aug 06 16:32:25.881835 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05fea1-25ab-43a5-b680-b04f569c2c68 None None] New status for floating IP b4a2bf13-58e7-4f88-8ec8-00db37d56d1c: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:32:25.910000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b1754-bdc6-477f-978b-f0d930418a99 service neutron] Pushing event updated for resources: {'Port': ['ID=a0817a8b-b5de-44fb-908e-a74b247596e6,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:25.964446 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-51bf8e23-4839-4037-b4f7-5a380c62cfc0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/floatingips/b4a2bf13-58e7-4f88-8ec8-00db37d56d1c HTTP/1.1" status: 200 len: 991 time: 0.1586764 Aug 06 16:32:25.997911 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:26.015783 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Transition to ACTIVE for port object bb4ea9f3-721c-437e-acea-340a7e824cbf will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:26.027723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3bd031e3-3c87-4a1a-be9f-a89c420ed7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:26.029962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-3bd031e3-3c87-4a1a-be9f-a89c420ed7dc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c70ba542c0974c478be8fe3c443bbcb4&device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 1094 time: 0.1031005 Aug 06 16:32:26.062752 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:26.091319 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b16f32-f32a-40c0-8918-233659450805 req-7f31bf9a-9891-4260-8419-265556d3c7b2 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:26.092885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84b16f32-f32a-40c0-8918-233659450805 req-7f31bf9a-9891-4260-8419-265556d3c7b2 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 943 time: 0.1473470 Aug 06 16:32:26.094789 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-2c4e9921-c799-4f46-ab7b-38622b6cb4aa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0817a8b-b5de-44fb-908e-a74b247596e6 HTTP/1.1" status: 200 len: 217 time: 0.0532839 Aug 06 16:32:26.115838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:26.119203 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:26.121674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:26.129056 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Pushing event updated for resources: {'Port': ['ID=bb4ea9f3-721c-437e-acea-340a7e824cbf,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:26.181703 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84b16f32-f32a-40c0-8918-233659450805 req-5033f33c-01a3-48fe-ab7f-154b1bf0dcaf tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/security-groups?id=522d78ed-806c-4417-86f3-77e2420b62ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798252 Aug 06 16:32:26.184171 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:26.184828 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:26.185585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-9ab2a745-d621-4749-8732-b36c37bc6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:26.187073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-9ab2a745-d621-4749-8732-b36c37bc6e0f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=40c5a3f7-ec0f-4b7a-b824-e61c61095a04 HTTP/1.1" status: 200 len: 847 time: 0.0833032 Aug 06 16:32:26.207697 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-78f08b1b-6447-4621-b8bd-074080f12478 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9619422 Aug 06 16:32:26.220814 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Request body: {'port': {'device_id': '3815aa50-2c76-43fb-9cd2-3738108c8c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:26.250290 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-fd03263d-e044-4717-bf67-c00b28a4721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:26.251855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-fd03263d-e044-4717-bf67-c00b28a4721d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7743e816-948f-4648-9405-0c7efdc5dd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570328 Aug 06 16:32:26.282335 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:26.387367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b917196-8649-4c62-abb9-06866de94bab req-b8ff811f-2499-48c0-b824-51c6f4be0305 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:26.388834 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b917196-8649-4c62-abb9-06866de94bab req-b8ff811f-2499-48c0-b824-51c6f4be0305 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/ports?device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 936 time: 0.1099753 Aug 06 16:32:26.392469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-c1947448-83f1-49ac-bfbb-9cc3af47dfb8 service neutron] 10.222.0.78 "GET /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323981 Aug 06 16:32:26.417924 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-31deb74b-107f-40ca-b792-2b0837b0ca94 None None] Provisioning for port bb4ea9f3-721c-437e-acea-340a7e824cbf completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:26.422730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-31deb74b-107f-40ca-b792-2b0837b0ca94 None None] Provisioning complete for port bb4ea9f3-721c-437e-acea-340a7e824cbf triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:26.423101 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-31deb74b-107f-40ca-b792-2b0837b0ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:26.457485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-31deb74b-107f-40ca-b792-2b0837b0ca94 None None] Port bb4ea9f3-721c-437e-acea-340a7e824cbf cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:32:26.482324 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b917196-8649-4c62-abb9-06866de94bab req-c38d212b-0564-45c0-b83b-92d3f9f890a4 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ac6666-dd00-4645-ac3d-507be1b5458b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855553 Aug 06 16:32:26.521794 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a27c721-636c-47b6-a305-2d5b34bf0bec req-0e840cbc-6297-48cc-8050-e795bfdb106d service neutron] 10.222.0.78 "GET /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183956 Aug 06 16:32:26.566174 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4ea9f3-721c-437e-acea-340a7e824cbf {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:32:26.573849 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:26.586687 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Transition to ACTIVE for port object bb4ea9f3-721c-437e-acea-340a7e824cbf will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:26.590682 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:26.645473 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Pushing event updated for resources: {'Port': ['ID=bb4ea9f3-721c-437e-acea-340a7e824cbf,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:26.716677 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Attempting to bind port bb4ea9f3-721c-437e-acea-340a7e824cbf on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:26.717017 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Attempting to bind port bb4ea9f3-721c-437e-acea-340a7e824cbf by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:26.717347 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Attempting to bind port bb4ea9f3-721c-437e-acea-340a7e824cbf on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:26.722030 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Port bb4ea9f3-721c-437e-acea-340a7e824cbf on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:32:26.722358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Attempting to bind port bb4ea9f3-721c-437e-acea-340a7e824cbf on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:26.727626 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:26.727971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:26.728633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:26.729116 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Bound port: bb4ea9f3-721c-437e-acea-340a7e824cbf, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:26.729560 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:26.806817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] For port bb4ea9f3-721c-437e-acea-340a7e824cbf, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:32:26.810227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] For port bb4ea9f3-721c-437e-acea-340a7e824cbf, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=bb4ea9f3-721c-437e-acea-340a7e824cbf,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:32:26.816850 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:26.839343 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd15a52-f4d2-4435-b5ce-b3282819ae68', 'tag': 'a0817a8b-b5de-44fb-908e-a74b247596e6'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:32:26.841955 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02592e1-b28c-428d-8540-259c1aa521dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd15a52-f4d2-4435-b5ce-b3282819ae68", "tag": "a0817a8b-b5de-44fb-908e-a74b247596e6"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:32:26.852202 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:26.852944 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:26.855258 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] 10.222.0.13 "PUT /v2.0/ports/bb4ea9f3-721c-437e-acea-340a7e824cbf HTTP/1.1" status: 200 len: 1096 time: 0.6386094 Aug 06 16:32:26.857218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3815aa50-2c76-43fb-9cd2-3738108c8c04', 'tag': 'bb4ea9f3-721c-437e-acea-340a7e824cbf'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:32:26.859901 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b5b9b8-5627-428f-9358-ffeec9268173" -d '{"events": [{"name": "network-changed", "server_uuid": "3815aa50-2c76-43fb-9cd2-3738108c8c04", "tag": "bb4ea9f3-721c-437e-acea-340a7e824cbf"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:32:26.895603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310e2d7-42c4-4fb5-aabb-5549580096be service neutron] Pushing event updated for resources: {'Port': ['ID=bb4ea9f3-721c-437e-acea-340a7e824cbf,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:26.913076 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e4c7b5-6b6b-475d-97f6-2e0c24f3c099 x-openstack-request-id: req-65e4c7b5-6b6b-475d-97f6-2e0c24f3c099 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:32:26.913382 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd15a52-f4d2-4435-b5ce-b3282819ae68", "tag": "a0817a8b-b5de-44fb-908e-a74b247596e6", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:32:26.913676 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65e4c7b5-6b6b-475d-97f6-2e0c24f3c099 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:32:26.914202 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd15a52-f4d2-4435-b5ce-b3282819ae68', 'tag': 'a0817a8b-b5de-44fb-908e-a74b247596e6', 'status': 'completed', 'code': 200} Aug 06 16:32:26.951222 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067e883b-1fef-4188-bc62-04967b0e6d91 x-openstack-request-id: req-067e883b-1fef-4188-bc62-04967b0e6d91 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:32:26.951590 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3815aa50-2c76-43fb-9cd2-3738108c8c04", "tag": "bb4ea9f3-721c-437e-acea-340a7e824cbf", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:32:26.951839 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-067e883b-1fef-4188-bc62-04967b0e6d91 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:32:26.952225 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3815aa50-2c76-43fb-9cd2-3738108c8c04', 'tag': 'bb4ea9f3-721c-437e-acea-340a7e824cbf', 'status': 'completed', 'code': 200} Aug 06 16:32:26.968180 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56452) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:26.976441 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-c548e0ca-e883-4b76-a2c3-618422d8d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:26.977954 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-c548e0ca-e883-4b76-a2c3-618422d8d0dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7945a68ac9549bc95564be7459e19f9&device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 1099 time: 0.0718019 Aug 06 16:32:27.010599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02592e1-b28c-428d-8540-259c1aa521dc req-fa550047-f77c-4faa-8373-79e01156bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:27.012927 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c02592e1-b28c-428d-8540-259c1aa521dc req-fa550047-f77c-4faa-8373-79e01156bc7b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c70ba542c0974c478be8fe3c443bbcb4&device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 1094 time: 0.0587986 Aug 06 16:32:27.055039 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-cc455380-eed8-4618-a88b-6cef2b304ed4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=bb4ea9f3-721c-437e-acea-340a7e824cbf HTTP/1.1" status: 200 len: 217 time: 0.0449820 Aug 06 16:32:27.099725 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2933f28a-1ea9-41fb-81de-32553815f43b tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/floatingips/b4a2bf13-58e7-4f88-8ec8-00db37d56d1c HTTP/1.1" status: 200 len: 993 time: 0.1296804 Aug 06 16:32:27.113191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02592e1-b28c-428d-8540-259c1aa521dc req-70680df1-f0f4-4727-afbf-c3eb77014f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:27.114865 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c02592e1-b28c-428d-8540-259c1aa521dc req-70680df1-f0f4-4727-afbf-c3eb77014f47 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7743e816-948f-4648-9405-0c7efdc5dd22 HTTP/1.1" status: 200 len: 909 time: 0.0944939 Aug 06 16:32:27.117827 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-0c8fcc95-c44b-4603-b613-e983e9112d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:27.119260 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-0c8fcc95-c44b-4603-b613-e983e9112d31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0550928 Aug 06 16:32:27.162781 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c02592e1-b28c-428d-8540-259c1aa521dc req-07b00b50-6750-4ddc-a44d-ec96798629de service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0817a8b-b5de-44fb-908e-a74b247596e6 HTTP/1.1" status: 200 len: 217 time: 0.0397613 Aug 06 16:32:27.168064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-eecbb132-ca53-4c61-8288-a3028a8958e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:27.169575 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-eecbb132-ca53-4c61-8288-a3028a8958e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432699 Aug 06 16:32:27.217351 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02592e1-b28c-428d-8540-259c1aa521dc req-16fcdfef-0933-469d-bc1c-e65568f6ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:27.219476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c02592e1-b28c-428d-8540-259c1aa521dc req-16fcdfef-0933-469d-bc1c-e65568f6ea34 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=40c5a3f7-ec0f-4b7a-b824-e61c61095a04 HTTP/1.1" status: 200 len: 847 time: 0.0492756 Aug 06 16:32:27.306239 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02592e1-b28c-428d-8540-259c1aa521dc req-b5f49592-c670-4705-afbf-298921fb2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:27.308099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c02592e1-b28c-428d-8540-259c1aa521dc req-b5f49592-c670-4705-afbf-298921fb2e18 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7743e816-948f-4648-9405-0c7efdc5dd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774302 Aug 06 16:32:27.322476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793fdb3-a893-4c58-bfd1-d90913dd59cb req-cb579c98-9767-4846-8bf0-e99fdc9b8d9b tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:27.324052 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d793fdb3-a893-4c58-bfd1-d90913dd59cb req-cb579c98-9767-4846-8bf0-e99fdc9b8d9b tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 943 time: 0.0625331 Aug 06 16:32:27.426588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d793fdb3-a893-4c58-bfd1-d90913dd59cb req-63d46b6e-7347-4bfd-b10a-4fd50a2fa1e6 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/security-groups?id=522d78ed-806c-4417-86f3-77e2420b62ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832267 Aug 06 16:32:27.452450 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c02592e1-b28c-428d-8540-259c1aa521dc req-22cabf5c-2416-4437-8b97-750e0c930456 service neutron] 10.222.0.78 "GET /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273773 Aug 06 16:32:27.554713 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c02592e1-b28c-428d-8540-259c1aa521dc req-831f0273-d31c-4f93-8a94-c827fd6d906c service neutron] 10.222.0.78 "GET /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932741 Aug 06 16:32:27.591221 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-82a0c5a5-4077-49c1-81bb-27d0a8704592 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141679 Aug 06 16:32:27.608108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24afcc3-59fd-4702-8144-be4c6333b651 req-91c9e896-9771-49e0-ad0d-1f4eb666e32e tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:27.610620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d24afcc3-59fd-4702-8144-be4c6333b651 req-91c9e896-9771-49e0-ad0d-1f4eb666e32e tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/ports?device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 948 time: 0.0545604 Aug 06 16:32:27.648889 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d24afcc3-59fd-4702-8144-be4c6333b651 req-4f2e1aae-be10-4ccf-831d-1d03dcbfea3d tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ac6666-dd00-4645-ac3d-507be1b5458b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315537 Aug 06 16:32:27.682771 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9ac2de62-90f4-45a8-95fc-b3ae85150d3b req-2ea0e478-38c1-4f44-9543-7a78c9014e38 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836296 Aug 06 16:32:27.766227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5b9b8-5627-428f-9358-ffeec9268173 req-ff20ac1d-9837-4bf9-b02a-9eed78a03843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:27.767799 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-94b5b9b8-5627-428f-9358-ffeec9268173 req-ff20ac1d-9837-4bf9-b02a-9eed78a03843 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7945a68ac9549bc95564be7459e19f9&device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 1099 time: 0.0426099 Aug 06 16:32:27.861483 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5b9b8-5627-428f-9358-ffeec9268173 req-7b33ee25-5383-445b-9dfc-c9bb90e16af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:27.863026 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-94b5b9b8-5627-428f-9358-ffeec9268173 req-7b33ee25-5383-445b-9dfc-c9bb90e16af8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.0880125 Aug 06 16:32:27.904728 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-94b5b9b8-5627-428f-9358-ffeec9268173 req-8c0d18cb-b464-4204-8d15-83e7b1d0b1e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=bb4ea9f3-721c-437e-acea-340a7e824cbf HTTP/1.1" status: 200 len: 217 time: 0.0344481 Aug 06 16:32:27.957664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5b9b8-5627-428f-9358-ffeec9268173 req-bf7e9003-4e44-437b-baaf-7f73a866b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:27.959133 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-94b5b9b8-5627-428f-9358-ffeec9268173 req-bf7e9003-4e44-437b-baaf-7f73a866b659 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0472991 Aug 06 16:32:28.005477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5b9b8-5627-428f-9358-ffeec9268173 req-e8406999-6c44-4131-b6f5-9596ef8fdf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:28.006993 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-94b5b9b8-5627-428f-9358-ffeec9268173 req-e8406999-6c44-4131-b6f5-9596ef8fdf93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0402157 Aug 06 16:32:28.096746 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-94b5b9b8-5627-428f-9358-ffeec9268173 req-2ad72430-82b4-4c97-b3be-54ce8e92c1f3 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821018 Aug 06 16:32:28.188580 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-94b5b9b8-5627-428f-9358-ffeec9268173 req-7ea12789-2e5e-4803-92a6-540717fb5eb4 service neutron] 10.222.0.13 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845215 Aug 06 16:32:28.540818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0dd80-187c-461c-8764-022e1df94f46 req-f23e9f13-92cb-45ac-9a07-3717aa292b01 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:28.542296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6fa0dd80-187c-461c-8764-022e1df94f46 req-f23e9f13-92cb-45ac-9a07-3717aa292b01 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 943 time: 0.0472708 Aug 06 16:32:28.579510 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6fa0dd80-187c-461c-8764-022e1df94f46 req-5a52b447-c373-4fba-8944-359c964aea20 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/security-groups?id=522d78ed-806c-4417-86f3-77e2420b62ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308907 Aug 06 16:32:28.768756 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fafce5-63f9-481b-b77a-c16ecc0abb2e req-3e463834-f10b-4057-ad07-83ce4d7bb312 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:28.770312 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8fafce5-63f9-481b-b77a-c16ecc0abb2e req-3e463834-f10b-4057-ad07-83ce4d7bb312 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/ports?device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 948 time: 0.0549538 Aug 06 16:32:28.808622 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8fafce5-63f9-481b-b77a-c16ecc0abb2e req-3c17e843-13aa-43f6-9c57-2e8752dc02bd tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ac6666-dd00-4645-ac3d-507be1b5458b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324366 Aug 06 16:32:29.692257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a458b-e18b-4159-b5df-2fb335ed129a req-785a4229-4760-4e1d-89e8-b0f894c8f85c tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:29.693740 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-466a458b-e18b-4159-b5df-2fb335ed129a req-785a4229-4760-4e1d-89e8-b0f894c8f85c tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 943 time: 0.0482373 Aug 06 16:32:29.731789 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-466a458b-e18b-4159-b5df-2fb335ed129a req-98acec5b-6335-4533-aef6-1f7b1aba9b18 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/security-groups?id=522d78ed-806c-4417-86f3-77e2420b62ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320663 Aug 06 16:32:29.920094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acea25-07fb-444f-88b1-0e1d60e44408 req-66d5f400-cff5-4fdc-ad11-51f992d0c034 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:29.921595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b2acea25-07fb-444f-88b1-0e1d60e44408 req-66d5f400-cff5-4fdc-ad11-51f992d0c034 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/ports?device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 948 time: 0.0483310 Aug 06 16:32:29.958983 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b2acea25-07fb-444f-88b1-0e1d60e44408 req-75149fc3-e7b6-4cee-8e60-a777ef897633 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ac6666-dd00-4645-ac3d-507be1b5458b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Aug 06 16:32:30.036653 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device a0817a8b-b5de-44fb-908e-a74b247596e6 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:32:30.133981 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port a0817a8b-b5de-44fb-908e-a74b247596e6, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=a0817a8b-b5de-44fb-908e-a74b247596e6,segment=NetworkSegment(e380d2c1-0f80-4335-9b80-d0b71d56e59d),segment_id=e380d2c1-0f80-4335-9b80-d0b71d56e59d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:30.145418 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'a0817a8b-b5de-44fb-908e-a74b247596e6', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'port_id': 'a0817a8b-b5de-44fb-908e-a74b247596e6', 'mac_address': 'fa:16:3e:57:52:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:32:30.180158 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:30.192862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0817a8b-b5de-44fb-908e-a74b247596e6 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:32:30.215940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port a0817a8b-b5de-44fb-908e-a74b247596e6, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=a0817a8b-b5de-44fb-908e-a74b247596e6,segment=NetworkSegment(e380d2c1-0f80-4335-9b80-d0b71d56e59d),segment_id=e380d2c1-0f80-4335-9b80-d0b71d56e59d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:30.219973 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:30.268759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=a0817a8b-b5de-44fb-908e-a74b247596e6,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:30.411458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['a0817a8b-b5de-44fb-908e-a74b247596e6'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:32:30.805978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device bb4ea9f3-721c-437e-acea-340a7e824cbf details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:32:30.858165 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce33db8-9efd-442d-b893-0977380d4ab4 req-98dc7156-11ed-4eda-a3dc-a93791ee3016 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:30.860187 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ce33db8-9efd-442d-b893-0977380d4ab4 req-98dc7156-11ed-4eda-a3dc-a93791ee3016 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 944 time: 0.0534716 Aug 06 16:32:30.899485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ce33db8-9efd-442d-b893-0977380d4ab4 req-c5133257-be8e-466a-92ed-57d2af3d8631 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/security-groups?id=522d78ed-806c-4417-86f3-77e2420b62ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326958 Aug 06 16:32:30.905220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port bb4ea9f3-721c-437e-acea-340a7e824cbf, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=bb4ea9f3-721c-437e-acea-340a7e824cbf,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:30.918801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'bb4ea9f3-721c-437e-acea-340a7e824cbf', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': 'bb4ea9f3-721c-437e-acea-340a7e824cbf', 'mac_address': 'fa:16:3e:f3:34:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:32:30.961078 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:30.974378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4ea9f3-721c-437e-acea-340a7e824cbf {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:32:30.994672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port bb4ea9f3-721c-437e-acea-340a7e824cbf, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=bb4ea9f3-721c-437e-acea-340a7e824cbf,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:30.998993 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:31.055888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=bb4ea9f3-721c-437e-acea-340a7e824cbf,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:31.082749 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5fdf5-9999-41f8-9ad6-59e0d9bdd12d req-21bb53d1-8814-488b-b8bc-00697292dc13 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:31.084226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15a5fdf5-9999-41f8-9ad6-59e0d9bdd12d req-21bb53d1-8814-488b-b8bc-00697292dc13 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/ports?device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 949 time: 0.0528207 Aug 06 16:32:31.127267 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15a5fdf5-9999-41f8-9ad6-59e0d9bdd12d req-6b94fe2d-85e8-453d-9f53-3195736f25a7 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ac6666-dd00-4645-ac3d-507be1b5458b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368726 Aug 06 16:32:31.228561 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['bb4ea9f3-721c-437e-acea-340a7e824cbf'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:32:32.014282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3037bf-07c5-46d1-8a87-9be6f749db19 req-c2bb05d9-cebd-401d-a16a-3dc70177c575 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:32.016466 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f3037bf-07c5-46d1-8a87-9be6f749db19 req-c2bb05d9-cebd-401d-a16a-3dc70177c575 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 944 time: 0.0491331 Aug 06 16:32:32.052256 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device a0817a8b-b5de-44fb-908e-a74b247596e6 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:32.058559 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f3037bf-07c5-46d1-8a87-9be6f749db19 req-76afea0f-a21a-40c4-a4bf-b14e695aaf5e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/security-groups?id=522d78ed-806c-4417-86f3-77e2420b62ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345762 Aug 06 16:32:32.070838 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbda3d01-dc50-49b0-8ad7-c6675f30704f req-ccc45de4-786a-4a4e-8a36-1c496b00d5e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412483 Aug 06 16:32:32.111784 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port a0817a8b-b5de-44fb-908e-a74b247596e6 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:32.115401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port a0817a8b-b5de-44fb-908e-a74b247596e6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:32.115767 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:32.156769 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda3d01-dc50-49b0-8ad7-c6675f30704f req-cec812e7-6790-4cd2-b422-42e94c7720a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:32.160701 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbda3d01-dc50-49b0-8ad7-c6675f30704f req-cec812e7-6790-4cd2-b422-42e94c7720a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e12d0f28033544588a6800f70ae4d876&device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 1097 time: 0.0437911 Aug 06 16:32:32.200755 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:32.230091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd15a52-f4d2-4435-b5ce-b3282819ae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0817a8b-b5de-44fb-908e-a74b247596e6'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:32:32.232744 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655bf291-db88-4b22-95f5-ac9dbfaf4778" -d '{"events": [{"server_uuid": "6dd15a52-f4d2-4435-b5ce-b3282819ae68", "name": "network-vif-plugged", "status": "completed", "tag": "a0817a8b-b5de-44fb-908e-a74b247596e6"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:32:32.249026 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port a0817a8b-b5de-44fb-908e-a74b247596e6, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=a0817a8b-b5de-44fb-908e-a74b247596e6,segment=NetworkSegment(e380d2c1-0f80-4335-9b80-d0b71d56e59d),segment_id=e380d2c1-0f80-4335-9b80-d0b71d56e59d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:32.254762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c01bd-549d-4538-8077-2c2d9794acd4 req-6cc55989-b024-4456-b345-40e5d4f9b674 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:32.255318 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:32.256430 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-487c01bd-549d-4538-8077-2c2d9794acd4 req-6cc55989-b024-4456-b345-40e5d4f9b674 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/ports?device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 949 time: 0.0593052 Aug 06 16:32:32.277103 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda3d01-dc50-49b0-8ad7-c6675f30704f req-f9f28cec-27c5-4e8c-afe2-b924efce237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:32.278591 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbda3d01-dc50-49b0-8ad7-c6675f30704f req-f9f28cec-27c5-4e8c-afe2-b924efce237d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f6b7aea-bf2b-4646-a764-fefb838aaf14 HTTP/1.1" status: 200 len: 898 time: 0.0969744 Aug 06 16:32:32.291781 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f056fb-f957-4056-b34a-771e160cc33f x-openstack-request-id: req-b7f056fb-f957-4056-b34a-771e160cc33f {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:32:32.292115 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd15a52-f4d2-4435-b5ce-b3282819ae68", "name": "network-vif-plugged", "status": "completed", "tag": "a0817a8b-b5de-44fb-908e-a74b247596e6", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:32:32.292366 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7f056fb-f957-4056-b34a-771e160cc33f {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:32:32.292737 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd15a52-f4d2-4435-b5ce-b3282819ae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0817a8b-b5de-44fb-908e-a74b247596e6', 'code': 200} Aug 06 16:32:32.305485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-487c01bd-549d-4538-8077-2c2d9794acd4 req-8931a7ae-b14a-4ac6-9edb-81636a46d49f tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ac6666-dd00-4645-ac3d-507be1b5458b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Aug 06 16:32:32.333946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=a0817a8b-b5de-44fb-908e-a74b247596e6,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:32.350836 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbda3d01-dc50-49b0-8ad7-c6675f30704f req-8757e71e-4a0f-4f93-8067-5cd44b89aa41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c3d59aa-abfc-4dae-a397-31c2a3a24c86 HTTP/1.1" status: 200 len: 1001 time: 0.0634036 Aug 06 16:32:32.391332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db58a2-8d57-445a-a616-7921ab001197 req-27f96e34-40dc-4520-8c57-6abdafe27bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:32.392902 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37db58a2-8d57-445a-a616-7921ab001197 req-27f96e34-40dc-4520-8c57-6abdafe27bb0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 1096 time: 0.0407553 Aug 06 16:32:32.404749 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda3d01-dc50-49b0-8ad7-c6675f30704f req-2bff0df9-1c27-4b11-ac6f-732a352b2673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:32.406305 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbda3d01-dc50-49b0-8ad7-c6675f30704f req-2bff0df9-1c27-4b11-ac6f-732a352b2673 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6b0bb94-b24e-489f-8013-cb26b973234e HTTP/1.1" status: 200 len: 834 time: 0.0482895 Aug 06 16:32:32.428679 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37db58a2-8d57-445a-a616-7921ab001197 req-2bad6e54-f641-4fd2-9d1a-2060541f7412 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=522d78ed-806c-4417-86f3-77e2420b62ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286224 Aug 06 16:32:32.456562 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda3d01-dc50-49b0-8ad7-c6675f30704f req-e2bef41f-c64d-41e7-815b-449e941cbedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:32.458224 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbda3d01-dc50-49b0-8ad7-c6675f30704f req-e2bef41f-c64d-41e7-815b-449e941cbedf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f6b7aea-bf2b-4646-a764-fefb838aaf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414815 Aug 06 16:32:32.550778 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbda3d01-dc50-49b0-8ad7-c6675f30704f req-e4eb0af9-fb32-4ce4-9578-e4718601049b service neutron] 10.222.0.13 "GET /v2.0/networks/7f6b7aea-bf2b-4646-a764-fefb838aaf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855911 Aug 06 16:32:32.648290 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-dbda3d01-dc50-49b0-8ad7-c6675f30704f req-e60af5ef-161f-4854-af9d-3311761d91bb service neutron] 10.222.0.13 "GET /v2.0/networks/7f6b7aea-bf2b-4646-a764-fefb838aaf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903401 Aug 06 16:32:32.805798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device bb4ea9f3-721c-437e-acea-340a7e824cbf up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:32.855933 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port bb4ea9f3-721c-437e-acea-340a7e824cbf completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:32.860409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port bb4ea9f3-721c-437e-acea-340a7e824cbf triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:32.860776 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:32.947902 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:32.987362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port bb4ea9f3-721c-437e-acea-340a7e824cbf, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=bb4ea9f3-721c-437e-acea-340a7e824cbf,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:32.991362 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:33.038582 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=bb4ea9f3-721c-437e-acea-340a7e824cbf,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:33.187703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7c647-b972-4a13-b438-6193b88edf94 req-2769a256-27e5-4db5-9b38-1ed63e90c3ee tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:33.189363 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e0d7c647-b972-4a13-b438-6193b88edf94 req-2769a256-27e5-4db5-9b38-1ed63e90c3ee tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 945 time: 0.0512207 Aug 06 16:32:33.229544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e0d7c647-b972-4a13-b438-6193b88edf94 req-1fe2e24f-7929-4861-83e2-ad142152da47 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/security-groups?id=522d78ed-806c-4417-86f3-77e2420b62ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331650 Aug 06 16:32:33.428748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa64522-f9f3-4cc7-9942-db477b42ebed req-974f1f31-9fb0-425f-bb17-699eb55f8e3e tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:33.430240 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5fa64522-f9f3-4cc7-9942-db477b42ebed req-974f1f31-9fb0-425f-bb17-699eb55f8e3e tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/ports?device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 950 time: 0.0515671 Aug 06 16:32:33.466775 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5fa64522-f9f3-4cc7-9942-db477b42ebed req-c036f403-69ea-4f11-99c4-2c317a196c55 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ac6666-dd00-4645-ac3d-507be1b5458b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305977 Aug 06 16:32:33.793916 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-db8f0604-09dd-417f-bc49-c3716500bfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:34.294271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3815aa50-2c76-43fb-9cd2-3738108c8c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4ea9f3-721c-437e-acea-340a7e824cbf'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:32:34.296600 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fb6e9d-435e-4fc0-8ea2-51c1346b1e0c" -d '{"events": [{"server_uuid": "3815aa50-2c76-43fb-9cd2-3738108c8c04", "name": "network-vif-plugged", "status": "completed", "tag": "bb4ea9f3-721c-437e-acea-340a7e824cbf"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:32:34.334203 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5949de6-8e7c-4f20-9bdc-b006912725f3 x-openstack-request-id: req-b5949de6-8e7c-4f20-9bdc-b006912725f3 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:32:34.334562 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3815aa50-2c76-43fb-9cd2-3738108c8c04", "name": "network-vif-plugged", "status": "completed", "tag": "bb4ea9f3-721c-437e-acea-340a7e824cbf", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:32:34.334879 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5949de6-8e7c-4f20-9bdc-b006912725f3 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:32:34.335336 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3815aa50-2c76-43fb-9cd2-3738108c8c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4ea9f3-721c-437e-acea-340a7e824cbf', 'code': 200} Aug 06 16:32:34.353071 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccb820-2020-457a-ae2b-5d6bc5888c6f req-f1cc8cfe-e97c-4826-80d9-7e25d9aa11ab tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:34.354631 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcccb820-2020-457a-ae2b-5d6bc5888c6f req-f1cc8cfe-e97c-4826-80d9-7e25d9aa11ab tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 945 time: 0.0558438 Aug 06 16:32:34.392790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcccb820-2020-457a-ae2b-5d6bc5888c6f req-add0a9f9-d6ce-4ad6-ab77-6a0b3609d1c5 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/security-groups?id=522d78ed-806c-4417-86f3-77e2420b62ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321367 Aug 06 16:32:34.429817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0847f87-30d3-4088-ae66-ebba58a5ab33 req-573df59f-8f90-44a1-83b8-ed6a9c7eb70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:34.431334 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e0847f87-30d3-4088-ae66-ebba58a5ab33 req-573df59f-8f90-44a1-83b8-ed6a9c7eb70c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 1101 time: 0.0402372 Aug 06 16:32:34.470918 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e0847f87-30d3-4088-ae66-ebba58a5ab33 req-0c24a69c-93d4-48ff-8c9f-5bf2b5413246 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=00ac6666-dd00-4645-ac3d-507be1b5458b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315447 Aug 06 16:32:34.510255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab1bbf-4d28-4ed4-bf2c-d2addf879506 req-16670eee-75d3-4d15-b70a-9b956357d6ed tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:34.511818 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7eab1bbf-4d28-4ed4-bf2c-d2addf879506 req-16670eee-75d3-4d15-b70a-9b956357d6ed tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 945 time: 0.0493782 Aug 06 16:32:34.581402 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7eab1bbf-4d28-4ed4-bf2c-d2addf879506 req-ad312ef0-b132-4668-a6ce-55eb43148a29 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/security-groups?id=522d78ed-806c-4417-86f3-77e2420b62ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613115 Aug 06 16:32:34.601341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6b6ae-dbd5-4e46-87f7-7a978b311d5e req-80929902-6a43-4e76-a8ac-69dfcbad4b95 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:34.602827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61d6b6ae-dbd5-4e46-87f7-7a978b311d5e req-80929902-6a43-4e76-a8ac-69dfcbad4b95 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/ports?device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 950 time: 0.0649874 Aug 06 16:32:34.645201 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61d6b6ae-dbd5-4e46-87f7-7a978b311d5e req-c9ac23e4-7254-401d-84ad-e935ae40c2c0 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ac6666-dd00-4645-ac3d-507be1b5458b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361626 Aug 06 16:32:34.698512 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233107d7-8f7b-4fea-afb3-d31285c03e7a req-180c43fc-e76f-4a05-8b44-5ffb28438dc8 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:34.700254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-233107d7-8f7b-4fea-afb3-d31285c03e7a req-180c43fc-e76f-4a05-8b44-5ffb28438dc8 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 945 time: 0.0481036 Aug 06 16:32:34.740380 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-233107d7-8f7b-4fea-afb3-d31285c03e7a req-a240b4e8-16ea-4490-960f-82fa770db2c5 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/security-groups?id=522d78ed-806c-4417-86f3-77e2420b62ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335209 Aug 06 16:32:34.764319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56490) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:34.974404 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e77f07-7cc3-4c9e-b727-851643b05f40 tempest-TestServerBasicOps-993866423 tempest-TestServerBasicOps-993866423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:34.975933 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a0e77f07-7cc3-4c9e-b727-851643b05f40 tempest-TestServerBasicOps-993866423 tempest-TestServerBasicOps-993866423-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 1091 time: 0.2106476 Aug 06 16:32:34.978777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56494) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:34.983176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': 'a0817a8b-b5de-44fb-908e-a74b247596e6', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:35.009352 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:35.112038 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:35.226277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Allocated IP 172.25.1.152 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/e9d71d76-8af8-4820-a85c-209593304af4) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:35.341847 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:35.386059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:35.431502 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:35.434360 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:35.438027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:35.443327 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Pushing event updated for resources: {'Port': ['ID=e9d71d76-8af8-4820-a85c-209593304af4,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:35.759515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a098f3-f46d-414a-ad75-5865ea561bf5 req-6a7056c2-d749-4b73-9aa8-306df4154909 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:35.761016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0a098f3-f46d-414a-ad75-5865ea561bf5 req-6a7056c2-d749-4b73-9aa8-306df4154909 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/ports?device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 950 time: 0.0495231 Aug 06 16:32:35.801002 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0a098f3-f46d-414a-ad75-5865ea561bf5 req-5aa6be9a-e342-4311-9a14-97568827c9a1 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ac6666-dd00-4645-ac3d-507be1b5458b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334148 Aug 06 16:32:35.954491 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:36.056741 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:36.059087 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bb118-722e-4eb3-8276-23f28e807d45 req-4d316c0d-add1-437a-823f-430b2c348924 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:36.060645 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e18bb118-722e-4eb3-8276-23f28e807d45 req-4d316c0d-add1-437a-823f-430b2c348924 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/ports?device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 950 time: 0.0524895 Aug 06 16:32:36.099184 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e18bb118-722e-4eb3-8276-23f28e807d45 req-641ad486-a4ff-4e37-952a-fd9dd15550e7 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ac6666-dd00-4645-ac3d-507be1b5458b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Aug 06 16:32:36.206352 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:36.211204 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:36.229901 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3305c51-fb4e-4952-935c-fe74cf29aac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:36.274451 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Pushing event updated for resources: {'Port': ['ID=e9d71d76-8af8-4820-a85c-209593304af4,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:36.289171 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:36.390159 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Floating IP 2702d1fe-1d74-433b-89a1-2b52d1323b81 associated. External IP: 172.25.1.152, port: a0817a8b-b5de-44fb-908e-a74b247596e6. Aug 06 16:32:36.592248 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Router c506a8f9-0cd0-4144-9151-484069186381 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:32:36.649653 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:36.702617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:32:36.712007 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6657d275-1ac3-4cd3-9962-0abdd0e54827 None None] Sync routers for ids ['c506a8f9-0cd0-4144-9151-484069186381'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:32:36.719086 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:36.723282 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6657d275-1ac3-4cd3-9962-0abdd0e54827 None None] Routers {'c506a8f9-0cd0-4144-9151-484069186381'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:36.723902 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-6657d275-1ac3-4cd3-9962-0abdd0e54827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c506a8f9-0cd0-4144-9151-484069186381'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:36.744914 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-90888fae-d18d-4c6b-a71a-a0364a5e2729 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7651420 Aug 06 16:32:36.745858 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd15a52-f4d2-4435-b5ce-b3282819ae68', 'tag': 'a0817a8b-b5de-44fb-908e-a74b247596e6'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:32:36.748260 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f20dcb3-1191-4924-9299-5ca7f760c477" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd15a52-f4d2-4435-b5ce-b3282819ae68", "tag": "a0817a8b-b5de-44fb-908e-a74b247596e6"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:32:36.788824 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bab48b-750a-4c5b-a7a0-9cb0eeb7d78e x-openstack-request-id: req-36bab48b-750a-4c5b-a7a0-9cb0eeb7d78e {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:32:36.789147 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd15a52-f4d2-4435-b5ce-b3282819ae68", "tag": "a0817a8b-b5de-44fb-908e-a74b247596e6", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:32:36.789403 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36bab48b-750a-4c5b-a7a0-9cb0eeb7d78e {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:32:36.789842 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd15a52-f4d2-4435-b5ce-b3282819ae68', 'tag': 'a0817a8b-b5de-44fb-908e-a74b247596e6', 'status': 'completed', 'code': 200} Aug 06 16:32:36.836484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-6657d275-1ac3-4cd3-9962-0abdd0e54827 None None] Set router c506a8f9-0cd0-4144-9151-484069186381 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:36.854770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20dcb3-1191-4924-9299-5ca7f760c477 req-15c67aef-ae99-4a94-a672-ec42ca6c3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:36.856309 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f20dcb3-1191-4924-9299-5ca7f760c477 req-15c67aef-ae99-4a94-a672-ec42ca6c3320 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c70ba542c0974c478be8fe3c443bbcb4&device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 1096 time: 0.0429239 Aug 06 16:32:36.951527 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20dcb3-1191-4924-9299-5ca7f760c477 req-d4413bb1-9c58-4366-8778-88fac28933b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:36.959611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f20dcb3-1191-4924-9299-5ca7f760c477 req-d4413bb1-9c58-4366-8778-88fac28933b9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7743e816-948f-4648-9405-0c7efdc5dd22 HTTP/1.1" status: 200 len: 909 time: 0.0891616 Aug 06 16:32:37.018476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f20dcb3-1191-4924-9299-5ca7f760c477 req-0d44e3a8-6c01-438d-abd1-d9a1f45bdb51 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0817a8b-b5de-44fb-908e-a74b247596e6 HTTP/1.1" status: 200 len: 999 time: 0.0582409 Aug 06 16:32:37.060382 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-6657d275-1ac3-4cd3-9962-0abdd0e54827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c506a8f9-0cd0-4144-9151-484069186381', 'name': 'tempest-TestServerBasicOps-884664682-router', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:05Z', 'updated_at': '2021-08-06T16:32:10Z', 'revision_number': 4, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'gw_port': {'id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:06Z', 'updated_at': '2021-08-06T16:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2702d1fe-1d74-433b-89a1-2b52d1323b81', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'port_id': 'a0817a8b-b5de-44fb-908e-a74b247596e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'mac_address': 'fa:16:3e:57:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd15a52-f4d2-4435-b5ce-b3282819ae68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:32:35Z', 'updated_at': '2021-08-06T16:32:35Z', 'revision_number': 0, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292f4b47-8f4f-45b7-a590-538eda6edf6b', 'name': '', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'mac_address': 'fa:16:3e:9f:8a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:09Z', 'updated_at': '2021-08-06T16:32:19Z', 'revision_number': 5, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'subnets': [{'id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:37.068348 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20dcb3-1191-4924-9299-5ca7f760c477 req-40016646-ce0c-434e-905d-62cc023dffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:37.069838 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f20dcb3-1191-4924-9299-5ca7f760c477 req-40016646-ce0c-434e-905d-62cc023dffaf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=40c5a3f7-ec0f-4b7a-b824-e61c61095a04 HTTP/1.1" status: 200 len: 847 time: 0.0442443 Aug 06 16:32:37.086714 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6657d275-1ac3-4cd3-9962-0abdd0e54827 None None] Checking router: c506a8f9-0cd0-4144-9151-484069186381 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:32:37.095547 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6657d275-1ac3-4cd3-9962-0abdd0e54827 None None] Routers {'c506a8f9-0cd0-4144-9151-484069186381'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:37.096145 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-6657d275-1ac3-4cd3-9962-0abdd0e54827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c506a8f9-0cd0-4144-9151-484069186381'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:37.119546 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20dcb3-1191-4924-9299-5ca7f760c477 req-b16f15a8-dd08-4fe5-9e5e-f426185c1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:37.121034 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f20dcb3-1191-4924-9299-5ca7f760c477 req-b16f15a8-dd08-4fe5-9e5e-f426185c1149 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7743e816-948f-4648-9405-0c7efdc5dd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432034 Aug 06 16:32:37.255054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9fcee-1b1f-4f56-bae7-f8c404845124 req-31039c1d-fad5-4223-bbba-834b29dca29d tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:37.256644 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfe9fcee-1b1f-4f56-bae7-f8c404845124 req-31039c1d-fad5-4223-bbba-834b29dca29d tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/ports?device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 950 time: 0.0725453 Aug 06 16:32:37.263022 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f20dcb3-1191-4924-9299-5ca7f760c477 req-adbe36d4-207f-4825-b1f6-e5f4f5caf15a service neutron] 10.222.0.78 "GET /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337974 Aug 06 16:32:37.351646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfe9fcee-1b1f-4f56-bae7-f8c404845124 req-aac7073b-957f-4200-89e0-7c427e677949 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.37 "GET /v2.0/security-groups?id=00ac6666-dd00-4645-ac3d-507be1b5458b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876381 Aug 06 16:32:37.381823 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-6657d275-1ac3-4cd3-9962-0abdd0e54827 None None] Set router c506a8f9-0cd0-4144-9151-484069186381 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:37.384113 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f20dcb3-1191-4924-9299-5ca7f760c477 req-b58a04f1-6cc0-4e2d-9dcc-7a93f767018d service neutron] 10.222.0.78 "GET /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125131 Aug 06 16:32:37.412874 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:37.415082 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726b57c-759f-4b84-902e-4498c2f72e3d req-213c0c04-c5bf-42b8-9a56-b8dd11e91a3a tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:37.416653 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7726b57c-759f-4b84-902e-4498c2f72e3d req-213c0c04-c5bf-42b8-9a56-b8dd11e91a3a tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.13 "GET /v2.0/ports?device_id=3815aa50-2c76-43fb-9cd2-3738108c8c04 HTTP/1.1" status: 200 len: 950 time: 0.0679216 Aug 06 16:32:37.507071 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-7726b57c-759f-4b84-902e-4498c2f72e3d req-1261adfb-16ba-4b21-88ed-d89148cfe9b8 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Deleting port bb4ea9f3-721c-437e-acea-340a7e824cbf {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:32:37.507423 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7726b57c-759f-4b84-902e-4498c2f72e3d req-1261adfb-16ba-4b21-88ed-d89148cfe9b8 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:37.609042 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-6657d275-1ac3-4cd3-9962-0abdd0e54827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c506a8f9-0cd0-4144-9151-484069186381', 'name': 'tempest-TestServerBasicOps-884664682-router', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:05Z', 'updated_at': '2021-08-06T16:32:10Z', 'revision_number': 4, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'gw_port': {'id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:06Z', 'updated_at': '2021-08-06T16:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2702d1fe-1d74-433b-89a1-2b52d1323b81', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'port_id': 'a0817a8b-b5de-44fb-908e-a74b247596e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'mac_address': 'fa:16:3e:57:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd15a52-f4d2-4435-b5ce-b3282819ae68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:32:35Z', 'updated_at': '2021-08-06T16:32:35Z', 'revision_number': 0, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292f4b47-8f4f-45b7-a590-538eda6edf6b', 'name': '', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'mac_address': 'fa:16:3e:9f:8a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:09Z', 'updated_at': '2021-08-06T16:32:19Z', 'revision_number': 5, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'subnets': [{'id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:37.609491 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-7726b57c-759f-4b84-902e-4498c2f72e3d req-1261adfb-16ba-4b21-88ed-d89148cfe9b8 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] For port bb4ea9f3-721c-437e-acea-340a7e824cbf, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=bb4ea9f3-721c-437e-acea-340a7e824cbf,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:37.610080 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7726b57c-759f-4b84-902e-4498c2f72e3d req-1261adfb-16ba-4b21-88ed-d89148cfe9b8 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:37.621617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-7726b57c-759f-4b84-902e-4498c2f72e3d req-1261adfb-16ba-4b21-88ed-d89148cfe9b8 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Calling delete_port for bb4ea9f3-721c-437e-acea-340a7e824cbf owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:32:37.638882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6657d275-1ac3-4cd3-9962-0abdd0e54827 None None] The sync data for ids ['c506a8f9-0cd0-4144-9151-484069186381'] in n-d-803756-1 is: [{'id': 'c506a8f9-0cd0-4144-9151-484069186381', 'name': 'tempest-TestServerBasicOps-884664682-router', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:05Z', 'updated_at': '2021-08-06T16:32:10Z', 'revision_number': 4, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'gw_port': {'id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:06Z', 'updated_at': '2021-08-06T16:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '2702d1fe-1d74-433b-89a1-2b52d1323b81', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'port_id': 'a0817a8b-b5de-44fb-908e-a74b247596e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'mac_address': 'fa:16:3e:57:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd15a52-f4d2-4435-b5ce-b3282819ae68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:32:35Z', 'updated_at': '2021-08-06T16:32:35Z', 'revision_number': 0, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292f4b47-8f4f-45b7-a590-538eda6edf6b', 'name': '', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'mac_address': 'fa:16:3e:9f:8a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:09Z', 'updated_at': '2021-08-06T16:32:19Z', 'revision_number': 5, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'subnets': [{'id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:32:37.754006 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7726b57c-759f-4b84-902e-4498c2f72e3d req-1261adfb-16ba-4b21-88ed-d89148cfe9b8 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:37.767419 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['bb4ea9f3-721c-437e-acea-340a7e824cbf'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:32:37.787663 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261adfb-16ba-4b21-88ed-d89148cfe9b8 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Pushing event deleted for resources: {'Port': ['ID=bb4ea9f3-721c-437e-acea-340a7e824cbf,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:37.832020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-7726b57c-759f-4b84-902e-4498c2f72e3d req-1261adfb-16ba-4b21-88ed-d89148cfe9b8 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] No DVR routers for this DVR port bb4ea9f3-721c-437e-acea-340a7e824cbf on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:32:37.836216 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-7726b57c-759f-4b84-902e-4498c2f72e3d req-1261adfb-16ba-4b21-88ed-d89148cfe9b8 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:37.839095 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-7726b57c-759f-4b84-902e-4498c2f72e3d req-1261adfb-16ba-4b21-88ed-d89148cfe9b8 tempest-VolumesNegativeTest-1618998669 tempest-VolumesNegativeTest-1618998669-project] 10.222.0.13 "DELETE /v2.0/ports/bb4ea9f3-721c-437e-acea-340a7e824cbf HTTP/1.1" status: 204 len: 173 time: 0.4160540 Aug 06 16:32:37.891801 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7601e3be-6668-4b68-81be-1e8e76851dc4 None None] New status for floating IP 2702d1fe-1d74-433b-89a1-2b52d1323b81: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:32:38.791438 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3815aa50-2c76-43fb-9cd2-3738108c8c04', 'name': 'network-vif-deleted', 'tag': 'bb4ea9f3-721c-437e-acea-340a7e824cbf'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:32:38.794295 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0f761c-03dc-428c-a740-09bd5eb6ae50" -d '{"events": [{"server_uuid": "3815aa50-2c76-43fb-9cd2-3738108c8c04", "name": "network-vif-deleted", "tag": "bb4ea9f3-721c-437e-acea-340a7e824cbf"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:32:38.838034 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb00f11-ae82-491b-98d6-58a73d4d6644 x-openstack-request-id: req-beb00f11-ae82-491b-98d6-58a73d4d6644 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:32:38.838333 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3815aa50-2c76-43fb-9cd2-3738108c8c04", "name": "network-vif-deleted", "tag": "bb4ea9f3-721c-437e-acea-340a7e824cbf", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:32:38.838581 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-beb00f11-ae82-491b-98d6-58a73d4d6644 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:32:38.838976 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3815aa50-2c76-43fb-9cd2-3738108c8c04', 'name': 'network-vif-deleted', 'tag': 'bb4ea9f3-721c-437e-acea-340a7e824cbf', 'status': 'completed', 'code': 200} Aug 06 16:32:39.110019 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:40.839686 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device bb4ea9f3-721c-437e-acea-340a7e824cbf no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:32:40.861978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: bb4ea9f3-721c-437e-acea-340a7e824cbf {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:32:40.862408 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device bb4ea9f3-721c-437e-acea-340a7e824cbf not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:32:43.334346 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56744) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:43.474008 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a4ed050c-cbe4-43e5-90f0-db623e8855b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7945a68ac9549bc95564be7459e19f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384151 Aug 06 16:32:43.476434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56748) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:43.524299 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b30a6cde-4855-4f98-b3e2-ffd2e6198bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:43.544749 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b30a6cde-4855-4f98-b3e2-ffd2e6198bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:43.599411 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b30a6cde-4855-4f98-b3e2-ffd2e6198bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:43.602261 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b30a6cde-4855-4f98-b3e2-ffd2e6198bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:43.603483 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b30a6cde-4855-4f98-b3e2-ffd2e6198bcf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00ac6666-dd00-4645-ac3d-507be1b5458b HTTP/1.1" status: 204 len: 168 time: 0.1261218 Aug 06 16:32:43.612041 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a6cde-4855-4f98-b3e2-ffd2e6198bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ac6666-dd00-4645-ac3d-507be1b5458b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:44.252344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56770) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:44.358588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-faddd05d-5e5f-437d-9063-d71cc771c8eb admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-395143407-network', 'tenant_id': 'fd0861766b0f43a0ae5874b3f4fedf13'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:44.379944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faddd05d-5e5f-437d-9063-d71cc771c8eb admin admin] Made reservation on behalf of fd0861766b0f43a0ae5874b3f4fedf13 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:32:44.382156 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faddd05d-5e5f-437d-9063-d71cc771c8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:44.390534 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faddd05d-5e5f-437d-9063-d71cc771c8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:44.480203 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faddd05d-5e5f-437d-9063-d71cc771c8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:44.485059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faddd05d-5e5f-437d-9063-d71cc771c8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:44.511351 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faddd05d-5e5f-437d-9063-d71cc771c8eb admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:32:44.520163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddd05d-5e5f-437d-9063-d71cc771c8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0d65e1-aa12-4257-807a-c418b7d890d7,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:44.526275 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faddd05d-5e5f-437d-9063-d71cc771c8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:44.526608 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-faddd05d-5e5f-437d-9063-d71cc771c8eb admin admin] Added segment 4ed52c2c-41f0-4fc6-84db-71f9d29622a7 of type vlan for network 0a614a6f-3450-44e8-bd39-8f3d26c13400 Aug 06 16:32:44.565899 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faddd05d-5e5f-437d-9063-d71cc771c8eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:44.598529 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faddd05d-5e5f-437d-9063-d71cc771c8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:44.598529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faddd05d-5e5f-437d-9063-d71cc771c8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:44.598529 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-faddd05d-5e5f-437d-9063-d71cc771c8eb admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:44.658549 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-faddd05d-5e5f-437d-9063-d71cc771c8eb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4049153 Aug 06 16:32:44.661500 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56774) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:44.665568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddd05d-5e5f-437d-9063-d71cc771c8eb admin admin] Pushing event updated for resources: {'Network': ['ID=0a614a6f-3450-44e8-bd39-8f3d26c13400,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:44.666550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-04f044ee-f4ec-497f-bef2-3cc4f648955b admin admin] Request body: {'subnet': {'network_id': '0a614a6f-3450-44e8-bd39-8f3d26c13400', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-395143407-subnet', 'tenant_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:44.676499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 0a614a6f-3450-44e8-bd39-8f3d26c13400 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:32:44.689454 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f044ee-f4ec-497f-bef2-3cc4f648955b admin admin] Made reservation on behalf of fd0861766b0f43a0ae5874b3f4fedf13 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:32:44.691799 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-04f044ee-f4ec-497f-bef2-3cc4f648955b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:44.871204 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-04f044ee-f4ec-497f-bef2-3cc4f648955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:44.925801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f044ee-f4ec-497f-bef2-3cc4f648955b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc129980-4343-4925-8cb7-d8c10acf052a,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:44.936691 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f044ee-f4ec-497f-bef2-3cc4f648955b admin admin] Checking segment: {'id': '4ed52c2c-41f0-4fc6-84db-71f9d29622a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0a614a6f-3450-44e8-bd39-8f3d26c13400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:44.937053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f044ee-f4ec-497f-bef2-3cc4f648955b admin admin] Network hostable DHCP agents. Network: 0a614a6f-3450-44e8-bd39-8f3d26c13400, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:32:44.954455 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f044ee-f4ec-497f-bef2-3cc4f648955b admin admin] Network 0a614a6f-3450-44e8-bd39-8f3d26c13400 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:32:44.963284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-04f044ee-f4ec-497f-bef2-3cc4f648955b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 0a614a6f-3450-44e8-bd39-8f3d26c13400) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:44.967231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f044ee-f4ec-497f-bef2-3cc4f648955b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:44.968369 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-04f044ee-f4ec-497f-bef2-3cc4f648955b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:44.974593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b94bc95-0b85-4a08-9d22-820d4fd66c67 None None] Network 0a614a6f-3450-44e8-bd39-8f3d26c13400 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:32:44.982935 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-04f044ee-f4ec-497f-bef2-3cc4f648955b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3201499 Aug 06 16:32:44.986041 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56776) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:44.990856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-395143407-router', 'tenant_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:45.019225 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:45.020801 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:45.094132 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:45.130195 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-0a614a6f-3450-44e8-bd39-8f3d26c13400', 'network_id': '0a614a6f-3450-44e8-bd39-8f3d26c13400', 'tenant_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'fixed_ips': [{'subnet_id': 'fc129980-4343-4925-8cb7-d8c10acf052a'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:32:45.131605 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:45.234614 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:45.281846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Allocated IP 172.20.0.2 (0a614a6f-3450-44e8-bd39-8f3d26c13400/fc129980-4343-4925-8cb7-d8c10acf052a/a0d9f963-fa44-48a1-a546-748b2b5575a6) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:45.444659 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:45.454468 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Transition to ACTIVE for port object a0d9f963-fa44-48a1-a546-748b2b5575a6 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:45.470326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Transition to ACTIVE for port object a0d9f963-fa44-48a1-a546-748b2b5575a6 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:45.477762 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:32:45.478988 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:45.520679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Network 0a614a6f-3450-44e8-bd39-8f3d26c13400 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:45.523523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:45.527122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:45.532577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Pushing event updated for resources: {'Port': ['ID=a0d9f963-fa44-48a1-a546-748b2b5575a6,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:45.591682 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Attempting to bind port a0d9f963-fa44-48a1-a546-748b2b5575a6 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:45.592048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Attempting to bind port a0d9f963-fa44-48a1-a546-748b2b5575a6 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '4ed52c2c-41f0-4fc6-84db-71f9d29622a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0a614a6f-3450-44e8-bd39-8f3d26c13400'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:45.592442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Attempting to bind port a0d9f963-fa44-48a1-a546-748b2b5575a6 on network 0a614a6f-3450-44e8-bd39-8f3d26c13400 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:45.598121 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:45.598484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Checking segment: {'id': '4ed52c2c-41f0-4fc6-84db-71f9d29622a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0a614a6f-3450-44e8-bd39-8f3d26c13400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:45.598879 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:45.599345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Bound using segment: {'id': '4ed52c2c-41f0-4fc6-84db-71f9d29622a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0a614a6f-3450-44e8-bd39-8f3d26c13400'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:45.599834 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Bound port: a0d9f963-fa44-48a1-a546-748b2b5575a6, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed52c2c-41f0-4fc6-84db-71f9d29622a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0a614a6f-3450-44e8-bd39-8f3d26c13400'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:45.600557 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:45.665983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] For port a0d9f963-fa44-48a1-a546-748b2b5575a6, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:32:45.669029 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] For port a0d9f963-fa44-48a1-a546-748b2b5575a6, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a0d9f963-fa44-48a1-a546-748b2b5575a6,segment=NetworkSegment(4ed52c2c-41f0-4fc6-84db-71f9d29622a7),segment_id=4ed52c2c-41f0-4fc6-84db-71f9d29622a7)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:32:45.673615 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:45.733723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00b9dc-5f1a-4bba-a3a6-2f01110ec611 None None] Pushing event updated for resources: {'Port': ['ID=a0d9f963-fa44-48a1-a546-748b2b5575a6,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:45.794860 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:45.815006 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:45.957107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Allocated IP 172.25.1.119 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/6086cf7a-db72-4186-b225-83e37422f706) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:46.071174 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:46.114311 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:46.150486 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:46.155088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:46.158526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:46.182190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Pushing event updated for resources: {'Port': ['ID=6086cf7a-db72-4186-b225-83e37422f706,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:46.432325 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:46.647795 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:46.683540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd685b4c-9c3f-4319-be16-f64b8051d0ad None None] Network 0a614a6f-3450-44e8-bd39-8f3d26c13400 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:32:46.794465 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Router ab796693-8a64-46c8-8da5-8856b96ee038 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:32:46.812642 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ecc66fe8-0482-4df2-bdcc-8c6b46edc8f4 None None] Provisioning for port a0d9f963-fa44-48a1-a546-748b2b5575a6 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:46.909653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:32:46.923379 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Sync routers for ids ['ab796693-8a64-46c8-8da5-8856b96ee038'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:32:46.928896 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:46.932836 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-98e327d3-d504-4f4e-b745-61b37c8eb3ff admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.9431663 Aug 06 16:32:46.933323 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56784) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:46.934155 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Routers {'ab796693-8a64-46c8-8da5-8856b96ee038'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:46.934776 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ab796693-8a64-46c8-8da5-8856b96ee038'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:47.060575 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a0d9f963-fa44-48a1-a546-748b2b5575a6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:47.095808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Set router ab796693-8a64-46c8-8da5-8856b96ee038 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:47.236374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a0d9f963-fa44-48a1-a546-748b2b5575a6 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:47.242957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a0d9f963-fa44-48a1-a546-748b2b5575a6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:47.243335 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:47.361126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab796693-8a64-46c8-8da5-8856b96ee038', 'name': 'tempest-ImageQuotaTest-395143407-router', 'tenant_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6086cf7a-db72-4186-b225-83e37422f706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:45Z', 'updated_at': '2021-08-06T16:32:46Z', 'revision_number': 3, 'project_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'gw_port': {'id': '6086cf7a-db72-4186-b225-83e37422f706', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab796693-8a64-46c8-8da5-8856b96ee038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:45Z', 'updated_at': '2021-08-06T16:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:47.387351 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:47.394185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Checking router: ab796693-8a64-46c8-8da5-8856b96ee038 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:32:47.394560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Updating router ab796693-8a64-46c8-8da5-8856b96ee038 port 6086cf7a-db72-4186-b225-83e37422f706 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:32:47.396541 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:47.434824 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:47.469982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port a0d9f963-fa44-48a1-a546-748b2b5575a6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a0d9f963-fa44-48a1-a546-748b2b5575a6,segment=NetworkSegment(4ed52c2c-41f0-4fc6-84db-71f9d29622a7),segment_id=4ed52c2c-41f0-4fc6-84db-71f9d29622a7)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:47.475164 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:47.543471 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Allocated IP 172.20.0.1 (0a614a6f-3450-44e8-bd39-8f3d26c13400/fc129980-4343-4925-8cb7-d8c10acf052a/d5fad8b7-4d3f-4a5d-b37c-14dd906b692d) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:47.592176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=a0d9f963-fa44-48a1-a546-748b2b5575a6,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:47.657487 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:47.763264 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:47.774601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Transition to ACTIVE for port object 6086cf7a-db72-4186-b225-83e37422f706 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:47.780451 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:47.832691 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Attempting to bind port 6086cf7a-db72-4186-b225-83e37422f706 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:47.833951 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Attempting to bind port 6086cf7a-db72-4186-b225-83e37422f706 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:47.833951 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Attempting to bind port 6086cf7a-db72-4186-b225-83e37422f706 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:47.841680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:47.842063 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:47.842470 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:47.842862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:47.843332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Bound port: 6086cf7a-db72-4186-b225-83e37422f706, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:47.843707 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:47.845742 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d9e13-44fb-436f-9e81-93dc7e92f020 None None] Pushing event updated for resources: {'Port': ['ID=6086cf7a-db72-4186-b225-83e37422f706,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:47.907013 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] For port 6086cf7a-db72-4186-b225-83e37422f706, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:32:47.910809 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] For port 6086cf7a-db72-4186-b225-83e37422f706, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=6086cf7a-db72-4186-b225-83e37422f706,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:32:47.915662 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:47.983626 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Routers {'ab796693-8a64-46c8-8da5-8856b96ee038'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:47.984275 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ab796693-8a64-46c8-8da5-8856b96ee038'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:47.986680 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d9e13-44fb-436f-9e81-93dc7e92f020 None None] Pushing event updated for resources: {'Port': ['ID=6086cf7a-db72-4186-b225-83e37422f706,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:48.007389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Transition to ACTIVE for port object d5fad8b7-4d3f-4a5d-b37c-14dd906b692d will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:48.039753 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:48.080421 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Network 0a614a6f-3450-44e8-bd39-8f3d26c13400 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:48.084818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:48.090136 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:48.091557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Pushing event updated for resources: {'Port': ['ID=d5fad8b7-4d3f-4a5d-b37c-14dd906b692d,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:48.101196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] Set router ab796693-8a64-46c8-8da5-8856b96ee038 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:48.136910 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:48.280834 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:48.300842 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab796693-8a64-46c8-8da5-8856b96ee038', 'name': 'tempest-ImageQuotaTest-395143407-router', 'tenant_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6086cf7a-db72-4186-b225-83e37422f706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:45Z', 'updated_at': '2021-08-06T16:32:46Z', 'revision_number': 3, 'project_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'gw_port': {'id': '6086cf7a-db72-4186-b225-83e37422f706', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab796693-8a64-46c8-8da5-8856b96ee038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:45Z', 'updated_at': '2021-08-06T16:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:48.330584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e528bbec-1157-4ea3-acfd-843c368aba2c None None] The sync data for ids ['ab796693-8a64-46c8-8da5-8856b96ee038'] in n-d-803756-1 is: [{'id': 'ab796693-8a64-46c8-8da5-8856b96ee038', 'name': 'tempest-ImageQuotaTest-395143407-router', 'tenant_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6086cf7a-db72-4186-b225-83e37422f706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:45Z', 'updated_at': '2021-08-06T16:32:46Z', 'revision_number': 3, 'project_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'gw_port': {'id': '6086cf7a-db72-4186-b225-83e37422f706', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab796693-8a64-46c8-8da5-8856b96ee038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:45Z', 'updated_at': '2021-08-06T16:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:32:48.341259 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0e03a01f-1e72-40e4-a282-aafca60874ae None None] Provisioning for port d5fad8b7-4d3f-4a5d-b37c-14dd906b692d completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:48.345956 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0e03a01f-1e72-40e4-a282-aafca60874ae None None] Provisioning complete for port d5fad8b7-4d3f-4a5d-b37c-14dd906b692d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:48.346322 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0e03a01f-1e72-40e4-a282-aafca60874ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:48.386490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-0e03a01f-1e72-40e4-a282-aafca60874ae None None] Port d5fad8b7-4d3f-4a5d-b37c-14dd906b692d cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:32:48.460587 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:48.466324 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:48.539918 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:48.541785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Pushing event updated for resources: {'Port': ['ID=d5fad8b7-4d3f-4a5d-b37c-14dd906b692d,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:48.646440 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Network 0a614a6f-3450-44e8-bd39-8f3d26c13400 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:48.647966 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:48.776216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Router ab796693-8a64-46c8-8da5-8856b96ee038 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:32:48.909517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-ea3f20e5-0bc1-4205-9781-5f63ed56f254 None None] Provisioning complete for port d5fad8b7-4d3f-4a5d-b37c-14dd906b692d triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:48.911130 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ea3f20e5-0bc1-4205-9781-5f63ed56f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:48.917605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:32:48.932495 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-80510ca6-0f1b-4690-a92a-7cb431a5edfe admin admin] 10.222.0.37 "PUT /v2.0/routers/ab796693-8a64-46c8-8da5-8856b96ee038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9981353 Aug 06 16:32:48.955243 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f20e5-0bc1-4205-9781-5f63ed56f254 None None] Port d5fad8b7-4d3f-4a5d-b37c-14dd906b692d cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:32:49.108754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a0d9f963-fa44-48a1-a546-748b2b5575a6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:49.164629 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a0d9f963-fa44-48a1-a546-748b2b5575a6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:49.165056 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:49.259678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 6086cf7a-db72-4186-b225-83e37422f706 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:49.469442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 6086cf7a-db72-4186-b225-83e37422f706 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:49.473387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 6086cf7a-db72-4186-b225-83e37422f706 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:49.473813 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:49.554494 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:49.576308 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 6086cf7a-db72-4186-b225-83e37422f706, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=6086cf7a-db72-4186-b225-83e37422f706,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:49.581557 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:49.632499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=6086cf7a-db72-4186-b225-83e37422f706,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:50.026943 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56808) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:50.059132 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Sync routers for ids ['ab796693-8a64-46c8-8da5-8856b96ee038'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:32:50.068068 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Routers {'ab796693-8a64-46c8-8da5-8856b96ee038'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:50.068659 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ab796693-8a64-46c8-8da5-8856b96ee038'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:50.174246 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Set router ab796693-8a64-46c8-8da5-8856b96ee038 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:50.372511 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a056c88-4750-4831-88c0-3e68a16df044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:50.372766 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab796693-8a64-46c8-8da5-8856b96ee038', 'name': 'tempest-ImageQuotaTest-395143407-router', 'tenant_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6086cf7a-db72-4186-b225-83e37422f706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:45Z', 'updated_at': '2021-08-06T16:32:48Z', 'revision_number': 4, 'project_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'gw_port': {'id': '6086cf7a-db72-4186-b225-83e37422f706', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab796693-8a64-46c8-8da5-8856b96ee038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:45Z', 'updated_at': '2021-08-06T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'd5fad8b7-4d3f-4a5d-b37c-14dd906b692d', 'name': '', 'network_id': '0a614a6f-3450-44e8-bd39-8f3d26c13400', 'tenant_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'mac_address': 'fa:16:3e:9f:52:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab796693-8a64-46c8-8da5-8856b96ee038', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'fc129980-4343-4925-8cb7-d8c10acf052a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:47Z', 'updated_at': '2021-08-06T16:32:48Z', 'revision_number': 2, 'project_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'subnets': [{'id': 'fc129980-4343-4925-8cb7-d8c10acf052a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:50.401373 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Checking router: ab796693-8a64-46c8-8da5-8856b96ee038 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:32:50.401762 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Updating router ab796693-8a64-46c8-8da5-8856b96ee038 port d5fad8b7-4d3f-4a5d-b37c-14dd906b692d binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:32:50.426247 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:50.618932 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-9a056c88-4750-4831-88c0-3e68a16df044 admin admin] Deleting port d5fad8b7-4d3f-4a5d-b37c-14dd906b692d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:32:50.619263 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a056c88-4750-4831-88c0-3e68a16df044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:50.696068 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:50.698877 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a056c88-4750-4831-88c0-3e68a16df044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:50.706321 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Transition to ACTIVE for port object d5fad8b7-4d3f-4a5d-b37c-14dd906b692d will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:50.712433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-9a056c88-4750-4831-88c0-3e68a16df044 admin admin] Calling delete_port for d5fad8b7-4d3f-4a5d-b37c-14dd906b692d owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:32:50.712645 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:50.783460 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940c058-349e-48ab-aa23-2512c07e5d40 None None] Pushing event updated for resources: {'Port': ['ID=d5fad8b7-4d3f-4a5d-b37c-14dd906b692d,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:50.813220 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Attempting to bind port d5fad8b7-4d3f-4a5d-b37c-14dd906b692d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:50.813587 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Attempting to bind port d5fad8b7-4d3f-4a5d-b37c-14dd906b692d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '4ed52c2c-41f0-4fc6-84db-71f9d29622a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0a614a6f-3450-44e8-bd39-8f3d26c13400'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:50.814186 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Attempting to bind port d5fad8b7-4d3f-4a5d-b37c-14dd906b692d on network 0a614a6f-3450-44e8-bd39-8f3d26c13400 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:50.819691 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:50.820068 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Checking segment: {'id': '4ed52c2c-41f0-4fc6-84db-71f9d29622a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0a614a6f-3450-44e8-bd39-8f3d26c13400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:50.820470 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:50.821296 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Bound using segment: {'id': '4ed52c2c-41f0-4fc6-84db-71f9d29622a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0a614a6f-3450-44e8-bd39-8f3d26c13400'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:50.822002 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Bound port: d5fad8b7-4d3f-4a5d-b37c-14dd906b692d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed52c2c-41f0-4fc6-84db-71f9d29622a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0a614a6f-3450-44e8-bd39-8f3d26c13400'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:50.822560 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:50.931064 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.db.api [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:32:50.932373 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a056c88-4750-4831-88c0-3e68a16df044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:50.933747 n-d-803756-1 neutron-server[105767]: DEBUG oslo_db.api [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:32:50.965005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a056c88-4750-4831-88c0-3e68a16df044 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5fad8b7-4d3f-4a5d-b37c-14dd906b692d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:50.982983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4401a6aa-35ab-47c9-8836-b70cdbc897e3 None None] Could not find standard attr ID for object d5fad8b7-4d3f-4a5d-b37c-14dd906b692d. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:32:51.008575 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 6086cf7a-db72-4186-b225-83e37422f706 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:51.062268 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 6086cf7a-db72-4186-b225-83e37422f706 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:51.062658 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:51.153467 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9a056c88-4750-4831-88c0-3e68a16df044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:51.361095 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a056c88-4750-4831-88c0-3e68a16df044 admin admin] Router ab796693-8a64-46c8-8da5-8856b96ee038 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:32:51.448861 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Attempting to bind port d5fad8b7-4d3f-4a5d-b37c-14dd906b692d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:51.449758 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Attempting to bind port d5fad8b7-4d3f-4a5d-b37c-14dd906b692d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '4ed52c2c-41f0-4fc6-84db-71f9d29622a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0a614a6f-3450-44e8-bd39-8f3d26c13400'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:51.449938 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Attempting to bind port d5fad8b7-4d3f-4a5d-b37c-14dd906b692d on network 0a614a6f-3450-44e8-bd39-8f3d26c13400 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:51.455371 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:51.455838 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Checking segment: {'id': '4ed52c2c-41f0-4fc6-84db-71f9d29622a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0a614a6f-3450-44e8-bd39-8f3d26c13400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:51.456309 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:51.456609 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Bound using segment: {'id': '4ed52c2c-41f0-4fc6-84db-71f9d29622a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0a614a6f-3450-44e8-bd39-8f3d26c13400'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:51.456946 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Bound port: d5fad8b7-4d3f-4a5d-b37c-14dd906b692d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed52c2c-41f0-4fc6-84db-71f9d29622a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '0a614a6f-3450-44e8-bd39-8f3d26c13400'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:51.457312 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:51.468051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a056c88-4750-4831-88c0-3e68a16df044 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:32:51.475327 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9a056c88-4750-4831-88c0-3e68a16df044 admin admin] 10.222.0.37 "PUT /v2.0/routers/ab796693-8a64-46c8-8da5-8856b96ee038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4473243 Aug 06 16:32:51.477540 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56812) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:51.490584 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.plugin [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Port d5fad8b7-4d3f-4a5d-b37c-14dd906b692d has been deleted concurrently {{(pid=105767) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 06 16:32:51.500343 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Routers {'ab796693-8a64-46c8-8da5-8856b96ee038'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:51.500941 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ab796693-8a64-46c8-8da5-8856b96ee038'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:51.581242 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4925eb8-e26f-488d-a603-097e9393bd2d admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:51.602280 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] Set router ab796693-8a64-46c8-8da5-8856b96ee038 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:51.687347 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4925eb8-e26f-488d-a603-097e9393bd2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:51.738853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-e4925eb8-e26f-488d-a603-097e9393bd2d admin admin] Deleting port 6086cf7a-db72-4186-b225-83e37422f706 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:32:51.739263 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4925eb8-e26f-488d-a603-097e9393bd2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:51.782740 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab796693-8a64-46c8-8da5-8856b96ee038', 'name': 'tempest-ImageQuotaTest-395143407-router', 'tenant_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6086cf7a-db72-4186-b225-83e37422f706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:45Z', 'updated_at': '2021-08-06T16:32:50Z', 'revision_number': 5, 'project_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'gw_port': {'id': '6086cf7a-db72-4186-b225-83e37422f706', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab796693-8a64-46c8-8da5-8856b96ee038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:45Z', 'updated_at': '2021-08-06T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:51.812862 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6764c-1259-40b2-b267-8602c13e4249 None None] The sync data for ids ['ab796693-8a64-46c8-8da5-8856b96ee038'] in n-d-803756-1 is: [{'id': 'ab796693-8a64-46c8-8da5-8856b96ee038', 'name': 'tempest-ImageQuotaTest-395143407-router', 'tenant_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6086cf7a-db72-4186-b225-83e37422f706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:45Z', 'updated_at': '2021-08-06T16:32:50Z', 'revision_number': 5, 'project_id': 'fd0861766b0f43a0ae5874b3f4fedf13', 'gw_port': {'id': '6086cf7a-db72-4186-b225-83e37422f706', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab796693-8a64-46c8-8da5-8856b96ee038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:45Z', 'updated_at': '2021-08-06T16:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:32:51.822052 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-e4925eb8-e26f-488d-a603-097e9393bd2d admin admin] For port 6086cf7a-db72-4186-b225-83e37422f706, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=6086cf7a-db72-4186-b225-83e37422f706,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:51.822415 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4925eb8-e26f-488d-a603-097e9393bd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:51.835853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-e4925eb8-e26f-488d-a603-097e9393bd2d admin admin] Calling delete_port for 6086cf7a-db72-4186-b225-83e37422f706 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:32:52.014547 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4925eb8-e26f-488d-a603-097e9393bd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:52.041785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4925eb8-e26f-488d-a603-097e9393bd2d admin admin] Pushing event deleted for resources: {'Port': ['ID=6086cf7a-db72-4186-b225-83e37422f706,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:52.122390 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4925eb8-e26f-488d-a603-097e9393bd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:52.214814 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4925eb8-e26f-488d-a603-097e9393bd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:52.217699 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4925eb8-e26f-488d-a603-097e9393bd2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:52.274357 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4925eb8-e26f-488d-a603-097e9393bd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:52.274878 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4925eb8-e26f-488d-a603-097e9393bd2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab796693-8a64-46c8-8da5-8856b96ee038 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:32:52.280959 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4925eb8-e26f-488d-a603-097e9393bd2d admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:52.282243 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e4925eb8-e26f-488d-a603-097e9393bd2d admin admin] 10.222.0.37 "DELETE /v2.0/routers/ab796693-8a64-46c8-8da5-8856b96ee038 HTTP/1.1" status: 204 len: 168 time: 0.8037698 Aug 06 16:32:52.284647 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56814) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:52.332552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cca2a4f-fc20-4247-bab7-2b4504476622 admin admin] Deleting subnet fc129980-4343-4925-8cb7-d8c10acf052a {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:32:52.336143 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2cca2a4f-fc20-4247-bab7-2b4504476622 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:52.380377 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2cca2a4f-fc20-4247-bab7-2b4504476622 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:52.443265 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c22efce-6f3d-4cd4-954c-05d7aa6b45df None None] Sync routers for ids ['ab796693-8a64-46c8-8da5-8856b96ee038'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:32:52.456017 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c22efce-6f3d-4cd4-954c-05d7aa6b45df None None] Routers set() bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:52.456487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c22efce-6f3d-4cd4-954c-05d7aa6b45df None None] Router IDs set() for agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 16:32:52.457144 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_agentschedulers_db [None req-5c22efce-6f3d-4cd4-954c-05d7aa6b45df None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ab796693-8a64-46c8-8da5-8856b96ee038'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent'). {{(pid=105766) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 06 16:32:52.464019 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2cca2a4f-fc20-4247-bab7-2b4504476622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:52.465185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c22efce-6f3d-4cd4-954c-05d7aa6b45df None None] Routers set() bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:52.465551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c22efce-6f3d-4cd4-954c-05d7aa6b45df None None] Router IDs set() for agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 16:32:52.466759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_agentschedulers_db [None req-5c22efce-6f3d-4cd4-954c-05d7aa6b45df None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ab796693-8a64-46c8-8da5-8856b96ee038'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent'). {{(pid=105766) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 06 16:32:52.467687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c22efce-6f3d-4cd4-954c-05d7aa6b45df None None] The sync data for ids ['ab796693-8a64-46c8-8da5-8856b96ee038'] in n-d-803756-1 is: [] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:32:52.519795 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2cca2a4f-fc20-4247-bab7-2b4504476622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:52.544586 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca2a4f-fc20-4247-bab7-2b4504476622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc129980-4343-4925-8cb7-d8c10acf052a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:52.552158 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2cca2a4f-fc20-4247-bab7-2b4504476622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:52.554050 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2cca2a4f-fc20-4247-bab7-2b4504476622 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fc129980-4343-4925-8cb7-d8c10acf052a HTTP/1.1" status: 204 len: 168 time: 0.2682972 Aug 06 16:32:52.556642 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56816) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:52.558212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bad5743-1884-4503-b2bc-abad70423ef7 None None] Network 0a614a6f-3450-44e8-bd39-8f3d26c13400 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:32:52.632509 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:52.685664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] Deleting port a0d9f963-fa44-48a1-a546-748b2b5575a6 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:32:52.686548 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:52.756602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] For port a0d9f963-fa44-48a1-a546-748b2b5575a6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a0d9f963-fa44-48a1-a546-748b2b5575a6,segment=NetworkSegment(4ed52c2c-41f0-4fc6-84db-71f9d29622a7),segment_id=4ed52c2c-41f0-4fc6-84db-71f9d29622a7)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:52.756966 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:52.769998 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] Calling delete_port for a0d9f963-fa44-48a1-a546-748b2b5575a6 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:32:52.849107 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:52.877490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] No DVR routers for this DVR port a0d9f963-fa44-48a1-a546-748b2b5575a6 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:32:52.880022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d9f963-fa44-48a1-a546-748b2b5575a6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:52.961988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c34f85-62fa-4316-801c-d2676df08fb1 None None] DHCP port deletion for 0a614a6f-3450-44e8-bd39-8f3d26c13400 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:32:52.966915 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:52.984113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a614a6f-3450-44e8-bd39-8f3d26c13400']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:52.997334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed52c2c-41f0-4fc6-84db-71f9d29622a7') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:52.997646 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed52c2c-41f0-4fc6-84db-71f9d29622a7') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:53.007341 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:53.022103 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:53.030894 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:32:53.031322 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:53.032156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a0d9f963-fa44-48a1-a546-748b2b5575a6 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:32:53.033019 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:32:53.052433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a0d9f963-fa44-48a1-a546-748b2b5575a6 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:32:53.052775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a0d9f963-fa44-48a1-a546-748b2b5575a6 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:32:53.053193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 6086cf7a-db72-4186-b225-83e37422f706 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:32:53.077185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 6086cf7a-db72-4186-b225-83e37422f706 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:32:53.077616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 6086cf7a-db72-4186-b225-83e37422f706 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:32:53.102830 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:53.108399 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:53.111065 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0a614a6f-3450-44e8-bd39-8f3d26c13400 HTTP/1.1" status: 204 len: 168 time: 0.5525005 Aug 06 16:32:53.123990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca475e-4145-4a6d-bdcc-32bed7e28f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a614a6f-3450-44e8-bd39-8f3d26c13400,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:53.233224 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56820) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:53.275793 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9ecfe07c-8662-4e12-a451-dd2b685c82f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd0861766b0f43a0ae5874b3f4fedf13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413265 Aug 06 16:32:53.278567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56822) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:53.329555 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d461f01e-89da-4712-b24a-e37a092c7d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:53.352965 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d461f01e-89da-4712-b24a-e37a092c7d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:53.400047 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d461f01e-89da-4712-b24a-e37a092c7d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:53.402763 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d461f01e-89da-4712-b24a-e37a092c7d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:53.403926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d461f01e-89da-4712-b24a-e37a092c7d95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b0d65e1-aa12-4257-807a-c418b7d890d7 HTTP/1.1" status: 204 len: 168 time: 0.1232359 Aug 06 16:32:53.411949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461f01e-89da-4712-b24a-e37a092c7d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0d65e1-aa12-4257-807a-c418b7d890d7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:53.765315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56828) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:53.780057 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0da316fc-bfab-4899-8ebe-9a8f56b1eea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:53.837650 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:53.881073 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0da316fc-bfab-4899-8ebe-9a8f56b1eea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:53.885037 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0da316fc-bfab-4899-8ebe-9a8f56b1eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:53.922874 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0da316fc-bfab-4899-8ebe-9a8f56b1eea4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1563451 Aug 06 16:32:53.923766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da316fc-bfab-4899-8ebe-9a8f56b1eea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a6c78b-9c9c-40ab-8062-0eceef4ac4a7,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:53.925830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56830) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:53.975490 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-09f2deea-0a53-41ae-bf4a-d4587556a42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:54.004498 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-09f2deea-0a53-41ae-bf4a-d4587556a42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:54.056636 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-09f2deea-0a53-41ae-bf4a-d4587556a42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:54.059392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-09f2deea-0a53-41ae-bf4a-d4587556a42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:54.060580 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-09f2deea-0a53-41ae-bf4a-d4587556a42a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75a6c78b-9c9c-40ab-8062-0eceef4ac4a7 HTTP/1.1" status: 204 len: 168 time: 0.1331995 Aug 06 16:32:54.069109 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2deea-0a53-41ae-bf4a-d4587556a42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a6c78b-9c9c-40ab-8062-0eceef4ac4a7,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:54.076926 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:54.659738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56852) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:54.760196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d0c36baa-b4c2-4639-8297-0fab9b50389e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-396105437-network', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:54.780281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c36baa-b4c2-4639-8297-0fab9b50389e admin admin] Made reservation on behalf of 89b0981d89e845f9b7f745002d8acfb9 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:32:54.783075 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0c36baa-b4c2-4639-8297-0fab9b50389e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:54.791748 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0c36baa-b4c2-4639-8297-0fab9b50389e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:54.883700 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0c36baa-b4c2-4639-8297-0fab9b50389e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:54.888282 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0c36baa-b4c2-4639-8297-0fab9b50389e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:54.920070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c36baa-b4c2-4639-8297-0fab9b50389e admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:32:54.944198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c36baa-b4c2-4639-8297-0fab9b50389e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bf4450-3cdc-4ccb-ace1-fd262baba245,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:54.948883 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0c36baa-b4c2-4639-8297-0fab9b50389e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:54.949686 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-d0c36baa-b4c2-4639-8297-0fab9b50389e admin admin] Added segment 57d585fb-2fa2-4a13-8593-4215a10efb29 of type vlan for network 27993a5c-2b9d-4c69-8229-392961f4c587 Aug 06 16:32:54.994707 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0c36baa-b4c2-4639-8297-0fab9b50389e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:55.023305 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0c36baa-b4c2-4639-8297-0fab9b50389e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:55.024442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c36baa-b4c2-4639-8297-0fab9b50389e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:55.025027 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d0c36baa-b4c2-4639-8297-0fab9b50389e admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:55.083559 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d0c36baa-b4c2-4639-8297-0fab9b50389e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4226985 Aug 06 16:32:55.086352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56856) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:55.092958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2f8c3a6d-f73b-4167-9afe-5a2d7435dd9e admin admin] Request body: {'subnet': {'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-396105437-subnet', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:55.103016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c36baa-b4c2-4639-8297-0fab9b50389e admin admin] Pushing event updated for resources: {'Network': ['ID=27993a5c-2b9d-4c69-8229-392961f4c587,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:55.114371 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 27993a5c-2b9d-4c69-8229-392961f4c587 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:32:55.118368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8c3a6d-f73b-4167-9afe-5a2d7435dd9e admin admin] Made reservation on behalf of 89b0981d89e845f9b7f745002d8acfb9 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:32:55.120955 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3a6d-f73b-4167-9afe-5a2d7435dd9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:55.293077 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3a6d-f73b-4167-9afe-5a2d7435dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:55.345392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c3a6d-f73b-4167-9afe-5a2d7435dd9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff15de7-924a-4614-a29f-2fbcd9beffc2,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:55.355905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c3a6d-f73b-4167-9afe-5a2d7435dd9e admin admin] Checking segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:55.356263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c3a6d-f73b-4167-9afe-5a2d7435dd9e admin admin] Network hostable DHCP agents. Network: 27993a5c-2b9d-4c69-8229-392961f4c587, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:32:55.372125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c3a6d-f73b-4167-9afe-5a2d7435dd9e admin admin] Network 27993a5c-2b9d-4c69-8229-392961f4c587 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:32:55.380386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-2f8c3a6d-f73b-4167-9afe-5a2d7435dd9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 27993a5c-2b9d-4c69-8229-392961f4c587) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:55.384364 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8c3a6d-f73b-4167-9afe-5a2d7435dd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:55.384942 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2f8c3a6d-f73b-4167-9afe-5a2d7435dd9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:55.389822 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c46a44c-e5a9-425b-9911-b713ced5b07f None None] Network 27993a5c-2b9d-4c69-8229-392961f4c587 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:32:55.399560 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2f8c3a6d-f73b-4167-9afe-5a2d7435dd9e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3121793 Aug 06 16:32:55.402239 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56858) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:55.407169 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:32:55.427713 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:55.428717 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:55.486387 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:55.543433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-27993a5c-2b9d-4c69-8229-392961f4c587', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:32:55.544283 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:55.625466 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:55.689316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Allocated IP 172.20.0.2 (27993a5c-2b9d-4c69-8229-392961f4c587/1ff15de7-924a-4614-a29f-2fbcd9beffc2/ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:55.834445 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:55.852870 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:55.853923 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:55.862455 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Transition to ACTIVE for port object ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:55.879624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Transition to ACTIVE for port object ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:55.886241 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:55.927172 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Network 27993a5c-2b9d-4c69-8229-392961f4c587 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:55.932018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:55.934411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:55.943577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Pushing event updated for resources: {'Port': ['ID=ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:55.977291 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Allocated IP 172.25.1.241 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/14273ae7-6978-4b1f-897c-84a0e9e53dfc) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:55.994820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Attempting to bind port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:55.995308 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Attempting to bind port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:55.995677 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Attempting to bind port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c on network 27993a5c-2b9d-4c69-8229-392961f4c587 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:56.001226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:56.001605 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Checking segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:56.002033 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:56.002424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Bound using segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:56.002889 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Bound port: ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:56.003294 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:56.039565 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56862) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:56.075278 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] For port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:32:56.080996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] For port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:32:56.087862 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:56.090590 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:56.115440 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-374fd056-a1de-4565-9d92-3021a3d66de0 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/floatingips/b4a2bf13-58e7-4f88-8ec8-00db37d56d1c HTTP/1.1" status: 200 len: 993 time: 0.0746119 Aug 06 16:32:56.136376 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:56.158926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7204de3-e4e5-4ffe-97d7-686c02945dbc None None] Pushing event updated for resources: {'Port': ['ID=ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:56.185314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:56.188981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:56.193063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:56.198823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Pushing event updated for resources: {'Port': ['ID=14273ae7-6978-4b1f-897c-84a0e9e53dfc,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:56.406602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56868) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:56.490005 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:56.583153 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ed631173-609b-4d79-85ea-5bd3a09441ac tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Deleting port 5439e9c4-233e-49c4-b7ce-aea5d967cd45 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:32:56.583417 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed631173-609b-4d79-85ea-5bd3a09441ac tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:56.672085 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed631173-609b-4d79-85ea-5bd3a09441ac tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:56.672421 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed631173-609b-4d79-85ea-5bd3a09441ac tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:56.685750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ed631173-609b-4d79-85ea-5bd3a09441ac tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Calling delete_port for 5439e9c4-233e-49c4-b7ce-aea5d967cd45 owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:32:56.866426 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed631173-609b-4d79-85ea-5bd3a09441ac tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:56.898926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed631173-609b-4d79-85ea-5bd3a09441ac tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Port': ['ID=5439e9c4-233e-49c4-b7ce-aea5d967cd45,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:56.977582 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed631173-609b-4d79-85ea-5bd3a09441ac tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:56.977911 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-ed631173-609b-4d79-85ea-5bd3a09441ac tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Floating IP b4a2bf13-58e7-4f88-8ec8-00db37d56d1c disassociated (deleted). External IP: 172.25.1.81, port: 8c3d59aa-abfc-4dae-a397-31c2a3a24c86. Aug 06 16:32:57.059012 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:57.096600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:57.164174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:57.236562 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Router 4b45e38c-df3c-4300-9f02-33942c7e8abc is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:32:57.239636 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed631173-609b-4d79-85ea-5bd3a09441ac tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:32:57.269400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c5a404-aa4e-4dfb-90b3-aa9e99d147a1 None None] Network 27993a5c-2b9d-4c69-8229-392961f4c587 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:32:57.360708 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:32:57.378891 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:57.382890 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-63afdef2-06a8-4207-9af7-2d6e6c882393 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9771163 Aug 06 16:32:57.383124 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Sync routers for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:32:57.383620 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56872) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:32:57.394753 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:57.396011 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:57.414331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-570d6950-0bab-4c85-ad84-8c9378844938 None None] Provisioning for port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:57.428689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-570d6950-0bab-4c85-ad84-8c9378844938 None None] Provisioning complete for port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:57.429122 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-570d6950-0bab-4c85-ad84-8c9378844938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:57.552522 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:57.578131 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-570d6950-0bab-4c85-ad84-8c9378844938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:57.686558 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-570d6950-0bab-4c85-ad84-8c9378844938 None None] For port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:57.698996 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-570d6950-0bab-4c85-ad84-8c9378844938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:57.781232 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed631173-609b-4d79-85ea-5bd3a09441ac tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:32:57.794366 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ed631173-609b-4d79-85ea-5bd3a09441ac tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:57.801165 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfeb51c-6159-427b-b89d-b2b81b643bda None None] Sync routers for ids ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:32:57.828122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d6950-0bab-4c85-ad84-8c9378844938 None None] Pushing event updated for resources: {'Port': ['ID=ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:57.832715 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ed631173-609b-4d79-85ea-5bd3a09441ac tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "DELETE /v2.0/floatingips/b4a2bf13-58e7-4f88-8ec8-00db37d56d1c HTTP/1.1" status: 204 len: 168 time: 1.4246476 Aug 06 16:32:57.833473 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cfa704-8e5e-48aa-858e-fbbbd81bae3c', 'tag': '8c3d59aa-abfc-4dae-a397-31c2a3a24c86'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:32:57.836278 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d0b91d-16a1-4a0b-aee0-c514f2b0df9d" -d '{"events": [{"name": "network-changed", "server_uuid": "25cfa704-8e5e-48aa-858e-fbbbd81bae3c", "tag": "8c3d59aa-abfc-4dae-a397-31c2a3a24c86"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:32:57.856755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfeb51c-6159-427b-b89d-b2b81b643bda None None] Routers {'b6ce1ccd-5f67-446a-ad46-f754b3d903e7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:57.857589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-bcfeb51c-6159-427b-b89d-b2b81b643bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:57.924592 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9942fb9-0350-4c48-bac8-623ad9cf78dc x-openstack-request-id: req-e9942fb9-0350-4c48-bac8-623ad9cf78dc {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:32:57.925212 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25cfa704-8e5e-48aa-858e-fbbbd81bae3c", "tag": "8c3d59aa-abfc-4dae-a397-31c2a3a24c86", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:32:57.925496 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9942fb9-0350-4c48-bac8-623ad9cf78dc {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:32:57.926008 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cfa704-8e5e-48aa-858e-fbbbd81bae3c', 'tag': '8c3d59aa-abfc-4dae-a397-31c2a3a24c86', 'status': 'completed', 'code': 200} Aug 06 16:32:58.007488 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0b91d-16a1-4a0b-aee0-c514f2b0df9d req-d7766719-b861-4b3a-b081-34368a939ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:58.009053 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0d0b91d-16a1-4a0b-aee0-c514f2b0df9d req-d7766719-b861-4b3a-b081-34368a939ae9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e12d0f28033544588a6800f70ae4d876&device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 1097 time: 0.0820963 Aug 06 16:32:58.057127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-bcfeb51c-6159-427b-b89d-b2b81b643bda None None] Set router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:58.098563 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:56Z', 'revision_number': 3, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:58.137327 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:58.152869 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Checking router: 4b45e38c-df3c-4300-9f02-33942c7e8abc for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:32:58.153106 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Updating router 4b45e38c-df3c-4300-9f02-33942c7e8abc port 14273ae7-6978-4b1f-897c-84a0e9e53dfc binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:32:58.181502 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:58.199595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0b91d-16a1-4a0b-aee0-c514f2b0df9d req-bbd95a2b-643b-4312-8991-80d16551d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:58.202075 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0d0b91d-16a1-4a0b-aee0-c514f2b0df9d req-bbd95a2b-643b-4312-8991-80d16551d0f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f6b7aea-bf2b-4646-a764-fefb838aaf14 HTTP/1.1" status: 200 len: 898 time: 0.1856465 Aug 06 16:32:58.239216 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4f11772c-d9cd-41e4-af00-74ad83dcd4b1 None None] Provisioning complete for port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:58.239837 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f11772c-d9cd-41e4-af00-74ad83dcd4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:58.257157 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0d0b91d-16a1-4a0b-aee0-c514f2b0df9d req-35bfe5a8-addd-4bb7-93e9-322c26f03519 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c3d59aa-abfc-4dae-a397-31c2a3a24c86 HTTP/1.1" status: 200 len: 217 time: 0.0468395 Aug 06 16:32:58.322822 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6003910-cc54-4b56-98b5-5f2dd942aba3 req-5b9ee51f-512f-40cc-b977-6e92fbbe0ab6 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:58.324708 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6003910-cc54-4b56-98b5-5f2dd942aba3 req-5b9ee51f-512f-40cc-b977-6e92fbbe0ab6 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 946 time: 0.1710274 Aug 06 16:32:58.378521 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0b91d-16a1-4a0b-aee0-c514f2b0df9d req-307f2943-41ea-49d3-beab-e8d9e7868c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:58.380036 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0d0b91d-16a1-4a0b-aee0-c514f2b0df9d req-307f2943-41ea-49d3-beab-e8d9e7868c1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f6b0bb94-b24e-489f-8013-cb26b973234e HTTP/1.1" status: 200 len: 834 time: 0.1156762 Aug 06 16:32:58.451602 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6003910-cc54-4b56-98b5-5f2dd942aba3 req-377ae318-6981-4e4f-9e79-c3275252649e tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990257 Aug 06 16:32:58.480120 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0b91d-16a1-4a0b-aee0-c514f2b0df9d req-58faa71b-82a3-4bbb-a3f8-330f743a4471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:58.486158 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Allocated IP 172.20.0.1 (27993a5c-2b9d-4c69-8229-392961f4c587/1ff15de7-924a-4614-a29f-2fbcd9beffc2/1796ea37-8f50-4028-869d-3b7c2ceb927a) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:32:58.486615 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0d0b91d-16a1-4a0b-aee0-c514f2b0df9d req-58faa71b-82a3-4bbb-a3f8-330f743a4471 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f6b7aea-bf2b-4646-a764-fefb838aaf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985301 Aug 06 16:32:58.560952 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-bcfeb51c-6159-427b-b89d-b2b81b643bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'name': 'tempest-TestNetworkBasicOps-router-902370661', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:55Z', 'updated_at': '2021-08-06T16:32:00Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:56Z', 'updated_at': '2021-08-06T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'd035c2a1-d5a4-4c0e-b673-a7558a1245a9', 'name': '', 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:20:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:59Z', 'updated_at': '2021-08-06T16:32:07Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:58.567232 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:58.579398 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Transition to ACTIVE for port object 14273ae7-6978-4b1f-897c-84a0e9e53dfc will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:58.587802 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:58.590470 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfeb51c-6159-427b-b89d-b2b81b643bda None None] Checking router: b6ce1ccd-5f67-446a-ad46-f754b3d903e7 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:32:58.600556 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfeb51c-6159-427b-b89d-b2b81b643bda None None] Routers {'b6ce1ccd-5f67-446a-ad46-f754b3d903e7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:58.601186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-bcfeb51c-6159-427b-b89d-b2b81b643bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:58.602450 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0d0b91d-16a1-4a0b-aee0-c514f2b0df9d req-3d634f7d-1f4d-4b06-b7f5-8486aa23fb54 service neutron] 10.222.0.13 "GET /v2.0/networks/7f6b7aea-bf2b-4646-a764-fefb838aaf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075332 Aug 06 16:32:58.637641 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Attempting to bind port 14273ae7-6978-4b1f-897c-84a0e9e53dfc on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:32:58.638332 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Attempting to bind port 14273ae7-6978-4b1f-897c-84a0e9e53dfc by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:32:58.638867 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Attempting to bind port 14273ae7-6978-4b1f-897c-84a0e9e53dfc on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:32:58.652859 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:32:58.653586 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:32:58.654183 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:58.654753 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:32:58.655569 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Bound port: 14273ae7-6978-4b1f-897c-84a0e9e53dfc, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:32:58.656144 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:58.669332 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:58.685447 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Transition to ACTIVE for port object 1796ea37-8f50-4028-869d-3b7c2ceb927a will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:32:58.703189 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d047a79-b6ed-4f82-8c27-3a979e8f6816 None None] Pushing event updated for resources: {'Port': ['ID=14273ae7-6978-4b1f-897c-84a0e9e53dfc,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:58.725823 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] For port 14273ae7-6978-4b1f-897c-84a0e9e53dfc, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:32:58.730112 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] For port 14273ae7-6978-4b1f-897c-84a0e9e53dfc, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=14273ae7-6978-4b1f-897c-84a0e9e53dfc,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:32:58.736695 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:58.741523 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a0d0b91d-16a1-4a0b-aee0-c514f2b0df9d req-54f52b0d-314b-4d67-acb8-2908bb86b436 service neutron] 10.222.0.13 "GET /v2.0/networks/7f6b7aea-bf2b-4646-a764-fefb838aaf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310673 Aug 06 16:32:58.745541 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-bcfeb51c-6159-427b-b89d-b2b81b643bda None None] Set router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:58.758604 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:58.810411 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Network 27993a5c-2b9d-4c69-8229-392961f4c587 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:58.815598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:58.820253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:32:58.823672 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Pushing event updated for resources: {'Port': ['ID=1796ea37-8f50-4028-869d-3b7c2ceb927a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:58.824593 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:32:58.825317 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:58.866275 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:58.892510 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d047a79-b6ed-4f82-8c27-3a979e8f6816 None None] Pushing event updated for resources: {'Port': ['ID=14273ae7-6978-4b1f-897c-84a0e9e53dfc,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:59.000474 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:32:59.036503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-bcfeb51c-6159-427b-b89d-b2b81b643bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'name': 'tempest-TestNetworkBasicOps-router-902370661', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:55Z', 'updated_at': '2021-08-06T16:32:00Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:56Z', 'updated_at': '2021-08-06T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'd035c2a1-d5a4-4c0e-b673-a7558a1245a9', 'name': '', 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:20:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:59Z', 'updated_at': '2021-08-06T16:32:07Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:59.039489 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:59.066894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfeb51c-6159-427b-b89d-b2b81b643bda None None] The sync data for ids ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'] in n-d-803756-1 is: [{'id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'name': 'tempest-TestNetworkBasicOps-router-902370661', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:55Z', 'updated_at': '2021-08-06T16:32:00Z', 'revision_number': 4, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:56Z', 'updated_at': '2021-08-06T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'd035c2a1-d5a4-4c0e-b673-a7558a1245a9', 'name': '', 'network_id': '7f6b7aea-bf2b-4646-a764-fefb838aaf14', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'mac_address': 'fa:16:3e:20:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:59Z', 'updated_at': '2021-08-06T16:32:07Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'subnets': [{'id': 'f6b0bb94-b24e-489f-8013-cb26b973234e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:32:59.076659 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:32:59.152434 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:59.152816 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:59.212075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-609ab0cd-4eae-4932-9966-a9477b44c39b None None] Provisioning for port 1796ea37-8f50-4028-869d-3b7c2ceb927a completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:32:59.217972 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-609ab0cd-4eae-4932-9966-a9477b44c39b None None] Provisioning complete for port 1796ea37-8f50-4028-869d-3b7c2ceb927a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:59.218440 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-609ab0cd-4eae-4932-9966-a9477b44c39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:59.250755 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:56Z', 'revision_number': 3, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:32:59.262005 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:59.268330 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:59.283624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-609ab0cd-4eae-4932-9966-a9477b44c39b None None] Port 1796ea37-8f50-4028-869d-3b7c2ceb927a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:32:59.291109 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6097cf9-f8ca-49a0-87a3-4a6669dfedc7 None None] The sync data for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 is: [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:56Z', 'revision_number': 3, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:32:59.353952 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Pushing event updated for resources: {'Port': ['ID=1796ea37-8f50-4028-869d-3b7c2ceb927a,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:32:59.356448 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:59.413264 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f5539-b62d-47d5-8463-9c3197698985 None None] New status for floating IP b4a2bf13-58e7-4f88-8ec8-00db37d56d1c: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:32:59.455265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810f63b-3e07-4903-97fc-07be79605f49 req-f1b6fe77-f740-4f25-bc5e-4cd1e2ffcc7c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:59.457133 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6810f63b-3e07-4903-97fc-07be79605f49 req-f1b6fe77-f740-4f25-bc5e-4cd1e2ffcc7c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 946 time: 0.0661490 Aug 06 16:32:59.462491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Network 27993a5c-2b9d-4c69-8229-392961f4c587 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:32:59.464286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:32:59.640992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-6810f63b-3e07-4903-97fc-07be79605f49 req-410f9669-aa38-4687-ab34-fc103503c6d3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Deleting port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:32:59.641464 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6810f63b-3e07-4903-97fc-07be79605f49 req-410f9669-aa38-4687-ab34-fc103503c6d3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:59.687476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84559a5-d758-49b9-95fc-f07a69dd6131 req-94c895ab-9e05-45ad-bbf9-c352f738e840 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:59.689261 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d84559a5-d758-49b9-95fc-f07a69dd6131 req-94c895ab-9e05-45ad-bbf9-c352f738e840 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/ports?device_id=25cfa704-8e5e-48aa-858e-fbbbd81bae3c HTTP/1.1" status: 200 len: 946 time: 0.1405718 Aug 06 16:32:59.701684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Router 4b45e38c-df3c-4300-9f02-33942c7e8abc has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:32:59.779807 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-6810f63b-3e07-4903-97fc-07be79605f49 req-410f9669-aa38-4687-ab34-fc103503c6d3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] For port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=8c3d59aa-abfc-4dae-a397-31c2a3a24c86,segment=NetworkSegment(d20402d9-794b-43a3-9167-3bd9654a12d6),segment_id=d20402d9-794b-43a3-9167-3bd9654a12d6)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:32:59.780109 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6810f63b-3e07-4903-97fc-07be79605f49 req-410f9669-aa38-4687-ab34-fc103503c6d3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:59.793563 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d84559a5-d758-49b9-95fc-f07a69dd6131 req-f8e9fb3d-8e7c-471a-a85f-0ce2e174160d tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "GET /v2.0/security-groups?id=6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900366 Aug 06 16:32:59.800383 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-6810f63b-3e07-4903-97fc-07be79605f49 req-410f9669-aa38-4687-ab34-fc103503c6d3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Calling delete_port for 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:32:59.840778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7b3c46db-4008-48b1-bbaf-e41cf6b46c78 None None] Provisioning complete for port 1796ea37-8f50-4028-869d-3b7c2ceb927a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:32:59.841152 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7b3c46db-4008-48b1-bbaf-e41cf6b46c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:59.866480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:32:59.884603 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-35f23407-3142-4c71-af5f-6ff69d5106ca admin admin] 10.222.0.37 "PUT /v2.0/routers/4b45e38c-df3c-4300-9f02-33942c7e8abc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4997110 Aug 06 16:32:59.904589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c46db-4008-48b1-bbaf-e41cf6b46c78 None None] Port 1796ea37-8f50-4028-869d-3b7c2ceb927a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:32:59.967444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6810f63b-3e07-4903-97fc-07be79605f49 req-410f9669-aa38-4687-ab34-fc103503c6d3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:00.000416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f9669-aa38-4687-ab34-fc103503c6d3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Port': ['ID=8c3d59aa-abfc-4dae-a397-31c2a3a24c86,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:00.057317 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-6810f63b-3e07-4903-97fc-07be79605f49 req-410f9669-aa38-4687-ab34-fc103503c6d3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] No DVR routers for this DVR port 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:33:00.061071 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6810f63b-3e07-4903-97fc-07be79605f49 req-410f9669-aa38-4687-ab34-fc103503c6d3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:00.063430 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6810f63b-3e07-4903-97fc-07be79605f49 req-410f9669-aa38-4687-ab34-fc103503c6d3 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.13 "DELETE /v2.0/ports/8c3d59aa-abfc-4dae-a397-31c2a3a24c86 HTTP/1.1" status: 204 len: 173 time: 0.6001511 Aug 06 16:33:00.063989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cfa704-8e5e-48aa-858e-fbbbd81bae3c', 'name': 'network-vif-deleted', 'tag': '8c3d59aa-abfc-4dae-a397-31c2a3a24c86'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:33:00.066590 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7b910e-983d-4c31-8fdf-0132ab3f7fb0" -d '{"events": [{"server_uuid": "25cfa704-8e5e-48aa-858e-fbbbd81bae3c", "name": "network-vif-deleted", "tag": "8c3d59aa-abfc-4dae-a397-31c2a3a24c86"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:33:00.133749 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82dc52e-07e0-491f-a2bd-c657fbadeae7 x-openstack-request-id: req-e82dc52e-07e0-491f-a2bd-c657fbadeae7 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:33:00.134064 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cfa704-8e5e-48aa-858e-fbbbd81bae3c", "name": "network-vif-deleted", "tag": "8c3d59aa-abfc-4dae-a397-31c2a3a24c86", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:33:00.134448 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e82dc52e-07e0-491f-a2bd-c657fbadeae7 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:33:00.134994 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cfa704-8e5e-48aa-858e-fbbbd81bae3c', 'name': 'network-vif-deleted', 'tag': '8c3d59aa-abfc-4dae-a397-31c2a3a24c86', 'status': 'completed', 'code': 200} Aug 06 16:33:00.497296 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56898) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:33:00.503698 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-616644600-network', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:33:00.525812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Made reservation on behalf of 7cee8ff719f14d2e9d8ac68d32788a93 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:33:00.528419 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:00.538265 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:00.642677 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:00.646638 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:00.675044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:33:00.681693 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c67409-0fc0-4f8d-aeed-b646c2fff786,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:00.691087 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:00.691432 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Added segment a6fd90a8-3f8b-407e-be29-8239b4765e14 of type vlan for network 79f70556-0e9a-4960-a0f6-c6db9d41a81d Aug 06 16:33:00.693744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:00.694083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:00.694417 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:00.694747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:00.695075 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:00.695399 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:00.695731 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:00.696032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:00.696350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:00.696666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:00.696981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:00.697294 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:00.741458 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:00.771143 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:00.772142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:00.772717 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:00.831894 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3330352 Aug 06 16:33:00.834425 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56902) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:33:00.839638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-485f56f0-6168-4b4a-9edc-17175e7c633e admin admin] Request body: {'subnet': {'network_id': '79f70556-0e9a-4960-a0f6-c6db9d41a81d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-616644600-subnet', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:33:00.853314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77225264-0a46-46b5-880b-099b92e4fc68 admin admin] Pushing event updated for resources: {'Network': ['ID=79f70556-0e9a-4960-a0f6-c6db9d41a81d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:00.865591 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 79f70556-0e9a-4960-a0f6-c6db9d41a81d details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:33:00.869661 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56904) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:33:00.870263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485f56f0-6168-4b4a-9edc-17175e7c633e admin admin] Made reservation on behalf of 7cee8ff719f14d2e9d8ac68d32788a93 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:33:00.876047 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-485f56f0-6168-4b4a-9edc-17175e7c633e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:00.957311 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d557d2b4-e7b3-4526-b686-3dcb50f1e300 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:00.992405 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d557d2b4-e7b3-4526-b686-3dcb50f1e300 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:01.068798 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d557d2b4-e7b3-4526-b686-3dcb50f1e300 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:01.072944 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d557d2b4-e7b3-4526-b686-3dcb50f1e300 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:01.078256 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d557d2b4-e7b3-4526-b686-3dcb50f1e300 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "DELETE /v2.0/security-groups/6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e HTTP/1.1" status: 204 len: 168 time: 0.2035336 Aug 06 16:33:01.094756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 14273ae7-6978-4b1f-897c-84a0e9e53dfc up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:33:01.098253 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557d2b4-e7b3-4526-b686-3dcb50f1e300 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baf10a5-ae32-4151-bd3f-2dfdeb2dfe8e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:01.101593 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-485f56f0-6168-4b4a-9edc-17175e7c633e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:01.120985 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56908) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:33:01.169441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 14273ae7-6978-4b1f-897c-84a0e9e53dfc completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:33:01.174732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f56f0-6168-4b4a-9edc-17175e7c633e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb039597-3433-4352-ae30-5c839b3d6a42,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:01.177351 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 14273ae7-6978-4b1f-897c-84a0e9e53dfc triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:01.178537 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:01.182693 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485f56f0-6168-4b4a-9edc-17175e7c633e admin admin] Checking segment: {'id': 'a6fd90a8-3f8b-407e-be29-8239b4765e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '79f70556-0e9a-4960-a0f6-c6db9d41a81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:33:01.183053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485f56f0-6168-4b4a-9edc-17175e7c633e admin admin] Network hostable DHCP agents. Network: 79f70556-0e9a-4960-a0f6-c6db9d41a81d, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:33:01.205187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485f56f0-6168-4b4a-9edc-17175e7c633e admin admin] Network 79f70556-0e9a-4960-a0f6-c6db9d41a81d is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:33:01.216096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-485f56f0-6168-4b4a-9edc-17175e7c633e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 79f70556-0e9a-4960-a0f6-c6db9d41a81d) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:33:01.222375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485f56f0-6168-4b4a-9edc-17175e7c633e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:01.223172 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-485f56f0-6168-4b4a-9edc-17175e7c633e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:01.233945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d3ee8b-b5d3-46e0-bd06-4784521dc5d9 None None] Network 79f70556-0e9a-4960-a0f6-c6db9d41a81d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:33:01.242912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-485f56f0-6168-4b4a-9edc-17175e7c633e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4047191 Aug 06 16:33:01.243462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56910) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:33:01.250210 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-616644600-router', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:33:01.279196 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:01.281609 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:01.352956 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:01.378077 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:01.413944 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 14273ae7-6978-4b1f-897c-84a0e9e53dfc, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=14273ae7-6978-4b1f-897c-84a0e9e53dfc,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:01.420221 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:01.451679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Sync routers for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:33:01.492971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:33:01.493581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:01.504074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-79f70556-0e9a-4960-a0f6-c6db9d41a81d', 'network_id': '79f70556-0e9a-4960-a0f6-c6db9d41a81d', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'fixed_ips': [{'subnet_id': 'bb039597-3433-4352-ae30-5c839b3d6a42'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:33:01.505243 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:01.525050 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:01.557238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=14273ae7-6978-4b1f-897c-84a0e9e53dfc,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:01.630298 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0f8f4c4-02cd-43ea-a3a6-58fa7edfe1ee tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:01.744545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:01.744786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:01.745119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:01.745451 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:01.745804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:01.746130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:01.746457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:01.746773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:01.747096 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:01.747407 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:01.747724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:01.748036 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:01.791529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:01.815296 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:01.878338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:33:01.958158 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Allocated IP 172.25.1.17 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/a23e0635-8cdc-4123-8ab0-0bc4179b934b) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:33:01.972126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d0f8f4c4-02cd-43ea-a3a6-58fa7edfe1ee tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Deleting port d035c2a1-d5a4-4c0e-b673-a7558a1245a9 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:33:01.972928 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0f8f4c4-02cd-43ea-a3a6-58fa7edfe1ee tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:02.008392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Allocated IP 172.20.0.2 (79f70556-0e9a-4960-a0f6-c6db9d41a81d/bb039597-3433-4352-ae30-5c839b3d6a42/989c5b4f-dd42-429a-a24c-39cb389f44b9) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:33:02.076249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-d0f8f4c4-02cd-43ea-a3a6-58fa7edfe1ee tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] For port d035c2a1-d5a4-4c0e-b673-a7558a1245a9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d035c2a1-d5a4-4c0e-b673-a7558a1245a9,segment=NetworkSegment(d20402d9-794b-43a3-9167-3bd9654a12d6),segment_id=d20402d9-794b-43a3-9167-3bd9654a12d6)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:02.076967 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0f8f4c4-02cd-43ea-a3a6-58fa7edfe1ee tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:02.092481 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d0f8f4c4-02cd-43ea-a3a6-58fa7edfe1ee tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Calling delete_port for d035c2a1-d5a4-4c0e-b673-a7558a1245a9 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:33:02.102668 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:02.153916 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:02.201400 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:33:02.204730 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:33:02.208587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:33:02.248863 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:02.249254 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Pushing event updated for resources: {'Port': ['ID=a23e0635-8cdc-4123-8ab0-0bc4179b934b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:02.260996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Transition to ACTIVE for port object 989c5b4f-dd42-429a-a24c-39cb389f44b9 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:33:02.264315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:32:59Z', 'revision_number': 2, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:02.299770 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Checking router: 4b45e38c-df3c-4300-9f02-33942c7e8abc for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:33:02.300116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Updating router 4b45e38c-df3c-4300-9f02-33942c7e8abc port 1796ea37-8f50-4028-869d-3b7c2ceb927a binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:33:02.301668 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0f8f4c4-02cd-43ea-a3a6-58fa7edfe1ee tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:02.330842 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Transition to ACTIVE for port object 989c5b4f-dd42-429a-a24c-39cb389f44b9 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:33:02.337385 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:02.342119 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:02.346347 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8f4c4-02cd-43ea-a3a6-58fa7edfe1ee tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Port': ['ID=d035c2a1-d5a4-4c0e-b673-a7558a1245a9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:02.391563 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Network 79f70556-0e9a-4960-a0f6-c6db9d41a81d is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:33:02.395219 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:33:02.402258 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:33:02.438676 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Pushing event updated for resources: {'Port': ['ID=989c5b4f-dd42-429a-a24c-39cb389f44b9,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:02.534723 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:02.556307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Attempting to bind port 989c5b4f-dd42-429a-a24c-39cb389f44b9 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:33:02.557220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Attempting to bind port 989c5b4f-dd42-429a-a24c-39cb389f44b9 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'a6fd90a8-3f8b-407e-be29-8239b4765e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '79f70556-0e9a-4960-a0f6-c6db9d41a81d'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:33:02.557220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Attempting to bind port 989c5b4f-dd42-429a-a24c-39cb389f44b9 on network 79f70556-0e9a-4960-a0f6-c6db9d41a81d {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:33:02.572369 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:33:02.572753 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Checking segment: {'id': 'a6fd90a8-3f8b-407e-be29-8239b4765e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '79f70556-0e9a-4960-a0f6-c6db9d41a81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:33:02.573335 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:02.573555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Bound using segment: {'id': 'a6fd90a8-3f8b-407e-be29-8239b4765e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '79f70556-0e9a-4960-a0f6-c6db9d41a81d'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:33:02.574074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Bound port: 989c5b4f-dd42-429a-a24c-39cb389f44b9, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6fd90a8-3f8b-407e-be29-8239b4765e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '79f70556-0e9a-4960-a0f6-c6db9d41a81d'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:33:02.574721 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:02.576031 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0f8f4c4-02cd-43ea-a3a6-58fa7edfe1ee tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:02.705558 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] For port 989c5b4f-dd42-429a-a24c-39cb389f44b9, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:33:02.722208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] For port 989c5b4f-dd42-429a-a24c-39cb389f44b9, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=989c5b4f-dd42-429a-a24c-39cb389f44b9,segment=NetworkSegment(a6fd90a8-3f8b-407e-be29-8239b4765e14),segment_id=a6fd90a8-3f8b-407e-be29-8239b4765e14)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:33:02.732181 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:02.769232 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:02.837362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ec710-def1-41ab-bea3-6ab95cb5ef45 None None] Pushing event updated for resources: {'Port': ['ID=989c5b4f-dd42-429a-a24c-39cb389f44b9,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:02.880488 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f8f4c4-02cd-43ea-a3a6-58fa7edfe1ee tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:33:02.882616 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:02.894297 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Transition to ACTIVE for port object 1796ea37-8f50-4028-869d-3b7c2ceb927a will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:33:02.901117 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:02.939020 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Router b4681243-7822-4468-a825-ea5280d12f3f is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:33:02.954870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a010128-3135-416a-b65b-7e1e7d7b018a None None] Pushing event updated for resources: {'Port': ['ID=1796ea37-8f50-4028-869d-3b7c2ceb927a,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:02.959076 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:33:02.986363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:33:02.986363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 8c3d59aa-abfc-4dae-a397-31c2a3a24c86 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:33:03.038834 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f8f4c4-02cd-43ea-a3a6-58fa7edfe1ee tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:33:03.051990 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63280845-4ed4-4a05-880a-2e7b34501663 None None] Sync routers for ids ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:33:03.057127 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d0f8f4c4-02cd-43ea-a3a6-58fa7edfe1ee tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "PUT /v2.0/routers/b6ce1ccd-5f67-446a-ad46-f754b3d903e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9340420 Aug 06 16:33:03.063811 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56912) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:33:03.084697 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63280845-4ed4-4a05-880a-2e7b34501663 None None] Routers {'b6ce1ccd-5f67-446a-ad46-f754b3d903e7'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:33:03.086662 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-63280845-4ed4-4a05-880a-2e7b34501663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:03.096586 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Attempting to bind port 1796ea37-8f50-4028-869d-3b7c2ceb927a on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:33:03.100085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Attempting to bind port 1796ea37-8f50-4028-869d-3b7c2ceb927a by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:33:03.102371 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Attempting to bind port 1796ea37-8f50-4028-869d-3b7c2ceb927a on network 27993a5c-2b9d-4c69-8229-392961f4c587 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:33:03.124674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:33:03.125056 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Checking segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:33:03.125464 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:03.125967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Bound using segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:33:03.126694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Bound port: 1796ea37-8f50-4028-869d-3b7c2ceb927a, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:33:03.127043 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:03.226141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-434c56d4-12cf-49fa-8756-653c45f89c7c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Deleting subnet f6b0bb94-b24e-489f-8013-cb26b973234e {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:33:03.230471 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-434c56d4-12cf-49fa-8756-653c45f89c7c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:03.262040 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] For port 1796ea37-8f50-4028-869d-3b7c2ceb927a, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:33:03.269873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] For port 1796ea37-8f50-4028-869d-3b7c2ceb927a, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1796ea37-8f50-4028-869d-3b7c2ceb927a,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:33:03.277190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 14273ae7-6978-4b1f-897c-84a0e9e53dfc up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:33:03.289281 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:03.313443 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-434c56d4-12cf-49fa-8756-653c45f89c7c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:03.356529 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-63280845-4ed4-4a05-880a-2e7b34501663 None None] Set router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:33:03.433970 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a010128-3135-416a-b65b-7e1e7d7b018a None None] Pushing event updated for resources: {'Port': ['ID=1796ea37-8f50-4028-869d-3b7c2ceb927a,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:03.443572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:33:03.444383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:03.460251 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-434c56d4-12cf-49fa-8756-653c45f89c7c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:03.553492 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-434c56d4-12cf-49fa-8756-653c45f89c7c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:03.598746 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-434c56d4-12cf-49fa-8756-653c45f89c7c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:03.600974 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-434c56d4-12cf-49fa-8756-653c45f89c7c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "DELETE /v2.0/subnets/f6b0bb94-b24e-489f-8013-cb26b973234e HTTP/1.1" status: 204 len: 168 time: 0.5372128 Aug 06 16:33:03.602183 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c56d4-12cf-49fa-8756-653c45f89c7c tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b0bb94-b24e-489f-8013-cb26b973234e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:03.609838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56914) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:33:03.630318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f801707d-0738-4212-b5ed-c33e41fdecbd None None] Network 7f6b7aea-bf2b-4646-a764-fefb838aaf14 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:33:03.638948 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 14273ae7-6978-4b1f-897c-84a0e9e53dfc triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:03.639480 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:03.673518 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:33:03.705944 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:03.707744 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-10c57d5f-2dcf-4aaa-95fb-2c420f3638ab admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4629569 Aug 06 16:33:03.710713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56916) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:33:03.719606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Sync routers for ids ['b4681243-7822-4468-a825-ea5280d12f3f'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:33:03.772274 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-63280845-4ed4-4a05-880a-2e7b34501663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'name': 'tempest-TestNetworkBasicOps-router-902370661', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:55Z', 'updated_at': '2021-08-06T16:33:02Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:56Z', 'updated_at': '2021-08-06T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:03.782338 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea884289-713c-4ea7-8e0a-f8e1c40c0a04 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:03.820316 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63280845-4ed4-4a05-880a-2e7b34501663 None None] Checking router: b6ce1ccd-5f67-446a-ad46-f754b3d903e7 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:33:03.841075 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63280845-4ed4-4a05-880a-2e7b34501663 None None] Routers {'b6ce1ccd-5f67-446a-ad46-f754b3d903e7'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:33:03.841775 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-63280845-4ed4-4a05-880a-2e7b34501663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:03.847207 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Routers {'b4681243-7822-4468-a825-ea5280d12f3f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:33:03.848092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:32:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b4681243-7822-4468-a825-ea5280d12f3f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:03.855609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:33:03.928755 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0703a6af-8a05-484a-9035-24d6a21b5442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:03.949007 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea884289-713c-4ea7-8e0a-f8e1c40c0a04 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.012034 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-63280845-4ed4-4a05-880a-2e7b34501663 None None] Set router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:33:04.045820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ea884289-713c-4ea7-8e0a-f8e1c40c0a04 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Deleting port 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:33:04.046444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea884289-713c-4ea7-8e0a-f8e1c40c0a04 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.157674 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-ea884289-713c-4ea7-8e0a-f8e1c40c0a04 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] For port 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:04.158060 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea884289-713c-4ea7-8e0a-f8e1c40c0a04 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.173184 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ea884289-713c-4ea7-8e0a-f8e1c40c0a04 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Calling delete_port for 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:33:04.252180 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Set router b4681243-7822-4468-a825-ea5280d12f3f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:33:04.338950 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e19859-83b0-44b0-910b-5c81d9440e37 None None] DHCP port deletion for 7f6b7aea-bf2b-4646-a764-fefb838aaf14 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:33:04.388618 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.406964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c396455-0688-46c5-b066-f3d2d67f296c None None] Network 79f70556-0e9a-4960-a0f6-c6db9d41a81d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:33:04.422828 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea884289-713c-4ea7-8e0a-f8e1c40c0a04 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.460451 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea884289-713c-4ea7-8e0a-f8e1c40c0a04 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Port': ['ID=8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:04.480939 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-63280845-4ed4-4a05-880a-2e7b34501663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'name': 'tempest-TestNetworkBasicOps-router-902370661', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:55Z', 'updated_at': '2021-08-06T16:33:02Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:56Z', 'updated_at': '2021-08-06T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:04.519854 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63280845-4ed4-4a05-880a-2e7b34501663 None None] The sync data for ids ['b6ce1ccd-5f67-446a-ad46-f754b3d903e7'] in n-d-803756-1 is: [{'id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'name': 'tempest-TestNetworkBasicOps-router-902370661', 'tenant_id': 'e12d0f28033544588a6800f70ae4d876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:31:55Z', 'updated_at': '2021-08-06T16:33:02Z', 'revision_number': 5, 'project_id': 'e12d0f28033544588a6800f70ae4d876', 'gw_port': {'id': '8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ce1ccd-5f67-446a-ad46-f754b3d903e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:31:56Z', 'updated_at': '2021-08-06T16:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:33:04.556231 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea884289-713c-4ea7-8e0a-f8e1c40c0a04 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.605643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Allocated IP 172.20.0.1 (79f70556-0e9a-4960-a0f6-c6db9d41a81d/bb039597-3433-4352-ae30-5c839b3d6a42/306e0447-db3e-4020-94e9-50f5a7717cfa) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:33:04.658403 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea884289-713c-4ea7-8e0a-f8e1c40c0a04 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.660837 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea884289-713c-4ea7-8e0a-f8e1c40c0a04 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.710792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea884289-713c-4ea7-8e0a-f8e1c40c0a04 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.711519 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea884289-713c-4ea7-8e0a-f8e1c40c0a04 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Fanout notify agent at l3_agent the message router_deleted on router b6ce1ccd-5f67-446a-ad46-f754b3d903e7 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:33:04.719445 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea884289-713c-4ea7-8e0a-f8e1c40c0a04 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.721124 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ea884289-713c-4ea7-8e0a-f8e1c40c0a04 tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "DELETE /v2.0/routers/b6ce1ccd-5f67-446a-ad46-f754b3d903e7 HTTP/1.1" status: 204 len: 168 time: 1.1096272 Aug 06 16:33:04.723796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56918) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:33:04.734630 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.751321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Transition to ACTIVE for port object 306e0447-db3e-4020-94e9-50f5a7717cfa will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:33:04.755553 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-356e58ad-25cd-4a8f-9b5e-1ed3fa78f9cc None None] Provisioning for port 989c5b4f-dd42-429a-a24c-39cb389f44b9 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:33:04.787166 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.813115 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.821063 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-54e19859-83b0-44b0-910b-5c81d9440e37 None None] Deleting port cedef99c-c8c2-456f-80b4-29e927faeff3 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:33:04.821332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Network 79f70556-0e9a-4960-a0f6-c6db9d41a81d is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:33:04.821479 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-54e19859-83b0-44b0-910b-5c81d9440e37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.826879 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:33:04.827340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:33:04.884037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Pushing event updated for resources: {'Port': ['ID=306e0447-db3e-4020-94e9-50f5a7717cfa,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:04.889378 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Deleting port cedef99c-c8c2-456f-80b4-29e927faeff3 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:33:04.890912 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.893086 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.940481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:03Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:04.955930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-54e19859-83b0-44b0-910b-5c81d9440e37 None None] For port cedef99c-c8c2-456f-80b4-29e927faeff3, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=cedef99c-c8c2-456f-80b4-29e927faeff3,segment=NetworkSegment(d20402d9-794b-43a3-9167-3bd9654a12d6),segment_id=d20402d9-794b-43a3-9167-3bd9654a12d6)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:04.956332 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-54e19859-83b0-44b0-910b-5c81d9440e37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:04.987567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] For port cedef99c-c8c2-456f-80b4-29e927faeff3, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=cedef99c-c8c2-456f-80b4-29e927faeff3,segment=NetworkSegment(d20402d9-794b-43a3-9167-3bd9654a12d6),segment_id=d20402d9-794b-43a3-9167-3bd9654a12d6)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:04.987737 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.007666 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Calling delete_port for cedef99c-c8c2-456f-80b4-29e927faeff3 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:33:05.013908 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb9273-f51c-4870-8551-1939e0faf070 None None] The sync data for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 is: [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:03Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:33:05.032047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-54e19859-83b0-44b0-910b-5c81d9440e37 None None] Calling delete_port for cedef99c-c8c2-456f-80b4-29e927faeff3 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:33:05.139939 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.140967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'name': 'tempest-TestVolumeBootPattern-616644600-router', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a23e0635-8cdc-4123-8ab0-0bc4179b934b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:33:01Z', 'updated_at': '2021-08-06T16:33:02Z', 'revision_number': 3, 'project_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'gw_port': {'id': 'a23e0635-8cdc-4123-8ab0-0bc4179b934b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:33:01Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:05.184581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Checking router: b4681243-7822-4468-a825-ea5280d12f3f for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:33:05.184808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Updating router b4681243-7822-4468-a825-ea5280d12f3f port a23e0635-8cdc-4123-8ab0-0bc4179b934b binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:33:05.218018 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.224970 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.275451 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Port': ['ID=cedef99c-c8c2-456f-80b4-29e927faeff3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:05.284811 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] No DVR routers for this DVR port cedef99c-c8c2-456f-80b4-29e927faeff3 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:33:05.331433 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-54e19859-83b0-44b0-910b-5c81d9440e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.339102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 989c5b4f-dd42-429a-a24c-39cb389f44b9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:33:05.407393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e19859-83b0-44b0-910b-5c81d9440e37 None None] Pushing event deleted for resources: {'Port': ['ID=cedef99c-c8c2-456f-80b4-29e927faeff3,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:05.430137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e19859-83b0-44b0-910b-5c81d9440e37 None None] No DVR routers for this DVR port cedef99c-c8c2-456f-80b4-29e927faeff3 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:33:05.483264 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.499511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6b7aea-bf2b-4646-a764-fefb838aaf14']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:05.518586 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20402d9-794b-43a3-9167-3bd9654a12d6') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:05.518904 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20402d9-794b-43a3-9167-3bd9654a12d6') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:05.534085 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.554518 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.559896 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.567948 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.576406 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:33:05.577103 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: items = [ Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:33:05.605357 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:33:05.680043 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.684007 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.691951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Pushing event updated for resources: {'Port': ['ID=306e0447-db3e-4020-94e9-50f5a7717cfa,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:05.694113 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.705460 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] 10.222.0.37 "DELETE /v2.0/networks/7f6b7aea-bf2b-4646-a764-fefb838aaf14 HTTP/1.1" status: 204 len: 168 time: 0.9804668 Aug 06 16:33:05.718460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 989c5b4f-dd42-429a-a24c-39cb389f44b9 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:33:05.725081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 989c5b4f-dd42-429a-a24c-39cb389f44b9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:05.725368 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.726522 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df98c49-8b66-4638-aa55-1b0d7dce5dbf tempest-TestNetworkBasicOps-1334800456 tempest-TestNetworkBasicOps-1334800456-project] Pushing event deleted for resources: {'Network': ['ID=7f6b7aea-bf2b-4646-a764-fefb838aaf14,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:05.801706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b627e131-d666-4141-aedc-f1391f881edf None None] Provisioning for port 306e0447-db3e-4020-94e9-50f5a7717cfa completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:33:05.847292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b627e131-d666-4141-aedc-f1391f881edf None None] Provisioning complete for port 306e0447-db3e-4020-94e9-50f5a7717cfa triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:05.848036 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b627e131-d666-4141-aedc-f1391f881edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.879669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Network 79f70556-0e9a-4960-a0f6-c6db9d41a81d is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:33:05.883170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:33:05.949903 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:06.045048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 989c5b4f-dd42-429a-a24c-39cb389f44b9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=989c5b4f-dd42-429a-a24c-39cb389f44b9,segment=NetworkSegment(a6fd90a8-3f8b-407e-be29-8239b4765e14),segment_id=a6fd90a8-3f8b-407e-be29-8239b4765e14)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:06.048979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b627e131-d666-4141-aedc-f1391f881edf None None] Port 306e0447-db3e-4020-94e9-50f5a7717cfa cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:33:06.066433 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:06.070864 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Router b4681243-7822-4468-a825-ea5280d12f3f has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:33:06.167599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d035c2a1-d5a4-4c0e-b673-a7558a1245a9 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:33:06.210660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: d035c2a1-d5a4-4c0e-b673-a7558a1245a9 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:33:06.211143 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d035c2a1-d5a4-4c0e-b673-a7558a1245a9 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:33:06.211737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device cedef99c-c8c2-456f-80b4-29e927faeff3 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:33:06.232664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56926) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:33:06.258769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:33:06.275709 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-74bb53da-b361-4fb2-bab9-65da7a628e7d admin admin] 10.222.0.37 "PUT /v2.0/routers/b4681243-7822-4468-a825-ea5280d12f3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5633304 Aug 06 16:33:06.286593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: cedef99c-c8c2-456f-80b4-29e927faeff3 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:33:06.287018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device cedef99c-c8c2-456f-80b4-29e927faeff3 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:33:06.306924 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:06.320332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=989c5b4f-dd42-429a-a24c-39cb389f44b9,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:06.323891 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-489d8427-4aad-4cfa-91bc-1dc2d2552b70 None None] Provisioning complete for port 306e0447-db3e-4020-94e9-50f5a7717cfa triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:06.324751 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-489d8427-4aad-4cfa-91bc-1dc2d2552b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:06.331257 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-de3d4f11-b7a5-4897-bb73-8ea424d261a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:06.354202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Transition to ACTIVE for port object a23e0635-8cdc-4123-8ab0-0bc4179b934b will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:33:06.365683 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:06.411969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56932) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:33:06.414294 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3cd26-861a-4a6f-a111-65e36549aab6 None None] Pushing event updated for resources: {'Port': ['ID=a23e0635-8cdc-4123-8ab0-0bc4179b934b,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:06.422728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-489d8427-4aad-4cfa-91bc-1dc2d2552b70 None None] Port 306e0447-db3e-4020-94e9-50f5a7717cfa cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:33:06.433523 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d11f122f-cf5d-4509-ab58-2c35be32b397 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e12d0f28033544588a6800f70ae4d876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804388 Aug 06 16:33:06.444962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Attempting to bind port a23e0635-8cdc-4123-8ab0-0bc4179b934b on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:33:06.444962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Attempting to bind port a23e0635-8cdc-4123-8ab0-0bc4179b934b by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:33:06.445521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Attempting to bind port a23e0635-8cdc-4123-8ab0-0bc4179b934b on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:33:06.453837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:33:06.454352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:33:06.454835 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:06.455302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:33:06.455920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Bound port: a23e0635-8cdc-4123-8ab0-0bc4179b934b, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:33:06.456377 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:06.496405 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb8404d0-0ac0-4568-84cf-ba4a5be37a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:06.522178 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb8404d0-0ac0-4568-84cf-ba4a5be37a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:06.542198 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] For port a23e0635-8cdc-4123-8ab0-0bc4179b934b, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:33:06.562726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] For port a23e0635-8cdc-4123-8ab0-0bc4179b934b, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a23e0635-8cdc-4123-8ab0-0bc4179b934b,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:33:06.565233 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5b44024c-31f6-4e31-8d96-89aef804ee82 None None] Provisioning complete for port 306e0447-db3e-4020-94e9-50f5a7717cfa triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:06.565705 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5b44024c-31f6-4e31-8d96-89aef804ee82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:06.569909 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:06.581178 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb8404d0-0ac0-4568-84cf-ba4a5be37a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:06.584111 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bb8404d0-0ac0-4568-84cf-ba4a5be37a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:06.585851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bb8404d0-0ac0-4568-84cf-ba4a5be37a54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/028025fd-913c-451e-b876-b569311716cf HTTP/1.1" status: 204 len: 168 time: 0.1722097 Aug 06 16:33:06.607222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8404d0-0ac0-4568-84cf-ba4a5be37a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028025fd-913c-451e-b876-b569311716cf,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:06.701345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5b44024c-31f6-4e31-8d96-89aef804ee82 None None] Port 306e0447-db3e-4020-94e9-50f5a7717cfa cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:33:06.717196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Routers {'b4681243-7822-4468-a825-ea5280d12f3f'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:33:06.718083 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:33:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b4681243-7822-4468-a825-ea5280d12f3f'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:06.723181 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:06.763102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3cd26-861a-4a6f-a111-65e36549aab6 None None] Pushing event updated for resources: {'Port': ['ID=a23e0635-8cdc-4123-8ab0-0bc4179b934b,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:06.851570 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] Set router b4681243-7822-4468-a825-ea5280d12f3f gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:33:07.054152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 56948) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:33:07.070121 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f20aa403-aaf0-40dc-8b38-2298a273ccf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:07.113351 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'name': 'tempest-TestVolumeBootPattern-616644600-router', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a23e0635-8cdc-4123-8ab0-0bc4179b934b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:33:01Z', 'updated_at': '2021-08-06T16:33:05Z', 'revision_number': 4, 'project_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'gw_port': {'id': 'a23e0635-8cdc-4123-8ab0-0bc4179b934b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:33:01Z', 'updated_at': '2021-08-06T16:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '306e0447-db3e-4020-94e9-50f5a7717cfa', 'name': '', 'network_id': '79f70556-0e9a-4960-a0f6-c6db9d41a81d', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'mac_address': 'fa:16:3e:ac:83:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bb039597-3433-4352-ae30-5c839b3d6a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:33:04Z', 'updated_at': '2021-08-06T16:33:05Z', 'revision_number': 2, 'project_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'subnets': [{'id': 'bb039597-3433-4352-ae30-5c839b3d6a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:07.143937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3590a37-3362-40ec-80f6-9bba804b8a7a None None] The sync data for ids ['b4681243-7822-4468-a825-ea5280d12f3f'] in n-d-803756-1 is: [{'id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'name': 'tempest-TestVolumeBootPattern-616644600-router', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a23e0635-8cdc-4123-8ab0-0bc4179b934b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:33:01Z', 'updated_at': '2021-08-06T16:33:05Z', 'revision_number': 4, 'project_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'gw_port': {'id': 'a23e0635-8cdc-4123-8ab0-0bc4179b934b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:33:01Z', 'updated_at': '2021-08-06T16:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '306e0447-db3e-4020-94e9-50f5a7717cfa', 'name': '', 'network_id': '79f70556-0e9a-4960-a0f6-c6db9d41a81d', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'mac_address': 'fa:16:3e:ac:83:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bb039597-3433-4352-ae30-5c839b3d6a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:33:04Z', 'updated_at': '2021-08-06T16:33:05Z', 'revision_number': 2, 'project_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'subnets': [{'id': 'bb039597-3433-4352-ae30-5c839b3d6a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:33:07.178672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 989c5b4f-dd42-429a-a24c-39cb389f44b9 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:33:07.214345 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f20aa403-aaf0-40dc-8b38-2298a273ccf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:07.220022 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f20aa403-aaf0-40dc-8b38-2298a273ccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:07.260980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f20aa403-aaf0-40dc-8b38-2298a273ccf9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10879fb7f5314c698bb4161d5dd214e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021332 Aug 06 16:33:07.262438 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 56952) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:33:07.266516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 989c5b4f-dd42-429a-a24c-39cb389f44b9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:07.267064 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:07.277394 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20aa403-aaf0-40dc-8b38-2298a273ccf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735a935c-21e4-4ffc-bbbc-d41a507bdf63,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:07.364969 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6396668e-c210-4ff8-b227-676ce7d42f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:07.385532 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1796ea37-8f50-4028-869d-3b7c2ceb927a up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:33:07.394185 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6396668e-c210-4ff8-b227-676ce7d42f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:07.413045 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:07.447389 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 1796ea37-8f50-4028-869d-3b7c2ceb927a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:33:07.453844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 1796ea37-8f50-4028-869d-3b7c2ceb927a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:07.454473 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:07.455864 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6396668e-c210-4ff8-b227-676ce7d42f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:07.459149 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6396668e-c210-4ff8-b227-676ce7d42f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:07.463925 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6396668e-c210-4ff8-b227-676ce7d42f8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/735a935c-21e4-4ffc-bbbc-d41a507bdf63 HTTP/1.1" status: 204 len: 168 time: 0.1995163 Aug 06 16:33:07.483295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396668e-c210-4ff8-b227-676ce7d42f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735a935c-21e4-4ffc-bbbc-d41a507bdf63,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:07.591300 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:07.643196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 1796ea37-8f50-4028-869d-3b7c2ceb927a, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1796ea37-8f50-4028-869d-3b7c2ceb927a,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:07.648978 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:07.662149 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:33:07.712278 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:33:07.712868 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 8aaa08e4-22a3-46c0-b6ba-e78c1a2ba2a9 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:33:07.754131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=1796ea37-8f50-4028-869d-3b7c2ceb927a,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:08.782740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-9453c669-a92d-4779-8dfb-10724d6745c1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:08.784290 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-9453c669-a92d-4779-8dfb-10724d6745c1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 811 time: 0.1127596 Aug 06 16:33:08.801056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-50af69ed-08f5-4ced-8a89-2c3015c24bfe tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/quotas/89b0981d89e845f9b7f745002d8acfb9 HTTP/1.1" status: 200 len: 375 time: 0.0105534 Aug 06 16:33:08.862711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-1361558b-f44c-487b-90c8-0707f5faf2e1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547154 Aug 06 16:33:08.954307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-27dc461d-5f8a-45a2-96d8-29795d78a619 service neutron] 10.222.0.37 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847242 Aug 06 16:33:09.063196 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-28efbde9-1602-4dbd-88b9-de27a6bc0f84 service neutron] 10.222.0.37 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022685 Aug 06 16:33:09.110426 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:09.122472 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a23e0635-8cdc-4123-8ab0-0bc4179b934b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:33:09.174277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a23e0635-8cdc-4123-8ab0-0bc4179b934b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:33:09.178291 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a23e0635-8cdc-4123-8ab0-0bc4179b934b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:09.178664 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:09.273720 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:09.295960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port a23e0635-8cdc-4123-8ab0-0bc4179b934b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a23e0635-8cdc-4123-8ab0-0bc4179b934b,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:09.300519 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:09.301599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1796ea37-8f50-4028-869d-3b7c2ceb927a up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:33:09.384538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=a23e0635-8cdc-4123-8ab0-0bc4179b934b,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:09.398086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f9e969a-4869-41df-bb88-b2e58a651ae3 req-376508ce-9db6-47c2-aba5-9688dd204483 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 210 time: 0.0329471 Aug 06 16:33:09.405206 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 1796ea37-8f50-4028-869d-3b7c2ceb927a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:09.405588 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:09.629012 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Sync routers for ids ['b4681243-7822-4468-a825-ea5280d12f3f'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:33:09.638549 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Routers {'b4681243-7822-4468-a825-ea5280d12f3f'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:33:09.639154 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:33:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b4681243-7822-4468-a825-ea5280d12f3f'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:09.750690 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Set router b4681243-7822-4468-a825-ea5280d12f3f gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:33:09.973433 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'name': 'tempest-TestVolumeBootPattern-616644600-router', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a23e0635-8cdc-4123-8ab0-0bc4179b934b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:33:01Z', 'updated_at': '2021-08-06T16:33:05Z', 'revision_number': 4, 'project_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'gw_port': {'id': 'a23e0635-8cdc-4123-8ab0-0bc4179b934b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:33:01Z', 'updated_at': '2021-08-06T16:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '306e0447-db3e-4020-94e9-50f5a7717cfa', 'name': '', 'network_id': '79f70556-0e9a-4960-a0f6-c6db9d41a81d', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'mac_address': 'fa:16:3e:ac:83:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bb039597-3433-4352-ae30-5c839b3d6a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:33:04Z', 'updated_at': '2021-08-06T16:33:05Z', 'revision_number': 2, 'project_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'subnets': [{'id': 'bb039597-3433-4352-ae30-5c839b3d6a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:10.003898 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Checking router: b4681243-7822-4468-a825-ea5280d12f3f for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:33:10.004245 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Updating router b4681243-7822-4468-a825-ea5280d12f3f port 306e0447-db3e-4020-94e9-50f5a7717cfa binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:33:10.028001 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:10.311513 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:10.322517 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Transition to ACTIVE for port object 306e0447-db3e-4020-94e9-50f5a7717cfa will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:33:10.329147 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:10.380330 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87759818-101f-4155-b0d7-bb23dfa3b785 None None] Pushing event updated for resources: {'Port': ['ID=306e0447-db3e-4020-94e9-50f5a7717cfa,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:10.423344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-ff708603-9f29-43e4-be1c-f41500899ce7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:10.424923 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-ff708603-9f29-43e4-be1c-f41500899ce7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 811 time: 0.1486282 Aug 06 16:33:10.442070 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Attempting to bind port 306e0447-db3e-4020-94e9-50f5a7717cfa on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:33:10.442504 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Attempting to bind port 306e0447-db3e-4020-94e9-50f5a7717cfa by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'a6fd90a8-3f8b-407e-be29-8239b4765e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '79f70556-0e9a-4960-a0f6-c6db9d41a81d'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:33:10.443051 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Attempting to bind port 306e0447-db3e-4020-94e9-50f5a7717cfa on network 79f70556-0e9a-4960-a0f6-c6db9d41a81d {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:33:10.448783 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:33:10.449483 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Checking segment: {'id': 'a6fd90a8-3f8b-407e-be29-8239b4765e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '79f70556-0e9a-4960-a0f6-c6db9d41a81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:33:10.449989 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:10.450454 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Bound using segment: {'id': 'a6fd90a8-3f8b-407e-be29-8239b4765e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '79f70556-0e9a-4960-a0f6-c6db9d41a81d'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:33:10.451055 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Bound port: 306e0447-db3e-4020-94e9-50f5a7717cfa, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6fd90a8-3f8b-407e-be29-8239b4765e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '79f70556-0e9a-4960-a0f6-c6db9d41a81d'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:33:10.451495 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:10.455906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-7c49f6a7-d184-4756-a13b-a29058696db7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'port': {'device_id': '8c172220-b925-4c8a-ab55-e127c31494ec', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'admin_state_up': True, 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:33:10.544283 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] For port 306e0447-db3e-4020-94e9-50f5a7717cfa, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:33:10.548123 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] For port 306e0447-db3e-4020-94e9-50f5a7717cfa, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=306e0447-db3e-4020-94e9-50f5a7717cfa,segment=NetworkSegment(a6fd90a8-3f8b-407e-be29-8239b4765e14),segment_id=a6fd90a8-3f8b-407e-be29-8239b4765e14)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:33:10.553125 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:10.586059 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eddc335c-6f75-45b8-b1d3-014bf2dd0361 req-d65f2c7f-ca0e-474b-9c7a-68b3643732fa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 210 time: 0.0635781 Aug 06 16:33:10.625226 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Routers {'b4681243-7822-4468-a825-ea5280d12f3f'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:33:10.625988 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:33:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b4681243-7822-4468-a825-ea5280d12f3f'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:10.728049 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87759818-101f-4155-b0d7-bb23dfa3b785 None None] Pushing event updated for resources: {'Port': ['ID=306e0447-db3e-4020-94e9-50f5a7717cfa,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:10.779888 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] Set router b4681243-7822-4468-a825-ea5280d12f3f gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:33:11.040529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-7c49f6a7-d184-4756-a13b-a29058696db7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Made reservation on behalf of 89b0981d89e845f9b7f745002d8acfb9 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:33:11.044270 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-7c49f6a7-d184-4756-a13b-a29058696db7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:11.092281 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a23e0635-8cdc-4123-8ab0-0bc4179b934b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:33:11.101458 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'name': 'tempest-TestVolumeBootPattern-616644600-router', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a23e0635-8cdc-4123-8ab0-0bc4179b934b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:33:01Z', 'updated_at': '2021-08-06T16:33:05Z', 'revision_number': 4, 'project_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'gw_port': {'id': 'a23e0635-8cdc-4123-8ab0-0bc4179b934b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:33:01Z', 'updated_at': '2021-08-06T16:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '306e0447-db3e-4020-94e9-50f5a7717cfa', 'name': '', 'network_id': '79f70556-0e9a-4960-a0f6-c6db9d41a81d', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'mac_address': 'fa:16:3e:ac:83:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bb039597-3433-4352-ae30-5c839b3d6a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:33:04Z', 'updated_at': '2021-08-06T16:33:10Z', 'revision_number': 4, 'project_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'subnets': [{'id': 'bb039597-3433-4352-ae30-5c839b3d6a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:11.130686 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19df5e-8592-4bc5-b951-770ab10a86f0 None None] The sync data for ids ['b4681243-7822-4468-a825-ea5280d12f3f'] in n-d-803756-1 is: [{'id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'name': 'tempest-TestVolumeBootPattern-616644600-router', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a23e0635-8cdc-4123-8ab0-0bc4179b934b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:33:01Z', 'updated_at': '2021-08-06T16:33:05Z', 'revision_number': 4, 'project_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'gw_port': {'id': 'a23e0635-8cdc-4123-8ab0-0bc4179b934b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:33:01Z', 'updated_at': '2021-08-06T16:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '306e0447-db3e-4020-94e9-50f5a7717cfa', 'name': '', 'network_id': '79f70556-0e9a-4960-a0f6-c6db9d41a81d', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'mac_address': 'fa:16:3e:ac:83:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'bb039597-3433-4352-ae30-5c839b3d6a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:33:04Z', 'updated_at': '2021-08-06T16:33:10Z', 'revision_number': 4, 'project_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'subnets': [{'id': 'bb039597-3433-4352-ae30-5c839b3d6a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:33:11.152246 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a23e0635-8cdc-4123-8ab0-0bc4179b934b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:11.152789 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:11.200372 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-7c49f6a7-d184-4756-a13b-a29058696db7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Allocated IP 172.20.0.13 (27993a5c-2b9d-4c69-8229-392961f4c587/1ff15de7-924a-4614-a29f-2fbcd9beffc2/9d620b0d-1755-4aab-af2d-7f90ef7df27b) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:33:11.268455 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 306e0447-db3e-4020-94e9-50f5a7717cfa up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:33:11.329225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 306e0447-db3e-4020-94e9-50f5a7717cfa completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:33:11.333844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 306e0447-db3e-4020-94e9-50f5a7717cfa triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:11.334219 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:11.381883 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-7c49f6a7-d184-4756-a13b-a29058696db7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:11.396898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-7c49f6a7-d184-4756-a13b-a29058696db7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Transition to ACTIVE for port object 9d620b0d-1755-4aab-af2d-7f90ef7df27b will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:33:11.423352 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:11.434690 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-7c49f6a7-d184-4756-a13b-a29058696db7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:11.468417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 306e0447-db3e-4020-94e9-50f5a7717cfa, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=306e0447-db3e-4020-94e9-50f5a7717cfa,segment=NetworkSegment(a6fd90a8-3f8b-407e-be29-8239b4765e14),segment_id=a6fd90a8-3f8b-407e-be29-8239b4765e14)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:11.472709 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:11.482355 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-7c49f6a7-d184-4756-a13b-a29058696db7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Network 27993a5c-2b9d-4c69-8229-392961f4c587 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:33:11.487100 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-7c49f6a7-d184-4756-a13b-a29058696db7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:33:11.490874 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-7c49f6a7-d184-4756-a13b-a29058696db7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:33:11.532604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49f6a7-d184-4756-a13b-a29058696db7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'Port': ['ID=9d620b0d-1755-4aab-af2d-7f90ef7df27b,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:11.562829 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-7c49f6a7-d184-4756-a13b-a29058696db7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:11.563761 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-7c49f6a7-d184-4756-a13b-a29058696db7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:11.570701 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=306e0447-db3e-4020-94e9-50f5a7717cfa,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:11.583653 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-7c49f6a7-d184-4756-a13b-a29058696db7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1419766 Aug 06 16:33:11.596896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Request body: {'port': {'device_id': '8c172220-b925-4c8a-ab55-e127c31494ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:33:11.690631 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:11.776163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13b41e-277f-48b6-b420-1481e936b076 req-3836e227-1550-497e-9c80-156b62fed443 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:11.783395 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b13b41e-277f-48b6-b420-1481e936b076 req-3836e227-1550-497e-9c80-156b62fed443 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 932 time: 0.0668888 Aug 06 16:33:11.856163 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1b333ec8-31db-4cf8-8298-f1ef9e4ee790 None None] Provisioning for port 9d620b0d-1755-4aab-af2d-7f90ef7df27b completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:33:11.861306 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b13b41e-277f-48b6-b420-1481e936b076 req-69b02922-ea3f-4f87-9b8f-239b09605539 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699329 Aug 06 16:33:11.861544 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-1b333ec8-31db-4cf8-8298-f1ef9e4ee790 None None] Provisioning complete for port 9d620b0d-1755-4aab-af2d-7f90ef7df27b triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:11.861908 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1b333ec8-31db-4cf8-8298-f1ef9e4ee790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:11.906728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1b333ec8-31db-4cf8-8298-f1ef9e4ee790 None None] Port 9d620b0d-1755-4aab-af2d-7f90ef7df27b cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:33:12.057197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d620b0d-1755-4aab-af2d-7f90ef7df27b {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:33:12.066269 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:12.080244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Transition to ACTIVE for port object 9d620b0d-1755-4aab-af2d-7f90ef7df27b will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:33:12.085472 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:12.141211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Pushing event updated for resources: {'Port': ['ID=9d620b0d-1755-4aab-af2d-7f90ef7df27b,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:12.212950 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Attempting to bind port 9d620b0d-1755-4aab-af2d-7f90ef7df27b on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:33:12.213290 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Attempting to bind port 9d620b0d-1755-4aab-af2d-7f90ef7df27b by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:33:12.213657 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Attempting to bind port 9d620b0d-1755-4aab-af2d-7f90ef7df27b on network 27993a5c-2b9d-4c69-8229-392961f4c587 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:33:12.218753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Port 9d620b0d-1755-4aab-af2d-7f90ef7df27b on network 27993a5c-2b9d-4c69-8229-392961f4c587 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:33:12.219075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Attempting to bind port 9d620b0d-1755-4aab-af2d-7f90ef7df27b on network 27993a5c-2b9d-4c69-8229-392961f4c587 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:33:12.224073 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:33:12.224417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Checking segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:33:12.224801 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Bound using segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:33:12.225231 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Bound port: 9d620b0d-1755-4aab-af2d-7f90ef7df27b, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:33:12.225595 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:12.297004 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] For port 9d620b0d-1755-4aab-af2d-7f90ef7df27b, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:33:12.300779 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] For port 9d620b0d-1755-4aab-af2d-7f90ef7df27b, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9d620b0d-1755-4aab-af2d-7f90ef7df27b,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:33:12.304869 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:12.350666 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:12.351333 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:12.352784 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] 10.222.0.13 "PUT /v2.0/ports/9d620b0d-1755-4aab-af2d-7f90ef7df27b HTTP/1.1" status: 200 len: 1092 time: 0.7609549 Aug 06 16:33:12.353235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c172220-b925-4c8a-ab55-e127c31494ec', 'tag': '9d620b0d-1755-4aab-af2d-7f90ef7df27b'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:33:12.355571 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec65be5f-3434-408d-86a8-20ab0ebfa334" -d '{"events": [{"name": "network-changed", "server_uuid": "8c172220-b925-4c8a-ab55-e127c31494ec", "tag": "9d620b0d-1755-4aab-af2d-7f90ef7df27b"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:33:12.408298 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff593396-4a9b-4a2a-9136-86b89f4e0265 x-openstack-request-id: req-ff593396-4a9b-4a2a-9136-86b89f4e0265 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:33:12.408596 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c172220-b925-4c8a-ab55-e127c31494ec", "tag": "9d620b0d-1755-4aab-af2d-7f90ef7df27b", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:33:12.408846 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff593396-4a9b-4a2a-9136-86b89f4e0265 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:33:12.409241 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c172220-b925-4c8a-ab55-e127c31494ec', 'tag': '9d620b0d-1755-4aab-af2d-7f90ef7df27b', 'status': 'completed', 'code': 200} Aug 06 16:33:12.431795 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682db7de-5857-44f4-9604-fc2c6edda68a service neutron] Pushing event updated for resources: {'Port': ['ID=9d620b0d-1755-4aab-af2d-7f90ef7df27b,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:12.451321 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-a69532d8-0e98-4600-b128-16dcae7a81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:12.453766 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-a69532d8-0e98-4600-b128-16dcae7a81e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 1095 time: 0.0587614 Aug 06 16:33:12.502990 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-eec9f626-f80d-46d9-8c73-89c5ad3a9296 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d620b0d-1755-4aab-af2d-7f90ef7df27b HTTP/1.1" status: 200 len: 217 time: 0.0409632 Aug 06 16:33:12.560426 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-9e4d8414-a73a-4c34-b842-99ffb20ccd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:12.562620 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-9e4d8414-a73a-4c34-b842-99ffb20ccd36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0533314 Aug 06 16:33:12.609756 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-05b146f3-7092-462d-9b05-5cc18881c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:12.611279 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-05b146f3-7092-462d-9b05-5cc18881c4e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411837 Aug 06 16:33:12.716133 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-50f0df0d-7998-4ec7-b392-cbdcd2544a8b service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964751 Aug 06 16:33:12.811943 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c30b0497-c48b-4ee5-a4ea-748963117cfb req-d4b67e0a-db21-4032-a4bc-e5858f081de7 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882032 Aug 06 16:33:12.903017 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65be5f-3434-408d-86a8-20ab0ebfa334 req-f74411e8-3cbb-457e-a48a-52448acc1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:12.904074 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ec65be5f-3434-408d-86a8-20ab0ebfa334 req-f74411e8-3cbb-457e-a48a-52448acc1ba4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 1095 time: 0.0462308 Aug 06 16:33:13.013297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37018b-ad22-4eab-9722-dd107b1fd568 req-b61ce0f1-dcb0-44a4-884e-ba85380ab54d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:13.015058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c37018b-ad22-4eab-9722-dd107b1fd568 req-b61ce0f1-dcb0-44a4-884e-ba85380ab54d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 944 time: 0.0660145 Aug 06 16:33:13.030831 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65be5f-3434-408d-86a8-20ab0ebfa334 req-f6a39a80-d359-466c-a452-5757ed8ca39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:13.032331 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ec65be5f-3434-408d-86a8-20ab0ebfa334 req-f6a39a80-d359-466c-a452-5757ed8ca39c service neutron] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.1208768 Aug 06 16:33:13.040491 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 306e0447-db3e-4020-94e9-50f5a7717cfa up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:33:13.061304 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c37018b-ad22-4eab-9722-dd107b1fd568 req-342ee057-b90b-4fdf-82fc-219efc0554e3 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385959 Aug 06 16:33:13.084698 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ec65be5f-3434-408d-86a8-20ab0ebfa334 req-181d5f3b-da4b-4777-8519-502dceceaf9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d620b0d-1755-4aab-af2d-7f90ef7df27b HTTP/1.1" status: 200 len: 217 time: 0.0457220 Aug 06 16:33:13.100380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 306e0447-db3e-4020-94e9-50f5a7717cfa triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:13.100813 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:13.155391 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65be5f-3434-408d-86a8-20ab0ebfa334 req-2abdc11a-d609-4f76-99ad-b8af13486225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:13.156901 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ec65be5f-3434-408d-86a8-20ab0ebfa334 req-2abdc11a-d609-4f76-99ad-b8af13486225 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0656242 Aug 06 16:33:13.207397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65be5f-3434-408d-86a8-20ab0ebfa334 req-ae00fc0c-3a01-4dd9-a9a3-6e3d4bb1c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:13.209176 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ec65be5f-3434-408d-86a8-20ab0ebfa334 req-ae00fc0c-3a01-4dd9-a9a3-6e3d4bb1c3d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450275 Aug 06 16:33:13.306718 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ec65be5f-3434-408d-86a8-20ab0ebfa334 req-81c60971-34bb-492a-8e89-a08d14938937 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902891 Aug 06 16:33:13.400999 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ec65be5f-3434-408d-86a8-20ab0ebfa334 req-6d7ef3f2-2527-443a-9dbd-90bebe52f14c service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878029 Aug 06 16:33:13.704896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57006) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:33:13.855642 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45e09c-029d-49d1-b8d0-5ebde4567f23 req-c087e286-1b4c-4334-93b6-16e9afb18b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:13.857197 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8a45e09c-029d-49d1-b8d0-5ebde4567f23 req-c087e286-1b4c-4334-93b6-16e9afb18b1c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 1096 time: 0.1511393 Aug 06 16:33:13.901576 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8a45e09c-029d-49d1-b8d0-5ebde4567f23 req-d8761f6d-5705-4b27-b1cb-e2bd7c17f330 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=522d78ed-806c-4417-86f3-77e2420b62ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379183 Aug 06 16:33:14.198253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f710d-0461-4aa4-ab01-54eb76541598 req-55166458-d54d-4099-a54e-58d091bad89a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:14.200678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-703f710d-0461-4aa4-ab01-54eb76541598 req-55166458-d54d-4099-a54e-58d091bad89a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 944 time: 0.0689185 Aug 06 16:33:14.242839 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-703f710d-0461-4aa4-ab01-54eb76541598 req-2ff2186c-5534-416d-a2ab-2df2c8762c3b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357411 Aug 06 16:33:15.479011 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190449e-1564-4e84-a7f9-f761a10010fd req-b3c01aee-59d5-4542-accc-c0d58864f5ff tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:15.480475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e190449e-1564-4e84-a7f9-f761a10010fd req-b3c01aee-59d5-4542-accc-c0d58864f5ff tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 944 time: 0.1713662 Aug 06 16:33:15.520099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e190449e-1564-4e84-a7f9-f761a10010fd req-7240a450-89d3-4df4-b5d4-9e801c39e0ae tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329633 Aug 06 16:33:16.694722 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c9cf9-723f-4def-83d3-3323f6b2c4a4 req-889cb245-bb7c-40c2-8f49-4bf04161bad8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:16.696181 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-092c9cf9-723f-4def-83d3-3323f6b2c4a4 req-889cb245-bb7c-40c2-8f49-4bf04161bad8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 944 time: 0.1088989 Aug 06 16:33:16.733415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-092c9cf9-723f-4def-83d3-3323f6b2c4a4 req-50f65c38-445c-481d-a3fd-9044d9d0d3e3 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304060 Aug 06 16:33:17.847614 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b221c-eca0-4430-bbde-54e82189f350 req-23ebe86d-8117-40ee-a733-a8eb43809054 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:17.849322 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cf7b221c-eca0-4430-bbde-54e82189f350 req-23ebe86d-8117-40ee-a733-a8eb43809054 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 944 time: 0.0508063 Aug 06 16:33:17.886257 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cf7b221c-eca0-4430-bbde-54e82189f350 req-acfd8bd5-fd6f-4925-ab79-9da11ad944de tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311685 Aug 06 16:33:19.004296 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354924c8-4a8a-4807-878c-5a2230302912 req-2c8eadd8-965f-463f-9c97-133f85a818b0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:19.005833 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-354924c8-4a8a-4807-878c-5a2230302912 req-2c8eadd8-965f-463f-9c97-133f85a818b0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 944 time: 0.0514743 Aug 06 16:33:19.043600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-354924c8-4a8a-4807-878c-5a2230302912 req-035d3bcb-9b7b-4b4f-9882-59f7f89e1803 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316939 Aug 06 16:33:20.160394 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a8ca0-d56f-4a67-ab4d-ed233192cf96 req-a2b9b56b-2abb-474d-8c2b-92dcaef805bc tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:20.161896 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-409a8ca0-d56f-4a67-ab4d-ed233192cf96 req-a2b9b56b-2abb-474d-8c2b-92dcaef805bc tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 944 time: 0.0519783 Aug 06 16:33:20.197673 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-409a8ca0-d56f-4a67-ab4d-ed233192cf96 req-f131552e-16cb-43c5-8b5c-39ebd5fd3f8b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297856 Aug 06 16:33:21.312504 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053351f-c087-4572-aa1c-fbe4083619ad req-06293e4f-bbd0-4224-ab2f-fd70774118c7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:21.313987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e053351f-c087-4572-aa1c-fbe4083619ad req-06293e4f-bbd0-4224-ab2f-fd70774118c7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 944 time: 0.0493221 Aug 06 16:33:21.351680 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e053351f-c087-4572-aa1c-fbe4083619ad req-a02c298f-aef1-42a2-be36-e59b4350a700 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313876 Aug 06 16:33:22.464369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca98cf5-5db0-481d-ab3e-226a0818a33c req-b3aae2f3-1a6c-4436-846a-917fc0290d02 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:22.465767 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eca98cf5-5db0-481d-ab3e-226a0818a33c req-b3aae2f3-1a6c-4436-846a-917fc0290d02 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 944 time: 0.0479159 Aug 06 16:33:22.476967 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:33:22.503265 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eca98cf5-5db0-481d-ab3e-226a0818a33c req-be11aaaf-5801-40ef-b86f-80512d3310a2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309165 Aug 06 16:33:23.100872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9d620b0d-1755-4aab-af2d-7f90ef7df27b details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:33:23.194849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 9d620b0d-1755-4aab-af2d-7f90ef7df27b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9d620b0d-1755-4aab-af2d-7f90ef7df27b,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:23.206154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '9d620b0d-1755-4aab-af2d-7f90ef7df27b', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'port_id': '9d620b0d-1755-4aab-af2d-7f90ef7df27b', 'mac_address': 'fa:16:3e:6e:d5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:33:23.246517 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:23.259510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d620b0d-1755-4aab-af2d-7f90ef7df27b {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:33:23.278553 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 9d620b0d-1755-4aab-af2d-7f90ef7df27b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9d620b0d-1755-4aab-af2d-7f90ef7df27b,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:23.282307 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:23.328822 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=9d620b0d-1755-4aab-af2d-7f90ef7df27b,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:23.486451 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['9d620b0d-1755-4aab-af2d-7f90ef7df27b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:33:23.626351 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abceac6b-260e-4c33-8e18-09db5a07abd0 req-e142aef0-1a30-4d9e-a2aa-8643c226de45 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:23.627914 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abceac6b-260e-4c33-8e18-09db5a07abd0 req-e142aef0-1a30-4d9e-a2aa-8643c226de45 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 945 time: 0.0557764 Aug 06 16:33:23.665062 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abceac6b-260e-4c33-8e18-09db5a07abd0 req-4279edde-9916-4831-9cc6-2acf5973618f tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314047 Aug 06 16:33:23.848462 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:24.065359 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:24.788088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028eb78-0faf-474f-bc2d-1fe1f094b26a req-4ed488b0-512b-4ed7-a3b4-ac8d64a15327 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:24.789563 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d028eb78-0faf-474f-bc2d-1fe1f094b26a req-4ed488b0-512b-4ed7-a3b4-ac8d64a15327 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 945 time: 0.0489073 Aug 06 16:33:24.828659 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d028eb78-0faf-474f-bc2d-1fe1f094b26a req-9f6f6628-2b94-48bb-8313-ff0165e19883 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325997 Aug 06 16:33:25.099914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9d620b0d-1755-4aab-af2d-7f90ef7df27b up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:33:25.147806 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 9d620b0d-1755-4aab-af2d-7f90ef7df27b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:33:25.151783 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 9d620b0d-1755-4aab-af2d-7f90ef7df27b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:25.152199 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:25.228389 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:25.251850 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c172220-b925-4c8a-ab55-e127c31494ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d620b0d-1755-4aab-af2d-7f90ef7df27b'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:33:25.254170 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dceda8-cd93-49dd-9bac-f62114759238" -d '{"events": [{"server_uuid": "8c172220-b925-4c8a-ab55-e127c31494ec", "name": "network-vif-plugged", "status": "completed", "tag": "9d620b0d-1755-4aab-af2d-7f90ef7df27b"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:33:25.270484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 9d620b0d-1755-4aab-af2d-7f90ef7df27b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9d620b0d-1755-4aab-af2d-7f90ef7df27b,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:25.275528 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:25.298847 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e24baed-dabe-432b-af8e-e88809515bec x-openstack-request-id: req-1e24baed-dabe-432b-af8e-e88809515bec {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:33:25.299136 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c172220-b925-4c8a-ab55-e127c31494ec", "name": "network-vif-plugged", "status": "completed", "tag": "9d620b0d-1755-4aab-af2d-7f90ef7df27b", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:33:25.299387 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e24baed-dabe-432b-af8e-e88809515bec {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:33:25.299785 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c172220-b925-4c8a-ab55-e127c31494ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d620b0d-1755-4aab-af2d-7f90ef7df27b', 'code': 200} Aug 06 16:33:25.325938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=9d620b0d-1755-4aab-af2d-7f90ef7df27b,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:25.391593 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df18084-9d5d-49e7-926c-d840dd4175e7 req-5607e9cc-75f7-498d-be35-79f1ec2fc7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:25.393073 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8df18084-9d5d-49e7-926c-d840dd4175e7 req-5607e9cc-75f7-498d-be35-79f1ec2fc7b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 1097 time: 0.0426993 Aug 06 16:33:25.426658 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8df18084-9d5d-49e7-926c-d840dd4175e7 req-63877647-833e-4177-864d-aa2dfe874947 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268908 Aug 06 16:33:25.952888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa0ffe-511a-4d33-8c26-67952ab15464 req-479e2f2f-2381-49dd-b6df-dfd9f7a158be tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:25.954392 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3caa0ffe-511a-4d33-8c26-67952ab15464 req-479e2f2f-2381-49dd-b6df-dfd9f7a158be tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 946 time: 0.0595496 Aug 06 16:33:25.992217 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3caa0ffe-511a-4d33-8c26-67952ab15464 req-b514cb63-fc32-4b1b-9407-93dc7a794af1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316203 Aug 06 16:33:27.111065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cb564-49c1-4f35-8789-cf0f0f039fc8 req-71c807fd-2811-4a3c-ba3a-bfe0d3e513cc tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:27.112515 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a9cb564-49c1-4f35-8789-cf0f0f039fc8 req-71c807fd-2811-4a3c-ba3a-bfe0d3e513cc tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 946 time: 0.0527277 Aug 06 16:33:27.150737 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a9cb564-49c1-4f35-8789-cf0f0f039fc8 req-349e345b-fabe-4ea1-bafe-4284c400349a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323446 Aug 06 16:33:27.261006 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732942fb-ebe5-4c7f-96cf-87a0f57519e4 req-c9961e1c-0746-48a1-a9ed-de24918b06f9 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:27.262379 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-732942fb-ebe5-4c7f-96cf-87a0f57519e4 req-c9961e1c-0746-48a1-a9ed-de24918b06f9 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 946 time: 0.0471232 Aug 06 16:33:27.302292 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-732942fb-ebe5-4c7f-96cf-87a0f57519e4 req-aa5336de-5b3e-4e51-abe5-6c3253347522 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327199 Aug 06 16:33:27.412929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379f380-1cd3-43d1-968c-37cf23fda778 req-0e76ce4e-50d7-4a78-b643-18a0c18d1edd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:27.414489 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c379f380-1cd3-43d1-968c-37cf23fda778 req-0e76ce4e-50d7-4a78-b643-18a0c18d1edd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 946 time: 0.0487504 Aug 06 16:33:27.452826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c379f380-1cd3-43d1-968c-37cf23fda778 req-fe6d4323-94f0-45f7-b02d-babd3e4f1f58 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324981 Aug 06 16:33:27.684690 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3689d-8815-4d94-b1be-0753d8acab17 req-a1f9a49a-ce0f-414f-b593-1e7c9837b0e2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:27.686801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14a3689d-8815-4d94-b1be-0753d8acab17 req-a1f9a49a-ce0f-414f-b593-1e7c9837b0e2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 946 time: 0.0524385 Aug 06 16:33:27.723419 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14a3689d-8815-4d94-b1be-0753d8acab17 req-0e99f48b-42de-4ffd-9dce-e2ea805961f4 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306349 Aug 06 16:33:28.838653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73882de9-74ae-4fef-85b5-04da188cec0d req-2f29f567-71f8-41c6-b161-b0d24ae57103 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:28.840114 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73882de9-74ae-4fef-85b5-04da188cec0d req-2f29f567-71f8-41c6-b161-b0d24ae57103 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 946 time: 0.0488303 Aug 06 16:33:28.877287 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73882de9-74ae-4fef-85b5-04da188cec0d req-5fb5f547-447b-4cf0-894d-3adafbb33659 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311875 Aug 06 16:33:29.078885 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f6daa-6c15-422d-98c1-8cf930a11a09 req-f5af8a83-bf01-4342-97e5-e19253fb3ff2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:29.080336 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a60f6daa-6c15-422d-98c1-8cf930a11a09 req-f5af8a83-bf01-4342-97e5-e19253fb3ff2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 946 time: 0.0490224 Aug 06 16:33:29.173581 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a60f6daa-6c15-422d-98c1-8cf930a11a09 req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Deleting port 9d620b0d-1755-4aab-af2d-7f90ef7df27b {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:33:29.173949 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a60f6daa-6c15-422d-98c1-8cf930a11a09 req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:29.260545 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a60f6daa-6c15-422d-98c1-8cf930a11a09 req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] For port 9d620b0d-1755-4aab-af2d-7f90ef7df27b, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9d620b0d-1755-4aab-af2d-7f90ef7df27b,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:29.260906 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a60f6daa-6c15-422d-98c1-8cf930a11a09 req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:29.273088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a60f6daa-6c15-422d-98c1-8cf930a11a09 req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Calling delete_port for 9d620b0d-1755-4aab-af2d-7f90ef7df27b owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:33:29.399574 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a60f6daa-6c15-422d-98c1-8cf930a11a09 req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:29.411316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['9d620b0d-1755-4aab-af2d-7f90ef7df27b'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:33:29.431168 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event deleted for resources: {'Port': ['ID=9d620b0d-1755-4aab-af2d-7f90ef7df27b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:29.455032 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:29.455409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:29.455824 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:29.456165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:29.456580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:29.456925 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:29.457259 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:29.457589 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:29.457945 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:29.458274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:29.458607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:29.458933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:29.481101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60f6daa-6c15-422d-98c1-8cf930a11a09 req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] No DVR routers for this DVR port 9d620b0d-1755-4aab-af2d-7f90ef7df27b on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:33:29.484788 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a60f6daa-6c15-422d-98c1-8cf930a11a09 req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:29.486929 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a60f6daa-6c15-422d-98c1-8cf930a11a09 req-e9fe183c-42d5-4f91-9cb1-99a9613a531d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "DELETE /v2.0/ports/9d620b0d-1755-4aab-af2d-7f90ef7df27b HTTP/1.1" status: 204 len: 173 time: 0.4007022 Aug 06 16:33:29.487449 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c172220-b925-4c8a-ab55-e127c31494ec', 'name': 'network-vif-deleted', 'tag': '9d620b0d-1755-4aab-af2d-7f90ef7df27b'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:33:29.489959 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a92003-af60-4106-884d-918c571b1f47" -d '{"events": [{"server_uuid": "8c172220-b925-4c8a-ab55-e127c31494ec", "name": "network-vif-deleted", "tag": "9d620b0d-1755-4aab-af2d-7f90ef7df27b"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:33:29.528629 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7a3da2-a2df-4b58-8052-a94ae3d63ca3 x-openstack-request-id: req-4e7a3da2-a2df-4b58-8052-a94ae3d63ca3 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:33:29.528923 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c172220-b925-4c8a-ab55-e127c31494ec", "name": "network-vif-deleted", "tag": "9d620b0d-1755-4aab-af2d-7f90ef7df27b", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:33:29.529278 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e7a3da2-a2df-4b58-8052-a94ae3d63ca3 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:33:29.530247 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c172220-b925-4c8a-ab55-e127c31494ec', 'name': 'network-vif-deleted', 'tag': '9d620b0d-1755-4aab-af2d-7f90ef7df27b', 'status': 'completed', 'code': 200} Aug 06 16:33:29.970404 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99af9a2c-61c6-4ade-b559-06b976f7c2ab req-fd167da1-75f3-498a-847f-50a9aed57082 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 210 time: 0.0271342 Aug 06 16:33:31.066182 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c10568c-b490-43af-8a43-540cb3a7757a req-b5be13a0-f5ba-47ec-8b65-7e50d6dd0479 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 210 time: 0.0259507 Aug 06 16:33:32.159260 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6c3970ea-d121-4002-a5d0-1628f00d7bfa req-847c46dc-df7c-4e17-9337-34c03e8fa914 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 210 time: 0.0254905 Aug 06 16:33:33.181652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9d620b0d-1755-4aab-af2d-7f90ef7df27b no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:33:33.202168 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 9d620b0d-1755-4aab-af2d-7f90ef7df27b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:33:33.202590 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9d620b0d-1755-4aab-af2d-7f90ef7df27b not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:33:33.274928 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2cae6ba7-6046-43e0-add6-b9d441b98fd3 req-4fbaca79-35a7-40b0-977c-57f44d397245 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c172220-b925-4c8a-ab55-e127c31494ec HTTP/1.1" status: 200 len: 210 time: 0.0287795 Aug 06 16:33:33.798553 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-95deb3b7-8f2a-4c57-a39b-f9df29ec5fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:35.834369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4d65084-b9d4-4962-a627-182b9725cfe0 req-ec1417c1-f348-46d8-b56c-2de960366f0a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404532 Aug 06 16:33:35.918779 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d65084-b9d4-4962-a627-182b9725cfe0 req-8a988dc6-5533-407d-9dc9-1900767acd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:35.920262 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4d65084-b9d4-4962-a627-182b9725cfe0 req-8a988dc6-5533-407d-9dc9-1900767acd63 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c70ba542c0974c478be8fe3c443bbcb4&device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 1096 time: 0.0411935 Aug 06 16:33:36.027703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d65084-b9d4-4962-a627-182b9725cfe0 req-cc27d3f4-4cdd-41e9-8510-a43a3b08f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:36.029158 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4d65084-b9d4-4962-a627-182b9725cfe0 req-cc27d3f4-4cdd-41e9-8510-a43a3b08f493 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7743e816-948f-4648-9405-0c7efdc5dd22 HTTP/1.1" status: 200 len: 909 time: 0.0874369 Aug 06 16:33:36.097803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4d65084-b9d4-4962-a627-182b9725cfe0 req-d3b3aa1c-000f-4bf5-8bb8-bdb73e1fe522 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0817a8b-b5de-44fb-908e-a74b247596e6 HTTP/1.1" status: 200 len: 1001 time: 0.0599954 Aug 06 16:33:36.147548 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d65084-b9d4-4962-a627-182b9725cfe0 req-dd3289e6-ae3d-49fd-9c22-72da7565243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:36.149232 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4d65084-b9d4-4962-a627-182b9725cfe0 req-dd3289e6-ae3d-49fd-9c22-72da7565243b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=40c5a3f7-ec0f-4b7a-b824-e61c61095a04 HTTP/1.1" status: 200 len: 847 time: 0.0439246 Aug 06 16:33:36.199796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d65084-b9d4-4962-a627-182b9725cfe0 req-6ec46af8-5fa8-4d9a-8aa3-0f215fc87ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:36.201293 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4d65084-b9d4-4962-a627-182b9725cfe0 req-6ec46af8-5fa8-4d9a-8aa3-0f215fc87ebd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7743e816-948f-4648-9405-0c7efdc5dd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446734 Aug 06 16:33:36.234610 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f4d6824c-77a7-45ee-8fbf-2ac30d6c5c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:36.297296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4d65084-b9d4-4962-a627-182b9725cfe0 req-8de22217-e47c-45d6-a476-a36f25daa582 service neutron] 10.222.0.78 "GET /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873997 Aug 06 16:33:36.393343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4d65084-b9d4-4962-a627-182b9725cfe0 req-4037a421-0443-4a1c-9178-3a6d7b5feca8 service neutron] 10.222.0.78 "GET /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883009 Aug 06 16:33:36.667049 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:37.393216 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:39.109929 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:52.245474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693d920-496f-4a09-8064-99b59eb274b0 req-6e10ad0a-849f-4418-b8ad-4f9f1b71007e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:52.246945 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6693d920-496f-4a09-8064-99b59eb274b0 req-6e10ad0a-849f-4418-b8ad-4f9f1b71007e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 811 time: 0.0987802 Aug 06 16:33:52.261168 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6693d920-496f-4a09-8064-99b59eb274b0 req-671185fb-c396-42a6-8e86-bbb68191a550 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/quotas/89b0981d89e845f9b7f745002d8acfb9 HTTP/1.1" status: 200 len: 375 time: 0.0086374 Aug 06 16:33:52.314614 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6693d920-496f-4a09-8064-99b59eb274b0 req-af77e293-b317-4475-9d54-97f54b65d6fb tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478315 Aug 06 16:33:52.453336 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6693d920-496f-4a09-8064-99b59eb274b0 req-788d9603-b5fe-484a-ad90-e1953dfcb0e7 service neutron] 10.222.0.37 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314037 Aug 06 16:33:52.544676 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6693d920-496f-4a09-8064-99b59eb274b0 req-b5fd9446-e903-4025-9269-d4fbebea82ad service neutron] 10.222.0.37 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848293 Aug 06 16:33:52.723526 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1c18751-3827-49b0-b573-a73b5f7b3936 req-0fed842a-c29e-4201-993b-3238e7a9b4de tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 210 time: 0.0268824 Aug 06 16:33:53.599312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693d920-496f-4a09-8064-99b59eb274b0 req-8bded262-18e2-4fce-8d2e-4094fdeb96a2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:53.600787 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6693d920-496f-4a09-8064-99b59eb274b0 req-8bded262-18e2-4fce-8d2e-4094fdeb96a2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 811 time: 0.1085093 Aug 06 16:33:53.612713 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-6693d920-496f-4a09-8064-99b59eb274b0 req-49bdef6c-82bb-4b7a-9fce-cf8e43496a0a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'port': {'device_id': 'dbbfc863-5d9a-4643-a9f3-54807df1eba1', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'admin_state_up': True, 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:33:53.724403 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6693d920-496f-4a09-8064-99b59eb274b0 req-49bdef6c-82bb-4b7a-9fce-cf8e43496a0a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Made reservation on behalf of 89b0981d89e845f9b7f745002d8acfb9 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:33:53.728242 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6693d920-496f-4a09-8064-99b59eb274b0 req-49bdef6c-82bb-4b7a-9fce-cf8e43496a0a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:53.832340 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2239201-09a5-4489-a444-95486f8e5ca2 req-8cf688e2-66a8-4054-ab11-ff7cbc8eb5db tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 210 time: 0.0364027 Aug 06 16:33:53.860537 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:53.874947 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-6693d920-496f-4a09-8064-99b59eb274b0 req-49bdef6c-82bb-4b7a-9fce-cf8e43496a0a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Allocated IP 172.20.0.4 (27993a5c-2b9d-4c69-8229-392961f4c587/1ff15de7-924a-4614-a29f-2fbcd9beffc2/93d639ba-0889-43b0-ab3d-90a9082a6a45) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:33:54.059982 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6693d920-496f-4a09-8064-99b59eb274b0 req-49bdef6c-82bb-4b7a-9fce-cf8e43496a0a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:54.066460 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:54.075102 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-6693d920-496f-4a09-8064-99b59eb274b0 req-49bdef6c-82bb-4b7a-9fce-cf8e43496a0a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Transition to ACTIVE for port object 93d639ba-0889-43b0-ab3d-90a9082a6a45 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:33:54.108768 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6693d920-496f-4a09-8064-99b59eb274b0 req-49bdef6c-82bb-4b7a-9fce-cf8e43496a0a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:54.153780 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6693d920-496f-4a09-8064-99b59eb274b0 req-49bdef6c-82bb-4b7a-9fce-cf8e43496a0a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Network 27993a5c-2b9d-4c69-8229-392961f4c587 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:33:54.156881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-6693d920-496f-4a09-8064-99b59eb274b0 req-49bdef6c-82bb-4b7a-9fce-cf8e43496a0a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:33:54.161415 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-6693d920-496f-4a09-8064-99b59eb274b0 req-49bdef6c-82bb-4b7a-9fce-cf8e43496a0a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:33:54.190978 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdef6c-82bb-4b7a-9fce-cf8e43496a0a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'Port': ['ID=93d639ba-0889-43b0-ab3d-90a9082a6a45,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:54.229906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693d920-496f-4a09-8064-99b59eb274b0 req-49bdef6c-82bb-4b7a-9fce-cf8e43496a0a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:54.234979 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6693d920-496f-4a09-8064-99b59eb274b0 req-49bdef6c-82bb-4b7a-9fce-cf8e43496a0a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:54.254450 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6693d920-496f-4a09-8064-99b59eb274b0 req-49bdef6c-82bb-4b7a-9fce-cf8e43496a0a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6453772 Aug 06 16:33:54.267506 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Request body: {'port': {'device_id': 'dbbfc863-5d9a-4643-a9f3-54807df1eba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:33:54.324136 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:54.420634 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8725ae9c-723e-487d-869c-4bf0f993dd40 None None] Provisioning for port 93d639ba-0889-43b0-ab3d-90a9082a6a45 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:33:54.424631 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8725ae9c-723e-487d-869c-4bf0f993dd40 None None] Provisioning complete for port 93d639ba-0889-43b0-ab3d-90a9082a6a45 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:54.425071 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8725ae9c-723e-487d-869c-4bf0f993dd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:54.460877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8725ae9c-723e-487d-869c-4bf0f993dd40 None None] Port 93d639ba-0889-43b0-ab3d-90a9082a6a45 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:33:54.615433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d639ba-0889-43b0-ab3d-90a9082a6a45 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:33:54.623955 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:54.636262 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Transition to ACTIVE for port object 93d639ba-0889-43b0-ab3d-90a9082a6a45 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:33:54.640551 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:54.694197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Pushing event updated for resources: {'Port': ['ID=93d639ba-0889-43b0-ab3d-90a9082a6a45,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:54.764891 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Attempting to bind port 93d639ba-0889-43b0-ab3d-90a9082a6a45 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:33:54.765258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Attempting to bind port 93d639ba-0889-43b0-ab3d-90a9082a6a45 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:33:54.765548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Attempting to bind port 93d639ba-0889-43b0-ab3d-90a9082a6a45 on network 27993a5c-2b9d-4c69-8229-392961f4c587 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:33:54.770242 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Port 93d639ba-0889-43b0-ab3d-90a9082a6a45 on network 27993a5c-2b9d-4c69-8229-392961f4c587 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:33:54.770567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Attempting to bind port 93d639ba-0889-43b0-ab3d-90a9082a6a45 on network 27993a5c-2b9d-4c69-8229-392961f4c587 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:33:54.776499 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:33:54.776841 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Checking segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:33:54.777206 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Bound using segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:33:54.777648 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Bound port: 93d639ba-0889-43b0-ab3d-90a9082a6a45, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:33:54.778011 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:54.848008 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] For port 93d639ba-0889-43b0-ab3d-90a9082a6a45, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:33:54.851923 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] For port 93d639ba-0889-43b0-ab3d-90a9082a6a45, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=93d639ba-0889-43b0-ab3d-90a9082a6a45,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:33:54.866369 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:54.929735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:54.930741 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:54.932138 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6693d920-496f-4a09-8064-99b59eb274b0 req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] 10.222.0.13 "PUT /v2.0/ports/93d639ba-0889-43b0-ab3d-90a9082a6a45 HTTP/1.1" status: 200 len: 1091 time: 0.6699939 Aug 06 16:33:54.932663 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbfc863-5d9a-4643-a9f3-54807df1eba1', 'tag': '93d639ba-0889-43b0-ab3d-90a9082a6a45'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:33:54.935069 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa143d15-f805-45e4-8744-f864541567cf" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbfc863-5d9a-4643-a9f3-54807df1eba1", "tag": "93d639ba-0889-43b0-ab3d-90a9082a6a45"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:33:54.947919 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50318dd1-4e1d-412f-b2f2-aa703468476d service neutron] Pushing event updated for resources: {'Port': ['ID=93d639ba-0889-43b0-ab3d-90a9082a6a45,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:55.001042 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6549a6-510d-477f-8aa3-3509a9ca7eb0 x-openstack-request-id: req-2a6549a6-510d-477f-8aa3-3509a9ca7eb0 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:33:55.001340 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbfc863-5d9a-4643-a9f3-54807df1eba1", "tag": "93d639ba-0889-43b0-ab3d-90a9082a6a45", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:33:55.001583 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a6549a6-510d-477f-8aa3-3509a9ca7eb0 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:33:55.002017 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbfc863-5d9a-4643-a9f3-54807df1eba1', 'tag': '93d639ba-0889-43b0-ab3d-90a9082a6a45', 'status': 'completed', 'code': 200} Aug 06 16:33:55.014816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8ba89-ca61-45c1-8a00-397ac24bc197 req-7390a9da-cc66-4d0f-b479-86db0d3e2f14 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:55.016384 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99b8ba89-ca61-45c1-8a00-397ac24bc197 req-7390a9da-cc66-4d0f-b479-86db0d3e2f14 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0931671 Aug 06 16:33:55.038661 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693d920-496f-4a09-8064-99b59eb274b0 req-66b42b64-eb68-4dff-800e-84e249cce810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:55.040179 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6693d920-496f-4a09-8064-99b59eb274b0 req-66b42b64-eb68-4dff-800e-84e249cce810 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 1094 time: 0.0588346 Aug 06 16:33:55.059114 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99b8ba89-ca61-45c1-8a00-397ac24bc197 req-fc0bfe65-c195-4508-a6f7-44a191207f30 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359087 Aug 06 16:33:55.083887 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6693d920-496f-4a09-8064-99b59eb274b0 req-7bf0f4f1-8ec8-490e-9af6-0b87275f7614 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d639ba-0889-43b0-ab3d-90a9082a6a45 HTTP/1.1" status: 200 len: 217 time: 0.0360465 Aug 06 16:33:55.139735 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693d920-496f-4a09-8064-99b59eb274b0 req-d4fcd5a4-9e65-4f3b-8916-06302d161d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:55.141363 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6693d920-496f-4a09-8064-99b59eb274b0 req-d4fcd5a4-9e65-4f3b-8916-06302d161d66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0511649 Aug 06 16:33:55.191990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693d920-496f-4a09-8064-99b59eb274b0 req-fbdfbdf4-a53f-4cdd-a50c-7afe56095651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:55.193492 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6693d920-496f-4a09-8064-99b59eb274b0 req-fbdfbdf4-a53f-4cdd-a50c-7afe56095651 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422366 Aug 06 16:33:55.289267 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6693d920-496f-4a09-8064-99b59eb274b0 req-f774ee84-d552-4219-82b5-a6d459b566ff service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887356 Aug 06 16:33:55.377534 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6693d920-496f-4a09-8064-99b59eb274b0 req-d69598ff-dc65-40bb-aa02-f561ade6410e service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818632 Aug 06 16:33:55.459475 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143d15-f805-45e4-8744-f864541567cf req-9b763834-cc7a-4efa-9c14-2f7bc3959177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:55.461092 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fa143d15-f805-45e4-8744-f864541567cf req-9b763834-cc7a-4efa-9c14-2f7bc3959177 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 1094 time: 0.0405877 Aug 06 16:33:55.561385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143d15-f805-45e4-8744-f864541567cf req-ee2ac7a3-9c7d-425d-8d5c-96de87696196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:55.563013 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fa143d15-f805-45e4-8744-f864541567cf req-ee2ac7a3-9c7d-425d-8d5c-96de87696196 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0946302 Aug 06 16:33:55.605106 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fa143d15-f805-45e4-8744-f864541567cf req-6bf815fa-5d84-4a66-93a0-50f9303ec959 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93d639ba-0889-43b0-ab3d-90a9082a6a45 HTTP/1.1" status: 200 len: 217 time: 0.0347910 Aug 06 16:33:55.658336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143d15-f805-45e4-8744-f864541567cf req-494f79c4-e885-45ea-b5c5-6a1d41b36c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:55.659719 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fa143d15-f805-45e4-8744-f864541567cf req-494f79c4-e885-45ea-b5c5-6a1d41b36c37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0479918 Aug 06 16:33:55.707597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143d15-f805-45e4-8744-f864541567cf req-23b14402-74fb-4ff8-a5ab-304669a0e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:55.709087 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fa143d15-f805-45e4-8744-f864541567cf req-23b14402-74fb-4ff8-a5ab-304669a0e5fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428629 Aug 06 16:33:55.803608 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fa143d15-f805-45e4-8744-f864541567cf req-2aa89323-1244-44af-9ca6-55d3ca753d8d service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874450 Aug 06 16:33:55.910370 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fa143d15-f805-45e4-8744-f864541567cf req-8d4421e9-5e97-4c65-81db-eb7dc4ae35b9 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004267 Aug 06 16:33:56.185115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820836ff-cbca-4c9a-9218-fd9c8e2e73aa req-3ccc8e30-e309-486b-98e5-bca7ab8e1ebb tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:56.187741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-820836ff-cbca-4c9a-9218-fd9c8e2e73aa req-3ccc8e30-e309-486b-98e5-bca7ab8e1ebb tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0575726 Aug 06 16:33:56.241659 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-820836ff-cbca-4c9a-9218-fd9c8e2e73aa req-958b8e9a-5624-45c1-aead-033f8884ef5c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384107 Aug 06 16:33:57.427422 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae64740-281c-422a-8b54-0fc08632dfdd req-17ef2b67-a931-4885-aab9-a539eb1fbdee tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:57.429722 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cae64740-281c-422a-8b54-0fc08632dfdd req-17ef2b67-a931-4885-aab9-a539eb1fbdee tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0696025 Aug 06 16:33:57.508425 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cae64740-281c-422a-8b54-0fc08632dfdd req-fa38f7e6-a3f3-4d94-be3e-4d7e6cac6565 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709124 Aug 06 16:33:58.638279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408785-e998-4310-864a-0de624357f6c req-4242371a-d9a8-4d84-ba1b-22d0c74f32dd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:58.641579 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76408785-e998-4310-864a-0de624357f6c req-4242371a-d9a8-4d84-ba1b-22d0c74f32dd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0532002 Aug 06 16:33:58.690528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76408785-e998-4310-864a-0de624357f6c req-36459763-ae73-44f4-95a5-936833d22242 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426810 Aug 06 16:33:59.476630 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:33:59.812425 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bb097-decc-49b0-b8d7-2c41b34fae66 req-35394905-add1-4a37-abcc-694954738215 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:59.813941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-858bb097-decc-49b0-b8d7-2c41b34fae66 req-35394905-add1-4a37-abcc-694954738215 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0550652 Aug 06 16:33:59.856194 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-858bb097-decc-49b0-b8d7-2c41b34fae66 req-a7c57914-7819-49ac-854f-6594d4dcd6dc tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354321 Aug 06 16:34:00.972521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2d16d-1277-4f28-88e4-de7fa8674b4a req-8d55003f-b0fd-4e4c-b7af-f4551438ac17 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:00.974047 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4d2d16d-1277-4f28-88e4-de7fa8674b4a req-8d55003f-b0fd-4e4c-b7af-f4551438ac17 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0500588 Aug 06 16:34:01.020399 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4d2d16d-1277-4f28-88e4-de7fa8674b4a req-4530d3bc-f8bb-432b-9993-77f0c13066a3 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402684 Aug 06 16:34:02.131608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa6f74-5f91-47a8-a138-44a2e2faa050 req-c40b1de8-7319-44d2-856a-7e31ca291840 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:02.133085 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8fa6f74-5f91-47a8-a138-44a2e2faa050 req-c40b1de8-7319-44d2-856a-7e31ca291840 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0476708 Aug 06 16:34:02.170458 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c8fa6f74-5f91-47a8-a138-44a2e2faa050 req-35e0cb7c-550a-4ac7-ad02-934bc7d1b898 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306091 Aug 06 16:34:03.290948 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668bb19-bb94-49f0-89c6-c1b9dde2e582 req-e0b82693-8a30-4ede-a9d3-079c48bf6df4 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:03.292465 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3668bb19-bb94-49f0-89c6-c1b9dde2e582 req-e0b82693-8a30-4ede-a9d3-079c48bf6df4 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0532110 Aug 06 16:34:03.331892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3668bb19-bb94-49f0-89c6-c1b9dde2e582 req-00e7452d-3841-4c85-820b-3a933a68d0b8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328960 Aug 06 16:34:03.799693 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-83d5da81-5dae-41bf-9a15-8c9f8e831239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:04.455367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38d86b-bdab-407e-aad4-40047ae777b1 req-076f3f42-fefc-4d1c-a2eb-b44970301285 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:04.456996 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe38d86b-bdab-407e-aad4-40047ae777b1 req-076f3f42-fefc-4d1c-a2eb-b44970301285 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0559964 Aug 06 16:34:04.495840 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe38d86b-bdab-407e-aad4-40047ae777b1 req-75daf353-3fe5-41c7-a44c-364f7e379947 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329216 Aug 06 16:34:05.609450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187fa84-78ae-4710-a8f3-972281732902 req-9398eb6d-fdd3-4785-bcb6-e6fdfe484722 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:05.611091 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4187fa84-78ae-4710-a8f3-972281732902 req-9398eb6d-fdd3-4785-bcb6-e6fdfe484722 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0489538 Aug 06 16:34:05.655513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4187fa84-78ae-4710-a8f3-972281732902 req-d3793b7e-31d7-4f9f-afb4-66b20d53786e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343802 Aug 06 16:34:06.235325 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-64b7fc5a-7402-4f49-a41c-069f492d4135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:06.658800 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:06.776181 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11a39f-3cba-4fc2-9516-dcec28158183 req-e0d01446-02b3-4dce-8bfb-73f6de7070e6 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:06.778019 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f11a39f-3cba-4fc2-9516-dcec28158183 req-e0d01446-02b3-4dce-8bfb-73f6de7070e6 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0539291 Aug 06 16:34:06.817613 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f11a39f-3cba-4fc2-9516-dcec28158183 req-572ca2a8-40d0-4245-9832-d7dba1953173 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326543 Aug 06 16:34:07.384980 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:07.933031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263ff5d-f958-41e5-83da-47f03bfb3f96 req-52ee13d7-98e6-4524-a0f4-d261ecf97f8d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:07.934519 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3263ff5d-f958-41e5-83da-47f03bfb3f96 req-52ee13d7-98e6-4524-a0f4-d261ecf97f8d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0483866 Aug 06 16:34:07.971912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3263ff5d-f958-41e5-83da-47f03bfb3f96 req-15e03942-477b-4b29-b1ee-b516ed758452 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315826 Aug 06 16:34:09.086716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b0f03-3ffe-4466-ab77-c714a3636963 req-cb10eba5-92bb-457c-91b2-a8cc30e998d6 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:09.088070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-697b0f03-3ffe-4466-ab77-c714a3636963 req-cb10eba5-92bb-457c-91b2-a8cc30e998d6 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0483761 Aug 06 16:34:09.113245 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:09.128308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-697b0f03-3ffe-4466-ab77-c714a3636963 req-b9f24bc8-cf96-4e37-b541-316d72174c12 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337043 Aug 06 16:34:10.244779 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4eab1-0f38-4243-bded-d8df35e961fb req-73c4abd3-8585-4f28-be0e-7815b8c21845 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:10.246255 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ab4eab1-0f38-4243-bded-d8df35e961fb req-73c4abd3-8585-4f28-be0e-7815b8c21845 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0518541 Aug 06 16:34:10.282867 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ab4eab1-0f38-4243-bded-d8df35e961fb req-81975341-f20d-403d-95f4-6e660ca848dd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301967 Aug 06 16:34:11.404455 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6021e-c6a3-4793-999e-acc5f1b601b9 req-a47fa5bc-b012-4024-89e6-5677ad2a897a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:11.406448 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8b6021e-c6a3-4793-999e-acc5f1b601b9 req-a47fa5bc-b012-4024-89e6-5677ad2a897a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0537090 Aug 06 16:34:11.445095 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8b6021e-c6a3-4793-999e-acc5f1b601b9 req-27785205-94f5-400e-bfe5-4713901bb13d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325947 Aug 06 16:34:12.557013 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884747b-8da6-453d-89e0-8908d2dac7bf req-55b87993-78eb-49d1-9914-e213933eeee2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:12.558522 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5884747b-8da6-453d-89e0-8908d2dac7bf req-55b87993-78eb-49d1-9914-e213933eeee2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0480528 Aug 06 16:34:12.597454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5884747b-8da6-453d-89e0-8908d2dac7bf req-2b8a21d8-8c1c-453d-addb-4a3f2e194c4e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316136 Aug 06 16:34:13.722225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22199f4-383f-4aa2-bc2c-6290646c08aa req-c1c9d1ec-e74d-4270-9c01-49e4d9f05835 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:13.723745 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e22199f4-383f-4aa2-bc2c-6290646c08aa req-c1c9d1ec-e74d-4270-9c01-49e4d9f05835 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0587969 Aug 06 16:34:13.764251 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e22199f4-383f-4aa2-bc2c-6290646c08aa req-102104be-5108-47e3-8b9a-dc6925215de3 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343306 Aug 06 16:34:14.880815 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70084292-030a-4378-a43b-c57702bd47b8 req-8b188968-9d38-49ec-8baa-14ebb06ad073 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:14.882394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70084292-030a-4378-a43b-c57702bd47b8 req-8b188968-9d38-49ec-8baa-14ebb06ad073 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 943 time: 0.0513515 Aug 06 16:34:14.919414 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70084292-030a-4378-a43b-c57702bd47b8 req-d4dbff67-4975-4d7c-a271-c4529c486957 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310185 Aug 06 16:34:15.349112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 93d639ba-0889-43b0-ab3d-90a9082a6a45 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:34:15.442151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 93d639ba-0889-43b0-ab3d-90a9082a6a45, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=93d639ba-0889-43b0-ab3d-90a9082a6a45,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:34:15.453796 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '93d639ba-0889-43b0-ab3d-90a9082a6a45', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'port_id': '93d639ba-0889-43b0-ab3d-90a9082a6a45', 'mac_address': 'fa:16:3e:a1:7f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:34:15.488869 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:15.500685 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d639ba-0889-43b0-ab3d-90a9082a6a45 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:34:15.520034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 93d639ba-0889-43b0-ab3d-90a9082a6a45, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=93d639ba-0889-43b0-ab3d-90a9082a6a45,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:34:15.524534 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:15.569921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=93d639ba-0889-43b0-ab3d-90a9082a6a45,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:34:15.577953 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:15.578294 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:15.578629 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:15.578960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:15.579286 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:15.579607 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:15.579927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:15.580244 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:15.580562 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:15.580878 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:15.581199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:15.581511 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:15.712180 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['93d639ba-0889-43b0-ab3d-90a9082a6a45'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:34:16.032204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb8ed4-fb3b-41b1-976b-b1106b91066e req-f5a412bd-6493-4738-987a-3592246a5919 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:16.033574 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8acb8ed4-fb3b-41b1-976b-b1106b91066e req-f5a412bd-6493-4738-987a-3592246a5919 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 944 time: 0.0475364 Aug 06 16:34:16.070177 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8acb8ed4-fb3b-41b1-976b-b1106b91066e req-6905d7b5-7f2b-4ac2-bae7-48678efff770 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306497 Aug 06 16:34:17.186205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a2d04-62cd-4c75-a7c1-2582e9848ace req-978316b5-ed8f-4083-8886-14da35ba4070 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:17.187705 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-439a2d04-62cd-4c75-a7c1-2582e9848ace req-978316b5-ed8f-4083-8886-14da35ba4070 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 944 time: 0.0514307 Aug 06 16:34:17.225115 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-439a2d04-62cd-4c75-a7c1-2582e9848ace req-77ea8388-3907-45ce-8903-65ec5a24b747 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313780 Aug 06 16:34:17.380043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 93d639ba-0889-43b0-ab3d-90a9082a6a45 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:34:17.426406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 93d639ba-0889-43b0-ab3d-90a9082a6a45 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:34:17.430007 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 93d639ba-0889-43b0-ab3d-90a9082a6a45 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:34:17.430376 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:17.506801 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:17.528702 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbfc863-5d9a-4643-a9f3-54807df1eba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d639ba-0889-43b0-ab3d-90a9082a6a45'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:34:17.530965 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca56040-144d-4627-a3f1-46715f0019d1" -d '{"events": [{"server_uuid": "dbbfc863-5d9a-4643-a9f3-54807df1eba1", "name": "network-vif-plugged", "status": "completed", "tag": "93d639ba-0889-43b0-ab3d-90a9082a6a45"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:34:17.543460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 93d639ba-0889-43b0-ab3d-90a9082a6a45, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=93d639ba-0889-43b0-ab3d-90a9082a6a45,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:34:17.547391 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:17.570306 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca704bb-b363-4589-89ac-fa45eadec991 x-openstack-request-id: req-1ca704bb-b363-4589-89ac-fa45eadec991 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:34:17.570597 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbfc863-5d9a-4643-a9f3-54807df1eba1", "name": "network-vif-plugged", "status": "completed", "tag": "93d639ba-0889-43b0-ab3d-90a9082a6a45", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:34:17.570840 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ca704bb-b363-4589-89ac-fa45eadec991 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:34:17.571216 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbfc863-5d9a-4643-a9f3-54807df1eba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d639ba-0889-43b0-ab3d-90a9082a6a45', 'code': 200} Aug 06 16:34:17.597148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=93d639ba-0889-43b0-ab3d-90a9082a6a45,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:34:17.660691 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54133fe-5f12-4baf-be07-8ff4e1886aaa req-0b3b66b8-51fe-4dbc-99aa-16543039960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:17.662122 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e54133fe-5f12-4baf-be07-8ff4e1886aaa req-0b3b66b8-51fe-4dbc-99aa-16543039960a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 1096 time: 0.0402436 Aug 06 16:34:17.696724 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e54133fe-5f12-4baf-be07-8ff4e1886aaa req-5a11c1fd-1904-4016-a2d4-7f5ef1f93c78 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275578 Aug 06 16:34:18.336919 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c157ec0-1667-4de5-b933-bb0412dc0f08 req-45372297-5d25-42ce-974c-a8e71778a8fa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:18.338426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3c157ec0-1667-4de5-b933-bb0412dc0f08 req-45372297-5d25-42ce-974c-a8e71778a8fa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 945 time: 0.0483158 Aug 06 16:34:18.385302 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3c157ec0-1667-4de5-b933-bb0412dc0f08 req-6c92b8be-8254-49b3-9f67-9306eeddb201 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403652 Aug 06 16:34:19.508393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d0583-08b5-4db4-ba5b-93def53d5959 req-14aec037-0bf4-408a-abec-d0ff64fb3ada tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:19.509909 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe7d0583-08b5-4db4-ba5b-93def53d5959 req-14aec037-0bf4-408a-abec-d0ff64fb3ada tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 945 time: 0.0485179 Aug 06 16:34:19.548316 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe7d0583-08b5-4db4-ba5b-93def53d5959 req-d9912f40-7b7e-44bd-9e35-2af89ccb7e2b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Aug 06 16:34:19.662054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cc5db-0a1d-4e6f-8da0-9880a0585fd1 req-5ac399fd-c86a-4890-9ca2-be23a81468cf tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:19.663508 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c9cc5db-0a1d-4e6f-8da0-9880a0585fd1 req-5ac399fd-c86a-4890-9ca2-be23a81468cf tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 945 time: 0.0512221 Aug 06 16:34:19.700879 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c9cc5db-0a1d-4e6f-8da0-9880a0585fd1 req-a4f66dc6-5dc4-4d86-9c43-eda67f97988f tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315559 Aug 06 16:34:19.814336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a3b02-c15f-4424-a843-7ab935df93de req-f032273e-113a-4868-81b9-df1fe194a2bc tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:19.815804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-883a3b02-c15f-4424-a843-7ab935df93de req-f032273e-113a-4868-81b9-df1fe194a2bc tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 945 time: 0.0493736 Aug 06 16:34:19.854272 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-883a3b02-c15f-4424-a843-7ab935df93de req-b5862f46-c17e-4a12-bc29-dad31b6962c6 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325842 Aug 06 16:34:20.137145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b164989-1963-4669-a858-5a76dd9c40da req-dbc0321e-6431-49e7-8a00-7d232be8cdc2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:20.138608 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b164989-1963-4669-a858-5a76dd9c40da req-dbc0321e-6431-49e7-8a00-7d232be8cdc2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 945 time: 0.0473099 Aug 06 16:34:20.175726 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b164989-1963-4669-a858-5a76dd9c40da req-c2f22146-8c30-4bcb-812d-36a40eeee8a7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305533 Aug 06 16:34:21.292891 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ea961-e499-43da-b155-fed0d2a945a2 req-7059759a-e628-4340-8c1c-532734d0e29b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:21.294381 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d5ea961-e499-43da-b155-fed0d2a945a2 req-7059759a-e628-4340-8c1c-532734d0e29b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 945 time: 0.0512776 Aug 06 16:34:21.332120 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d5ea961-e499-43da-b155-fed0d2a945a2 req-ea5be88e-2237-43b1-9f7c-63136d8910e8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312076 Aug 06 16:34:21.527550 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4b418-32ca-4432-ba3a-95b42b25a198 req-53303b3d-4de0-44f1-9222-37bbde8cb904 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:21.528901 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5bf4b418-32ca-4432-ba3a-95b42b25a198 req-53303b3d-4de0-44f1-9222-37bbde8cb904 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 945 time: 0.0472600 Aug 06 16:34:21.619971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-5bf4b418-32ca-4432-ba3a-95b42b25a198 req-e9c4c9e4-ed29-4bb6-b444-1413baa7123e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Deleting port 93d639ba-0889-43b0-ab3d-90a9082a6a45 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:34:21.620302 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5bf4b418-32ca-4432-ba3a-95b42b25a198 req-e9c4c9e4-ed29-4bb6-b444-1413baa7123e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:21.709038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-5bf4b418-32ca-4432-ba3a-95b42b25a198 req-e9c4c9e4-ed29-4bb6-b444-1413baa7123e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] For port 93d639ba-0889-43b0-ab3d-90a9082a6a45, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=93d639ba-0889-43b0-ab3d-90a9082a6a45,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:34:21.709396 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5bf4b418-32ca-4432-ba3a-95b42b25a198 req-e9c4c9e4-ed29-4bb6-b444-1413baa7123e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:21.721216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-5bf4b418-32ca-4432-ba3a-95b42b25a198 req-e9c4c9e4-ed29-4bb6-b444-1413baa7123e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Calling delete_port for 93d639ba-0889-43b0-ab3d-90a9082a6a45 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:34:21.846392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5bf4b418-32ca-4432-ba3a-95b42b25a198 req-e9c4c9e4-ed29-4bb6-b444-1413baa7123e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:21.859195 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['93d639ba-0889-43b0-ab3d-90a9082a6a45'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:34:21.878043 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4c9e4-ed29-4bb6-b444-1413baa7123e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event deleted for resources: {'Port': ['ID=93d639ba-0889-43b0-ab3d-90a9082a6a45,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:34:21.930666 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf4b418-32ca-4432-ba3a-95b42b25a198 req-e9c4c9e4-ed29-4bb6-b444-1413baa7123e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] No DVR routers for this DVR port 93d639ba-0889-43b0-ab3d-90a9082a6a45 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:34:21.933221 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5bf4b418-32ca-4432-ba3a-95b42b25a198 req-e9c4c9e4-ed29-4bb6-b444-1413baa7123e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:21.935602 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5bf4b418-32ca-4432-ba3a-95b42b25a198 req-e9c4c9e4-ed29-4bb6-b444-1413baa7123e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "DELETE /v2.0/ports/93d639ba-0889-43b0-ab3d-90a9082a6a45 HTTP/1.1" status: 204 len: 173 time: 0.3999195 Aug 06 16:34:21.936064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbfc863-5d9a-4643-a9f3-54807df1eba1', 'name': 'network-vif-deleted', 'tag': '93d639ba-0889-43b0-ab3d-90a9082a6a45'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:34:21.943748 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a78c17a-0359-4ed9-b039-ccfabf512131" -d '{"events": [{"server_uuid": "dbbfc863-5d9a-4643-a9f3-54807df1eba1", "name": "network-vif-deleted", "tag": "93d639ba-0889-43b0-ab3d-90a9082a6a45"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:34:21.984786 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424e09e2-eaae-446b-b28c-40cf99cfe1d4 x-openstack-request-id: req-424e09e2-eaae-446b-b28c-40cf99cfe1d4 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:34:21.985082 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbfc863-5d9a-4643-a9f3-54807df1eba1", "name": "network-vif-deleted", "tag": "93d639ba-0889-43b0-ab3d-90a9082a6a45", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:34:21.985334 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-424e09e2-eaae-446b-b28c-40cf99cfe1d4 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:34:21.985784 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbfc863-5d9a-4643-a9f3-54807df1eba1', 'name': 'network-vif-deleted', 'tag': '93d639ba-0889-43b0-ab3d-90a9082a6a45', 'status': 'completed', 'code': 200} Aug 06 16:34:22.427269 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b106fbb-f24e-4e03-ac3f-6833957632e2 req-48ff7d8e-63d5-4fd5-b106-0db6fad88758 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 210 time: 0.0263650 Aug 06 16:34:23.522977 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee3b8c0e-8252-4016-961c-b250eb07d41c req-0a37dfde-d9b1-4929-aae5-0776db74f178 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 210 time: 0.0270915 Aug 06 16:34:23.862752 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:24.063605 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:24.616680 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-303fbc82-0946-428b-b70a-803cb483ab46 req-abdd23fd-3cdd-494b-b69e-cf9f20d9161b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 210 time: 0.0267293 Aug 06 16:34:25.427011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 93d639ba-0889-43b0-ab3d-90a9082a6a45 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:34:25.450536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 93d639ba-0889-43b0-ab3d-90a9082a6a45 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:34:25.450872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 93d639ba-0889-43b0-ab3d-90a9082a6a45 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:34:25.729482 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f06fe59-1ad2-4a71-9b9f-9d983ec1faf7 req-99f0dc06-2208-4a7f-8b2e-36ed9969dd32 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbbfc863-5d9a-4643-a9f3-54807df1eba1 HTTP/1.1" status: 200 len: 210 time: 0.0300753 Aug 06 16:34:33.800473 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fc41021f-725c-4891-a037-5f63bfd39f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:36.237989 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6279-1212-47d2-98e6-82fdc0352502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:36.476585 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:34:36.664197 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:36.834656 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00597316-0fe9-4123-a718-9147acd6e7de req-83995ba2-de1d-450b-84f0-0ab0a4c3b3f8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433612 Aug 06 16:34:36.919313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00597316-0fe9-4123-a718-9147acd6e7de req-0164b96a-a9b3-4ec2-abfc-8dd2480021d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:36.920796 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00597316-0fe9-4123-a718-9147acd6e7de req-0164b96a-a9b3-4ec2-abfc-8dd2480021d9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c70ba542c0974c478be8fe3c443bbcb4&device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 1096 time: 0.0411870 Aug 06 16:34:37.030242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00597316-0fe9-4123-a718-9147acd6e7de req-6b0b5461-7640-448e-a6f3-da670210cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:37.031867 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00597316-0fe9-4123-a718-9147acd6e7de req-6b0b5461-7640-448e-a6f3-da670210cf0f service neutron] 10.222.0.78 "GET /v2.0/networks?id=7743e816-948f-4648-9405-0c7efdc5dd22 HTTP/1.1" status: 200 len: 909 time: 0.0885572 Aug 06 16:34:37.100701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00597316-0fe9-4123-a718-9147acd6e7de req-a5dd8b94-59f1-4692-be4c-032240818f0e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0817a8b-b5de-44fb-908e-a74b247596e6 HTTP/1.1" status: 200 len: 1001 time: 0.0608866 Aug 06 16:34:37.150694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00597316-0fe9-4123-a718-9147acd6e7de req-efe3343f-19b6-43f8-95c0-05b41db88615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:37.152186 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00597316-0fe9-4123-a718-9147acd6e7de req-efe3343f-19b6-43f8-95c0-05b41db88615 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=40c5a3f7-ec0f-4b7a-b824-e61c61095a04 HTTP/1.1" status: 200 len: 847 time: 0.0442867 Aug 06 16:34:37.206258 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00597316-0fe9-4123-a718-9147acd6e7de req-8b1d696f-3b30-473a-bd13-01c0944b040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:37.207676 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00597316-0fe9-4123-a718-9147acd6e7de req-8b1d696f-3b30-473a-bd13-01c0944b040f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7743e816-948f-4648-9405-0c7efdc5dd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472007 Aug 06 16:34:37.219410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-00597316-0fe9-4123-a718-9147acd6e7de req-4a72e25c-e883-4986-92d0-97d9a4aea024 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:34:37.220342 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00597316-0fe9-4123-a718-9147acd6e7de req-4a72e25c-e883-4986-92d0-97d9a4aea024 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051281 Aug 06 16:34:37.319109 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00597316-0fe9-4123-a718-9147acd6e7de req-a3fc10cc-1399-4954-a04d-d89a9069b1b4 service neutron] 10.222.0.78 "GET /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913241 Aug 06 16:34:37.389619 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:37.748955 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00597316-0fe9-4123-a718-9147acd6e7de req-368b6d90-1b9a-4a65-90eb-054de6fbd800 service neutron] 10.222.0.78 "GET /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223514 Aug 06 16:34:39.114677 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:46.639582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-9c8cb286-4211-4b77-95ea-d02dfc30ce58 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:46.641042 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-9c8cb286-4211-4b77-95ea-d02dfc30ce58 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 811 time: 0.0993021 Aug 06 16:34:46.655692 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-209ff648-3610-4e7e-8a62-c2fd62b1bbf5 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/quotas/89b0981d89e845f9b7f745002d8acfb9 HTTP/1.1" status: 200 len: 375 time: 0.0088470 Aug 06 16:34:46.709217 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-95b65f9c-1118-4320-beae-22d420485987 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484540 Aug 06 16:34:46.796997 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-75f1a53f-1d73-419c-8b3e-18d3001a470b service neutron] 10.222.0.37 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810502 Aug 06 16:34:46.888167 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-4b2bd056-0fc7-4446-a870-35339eb3df65 service neutron] 10.222.0.37 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844517 Aug 06 16:34:47.164022 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d770b480-a96d-42db-afdd-20b7ce255fe8 req-7229a4b8-db94-496e-8f05-dfa4dc84ba57 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 210 time: 0.0264165 Aug 06 16:34:48.022362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-ee3d271d-008d-4938-8b16-2d2ba28b3419 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:48.023589 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-ee3d271d-008d-4938-8b16-2d2ba28b3419 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 811 time: 0.1062262 Aug 06 16:34:48.036072 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'port': {'device_id': 'bc1a8ad2-97c0-4d06-ba74-193f61e22758', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'admin_state_up': True, 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:34:48.143354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Made reservation on behalf of 89b0981d89e845f9b7f745002d8acfb9 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:34:48.147388 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:48.261409 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ef2fc4be-c603-4a80-b37d-ac15cc5fa8e7 req-859b6a98-85e7-4e46-870c-035ee6aebea2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 210 time: 0.0277674 Aug 06 16:34:48.282425 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Allocated IP 172.20.0.14 (27993a5c-2b9d-4c69-8229-392961f4c587/1ff15de7-924a-4614-a29f-2fbcd9beffc2/ae02193b-04e6-4860-ad77-ce5334b523d8) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:34:48.424430 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:48.437504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Transition to ACTIVE for port object ae02193b-04e6-4860-ad77-ce5334b523d8 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:34:48.471252 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:48.511777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Network 27993a5c-2b9d-4c69-8229-392961f4c587 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:34:48.517187 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:34:48.521592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:34:48.549352 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'Port': ['ID=ae02193b-04e6-4860-ad77-ce5334b523d8,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:34:48.565348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:48.565777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:48.566062 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:48.566402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:48.566740 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:48.567071 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:48.567397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:48.567725 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:48.568067 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:48.568381 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:48.568707 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:48.569031 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:34:48.590803 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:48.591450 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:48.606698 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-d31b61ed-25e5-48ae-bea7-6a4f118b888d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5748651 Aug 06 16:34:48.619235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-cc02867c-ba8f-45c8-b248-275cf89d884c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:34:48.620332 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-cc02867c-ba8f-45c8-b248-275cf89d884c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061209 Aug 06 16:34:48.633281 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Request body: {'port': {'device_id': 'bc1a8ad2-97c0-4d06-ba74-193f61e22758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:34:48.697412 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:48.773972 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e0031386-05b2-41c1-a3c1-e9046660b46f None None] Provisioning for port ae02193b-04e6-4860-ad77-ce5334b523d8 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:34:48.778245 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e0031386-05b2-41c1-a3c1-e9046660b46f None None] Provisioning complete for port ae02193b-04e6-4860-ad77-ce5334b523d8 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:34:48.778717 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e0031386-05b2-41c1-a3c1-e9046660b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:48.817359 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e0031386-05b2-41c1-a3c1-e9046660b46f None None] Port ae02193b-04e6-4860-ad77-ce5334b523d8 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:34:48.970925 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae02193b-04e6-4860-ad77-ce5334b523d8 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:34:48.979019 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:48.997237 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Transition to ACTIVE for port object ae02193b-04e6-4860-ad77-ce5334b523d8 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:34:49.004743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:49.058462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Pushing event updated for resources: {'Port': ['ID=ae02193b-04e6-4860-ad77-ce5334b523d8,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:34:49.134880 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Attempting to bind port ae02193b-04e6-4860-ad77-ce5334b523d8 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:34:49.135507 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Attempting to bind port ae02193b-04e6-4860-ad77-ce5334b523d8 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:34:49.135646 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Attempting to bind port ae02193b-04e6-4860-ad77-ce5334b523d8 on network 27993a5c-2b9d-4c69-8229-392961f4c587 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:34:49.140606 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Port ae02193b-04e6-4860-ad77-ce5334b523d8 on network 27993a5c-2b9d-4c69-8229-392961f4c587 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:34:49.140940 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Attempting to bind port ae02193b-04e6-4860-ad77-ce5334b523d8 on network 27993a5c-2b9d-4c69-8229-392961f4c587 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:34:49.147244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:34:49.147586 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Checking segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:34:49.148191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Bound using segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:34:49.148852 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Bound port: ae02193b-04e6-4860-ad77-ce5334b523d8, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:34:49.149217 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:49.228686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] For port ae02193b-04e6-4860-ad77-ce5334b523d8, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:34:49.234372 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] For port ae02193b-04e6-4860-ad77-ce5334b523d8, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ae02193b-04e6-4860-ad77-ce5334b523d8,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:34:49.239940 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:49.284722 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:49.284722 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:49.285956 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] 10.222.0.13 "PUT /v2.0/ports/ae02193b-04e6-4860-ad77-ce5334b523d8 HTTP/1.1" status: 200 len: 1092 time: 0.6567681 Aug 06 16:34:49.286565 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1a8ad2-97c0-4d06-ba74-193f61e22758', 'tag': 'ae02193b-04e6-4860-ad77-ce5334b523d8'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:34:49.288778 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc4b0b0-dd74-4289-b6ce-2e03f46ce440" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1a8ad2-97c0-4d06-ba74-193f61e22758", "tag": "ae02193b-04e6-4860-ad77-ce5334b523d8"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:34:49.325026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16addcec-661b-4a34-9a4e-bed9792d0989 service neutron] Pushing event updated for resources: {'Port': ['ID=ae02193b-04e6-4860-ad77-ce5334b523d8,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:34:49.366418 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa5ad5b-af7b-46c9-8eb4-92602c7ca048 x-openstack-request-id: req-aaa5ad5b-af7b-46c9-8eb4-92602c7ca048 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:34:49.366805 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1a8ad2-97c0-4d06-ba74-193f61e22758", "tag": "ae02193b-04e6-4860-ad77-ce5334b523d8", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:34:49.367148 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aaa5ad5b-af7b-46c9-8eb4-92602c7ca048 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:34:49.367633 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1a8ad2-97c0-4d06-ba74-193f61e22758', 'tag': 'ae02193b-04e6-4860-ad77-ce5334b523d8', 'status': 'completed', 'code': 200} Aug 06 16:34:49.384912 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-0a4f732a-beb4-4208-8bd5-ff79bfce8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:49.386534 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-0a4f732a-beb4-4208-8bd5-ff79bfce8ae8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 1095 time: 0.0523508 Aug 06 16:34:49.431520 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-6e02e27f-adf1-4581-9e0e-54193eee0779 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae02193b-04e6-4860-ad77-ce5334b523d8 HTTP/1.1" status: 200 len: 217 time: 0.0362947 Aug 06 16:34:49.440744 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7936e9-0b3a-4938-9056-979cc7b477c7 req-db3e91ab-4c2f-46c8-a403-cf2e04374579 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:49.442604 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a7936e9-0b3a-4938-9056-979cc7b477c7 req-db3e91ab-4c2f-46c8-a403-cf2e04374579 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 944 time: 0.0594754 Aug 06 16:34:49.482519 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a7936e9-0b3a-4938-9056-979cc7b477c7 req-87a3f068-7bca-4c26-9d19-167d9b3d6317 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332658 Aug 06 16:34:49.492937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-d156d01e-acab-440e-88f5-021739ff046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:49.495213 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-d156d01e-acab-440e-88f5-021739ff046f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0559623 Aug 06 16:34:49.547680 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-7f600d2d-6dcf-49cd-bcb0-8429440715bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:49.549731 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-7f600d2d-6dcf-49cd-bcb0-8429440715bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460372 Aug 06 16:34:49.644394 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-6782f6af-57d2-495d-beed-13da25654afc service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880535 Aug 06 16:34:49.736349 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2cc7fd44-72e3-41df-b70e-8422b6c1fd3b req-38bf361c-6b88-4a7d-a67a-939c408ffbf5 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853190 Aug 06 16:34:49.817557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4b0b0-dd74-4289-b6ce-2e03f46ce440 req-5bd6f9c3-313b-4ec4-a037-482a86405a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:49.819082 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4fc4b0b0-dd74-4289-b6ce-2e03f46ce440 req-5bd6f9c3-313b-4ec4-a037-482a86405a92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 1095 time: 0.0416956 Aug 06 16:34:49.912781 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4b0b0-dd74-4289-b6ce-2e03f46ce440 req-6737ec7e-13c6-44b2-8b66-7feb65a73f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:49.914306 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4fc4b0b0-dd74-4289-b6ce-2e03f46ce440 req-6737ec7e-13c6-44b2-8b66-7feb65a73f52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0888946 Aug 06 16:34:50.287222 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4fc4b0b0-dd74-4289-b6ce-2e03f46ce440 req-dbcd4576-5a10-4561-a78e-04058403499f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae02193b-04e6-4860-ad77-ce5334b523d8 HTTP/1.1" status: 200 len: 217 time: 0.3654413 Aug 06 16:34:50.345443 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4b0b0-dd74-4289-b6ce-2e03f46ce440 req-416f2bc4-4e8e-4c3b-8731-8c436f98ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:50.346933 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4fc4b0b0-dd74-4289-b6ce-2e03f46ce440 req-416f2bc4-4e8e-4c3b-8731-8c436f98ebb4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0531707 Aug 06 16:34:50.397100 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4b0b0-dd74-4289-b6ce-2e03f46ce440 req-f5e8e59d-91b3-48fe-a342-766d409214f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:50.398616 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4fc4b0b0-dd74-4289-b6ce-2e03f46ce440 req-f5e8e59d-91b3-48fe-a342-766d409214f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445971 Aug 06 16:34:50.491889 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4fc4b0b0-dd74-4289-b6ce-2e03f46ce440 req-bb3207c3-ccdb-4b88-978d-8adae2f9eb8a service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853996 Aug 06 16:34:50.595817 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4fc4b0b0-dd74-4289-b6ce-2e03f46ce440 req-40c8f2be-d012-4014-a9a7-c02ceceff588 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966585 Aug 06 16:34:50.613551 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e5ecf-3bdb-4ab2-931b-8b1c61f5716b req-cd654e0d-e604-44c4-93d4-ef42d2f8db5a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:50.615104 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0b8e5ecf-3bdb-4ab2-931b-8b1c61f5716b req-cd654e0d-e604-44c4-93d4-ef42d2f8db5a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 944 time: 0.0599103 Aug 06 16:34:50.663686 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0b8e5ecf-3bdb-4ab2-931b-8b1c61f5716b req-eb938b8b-886c-4a69-b603-ca78f63052ff tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422580 Aug 06 16:34:51.786455 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9db963-e03b-4021-be15-1180cb00f1a2 req-0aad84bc-96cb-4d74-bb71-8bcb1df04b45 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:51.788134 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e9db963-e03b-4021-be15-1180cb00f1a2 req-0aad84bc-96cb-4d74-bb71-8bcb1df04b45 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 944 time: 0.0509427 Aug 06 16:34:51.828498 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e9db963-e03b-4021-be15-1180cb00f1a2 req-215d7c1d-cfc1-4f99-bb7f-8cb9765dac99 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342283 Aug 06 16:34:52.942382 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28954689-71d7-4207-8521-b9dcf31a28f5 req-eba26ebe-3eae-4801-a408-77563da09cdf tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:52.943835 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-28954689-71d7-4207-8521-b9dcf31a28f5 req-eba26ebe-3eae-4801-a408-77563da09cdf tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 944 time: 0.0481586 Aug 06 16:34:52.980887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-28954689-71d7-4207-8521-b9dcf31a28f5 req-72ba1ea2-3c9f-40aa-b7a3-c9f4c576082f tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309317 Aug 06 16:34:53.876394 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:54.063785 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:54.101574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e1b54-5b85-43c4-aeab-a70bc17d2b04 req-d6d993b1-425f-41c6-8d07-80e11b148210 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:54.102981 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c00e1b54-5b85-43c4-aeab-a70bc17d2b04 req-d6d993b1-425f-41c6-8d07-80e11b148210 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 944 time: 0.0532997 Aug 06 16:34:54.140694 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c00e1b54-5b85-43c4-aeab-a70bc17d2b04 req-1504cf0e-a6df-4696-b8c6-8ae6367c11ab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317864 Aug 06 16:34:55.252518 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ebcda-637c-4f67-b8ef-c0b8bf46f1c4 req-eb07ce72-8d09-4d6c-9dda-78363c7a8d08 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:55.254040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab9ebcda-637c-4f67-b8ef-c0b8bf46f1c4 req-eb07ce72-8d09-4d6c-9dda-78363c7a8d08 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 944 time: 0.0476751 Aug 06 16:34:55.290827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab9ebcda-637c-4f67-b8ef-c0b8bf46f1c4 req-e3eb984c-a35c-43c1-afb9-4dcc9cbddc16 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310001 Aug 06 16:34:56.401086 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e171b-5969-4a7c-bb47-608d6cdd4e14 req-5b2aec7d-7fac-4f8d-84cd-2099bc887c6a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:56.402549 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b59e171b-5969-4a7c-bb47-608d6cdd4e14 req-5b2aec7d-7fac-4f8d-84cd-2099bc887c6a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 944 time: 0.0469711 Aug 06 16:34:56.442803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b59e171b-5969-4a7c-bb47-608d6cdd4e14 req-109e07ef-c3c0-4b00-9241-8237f4793f46 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322852 Aug 06 16:34:57.559231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf11ab-004a-43db-b6bd-e5f4b700a84c req-9e4c1978-6633-4b4f-ba0a-2ad40102c01a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:57.560693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14cf11ab-004a-43db-b6bd-e5f4b700a84c req-9e4c1978-6633-4b4f-ba0a-2ad40102c01a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 944 time: 0.0518489 Aug 06 16:34:57.599123 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-14cf11ab-004a-43db-b6bd-e5f4b700a84c req-c99dd79e-c3db-458e-bc50-1e03a6d74df7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318475 Aug 06 16:34:58.712150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef7bb8-c621-498e-bce2-aa43303b8ae5 req-3ea6ce1f-02ae-4884-9e19-8223f1ab5146 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:58.713738 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95ef7bb8-c621-498e-bce2-aa43303b8ae5 req-3ea6ce1f-02ae-4884-9e19-8223f1ab5146 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 944 time: 0.0483158 Aug 06 16:34:58.754350 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-95ef7bb8-c621-498e-bce2-aa43303b8ae5 req-5e64e0cf-49a0-49ab-ade8-5cd25cd46b64 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332527 Aug 06 16:34:59.551098 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ae02193b-04e6-4860-ad77-ce5334b523d8 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:34:59.645123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port ae02193b-04e6-4860-ad77-ce5334b523d8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ae02193b-04e6-4860-ad77-ce5334b523d8,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:34:59.656204 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'ae02193b-04e6-4860-ad77-ce5334b523d8', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'port_id': 'ae02193b-04e6-4860-ad77-ce5334b523d8', 'mac_address': 'fa:16:3e:02:8e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:34:59.692126 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:59.704964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae02193b-04e6-4860-ad77-ce5334b523d8 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:34:59.724326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port ae02193b-04e6-4860-ad77-ce5334b523d8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ae02193b-04e6-4860-ad77-ce5334b523d8,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:34:59.728241 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:59.777057 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=ae02193b-04e6-4860-ad77-ce5334b523d8,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:34:59.870223 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff933cc4-80cf-4d57-b45e-176545cb6a9b req-12857077-b2a8-42c2-b163-6fcfb8b8cc8d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:59.871688 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff933cc4-80cf-4d57-b45e-176545cb6a9b req-12857077-b2a8-42c2-b163-6fcfb8b8cc8d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 945 time: 0.0485251 Aug 06 16:34:59.909120 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff933cc4-80cf-4d57-b45e-176545cb6a9b req-559dd76e-5cc1-4237-88d6-2fa94f12ed97 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314224 Aug 06 16:34:59.929688 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['ae02193b-04e6-4860-ad77-ce5334b523d8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:35:01.026808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b1672-206b-41b4-8594-0085401e6dcd req-c4737f12-daa0-48c5-954e-7c198deb797b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:01.028256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-466b1672-206b-41b4-8594-0085401e6dcd req-c4737f12-daa0-48c5-954e-7c198deb797b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 945 time: 0.0511422 Aug 06 16:35:01.071754 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-466b1672-206b-41b4-8594-0085401e6dcd req-7e4b5bfc-5524-4b0e-9144-fa6c3b9ebeb2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364559 Aug 06 16:35:01.582494 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ae02193b-04e6-4860-ad77-ce5334b523d8 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:35:01.629111 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port ae02193b-04e6-4860-ad77-ce5334b523d8 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:35:01.632723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port ae02193b-04e6-4860-ad77-ce5334b523d8 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:35:01.633091 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:01.712960 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:01.735371 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1a8ad2-97c0-4d06-ba74-193f61e22758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae02193b-04e6-4860-ad77-ce5334b523d8'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:35:01.737586 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effd1cc7-2f93-4272-9f72-9cd6beb85982" -d '{"events": [{"server_uuid": "bc1a8ad2-97c0-4d06-ba74-193f61e22758", "name": "network-vif-plugged", "status": "completed", "tag": "ae02193b-04e6-4860-ad77-ce5334b523d8"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:35:01.750131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port ae02193b-04e6-4860-ad77-ce5334b523d8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ae02193b-04e6-4860-ad77-ce5334b523d8,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:35:01.754537 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:01.777468 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7a7879-e099-45a2-bc99-add4b546d2d7 x-openstack-request-id: req-3a7a7879-e099-45a2-bc99-add4b546d2d7 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:35:01.777784 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1a8ad2-97c0-4d06-ba74-193f61e22758", "name": "network-vif-plugged", "status": "completed", "tag": "ae02193b-04e6-4860-ad77-ce5334b523d8", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:35:01.778042 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a7a7879-e099-45a2-bc99-add4b546d2d7 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:35:01.778424 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1a8ad2-97c0-4d06-ba74-193f61e22758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae02193b-04e6-4860-ad77-ce5334b523d8', 'code': 200} Aug 06 16:35:01.805198 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=ae02193b-04e6-4860-ad77-ce5334b523d8,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:35:01.875453 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73efdd-43ad-44f9-bbd7-2b30a0f3a96a req-a75d48b4-9c28-44cd-9722-ad176a64ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:01.877524 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae73efdd-43ad-44f9-bbd7-2b30a0f3a96a req-a75d48b4-9c28-44cd-9722-ad176a64ed9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 1097 time: 0.0448244 Aug 06 16:35:01.911570 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-ae73efdd-43ad-44f9-bbd7-2b30a0f3a96a req-97194933-4370-49aa-87eb-57dcdecd6093 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276806 Aug 06 16:35:02.185404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac552a0-bd8a-4652-b4a1-9ff2886527d6 req-6cd305e4-6a0a-4c47-bb17-a19a3bf578e0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:02.186889 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aac552a0-bd8a-4652-b4a1-9ff2886527d6 req-6cd305e4-6a0a-4c47-bb17-a19a3bf578e0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 946 time: 0.0484288 Aug 06 16:35:02.224426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aac552a0-bd8a-4652-b4a1-9ff2886527d6 req-84cb8a33-cd7c-469f-97a1-87356eefd4ec tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309956 Aug 06 16:35:03.339909 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bae41-9579-46fd-a4ec-71c18d2b8424 req-67d434bc-d1b8-4d1f-9063-7f43ed1e8d9c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:03.341367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de2bae41-9579-46fd-a4ec-71c18d2b8424 req-67d434bc-d1b8-4d1f-9063-7f43ed1e8d9c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 946 time: 0.0485606 Aug 06 16:35:03.378763 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de2bae41-9579-46fd-a4ec-71c18d2b8424 req-c44946ad-1eac-4922-abba-efa5f9b93e12 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309765 Aug 06 16:35:03.584098 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1e43d-a2c0-4fe6-83d7-683e70316f2a req-80e5932c-dbfc-4e12-8d20-9f57f7633c2c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:03.585490 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aed1e43d-a2c0-4fe6-83d7-683e70316f2a req-80e5932c-dbfc-4e12-8d20-9f57f7633c2c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 946 time: 0.0534005 Aug 06 16:35:03.622415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aed1e43d-a2c0-4fe6-83d7-683e70316f2a req-027a978e-8e9c-454f-b217-739ddf548c20 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Aug 06 16:35:03.801776 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aa78c269-217e-42c6-86c4-66d04fb926cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:05.996986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-cf147655-8c4e-4313-9cf6-c6e15e6e8452 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:05.998464 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-cf147655-8c4e-4313-9cf6-c6e15e6e8452 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 811 time: 0.0992608 Aug 06 16:35:06.013606 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-d75c6e1f-7239-4a5d-b59d-af7fa0ec28ec tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/quotas/89b0981d89e845f9b7f745002d8acfb9 HTTP/1.1" status: 200 len: 375 time: 0.0087807 Aug 06 16:35:06.070026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-4b23b0fa-22d1-47aa-821b-3075889ae62f tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511484 Aug 06 16:35:06.157360 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-2d9425b3-1adc-4314-9c4f-031e1dc1c300 service neutron] 10.222.0.37 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800812 Aug 06 16:35:06.239579 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-07d08f5f-d734-425f-8d8f-c133a71bc61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:06.273616 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-5cc77646-3bf7-40fd-877e-3c55f33eda7c service neutron] 10.222.0.37 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007214 Aug 06 16:35:06.461195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a50a376c-51c1-4031-beda-02c6d0fcfe99 req-89bbb582-007a-435e-976a-4672cf048a7c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 210 time: 0.0264676 Aug 06 16:35:06.666070 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:07.363748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-e2e9bd90-6015-4ebe-ac95-ea40ff712736 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:07.365207 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-e2e9bd90-6015-4ebe-ac95-ea40ff712736 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.78 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 811 time: 0.1026161 Aug 06 16:35:07.379467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'port': {'device_id': 'c41ef0b7-8ea6-48ce-9eac-05854cef7bbc', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'admin_state_up': True, 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:35:07.393332 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:07.493874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Made reservation on behalf of 89b0981d89e845f9b7f745002d8acfb9 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:35:07.497732 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:07.597400 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-110655ef-5f51-4fef-89a2-7a74826203a8 req-f98a973d-858f-4fec-84c1-22223b6803a4 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 210 time: 0.0397012 Aug 06 16:35:07.661729 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Allocated IP 172.20.0.7 (27993a5c-2b9d-4c69-8229-392961f4c587/1ff15de7-924a-4614-a29f-2fbcd9beffc2/cdc61e94-4f57-464b-a0e3-b5321804a303) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:35:07.823261 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:07.841078 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Transition to ACTIVE for port object cdc61e94-4f57-464b-a0e3-b5321804a303 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:35:07.875632 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:07.889059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['ae02193b-04e6-4860-ad77-ce5334b523d8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:35:07.921811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Network 27993a5c-2b9d-4c69-8229-392961f4c587 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:35:07.925888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:35:07.930231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:35:07.962544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'Port': ['ID=cdc61e94-4f57-464b-a0e3-b5321804a303,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:35:07.974933 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:07.975368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:07.975914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:07.976319 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:07.976724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:07.977115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:07.977509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:07.977938 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:07.978321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:07.978704 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:07.979094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:07.980082 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:08.012502 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:08.013252 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:08.032144 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-f1374613-5a26-4a0e-8b84-84a5e8e6199a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6573281 Aug 06 16:35:08.130946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Request body: {'port': {'device_id': 'c41ef0b7-8ea6-48ce-9eac-05854cef7bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:35:08.191306 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:08.214844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-08e24467-20d3-405e-9d8b-500ad3ec13f4 None None] Provisioning for port cdc61e94-4f57-464b-a0e3-b5321804a303 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:35:08.219330 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-08e24467-20d3-405e-9d8b-500ad3ec13f4 None None] Provisioning complete for port cdc61e94-4f57-464b-a0e3-b5321804a303 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:35:08.219765 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-08e24467-20d3-405e-9d8b-500ad3ec13f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:08.260714 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-08e24467-20d3-405e-9d8b-500ad3ec13f4 None None] Port cdc61e94-4f57-464b-a0e3-b5321804a303 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:35:08.465885 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc61e94-4f57-464b-a0e3-b5321804a303 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:35:08.473916 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:08.485753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Transition to ACTIVE for port object cdc61e94-4f57-464b-a0e3-b5321804a303 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:35:08.490251 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:08.541111 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Pushing event updated for resources: {'Port': ['ID=cdc61e94-4f57-464b-a0e3-b5321804a303,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:35:08.614631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Attempting to bind port cdc61e94-4f57-464b-a0e3-b5321804a303 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:35:08.614972 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Attempting to bind port cdc61e94-4f57-464b-a0e3-b5321804a303 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:35:08.615303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Attempting to bind port cdc61e94-4f57-464b-a0e3-b5321804a303 on network 27993a5c-2b9d-4c69-8229-392961f4c587 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:35:08.619768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Port cdc61e94-4f57-464b-a0e3-b5321804a303 on network 27993a5c-2b9d-4c69-8229-392961f4c587 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:35:08.620092 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Attempting to bind port cdc61e94-4f57-464b-a0e3-b5321804a303 on network 27993a5c-2b9d-4c69-8229-392961f4c587 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:35:08.625777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:35:08.626028 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Checking segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:35:08.626416 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Bound using segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:35:08.626869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Bound port: cdc61e94-4f57-464b-a0e3-b5321804a303, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:35:08.627744 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:08.722678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] For port cdc61e94-4f57-464b-a0e3-b5321804a303, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:35:08.738313 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] For port cdc61e94-4f57-464b-a0e3-b5321804a303, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cdc61e94-4f57-464b-a0e3-b5321804a303,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:35:08.743795 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:08.763187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899419b-1d5c-4a95-96dc-6d96d477ae03 req-dea75c08-37d9-4671-82a1-1d1008af1261 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:08.764668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9899419b-1d5c-4a95-96dc-6d96d477ae03 req-dea75c08-37d9-4671-82a1-1d1008af1261 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0840836 Aug 06 16:35:08.800262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:08.800770 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:08.802221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] 10.222.0.78 "PUT /v2.0/ports/cdc61e94-4f57-464b-a0e3-b5321804a303 HTTP/1.1" status: 200 len: 1091 time: 0.7557881 Aug 06 16:35:08.804851 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41ef0b7-8ea6-48ce-9eac-05854cef7bbc', 'tag': 'cdc61e94-4f57-464b-a0e3-b5321804a303'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:35:08.807108 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42782559-3b7e-4730-84c0-1d0c1f72108f" -d '{"events": [{"name": "network-changed", "server_uuid": "c41ef0b7-8ea6-48ce-9eac-05854cef7bbc", "tag": "cdc61e94-4f57-464b-a0e3-b5321804a303"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:35:08.852564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9b286-9df5-4774-9688-356662fc7d6a service neutron] Pushing event updated for resources: {'Port': ['ID=cdc61e94-4f57-464b-a0e3-b5321804a303,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:35:08.870653 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cab34b-1458-49a4-b99f-140b8bc76918 x-openstack-request-id: req-b1cab34b-1458-49a4-b99f-140b8bc76918 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:35:08.870952 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41ef0b7-8ea6-48ce-9eac-05854cef7bbc", "tag": "cdc61e94-4f57-464b-a0e3-b5321804a303", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:35:08.871207 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1cab34b-1458-49a4-b99f-140b8bc76918 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:35:08.871925 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41ef0b7-8ea6-48ce-9eac-05854cef7bbc', 'tag': 'cdc61e94-4f57-464b-a0e3-b5321804a303', 'status': 'completed', 'code': 200} Aug 06 16:35:08.888747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9899419b-1d5c-4a95-96dc-6d96d477ae03 req-2c599d24-5c5f-4f77-b148-1e88f0353aee tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040161 Aug 06 16:35:08.916110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-3c9f7529-189a-4c2e-8b68-6e5493bd4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:08.918007 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-3c9f7529-189a-4c2e-8b68-6e5493bd4254 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 1094 time: 0.0592709 Aug 06 16:35:08.969074 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-ca219f6e-cb3d-46f2-be7e-9b9a2ce3aa7b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdc61e94-4f57-464b-a0e3-b5321804a303 HTTP/1.1" status: 200 len: 217 time: 0.0416632 Aug 06 16:35:09.032549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-9515e958-1847-4073-92cd-4c40025e592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:09.034291 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-9515e958-1847-4073-92cd-4c40025e592e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0580823 Aug 06 16:35:09.083596 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-89dbd6d5-5630-45c0-9caa-9a3ec4676e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:09.085013 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-89dbd6d5-5630-45c0-9caa-9a3ec4676e20 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424926 Aug 06 16:35:09.129307 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:09.181319 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-90762522-e494-4f27-a19c-c90b5d6cc75a service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879481 Aug 06 16:35:09.277593 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d67dcfc5-ce5c-4054-8cdb-7f491daa2923 req-8732ae1c-693d-4e08-a520-23ea1dd12e72 service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885212 Aug 06 16:35:09.364406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42782559-3b7e-4730-84c0-1d0c1f72108f req-6cbe8ca4-29da-409e-aea4-df97be50747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:09.371701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42782559-3b7e-4730-84c0-1d0c1f72108f req-6cbe8ca4-29da-409e-aea4-df97be50747e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 1094 time: 0.0411706 Aug 06 16:35:09.459153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42782559-3b7e-4730-84c0-1d0c1f72108f req-57d74739-fc70-48cc-b37e-f5138d7bc0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:09.460725 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42782559-3b7e-4730-84c0-1d0c1f72108f req-57d74739-fc70-48cc-b37e-f5138d7bc0bb service neutron] 10.222.0.78 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0878117 Aug 06 16:35:09.503308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42782559-3b7e-4730-84c0-1d0c1f72108f req-b933037c-cb9a-48a8-8f47-9c9955b8d58e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdc61e94-4f57-464b-a0e3-b5321804a303 HTTP/1.1" status: 200 len: 217 time: 0.0353127 Aug 06 16:35:09.561565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42782559-3b7e-4730-84c0-1d0c1f72108f req-553f229d-fb3b-4d5c-9a7c-4b3b28226187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:09.563132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42782559-3b7e-4730-84c0-1d0c1f72108f req-553f229d-fb3b-4d5c-9a7c-4b3b28226187 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0532725 Aug 06 16:35:09.613494 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42782559-3b7e-4730-84c0-1d0c1f72108f req-f39a0197-ea4f-4e85-a19d-2f72ae9ab3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:09.616008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42782559-3b7e-4730-84c0-1d0c1f72108f req-f39a0197-ea4f-4e85-a19d-2f72ae9ab3b5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439124 Aug 06 16:35:09.711375 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42782559-3b7e-4730-84c0-1d0c1f72108f req-fa3fa256-6675-4e81-9ae8-5d009db9d6fd service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868273 Aug 06 16:35:09.801713 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42782559-3b7e-4730-84c0-1d0c1f72108f req-5a91b34f-69ce-4021-a941-708ac87cf1be service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849118 Aug 06 16:35:10.025172 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eff171-b85c-4541-b37c-f0bb50879459 req-ed58f37e-b546-4f7e-b713-01cd0a7a64c1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:10.028870 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00eff171-b85c-4541-b37c-f0bb50879459 req-ed58f37e-b546-4f7e-b713-01cd0a7a64c1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0654297 Aug 06 16:35:10.102073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-00eff171-b85c-4541-b37c-f0bb50879459 req-8e8c0036-be31-4854-89b9-0e8cedea93c0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661116 Aug 06 16:35:11.252309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a4da1-5486-4b09-8df2-8921d3f5c6e8 req-557ee0ad-510d-4cd8-a4ec-a81ecdc1e3bb tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:11.255943 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-755a4da1-5486-4b09-8df2-8921d3f5c6e8 req-557ee0ad-510d-4cd8-a4ec-a81ecdc1e3bb tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0747998 Aug 06 16:35:11.328351 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-755a4da1-5486-4b09-8df2-8921d3f5c6e8 req-aa1057e5-9a03-45dd-99b9-e241c8f87946 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655277 Aug 06 16:35:12.465170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085e951-40da-450b-b160-cf815f60cc00 req-eea4a71d-3ba8-4d81-88ae-5cc0c7aa44a3 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:12.466740 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4085e951-40da-450b-b160-cf815f60cc00 req-eea4a71d-3ba8-4d81-88ae-5cc0c7aa44a3 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0578585 Aug 06 16:35:12.520980 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4085e951-40da-450b-b160-cf815f60cc00 req-129bffc1-84f6-4130-974a-c1c601fbc210 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466955 Aug 06 16:35:13.477497 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:35:13.666809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d978699-de7b-4b36-b5fd-3e2c357733f6 req-25bb5c15-2460-4307-b8c2-930d55a4ad8b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:13.668441 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d978699-de7b-4b36-b5fd-3e2c357733f6 req-25bb5c15-2460-4307-b8c2-930d55a4ad8b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0658319 Aug 06 16:35:13.709958 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d978699-de7b-4b36-b5fd-3e2c357733f6 req-ed1ceb14-5a08-43d6-ba32-5a153f93d359 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Aug 06 16:35:14.829441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c81a8-954c-4876-8db8-4750ec0096f3 req-c15e62a7-5aec-4220-9555-48055479762b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:14.830889 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-611c81a8-954c-4876-8db8-4750ec0096f3 req-c15e62a7-5aec-4220-9555-48055479762b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0541408 Aug 06 16:35:14.871116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-611c81a8-954c-4876-8db8-4750ec0096f3 req-21ac54f7-f086-4292-b66f-5e0d5f1343fe tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342078 Aug 06 16:35:15.983720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0ea97-2e16-41db-be74-6f8495affaeb req-f5d869c4-7154-459c-aaff-386255641f27 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:15.985262 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2f0ea97-2e16-41db-be74-6f8495affaeb req-f5d869c4-7154-459c-aaff-386255641f27 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0496147 Aug 06 16:35:16.022285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2f0ea97-2e16-41db-be74-6f8495affaeb req-f7bb2e6f-4024-4c46-b9e8-7bf758ef6cea tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311921 Aug 06 16:35:17.141213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d1a78-5478-4426-a60f-dde6176cde8d req-ca84c7e9-90ed-4726-9cbc-6e70ead7ab0b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:17.142750 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f1d1a78-5478-4426-a60f-dde6176cde8d req-ca84c7e9-90ed-4726-9cbc-6e70ead7ab0b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0500236 Aug 06 16:35:17.183973 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f1d1a78-5478-4426-a60f-dde6176cde8d req-4af22a52-fcaf-4900-8d86-15472b7f026b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344768 Aug 06 16:35:18.309247 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58093a7a-8dbf-4b41-a628-ea8bac23a1ac req-0c027fc1-dfbf-407c-a990-6972f560dfa2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:18.310793 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58093a7a-8dbf-4b41-a628-ea8bac23a1ac req-0c027fc1-dfbf-407c-a990-6972f560dfa2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0533342 Aug 06 16:35:18.349349 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58093a7a-8dbf-4b41-a628-ea8bac23a1ac req-c087b678-50f5-4c49-82a2-09341921ffbb tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321941 Aug 06 16:35:19.466430 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759795f-e579-4f9f-a55e-55a75bb6a820 req-bec2b117-9ae1-43c4-9fdd-dde267ca897c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:19.468031 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a759795f-e579-4f9f-a55e-55a75bb6a820 req-bec2b117-9ae1-43c4-9fdd-dde267ca897c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0508938 Aug 06 16:35:19.509289 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a759795f-e579-4f9f-a55e-55a75bb6a820 req-cc2bbb6a-3c14-4043-ab98-d34e42898810 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343988 Aug 06 16:35:20.625248 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe68368-0890-4d5c-b2af-5229b30f5105 req-6afdcc5f-debf-400e-a1ff-24be444befd3 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:20.626799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7fe68368-0890-4d5c-b2af-5229b30f5105 req-6afdcc5f-debf-400e-a1ff-24be444befd3 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0491252 Aug 06 16:35:20.664352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7fe68368-0890-4d5c-b2af-5229b30f5105 req-b871edef-b6b2-49ff-b8d5-294617308f1c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316367 Aug 06 16:35:21.786572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24177e90-1504-4172-8507-12db1284bfd1 req-bb85b782-f43f-4660-be87-2ed9c6c6349a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:21.788336 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-24177e90-1504-4172-8507-12db1284bfd1 req-bb85b782-f43f-4660-be87-2ed9c6c6349a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0539122 Aug 06 16:35:21.826869 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-24177e90-1504-4172-8507-12db1284bfd1 req-79fad5a8-7de1-4ea4-bbde-d319cb45fa10 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Aug 06 16:35:22.949189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c530c1-416d-42a6-88f5-e8cc8bf70c29 req-f0b13466-49ef-4d4e-a42e-a44d41153f46 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:22.950690 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34c530c1-416d-42a6-88f5-e8cc8bf70c29 req-f0b13466-49ef-4d4e-a42e-a44d41153f46 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0495212 Aug 06 16:35:22.989647 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34c530c1-416d-42a6-88f5-e8cc8bf70c29 req-9462c5c9-c922-4758-bce2-34b8c00f8219 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320144 Aug 06 16:35:23.890353 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:24.061963 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:24.106995 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d271ee-6681-4074-aa0d-8edf0723c5e0 req-1af9af2e-09e0-48f2-b8d4-ce2841845591 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:24.108432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13d271ee-6681-4074-aa0d-8edf0723c5e0 req-1af9af2e-09e0-48f2-b8d4-ce2841845591 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0490887 Aug 06 16:35:24.145498 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-13d271ee-6681-4074-aa0d-8edf0723c5e0 req-b9e8ee00-224f-4e8e-8145-1f5de92f34b3 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311065 Aug 06 16:35:25.267301 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90bd8e-2191-4d00-b2e8-9b8891825d9c req-5d86f825-d916-4050-8114-9cf60944aca8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:25.268712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c90bd8e-2191-4d00-b2e8-9b8891825d9c req-5d86f825-d916-4050-8114-9cf60944aca8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0518241 Aug 06 16:35:25.307345 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c90bd8e-2191-4d00-b2e8-9b8891825d9c req-06ceda84-7523-431f-bc0c-bac1071b7b41 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315869 Aug 06 16:35:26.429217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dd586-c288-4e19-9913-bb55edfa199d req-022b7721-b647-4169-84d6-74fb1fde4dfd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:26.430700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-206dd586-c288-4e19-9913-bb55edfa199d req-022b7721-b647-4169-84d6-74fb1fde4dfd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0512061 Aug 06 16:35:26.470839 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-206dd586-c288-4e19-9913-bb55edfa199d req-6f727c8a-12ae-475f-8a72-fe3df291f034 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337117 Aug 06 16:35:27.590016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483266b-ee06-4422-8cdf-eec72419b513 req-c74b8eef-844d-4f98-b700-88ae60e8c575 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:27.591488 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7483266b-ee06-4422-8cdf-eec72419b513 req-c74b8eef-844d-4f98-b700-88ae60e8c575 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0499096 Aug 06 16:35:27.631898 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7483266b-ee06-4422-8cdf-eec72419b513 req-2168f317-35b9-452f-8162-40d34009220b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343173 Aug 06 16:35:28.750061 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0e0fe-db7f-4157-8622-8ccf5017fa82 req-2635ecea-4926-4f73-a831-babfe751fe71 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:28.751519 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60a0e0fe-db7f-4157-8622-8ccf5017fa82 req-2635ecea-4926-4f73-a831-babfe751fe71 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 943 time: 0.0518944 Aug 06 16:35:28.797490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device cdc61e94-4f57-464b-a0e3-b5321804a303 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:35:28.798602 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60a0e0fe-db7f-4157-8622-8ccf5017fa82 req-59a6070e-0349-4336-b8bd-8ea1616c9ad2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Aug 06 16:35:28.895219 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port cdc61e94-4f57-464b-a0e3-b5321804a303, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cdc61e94-4f57-464b-a0e3-b5321804a303,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:35:28.905989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'cdc61e94-4f57-464b-a0e3-b5321804a303', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'port_id': 'cdc61e94-4f57-464b-a0e3-b5321804a303', 'mac_address': 'fa:16:3e:66:07:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:35:28.942955 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:28.956118 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc61e94-4f57-464b-a0e3-b5321804a303 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:35:28.975381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port cdc61e94-4f57-464b-a0e3-b5321804a303, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cdc61e94-4f57-464b-a0e3-b5321804a303,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:35:28.979026 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:29.032895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=cdc61e94-4f57-464b-a0e3-b5321804a303,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:35:29.040697 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:29.041039 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:29.041372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:29.041724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:29.042054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:29.042378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:29.042708 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:29.043018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:29.043335 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:29.043650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:29.043966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:29.044283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:29.229506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['cdc61e94-4f57-464b-a0e3-b5321804a303'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:35:29.920801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3a26c-ec04-4d69-9db5-d22df42021d3 req-dc1b8491-c4db-475e-b55d-15102363eb20 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:29.922300 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eae3a26c-ec04-4d69-9db5-d22df42021d3 req-dc1b8491-c4db-475e-b55d-15102363eb20 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 944 time: 0.0502374 Aug 06 16:35:29.961486 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eae3a26c-ec04-4d69-9db5-d22df42021d3 req-d3d860b5-b83f-46a3-b33a-22b9e630c2c9 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330873 Aug 06 16:35:30.789288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device cdc61e94-4f57-464b-a0e3-b5321804a303 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:35:30.848152 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port cdc61e94-4f57-464b-a0e3-b5321804a303 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:35:30.853214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port cdc61e94-4f57-464b-a0e3-b5321804a303 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:35:30.853789 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:30.940544 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:30.964396 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41ef0b7-8ea6-48ce-9eac-05854cef7bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc61e94-4f57-464b-a0e3-b5321804a303'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:35:30.966733 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81578238-b848-4caf-a784-9e577aaa87a6" -d '{"events": [{"server_uuid": "c41ef0b7-8ea6-48ce-9eac-05854cef7bbc", "name": "network-vif-plugged", "status": "completed", "tag": "cdc61e94-4f57-464b-a0e3-b5321804a303"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:35:30.981333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port cdc61e94-4f57-464b-a0e3-b5321804a303, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cdc61e94-4f57-464b-a0e3-b5321804a303,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:35:30.987070 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:31.040134 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=cdc61e94-4f57-464b-a0e3-b5321804a303,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:35:31.099160 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bbcaf7-9785-4156-92f7-4f92f6692a8b x-openstack-request-id: req-54bbcaf7-9785-4156-92f7-4f92f6692a8b {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:35:31.099517 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41ef0b7-8ea6-48ce-9eac-05854cef7bbc", "name": "network-vif-plugged", "status": "completed", "tag": "cdc61e94-4f57-464b-a0e3-b5321804a303", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:35:31.099769 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54bbcaf7-9785-4156-92f7-4f92f6692a8b {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:35:31.100164 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41ef0b7-8ea6-48ce-9eac-05854cef7bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc61e94-4f57-464b-a0e3-b5321804a303', 'code': 200} Aug 06 16:35:31.107248 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80886b2b-5721-476e-a68d-3f027b06f03d req-14caec26-5ae2-44c0-a655-425269fd2fc6 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:31.109139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80886b2b-5721-476e-a68d-3f027b06f03d req-14caec26-5ae2-44c0-a655-425269fd2fc6 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 945 time: 0.0747840 Aug 06 16:35:31.161392 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80886b2b-5721-476e-a68d-3f027b06f03d req-bcb7429a-a813-4285-8806-b766ea21e77f tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451250 Aug 06 16:35:31.220189 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6b61e-8abe-44c7-bd19-2168b4cab6f5 req-e4f4bad1-cb09-4360-8a58-97eb37d94d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:31.222463 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1a6b61e-8abe-44c7-bd19-2168b4cab6f5 req-e4f4bad1-cb09-4360-8a58-97eb37d94d99 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 1096 time: 0.0560453 Aug 06 16:35:31.264565 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1a6b61e-8abe-44c7-bd19-2168b4cab6f5 req-308953ae-6e7e-4547-8dd7-076b5ff63af6 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333452 Aug 06 16:35:32.302592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5ab01-249b-4c30-a060-d2ca31723c55 req-1c1ebd92-aa07-447b-a820-d7bc8e5be0a6 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:32.304077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eeb5ab01-249b-4c30-a060-d2ca31723c55 req-1c1ebd92-aa07-447b-a820-d7bc8e5be0a6 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 945 time: 0.0664566 Aug 06 16:35:32.347940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eeb5ab01-249b-4c30-a060-d2ca31723c55 req-94a8fd87-cb58-49e3-96c0-a705210e063d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378690 Aug 06 16:35:32.481520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f05269-91ac-4149-9782-13430053cc1d req-6638a83f-2668-4c23-9e30-88428c332e38 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:32.483919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a1f05269-91ac-4149-9782-13430053cc1d req-6638a83f-2668-4c23-9e30-88428c332e38 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 945 time: 0.0665600 Aug 06 16:35:32.542330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a1f05269-91ac-4149-9782-13430053cc1d req-1201c830-23c2-4275-8120-b81f4b46ab3f tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519464 Aug 06 16:35:32.868340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191a248-a8ed-4b71-b573-bf6f6d363272 req-3f86c04d-b8e2-463f-b540-9f980375e4d7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:32.870408 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d191a248-a8ed-4b71-b573-bf6f6d363272 req-3f86c04d-b8e2-463f-b540-9f980375e4d7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 945 time: 0.0636284 Aug 06 16:35:32.914730 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d191a248-a8ed-4b71-b573-bf6f6d363272 req-65edae8d-a737-4582-af1a-b25f87c779ab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379157 Aug 06 16:35:33.805433 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-17b2f251-ebd9-42f5-90ae-94e57839f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:34.055009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5083cc-b089-42d6-a453-f1594598e585 req-5d12b780-1bf2-4550-b165-276f23bc480a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:34.056871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a5083cc-b089-42d6-a453-f1594598e585 req-5d12b780-1bf2-4550-b165-276f23bc480a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 945 time: 0.0622108 Aug 06 16:35:34.104592 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a5083cc-b089-42d6-a453-f1594598e585 req-45611474-6505-44ba-979d-c0ec70b964d8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Aug 06 16:35:34.445791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2ac89-3ebe-4ff3-9925-e830a33135c5 req-2e391777-5358-4cda-b219-a22c462126c5 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:34.447262 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3b2ac89-3ebe-4ff3-9925-e830a33135c5 req-2e391777-5358-4cda-b219-a22c462126c5 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.78 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 945 time: 0.0496950 Aug 06 16:35:34.543551 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-b3b2ac89-3ebe-4ff3-9925-e830a33135c5 req-d920a557-c170-43bc-b6a2-c0b222faaf46 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Deleting port cdc61e94-4f57-464b-a0e3-b5321804a303 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:35:34.543887 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b3b2ac89-3ebe-4ff3-9925-e830a33135c5 req-d920a557-c170-43bc-b6a2-c0b222faaf46 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:34.633650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-b3b2ac89-3ebe-4ff3-9925-e830a33135c5 req-d920a557-c170-43bc-b6a2-c0b222faaf46 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] For port cdc61e94-4f57-464b-a0e3-b5321804a303, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cdc61e94-4f57-464b-a0e3-b5321804a303,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:35:34.634012 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b3b2ac89-3ebe-4ff3-9925-e830a33135c5 req-d920a557-c170-43bc-b6a2-c0b222faaf46 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:34.646603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-b3b2ac89-3ebe-4ff3-9925-e830a33135c5 req-d920a557-c170-43bc-b6a2-c0b222faaf46 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Calling delete_port for cdc61e94-4f57-464b-a0e3-b5321804a303 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:35:34.776244 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b3b2ac89-3ebe-4ff3-9925-e830a33135c5 req-d920a557-c170-43bc-b6a2-c0b222faaf46 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:34.788960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['ae02193b-04e6-4860-ad77-ce5334b523d8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:35:34.792070 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['cdc61e94-4f57-464b-a0e3-b5321804a303'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:35:34.807369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920a557-c170-43bc-b6a2-c0b222faaf46 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event deleted for resources: {'Port': ['ID=cdc61e94-4f57-464b-a0e3-b5321804a303,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:35:34.869669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b2ac89-3ebe-4ff3-9925-e830a33135c5 req-d920a557-c170-43bc-b6a2-c0b222faaf46 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] No DVR routers for this DVR port cdc61e94-4f57-464b-a0e3-b5321804a303 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:35:34.872200 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-b3b2ac89-3ebe-4ff3-9925-e830a33135c5 req-d920a557-c170-43bc-b6a2-c0b222faaf46 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:34.874529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b3b2ac89-3ebe-4ff3-9925-e830a33135c5 req-d920a557-c170-43bc-b6a2-c0b222faaf46 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.78 "DELETE /v2.0/ports/cdc61e94-4f57-464b-a0e3-b5321804a303 HTTP/1.1" status: 204 len: 173 time: 0.4206443 Aug 06 16:35:34.874981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41ef0b7-8ea6-48ce-9eac-05854cef7bbc', 'name': 'network-vif-deleted', 'tag': 'cdc61e94-4f57-464b-a0e3-b5321804a303'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:35:34.877693 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc2d7f4-301e-4915-9254-0fd6f15869aa" -d '{"events": [{"server_uuid": "c41ef0b7-8ea6-48ce-9eac-05854cef7bbc", "name": "network-vif-deleted", "tag": "cdc61e94-4f57-464b-a0e3-b5321804a303"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:35:34.932293 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3a0f74-05cd-4b8f-b33a-c14b327f2d81 x-openstack-request-id: req-7a3a0f74-05cd-4b8f-b33a-c14b327f2d81 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:35:34.932588 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41ef0b7-8ea6-48ce-9eac-05854cef7bbc", "name": "network-vif-deleted", "tag": "cdc61e94-4f57-464b-a0e3-b5321804a303", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:35:34.932842 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a3a0f74-05cd-4b8f-b33a-c14b327f2d81 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:35:34.933239 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41ef0b7-8ea6-48ce-9eac-05854cef7bbc', 'name': 'network-vif-deleted', 'tag': 'cdc61e94-4f57-464b-a0e3-b5321804a303', 'status': 'completed', 'code': 200} Aug 06 16:35:35.198574 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cec11477-6f7f-42b4-9396-1b88f2bbfa71 req-43c9737a-ff86-456a-b238-405f9598aa9d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 210 time: 0.0263815 Aug 06 16:35:36.076007 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d2eb8e37-45ed-45bb-9920-96b906bafcb8 req-b7c0340c-c5da-4b57-b309-3a9a689421b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396333 Aug 06 16:35:36.160240 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb8e37-45ed-45bb-9920-96b906bafcb8 req-0d642480-ead7-4501-b204-49962b87c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:36.161755 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d2eb8e37-45ed-45bb-9920-96b906bafcb8 req-0d642480-ead7-4501-b204-49962b87c778 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 1097 time: 0.0399847 Aug 06 16:35:36.251413 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-19675b2b-b2e9-4b2e-a2db-b68fab00c4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:36.277892 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb8e37-45ed-45bb-9920-96b906bafcb8 req-e2e2d356-2cd8-402a-8280-d93c13a9b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:36.279423 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d2eb8e37-45ed-45bb-9920-96b906bafcb8 req-e2e2d356-2cd8-402a-8280-d93c13a9b471 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0979040 Aug 06 16:35:36.312093 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75a20dad-8866-4f76-8cb2-60526eec1476 req-0b326a98-dca6-4495-aaa9-4dd1a627dcda tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 210 time: 0.0282669 Aug 06 16:35:36.323451 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d2eb8e37-45ed-45bb-9920-96b906bafcb8 req-617855e1-ce02-4b2b-b5b2-d3a9a15b92dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae02193b-04e6-4860-ad77-ce5334b523d8 HTTP/1.1" status: 200 len: 217 time: 0.0356388 Aug 06 16:35:36.378393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb8e37-45ed-45bb-9920-96b906bafcb8 req-4d4ea784-a1bb-41d7-9dda-1a689d15d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:36.379842 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d2eb8e37-45ed-45bb-9920-96b906bafcb8 req-4d4ea784-a1bb-41d7-9dda-1a689d15d655 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0484364 Aug 06 16:35:36.426668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb8e37-45ed-45bb-9920-96b906bafcb8 req-199870da-3664-4079-9c6b-ac9835cb106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:36.428211 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d2eb8e37-45ed-45bb-9920-96b906bafcb8 req-199870da-3664-4079-9c6b-ac9835cb106e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411992 Aug 06 16:35:36.522559 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d2eb8e37-45ed-45bb-9920-96b906bafcb8 req-5d50bb18-6ca6-4d90-8e87-b778e984cc3c service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869124 Aug 06 16:35:36.613916 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d2eb8e37-45ed-45bb-9920-96b906bafcb8 req-1062a88b-c3c2-42e4-bde7-ef58cf904041 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840313 Aug 06 16:35:36.668420 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:36.837586 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc96f401-3670-4841-bb45-fa2f77912e14 req-e1ddfa92-786f-457c-96bd-df2880585dd8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429571 Aug 06 16:35:36.935422 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96f401-3670-4841-bb45-fa2f77912e14 req-66f1228d-6811-45af-b7a3-9d2f823dba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:36.936777 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc96f401-3670-4841-bb45-fa2f77912e14 req-66f1228d-6811-45af-b7a3-9d2f823dba76 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c70ba542c0974c478be8fe3c443bbcb4&device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 1096 time: 0.0460777 Aug 06 16:35:37.042541 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96f401-3670-4841-bb45-fa2f77912e14 req-1a82a060-e66b-4d60-904b-cc3d117bddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:37.044288 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc96f401-3670-4841-bb45-fa2f77912e14 req-1a82a060-e66b-4d60-904b-cc3d117bddc0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7743e816-948f-4648-9405-0c7efdc5dd22 HTTP/1.1" status: 200 len: 909 time: 0.0858684 Aug 06 16:35:37.114962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc96f401-3670-4841-bb45-fa2f77912e14 req-5bb41388-5560-45ba-801a-cf8dd00c37a3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0817a8b-b5de-44fb-908e-a74b247596e6 HTTP/1.1" status: 200 len: 1001 time: 0.0631537 Aug 06 16:35:37.167083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96f401-3670-4841-bb45-fa2f77912e14 req-8e227ab2-02cd-4f68-aac0-b3e3873a8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:37.168442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc96f401-3670-4841-bb45-fa2f77912e14 req-8e227ab2-02cd-4f68-aac0-b3e3873a8771 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=40c5a3f7-ec0f-4b7a-b824-e61c61095a04 HTTP/1.1" status: 200 len: 847 time: 0.0462058 Aug 06 16:35:37.226553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96f401-3670-4841-bb45-fa2f77912e14 req-bf4f97eb-4f89-497b-830f-56b4278e70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:37.227947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc96f401-3670-4841-bb45-fa2f77912e14 req-bf4f97eb-4f89-497b-830f-56b4278e70cf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7743e816-948f-4648-9405-0c7efdc5dd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519283 Aug 06 16:35:37.321873 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc96f401-3670-4841-bb45-fa2f77912e14 req-147a3e9f-c2da-4174-af35-81a1251c005b service neutron] 10.222.0.78 "GET /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855505 Aug 06 16:35:37.395583 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:37.427128 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4bde4185-4b0d-49f3-a65e-7ae4dcb6e441 req-84317e93-b735-4f89-9965-2227998fc786 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 210 time: 0.0347800 Aug 06 16:35:37.437822 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc96f401-3670-4841-bb45-fa2f77912e14 req-dc4806bf-9899-423b-8c41-39b02a10fe7d service neutron] 10.222.0.78 "GET /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082048 Aug 06 16:35:38.543187 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ded1e6a8-36b8-45a6-a499-3cbea1a5067a req-bc6e9039-65f6-41b6-8ee0-96fdf24b856e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=c41ef0b7-8ea6-48ce-9eac-05854cef7bbc HTTP/1.1" status: 200 len: 210 time: 0.0311539 Aug 06 16:35:38.815807 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device cdc61e94-4f57-464b-a0e3-b5321804a303 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:35:38.838700 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: cdc61e94-4f57-464b-a0e3-b5321804a303 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:35:38.839036 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device cdc61e94-4f57-464b-a0e3-b5321804a303 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:35:39.122818 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:43.004549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbea53-b0e6-45fe-a729-92d1c85934b6 req-b7af0ce8-7414-486e-a058-0af1e7f9d425 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:43.006041 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fcbea53-b0e6-45fe-a729-92d1c85934b6 req-b7af0ce8-7414-486e-a058-0af1e7f9d425 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 946 time: 0.0495267 Aug 06 16:35:43.043073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fcbea53-b0e6-45fe-a729-92d1c85934b6 req-c5009bec-b691-42a1-9a64-9a4c06005336 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309153 Aug 06 16:35:44.162052 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be87522-b902-455f-98b1-2426bb9500d1 req-8ed6cd4d-eb15-4dc5-8868-44fcedb6219f tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:44.163517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2be87522-b902-455f-98b1-2426bb9500d1 req-8ed6cd4d-eb15-4dc5-8868-44fcedb6219f tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 946 time: 0.0482526 Aug 06 16:35:44.200086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2be87522-b902-455f-98b1-2426bb9500d1 req-76119fcd-3ecd-495d-8cc1-0a43dd4316a3 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=84bf4450-3cdc-4ccb-ace1-fd262baba245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307467 Aug 06 16:35:44.447760 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350a46c-642e-41ee-b089-81a66302a5a5 req-78ff53f9-56e7-41ef-a76b-d271c16f97a7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:44.449090 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e350a46c-642e-41ee-b089-81a66302a5a5 req-78ff53f9-56e7-41ef-a76b-d271c16f97a7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 946 time: 0.0469511 Aug 06 16:35:44.540394 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-e350a46c-642e-41ee-b089-81a66302a5a5 req-8112a8f7-52ad-43ca-baf2-e51b69ed2a78 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Deleting port ae02193b-04e6-4860-ad77-ce5334b523d8 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:35:44.540735 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e350a46c-642e-41ee-b089-81a66302a5a5 req-8112a8f7-52ad-43ca-baf2-e51b69ed2a78 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:44.634577 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-e350a46c-642e-41ee-b089-81a66302a5a5 req-8112a8f7-52ad-43ca-baf2-e51b69ed2a78 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] For port ae02193b-04e6-4860-ad77-ce5334b523d8, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ae02193b-04e6-4860-ad77-ce5334b523d8,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:35:44.634577 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e350a46c-642e-41ee-b089-81a66302a5a5 req-8112a8f7-52ad-43ca-baf2-e51b69ed2a78 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:44.649200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-e350a46c-642e-41ee-b089-81a66302a5a5 req-8112a8f7-52ad-43ca-baf2-e51b69ed2a78 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Calling delete_port for ae02193b-04e6-4860-ad77-ce5334b523d8 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:35:44.775228 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e350a46c-642e-41ee-b089-81a66302a5a5 req-8112a8f7-52ad-43ca-baf2-e51b69ed2a78 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:44.786356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['ae02193b-04e6-4860-ad77-ce5334b523d8'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:35:44.803552 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112a8f7-52ad-43ca-baf2-e51b69ed2a78 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event deleted for resources: {'Port': ['ID=ae02193b-04e6-4860-ad77-ce5334b523d8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:35:44.848110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-e350a46c-642e-41ee-b089-81a66302a5a5 req-8112a8f7-52ad-43ca-baf2-e51b69ed2a78 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] No DVR routers for this DVR port ae02193b-04e6-4860-ad77-ce5334b523d8 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:35:44.850587 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-e350a46c-642e-41ee-b089-81a66302a5a5 req-8112a8f7-52ad-43ca-baf2-e51b69ed2a78 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:44.852621 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e350a46c-642e-41ee-b089-81a66302a5a5 req-8112a8f7-52ad-43ca-baf2-e51b69ed2a78 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "DELETE /v2.0/ports/ae02193b-04e6-4860-ad77-ce5334b523d8 HTTP/1.1" status: 204 len: 173 time: 0.3977954 Aug 06 16:35:44.853060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1a8ad2-97c0-4d06-ba74-193f61e22758', 'name': 'network-vif-deleted', 'tag': 'ae02193b-04e6-4860-ad77-ce5334b523d8'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:35:44.855365 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde1970d-1e20-4cb9-a18a-80dfd833d100" -d '{"events": [{"server_uuid": "bc1a8ad2-97c0-4d06-ba74-193f61e22758", "name": "network-vif-deleted", "tag": "ae02193b-04e6-4860-ad77-ce5334b523d8"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:35:44.894431 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3b5929-0922-4420-97db-888f8bc9cd1d x-openstack-request-id: req-9e3b5929-0922-4420-97db-888f8bc9cd1d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:35:44.894730 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1a8ad2-97c0-4d06-ba74-193f61e22758", "name": "network-vif-deleted", "tag": "ae02193b-04e6-4860-ad77-ce5334b523d8", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:35:44.894982 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e3b5929-0922-4420-97db-888f8bc9cd1d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:35:44.895374 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1a8ad2-97c0-4d06-ba74-193f61e22758', 'name': 'network-vif-deleted', 'tag': 'ae02193b-04e6-4860-ad77-ce5334b523d8', 'status': 'completed', 'code': 200} Aug 06 16:35:45.311176 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f819594d-2933-4a4c-bb33-bc72330d2e55 req-5668c77d-2213-4708-8a4c-4268697c3be1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 210 time: 0.0370080 Aug 06 16:35:46.406610 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eb03ec4c-f3ab-4f83-b625-280fd378dcf2 req-b29aba46-04b5-4d40-bb38-a820278f4e18 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 210 time: 0.0257306 Aug 06 16:35:47.502280 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3816f0ce-c901-4a29-955b-1a7f51b9e2f7 req-12072a1f-5131-49e1-b4f9-ab2efd434398 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 210 time: 0.0257709 Aug 06 16:35:47.877843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ae02193b-04e6-4860-ad77-ce5334b523d8 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:35:47.898134 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: ae02193b-04e6-4860-ad77-ce5334b523d8 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:35:47.898471 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ae02193b-04e6-4860-ad77-ce5334b523d8 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:35:48.613941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c76b2f5c-8b43-4dd8-906c-8302b9b2f3b8 req-d4a809cd-db50-4d0e-8f86-fdac8764cafd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc1a8ad2-97c0-4d06-ba74-193f61e22758 HTTP/1.1" status: 200 len: 210 time: 0.0259457 Aug 06 16:35:50.478538 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:35:51.543269 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57788) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:35:51.548086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1618781523', 'description': 'tempest-secgroup-smoke-1618781523 description', 'project_id': '89b0981d89e845f9b7f745002d8acfb9'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:35:51.570026 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:51.648849 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:51.652760 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:51.679959 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:51.681180 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1368330 Aug 06 16:35:51.684165 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 57790) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:35:51.685099 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:35:51.689419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2b7bf34b-5d8e-4950-aa1c-8bae7fe0a7c8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'security_group_rule': {'security_group_id': '9e46b3f2-2bb4-44dc-a01d-d281ef89e10c', 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:35:51.692408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:51.692758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:51.693104 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:51.693447 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:51.693816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:51.694152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:51.694484 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:51.694813 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:51.695399 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:51.695730 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:51.696061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:51.696391 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9a74a3-ba9b-4af0-84a2-e1e0070f8062 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:51.716292 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b7bf34b-5d8e-4950-aa1c-8bae7fe0a7c8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:51.772499 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b7bf34b-5d8e-4950-aa1c-8bae7fe0a7c8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:51.775896 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b7bf34b-5d8e-4950-aa1c-8bae7fe0a7c8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:51.795507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7bf34b-5d8e-4950-aa1c-8bae7fe0a7c8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a48823a-c8ce-499c-8eb3-55da7e4f2d0b,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:35:51.803128 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2b7bf34b-5d8e-4950-aa1c-8bae7fe0a7c8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:51.806967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2b7bf34b-5d8e-4950-aa1c-8bae7fe0a7c8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187291 Aug 06 16:35:51.807428 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57792) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:35:51.812183 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3fe78f86-95e1-4cbe-b4cd-9d20114b6851 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'security_group_rule': {'security_group_id': '9e46b3f2-2bb4-44dc-a01d-d281ef89e10c', 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:35:51.840205 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3fe78f86-95e1-4cbe-b4cd-9d20114b6851 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:51.898119 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3fe78f86-95e1-4cbe-b4cd-9d20114b6851 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:51.901672 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3fe78f86-95e1-4cbe-b4cd-9d20114b6851 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:51.922935 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe78f86-95e1-4cbe-b4cd-9d20114b6851 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008d5be6-4a66-4d49-9748-c79062036641,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:35:51.930685 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3fe78f86-95e1-4cbe-b4cd-9d20114b6851 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:51.931887 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3fe78f86-95e1-4cbe-b4cd-9d20114b6851 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234307 Aug 06 16:35:51.934556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57794) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:35:51.938855 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-4d902f01-9404-43f8-bc17-d069574f22a1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'security_group_rule': {'security_group_id': '9e46b3f2-2bb4-44dc-a01d-d281ef89e10c', 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:35:51.966245 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4d902f01-9404-43f8-bc17-d069574f22a1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:52.026121 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4d902f01-9404-43f8-bc17-d069574f22a1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:52.029465 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4d902f01-9404-43f8-bc17-d069574f22a1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:52.045229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d902f01-9404-43f8-bc17-d069574f22a1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8bd612-2d2c-4b04-af61-2b5512c399fd,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:35:52.055923 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4d902f01-9404-43f8-bc17-d069574f22a1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:52.057122 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4d902f01-9404-43f8-bc17-d069574f22a1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216602 Aug 06 16:35:52.059872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57796) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:35:52.064340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-dee43581-c308-47d8-afab-a6843c5fd1c7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'security_group_rule': {'security_group_id': '9e46b3f2-2bb4-44dc-a01d-d281ef89e10c', 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:35:52.093012 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dee43581-c308-47d8-afab-a6843c5fd1c7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:52.152294 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dee43581-c308-47d8-afab-a6843c5fd1c7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:52.155881 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dee43581-c308-47d8-afab-a6843c5fd1c7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:52.173086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee43581-c308-47d8-afab-a6843c5fd1c7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3211f77-babe-4037-8fcf-b69bb716a2a9,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:35:52.179314 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dee43581-c308-47d8-afab-a6843c5fd1c7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:52.179682 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dee43581-c308-47d8-afab-a6843c5fd1c7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189029 Aug 06 16:35:52.182459 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57798) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:35:52.186815 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-0a790d24-c9b3-4760-ad16-9947155b6dad tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'security_group_rule': {'security_group_id': '9e46b3f2-2bb4-44dc-a01d-d281ef89e10c', 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:35:52.207937 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-0a790d24-c9b3-4760-ad16-9947155b6dad tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Project 89b0981d89e845f9b7f745002d8acfb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:35:52.212529 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0a790d24-c9b3-4760-ad16-9947155b6dad tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:52.271197 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0a790d24-c9b3-4760-ad16-9947155b6dad tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:52.274543 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0a790d24-c9b3-4760-ad16-9947155b6dad tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:52.293119 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a790d24-c9b3-4760-ad16-9947155b6dad tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b9ed98-1918-4452-8a2c-a687f842c17e,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:35:52.296490 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0a790d24-c9b3-4760-ad16-9947155b6dad tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:52.297721 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0a790d24-c9b3-4760-ad16-9947155b6dad tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1143007 Aug 06 16:35:52.301034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57800) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:35:52.305450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d85c63ae-5161-4b0f-b77a-c3921f3663b0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'security_group_rule': {'security_group_id': '9e46b3f2-2bb4-44dc-a01d-d281ef89e10c', 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:35:52.326875 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-d85c63ae-5161-4b0f-b77a-c3921f3663b0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Project 89b0981d89e845f9b7f745002d8acfb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:35:52.331585 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d85c63ae-5161-4b0f-b77a-c3921f3663b0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:52.395658 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d85c63ae-5161-4b0f-b77a-c3921f3663b0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:52.399302 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d85c63ae-5161-4b0f-b77a-c3921f3663b0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:52.418605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c63ae-5161-4b0f-b77a-c3921f3663b0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e616ffe0-52c1-4a6b-83a9-9adb1118b234,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:35:52.423965 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d85c63ae-5161-4b0f-b77a-c3921f3663b0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:52.425436 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d85c63ae-5161-4b0f-b77a-c3921f3663b0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234701 Aug 06 16:35:53.905825 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:54.078557 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:03.807310 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-612e8118-a47d-4619-aee0-7143199a9353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:06.244743 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-670ed0d9-0804-4563-aab6-e0aaf324aebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:06.673960 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:06.723973 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-e08cfab2-6708-4cd0-80e3-bfbd85a77c46 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1618781523&fields=id&tenant_id=89b0981d89e845f9b7f745002d8acfb9 HTTP/1.1" status: 200 len: 267 time: 0.0330219 Aug 06 16:36:06.836354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-64ca4c91-6f0a-4ab4-9e84-2be9befad7ea tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:06.838089 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-64ca4c91-6f0a-4ab4-9e84-2be9befad7ea tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 811 time: 0.1073096 Aug 06 16:36:06.853674 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-f78438d3-2d77-454b-bb8d-d40038fe0293 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/quotas/89b0981d89e845f9b7f745002d8acfb9 HTTP/1.1" status: 200 len: 375 time: 0.0099337 Aug 06 16:36:06.902697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-c6237de0-58e1-4164-b3ba-89b7844f3852 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438907 Aug 06 16:36:07.049345 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-f5d6a472-f8fe-469d-a05d-2c8232897ab8 service neutron] 10.222.0.37 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345944 Aug 06 16:36:07.136498 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-00ad1077-afda-4918-a154-ed2d3819630b service neutron] 10.222.0.37 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811112 Aug 06 16:36:07.395382 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:07.424613 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7ba0bbed-bc4b-4623-b0d1-e7c1eb7ebbb8 req-121db6c6-847e-475e-ac78-7405861e9fee tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 210 time: 0.0303359 Aug 06 16:36:08.470496 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2fa4690d-faed-4b83-97ac-ec9cc2018a83 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:08.471987 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2fa4690d-faed-4b83-97ac-ec9cc2018a83 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 811 time: 0.1041219 Aug 06 16:36:08.517460 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-73551bc6-bdc5-4364-b382-7d1a4a211528 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b0981d89e845f9b7f745002d8acfb9 HTTP/1.1" status: 200 len: 380 time: 0.0369048 Aug 06 16:36:08.526796 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-96ebf931-69b4-4ca8-b8aa-c44bc6a3b4ca tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'port': {'device_id': '9598c19f-3df6-4c94-a2a4-3393c99ab2e9', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'admin_state_up': True, 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'security_groups': ['9e46b3f2-2bb4-44dc-a01d-d281ef89e10c']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:36:08.528725 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-176b26e8-7207-4018-ace5-4aa4fbae9e48 req-8981acce-9655-4c17-8a82-81213d07ccd4 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 210 time: 0.0322533 Aug 06 16:36:08.640358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-96ebf931-69b4-4ca8-b8aa-c44bc6a3b4ca tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Made reservation on behalf of 89b0981d89e845f9b7f745002d8acfb9 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:36:08.644036 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-96ebf931-69b4-4ca8-b8aa-c44bc6a3b4ca tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:08.772399 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-96ebf931-69b4-4ca8-b8aa-c44bc6a3b4ca tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Allocated IP 172.20.0.4 (27993a5c-2b9d-4c69-8229-392961f4c587/1ff15de7-924a-4614-a29f-2fbcd9beffc2/30fd601c-b8ec-4bb4-be19-48875ee47b42) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:36:08.911050 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-96ebf931-69b4-4ca8-b8aa-c44bc6a3b4ca tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:08.924482 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-96ebf931-69b4-4ca8-b8aa-c44bc6a3b4ca tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Transition to ACTIVE for port object 30fd601c-b8ec-4bb4-be19-48875ee47b42 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:36:08.957505 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-96ebf931-69b4-4ca8-b8aa-c44bc6a3b4ca tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:09.004202 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-96ebf931-69b4-4ca8-b8aa-c44bc6a3b4ca tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Network 27993a5c-2b9d-4c69-8229-392961f4c587 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:36:09.009593 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-96ebf931-69b4-4ca8-b8aa-c44bc6a3b4ca tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:36:09.012164 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-96ebf931-69b4-4ca8-b8aa-c44bc6a3b4ca tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:36:09.046223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebf931-69b4-4ca8-b8aa-c44bc6a3b4ca tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'Port': ['ID=30fd601c-b8ec-4bb4-be19-48875ee47b42,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:09.075820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-96ebf931-69b4-4ca8-b8aa-c44bc6a3b4ca tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:09.076900 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-96ebf931-69b4-4ca8-b8aa-c44bc6a3b4ca tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:09.092874 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-96ebf931-69b4-4ca8-b8aa-c44bc6a3b4ca tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5698471 Aug 06 16:36:09.126757 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:09.165782 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Request body: {'port': {'device_id': '9598c19f-3df6-4c94-a2a4-3393c99ab2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:36:09.232153 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:09.347585 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d2b6af4f-2b9d-4be6-b7d9-389f7a20d8b3 None None] Provisioning for port 30fd601c-b8ec-4bb4-be19-48875ee47b42 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:36:09.351728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d2b6af4f-2b9d-4be6-b7d9-389f7a20d8b3 None None] Provisioning complete for port 30fd601c-b8ec-4bb4-be19-48875ee47b42 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:36:09.352085 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d2b6af4f-2b9d-4be6-b7d9-389f7a20d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:09.386621 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d2b6af4f-2b9d-4be6-b7d9-389f7a20d8b3 None None] Port 30fd601c-b8ec-4bb4-be19-48875ee47b42 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:36:09.507201 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30fd601c-b8ec-4bb4-be19-48875ee47b42 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:36:09.514797 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:09.528597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Transition to ACTIVE for port object 30fd601c-b8ec-4bb4-be19-48875ee47b42 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:36:09.533659 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:09.625228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Pushing event updated for resources: {'Port': ['ID=30fd601c-b8ec-4bb4-be19-48875ee47b42,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:09.667029 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Attempting to bind port 30fd601c-b8ec-4bb4-be19-48875ee47b42 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:36:09.667505 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Attempting to bind port 30fd601c-b8ec-4bb4-be19-48875ee47b42 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:36:09.667938 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Attempting to bind port 30fd601c-b8ec-4bb4-be19-48875ee47b42 on network 27993a5c-2b9d-4c69-8229-392961f4c587 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:36:09.669459 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a92e5-9ea6-4093-a714-d8a311dcb000 req-1b4fcccc-8ece-4477-aec2-85a807d5d4e1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:09.672308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d5a92e5-9ea6-4093-a714-d8a311dcb000 req-1b4fcccc-8ece-4477-aec2-85a807d5d4e1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 943 time: 0.0597525 Aug 06 16:36:09.675819 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Port 30fd601c-b8ec-4bb4-be19-48875ee47b42 on network 27993a5c-2b9d-4c69-8229-392961f4c587 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:36:09.676383 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Attempting to bind port 30fd601c-b8ec-4bb4-be19-48875ee47b42 on network 27993a5c-2b9d-4c69-8229-392961f4c587 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:36:09.693921 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:36:09.694267 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Checking segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:36:09.695058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Bound using segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:36:09.695748 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Bound port: 30fd601c-b8ec-4bb4-be19-48875ee47b42, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:36:09.696117 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:09.731168 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0d5a92e5-9ea6-4093-a714-d8a311dcb000 req-84f9f65f-8540-4aea-a7a5-38596f9fbe7a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445831 Aug 06 16:36:09.776473 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] For port 30fd601c-b8ec-4bb4-be19-48875ee47b42, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:36:09.779850 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] For port 30fd601c-b8ec-4bb4-be19-48875ee47b42, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=30fd601c-b8ec-4bb4-be19-48875ee47b42,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:36:09.785798 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:09.827412 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:09.828183 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:09.829728 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] 10.222.0.13 "PUT /v2.0/ports/30fd601c-b8ec-4bb4-be19-48875ee47b42 HTTP/1.1" status: 200 len: 1091 time: 0.7288334 Aug 06 16:36:09.830305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9598c19f-3df6-4c94-a2a4-3393c99ab2e9', 'tag': '30fd601c-b8ec-4bb4-be19-48875ee47b42'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:36:09.832728 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb03f635-1672-4043-9440-b1d85f4653f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9598c19f-3df6-4c94-a2a4-3393c99ab2e9", "tag": "30fd601c-b8ec-4bb4-be19-48875ee47b42"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:36:09.854501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e46ca-2601-4059-85fc-b74b26db6450 service neutron] Pushing event updated for resources: {'Port': ['ID=30fd601c-b8ec-4bb4-be19-48875ee47b42,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:09.902594 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a2d060-4e7c-4bfb-8000-d8cc2b91d70f x-openstack-request-id: req-e1a2d060-4e7c-4bfb-8000-d8cc2b91d70f {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:36:09.902874 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9598c19f-3df6-4c94-a2a4-3393c99ab2e9", "tag": "30fd601c-b8ec-4bb4-be19-48875ee47b42", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:36:09.903209 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1a2d060-4e7c-4bfb-8000-d8cc2b91d70f {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:36:09.903608 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9598c19f-3df6-4c94-a2a4-3393c99ab2e9', 'tag': '30fd601c-b8ec-4bb4-be19-48875ee47b42', 'status': 'completed', 'code': 200} Aug 06 16:36:09.919637 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-0471fc13-fc62-4b51-b140-33f7ba060c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:09.921147 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-0471fc13-fc62-4b51-b140-33f7ba060c51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 1094 time: 0.0454736 Aug 06 16:36:09.967286 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-d6f29064-c61a-422b-a6cc-1edb901ab86a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fd601c-b8ec-4bb4-be19-48875ee47b42 HTTP/1.1" status: 200 len: 217 time: 0.0386446 Aug 06 16:36:10.018912 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-383181cf-0969-48b6-b4ae-de3b8be021c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:10.020378 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-383181cf-0969-48b6-b4ae-de3b8be021c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0468581 Aug 06 16:36:10.067158 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-b5042295-bbf9-49ef-99a5-e114c98cbfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:10.068662 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-b5042295-bbf9-49ef-99a5-e114c98cbfd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415885 Aug 06 16:36:10.164731 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-4d78eb7f-39fb-4d0d-abc8-46f67a359fa6 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875711 Aug 06 16:36:10.255525 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5525308-9185-44d7-8eb2-14a8b0e282ca req-fa961553-d693-4b88-a1c4-8937f17a6d98 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836976 Aug 06 16:36:10.348095 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03f635-1672-4043-9440-b1d85f4653f1 req-c986ecb9-7a47-475a-80e6-4c4bf97744a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:10.349673 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-eb03f635-1672-4043-9440-b1d85f4653f1 req-c986ecb9-7a47-475a-80e6-4c4bf97744a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 1094 time: 0.0472291 Aug 06 16:36:10.441593 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03f635-1672-4043-9440-b1d85f4653f1 req-10795e8d-faad-4c8f-b05c-ff31cf4f10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:10.443078 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-eb03f635-1672-4043-9440-b1d85f4653f1 req-10795e8d-faad-4c8f-b05c-ff31cf4f10f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0866733 Aug 06 16:36:10.487361 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-eb03f635-1672-4043-9440-b1d85f4653f1 req-b7a94b09-06b2-4369-a05c-7409715e2c6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fd601c-b8ec-4bb4-be19-48875ee47b42 HTTP/1.1" status: 200 len: 217 time: 0.0378144 Aug 06 16:36:10.545507 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03f635-1672-4043-9440-b1d85f4653f1 req-745692b0-28be-42f4-9dba-59ec9e8370c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:10.547040 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-eb03f635-1672-4043-9440-b1d85f4653f1 req-745692b0-28be-42f4-9dba-59ec9e8370c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0534084 Aug 06 16:36:10.592873 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03f635-1672-4043-9440-b1d85f4653f1 req-820c62b5-bfb1-47ca-bb14-0fa5490025ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:10.594405 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-eb03f635-1672-4043-9440-b1d85f4653f1 req-820c62b5-bfb1-47ca-bb14-0fa5490025ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403566 Aug 06 16:36:10.686707 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-eb03f635-1672-4043-9440-b1d85f4653f1 req-4b115fa3-a06b-4c2e-b99e-9f93585aa0d6 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850310 Aug 06 16:36:10.780012 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-eb03f635-1672-4043-9440-b1d85f4653f1 req-08c21d71-0b4c-4d5d-81aa-5cc48311eafa service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865262 Aug 06 16:36:10.840359 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08d236-0bd8-43ac-8c3a-d2ea0c053275 req-a8f692e4-2dcc-4859-ad46-f8fd24f96089 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:10.842039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4c08d236-0bd8-43ac-8c3a-d2ea0c053275 req-a8f692e4-2dcc-4859-ad46-f8fd24f96089 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 943 time: 0.0534739 Aug 06 16:36:10.885428 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4c08d236-0bd8-43ac-8c3a-d2ea0c053275 req-89d1f287-6d24-4839-9156-9ca78db757ed tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339036 Aug 06 16:36:12.005068 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d20c4-7730-47aa-992d-99fee503882c req-43969e61-2f5d-4de4-8f38-c2aef9099f87 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:12.006584 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a3d20c4-7730-47aa-992d-99fee503882c req-43969e61-2f5d-4de4-8f38-c2aef9099f87 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 943 time: 0.0523674 Aug 06 16:36:12.044469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a3d20c4-7730-47aa-992d-99fee503882c req-1c07e9b9-8c34-4012-a85a-fb821dba8a0a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312946 Aug 06 16:36:13.158326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e82dbc-91b6-4542-9cd5-222bf267009d req-da707060-f656-42a2-849c-4a63c804b847 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:13.159778 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18e82dbc-91b6-4542-9cd5-222bf267009d req-da707060-f656-42a2-849c-4a63c804b847 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 943 time: 0.0481157 Aug 06 16:36:13.197068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18e82dbc-91b6-4542-9cd5-222bf267009d req-a408036e-69bc-4bc6-9ee6-33b629b9fd49 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314264 Aug 06 16:36:14.309306 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51332e48-13ea-4f2e-bd14-05ff05f707c2 req-d4e52c89-f1e4-4509-ad55-1a4ba5ece4b2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:14.311283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51332e48-13ea-4f2e-bd14-05ff05f707c2 req-d4e52c89-f1e4-4509-ad55-1a4ba5ece4b2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 943 time: 0.0489309 Aug 06 16:36:14.349683 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51332e48-13ea-4f2e-bd14-05ff05f707c2 req-370da6b7-5d6c-4661-8590-92868203d387 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325224 Aug 06 16:36:15.489595 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10864ac-bb13-4f86-ae3a-cebec26c816e req-fc453c78-5256-498a-84ad-d750f4b94910 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:15.491068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f10864ac-bb13-4f86-ae3a-cebec26c816e req-fc453c78-5256-498a-84ad-d750f4b94910 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 943 time: 0.0523632 Aug 06 16:36:15.527881 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f10864ac-bb13-4f86-ae3a-cebec26c816e req-6d0d63cd-4104-45cd-a603-6a771ef45076 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309744 Aug 06 16:36:16.653295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df75dd-bd32-4cb7-be09-d6217b5a9fdd req-e7b578f4-e2b2-49a2-973f-8f3d4faed693 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:16.654769 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40df75dd-bd32-4cb7-be09-d6217b5a9fdd req-e7b578f4-e2b2-49a2-973f-8f3d4faed693 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 943 time: 0.0475688 Aug 06 16:36:16.691407 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40df75dd-bd32-4cb7-be09-d6217b5a9fdd req-dcc059ed-5eb3-4e51-a633-3edb2ac69c45 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300889 Aug 06 16:36:17.804146 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bc556-c3b4-45b9-9f56-b33d72d5e29d req-be3338e1-b9e7-4aba-8458-1120a9a17019 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:17.805604 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-084bc556-c3b4-45b9-9f56-b33d72d5e29d req-be3338e1-b9e7-4aba-8458-1120a9a17019 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 943 time: 0.0488515 Aug 06 16:36:17.844191 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-084bc556-c3b4-45b9-9f56-b33d72d5e29d req-9dbb3ebd-1a21-4059-ae27-5f2a0433fb05 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323558 Aug 06 16:36:18.960914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c05b98-5463-4a74-864d-2de3a778d745 req-1c71edef-fa5f-4a38-af7a-d872b271d322 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:18.962372 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6c05b98-5463-4a74-864d-2de3a778d745 req-1c71edef-fa5f-4a38-af7a-d872b271d322 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 943 time: 0.0515518 Aug 06 16:36:18.999755 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6c05b98-5463-4a74-864d-2de3a778d745 req-ea38da8f-ac07-4f89-9004-43bc5ecfdd7c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315435 Aug 06 16:36:20.079816 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 30fd601c-b8ec-4bb4-be19-48875ee47b42 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:36:20.112017 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5967b9-aa8d-4d45-a436-e42f9c4f253d req-1586ca90-def2-49b2-9c91-e95a02ec311a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:20.113494 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-be5967b9-aa8d-4d45-a436-e42f9c4f253d req-1586ca90-def2-49b2-9c91-e95a02ec311a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 943 time: 0.0484567 Aug 06 16:36:20.150522 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-be5967b9-aa8d-4d45-a436-e42f9c4f253d req-f6166b85-a3c8-476e-a000-17256ec9c0fa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310063 Aug 06 16:36:20.175047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 30fd601c-b8ec-4bb4-be19-48875ee47b42, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=30fd601c-b8ec-4bb4-be19-48875ee47b42,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:36:20.189162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '30fd601c-b8ec-4bb4-be19-48875ee47b42', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'port_id': '30fd601c-b8ec-4bb4-be19-48875ee47b42', 'mac_address': 'fa:16:3e:4e:e8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:36:20.225030 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:20.237525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30fd601c-b8ec-4bb4-be19-48875ee47b42 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:36:20.256502 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 30fd601c-b8ec-4bb4-be19-48875ee47b42, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=30fd601c-b8ec-4bb4-be19-48875ee47b42,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:36:20.260373 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:20.305719 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=30fd601c-b8ec-4bb4-be19-48875ee47b42,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:20.460508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['30fd601c-b8ec-4bb4-be19-48875ee47b42'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:36:21.262993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f961ab9-d391-4d84-81d2-9c61040d36b3 req-4a4ce8de-8950-4020-bfd4-e78fa8cf8b34 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:21.264474 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f961ab9-d391-4d84-81d2-9c61040d36b3 req-4a4ce8de-8950-4020-bfd4-e78fa8cf8b34 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 944 time: 0.0478621 Aug 06 16:36:21.301335 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f961ab9-d391-4d84-81d2-9c61040d36b3 req-791ce1e1-103e-4ace-b343-393f3ce2f65f tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302470 Aug 06 16:36:22.094914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 30fd601c-b8ec-4bb4-be19-48875ee47b42 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:36:22.141470 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 30fd601c-b8ec-4bb4-be19-48875ee47b42 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:36:22.145414 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 30fd601c-b8ec-4bb4-be19-48875ee47b42 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:36:22.145820 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:22.223104 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:22.245797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9598c19f-3df6-4c94-a2a4-3393c99ab2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fd601c-b8ec-4bb4-be19-48875ee47b42'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:36:22.248356 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7ea377-74a6-44ab-ad7c-6f9240fd394c" -d '{"events": [{"server_uuid": "9598c19f-3df6-4c94-a2a4-3393c99ab2e9", "name": "network-vif-plugged", "status": "completed", "tag": "30fd601c-b8ec-4bb4-be19-48875ee47b42"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:36:22.262877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 30fd601c-b8ec-4bb4-be19-48875ee47b42, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=30fd601c-b8ec-4bb4-be19-48875ee47b42,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:36:22.267113 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:22.292402 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27275894-6201-4886-975a-14d58807872b x-openstack-request-id: req-27275894-6201-4886-975a-14d58807872b {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:36:22.292725 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9598c19f-3df6-4c94-a2a4-3393c99ab2e9", "name": "network-vif-plugged", "status": "completed", "tag": "30fd601c-b8ec-4bb4-be19-48875ee47b42", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:36:22.292944 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27275894-6201-4886-975a-14d58807872b {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:36:22.293331 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9598c19f-3df6-4c94-a2a4-3393c99ab2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fd601c-b8ec-4bb4-be19-48875ee47b42', 'code': 200} Aug 06 16:36:22.324585 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=30fd601c-b8ec-4bb4-be19-48875ee47b42,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:22.381285 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217d7aa-6f0c-4c1f-b986-7a806a75d2c9 req-362ac6c6-5940-4a52-be6d-6316ee351a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:22.382836 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0217d7aa-6f0c-4c1f-b986-7a806a75d2c9 req-362ac6c6-5940-4a52-be6d-6316ee351a2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0409994 Aug 06 16:36:22.425845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979de480-35f8-4f39-8e9d-c78a75e40b01 req-24a3a787-7d12-47e4-bfb0-ad420a89e12d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:22.427610 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-979de480-35f8-4f39-8e9d-c78a75e40b01 req-24a3a787-7d12-47e4-bfb0-ad420a89e12d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 945 time: 0.0572116 Aug 06 16:36:22.428791 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0217d7aa-6f0c-4c1f-b986-7a806a75d2c9 req-5020e16d-5259-4184-9f3f-486d6001e088 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380540 Aug 06 16:36:22.467263 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-979de480-35f8-4f39-8e9d-c78a75e40b01 req-73e5683a-8ea2-4ee7-a0e9-2399507540b9 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331447 Aug 06 16:36:23.580924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54b1c6-63d9-4437-95a3-575b2bc52442 req-be15335c-34ff-4dff-adc9-856374776e3b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:23.585853 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f54b1c6-63d9-4437-95a3-575b2bc52442 req-be15335c-34ff-4dff-adc9-856374776e3b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 945 time: 0.0473473 Aug 06 16:36:23.626370 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f54b1c6-63d9-4437-95a3-575b2bc52442 req-9bcd10b6-61a1-4c84-b036-9ec4980af1d7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380783 Aug 06 16:36:23.746009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b36ff0-8679-4ca5-ac2a-1a072d2fce3a req-4255926c-81ae-4366-890e-0495707c8f5b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:23.747565 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9b36ff0-8679-4ca5-ac2a-1a072d2fce3a req-4255926c-81ae-4366-890e-0495707c8f5b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 945 time: 0.0482302 Aug 06 16:36:23.784187 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9b36ff0-8679-4ca5-ac2a-1a072d2fce3a req-ef96da81-6cd5-4b74-991e-0efd1b8419ca tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307720 Aug 06 16:36:23.807004 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57996) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:36:23.847102 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60af870d-001b-4cd5-a5c1-9134ff4215df tempest-TestVolumeBootPattern-1444177099 tempest-TestVolumeBootPattern-1444177099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:23.848641 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-60af870d-001b-4cd5-a5c1-9134ff4215df tempest-TestVolumeBootPattern-1444177099 tempest-TestVolumeBootPattern-1444177099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 1091 time: 0.0406492 Aug 06 16:36:23.851654 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 57998) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:36:23.855949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': '30fd601c-b8ec-4bb4-be19-48875ee47b42', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:36:23.877243 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:23.919357 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:23.973407 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:24.080308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Allocated IP 172.25.1.130 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/a63d711e-458f-4f5f-8e28-04e580f3c8b7) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:36:24.090661 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:24.179678 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:24.223294 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:24.263954 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:36:24.269819 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:36:24.271986 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'Port': ['ID=a63d711e-458f-4f5f-8e28-04e580f3c8b7,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:24.274118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:36:24.622157 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:24.693078 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:24.840640 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:24.845087 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:24.915609 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'Port': ['ID=a63d711e-458f-4f5f-8e28-04e580f3c8b7,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:24.927818 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:25.024120 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Floating IP d8e944e5-ebb0-46b1-81e4-f5c57ddf6dfc associated. External IP: 172.25.1.130, port: 30fd601c-b8ec-4bb4-be19-48875ee47b42. Aug 06 16:36:25.225407 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Router 4b45e38c-df3c-4300-9f02-33942c7e8abc has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:36:25.329697 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:36:25.340278 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4fd579-87b4-4549-9b96-7d56779bdc97 None None] Sync routers for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:36:25.345007 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:25.349654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4fd579-87b4-4549-9b96-7d56779bdc97 None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:36:25.350275 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5e4fd579-87b4-4549-9b96-7d56779bdc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:36:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:36:25.371468 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8782ee7b-5718-4b86-934e-64ae256598f1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5188105 Aug 06 16:36:25.372161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9598c19f-3df6-4c94-a2a4-3393c99ab2e9', 'tag': '30fd601c-b8ec-4bb4-be19-48875ee47b42'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:36:25.374417 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c32bcf-5637-41b5-abd0-268a454f8fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "9598c19f-3df6-4c94-a2a4-3393c99ab2e9", "tag": "30fd601c-b8ec-4bb4-be19-48875ee47b42"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:36:25.409865 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae7c9dd-84c7-4164-9081-975ef2479486 x-openstack-request-id: req-dae7c9dd-84c7-4164-9081-975ef2479486 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:36:25.410157 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9598c19f-3df6-4c94-a2a4-3393c99ab2e9", "tag": "30fd601c-b8ec-4bb4-be19-48875ee47b42", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:36:25.410414 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dae7c9dd-84c7-4164-9081-975ef2479486 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:36:25.410816 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9598c19f-3df6-4c94-a2a4-3393c99ab2e9', 'tag': '30fd601c-b8ec-4bb4-be19-48875ee47b42', 'status': 'completed', 'code': 200} Aug 06 16:36:25.456509 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-5e4fd579-87b4-4549-9b96-7d56779bdc97 None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:36:25.469489 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c32bcf-5637-41b5-abd0-268a454f8fe4 req-5b97e42a-d5f4-4d6c-8d65-99d6bf60128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:25.471586 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-81c32bcf-5637-41b5-abd0-268a454f8fe4 req-5b97e42a-d5f4-4d6c-8d65-99d6bf60128e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0414300 Aug 06 16:36:25.567114 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c32bcf-5637-41b5-abd0-268a454f8fe4 req-ae3b4f2f-f774-460e-a7ce-039dbfb47770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:25.568516 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-81c32bcf-5637-41b5-abd0-268a454f8fe4 req-ae3b4f2f-f774-460e-a7ce-039dbfb47770 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0904057 Aug 06 16:36:25.632948 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-81c32bcf-5637-41b5-abd0-268a454f8fe4 req-20ce7bd8-c7ef-4dd6-bc04-329357ef1325 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fd601c-b8ec-4bb4-be19-48875ee47b42 HTTP/1.1" status: 200 len: 999 time: 0.0574398 Aug 06 16:36:25.676438 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5e4fd579-87b4-4549-9b96-7d56779bdc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'd8e944e5-ebb0-46b1-81e4-f5c57ddf6dfc', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'floating_ip_address': '172.25.1.130', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'port_id': '30fd601c-b8ec-4bb4-be19-48875ee47b42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'mac_address': 'fa:16:3e:4e:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9598c19f-3df6-4c94-a2a4-3393c99ab2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:36:24Z', 'updated_at': '2021-08-06T16:36:24Z', 'revision_number': 0, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:36:25.686940 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c32bcf-5637-41b5-abd0-268a454f8fe4 req-6d8c4bae-f632-4e4e-addd-397d5218b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:25.688222 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-81c32bcf-5637-41b5-abd0-268a454f8fe4 req-6d8c4bae-f632-4e4e-addd-397d5218b556 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0479302 Aug 06 16:36:25.702020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4fd579-87b4-4549-9b96-7d56779bdc97 None None] Checking router: 4b45e38c-df3c-4300-9f02-33942c7e8abc for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:36:25.710972 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4fd579-87b4-4549-9b96-7d56779bdc97 None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:36:25.711575 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5e4fd579-87b4-4549-9b96-7d56779bdc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:36:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:36:25.734799 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c32bcf-5637-41b5-abd0-268a454f8fe4 req-743eac3b-3aee-4028-bcd5-7095f383cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:25.736335 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-81c32bcf-5637-41b5-abd0-268a454f8fe4 req-743eac3b-3aee-4028-bcd5-7095f383cf17 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409710 Aug 06 16:36:25.815454 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-5e4fd579-87b4-4549-9b96-7d56779bdc97 None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:36:25.826209 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-81c32bcf-5637-41b5-abd0-268a454f8fe4 req-12c38c4f-803f-4c12-bba7-aba242f015bd service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829983 Aug 06 16:36:25.918658 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-81c32bcf-5637-41b5-abd0-268a454f8fe4 req-1e281c70-5148-4f29-bca6-84b007380610 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860529 Aug 06 16:36:26.038215 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5e4fd579-87b4-4549-9b96-7d56779bdc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'd8e944e5-ebb0-46b1-81e4-f5c57ddf6dfc', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'floating_ip_address': '172.25.1.130', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'port_id': '30fd601c-b8ec-4bb4-be19-48875ee47b42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'mac_address': 'fa:16:3e:4e:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9598c19f-3df6-4c94-a2a4-3393c99ab2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:36:24Z', 'updated_at': '2021-08-06T16:36:24Z', 'revision_number': 0, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:36:26.221463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4fd579-87b4-4549-9b96-7d56779bdc97 None None] The sync data for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 is: [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'd8e944e5-ebb0-46b1-81e4-f5c57ddf6dfc', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'floating_ip_address': '172.25.1.130', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'port_id': '30fd601c-b8ec-4bb4-be19-48875ee47b42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'mac_address': 'fa:16:3e:4e:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9598c19f-3df6-4c94-a2a4-3393c99ab2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:36:24Z', 'updated_at': '2021-08-06T16:36:24Z', 'revision_number': 0, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:36:26.411886 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465dc29c-1145-4cbb-b546-6433d008accb None None] New status for floating IP d8e944e5-ebb0-46b1-81e4-f5c57ddf6dfc: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:36:27.477388 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:36:33.810779 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f99578ae-496b-4409-9447-6d284519bb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:36.244787 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b7afe904-08a1-4152-aa8f-7e1eb180281b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:36.675182 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:37.396730 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:37.848650 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a260685-bf1f-4948-8721-826a3d450861 req-4da0768c-053e-444c-8405-3bdf74a7f722 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434203 Aug 06 16:36:37.972350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a260685-bf1f-4948-8721-826a3d450861 req-fa7b5102-d31f-4a90-9d31-0c3b52bf8079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:37.974013 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a260685-bf1f-4948-8721-826a3d450861 req-fa7b5102-d31f-4a90-9d31-0c3b52bf8079 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c70ba542c0974c478be8fe3c443bbcb4&device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 1096 time: 0.0410514 Aug 06 16:36:38.062138 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a25a81c9-5947-40ab-a2db-6b2f6411a637 req-cb444924-1da0-4772-a1d0-c51243a3f08e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403080 Aug 06 16:36:38.082889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a260685-bf1f-4948-8721-826a3d450861 req-f0182d45-3185-4a31-a7a5-d717d79a6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:38.084413 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a260685-bf1f-4948-8721-826a3d450861 req-f0182d45-3185-4a31-a7a5-d717d79a6721 service neutron] 10.222.0.78 "GET /v2.0/networks?id=7743e816-948f-4648-9405-0c7efdc5dd22 HTTP/1.1" status: 200 len: 909 time: 0.0902436 Aug 06 16:36:38.149967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a81c9-5947-40ab-a2db-6b2f6411a637 req-a1ca558b-ae0e-4a1d-9af1-b4dd480765e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:38.151505 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a25a81c9-5947-40ab-a2db-6b2f6411a637 req-a1ca558b-ae0e-4a1d-9af1-b4dd480765e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0427763 Aug 06 16:36:38.265907 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a81c9-5947-40ab-a2db-6b2f6411a637 req-424ed7a0-44a3-4ef6-8e6f-f967c7fdb380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:38.267966 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a25a81c9-5947-40ab-a2db-6b2f6411a637 req-424ed7a0-44a3-4ef6-8e6f-f967c7fdb380 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0953360 Aug 06 16:36:38.340742 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a25a81c9-5947-40ab-a2db-6b2f6411a637 req-ba1b5f8f-d909-4f49-9839-c413603bbd17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fd601c-b8ec-4bb4-be19-48875ee47b42 HTTP/1.1" status: 200 len: 1001 time: 0.0653634 Aug 06 16:36:38.500849 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a260685-bf1f-4948-8721-826a3d450861 req-b4772978-8ff6-4011-8c4b-c5cfdee69175 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0817a8b-b5de-44fb-908e-a74b247596e6 HTTP/1.1" status: 200 len: 1001 time: 0.4085562 Aug 06 16:36:38.555466 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a260685-bf1f-4948-8721-826a3d450861 req-56d26ab1-e4b2-4358-a6d3-63c8a8dc4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:38.556992 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a260685-bf1f-4948-8721-826a3d450861 req-56d26ab1-e4b2-4358-a6d3-63c8a8dc4e98 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=40c5a3f7-ec0f-4b7a-b824-e61c61095a04 HTTP/1.1" status: 200 len: 847 time: 0.0477676 Aug 06 16:36:38.609004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a260685-bf1f-4948-8721-826a3d450861 req-9fc1e872-f856-4d38-bb96-a46935c26855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:38.610536 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a260685-bf1f-4948-8721-826a3d450861 req-9fc1e872-f856-4d38-bb96-a46935c26855 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=7743e816-948f-4648-9405-0c7efdc5dd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451243 Aug 06 16:36:38.703429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a260685-bf1f-4948-8721-826a3d450861 req-6b514787-0655-46ac-a1f5-0c90d392ff4d service neutron] 10.222.0.78 "GET /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845852 Aug 06 16:36:38.717800 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a81c9-5947-40ab-a2db-6b2f6411a637 req-1792d4f5-6ae3-40e1-8e30-b8433c9a2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:38.719268 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a25a81c9-5947-40ab-a2db-6b2f6411a637 req-1792d4f5-6ae3-40e1-8e30-b8433c9a2d3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.3711238 Aug 06 16:36:38.763557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a81c9-5947-40ab-a2db-6b2f6411a637 req-5e714512-36ac-4634-8945-8f73e8e95c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:38.764969 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a25a81c9-5947-40ab-a2db-6b2f6411a637 req-5e714512-36ac-4634-8945-8f73e8e95c8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387225 Aug 06 16:36:38.799134 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a260685-bf1f-4948-8721-826a3d450861 req-28c316ef-73c1-4321-91e2-805f7e5feda5 service neutron] 10.222.0.78 "GET /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873711 Aug 06 16:36:38.859053 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a25a81c9-5947-40ab-a2db-6b2f6411a637 req-a59fa2a0-eb8d-4d07-976a-09bae000f0b6 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871084 Aug 06 16:36:38.947694 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a25a81c9-5947-40ab-a2db-6b2f6411a637 req-95b2c4f2-8f72-4b4d-ad0c-2e76e26b4b10 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798602 Aug 06 16:36:39.130508 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:53.918154 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:54.090015 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:03.811292 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eebd8381-2b27-43fd-8ba0-930c952f5079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:04.476674 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:37:06.245721 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ec8fb7ea-5e6e-478c-af40-08ff6da3424e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:06.676029 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:07.395264 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:09.129695 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:18.772471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bada6-1109-4611-810f-2e59edfc348d req-d4f151be-325c-47bd-9dbe-f2f798f65d10 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:18.773900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-035bada6-1109-4611-810f-2e59edfc348d req-d4f151be-325c-47bd-9dbe-f2f798f65d10 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 945 time: 0.0523937 Aug 06 16:37:18.816557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-035bada6-1109-4611-810f-2e59edfc348d req-a4153be5-81ec-4cab-933a-6d5e3276943b tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/security-groups?id=522d78ed-806c-4417-86f3-77e2420b62ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364974 Aug 06 16:37:19.957033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c2804-ae5d-4d03-883f-985e5b628f92 req-e4da83f9-68f7-4491-9957-d44fdffc0de0 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:19.958530 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed4c2804-ae5d-4d03-883f-985e5b628f92 req-e4da83f9-68f7-4491-9957-d44fdffc0de0 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 945 time: 0.0542641 Aug 06 16:37:20.006254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed4c2804-ae5d-4d03-883f-985e5b628f92 req-c1e31560-c2cc-4971-8126-b670acf47fe7 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/security-groups?id=522d78ed-806c-4417-86f3-77e2420b62ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417540 Aug 06 16:37:20.048960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f3e4e-45fe-44f4-bfe5-74f1fd980426 req-01c81a7f-edf1-4d08-9069-b172cf949d11 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:20.050428 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb4f3e4e-45fe-44f4-bfe5-74f1fd980426 req-01c81a7f-edf1-4d08-9069-b172cf949d11 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.78 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 945 time: 0.0547352 Aug 06 16:37:20.140533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-bb4f3e4e-45fe-44f4-bfe5-74f1fd980426 req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Deleting port a0817a8b-b5de-44fb-908e-a74b247596e6 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:20.140920 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bb4f3e4e-45fe-44f4-bfe5-74f1fd980426 req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:20.232200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-bb4f3e4e-45fe-44f4-bfe5-74f1fd980426 req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] For port a0817a8b-b5de-44fb-908e-a74b247596e6, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=a0817a8b-b5de-44fb-908e-a74b247596e6,segment=NetworkSegment(e380d2c1-0f80-4335-9b80-d0b71d56e59d),segment_id=e380d2c1-0f80-4335-9b80-d0b71d56e59d)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:20.232573 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bb4f3e4e-45fe-44f4-bfe5-74f1fd980426 req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:20.445439 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bb4f3e4e-45fe-44f4-bfe5-74f1fd980426 req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:20.445745 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bb4f3e4e-45fe-44f4-bfe5-74f1fd980426 req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:20.446054 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-bb4f3e4e-45fe-44f4-bfe5-74f1fd980426 req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Floating IP 2702d1fe-1d74-433b-89a1-2b52d1323b81 disassociated. External IP: 172.25.1.152, port: a0817a8b-b5de-44fb-908e-a74b247596e6. Aug 06 16:37:20.446389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-bb4f3e4e-45fe-44f4-bfe5-74f1fd980426 req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Calling delete_port for a0817a8b-b5de-44fb-908e-a74b247596e6 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:20.569888 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bb4f3e4e-45fe-44f4-bfe5-74f1fd980426 req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:20.600294 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Pushing event deleted for resources: {'Port': ['ID=a0817a8b-b5de-44fb-908e-a74b247596e6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:20.610277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:20.610624 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:20.610963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:20.611300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:20.611635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:20.611967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:20.612295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:20.612622 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:20.613394 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:20.613394 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:20.613611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:20.613936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:20.726239 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb4f3e4e-45fe-44f4-bfe5-74f1fd980426 req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Router c506a8f9-0cd0-4144-9151-484069186381 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:37:20.830780 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb4f3e4e-45fe-44f4-bfe5-74f1fd980426 req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:37:20.840918 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b25df-bd61-4abb-8ee6-2634f302d42a None None] Sync routers for ids ['c506a8f9-0cd0-4144-9151-484069186381'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:37:20.850235 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b25df-bd61-4abb-8ee6-2634f302d42a None None] Routers {'c506a8f9-0cd0-4144-9151-484069186381'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:37:20.850826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a06b25df-bd61-4abb-8ee6-2634f302d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:37:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c506a8f9-0cd0-4144-9151-484069186381'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:20.872847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4f3e4e-45fe-44f4-bfe5-74f1fd980426 req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] No DVR routers for this DVR port a0817a8b-b5de-44fb-908e-a74b247596e6 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:20.875469 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-bb4f3e4e-45fe-44f4-bfe5-74f1fd980426 req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:20.878039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb4f3e4e-45fe-44f4-bfe5-74f1fd980426 req-a32c9839-1c27-4afb-b9a5-44083846ff61 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.78 "DELETE /v2.0/ports/a0817a8b-b5de-44fb-908e-a74b247596e6 HTTP/1.1" status: 204 len: 173 time: 0.8213418 Aug 06 16:37:20.878653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd15a52-f4d2-4435-b5ce-b3282819ae68', 'name': 'network-vif-deleted', 'tag': 'a0817a8b-b5de-44fb-908e-a74b247596e6'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:37:20.880739 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d00175-45c1-4a55-a9b3-58b440843701" -d '{"events": [{"server_uuid": "6dd15a52-f4d2-4435-b5ce-b3282819ae68", "name": "network-vif-deleted", "tag": "a0817a8b-b5de-44fb-908e-a74b247596e6"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:37:20.967488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-a06b25df-bd61-4abb-8ee6-2634f302d42a None None] Set router c506a8f9-0cd0-4144-9151-484069186381 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:37:21.004338 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1862a7-ebc0-4a68-8dd0-046cf01229a4 x-openstack-request-id: req-8b1862a7-ebc0-4a68-8dd0-046cf01229a4 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:37:21.004885 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd15a52-f4d2-4435-b5ce-b3282819ae68", "name": "network-vif-deleted", "tag": "a0817a8b-b5de-44fb-908e-a74b247596e6", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:37:21.004885 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b1862a7-ebc0-4a68-8dd0-046cf01229a4 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:37:21.005260 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd15a52-f4d2-4435-b5ce-b3282819ae68', 'name': 'network-vif-deleted', 'tag': 'a0817a8b-b5de-44fb-908e-a74b247596e6', 'status': 'completed', 'code': 200} Aug 06 16:37:21.122970 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7ec96874-5b26-4a7b-80fe-464dd514c24a req-eb81a140-9e42-4187-a9c0-6c99ab7f7391 tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dd15a52-f4d2-4435-b5ce-b3282819ae68 HTTP/1.1" status: 200 len: 210 time: 0.0270834 Aug 06 16:37:21.195851 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a06b25df-bd61-4abb-8ee6-2634f302d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c506a8f9-0cd0-4144-9151-484069186381', 'name': 'tempest-TestServerBasicOps-884664682-router', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:05Z', 'updated_at': '2021-08-06T16:32:10Z', 'revision_number': 4, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'gw_port': {'id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:06Z', 'updated_at': '2021-08-06T16:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '292f4b47-8f4f-45b7-a590-538eda6edf6b', 'name': '', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'mac_address': 'fa:16:3e:9f:8a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:09Z', 'updated_at': '2021-08-06T16:32:19Z', 'revision_number': 5, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'subnets': [{'id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:21.221832 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b25df-bd61-4abb-8ee6-2634f302d42a None None] Checking router: c506a8f9-0cd0-4144-9151-484069186381 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:37:21.230136 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b25df-bd61-4abb-8ee6-2634f302d42a None None] Routers {'c506a8f9-0cd0-4144-9151-484069186381'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:37:21.230675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a06b25df-bd61-4abb-8ee6-2634f302d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:37:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c506a8f9-0cd0-4144-9151-484069186381'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:21.341419 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-a06b25df-bd61-4abb-8ee6-2634f302d42a None None] Set router c506a8f9-0cd0-4144-9151-484069186381 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:37:21.549412 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-a06b25df-bd61-4abb-8ee6-2634f302d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c506a8f9-0cd0-4144-9151-484069186381', 'name': 'tempest-TestServerBasicOps-884664682-router', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:05Z', 'updated_at': '2021-08-06T16:32:10Z', 'revision_number': 4, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'gw_port': {'id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:06Z', 'updated_at': '2021-08-06T16:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '292f4b47-8f4f-45b7-a590-538eda6edf6b', 'name': '', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'mac_address': 'fa:16:3e:9f:8a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:09Z', 'updated_at': '2021-08-06T16:32:19Z', 'revision_number': 5, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'subnets': [{'id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:21.575919 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b25df-bd61-4abb-8ee6-2634f302d42a None None] The sync data for ids ['c506a8f9-0cd0-4144-9151-484069186381'] in n-d-803756-1 is: [{'id': 'c506a8f9-0cd0-4144-9151-484069186381', 'name': 'tempest-TestServerBasicOps-884664682-router', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:05Z', 'updated_at': '2021-08-06T16:32:10Z', 'revision_number': 4, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'gw_port': {'id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:06Z', 'updated_at': '2021-08-06T16:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '292f4b47-8f4f-45b7-a590-538eda6edf6b', 'name': '', 'network_id': '7743e816-948f-4648-9405-0c7efdc5dd22', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'mac_address': 'fa:16:3e:9f:8a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:09Z', 'updated_at': '2021-08-06T16:32:19Z', 'revision_number': 5, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'subnets': [{'id': '40c5a3f7-ec0f-4b7a-b824-e61c61095a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:37:21.798143 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1596d27-c0d3-48c9-a069-2b6e5869b619 None None] New status for floating IP 2702d1fe-1d74-433b-89a1-2b52d1323b81: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:37:22.178643 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58042) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:22.304376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Deleting port e9d71d76-8af8-4820-a85c-209593304af4 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:22.304721 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:22.381291 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:22.381618 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:22.393738 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Calling delete_port for e9d71d76-8af8-4820-a85c-209593304af4 owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:22.527051 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:22.550239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Pushing event deleted for resources: {'Port': ['ID=e9d71d76-8af8-4820-a85c-209593304af4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:22.565214 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:22.565583 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:22.565930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:22.566264 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:22.566596 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:22.566926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:22.567281 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:22.567613 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:22.567937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:22.568258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:22.568836 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:22.569154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:22.623618 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:22.626212 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:22.627393 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-97be18d9-83ce-4060-b4bf-7608398b923e tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "DELETE /v2.0/floatingips/2702d1fe-1d74-433b-89a1-2b52d1323b81 HTTP/1.1" status: 204 len: 168 time: 0.4477644 Aug 06 16:37:22.697841 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58048) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:22.760358 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78ee6e41-f588-4455-b057-7dc4d310e3df tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:22.786726 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78ee6e41-f588-4455-b057-7dc4d310e3df tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:22.855953 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78ee6e41-f588-4455-b057-7dc4d310e3df tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:22.859819 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-78ee6e41-f588-4455-b057-7dc4d310e3df tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:22.861278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-78ee6e41-f588-4455-b057-7dc4d310e3df tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] 10.222.0.37 "DELETE /v2.0/security-groups/522d78ed-806c-4417-86f3-77e2420b62ab HTTP/1.1" status: 204 len: 168 time: 0.1618199 Aug 06 16:37:22.871541 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee6e41-f588-4455-b057-7dc4d310e3df tempest-TestServerBasicOps-858957885 tempest-TestServerBasicOps-858957885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d78ed-806c-4417-86f3-77e2420b62ab,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:22.910414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58054) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:23.374058 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device a0817a8b-b5de-44fb-908e-a74b247596e6 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:37:23.394644 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: a0817a8b-b5de-44fb-908e-a74b247596e6 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:37:23.394990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device a0817a8b-b5de-44fb-908e-a74b247596e6 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:37:23.397358 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97472e75-8f5b-4875-bec5-6b1c8fe5364b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:23.638818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-97472e75-8f5b-4875-bec5-6b1c8fe5364b admin admin] Deleting port 292f4b47-8f4f-45b7-a590-538eda6edf6b {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:23.639077 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97472e75-8f5b-4875-bec5-6b1c8fe5364b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:23.715339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-97472e75-8f5b-4875-bec5-6b1c8fe5364b admin admin] For port 292f4b47-8f4f-45b7-a590-538eda6edf6b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=292f4b47-8f4f-45b7-a590-538eda6edf6b,segment=NetworkSegment(e380d2c1-0f80-4335-9b80-d0b71d56e59d),segment_id=e380d2c1-0f80-4335-9b80-d0b71d56e59d)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:23.716042 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97472e75-8f5b-4875-bec5-6b1c8fe5364b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:23.728243 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-97472e75-8f5b-4875-bec5-6b1c8fe5364b admin admin] Calling delete_port for 292f4b47-8f4f-45b7-a590-538eda6edf6b owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:23.916075 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97472e75-8f5b-4875-bec5-6b1c8fe5364b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:23.917884 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:23.959821 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97472e75-8f5b-4875-bec5-6b1c8fe5364b admin admin] Pushing event deleted for resources: {'Port': ['ID=292f4b47-8f4f-45b7-a590-538eda6edf6b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:24.090829 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:24.126582 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-97472e75-8f5b-4875-bec5-6b1c8fe5364b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:24.349079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97472e75-8f5b-4875-bec5-6b1c8fe5364b admin admin] Router c506a8f9-0cd0-4144-9151-484069186381 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:37:24.452921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97472e75-8f5b-4875-bec5-6b1c8fe5364b admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:37:24.459014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-97472e75-8f5b-4875-bec5-6b1c8fe5364b admin admin] 10.222.0.37 "PUT /v2.0/routers/c506a8f9-0cd0-4144-9151-484069186381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5472615 Aug 06 16:37:24.461437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58058) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:24.464096 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f5b0e2-7992-4dc2-af81-ef3da768b0e0 None None] Sync routers for ids ['c506a8f9-0cd0-4144-9151-484069186381'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:37:24.473306 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f5b0e2-7992-4dc2-af81-ef3da768b0e0 None None] Routers {'c506a8f9-0cd0-4144-9151-484069186381'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:37:24.474153 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-61f5b0e2-7992-4dc2-af81-ef3da768b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:37:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c506a8f9-0cd0-4144-9151-484069186381'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:24.565262 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71e6b772-daef-44a3-a66f-070640451a49 admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:24.584089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-61f5b0e2-7992-4dc2-af81-ef3da768b0e0 None None] Set router c506a8f9-0cd0-4144-9151-484069186381 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:37:24.665385 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71e6b772-daef-44a3-a66f-070640451a49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:24.722785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-71e6b772-daef-44a3-a66f-070640451a49 admin admin] Deleting port ba1c61ce-61e6-4742-a199-bf62bdca36ff {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:24.723529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71e6b772-daef-44a3-a66f-070640451a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:24.762169 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-61f5b0e2-7992-4dc2-af81-ef3da768b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c506a8f9-0cd0-4144-9151-484069186381', 'name': 'tempest-TestServerBasicOps-884664682-router', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:05Z', 'updated_at': '2021-08-06T16:37:23Z', 'revision_number': 5, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'gw_port': {'id': 'ba1c61ce-61e6-4742-a199-bf62bdca36ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506a8f9-0cd0-4144-9151-484069186381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:06Z', 'updated_at': '2021-08-06T16:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:24.789102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f5b0e2-7992-4dc2-af81-ef3da768b0e0 None None] Checking router: c506a8f9-0cd0-4144-9151-484069186381 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:37:24.798435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f5b0e2-7992-4dc2-af81-ef3da768b0e0 None None] Routers {'c506a8f9-0cd0-4144-9151-484069186381'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:37:24.799192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-61f5b0e2-7992-4dc2-af81-ef3da768b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:37:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c506a8f9-0cd0-4144-9151-484069186381'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:24.800907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-71e6b772-daef-44a3-a66f-070640451a49 admin admin] For port ba1c61ce-61e6-4742-a199-bf62bdca36ff, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ba1c61ce-61e6-4742-a199-bf62bdca36ff,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:24.801279 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71e6b772-daef-44a3-a66f-070640451a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:24.814144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-71e6b772-daef-44a3-a66f-070640451a49 admin admin] Calling delete_port for ba1c61ce-61e6-4742-a199-bf62bdca36ff owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:24.887396 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-61f5b0e2-7992-4dc2-af81-ef3da768b0e0 None None] Set router c506a8f9-0cd0-4144-9151-484069186381 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:37:24.939484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-61f5b0e2-7992-4dc2-af81-ef3da768b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c506a8f9-0cd0-4144-9151-484069186381', 'name': 'tempest-TestServerBasicOps-884664682-router', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:05Z', 'updated_at': '2021-08-06T16:37:24Z', 'revision_number': 6, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:24.968682 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f5b0e2-7992-4dc2-af81-ef3da768b0e0 None None] The sync data for ids ['c506a8f9-0cd0-4144-9151-484069186381'] in n-d-803756-1 is: [{'id': 'c506a8f9-0cd0-4144-9151-484069186381', 'name': 'tempest-TestServerBasicOps-884664682-router', 'tenant_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:05Z', 'updated_at': '2021-08-06T16:37:24Z', 'revision_number': 6, 'project_id': 'c70ba542c0974c478be8fe3c443bbcb4', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:37:24.984898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71e6b772-daef-44a3-a66f-070640451a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:25.019500 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6b772-daef-44a3-a66f-070640451a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba1c61ce-61e6-4742-a199-bf62bdca36ff,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:25.406160 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71e6b772-daef-44a3-a66f-070640451a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:25.499681 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71e6b772-daef-44a3-a66f-070640451a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:25.502412 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71e6b772-daef-44a3-a66f-070640451a49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:25.545549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71e6b772-daef-44a3-a66f-070640451a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:25.546099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e6b772-daef-44a3-a66f-070640451a49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c506a8f9-0cd0-4144-9151-484069186381 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:37:25.551308 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-71e6b772-daef-44a3-a66f-070640451a49 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:25.552237 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-71e6b772-daef-44a3-a66f-070640451a49 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c506a8f9-0cd0-4144-9151-484069186381 HTTP/1.1" status: 204 len: 168 time: 1.0895004 Aug 06 16:37:25.554629 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58060) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:25.602860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a727749-8a03-4451-b852-da592db308bd admin admin] Deleting subnet 40c5a3f7-ec0f-4b7a-b824-e61c61095a04 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:37:25.605937 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a727749-8a03-4451-b852-da592db308bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:25.641311 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a727749-8a03-4451-b852-da592db308bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:25.716984 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a727749-8a03-4451-b852-da592db308bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:25.745314 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 292f4b47-8f4f-45b7-a590-538eda6edf6b no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:37:25.765701 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 292f4b47-8f4f-45b7-a590-538eda6edf6b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:37:25.766785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 292f4b47-8f4f-45b7-a590-538eda6edf6b not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:37:25.780334 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a727749-8a03-4451-b852-da592db308bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:25.806692 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a727749-8a03-4451-b852-da592db308bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c5a3f7-ec0f-4b7a-b824-e61c61095a04,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:25.810729 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0a727749-8a03-4451-b852-da592db308bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:25.813367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09675bd-9d5e-467c-8fb2-4f2fd68357ea None None] Network 7743e816-948f-4648-9405-0c7efdc5dd22 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:25.813657 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0a727749-8a03-4451-b852-da592db308bd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/40c5a3f7-ec0f-4b7a-b824-e61c61095a04 HTTP/1.1" status: 204 len: 168 time: 0.2580943 Aug 06 16:37:25.816172 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58062) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:25.889535 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:25.945580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] Deleting port d4c419b7-61d1-4688-8efb-ea51fba1b5f6 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:25.945953 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.018740 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] DHCP port deletion for 7743e816-948f-4648-9405-0c7efdc5dd22 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:37:26.023919 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] For port d4c419b7-61d1-4688-8efb-ea51fba1b5f6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d4c419b7-61d1-4688-8efb-ea51fba1b5f6,segment=NetworkSegment(e380d2c1-0f80-4335-9b80-d0b71d56e59d),segment_id=e380d2c1-0f80-4335-9b80-d0b71d56e59d)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:26.024283 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.038795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] Calling delete_port for d4c419b7-61d1-4688-8efb-ea51fba1b5f6 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:26.071866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Deleting port d4c419b7-61d1-4688-8efb-ea51fba1b5f6 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:26.072355 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.119931 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.138401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] For port d4c419b7-61d1-4688-8efb-ea51fba1b5f6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d4c419b7-61d1-4688-8efb-ea51fba1b5f6,segment=NetworkSegment(e380d2c1-0f80-4335-9b80-d0b71d56e59d),segment_id=e380d2c1-0f80-4335-9b80-d0b71d56e59d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:26.138797 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.149222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c419b7-61d1-4688-8efb-ea51fba1b5f6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:26.153172 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Calling delete_port for d4c419b7-61d1-4688-8efb-ea51fba1b5f6 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:26.153437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] No DVR routers for this DVR port d4c419b7-61d1-4688-8efb-ea51fba1b5f6 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:26.227992 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.229736 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.239986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7743e816-948f-4648-9405-0c7efdc5dd22']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:26.249806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e380d2c1-0f80-4335-9b80-d0b71d56e59d') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:26.250148 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e380d2c1-0f80-4335-9b80-d0b71d56e59d') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:26.252903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Pushing event deleted for resources: {'Port': ['ID=d4c419b7-61d1-4688-8efb-ea51fba1b5f6,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:26.260377 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] No DVR routers for this DVR port d4c419b7-61d1-4688-8efb-ea51fba1b5f6 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:26.261826 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.262827 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:26.263184 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:26.263564 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:26.263848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:26.264176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:26.264501 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:26.264835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:26.265257 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:26.265460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:26.265837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:26.266156 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:26.266493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c822b-c1ff-4ecb-b3f2-546ecf77e31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:26.282654 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.288621 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:37:26.288999 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:37:26.290842 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:37:26.343526 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.348025 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.350072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7743e816-948f-4648-9405-0c7efdc5dd22 HTTP/1.1" status: 204 len: 168 time: 0.5329304 Aug 06 16:37:26.353527 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58064) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:26.363839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c11770-a246-4752-8a5c-5f8ef01bfaa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7743e816-948f-4648-9405-0c7efdc5dd22,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:26.696388 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-653af56b-fcb6-4c8b-bfd5-89e25d781307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.939015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-653af56b-fcb6-4c8b-bfd5-89e25d781307 admin admin] Deleting port aae0403d-5cba-4745-924a-fdbeba6ca264 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:26.939259 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-653af56b-fcb6-4c8b-bfd5-89e25d781307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:27.013701 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-653af56b-fcb6-4c8b-bfd5-89e25d781307 admin admin] For port aae0403d-5cba-4745-924a-fdbeba6ca264, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=aae0403d-5cba-4745-924a-fdbeba6ca264,segment=NetworkSegment(874087f1-ebd4-4e05-97f9-4254a7df3f00),segment_id=874087f1-ebd4-4e05-97f9-4254a7df3f00)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:27.014055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-653af56b-fcb6-4c8b-bfd5-89e25d781307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:27.026833 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-653af56b-fcb6-4c8b-bfd5-89e25d781307 admin admin] Calling delete_port for aae0403d-5cba-4745-924a-fdbeba6ca264 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:27.179295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ba1c61ce-61e6-4742-a199-bf62bdca36ff no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:37:27.202104 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: ba1c61ce-61e6-4742-a199-bf62bdca36ff {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:37:27.202716 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ba1c61ce-61e6-4742-a199-bf62bdca36ff not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:37:27.252852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d4c419b7-61d1-4688-8efb-ea51fba1b5f6 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:37:27.253335 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-653af56b-fcb6-4c8b-bfd5-89e25d781307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:27.253753 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: d4c419b7-61d1-4688-8efb-ea51fba1b5f6 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:37:27.253753 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d4c419b7-61d1-4688-8efb-ea51fba1b5f6 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:37:27.254071 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653af56b-fcb6-4c8b-bfd5-89e25d781307 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae0403d-5cba-4745-924a-fdbeba6ca264,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:27.415578 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-653af56b-fcb6-4c8b-bfd5-89e25d781307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:27.629312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653af56b-fcb6-4c8b-bfd5-89e25d781307 admin admin] Router 0af10ed9-af1f-404d-8b11-9c8417b93eb0 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:37:27.734277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653af56b-fcb6-4c8b-bfd5-89e25d781307 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:37:27.739898 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-653af56b-fcb6-4c8b-bfd5-89e25d781307 admin admin] 10.222.0.37 "PUT /v2.0/routers/0af10ed9-af1f-404d-8b11-9c8417b93eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3851628 Aug 06 16:37:27.742268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58066) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:27.744947 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79149ec5-d750-4855-a602-8ad09c22d6b0 None None] Sync routers for ids ['0af10ed9-af1f-404d-8b11-9c8417b93eb0'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:37:27.754579 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79149ec5-d750-4855-a602-8ad09c22d6b0 None None] Routers {'0af10ed9-af1f-404d-8b11-9c8417b93eb0'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:37:27.755181 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-79149ec5-d750-4855-a602-8ad09c22d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:37:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['0af10ed9-af1f-404d-8b11-9c8417b93eb0'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:27.851429 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d1f6afb-e90a-4249-b512-1aa7188c6fd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:27.859943 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-79149ec5-d750-4855-a602-8ad09c22d6b0 None None] Set router 0af10ed9-af1f-404d-8b11-9c8417b93eb0 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:37:27.948722 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d1f6afb-e90a-4249-b512-1aa7188c6fd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.005550 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f6afb-e90a-4249-b512-1aa7188c6fd4 admin admin] Deleting port bb33d49a-7870-4757-b6c2-79b0d8daccf6 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:28.006032 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d1f6afb-e90a-4249-b512-1aa7188c6fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.039281 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-79149ec5-d750-4855-a602-8ad09c22d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'name': 'tempest-TestServerBasicOps-647577858-router', 'tenant_id': '310b0c29190b446fb53a7c02743f1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'bb33d49a-7870-4757-b6c2-79b0d8daccf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:12Z', 'updated_at': '2021-08-06T16:37:27Z', 'revision_number': 5, 'project_id': '310b0c29190b446fb53a7c02743f1072', 'gw_port': {'id': 'bb33d49a-7870-4757-b6c2-79b0d8daccf6', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:12Z', 'updated_at': '2021-08-06T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:28.068639 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79149ec5-d750-4855-a602-8ad09c22d6b0 None None] Checking router: 0af10ed9-af1f-404d-8b11-9c8417b93eb0 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:37:28.076990 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79149ec5-d750-4855-a602-8ad09c22d6b0 None None] Routers {'0af10ed9-af1f-404d-8b11-9c8417b93eb0'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:37:28.077575 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-79149ec5-d750-4855-a602-8ad09c22d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:37:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['0af10ed9-af1f-404d-8b11-9c8417b93eb0'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:28.085147 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-6d1f6afb-e90a-4249-b512-1aa7188c6fd4 admin admin] For port bb33d49a-7870-4757-b6c2-79b0d8daccf6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=bb33d49a-7870-4757-b6c2-79b0d8daccf6,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:28.085514 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d1f6afb-e90a-4249-b512-1aa7188c6fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.097859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f6afb-e90a-4249-b512-1aa7188c6fd4 admin admin] Calling delete_port for bb33d49a-7870-4757-b6c2-79b0d8daccf6 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:28.160474 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-79149ec5-d750-4855-a602-8ad09c22d6b0 None None] Set router 0af10ed9-af1f-404d-8b11-9c8417b93eb0 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:37:28.210635 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-79149ec5-d750-4855-a602-8ad09c22d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'name': 'tempest-TestServerBasicOps-647577858-router', 'tenant_id': '310b0c29190b446fb53a7c02743f1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:12Z', 'updated_at': '2021-08-06T16:37:27Z', 'revision_number': 6, 'project_id': '310b0c29190b446fb53a7c02743f1072', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:28.239767 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79149ec5-d750-4855-a602-8ad09c22d6b0 None None] The sync data for ids ['0af10ed9-af1f-404d-8b11-9c8417b93eb0'] in n-d-803756-1 is: [{'id': '0af10ed9-af1f-404d-8b11-9c8417b93eb0', 'name': 'tempest-TestServerBasicOps-647577858-router', 'tenant_id': '310b0c29190b446fb53a7c02743f1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:12Z', 'updated_at': '2021-08-06T16:37:27Z', 'revision_number': 6, 'project_id': '310b0c29190b446fb53a7c02743f1072', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:37:28.272070 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d1f6afb-e90a-4249-b512-1aa7188c6fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.296659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f6afb-e90a-4249-b512-1aa7188c6fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb33d49a-7870-4757-b6c2-79b0d8daccf6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:28.361262 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d1f6afb-e90a-4249-b512-1aa7188c6fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.453028 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d1f6afb-e90a-4249-b512-1aa7188c6fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.455605 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d1f6afb-e90a-4249-b512-1aa7188c6fd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.497815 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d1f6afb-e90a-4249-b512-1aa7188c6fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.498259 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1f6afb-e90a-4249-b512-1aa7188c6fd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0af10ed9-af1f-404d-8b11-9c8417b93eb0 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:37:28.503085 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d1f6afb-e90a-4249-b512-1aa7188c6fd4 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.504239 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6d1f6afb-e90a-4249-b512-1aa7188c6fd4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0af10ed9-af1f-404d-8b11-9c8417b93eb0 HTTP/1.1" status: 204 len: 168 time: 0.7606072 Aug 06 16:37:28.506691 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58070) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:28.554227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eea0031-0f57-4d58-a3a7-27ed5003398a admin admin] Deleting subnet 4825a068-cc06-405f-9adb-32bbb0eed39a {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:37:28.557061 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2eea0031-0f57-4d58-a3a7-27ed5003398a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.591944 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2eea0031-0f57-4d58-a3a7-27ed5003398a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.673801 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2eea0031-0f57-4d58-a3a7-27ed5003398a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.725407 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2eea0031-0f57-4d58-a3a7-27ed5003398a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.755364 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea0031-0f57-4d58-a3a7-27ed5003398a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4825a068-cc06-405f-9adb-32bbb0eed39a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:28.757226 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2eea0031-0f57-4d58-a3a7-27ed5003398a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.759112 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2eea0031-0f57-4d58-a3a7-27ed5003398a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4825a068-cc06-405f-9adb-32bbb0eed39a HTTP/1.1" status: 204 len: 168 time: 0.2515123 Aug 06 16:37:28.762373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58072) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:28.767609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042f958a-e5c0-4381-ae7d-9fca3c3e5b3d None None] Network b3636318-78c1-4e4d-98da-85110cab3034 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:28.836081 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.887434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] Deleting port a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:28.887775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.954569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] For port a63965ba-5465-4e3e-b3dc-8e33b6bf87a8, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a63965ba-5465-4e3e-b3dc-8e33b6bf87a8,segment=NetworkSegment(874087f1-ebd4-4e05-97f9-4254a7df3f00),segment_id=874087f1-ebd4-4e05-97f9-4254a7df3f00)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:28.954865 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.967587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] Calling delete_port for a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:28.993469 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31312f4d-ed17-472f-a9a9-70dd1ccce682 None None] DHCP port deletion for b3636318-78c1-4e4d-98da-85110cab3034 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:37:29.038906 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-31312f4d-ed17-472f-a9a9-70dd1ccce682 None None] Deleting port a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:29.039201 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-31312f4d-ed17-472f-a9a9-70dd1ccce682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.054309 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.086391 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a63965ba-5465-4e3e-b3dc-8e33b6bf87a8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:29.088219 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] No DVR routers for this DVR port a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:29.119193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-31312f4d-ed17-472f-a9a9-70dd1ccce682 None None] For port a63965ba-5465-4e3e-b3dc-8e33b6bf87a8, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a63965ba-5465-4e3e-b3dc-8e33b6bf87a8,segment=NetworkSegment(874087f1-ebd4-4e05-97f9-4254a7df3f00),segment_id=874087f1-ebd4-4e05-97f9-4254a7df3f00)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:29.119585 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-31312f4d-ed17-472f-a9a9-70dd1ccce682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.132225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-31312f4d-ed17-472f-a9a9-70dd1ccce682 None None] Calling delete_port for a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:29.161145 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.171728 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3636318-78c1-4e4d-98da-85110cab3034']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:29.182597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874087f1-ebd4-4e05-97f9-4254a7df3f00') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:29.182903 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874087f1-ebd4-4e05-97f9-4254a7df3f00') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:29.197450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device aae0403d-5cba-4745-924a-fdbeba6ca264 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:37:29.199204 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.215820 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.222873 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:37:29.223847 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.224836 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: aae0403d-5cba-4745-924a-fdbeba6ca264 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:37:29.225184 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device aae0403d-5cba-4745-924a-fdbeba6ca264 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:37:29.225896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device bb33d49a-7870-4757-b6c2-79b0d8daccf6 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:37:29.226093 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:37:29.248174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: bb33d49a-7870-4757-b6c2-79b0d8daccf6 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:37:29.248513 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device bb33d49a-7870-4757-b6c2-79b0d8daccf6 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:37:29.248931 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:37:29.279294 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:37:29.279294 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:37:29.294343 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-31312f4d-ed17-472f-a9a9-70dd1ccce682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.298378 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.309062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.311050 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b3636318-78c1-4e4d-98da-85110cab3034 HTTP/1.1" status: 204 len: 168 time: 0.5476422 Aug 06 16:37:29.321768 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c21a5-eeac-4423-a304-4fb8301786d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3636318-78c1-4e4d-98da-85110cab3034,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:29.322357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31312f4d-ed17-472f-a9a9-70dd1ccce682 None None] Pushing event deleted for resources: {'Port': ['ID=a63965ba-5465-4e3e-b3dc-8e33b6bf87a8,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:29.324208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31312f4d-ed17-472f-a9a9-70dd1ccce682 None None] Network b3636318-78c1-4e4d-98da-85110cab3034 is not hosted by any dhcp agent {{(pid=105766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 16:37:29.324663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31312f4d-ed17-472f-a9a9-70dd1ccce682 None None] No DVR routers for this DVR port a63965ba-5465-4e3e-b3dc-8e33b6bf87a8 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:29.431997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58076) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:29.472959 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ba87ff82-fb8c-4116-bf31-5c5a9a7e4960 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c70ba542c0974c478be8fe3c443bbcb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397654 Aug 06 16:37:29.475420 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58078) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:29.522212 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4100766-0a6c-4e0e-9d5a-1e1e79c3d14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.543435 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4100766-0a6c-4e0e-9d5a-1e1e79c3d14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.588312 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4100766-0a6c-4e0e-9d5a-1e1e79c3d14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.591051 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a4100766-0a6c-4e0e-9d5a-1e1e79c3d14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.592233 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a4100766-0a6c-4e0e-9d5a-1e1e79c3d14c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7355bc3-4ebd-4ec8-839a-628e4ed8fb0e HTTP/1.1" status: 204 len: 168 time: 0.1158826 Aug 06 16:37:29.600575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4100766-0a6c-4e0e-9d5a-1e1e79c3d14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7355bc3-4ebd-4ec8-839a-628e4ed8fb0e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:29.897322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58084) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:29.936140 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-692c8889-702b-4a5c-a4cc-0e0b7db84c67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=310b0c29190b446fb53a7c02743f1072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375562 Aug 06 16:37:29.938988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58086) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:29.984449 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e794b1d-b90f-49fc-8f29-149094e78b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:30.006053 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e794b1d-b90f-49fc-8f29-149094e78b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:30.057437 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e794b1d-b90f-49fc-8f29-149094e78b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:30.060286 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1e794b1d-b90f-49fc-8f29-149094e78b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:30.061434 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1e794b1d-b90f-49fc-8f29-149094e78b5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/697b6b57-93e5-4a9a-9fbe-819d107ea6ee HTTP/1.1" status: 204 len: 168 time: 0.1215622 Aug 06 16:37:30.070119 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e794b1d-b90f-49fc-8f29-149094e78b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697b6b57-93e5-4a9a-9fbe-819d107ea6ee,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:33.812035 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fc070c2c-2395-45f0-acd9-1ba2e8e80191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:36.246243 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9e50c4d2-7f94-4e85-9fff-6a927cd1d2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:36.676774 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:37.397113 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:38.063958 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-593bb187-2322-4d0e-9b93-35482c3fd60d req-9cc99c77-96b0-4f6d-9625-0881803ee99a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429459 Aug 06 16:37:38.142623 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bb187-2322-4d0e-9b93-35482c3fd60d req-01016fbd-d8b4-464e-8a56-9302eacba073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:38.144083 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-593bb187-2322-4d0e-9b93-35482c3fd60d req-01016fbd-d8b4-464e-8a56-9302eacba073 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0404241 Aug 06 16:37:38.247007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bb187-2322-4d0e-9b93-35482c3fd60d req-297c0dde-513f-4340-8478-1d7b1d148115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:38.248443 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-593bb187-2322-4d0e-9b93-35482c3fd60d req-297c0dde-513f-4340-8478-1d7b1d148115 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0861650 Aug 06 16:37:38.311603 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-593bb187-2322-4d0e-9b93-35482c3fd60d req-a3b54a9e-2853-416e-9e11-fafb1bd66bf2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fd601c-b8ec-4bb4-be19-48875ee47b42 HTTP/1.1" status: 200 len: 1001 time: 0.0563726 Aug 06 16:37:38.359564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bb187-2322-4d0e-9b93-35482c3fd60d req-37ed1eb6-20be-4d2f-9f10-faad8a3fd716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:38.361483 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-593bb187-2322-4d0e-9b93-35482c3fd60d req-37ed1eb6-20be-4d2f-9f10-faad8a3fd716 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0427144 Aug 06 16:37:38.408588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bb187-2322-4d0e-9b93-35482c3fd60d req-37f26d77-1fdb-4d66-8957-17bdb4e1c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:38.410008 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-593bb187-2322-4d0e-9b93-35482c3fd60d req-37f26d77-1fdb-4d66-8957-17bdb4e1c243 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417352 Aug 06 16:37:38.818047 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-593bb187-2322-4d0e-9b93-35482c3fd60d req-6f774cfc-612f-40a3-8c5b-d9d7e1602f00 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010932 Aug 06 16:37:38.909210 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-593bb187-2322-4d0e-9b93-35482c3fd60d req-d9bcf550-60f4-456e-9fd7-17e3f9dbf9f5 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844243 Aug 06 16:37:39.133451 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:41.476487 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:37:53.925196 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:54.089855 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:03.812955 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4252becd-fd61-4ab6-a46e-1bcab0faee55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.246181 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bdd34c51-9939-40a2-a462-906f624a2148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.677323 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:07.398847 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:09.134846 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:16.744634 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-44a7a8dd-d5e6-4002-8b06-c8a8ab115962 req-8af1ea20-4bdd-4a7b-a333-1f79c38b8812 service neutron] (105765) timed out ('10.222.0.37', 58616) {{(pid=105765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:38:18.476108 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:38:23.510864 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03226280-4700-4443-895a-f13c54df1046 req-901979da-0db5-4c04-a6bb-b379925a3472 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:23.512343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03226280-4700-4443-895a-f13c54df1046 req-901979da-0db5-4c04-a6bb-b379925a3472 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 945 time: 0.1530402 Aug 06 16:38:23.549990 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03226280-4700-4443-895a-f13c54df1046 req-a3104b58-2ea7-4917-8112-33563e36bc5d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316727 Aug 06 16:38:23.934066 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:24.089909 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:24.724815 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bae07-7b4b-4995-9e52-14c604e60250 req-8de9a9f4-e29b-4987-acff-3607e1b7cb10 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:24.726303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a3bae07-7b4b-4995-9e52-14c604e60250 req-8de9a9f4-e29b-4987-acff-3607e1b7cb10 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 945 time: 0.1075470 Aug 06 16:38:24.763617 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a3bae07-7b4b-4995-9e52-14c604e60250 req-de0ce6d2-5cdb-4fd8-b55d-cc4e3f26ae19 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Aug 06 16:38:24.893812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1df8b-d0c3-4610-adf9-1f03ff0e97b5 req-637e57fd-5f79-4f8e-bdd5-dd1fba1734e6 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:24.895365 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a7a1df8b-d0c3-4610-adf9-1f03ff0e97b5 req-637e57fd-5f79-4f8e-bdd5-dd1fba1734e6 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 945 time: 0.0511615 Aug 06 16:38:24.983625 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a7a1df8b-d0c3-4610-adf9-1f03ff0e97b5 req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Deleting port 30fd601c-b8ec-4bb4-be19-48875ee47b42 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:38:24.983967 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a7a1df8b-d0c3-4610-adf9-1f03ff0e97b5 req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:25.074134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a7a1df8b-d0c3-4610-adf9-1f03ff0e97b5 req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] For port 30fd601c-b8ec-4bb4-be19-48875ee47b42, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=30fd601c-b8ec-4bb4-be19-48875ee47b42,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:38:25.074496 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a7a1df8b-d0c3-4610-adf9-1f03ff0e97b5 req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:25.288274 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a7a1df8b-d0c3-4610-adf9-1f03ff0e97b5 req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:25.288638 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a7a1df8b-d0c3-4610-adf9-1f03ff0e97b5 req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:25.288948 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [req-a7a1df8b-d0c3-4610-adf9-1f03ff0e97b5 req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Floating IP d8e944e5-ebb0-46b1-81e4-f5c57ddf6dfc disassociated. External IP: 172.25.1.130, port: 30fd601c-b8ec-4bb4-be19-48875ee47b42. Aug 06 16:38:25.289284 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a7a1df8b-d0c3-4610-adf9-1f03ff0e97b5 req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Calling delete_port for 30fd601c-b8ec-4bb4-be19-48875ee47b42 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:38:25.414361 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a7a1df8b-d0c3-4610-adf9-1f03ff0e97b5 req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:25.442335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event deleted for resources: {'Port': ['ID=30fd601c-b8ec-4bb4-be19-48875ee47b42,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:25.454998 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:25.455342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:25.455679 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:25.456012 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:25.456344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:25.456670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:25.456990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:25.457308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:25.457639 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:25.457967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:25.458287 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:25.458608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:25.563959 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7a1df8b-d0c3-4610-adf9-1f03ff0e97b5 req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Router 4b45e38c-df3c-4300-9f02-33942c7e8abc has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:38:25.668999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7a1df8b-d0c3-4610-adf9-1f03ff0e97b5 req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:38:25.679646 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af66b45a-f613-4729-93f9-976be1287ea2 None None] Sync routers for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:38:25.689064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af66b45a-f613-4729-93f9-976be1287ea2 None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:38:25.689813 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-af66b45a-f613-4729-93f9-976be1287ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:38:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:25.707854 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a1df8b-d0c3-4610-adf9-1f03ff0e97b5 req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] No DVR routers for this DVR port 30fd601c-b8ec-4bb4-be19-48875ee47b42 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:38:25.710685 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a7a1df8b-d0c3-4610-adf9-1f03ff0e97b5 req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:25.713260 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a7a1df8b-d0c3-4610-adf9-1f03ff0e97b5 req-0aa5083e-77ed-4959-8cf6-175b9fa63a3c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "DELETE /v2.0/ports/30fd601c-b8ec-4bb4-be19-48875ee47b42 HTTP/1.1" status: 204 len: 173 time: 0.8116546 Aug 06 16:38:25.713779 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9598c19f-3df6-4c94-a2a4-3393c99ab2e9', 'name': 'network-vif-deleted', 'tag': '30fd601c-b8ec-4bb4-be19-48875ee47b42'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:38:25.716329 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd50330-b0fa-4e91-8d6b-2109c39ec98a" -d '{"events": [{"server_uuid": "9598c19f-3df6-4c94-a2a4-3393c99ab2e9", "name": "network-vif-deleted", "tag": "30fd601c-b8ec-4bb4-be19-48875ee47b42"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:38:25.825027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-af66b45a-f613-4729-93f9-976be1287ea2 None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:38:25.866087 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53b9470-017c-4e89-80a9-4b1f2d3bbe28 x-openstack-request-id: req-d53b9470-017c-4e89-80a9-4b1f2d3bbe28 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:38:25.866445 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9598c19f-3df6-4c94-a2a4-3393c99ab2e9", "name": "network-vif-deleted", "tag": "30fd601c-b8ec-4bb4-be19-48875ee47b42", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:38:25.866618 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d53b9470-017c-4e89-80a9-4b1f2d3bbe28 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:38:25.867377 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9598c19f-3df6-4c94-a2a4-3393c99ab2e9', 'name': 'network-vif-deleted', 'tag': '30fd601c-b8ec-4bb4-be19-48875ee47b42', 'status': 'completed', 'code': 200} Aug 06 16:38:25.911704 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-96aae0bf-fd11-47e3-b739-bd6788790be8 req-726528b9-c308-4fd6-a857-04858794d15e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 210 time: 0.0338578 Aug 06 16:38:26.058961 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-af66b45a-f613-4729-93f9-976be1287ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:26.086356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af66b45a-f613-4729-93f9-976be1287ea2 None None] Checking router: 4b45e38c-df3c-4300-9f02-33942c7e8abc for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:38:26.094594 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af66b45a-f613-4729-93f9-976be1287ea2 None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:38:26.095226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-af66b45a-f613-4729-93f9-976be1287ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:38:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:26.200867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-af66b45a-f613-4729-93f9-976be1287ea2 None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:38:26.398563 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-af66b45a-f613-4729-93f9-976be1287ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:26.428986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af66b45a-f613-4729-93f9-976be1287ea2 None None] The sync data for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 is: [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:38:26.647763 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76696efc-4f8a-4730-a6ae-8a231fcd1d1d None None] New status for floating IP d8e944e5-ebb0-46b1-81e4-f5c57ddf6dfc: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:38:27.013021 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-acd8ddb4-cb7d-451c-b7bb-da0fc416ea5d req-5591d5c0-afe0-4e4b-b31b-b0b6aa7755ae tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 210 time: 0.0259345 Aug 06 16:38:28.105597 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3baf0b16-9453-424e-a7f1-e383ce088a53 req-0bd4adc5-822a-4fbf-8024-db0d70667a76 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 210 time: 0.0258901 Aug 06 16:38:28.647093 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 30fd601c-b8ec-4bb4-be19-48875ee47b42 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:38:28.666916 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 30fd601c-b8ec-4bb4-be19-48875ee47b42 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:38:28.667253 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 30fd601c-b8ec-4bb4-be19-48875ee47b42 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:38:29.208723 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a01249ea-d642-4ab2-96d6-8d48ffbbd5d5 req-9ea2ed08-23ba-4294-bf30-e554d7891e36 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=9598c19f-3df6-4c94-a2a4-3393c99ab2e9 HTTP/1.1" status: 200 len: 210 time: 0.0261204 Aug 06 16:38:30.403719 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-ce462219-39ec-4cc8-aa0a-00f263501b5c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1618781523&fields=id&tenant_id=89b0981d89e845f9b7f745002d8acfb9 HTTP/1.1" status: 200 len: 267 time: 0.0317767 Aug 06 16:38:30.510609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-dbce9f81-4225-4ab4-a70f-098a2178657a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:30.511945 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-dbce9f81-4225-4ab4-a70f-098a2178657a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 811 time: 0.1010621 Aug 06 16:38:30.526497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-42cba4e9-7cd3-4f13-96a6-c6e194dea1ee tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/quotas/89b0981d89e845f9b7f745002d8acfb9 HTTP/1.1" status: 200 len: 375 time: 0.0087633 Aug 06 16:38:30.579173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-cbba5b54-45bf-4f35-ad43-36780306f69b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472553 Aug 06 16:38:30.594753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-096c529c-41e4-45be-a9c4-9d1997015b29 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:38:30.596282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-096c529c-41e4-45be-a9c4-9d1997015b29 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056615 Aug 06 16:38:30.686567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-49578907-1056-4bbe-a6f2-561769637fce service neutron] 10.222.0.37 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846598 Aug 06 16:38:30.774421 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-0fce7426-5007-4060-ab98-87e64092c103 service neutron] 10.222.0.37 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817146 Aug 06 16:38:31.053930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2972805c-24a1-4631-8785-3510419fa56b req-3df08363-3ea3-48b1-a072-b1003b6b52f8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 210 time: 0.0281987 Aug 06 16:38:31.948542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-c3981e40-a4f0-4dff-aa5f-86c81473dfd6 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:31.949986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-c3981e40-a4f0-4dff-aa5f-86c81473dfd6 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.78 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 811 time: 0.1101890 Aug 06 16:38:31.995153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e9edb7f6-31ea-4ed9-8f2f-685a238cd9d3 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b0981d89e845f9b7f745002d8acfb9 HTTP/1.1" status: 200 len: 380 time: 0.0355949 Aug 06 16:38:32.004712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'port': {'device_id': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'admin_state_up': True, 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'security_groups': ['9e46b3f2-2bb4-44dc-a01d-d281ef89e10c']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:38:32.119716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Made reservation on behalf of 89b0981d89e845f9b7f745002d8acfb9 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:38:32.123563 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:32.167588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9bbbe06c-8e12-4192-8187-f2ae274c4078 req-13363312-0bfd-4944-9158-4d480aa259f6 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 210 time: 0.0405722 Aug 06 16:38:32.287034 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Allocated IP 172.20.0.13 (27993a5c-2b9d-4c69-8229-392961f4c587/1ff15de7-924a-4614-a29f-2fbcd9beffc2/244935d9-fc0c-4c1a-a45a-3cf9a8242feb) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:38:32.423349 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:32.437321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Transition to ACTIVE for port object 244935d9-fc0c-4c1a-a45a-3cf9a8242feb will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:38:32.471985 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:32.518586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Network 27993a5c-2b9d-4c69-8229-392961f4c587 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:38:32.523967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:38:32.527794 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:38:32.572159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'Port': ['ID=244935d9-fc0c-4c1a-a45a-3cf9a8242feb,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:32.586279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:32.586631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:32.586978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:32.587321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:32.587657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:32.587991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:32.588321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:32.589308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:32.589308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:32.589308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:32.589720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:32.589939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:32.599557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:32.600252 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:32.617478 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-9658b6ad-9c3d-442e-8575-8487380e79aa tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6164615 Aug 06 16:38:32.634279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Request body: {'port': {'device_id': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:38:32.695312 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:32.757752 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-450dd47a-6613-4f56-8414-fd9ac7af06cb None None] Provisioning for port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:38:32.762020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-450dd47a-6613-4f56-8414-fd9ac7af06cb None None] Provisioning complete for port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:32.762451 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-450dd47a-6613-4f56-8414-fd9ac7af06cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:32.797431 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-450dd47a-6613-4f56-8414-fd9ac7af06cb None None] Port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:38:32.965519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244935d9-fc0c-4c1a-a45a-3cf9a8242feb {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:38:32.972985 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:32.984861 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Transition to ACTIVE for port object 244935d9-fc0c-4c1a-a45a-3cf9a8242feb will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:38:32.989289 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:33.042262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Pushing event updated for resources: {'Port': ['ID=244935d9-fc0c-4c1a-a45a-3cf9a8242feb,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:33.118299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Attempting to bind port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:38:33.119006 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Attempting to bind port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:38:33.119006 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Attempting to bind port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb on network 27993a5c-2b9d-4c69-8229-392961f4c587 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:38:33.124743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb on network 27993a5c-2b9d-4c69-8229-392961f4c587 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:38:33.125072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Attempting to bind port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb on network 27993a5c-2b9d-4c69-8229-392961f4c587 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:38:33.134778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:38:33.134778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Checking segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:38:33.135084 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Bound using segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:38:33.135805 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Bound port: 244935d9-fc0c-4c1a-a45a-3cf9a8242feb, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:38:33.136636 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:33.221154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] For port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:38:33.225403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] For port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=244935d9-fc0c-4c1a-a45a-3cf9a8242feb,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:38:33.231172 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:33.284716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:33.285415 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:33.286890 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] 10.222.0.78 "PUT /v2.0/ports/244935d9-fc0c-4c1a-a45a-3cf9a8242feb HTTP/1.1" status: 200 len: 1092 time: 0.6576777 Aug 06 16:38:33.287289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'tag': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:38:33.289519 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3e5999-8301-4af9-abca-c23e9f5ff92c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4022b84-ee83-4b68-bd65-708fc5a6837f", "tag": "244935d9-fc0c-4c1a-a45a-3cf9a8242feb"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:38:33.348513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fa215-c970-4f8e-96e8-67c92469ab95 service neutron] Pushing event updated for resources: {'Port': ['ID=244935d9-fc0c-4c1a-a45a-3cf9a8242feb,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:33.368298 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1239d02-5059-4991-9812-99602b89b162 x-openstack-request-id: req-e1239d02-5059-4991-9812-99602b89b162 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:38:33.368690 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4022b84-ee83-4b68-bd65-708fc5a6837f", "tag": "244935d9-fc0c-4c1a-a45a-3cf9a8242feb", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:38:33.369011 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1239d02-5059-4991-9812-99602b89b162 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:38:33.369538 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'tag': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'status': 'completed', 'code': 200} Aug 06 16:38:33.405379 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415f521-b6d8-47ac-a1ac-a9caed03682e req-72708caa-3e0a-4477-8d52-007a64c2f089 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:33.407059 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5415f521-b6d8-47ac-a1ac-a9caed03682e req-72708caa-3e0a-4477-8d52-007a64c2f089 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 944 time: 0.1500330 Aug 06 16:38:33.432390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-8b21f942-38af-4f04-b76c-ad60db3da944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:33.434068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-8b21f942-38af-4f04-b76c-ad60db3da944 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 1095 time: 0.0811927 Aug 06 16:38:33.488957 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5415f521-b6d8-47ac-a1ac-a9caed03682e req-798728ef-3b1b-4135-b324-22aa45e8db69 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750525 Aug 06 16:38:33.490623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-02968f2a-c221-4ad7-9d2d-101763ce5a7a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=244935d9-fc0c-4c1a-a45a-3cf9a8242feb HTTP/1.1" status: 200 len: 217 time: 0.0407901 Aug 06 16:38:33.545601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-f30e512b-91cb-48ed-9a80-f9eded3588de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:33.547117 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-f30e512b-91cb-48ed-9a80-f9eded3588de service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0454550 Aug 06 16:38:33.599614 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-b75e5a35-34f9-48a5-addd-63572ca15afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:33.601109 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-b75e5a35-34f9-48a5-addd-63572ca15afb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461802 Aug 06 16:38:33.692422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-5721852c-b164-4e27-af09-6e6f0d8adee3 service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829744 Aug 06 16:38:33.786467 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e8535f3-e423-4ba3-b7e8-d7112553f9c9 req-c607d757-722d-4fea-85ba-c1d28cb12fc0 service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858829 Aug 06 16:38:33.836292 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5cad3870-3086-467f-9f56-523242494f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:33.884999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e5999-8301-4af9-abca-c23e9f5ff92c req-16976379-1cdd-46e7-ab60-e505b273b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:33.886821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c3e5999-8301-4af9-abca-c23e9f5ff92c req-16976379-1cdd-46e7-ab60-e505b273b79b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 1095 time: 0.0413220 Aug 06 16:38:33.983844 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e5999-8301-4af9-abca-c23e9f5ff92c req-ed9d131e-9440-4697-9969-faee5392eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:33.985308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c3e5999-8301-4af9-abca-c23e9f5ff92c req-ed9d131e-9440-4697-9969-faee5392eea4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0906136 Aug 06 16:38:34.027779 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c3e5999-8301-4af9-abca-c23e9f5ff92c req-30cca614-84b4-4113-a097-3106b515f8df service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=244935d9-fc0c-4c1a-a45a-3cf9a8242feb HTTP/1.1" status: 200 len: 217 time: 0.0348029 Aug 06 16:38:34.077339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e5999-8301-4af9-abca-c23e9f5ff92c req-e093b899-5984-46f1-bf33-f4b5bf15a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:34.078771 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c3e5999-8301-4af9-abca-c23e9f5ff92c req-e093b899-5984-46f1-bf33-f4b5bf15a300 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0434418 Aug 06 16:38:34.128694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e5999-8301-4af9-abca-c23e9f5ff92c req-58980093-8dd0-4758-b274-a00f097d22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:34.130211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c3e5999-8301-4af9-abca-c23e9f5ff92c req-58980093-8dd0-4758-b274-a00f097d22ed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436962 Aug 06 16:38:34.220766 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c3e5999-8301-4af9-abca-c23e9f5ff92c req-a8389251-5a3d-4cc2-84ab-4188fb25822f service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818582 Aug 06 16:38:34.315212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c3e5999-8301-4af9-abca-c23e9f5ff92c req-edcc3066-e9fc-45b8-b451-73f4ffd21b4e service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872345 Aug 06 16:38:34.610265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7defa-bf0f-40b9-820a-ffe6e0c28176 req-25a8c893-2497-46e4-8e5a-10c1c3e0ab49 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:34.611784 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cdd7defa-bf0f-40b9-820a-ffe6e0c28176 req-25a8c893-2497-46e4-8e5a-10c1c3e0ab49 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 944 time: 0.0491784 Aug 06 16:38:34.650815 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cdd7defa-bf0f-40b9-820a-ffe6e0c28176 req-f46512ed-8f09-4e17-badd-6d5e0e771cd8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326455 Aug 06 16:38:35.768022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e011124-897d-4d1c-a3cd-976954de57aa req-c8853587-d0e5-4e4b-940e-bacb9eed871f tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:35.769692 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e011124-897d-4d1c-a3cd-976954de57aa req-c8853587-d0e5-4e4b-940e-bacb9eed871f tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 944 time: 0.0499158 Aug 06 16:38:35.810557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e011124-897d-4d1c-a3cd-976954de57aa req-75fc7c28-daa2-458a-b852-58712c25424b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345979 Aug 06 16:38:36.258455 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-38aff279-7b37-444f-9274-bb95feb8d05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:36.677863 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:36.945862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a079a5-52e4-469d-ba19-f4cd5805c45a req-94bdd06e-68a7-4796-ac02-a882ae119108 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:36.947495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2a079a5-52e4-469d-ba19-f4cd5805c45a req-94bdd06e-68a7-4796-ac02-a882ae119108 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 944 time: 0.0648263 Aug 06 16:38:36.985645 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2a079a5-52e4-469d-ba19-f4cd5805c45a req-62893488-7de5-4ee2-88a7-5d5a8fc34156 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323017 Aug 06 16:38:37.401504 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:38.098850 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeee75-1ff3-4553-a77b-626b932e3bcd req-02a66021-5f9c-4de1-8797-5df34fc3005e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:38.100220 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2cdeee75-1ff3-4553-a77b-626b932e3bcd req-02a66021-5f9c-4de1-8797-5df34fc3005e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 944 time: 0.0486059 Aug 06 16:38:38.137126 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2cdeee75-1ff3-4553-a77b-626b932e3bcd req-917e039a-b204-4db6-b7ea-b1e70778d14b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309567 Aug 06 16:38:39.137877 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:39.254211 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb877a1-5b2b-41a5-b79d-764e88249cfd req-cdb90725-e8fd-449f-883f-24ed7232c6f2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:39.255683 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cb877a1-5b2b-41a5-b79d-764e88249cfd req-cdb90725-e8fd-449f-883f-24ed7232c6f2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 944 time: 0.0488503 Aug 06 16:38:39.293040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cb877a1-5b2b-41a5-b79d-764e88249cfd req-b6d2af29-3671-4c5f-bb91-2d7ee6b62690 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311184 Aug 06 16:38:40.408632 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10061851-4416-4b94-a9b1-6725e07e4a77 req-14bce379-eb56-4529-a465-2db1037c94cf tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:40.410193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10061851-4416-4b94-a9b1-6725e07e4a77 req-14bce379-eb56-4529-a465-2db1037c94cf tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 944 time: 0.0516129 Aug 06 16:38:40.447688 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10061851-4416-4b94-a9b1-6725e07e4a77 req-1f59ddea-acd4-49e3-9a5b-cac198613e2a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316064 Aug 06 16:38:41.582604 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9053d-b878-411e-8fd6-dd60c242cb8c req-6c939ace-0d29-43d9-844c-8b4490ca4aef tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:41.584143 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3d9053d-b878-411e-8fd6-dd60c242cb8c req-6c939ace-0d29-43d9-844c-8b4490ca4aef tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 944 time: 0.0599754 Aug 06 16:38:41.624135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3d9053d-b878-411e-8fd6-dd60c242cb8c req-3117d645-7e71-4622-9414-4ccab97004e2 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340667 Aug 06 16:38:42.736498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff092f01-9316-4b0a-a21e-255e7d338a97 req-ff5c95a4-b8a5-483e-8de5-41cc7e0aeab1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:42.737956 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff092f01-9316-4b0a-a21e-255e7d338a97 req-ff5c95a4-b8a5-483e-8de5-41cc7e0aeab1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 944 time: 0.0468736 Aug 06 16:38:42.775364 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff092f01-9316-4b0a-a21e-255e7d338a97 req-dd378f65-f3e4-4f7a-9cd3-1f2f6bac6e61 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314884 Aug 06 16:38:43.694936 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 244935d9-fc0c-4c1a-a45a-3cf9a8242feb details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:38:43.788424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=244935d9-fc0c-4c1a-a45a-3cf9a8242feb,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:38:43.799799 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'port_id': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'mac_address': 'fa:16:3e:f1:2d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:38:43.836136 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:43.849347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244935d9-fc0c-4c1a-a45a-3cf9a8242feb {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:38:43.868776 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=244935d9-fc0c-4c1a-a45a-3cf9a8242feb,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:38:43.872986 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:43.898589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f691aa0-816f-4663-aa42-09147c148f78 req-d3e91fc3-b0e1-4da0-9737-16018d003bf3 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:43.899984 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f691aa0-816f-4663-aa42-09147c148f78 req-d3e91fc3-b0e1-4da0-9737-16018d003bf3 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 944 time: 0.0577207 Aug 06 16:38:43.921429 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=244935d9-fc0c-4c1a-a45a-3cf9a8242feb,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:43.929334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:43.929706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:43.930051 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:43.930392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:43.930732 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:43.931072 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:43.931402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:43.931737 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:43.932063 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:43.932387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:43.932742 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:43.933246 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:43.939367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f691aa0-816f-4663-aa42-09147c148f78 req-30131528-dafd-4eef-b3d3-8a73754a013b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320790 Aug 06 16:38:44.120778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['244935d9-fc0c-4c1a-a45a-3cf9a8242feb'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:38:45.051162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d35a9-11a8-4394-a451-b43ed9ccedb5 req-069a3d77-3482-4201-b53a-0be1a47e4b40 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:45.052602 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a69d35a9-11a8-4394-a451-b43ed9ccedb5 req-069a3d77-3482-4201-b53a-0be1a47e4b40 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 945 time: 0.0469277 Aug 06 16:38:45.090036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a69d35a9-11a8-4394-a451-b43ed9ccedb5 req-0c0cff40-fabd-40b1-b72d-399833b98843 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313549 Aug 06 16:38:45.703743 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 244935d9-fc0c-4c1a-a45a-3cf9a8242feb up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:38:45.753061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:38:45.756672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:45.757037 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:45.830409 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:45.853304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:38:45.855585 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cf1503-346a-40fb-bef3-51a1aa397fdb" -d '{"events": [{"server_uuid": "b4022b84-ee83-4b68-bd65-708fc5a6837f", "name": "network-vif-plugged", "status": "completed", "tag": "244935d9-fc0c-4c1a-a45a-3cf9a8242feb"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:38:45.868685 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=244935d9-fc0c-4c1a-a45a-3cf9a8242feb,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:38:45.872719 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:45.901682 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee8f646-7beb-41c2-a1f2-752a833bae74 x-openstack-request-id: req-1ee8f646-7beb-41c2-a1f2-752a833bae74 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:38:45.901971 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4022b84-ee83-4b68-bd65-708fc5a6837f", "name": "network-vif-plugged", "status": "completed", "tag": "244935d9-fc0c-4c1a-a45a-3cf9a8242feb", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:38:45.902220 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ee8f646-7beb-41c2-a1f2-752a833bae74 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:38:45.902603 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'code': 200} Aug 06 16:38:45.930397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=244935d9-fc0c-4c1a-a45a-3cf9a8242feb,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:45.987969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036075b-ac0e-4a64-baa6-fa6ad19ed665 req-02d1a1b4-88b9-4df4-90fd-8c0324ffc06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:45.989331 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8036075b-ac0e-4a64-baa6-fa6ad19ed665 req-02d1a1b4-88b9-4df4-90fd-8c0324ffc06c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 1097 time: 0.0401013 Aug 06 16:38:46.024106 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8036075b-ac0e-4a64-baa6-fa6ad19ed665 req-1b2dfad9-c4d0-4349-8a0a-4f0b8e1a5c58 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275047 Aug 06 16:38:46.215287 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa71d6a-c499-41ce-9204-021a1bf111ee req-d1b94ee6-f3f2-4510-87e3-2e6a7ff49796 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:46.216794 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3aa71d6a-c499-41ce-9204-021a1bf111ee req-d1b94ee6-f3f2-4510-87e3-2e6a7ff49796 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 946 time: 0.0611653 Aug 06 16:38:46.256353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3aa71d6a-c499-41ce-9204-021a1bf111ee req-2656d1d6-0a50-4268-837f-84492098e499 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335577 Aug 06 16:38:47.371682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298fb8d-db4e-4cb2-b048-4e365bfb0e46 req-85beea1f-a2bf-4d01-ac16-5ca0504444ad tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:47.373134 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e298fb8d-db4e-4cb2-b048-4e365bfb0e46 req-85beea1f-a2bf-4d01-ac16-5ca0504444ad tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 946 time: 0.0475366 Aug 06 16:38:47.409898 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e298fb8d-db4e-4cb2-b048-4e365bfb0e46 req-d87ee0a1-4ec9-48d9-bd58-af1e782148f4 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303421 Aug 06 16:38:47.522643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2df589-d6b1-4d4f-84a4-7c145c8157de req-574e516f-1d62-41ab-9b6b-2d6081d225c0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:47.524113 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad2df589-d6b1-4d4f-84a4-7c145c8157de req-574e516f-1d62-41ab-9b6b-2d6081d225c0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 946 time: 0.0486102 Aug 06 16:38:47.560503 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad2df589-d6b1-4d4f-84a4-7c145c8157de req-db633901-6f54-4d42-8090-cfe7a5d3b8e3 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305505 Aug 06 16:38:47.583173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58214) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:38:47.722167 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893faa7a-41e4-40b3-b64c-dc23aa205437 tempest-TestVolumeBootPattern-1444177099 tempest-TestVolumeBootPattern-1444177099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:47.723640 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-893faa7a-41e4-40b3-b64c-dc23aa205437 tempest-TestVolumeBootPattern-1444177099 tempest-TestVolumeBootPattern-1444177099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 1092 time: 0.1395113 Aug 06 16:38:47.726442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58218) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:38:47.730737 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:38:47.753130 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:47.846906 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:47.950338 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Allocated IP 172.25.1.57 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/8734d3a8-5e23-4113-8c20-6ad713071490) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:38:48.047713 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:48.085479 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:48.122416 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:38:48.125072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:38:48.128090 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:38:48.158646 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'Port': ['ID=8734d3a8-5e23-4113-8c20-6ad713071490,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:48.475821 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:48.542239 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:48.690256 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:48.694730 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:48.758931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'Port': ['ID=8734d3a8-5e23-4113-8c20-6ad713071490,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:48.772328 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:48.871873 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Floating IP 1628033f-2891-4a87-9cdd-24ca19e9a5ba associated. External IP: 172.25.1.57, port: 244935d9-fc0c-4c1a-a45a-3cf9a8242feb. Aug 06 16:38:49.409069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Router 4b45e38c-df3c-4300-9f02-33942c7e8abc has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:38:49.513933 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:38:49.523789 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719d036e-b427-464b-9c64-1ccc0110a163 None None] Sync routers for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:38:49.530248 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:49.534629 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d036e-b427-464b-9c64-1ccc0110a163 None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:38:49.535248 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-719d036e-b427-464b-9c64-1ccc0110a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:38:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:49.557132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6e0e9494-3647-4f2c-ac91-e89962f83ce8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8296838 Aug 06 16:38:49.557735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'tag': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:38:49.559957 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440a2f9e-625e-4fd7-82fb-4cba1ebbff0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4022b84-ee83-4b68-bd65-708fc5a6837f", "tag": "244935d9-fc0c-4c1a-a45a-3cf9a8242feb"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:38:49.595487 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933cafe2-e5fd-4ca8-a6dc-e63c6b83ec77 x-openstack-request-id: req-933cafe2-e5fd-4ca8-a6dc-e63c6b83ec77 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:38:49.596436 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4022b84-ee83-4b68-bd65-708fc5a6837f", "tag": "244935d9-fc0c-4c1a-a45a-3cf9a8242feb", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:38:49.596717 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-933cafe2-e5fd-4ca8-a6dc-e63c6b83ec77 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:38:49.597188 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'tag': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'status': 'completed', 'code': 200} Aug 06 16:38:49.644045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-719d036e-b427-464b-9c64-1ccc0110a163 None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:38:49.657478 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a2f9e-625e-4fd7-82fb-4cba1ebbff0b req-7f1a3edd-f495-43a0-9119-64bd8c35c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:49.659586 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-440a2f9e-625e-4fd7-82fb-4cba1ebbff0b req-7f1a3edd-f495-43a0-9119-64bd8c35c3fa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 1097 time: 0.0407724 Aug 06 16:38:49.752771 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a2f9e-625e-4fd7-82fb-4cba1ebbff0b req-26e6aafc-a41e-4a59-8c9c-189e5630684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:49.754269 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-440a2f9e-625e-4fd7-82fb-4cba1ebbff0b req-26e6aafc-a41e-4a59-8c9c-189e5630684f service neutron] 10.222.0.78 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0875287 Aug 06 16:38:49.827376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-440a2f9e-625e-4fd7-82fb-4cba1ebbff0b req-16c536af-801e-4086-884e-b0f970cb9a1e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=244935d9-fc0c-4c1a-a45a-3cf9a8242feb HTTP/1.1" status: 200 len: 999 time: 0.0575669 Aug 06 16:38:49.865041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-719d036e-b427-464b-9c64-1ccc0110a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '1628033f-2891-4a87-9cdd-24ca19e9a5ba', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'port_id': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'mac_address': 'fa:16:3e:f1:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:38:48Z', 'updated_at': '2021-08-06T16:38:48Z', 'revision_number': 0, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:49.873914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a2f9e-625e-4fd7-82fb-4cba1ebbff0b req-5f8629a1-4743-4cd7-9701-7c0574d14b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:49.875364 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-440a2f9e-625e-4fd7-82fb-4cba1ebbff0b req-5f8629a1-4743-4cd7-9701-7c0574d14b2a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0473330 Aug 06 16:38:49.891216 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719d036e-b427-464b-9c64-1ccc0110a163 None None] Checking router: 4b45e38c-df3c-4300-9f02-33942c7e8abc for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:38:49.900544 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d036e-b427-464b-9c64-1ccc0110a163 None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:38:49.901152 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-719d036e-b427-464b-9c64-1ccc0110a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:38:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:49.922530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a2f9e-625e-4fd7-82fb-4cba1ebbff0b req-a0f3b5d2-7eac-45b2-bdc5-ac2860b2057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:49.924615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-440a2f9e-625e-4fd7-82fb-4cba1ebbff0b req-a0f3b5d2-7eac-45b2-bdc5-ac2860b2057a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414772 Aug 06 16:38:50.007074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-719d036e-b427-464b-9c64-1ccc0110a163 None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:38:50.014502 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-440a2f9e-625e-4fd7-82fb-4cba1ebbff0b req-7fb61448-fd43-4683-8bf3-05303ad9efd2 service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823917 Aug 06 16:38:50.108984 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-440a2f9e-625e-4fd7-82fb-4cba1ebbff0b req-91ee217a-9413-42c5-8f7b-9d14ada72dfd service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872312 Aug 06 16:38:50.230874 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-719d036e-b427-464b-9c64-1ccc0110a163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '1628033f-2891-4a87-9cdd-24ca19e9a5ba', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'port_id': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'mac_address': 'fa:16:3e:f1:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:38:48Z', 'updated_at': '2021-08-06T16:38:48Z', 'revision_number': 0, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:50.255639 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719d036e-b427-464b-9c64-1ccc0110a163 None None] The sync data for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 is: [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '1628033f-2891-4a87-9cdd-24ca19e9a5ba', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'port_id': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'mac_address': 'fa:16:3e:f1:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:38:48Z', 'updated_at': '2021-08-06T16:38:48Z', 'revision_number': 0, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:38:50.445542 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfde0e9-ddb5-4a45-8ba3-36ff7f4f7ebb None None] New status for floating IP 1628033f-2891-4a87-9cdd-24ca19e9a5ba: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:38:53.948325 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:54.108147 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:55.479886 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:39:03.819227 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-66cf93f9-d78a-468d-92bf-1bed27beecf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:06.251461 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5688bb0d-620f-4cc7-aaed-7525a69bb420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:06.680323 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:07.404206 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:09.141530 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:23.957802 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:24.124269 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:32.479159 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:39:33.821188 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2eb99227-49cb-4f32-9aa4-6d34f5aaca01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.252927 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b17c0f9a-9766-40fd-8d5c-584b0f84a6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.681522 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:37.406957 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:39.143354 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:40.826853 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88ad159f-835c-45c6-8940-abe4b7b2964f req-ea49badf-327f-44cd-b0b7-5923e397b6d2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389545 Aug 06 16:39:40.910139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad159f-835c-45c6-8940-abe4b7b2964f req-07e2cea6-9988-4842-8d23-652c3ac8316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:40.911626 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88ad159f-835c-45c6-8940-abe4b7b2964f req-07e2cea6-9988-4842-8d23-652c3ac8316e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 1097 time: 0.0407140 Aug 06 16:39:41.017015 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad159f-835c-45c6-8940-abe4b7b2964f req-060ff42b-b469-42c6-b6b8-7e9811f654d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:41.019051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88ad159f-835c-45c6-8940-abe4b7b2964f req-060ff42b-b469-42c6-b6b8-7e9811f654d5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0876732 Aug 06 16:39:41.090289 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88ad159f-835c-45c6-8940-abe4b7b2964f req-920b2f95-8aa9-4393-83b4-6eb695edd7a4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=244935d9-fc0c-4c1a-a45a-3cf9a8242feb HTTP/1.1" status: 200 len: 1001 time: 0.0633757 Aug 06 16:39:41.139626 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad159f-835c-45c6-8940-abe4b7b2964f req-7148670f-c125-4d38-bdad-a1a734924c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:41.141033 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88ad159f-835c-45c6-8940-abe4b7b2964f req-7148670f-c125-4d38-bdad-a1a734924c3d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0425549 Aug 06 16:39:41.186980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad159f-835c-45c6-8940-abe4b7b2964f req-9f6ab660-a03f-49dc-95fc-c0611771a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:41.188443 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88ad159f-835c-45c6-8940-abe4b7b2964f req-9f6ab660-a03f-49dc-95fc-c0611771a538 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393927 Aug 06 16:39:41.280603 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88ad159f-835c-45c6-8940-abe4b7b2964f req-0e2f67c2-406e-4e58-888a-ee258dfa22ff service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843687 Aug 06 16:39:41.368889 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88ad159f-835c-45c6-8940-abe4b7b2964f req-4dc66b8b-a2c7-4e30-87a3-44fda7feb479 service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802338 Aug 06 16:39:53.967067 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:54.139349 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:03.821804 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1c69ca01-9be7-423e-ba53-28c632c0b15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:06.254487 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-da94cae0-6151-4ad8-a8c4-85d530a81b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:06.681444 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:07.409189 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:09.147322 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:09.478215 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:40:23.970810 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:24.143261 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:26.758121 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-084c4735-848b-44c8-ad02-738e398e6876 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1618781523&fields=id&tenant_id=89b0981d89e845f9b7f745002d8acfb9 HTTP/1.1" status: 200 len: 267 time: 0.0337677 Aug 06 16:40:26.866517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-6dbaef47-df11-4010-8f42-94646a646333 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:26.867988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-6dbaef47-df11-4010-8f42-94646a646333 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 811 time: 0.1033070 Aug 06 16:40:26.884467 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-2e70c900-6aa7-47f1-889d-4ad8b5b9fa4c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/quotas/89b0981d89e845f9b7f745002d8acfb9 HTTP/1.1" status: 200 len: 375 time: 0.0104718 Aug 06 16:40:26.939384 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-8f18df3c-0c7e-4d05-8016-2ab033af8be8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0495076 Aug 06 16:40:27.008953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-0be0b3b4-ed87-4f5c-a3d0-9ef989570a27 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:40:27.009974 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-0be0b3b4-ed87-4f5c-a3d0-9ef989570a27 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579960 Aug 06 16:40:27.100940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-e68cc423-3230-4e7b-9c55-4f50b0ef48e1 service neutron] 10.222.0.37 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847421 Aug 06 16:40:27.187755 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-eb28e1f1-12c4-45b1-a24b-d8fbc16eae8b service neutron] 10.222.0.37 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809596 Aug 06 16:40:27.473234 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41d3daa0-5f8b-4f13-b793-a36048f5e525 req-69b8c257-9209-42a5-a084-8ec9e6fc0537 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 210 time: 0.0311151 Aug 06 16:40:28.577285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9db5f80d-4865-481b-be73-528a1d5d3424 req-f97a1155-2981-4f6c-b74e-b5c4e0d42862 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 210 time: 0.0254254 Aug 06 16:40:29.364884 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-d333a1cb-cf80-42c8-90ce-a5fa5a7e128a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:29.366374 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-d333a1cb-cf80-42c8-90ce-a5fa5a7e128a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 811 time: 0.1172347 Aug 06 16:40:29.408693 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-35e67186-e9fb-4741-b488-b11ff24875ab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b0981d89e845f9b7f745002d8acfb9 HTTP/1.1" status: 200 len: 380 time: 0.0339007 Aug 06 16:40:29.417520 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'port': {'device_id': '7ea389ec-c243-4e5f-be80-739d87dd3fd3', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'admin_state_up': True, 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'security_groups': ['9e46b3f2-2bb4-44dc-a01d-d281ef89e10c']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:40:29.523034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Made reservation on behalf of 89b0981d89e845f9b7f745002d8acfb9 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:40:29.526838 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:29.663166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Allocated IP 172.20.0.5 (27993a5c-2b9d-4c69-8229-392961f4c587/1ff15de7-924a-4614-a29f-2fbcd9beffc2/bb856fe3-0cf9-43e5-aa83-f3850ea84c8e) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:40:29.696577 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2395be18-7d66-498a-9b9e-48a90b024403 req-d3bc01ed-c9b4-4eda-aca0-10b9a3e3c97b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 210 time: 0.0343134 Aug 06 16:40:29.807746 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:29.820928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Transition to ACTIVE for port object bb856fe3-0cf9-43e5-aa83-f3850ea84c8e will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:40:29.855617 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:29.899561 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Network 27993a5c-2b9d-4c69-8229-392961f4c587 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:40:29.902580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:40:29.907294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:40:29.914421 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'Port': ['ID=bb856fe3-0cf9-43e5-aa83-f3850ea84c8e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:29.943573 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:29.943919 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:29.944258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:29.944593 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:29.944924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:29.945252 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:29.945577 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:29.946004 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:29.946330 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:29.946650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:29.946988 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:29.947397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:29.974840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:29.975480 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:29.991119 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-286e69ce-eed7-4ef5-96f2-3280b30c5dab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5771387 Aug 06 16:40:30.004010 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Request body: {'port': {'device_id': '7ea389ec-c243-4e5f-be80-739d87dd3fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:40:30.069715 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:30.212006 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2eb731ca-29a6-49ab-b498-f4cc175464ee None None] Provisioning for port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:40:30.216255 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2eb731ca-29a6-49ab-b498-f4cc175464ee None None] Provisioning complete for port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:40:30.216710 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2eb731ca-29a6-49ab-b498-f4cc175464ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:30.253905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2eb731ca-29a6-49ab-b498-f4cc175464ee None None] Port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:40:30.339600 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb856fe3-0cf9-43e5-aa83-f3850ea84c8e {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:40:30.346901 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:30.358286 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Transition to ACTIVE for port object bb856fe3-0cf9-43e5-aa83-f3850ea84c8e will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:40:30.362737 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:30.415548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Pushing event updated for resources: {'Port': ['ID=bb856fe3-0cf9-43e5-aa83-f3850ea84c8e,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:30.493501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Attempting to bind port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:40:30.493901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Attempting to bind port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:40:30.494236 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Attempting to bind port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e on network 27993a5c-2b9d-4c69-8229-392961f4c587 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:40:30.499011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e on network 27993a5c-2b9d-4c69-8229-392961f4c587 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:40:30.499337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Attempting to bind port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e on network 27993a5c-2b9d-4c69-8229-392961f4c587 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:40:30.504892 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:40:30.505233 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Checking segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:40:30.505615 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Bound using segment: {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:40:30.506079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Bound port: bb856fe3-0cf9-43e5-aa83-f3850ea84c8e, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d585fb-2fa2-4a13-8593-4215a10efb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:40:30.506425 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:30.587011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] For port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:40:30.590699 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] For port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=bb856fe3-0cf9-43e5-aa83-f3850ea84c8e,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:40:30.595009 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:30.630969 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:30.631596 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:30.633038 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] 10.222.0.13 "PUT /v2.0/ports/bb856fe3-0cf9-43e5-aa83-f3850ea84c8e HTTP/1.1" status: 200 len: 1091 time: 0.6336415 Aug 06 16:40:30.633521 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea389ec-c243-4e5f-be80-739d87dd3fd3', 'tag': 'bb856fe3-0cf9-43e5-aa83-f3850ea84c8e'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:40:30.635831 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561ba53a-8629-4d6d-ab83-ae81a8666bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea389ec-c243-4e5f-be80-739d87dd3fd3", "tag": "bb856fe3-0cf9-43e5-aa83-f3850ea84c8e"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:40:30.665840 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d2bb0-563e-4999-b74c-cb726fc4ee77 service neutron] Pushing event updated for resources: {'Port': ['ID=bb856fe3-0cf9-43e5-aa83-f3850ea84c8e,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:30.688178 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467ca553-e23c-4307-9206-41025487fa58 x-openstack-request-id: req-467ca553-e23c-4307-9206-41025487fa58 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:40:30.688547 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea389ec-c243-4e5f-be80-739d87dd3fd3", "tag": "bb856fe3-0cf9-43e5-aa83-f3850ea84c8e", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:40:30.689225 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-467ca553-e23c-4307-9206-41025487fa58 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:40:30.689225 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea389ec-c243-4e5f-be80-739d87dd3fd3', 'tag': 'bb856fe3-0cf9-43e5-aa83-f3850ea84c8e', 'status': 'completed', 'code': 200} Aug 06 16:40:30.740176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-75241e51-424a-43a3-bf85-acec5545b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:30.741857 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-75241e51-424a-43a3-bf85-acec5545b37a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 1094 time: 0.0496569 Aug 06 16:40:30.790984 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-c7da7743-e2bb-446c-83ab-477c226fbe41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb856fe3-0cf9-43e5-aa83-f3850ea84c8e HTTP/1.1" status: 200 len: 217 time: 0.0411041 Aug 06 16:40:30.812589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8bc50-79d5-4de7-b411-a4a16d3144c1 req-b5140631-1dff-42c9-a1ce-edb41b114dd9 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:30.814179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cfc8bc50-79d5-4de7-b411-a4a16d3144c1 req-b5140631-1dff-42c9-a1ce-edb41b114dd9 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 943 time: 0.0543554 Aug 06 16:40:30.855753 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-2f1407d1-1fd7-42ff-8ce7-e5dfdf7bc260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:30.857433 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-2f1407d1-1fd7-42ff-8ce7-e5dfdf7bc260 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0596538 Aug 06 16:40:30.873481 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cfc8bc50-79d5-4de7-b411-a4a16d3144c1 req-15fe7a02-1620-4396-8a8b-7f17395d9d6e tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472341 Aug 06 16:40:30.910656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-7a2fceb0-aed9-4e23-9d29-9495e265001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:30.912162 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-7a2fceb0-aed9-4e23-9d29-9495e265001a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483963 Aug 06 16:40:31.002271 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-c45a694d-9fb7-4d7f-8776-6dadd602583a service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833633 Aug 06 16:40:31.095001 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1a395abf-0754-4775-b9a3-ac96ba6a1dd5 req-9ecb3813-60f2-4a90-aa18-456c241990ff service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862134 Aug 06 16:40:31.180879 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ba53a-8629-4d6d-ab83-ae81a8666bd9 req-c19f25ef-b5f0-4a05-89c8-fb4646892d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:31.182403 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-561ba53a-8629-4d6d-ab83-ae81a8666bd9 req-c19f25ef-b5f0-4a05-89c8-fb4646892d90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 1094 time: 0.0437610 Aug 06 16:40:31.278457 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ba53a-8629-4d6d-ab83-ae81a8666bd9 req-a2b8f214-5ea8-4e31-ae79-6566e2fc604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:31.279938 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-561ba53a-8629-4d6d-ab83-ae81a8666bd9 req-a2b8f214-5ea8-4e31-ae79-6566e2fc604a service neutron] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0908689 Aug 06 16:40:31.321858 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-561ba53a-8629-4d6d-ab83-ae81a8666bd9 req-f5504d99-ca81-4feb-a8bd-184be82521e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb856fe3-0cf9-43e5-aa83-f3850ea84c8e HTTP/1.1" status: 200 len: 217 time: 0.0351140 Aug 06 16:40:31.372563 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ba53a-8629-4d6d-ab83-ae81a8666bd9 req-0ec42106-ae32-490d-a38b-9946b2381ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:31.374112 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-561ba53a-8629-4d6d-ab83-ae81a8666bd9 req-0ec42106-ae32-490d-a38b-9946b2381ae4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0451307 Aug 06 16:40:31.418291 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ba53a-8629-4d6d-ab83-ae81a8666bd9 req-54523243-ba17-4f8d-95e9-0bdd0abd70df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:31.419812 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-561ba53a-8629-4d6d-ab83-ae81a8666bd9 req-54523243-ba17-4f8d-95e9-0bdd0abd70df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393879 Aug 06 16:40:31.513044 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-561ba53a-8629-4d6d-ab83-ae81a8666bd9 req-f123f253-411f-4ccc-a653-e18bd6835aad service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861411 Aug 06 16:40:31.606948 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-561ba53a-8629-4d6d-ab83-ae81a8666bd9 req-0d1b3b2f-7a01-4bcb-bb39-19c4d2551dc0 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860868 Aug 06 16:40:31.987213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5fe4c-496d-4015-b200-f2475b560b73 req-49bfe047-025d-48d0-8331-5854f1afc386 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:31.989239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62e5fe4c-496d-4015-b200-f2475b560b73 req-49bfe047-025d-48d0-8331-5854f1afc386 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 943 time: 0.0507634 Aug 06 16:40:32.029935 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62e5fe4c-496d-4015-b200-f2475b560b73 req-dff879b1-23fe-4b96-b206-024c5033ad06 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346358 Aug 06 16:40:33.143423 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a8591-16ac-42f8-897c-5df0cbba1bf9 req-600469e8-e905-4fb6-a2ba-e023a1ee2b98 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:33.145132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-488a8591-16ac-42f8-897c-5df0cbba1bf9 req-600469e8-e905-4fb6-a2ba-e023a1ee2b98 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 943 time: 0.0486379 Aug 06 16:40:33.184929 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-488a8591-16ac-42f8-897c-5df0cbba1bf9 req-82e6c48c-c69d-4db9-816d-177db195a74a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336282 Aug 06 16:40:33.828470 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-608cfd6e-a976-40d5-9738-ae8493917deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:34.302927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f4d39-08b8-4594-966d-0804be243e9b req-63be5043-34df-4200-b473-4783b98435b7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:34.304439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0f0f4d39-08b8-4594-966d-0804be243e9b req-63be5043-34df-4200-b473-4783b98435b7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 943 time: 0.0512631 Aug 06 16:40:34.343931 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0f0f4d39-08b8-4594-966d-0804be243e9b req-3eba7c2a-cfe6-404f-9aeb-cad18e52a6d0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334446 Aug 06 16:40:35.465410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff3c2e-9397-496b-b49f-da22453e03f1 req-f08b79b6-7365-4d82-99bf-bea57a9c05be tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:35.466987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aaff3c2e-9397-496b-b49f-da22453e03f1 req-f08b79b6-7365-4d82-99bf-bea57a9c05be tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 943 time: 0.0513051 Aug 06 16:40:35.510859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aaff3c2e-9397-496b-b49f-da22453e03f1 req-4a0a4422-aee4-463d-ac73-afe54bafceb4 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372186 Aug 06 16:40:36.258169 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-efcff573-b745-4964-9920-d02b6ea7471f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:36.635415 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76c94d-a1b8-4240-a077-b709b6e098a5 req-b5ea248e-e48a-4822-a9b4-a4c492ad46da tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:36.636882 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac76c94d-a1b8-4240-a077-b709b6e098a5 req-b5ea248e-e48a-4822-a9b4-a4c492ad46da tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 943 time: 0.0561316 Aug 06 16:40:36.676068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac76c94d-a1b8-4240-a077-b709b6e098a5 req-ef2b3fe9-d57f-4b71-85bb-af3e653dcaab tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332518 Aug 06 16:40:36.688383 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:37.412632 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:37.801228 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8717911-743c-4e62-a1ad-b4f492eb8795 req-2e59ee56-be41-47a8-baad-bf3696c7d903 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:37.802717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8717911-743c-4e62-a1ad-b4f492eb8795 req-2e59ee56-be41-47a8-baad-bf3696c7d903 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 943 time: 0.0481772 Aug 06 16:40:37.842188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8717911-743c-4e62-a1ad-b4f492eb8795 req-e7500b2c-a4ee-4833-a46f-e7298618cc2d tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334253 Aug 06 16:40:38.953934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9791d4-f3a3-4f65-88ec-ae3ec5a9fbb4 req-df9c24f5-0c72-4699-8443-b68c7e2aac82 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:38.955411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e9791d4-f3a3-4f65-88ec-ae3ec5a9fbb4 req-df9c24f5-0c72-4699-8443-b68c7e2aac82 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 943 time: 0.0490561 Aug 06 16:40:38.997504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e9791d4-f3a3-4f65-88ec-ae3ec5a9fbb4 req-c1c79479-e967-446f-9fae-823f51a6a62f tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357296 Aug 06 16:40:39.150731 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:40.109178 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b637694-a18d-4aa2-8a71-6349e03ea833 req-f17c7c6c-128f-44b4-95da-4b4c91ea4f70 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:40.110659 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b637694-a18d-4aa2-8a71-6349e03ea833 req-f17c7c6c-128f-44b4-95da-4b4c91ea4f70 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 943 time: 0.0482833 Aug 06 16:40:40.148403 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b637694-a18d-4aa2-8a71-6349e03ea833 req-6db3085a-5b26-4b62-a440-c83b9efde0ca tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318148 Aug 06 16:40:41.260559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7c4c6-942d-46d4-b038-3a1faf34d7d6 req-48247eb2-dfbc-470f-8488-959a3f330df8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:41.262051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12c7c4c6-942d-46d4-b038-3a1faf34d7d6 req-48247eb2-dfbc-470f-8488-959a3f330df8 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 943 time: 0.0485387 Aug 06 16:40:41.269382 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device bb856fe3-0cf9-43e5-aa83-f3850ea84c8e details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:40:41.301060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12c7c4c6-942d-46d4-b038-3a1faf34d7d6 req-2398e8bb-3a0a-4e73-86d5-1746ea6e710b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331299 Aug 06 16:40:41.361961 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=bb856fe3-0cf9-43e5-aa83-f3850ea84c8e,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:40:41.372606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'bb856fe3-0cf9-43e5-aa83-f3850ea84c8e', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'port_id': 'bb856fe3-0cf9-43e5-aa83-f3850ea84c8e', 'mac_address': 'fa:16:3e:3b:87:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:40:41.411031 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:41.584987 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb856fe3-0cf9-43e5-aa83-f3850ea84c8e {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:40:41.604160 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=bb856fe3-0cf9-43e5-aa83-f3850ea84c8e,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:40:41.607949 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:41.655644 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=bb856fe3-0cf9-43e5-aa83-f3850ea84c8e,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:41.662787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:41.663140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:41.663490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:41.663830 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:41.664166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:41.664497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:41.664828 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:41.665157 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:41.665485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:41.665833 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:41.666164 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:41.666491 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:41.842736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['bb856fe3-0cf9-43e5-aa83-f3850ea84c8e'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:40:42.413190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a309486-aef9-4695-adb2-af50afb472c9 req-5418f620-aa5e-4654-b51e-fa35fa564a06 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:42.414660 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a309486-aef9-4695-adb2-af50afb472c9 req-5418f620-aa5e-4654-b51e-fa35fa564a06 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 944 time: 0.0476649 Aug 06 16:40:42.455648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a309486-aef9-4695-adb2-af50afb472c9 req-bfa3019d-0bcb-4414-8e23-c74f32a80b83 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352204 Aug 06 16:40:42.881682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a33e7c92-d02f-41e0-b6ee-de6076b2e9b2 req-6f368726-d18d-441e-8f5e-68d2febca4a7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0927238 Aug 06 16:40:42.963927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e7c92-d02f-41e0-b6ee-de6076b2e9b2 req-21f812a7-2c23-4934-a368-07d0776134c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:42.965510 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a33e7c92-d02f-41e0-b6ee-de6076b2e9b2 req-21f812a7-2c23-4934-a368-07d0776134c6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 1097 time: 0.0412328 Aug 06 16:40:43.070893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e7c92-d02f-41e0-b6ee-de6076b2e9b2 req-412f12c5-d6b5-4db3-ad48-42d0a5518c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:43.072326 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a33e7c92-d02f-41e0-b6ee-de6076b2e9b2 req-412f12c5-d6b5-4db3-ad48-42d0a5518c8e service neutron] 10.222.0.78 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0875862 Aug 06 16:40:43.137431 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a33e7c92-d02f-41e0-b6ee-de6076b2e9b2 req-7e9b6de5-b825-4469-b816-31489d2e6b9f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=244935d9-fc0c-4c1a-a45a-3cf9a8242feb HTTP/1.1" status: 200 len: 1001 time: 0.0569332 Aug 06 16:40:43.185965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e7c92-d02f-41e0-b6ee-de6076b2e9b2 req-0f2a81d3-98a8-4809-8da7-9b1c5b4d106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:43.187357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a33e7c92-d02f-41e0-b6ee-de6076b2e9b2 req-0f2a81d3-98a8-4809-8da7-9b1c5b4d106a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0430117 Aug 06 16:40:43.236692 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e7c92-d02f-41e0-b6ee-de6076b2e9b2 req-c1f3200f-df03-4658-91e2-e234a39a65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:43.238805 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a33e7c92-d02f-41e0-b6ee-de6076b2e9b2 req-c1f3200f-df03-4658-91e2-e234a39a65cb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439780 Aug 06 16:40:43.285290 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device bb856fe3-0cf9-43e5-aa83-f3850ea84c8e up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:40:43.329774 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a33e7c92-d02f-41e0-b6ee-de6076b2e9b2 req-58509abd-414e-4b36-b3af-cead23bcc3de service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833631 Aug 06 16:40:43.336983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:40:43.341119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:40:43.341510 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:43.421043 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:43.431047 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a33e7c92-d02f-41e0-b6ee-de6076b2e9b2 req-85685270-9e2a-4ff0-aa40-38d51d439e87 service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886230 Aug 06 16:40:43.444363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea389ec-c243-4e5f-be80-739d87dd3fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb856fe3-0cf9-43e5-aa83-f3850ea84c8e'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:40:43.446654 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7aa0533-48fa-47ae-b057-7e447433e618" -d '{"events": [{"server_uuid": "7ea389ec-c243-4e5f-be80-739d87dd3fd3", "name": "network-vif-plugged", "status": "completed", "tag": "bb856fe3-0cf9-43e5-aa83-f3850ea84c8e"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:40:43.460838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=bb856fe3-0cf9-43e5-aa83-f3850ea84c8e,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:40:43.464572 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:43.514176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=bb856fe3-0cf9-43e5-aa83-f3850ea84c8e,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:43.563552 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45db9e35-b54c-453e-8f0b-119a72a962b2 x-openstack-request-id: req-45db9e35-b54c-453e-8f0b-119a72a962b2 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:40:43.563851 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea389ec-c243-4e5f-be80-739d87dd3fd3", "name": "network-vif-plugged", "status": "completed", "tag": "bb856fe3-0cf9-43e5-aa83-f3850ea84c8e", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:40:43.564108 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45db9e35-b54c-453e-8f0b-119a72a962b2 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:40:43.564541 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea389ec-c243-4e5f-be80-739d87dd3fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb856fe3-0cf9-43e5-aa83-f3850ea84c8e', 'code': 200} Aug 06 16:40:43.574125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0f5b9-6eff-4e5f-898b-a7c3b5c3345f req-f86bef81-7f6a-4a55-bd4c-42286b8e1fa7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:43.576013 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-92b0f5b9-6eff-4e5f-898b-a7c3b5c3345f req-f86bef81-7f6a-4a55-bd4c-42286b8e1fa7 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 945 time: 0.0504515 Aug 06 16:40:43.615400 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-92b0f5b9-6eff-4e5f-898b-a7c3b5c3345f req-03959969-5656-45a9-8a1d-7d06e3659c1a tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325046 Aug 06 16:40:43.670282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b7fd4-7cf6-4d30-93c4-85eeee5246fc req-4bba976b-f203-461e-a124-45064153ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:43.671812 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-273b7fd4-7cf6-4d30-93c4-85eeee5246fc req-4bba976b-f203-461e-a124-45064153ccf2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0397346 Aug 06 16:40:43.704608 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-273b7fd4-7cf6-4d30-93c4-85eeee5246fc req-eba18946-2da6-4ccb-a95a-17618fd460cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263972 Aug 06 16:40:44.730772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f71a9-de44-498f-a474-d68338c23011 req-a9f142ea-53a7-47d3-9f14-c708d2a805f6 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:44.732221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-451f71a9-de44-498f-a474-d68338c23011 req-a9f142ea-53a7-47d3-9f14-c708d2a805f6 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 945 time: 0.0475655 Aug 06 16:40:44.771062 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-451f71a9-de44-498f-a474-d68338c23011 req-2bfb9012-1dee-4cf5-b8cb-62f14e2dacfd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319145 Aug 06 16:40:44.893327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2d609-b618-4689-8acb-e267660a957a req-f55dae49-3e9d-4f54-8b0b-1cb80984be5b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:44.895920 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31f2d609-b618-4689-8acb-e267660a957a req-f55dae49-3e9d-4f54-8b0b-1cb80984be5b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 945 time: 0.0562005 Aug 06 16:40:44.935961 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31f2d609-b618-4689-8acb-e267660a957a req-ca97d328-2d29-4ac3-afa9-6c89efbbdf3f tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331187 Aug 06 16:40:44.958770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58366) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:40:44.998817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79887b60-42fc-4258-ae4b-c1f7a857e98e tempest-TestVolumeBootPattern-1444177099 tempest-TestVolumeBootPattern-1444177099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:45.000328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-79887b60-42fc-4258-ae4b-c1f7a857e98e tempest-TestVolumeBootPattern-1444177099 tempest-TestVolumeBootPattern-1444177099-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 1091 time: 0.0405836 Aug 06 16:40:45.007057 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58368) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:40:45.011470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': 'bb856fe3-0cf9-43e5-aa83-f3850ea84c8e', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:40:45.037552 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:45.147298 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:45.255917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Allocated IP 172.25.1.142 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/f2f1fa39-9f97-41ea-8901-e10ebe071311) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:40:45.362435 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:45.400706 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:45.438708 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:40:45.442018 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:40:45.446427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:40:45.451855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'Port': ['ID=f2f1fa39-9f97-41ea-8901-e10ebe071311,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:45.477868 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:45.478209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:45.478544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:45.478877 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:45.479205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:45.479529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:45.479846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:45.480162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:45.480477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:45.480795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:45.481199 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:45.481510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:45.806083 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:45.874578 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:46.018336 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:46.022767 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:46.091974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event updated for resources: {'Port': ['ID=f2f1fa39-9f97-41ea-8901-e10ebe071311,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:46.102239 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:46.198337 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Floating IP 0e35f7e3-96fd-4102-a612-7ed8f687979e associated. External IP: 172.25.1.142, port: bb856fe3-0cf9-43e5-aa83-f3850ea84c8e. Aug 06 16:40:46.403114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Router 4b45e38c-df3c-4300-9f02-33942c7e8abc has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:40:46.477230 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:40:46.508657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:40:46.518091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e87ddb-8232-41a9-9c64-5792a1714b33 None None] Sync routers for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:40:46.525037 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:46.528573 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e87ddb-8232-41a9-9c64-5792a1714b33 None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:40:46.529197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b0e87ddb-8232-41a9-9c64-5792a1714b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:40:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:40:46.561697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bc95c1df-c6aa-4b30-857b-022020ea81cd tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5442841 Aug 06 16:40:46.561697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea389ec-c243-4e5f-be80-739d87dd3fd3', 'tag': 'bb856fe3-0cf9-43e5-aa83-f3850ea84c8e'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:40:46.561697 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0686caed-2daf-44c0-9ad0-5e9513b3f0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea389ec-c243-4e5f-be80-739d87dd3fd3", "tag": "bb856fe3-0cf9-43e5-aa83-f3850ea84c8e"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:40:46.592370 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00036c9-bdad-45d6-9ecc-f930d5ae55f1 x-openstack-request-id: req-e00036c9-bdad-45d6-9ecc-f930d5ae55f1 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:40:46.592669 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea389ec-c243-4e5f-be80-739d87dd3fd3", "tag": "bb856fe3-0cf9-43e5-aa83-f3850ea84c8e", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:40:46.592924 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e00036c9-bdad-45d6-9ecc-f930d5ae55f1 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:40:46.593329 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea389ec-c243-4e5f-be80-739d87dd3fd3', 'tag': 'bb856fe3-0cf9-43e5-aa83-f3850ea84c8e', 'status': 'completed', 'code': 200} Aug 06 16:40:46.634933 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-b0e87ddb-8232-41a9-9c64-5792a1714b33 None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:40:46.653205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686caed-2daf-44c0-9ad0-5e9513b3f0b3 req-38e49be7-ea46-47b6-8630-e43ebab6940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:46.654427 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0686caed-2daf-44c0-9ad0-5e9513b3f0b3 req-38e49be7-ea46-47b6-8630-e43ebab6940c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0393574 Aug 06 16:40:46.748029 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686caed-2daf-44c0-9ad0-5e9513b3f0b3 req-4b3963df-bb13-4d84-8782-201b7cdb78a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:46.749709 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0686caed-2daf-44c0-9ad0-5e9513b3f0b3 req-4b3963df-bb13-4d84-8782-201b7cdb78a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0882697 Aug 06 16:40:46.814034 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0686caed-2daf-44c0-9ad0-5e9513b3f0b3 req-c3d0edc8-9277-4927-9742-988e46dff3ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb856fe3-0cf9-43e5-aa83-f3850ea84c8e HTTP/1.1" status: 200 len: 999 time: 0.0575421 Aug 06 16:40:46.859773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b0e87ddb-8232-41a9-9c64-5792a1714b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '0e35f7e3-96fd-4102-a612-7ed8f687979e', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'floating_ip_address': '172.25.1.142', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'port_id': 'bb856fe3-0cf9-43e5-aa83-f3850ea84c8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'mac_address': 'fa:16:3e:3b:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea389ec-c243-4e5f-be80-739d87dd3fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:40:45Z', 'updated_at': '2021-08-06T16:40:45Z', 'revision_number': 0, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address_scope': None}, {'id': '1628033f-2891-4a87-9cdd-24ca19e9a5ba', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'port_id': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'mac_address': 'fa:16:3e:f1:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:38:48Z', 'updated_at': '2021-08-06T16:38:50Z', 'revision_number': 1, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:40:46.870728 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686caed-2daf-44c0-9ad0-5e9513b3f0b3 req-597adddc-87b0-4c56-b19e-869b13dce4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:46.872211 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0686caed-2daf-44c0-9ad0-5e9513b3f0b3 req-597adddc-87b0-4c56-b19e-869b13dce4e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0518775 Aug 06 16:40:46.886393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e87ddb-8232-41a9-9c64-5792a1714b33 None None] Checking router: 4b45e38c-df3c-4300-9f02-33942c7e8abc for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:40:46.894780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e87ddb-8232-41a9-9c64-5792a1714b33 None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:40:46.895386 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b0e87ddb-8232-41a9-9c64-5792a1714b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:40:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:40:46.918807 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686caed-2daf-44c0-9ad0-5e9513b3f0b3 req-40ac72e3-0fe0-4ce7-a3e5-57e31c0e11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:46.920286 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0686caed-2daf-44c0-9ad0-5e9513b3f0b3 req-40ac72e3-0fe0-4ce7-a3e5-57e31c0e11dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402858 Aug 06 16:40:46.998725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-b0e87ddb-8232-41a9-9c64-5792a1714b33 None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:40:47.012323 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0686caed-2daf-44c0-9ad0-5e9513b3f0b3 req-a490c79d-dc8d-42b1-ae2d-7188d0abe7fe service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825195 Aug 06 16:40:47.105811 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0686caed-2daf-44c0-9ad0-5e9513b3f0b3 req-633d475c-8001-4cbf-a07e-8d1c3cafe4ce service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861571 Aug 06 16:40:47.236074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b0e87ddb-8232-41a9-9c64-5792a1714b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '0e35f7e3-96fd-4102-a612-7ed8f687979e', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'floating_ip_address': '172.25.1.142', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'port_id': 'bb856fe3-0cf9-43e5-aa83-f3850ea84c8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'mac_address': 'fa:16:3e:3b:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea389ec-c243-4e5f-be80-739d87dd3fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:40:45Z', 'updated_at': '2021-08-06T16:40:45Z', 'revision_number': 0, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address_scope': None}, {'id': '1628033f-2891-4a87-9cdd-24ca19e9a5ba', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'port_id': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'mac_address': 'fa:16:3e:f1:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:38:48Z', 'updated_at': '2021-08-06T16:38:50Z', 'revision_number': 1, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:40:47.265487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e87ddb-8232-41a9-9c64-5792a1714b33 None None] The sync data for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 is: [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '0e35f7e3-96fd-4102-a612-7ed8f687979e', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'floating_ip_address': '172.25.1.142', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'port_id': 'bb856fe3-0cf9-43e5-aa83-f3850ea84c8e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'mac_address': 'fa:16:3e:3b:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea389ec-c243-4e5f-be80-739d87dd3fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:40:45Z', 'updated_at': '2021-08-06T16:40:45Z', 'revision_number': 0, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address_scope': None}, {'id': '1628033f-2891-4a87-9cdd-24ca19e9a5ba', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'port_id': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'mac_address': 'fa:16:3e:f1:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:38:48Z', 'updated_at': '2021-08-06T16:38:50Z', 'revision_number': 1, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:40:47.453118 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be44991-3ec5-4df4-ad1f-a754e8621416 None None] New status for floating IP 0e35f7e3-96fd-4102-a612-7ed8f687979e: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:40:53.983232 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:54.165282 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:03.819661 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1ac3a6e8-5161-4a30-a226-4c270788168f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:06.259221 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-28cf82b5-4b27-437f-9a59-a5563dd2d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:06.679799 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:07.417091 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:09.151851 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:23.477441 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:41:23.988624 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:24.174073 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:33.821555 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-509c1fa8-56d8-406f-8cb7-a97419f26a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:36.259715 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1176bd4-81f2-4cbf-aa40-8cc99c4b5b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:36.680281 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:37.418952 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:39.155004 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:42.841597 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c2e447-b5f7-4888-98b5-707fa6d741f1 req-046648f2-255b-476b-8f3d-f638d538c8b4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400445 Aug 06 16:41:42.926903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2e447-b5f7-4888-98b5-707fa6d741f1 req-411846e4-8a5c-49c2-8212-834b0f2c31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:42.928378 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c2e447-b5f7-4888-98b5-707fa6d741f1 req-411846e4-8a5c-49c2-8212-834b0f2c31ff service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 1097 time: 0.0436003 Aug 06 16:41:43.035101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2e447-b5f7-4888-98b5-707fa6d741f1 req-acda7a0c-ce0f-4358-a254-57ee2297588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:43.036567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c2e447-b5f7-4888-98b5-707fa6d741f1 req-acda7a0c-ce0f-4358-a254-57ee2297588f service neutron] 10.222.0.78 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0879340 Aug 06 16:41:43.115366 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c2e447-b5f7-4888-98b5-707fa6d741f1 req-9c38006c-d231-47e0-8bbf-d98a0ae361f6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=244935d9-fc0c-4c1a-a45a-3cf9a8242feb HTTP/1.1" status: 200 len: 1001 time: 0.0711241 Aug 06 16:41:43.166468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2e447-b5f7-4888-98b5-707fa6d741f1 req-b7956d35-12da-4f1b-88c5-aacc37ad7290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:43.167917 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c2e447-b5f7-4888-98b5-707fa6d741f1 req-b7956d35-12da-4f1b-88c5-aacc37ad7290 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0454726 Aug 06 16:41:43.174853 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-910a36b9-6053-473d-a6f8-8d8d6f05d89d req-a185fe7f-759f-4158-a0dc-9b8aa06f3c8c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1000319 Aug 06 16:41:43.216739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2e447-b5f7-4888-98b5-707fa6d741f1 req-4f319eff-fd8d-47b4-ad50-95335548b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:43.218553 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c2e447-b5f7-4888-98b5-707fa6d741f1 req-4f319eff-fd8d-47b4-ad50-95335548b7e9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413551 Aug 06 16:41:43.254586 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a36b9-6053-473d-a6f8-8d8d6f05d89d req-8caf8ee9-35a3-4de0-a1f6-ac93c1cebb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:43.256148 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-910a36b9-6053-473d-a6f8-8d8d6f05d89d req-8caf8ee9-35a3-4de0-a1f6-ac93c1cebb30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0403066 Aug 06 16:41:43.315955 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c2e447-b5f7-4888-98b5-707fa6d741f1 req-7f45f921-7fcf-4330-9af1-c8984b92742e service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892770 Aug 06 16:41:43.364266 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a36b9-6053-473d-a6f8-8d8d6f05d89d req-425fb8f8-ce95-45e8-a170-2e8cb208a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:43.365812 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-910a36b9-6053-473d-a6f8-8d8d6f05d89d req-425fb8f8-ce95-45e8-a170-2e8cb208a53a service neutron] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0911200 Aug 06 16:41:43.413077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c2e447-b5f7-4888-98b5-707fa6d741f1 req-1834481d-a0ab-4f8f-88c3-819ea4f659a7 service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898180 Aug 06 16:41:43.435897 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-910a36b9-6053-473d-a6f8-8d8d6f05d89d req-ba87fba6-6d49-48ba-8b79-66aca3d23049 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb856fe3-0cf9-43e5-aa83-f3850ea84c8e HTTP/1.1" status: 200 len: 1001 time: 0.0630403 Aug 06 16:41:43.489270 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a36b9-6053-473d-a6f8-8d8d6f05d89d req-ecc1735c-2b40-49a3-9152-35a95755f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:43.490733 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-910a36b9-6053-473d-a6f8-8d8d6f05d89d req-ecc1735c-2b40-49a3-9152-35a95755f932 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0479038 Aug 06 16:41:43.535691 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a36b9-6053-473d-a6f8-8d8d6f05d89d req-1f21d48e-842a-4e74-860b-a73c5fbe8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:43.537161 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-910a36b9-6053-473d-a6f8-8d8d6f05d89d req-1f21d48e-842a-4e74-860b-a73c5fbe8ff2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397062 Aug 06 16:41:43.624222 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-910a36b9-6053-473d-a6f8-8d8d6f05d89d req-932e6de2-0b0c-4d0d-a343-d376999e7409 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802908 Aug 06 16:41:43.738828 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-910a36b9-6053-473d-a6f8-8d8d6f05d89d req-ff02613d-709d-4a33-8349-3442d02ed98f service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071503 Aug 06 16:41:53.983544 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:54.188040 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:00.476903 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:42:03.821875 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b4afbf7-57c8-41d9-b7e0-7d3c4ea484d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:06.259154 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-03a35f08-e10d-4fae-9f3c-8834aad929c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:06.680879 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:07.422278 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.156568 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:13.875929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58420) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:14.380215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Deleting port f2f1fa39-9f97-41ea-8901-e10ebe071311 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:14.380554 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:14.454523 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:14.454845 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:14.465928 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Calling delete_port for f2f1fa39-9f97-41ea-8901-e10ebe071311 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:14.619628 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:14.644386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event deleted for resources: {'Port': ['ID=f2f1fa39-9f97-41ea-8901-e10ebe071311,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:14.656183 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:14.656524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:14.656859 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:14.657191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:14.657520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:14.657876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:14.658196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:14.658513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:14.658828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:14.659145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:14.659463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:14.659777 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:14.715260 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:14.715654 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Floating IP 0e35f7e3-96fd-4102-a612-7ed8f687979e disassociated (deleted). External IP: 172.25.1.142, port: bb856fe3-0cf9-43e5-aa83-f3850ea84c8e. Aug 06 16:42:14.920076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Router 4b45e38c-df3c-4300-9f02-33942c7e8abc has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:42:15.026347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:42:15.031266 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:15.036482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f17449-5c16-4b87-a7b2-837325e54e12 None None] Sync routers for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:42:15.048186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f17449-5c16-4b87-a7b2-837325e54e12 None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:15.048791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-57f17449-5c16-4b87-a7b2-837325e54e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:42:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:15.060427 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a12d6be7-2f07-44d9-ae20-956ad8ef2344 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "DELETE /v2.0/floatingips/0e35f7e3-96fd-4102-a612-7ed8f687979e HTTP/1.1" status: 204 len: 168 time: 1.1833961 Aug 06 16:42:15.061117 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea389ec-c243-4e5f-be80-739d87dd3fd3', 'tag': 'bb856fe3-0cf9-43e5-aa83-f3850ea84c8e'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:42:15.063477 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5d3d1a-b344-4472-bd48-46819b272815" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea389ec-c243-4e5f-be80-739d87dd3fd3", "tag": "bb856fe3-0cf9-43e5-aa83-f3850ea84c8e"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:42:15.106169 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a383e01-e847-4bdf-97e2-2b8ad8b87e1e x-openstack-request-id: req-4a383e01-e847-4bdf-97e2-2b8ad8b87e1e {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:42:15.106465 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea389ec-c243-4e5f-be80-739d87dd3fd3", "tag": "bb856fe3-0cf9-43e5-aa83-f3850ea84c8e", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:42:15.106932 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a383e01-e847-4bdf-97e2-2b8ad8b87e1e {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:42:15.107342 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea389ec-c243-4e5f-be80-739d87dd3fd3', 'tag': 'bb856fe3-0cf9-43e5-aa83-f3850ea84c8e', 'status': 'completed', 'code': 200} Aug 06 16:42:15.154755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-57f17449-5c16-4b87-a7b2-837325e54e12 None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:15.169740 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d3d1a-b344-4472-bd48-46819b272815 req-ffc41edb-2e0c-49f8-97ea-e6b2cd092467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:15.171345 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b5d3d1a-b344-4472-bd48-46819b272815 req-ffc41edb-2e0c-49f8-97ea-e6b2cd092467 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0422604 Aug 06 16:42:15.275163 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d3d1a-b344-4472-bd48-46819b272815 req-168c8522-c3cd-4d84-8e13-e5bd0bb41c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:15.276962 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b5d3d1a-b344-4472-bd48-46819b272815 req-168c8522-c3cd-4d84-8e13-e5bd0bb41c59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.0949004 Aug 06 16:42:15.292263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fbda0-adeb-4600-9458-f75fba67cd10 req-2d928174-95fe-4822-b91e-218fd17dfd13 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:15.294223 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd7fbda0-adeb-4600-9458-f75fba67cd10 req-2d928174-95fe-4822-b91e-218fd17dfd13 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 945 time: 0.0512390 Aug 06 16:42:15.325139 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b5d3d1a-b344-4472-bd48-46819b272815 req-25e61249-0ec7-4683-81b1-46a07f32e3a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb856fe3-0cf9-43e5-aa83-f3850ea84c8e HTTP/1.1" status: 200 len: 217 time: 0.0395715 Aug 06 16:42:15.333708 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd7fbda0-adeb-4600-9458-f75fba67cd10 req-740ffd17-1c95-4e5d-ac49-839a7cf97cd4 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337329 Aug 06 16:42:15.377528 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d3d1a-b344-4472-bd48-46819b272815 req-f89eabb8-71d7-453f-85b0-d0470cf95cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:15.379021 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b5d3d1a-b344-4472-bd48-46819b272815 req-f89eabb8-71d7-453f-85b0-d0470cf95cb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0465906 Aug 06 16:42:15.398683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-57f17449-5c16-4b87-a7b2-837325e54e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '1628033f-2891-4a87-9cdd-24ca19e9a5ba', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'port_id': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'mac_address': 'fa:16:3e:f1:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:38:48Z', 'updated_at': '2021-08-06T16:38:50Z', 'revision_number': 1, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:15.424459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f17449-5c16-4b87-a7b2-837325e54e12 None None] Checking router: 4b45e38c-df3c-4300-9f02-33942c7e8abc for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:42:15.428855 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d3d1a-b344-4472-bd48-46819b272815 req-c54486bc-867b-4ed3-9c20-8f59bf8bf16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:15.430364 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b5d3d1a-b344-4472-bd48-46819b272815 req-c54486bc-867b-4ed3-9c20-8f59bf8bf16a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439408 Aug 06 16:42:15.432670 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f17449-5c16-4b87-a7b2-837325e54e12 None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:15.433267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-57f17449-5c16-4b87-a7b2-837325e54e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:42:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:15.522910 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b5d3d1a-b344-4472-bd48-46819b272815 req-5e88053d-7cec-41dd-9439-0a0cfda05658 service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848086 Aug 06 16:42:15.541740 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-57f17449-5c16-4b87-a7b2-837325e54e12 None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:15.619600 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4b5d3d1a-b344-4472-bd48-46819b272815 req-150cd129-ba44-418d-9853-f87a10b6bdcc service neutron] 10.222.0.13 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888081 Aug 06 16:42:15.763983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-57f17449-5c16-4b87-a7b2-837325e54e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '1628033f-2891-4a87-9cdd-24ca19e9a5ba', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'port_id': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'mac_address': 'fa:16:3e:f1:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:38:48Z', 'updated_at': '2021-08-06T16:38:50Z', 'revision_number': 1, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:15.789467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f17449-5c16-4b87-a7b2-837325e54e12 None None] The sync data for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 is: [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '1628033f-2891-4a87-9cdd-24ca19e9a5ba', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'floating_ip_address': '172.25.1.57', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'port_id': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'mac_address': 'fa:16:3e:f1:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:38:48Z', 'updated_at': '2021-08-06T16:38:50Z', 'revision_number': 1, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:42:15.993126 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b823bd2e-a0e3-4805-85b6-d1bf9a41f0fc None None] New status for floating IP 0e35f7e3-96fd-4102-a612-7ed8f687979e: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:42:16.450583 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dea74-6e13-496c-bc0f-d10208f0978e req-a14c9d04-2713-41b0-8be9-6a19c7e78ae1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:16.452294 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c9dea74-6e13-496c-bc0f-d10208f0978e req-a14c9d04-2713-41b0-8be9-6a19c7e78ae1 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 945 time: 0.0481131 Aug 06 16:42:16.488926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c9dea74-6e13-496c-bc0f-d10208f0978e req-65f153b5-8246-4818-aa56-9d2d41924666 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302234 Aug 06 16:42:16.761209 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65b79b-4fe7-4086-828f-86516fe9d81e req-f575f6c8-eb7f-477a-88a5-c2c2dc7dd15f tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:16.762586 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5d65b79b-4fe7-4086-828f-86516fe9d81e req-f575f6c8-eb7f-477a-88a5-c2c2dc7dd15f tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 945 time: 0.0475199 Aug 06 16:42:16.853337 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-5d65b79b-4fe7-4086-828f-86516fe9d81e req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Deleting port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:16.853702 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5d65b79b-4fe7-4086-828f-86516fe9d81e req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:16.948698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-5d65b79b-4fe7-4086-828f-86516fe9d81e req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] For port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=bb856fe3-0cf9-43e5-aa83-f3850ea84c8e,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:16.949055 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5d65b79b-4fe7-4086-828f-86516fe9d81e req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:16.961399 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-5d65b79b-4fe7-4086-828f-86516fe9d81e req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Calling delete_port for bb856fe3-0cf9-43e5-aa83-f3850ea84c8e owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:17.088924 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5d65b79b-4fe7-4086-828f-86516fe9d81e req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:17.116596 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event deleted for resources: {'Port': ['ID=bb856fe3-0cf9-43e5-aa83-f3850ea84c8e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:17.131331 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:17.131682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:17.132027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:17.132368 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:17.132868 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:17.133202 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:17.133529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:17.133885 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:17.134213 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:17.134538 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:17.134865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:17.135191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:17.169086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d65b79b-4fe7-4086-828f-86516fe9d81e req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] No DVR routers for this DVR port bb856fe3-0cf9-43e5-aa83-f3850ea84c8e on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:42:17.171763 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-5d65b79b-4fe7-4086-828f-86516fe9d81e req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:17.173873 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5d65b79b-4fe7-4086-828f-86516fe9d81e req-a281ffd3-c1b0-4ff7-b568-b1a936946651 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.13 "DELETE /v2.0/ports/bb856fe3-0cf9-43e5-aa83-f3850ea84c8e HTTP/1.1" status: 204 len: 173 time: 0.4050250 Aug 06 16:42:17.174320 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea389ec-c243-4e5f-be80-739d87dd3fd3', 'name': 'network-vif-deleted', 'tag': 'bb856fe3-0cf9-43e5-aa83-f3850ea84c8e'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:42:17.177298 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c432a85-d17c-415e-8949-714959057c08" -d '{"events": [{"server_uuid": "7ea389ec-c243-4e5f-be80-739d87dd3fd3", "name": "network-vif-deleted", "tag": "bb856fe3-0cf9-43e5-aa83-f3850ea84c8e"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:42:17.217024 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895a90bd-5981-4d92-8fbf-ebd9125ccc4a x-openstack-request-id: req-895a90bd-5981-4d92-8fbf-ebd9125ccc4a {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:42:17.217318 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea389ec-c243-4e5f-be80-739d87dd3fd3", "name": "network-vif-deleted", "tag": "bb856fe3-0cf9-43e5-aa83-f3850ea84c8e", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:42:17.217574 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-895a90bd-5981-4d92-8fbf-ebd9125ccc4a {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:42:17.218028 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea389ec-c243-4e5f-be80-739d87dd3fd3', 'name': 'network-vif-deleted', 'tag': 'bb856fe3-0cf9-43e5-aa83-f3850ea84c8e', 'status': 'completed', 'code': 200} Aug 06 16:42:17.595621 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19d76b05-bc7e-4061-8548-154902ccc8b8 req-bee4f753-b4e8-44e9-a744-e6ebd94e271b tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 210 time: 0.0371563 Aug 06 16:42:18.695784 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-243e2727-920c-44b9-8d7b-bb0f812c786e req-35ac5035-0ca0-443a-a8f9-24d1ad4badba tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 210 time: 0.0303180 Aug 06 16:42:19.792924 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a14f164-7546-4eb9-8315-5f017c60d1f5 req-31d1030c-efa3-4a6e-bed9-053f0e0d0f15 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 210 time: 0.0282631 Aug 06 16:42:19.880095 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device bb856fe3-0cf9-43e5-aa83-f3850ea84c8e no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:42:19.899571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: bb856fe3-0cf9-43e5-aa83-f3850ea84c8e {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:42:19.899908 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device bb856fe3-0cf9-43e5-aa83-f3850ea84c8e not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:42:20.907759 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-afa95e1d-2a43-436f-86ab-43a133e56e3d req-cd923cb4-cf2e-4c5a-b00e-0dd6204a2d1c tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ea389ec-c243-4e5f-be80-739d87dd3fd3 HTTP/1.1" status: 200 len: 210 time: 0.0288432 Aug 06 16:42:23.997823 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:24.194894 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:26.281147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58466) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:26.436709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-b8413564-acd0-42e6-96e6-cf6d83f11775 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Deleting port 8734d3a8-5e23-4113-8c20-6ad713071490 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:26.437053 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8413564-acd0-42e6-96e6-cf6d83f11775 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:26.515645 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8413564-acd0-42e6-96e6-cf6d83f11775 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:26.515980 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8413564-acd0-42e6-96e6-cf6d83f11775 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:26.527369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-b8413564-acd0-42e6-96e6-cf6d83f11775 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Calling delete_port for 8734d3a8-5e23-4113-8c20-6ad713071490 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:26.675286 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8413564-acd0-42e6-96e6-cf6d83f11775 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:26.705601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8413564-acd0-42e6-96e6-cf6d83f11775 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event deleted for resources: {'Port': ['ID=8734d3a8-5e23-4113-8c20-6ad713071490,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:26.766823 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8413564-acd0-42e6-96e6-cf6d83f11775 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:26.767240 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-b8413564-acd0-42e6-96e6-cf6d83f11775 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Floating IP 1628033f-2891-4a87-9cdd-24ca19e9a5ba disassociated (deleted). External IP: 172.25.1.57, port: 244935d9-fc0c-4c1a-a45a-3cf9a8242feb. Aug 06 16:42:26.974917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8413564-acd0-42e6-96e6-cf6d83f11775 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Router 4b45e38c-df3c-4300-9f02-33942c7e8abc has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:42:27.082439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8413564-acd0-42e6-96e6-cf6d83f11775 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:42:27.087364 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b8413564-acd0-42e6-96e6-cf6d83f11775 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:27.092199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab7adc-821c-4bee-ad5d-7b9dfbd951ee None None] Sync routers for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:42:27.101921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab7adc-821c-4bee-ad5d-7b9dfbd951ee None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:27.102523 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c9ab7adc-821c-4bee-ad5d-7b9dfbd951ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:42:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:27.113464 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b8413564-acd0-42e6-96e6-cf6d83f11775 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "DELETE /v2.0/floatingips/1628033f-2891-4a87-9cdd-24ca19e9a5ba HTTP/1.1" status: 204 len: 168 time: 0.8312359 Aug 06 16:42:27.114065 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'tag': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:42:27.117025 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85414c80-2b26-40c5-9066-cac9ba6c8f12" -d '{"events": [{"name": "network-changed", "server_uuid": "b4022b84-ee83-4b68-bd65-708fc5a6837f", "tag": "244935d9-fc0c-4c1a-a45a-3cf9a8242feb"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:42:27.220410 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-c9ab7adc-821c-4bee-ad5d-7b9dfbd951ee None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:27.225340 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f8b2f4-d35b-4e9b-bfa7-a0dc70585d3b x-openstack-request-id: req-16f8b2f4-d35b-4e9b-bfa7-a0dc70585d3b {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:42:27.225653 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4022b84-ee83-4b68-bd65-708fc5a6837f", "tag": "244935d9-fc0c-4c1a-a45a-3cf9a8242feb", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:42:27.225897 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16f8b2f4-d35b-4e9b-bfa7-a0dc70585d3b {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:42:27.226290 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'tag': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'status': 'completed', 'code': 200} Aug 06 16:42:27.306003 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85414c80-2b26-40c5-9066-cac9ba6c8f12 req-c21e73a8-0f67-4448-b6dd-95942f444f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:27.307751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-85414c80-2b26-40c5-9066-cac9ba6c8f12 req-c21e73a8-0f67-4448-b6dd-95942f444f80 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b0981d89e845f9b7f745002d8acfb9&device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 1097 time: 0.0491357 Aug 06 16:42:27.417315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796c740-41de-400d-bfd8-51f57838ebf1 req-a75060e6-bd7c-443b-9c78-3a14090d7e84 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:27.418904 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c796c740-41de-400d-bfd8-51f57838ebf1 req-a75060e6-bd7c-443b-9c78-3a14090d7e84 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 946 time: 0.1089861 Aug 06 16:42:27.454341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c9ab7adc-821c-4bee-ad5d-7b9dfbd951ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:27.465798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85414c80-2b26-40c5-9066-cac9ba6c8f12 req-4fa4c093-aee1-4c64-93c7-e6e5e6dfea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:27.467342 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-85414c80-2b26-40c5-9066-cac9ba6c8f12 req-4fa4c093-aee1-4c64-93c7-e6e5e6dfea24 service neutron] 10.222.0.78 "GET /v2.0/networks?id=27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 200 len: 912 time: 0.1485231 Aug 06 16:42:27.476731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c796c740-41de-400d-bfd8-51f57838ebf1 req-ddb9f01f-75e1-4610-bd38-eef14cc77231 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507412 Aug 06 16:42:27.482217 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab7adc-821c-4bee-ad5d-7b9dfbd951ee None None] Checking router: 4b45e38c-df3c-4300-9f02-33942c7e8abc for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:42:27.492606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab7adc-821c-4bee-ad5d-7b9dfbd951ee None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:27.493526 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c9ab7adc-821c-4bee-ad5d-7b9dfbd951ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:42:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:27.517252 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-85414c80-2b26-40c5-9066-cac9ba6c8f12 req-7e95fe97-caa5-4d63-b4c2-6c542564b385 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=244935d9-fc0c-4c1a-a45a-3cf9a8242feb HTTP/1.1" status: 200 len: 217 time: 0.0395555 Aug 06 16:42:27.569168 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85414c80-2b26-40c5-9066-cac9ba6c8f12 req-6db1dcd6-5819-4dce-a07a-151fd2891f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:27.570799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-85414c80-2b26-40c5-9066-cac9ba6c8f12 req-6db1dcd6-5819-4dce-a07a-151fd2891f56 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 200 len: 850 time: 0.0459256 Aug 06 16:42:27.622161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85414c80-2b26-40c5-9066-cac9ba6c8f12 req-2eb83d52-0636-42e3-a824-7f3fe029ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:27.623715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-85414c80-2b26-40c5-9066-cac9ba6c8f12 req-2eb83d52-0636-42e3-a824-7f3fe029ce71 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=27993a5c-2b9d-4c69-8229-392961f4c587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446281 Aug 06 16:42:27.725717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-85414c80-2b26-40c5-9066-cac9ba6c8f12 req-e653f798-4288-4b57-a281-3a5db661012e service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935524 Aug 06 16:42:27.779753 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-c9ab7adc-821c-4bee-ad5d-7b9dfbd951ee None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:27.824149 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-85414c80-2b26-40c5-9066-cac9ba6c8f12 req-661bc7a7-123a-4b46-b665-26ebfb1a297e service neutron] 10.222.0.78 "GET /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907381 Aug 06 16:42:27.996495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c9ab7adc-821c-4bee-ad5d-7b9dfbd951ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:28.027062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab7adc-821c-4bee-ad5d-7b9dfbd951ee None None] The sync data for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 is: [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:32:58Z', 'revision_number': 4, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '1796ea37-8f50-4028-869d-3b7c2ceb927a', 'name': '', 'network_id': '27993a5c-2b9d-4c69-8229-392961f4c587', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'mac_address': 'fa:16:3e:61:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:58Z', 'updated_at': '2021-08-06T16:33:07Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'subnets': [{'id': '1ff15de7-924a-4614-a29f-2fbcd9beffc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:42:28.245114 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f379e6-d7f9-4ed4-981b-76cbb3930821 None None] New status for floating IP 1628033f-2891-4a87-9cdd-24ca19e9a5ba: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:42:28.611288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c0c8a-d9d9-4113-9b83-ce89f423409e req-aeefe965-1148-4ca5-90f2-a7b414e78490 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:28.612874 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b5c0c8a-d9d9-4113-9b83-ce89f423409e req-aeefe965-1148-4ca5-90f2-a7b414e78490 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 946 time: 0.0552642 Aug 06 16:42:28.652710 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b5c0c8a-d9d9-4113-9b83-ce89f423409e req-11b8bcbb-41e2-43b1-9ec2-c841d22a8367 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328169 Aug 06 16:42:29.022091 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8940ed7-690c-4329-bf46-c77c3400bd7a req-ce8ac0a0-a826-4c21-968e-5fb8b0bc1462 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:29.023535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8940ed7-690c-4329-bf46-c77c3400bd7a req-ce8ac0a0-a826-4c21-968e-5fb8b0bc1462 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.78 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 946 time: 0.0522296 Aug 06 16:42:29.110955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-f8940ed7-690c-4329-bf46-c77c3400bd7a req-fd457a0c-3e1c-4655-a5c3-67bdc3f90f87 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Deleting port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:29.111291 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f8940ed7-690c-4329-bf46-c77c3400bd7a req-fd457a0c-3e1c-4655-a5c3-67bdc3f90f87 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:29.202108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f8940ed7-690c-4329-bf46-c77c3400bd7a req-fd457a0c-3e1c-4655-a5c3-67bdc3f90f87 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] For port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=244935d9-fc0c-4c1a-a45a-3cf9a8242feb,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:29.202390 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f8940ed7-690c-4329-bf46-c77c3400bd7a req-fd457a0c-3e1c-4655-a5c3-67bdc3f90f87 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:29.215480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-f8940ed7-690c-4329-bf46-c77c3400bd7a req-fd457a0c-3e1c-4655-a5c3-67bdc3f90f87 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Calling delete_port for 244935d9-fc0c-4c1a-a45a-3cf9a8242feb owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:29.344677 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f8940ed7-690c-4329-bf46-c77c3400bd7a req-fd457a0c-3e1c-4655-a5c3-67bdc3f90f87 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:29.372580 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd457a0c-3e1c-4655-a5c3-67bdc3f90f87 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event deleted for resources: {'Port': ['ID=244935d9-fc0c-4c1a-a45a-3cf9a8242feb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:29.413492 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8940ed7-690c-4329-bf46-c77c3400bd7a req-fd457a0c-3e1c-4655-a5c3-67bdc3f90f87 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] No DVR routers for this DVR port 244935d9-fc0c-4c1a-a45a-3cf9a8242feb on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:42:29.416019 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f8940ed7-690c-4329-bf46-c77c3400bd7a req-fd457a0c-3e1c-4655-a5c3-67bdc3f90f87 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:29.419024 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8940ed7-690c-4329-bf46-c77c3400bd7a req-fd457a0c-3e1c-4655-a5c3-67bdc3f90f87 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.78 "DELETE /v2.0/ports/244935d9-fc0c-4c1a-a45a-3cf9a8242feb HTTP/1.1" status: 204 len: 173 time: 0.3882470 Aug 06 16:42:29.419024 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'name': 'network-vif-deleted', 'tag': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:42:29.420784 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7901f017-5cbe-4462-bd5e-0bda76c4cff3" -d '{"events": [{"server_uuid": "b4022b84-ee83-4b68-bd65-708fc5a6837f", "name": "network-vif-deleted", "tag": "244935d9-fc0c-4c1a-a45a-3cf9a8242feb"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:42:29.461496 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5553b2-e760-4766-b993-5e29ab317598 x-openstack-request-id: req-4a5553b2-e760-4766-b993-5e29ab317598 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:42:29.461819 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4022b84-ee83-4b68-bd65-708fc5a6837f", "name": "network-vif-deleted", "tag": "244935d9-fc0c-4c1a-a45a-3cf9a8242feb", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:42:29.462070 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a5553b2-e760-4766-b993-5e29ab317598 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:42:29.462487 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4022b84-ee83-4b68-bd65-708fc5a6837f', 'name': 'network-vif-deleted', 'tag': '244935d9-fc0c-4c1a-a45a-3cf9a8242feb', 'status': 'completed', 'code': 200} Aug 06 16:42:29.749428 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-508a59fd-0aca-49e6-a82f-a03696222734 req-53a7c73b-bae1-4e36-b69d-4b1dc0c3f9b0 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 210 time: 0.0275555 Aug 06 16:42:30.848247 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-397e3f65-4ab4-4b64-ae88-a2cf38ba3f6d req-ab6eac22-9262-4560-9e20-3ed7a77f9308 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 210 time: 0.0276814 Aug 06 16:42:31.944833 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0f2b6c6d-3717-422f-ab66-59461e83f124 req-a052b81a-4996-4b28-b6cc-7cab636577b5 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 210 time: 0.0288439 Aug 06 16:42:32.690620 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 244935d9-fc0c-4c1a-a45a-3cf9a8242feb no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:42:32.710991 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 244935d9-fc0c-4c1a-a45a-3cf9a8242feb {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:42:32.711350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 244935d9-fc0c-4c1a-a45a-3cf9a8242feb not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:42:33.051701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abf348cc-5ece-42a6-9e71-bf27c4baaaa7 req-b5e4dfd7-f04f-43bd-b926-3aec8cff51ff tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4022b84-ee83-4b68-bd65-708fc5a6837f HTTP/1.1" status: 200 len: 210 time: 0.0264184 Aug 06 16:42:33.826900 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-533bbec1-91cc-48b6-b2ce-b27e87596aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:34.113226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58494) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:34.245047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-0348254b-ebc6-4aac-b045-59a82caf2088 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Deleting port a63d711e-458f-4f5f-8e28-04e580f3c8b7 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:34.245344 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0348254b-ebc6-4aac-b045-59a82caf2088 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:34.321178 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0348254b-ebc6-4aac-b045-59a82caf2088 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:34.321501 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0348254b-ebc6-4aac-b045-59a82caf2088 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:34.332960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-0348254b-ebc6-4aac-b045-59a82caf2088 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Calling delete_port for a63d711e-458f-4f5f-8e28-04e580f3c8b7 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:34.469645 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0348254b-ebc6-4aac-b045-59a82caf2088 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:34.497942 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348254b-ebc6-4aac-b045-59a82caf2088 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event deleted for resources: {'Port': ['ID=a63d711e-458f-4f5f-8e28-04e580f3c8b7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:34.556994 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0348254b-ebc6-4aac-b045-59a82caf2088 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:34.560337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0348254b-ebc6-4aac-b045-59a82caf2088 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:34.561707 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0348254b-ebc6-4aac-b045-59a82caf2088 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "DELETE /v2.0/floatingips/d8e944e5-ebb0-46b1-81e4-f5c57ddf6dfc HTTP/1.1" status: 204 len: 168 time: 0.4472785 Aug 06 16:42:36.262499 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b77039d-8ad1-47b7-a1dc-fe7bf82da51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:36.682563 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:36.809104 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58508) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:36.872148 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99588a05-54b9-42cd-8f78-fd83d2ed62e4 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:36.897181 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99588a05-54b9-42cd-8f78-fd83d2ed62e4 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:36.964760 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99588a05-54b9-42cd-8f78-fd83d2ed62e4 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:36.967820 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99588a05-54b9-42cd-8f78-fd83d2ed62e4 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:36.971512 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-99588a05-54b9-42cd-8f78-fd83d2ed62e4 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] 10.222.0.37 "DELETE /v2.0/security-groups/9e46b3f2-2bb4-44dc-a01d-d281ef89e10c HTTP/1.1" status: 204 len: 168 time: 0.1588748 Aug 06 16:42:36.979124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99588a05-54b9-42cd-8f78-fd83d2ed62e4 tempest-TestVolumeBootPattern-940194745 tempest-TestVolumeBootPattern-940194745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e46b3f2-2bb4-44dc-a01d-d281ef89e10c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:37.045740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58512) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:37.426491 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:37.480303 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:42:37.557070 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8975d187-cd09-47de-a627-453d4431e995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:37.800783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-8975d187-cd09-47de-a627-453d4431e995 admin admin] Deleting port 1796ea37-8f50-4028-869d-3b7c2ceb927a {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:37.801026 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8975d187-cd09-47de-a627-453d4431e995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:37.878404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-8975d187-cd09-47de-a627-453d4431e995 admin admin] For port 1796ea37-8f50-4028-869d-3b7c2ceb927a, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1796ea37-8f50-4028-869d-3b7c2ceb927a,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:37.879071 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8975d187-cd09-47de-a627-453d4431e995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:37.894904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-8975d187-cd09-47de-a627-453d4431e995 admin admin] Calling delete_port for 1796ea37-8f50-4028-869d-3b7c2ceb927a owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:38.067012 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8975d187-cd09-47de-a627-453d4431e995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:38.090099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975d187-cd09-47de-a627-453d4431e995 admin admin] Pushing event deleted for resources: {'Port': ['ID=1796ea37-8f50-4028-869d-3b7c2ceb927a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:38.259718 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8975d187-cd09-47de-a627-453d4431e995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:38.791770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8975d187-cd09-47de-a627-453d4431e995 admin admin] Router 4b45e38c-df3c-4300-9f02-33942c7e8abc has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:42:38.897147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8975d187-cd09-47de-a627-453d4431e995 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:42:38.904146 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8975d187-cd09-47de-a627-453d4431e995 admin admin] 10.222.0.37 "PUT /v2.0/routers/4b45e38c-df3c-4300-9f02-33942c7e8abc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8572886 Aug 06 16:42:38.904961 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58518) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:38.906837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5dd47-d818-4425-92f7-068178f5c203 None None] Sync routers for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:42:38.916409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5dd47-d818-4425-92f7-068178f5c203 None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:38.917098 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f6f5dd47-d818-4425-92f7-068178f5c203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:42:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:39.008978 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b5e7cd-014f-4ebb-9db2-afe94c04644d admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:39.024027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-f6f5dd47-d818-4425-92f7-068178f5c203 None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:39.111135 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b5e7cd-014f-4ebb-9db2-afe94c04644d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:39.168078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d0b5e7cd-014f-4ebb-9db2-afe94c04644d admin admin] Deleting port 14273ae7-6978-4b1f-897c-84a0e9e53dfc {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:39.168384 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b5e7cd-014f-4ebb-9db2-afe94c04644d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:39.192252 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:39.220053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f6f5dd47-d818-4425-92f7-068178f5c203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:42:38Z', 'revision_number': 5, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port': {'id': '14273ae7-6978-4b1f-897c-84a0e9e53dfc', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:39.247380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5dd47-d818-4425-92f7-068178f5c203 None None] Checking router: 4b45e38c-df3c-4300-9f02-33942c7e8abc for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:42:39.252168 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-d0b5e7cd-014f-4ebb-9db2-afe94c04644d admin admin] For port 14273ae7-6978-4b1f-897c-84a0e9e53dfc, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=14273ae7-6978-4b1f-897c-84a0e9e53dfc,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:39.252531 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b5e7cd-014f-4ebb-9db2-afe94c04644d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:39.256349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5dd47-d818-4425-92f7-068178f5c203 None None] Routers {'4b45e38c-df3c-4300-9f02-33942c7e8abc'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:39.257030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f6f5dd47-d818-4425-92f7-068178f5c203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:42:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['4b45e38c-df3c-4300-9f02-33942c7e8abc'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:39.265025 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-d0b5e7cd-014f-4ebb-9db2-afe94c04644d admin admin] Calling delete_port for 14273ae7-6978-4b1f-897c-84a0e9e53dfc owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:39.343102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-f6f5dd47-d818-4425-92f7-068178f5c203 None None] Set router 4b45e38c-df3c-4300-9f02-33942c7e8abc gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:39.394328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f6f5dd47-d818-4425-92f7-068178f5c203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:42:39Z', 'revision_number': 6, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:39.424255 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5dd47-d818-4425-92f7-068178f5c203 None None] The sync data for ids ['4b45e38c-df3c-4300-9f02-33942c7e8abc'] in n-d-803756-1 is: [{'id': '4b45e38c-df3c-4300-9f02-33942c7e8abc', 'name': 'tempest-TestVolumeBootPattern-396105437-router', 'tenant_id': '89b0981d89e845f9b7f745002d8acfb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:32:55Z', 'updated_at': '2021-08-06T16:42:39Z', 'revision_number': 6, 'project_id': '89b0981d89e845f9b7f745002d8acfb9', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:42:39.440485 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b5e7cd-014f-4ebb-9db2-afe94c04644d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:39.468072 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5e7cd-014f-4ebb-9db2-afe94c04644d admin admin] Pushing event deleted for resources: {'Port': ['ID=14273ae7-6978-4b1f-897c-84a0e9e53dfc,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:39.527661 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b5e7cd-014f-4ebb-9db2-afe94c04644d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:39.939377 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b5e7cd-014f-4ebb-9db2-afe94c04644d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:39.941409 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b5e7cd-014f-4ebb-9db2-afe94c04644d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:39.982621 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b5e7cd-014f-4ebb-9db2-afe94c04644d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:39.983132 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b5e7cd-014f-4ebb-9db2-afe94c04644d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b45e38c-df3c-4300-9f02-33942c7e8abc {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:42:39.987652 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d0b5e7cd-014f-4ebb-9db2-afe94c04644d admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:39.988703 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d0b5e7cd-014f-4ebb-9db2-afe94c04644d admin admin] 10.222.0.37 "DELETE /v2.0/routers/4b45e38c-df3c-4300-9f02-33942c7e8abc HTTP/1.1" status: 204 len: 168 time: 1.0827737 Aug 06 16:42:39.991199 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58520) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:40.034627 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-545376a0-4654-4acc-b838-28c42299d426 admin admin] Deleting subnet 1ff15de7-924a-4614-a29f-2fbcd9beffc2 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:42:40.037488 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-545376a0-4654-4acc-b838-28c42299d426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.074157 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-545376a0-4654-4acc-b838-28c42299d426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.147862 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-545376a0-4654-4acc-b838-28c42299d426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.203581 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-545376a0-4654-4acc-b838-28c42299d426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.229207 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545376a0-4654-4acc-b838-28c42299d426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ff15de7-924a-4614-a29f-2fbcd9beffc2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:40.232852 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-545376a0-4654-4acc-b838-28c42299d426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.234778 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-545376a0-4654-4acc-b838-28c42299d426 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1ff15de7-924a-4614-a29f-2fbcd9beffc2 HTTP/1.1" status: 204 len: 168 time: 0.2421877 Aug 06 16:42:40.239511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58522) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:40.240091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288392bd-d952-4111-acb8-0b0df56ca6f3 None None] Network 27993a5c-2b9d-4c69-8229-392961f4c587 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:42:40.309689 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.366297 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] Deleting port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:40.367200 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.421816 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] DHCP port deletion for 27993a5c-2b9d-4c69-8229-392961f4c587 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:42:40.443843 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] For port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:40.444207 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.458389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] Calling delete_port for ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:40.470166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Deleting port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:40.470543 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.535065 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] For port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c,segment=NetworkSegment(57d585fb-2fa2-4a13-8593-4215a10efb29),segment_id=57d585fb-2fa2-4a13-8593-4215a10efb29)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:40.535465 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.548775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.549374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Calling delete_port for ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:40.574507 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:40.580108 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] No DVR routers for this DVR port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:42:40.623280 n-d-803756-1 neutron-server[105766]: self.session.flush() Aug 06 16:42:40.630210 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.653804 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.654257 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Pushing event deleted for resources: {'Port': ['ID=ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:40.662903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] No DVR routers for this DVR port ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:42:40.664007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27993a5c-2b9d-4c69-8229-392961f4c587']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:40.666640 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:40.666993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:40.667329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:40.667661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:40.667985 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:40.668308 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:40.668946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:40.668946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:40.669255 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:40.669569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:40.669937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:40.670252 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b558a7-a64d-42c0-9931-de45e21ff8ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:40.677137 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d585fb-2fa2-4a13-8593-4215a10efb29') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:40.681011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d585fb-2fa2-4a13-8593-4215a10efb29') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:40.687481 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.701004 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.707064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:42:40.707440 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:42:40.709037 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:42:40.764227 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.771192 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.776514 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] 10.222.0.37 "DELETE /v2.0/networks/27993a5c-2b9d-4c69-8229-392961f4c587 HTTP/1.1" status: 204 len: 168 time: 0.5372124 Aug 06 16:42:40.777540 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58524) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:40.786517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddeae87-c906-4b69-85ed-67c811ec9c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=27993a5c-2b9d-4c69-8229-392961f4c587,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:41.115253 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d23313fd-3ee9-4d4b-a309-2f0e8d600b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:41.346058 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 14273ae7-6978-4b1f-897c-84a0e9e53dfc no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:42:41.357730 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-d23313fd-3ee9-4d4b-a309-2f0e8d600b50 admin admin] Deleting port 306e0447-db3e-4020-94e9-50f5a7717cfa {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:41.358069 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d23313fd-3ee9-4d4b-a309-2f0e8d600b50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:41.365144 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 14273ae7-6978-4b1f-897c-84a0e9e53dfc {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:42:41.365543 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 14273ae7-6978-4b1f-897c-84a0e9e53dfc not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:42:41.365948 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1796ea37-8f50-4028-869d-3b7c2ceb927a no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:42:41.384224 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 1796ea37-8f50-4028-869d-3b7c2ceb927a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:42:41.384568 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1796ea37-8f50-4028-869d-3b7c2ceb927a not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:42:41.384975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:42:41.406943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:42:41.407289 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ed69ccb5-153c-4b87-b3d0-2b68c7aeb32c not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:42:41.439079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-d23313fd-3ee9-4d4b-a309-2f0e8d600b50 admin admin] For port 306e0447-db3e-4020-94e9-50f5a7717cfa, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=306e0447-db3e-4020-94e9-50f5a7717cfa,segment=NetworkSegment(a6fd90a8-3f8b-407e-be29-8239b4765e14),segment_id=a6fd90a8-3f8b-407e-be29-8239b4765e14)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:41.439437 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d23313fd-3ee9-4d4b-a309-2f0e8d600b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:41.452212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-d23313fd-3ee9-4d4b-a309-2f0e8d600b50 admin admin] Calling delete_port for 306e0447-db3e-4020-94e9-50f5a7717cfa owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:41.630245 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d23313fd-3ee9-4d4b-a309-2f0e8d600b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:41.655639 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23313fd-3ee9-4d4b-a309-2f0e8d600b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=306e0447-db3e-4020-94e9-50f5a7717cfa,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:41.825494 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d23313fd-3ee9-4d4b-a309-2f0e8d600b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:42.037798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23313fd-3ee9-4d4b-a309-2f0e8d600b50 admin admin] Router b4681243-7822-4468-a825-ea5280d12f3f has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:42:42.142663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23313fd-3ee9-4d4b-a309-2f0e8d600b50 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:42:42.147549 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d23313fd-3ee9-4d4b-a309-2f0e8d600b50 admin admin] 10.222.0.37 "PUT /v2.0/routers/b4681243-7822-4468-a825-ea5280d12f3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3688772 Aug 06 16:42:42.150142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58526) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:42.150975 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df11ff1-1007-483f-b23b-e30f82c7db61 None None] Sync routers for ids ['b4681243-7822-4468-a825-ea5280d12f3f'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:42:42.159880 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df11ff1-1007-483f-b23b-e30f82c7db61 None None] Routers {'b4681243-7822-4468-a825-ea5280d12f3f'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:42.160501 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-6df11ff1-1007-483f-b23b-e30f82c7db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:42:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b4681243-7822-4468-a825-ea5280d12f3f'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:42.253551 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4397396a-f4dc-44e1-a26b-033cdfe049aa admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:42.261497 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-6df11ff1-1007-483f-b23b-e30f82c7db61 None None] Set router b4681243-7822-4468-a825-ea5280d12f3f gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:42.355294 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4397396a-f4dc-44e1-a26b-033cdfe049aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:42.406499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-4397396a-f4dc-44e1-a26b-033cdfe049aa admin admin] Deleting port a23e0635-8cdc-4123-8ab0-0bc4179b934b {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:42.406932 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4397396a-f4dc-44e1-a26b-033cdfe049aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:42.436116 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-6df11ff1-1007-483f-b23b-e30f82c7db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'name': 'tempest-TestVolumeBootPattern-616644600-router', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a23e0635-8cdc-4123-8ab0-0bc4179b934b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:33:01Z', 'updated_at': '2021-08-06T16:42:41Z', 'revision_number': 5, 'project_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'gw_port': {'id': 'a23e0635-8cdc-4123-8ab0-0bc4179b934b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:33:01Z', 'updated_at': '2021-08-06T16:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:42.462036 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df11ff1-1007-483f-b23b-e30f82c7db61 None None] Checking router: b4681243-7822-4468-a825-ea5280d12f3f for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:42:42.470174 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df11ff1-1007-483f-b23b-e30f82c7db61 None None] Routers {'b4681243-7822-4468-a825-ea5280d12f3f'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:42.470769 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-6df11ff1-1007-483f-b23b-e30f82c7db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:42:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['b4681243-7822-4468-a825-ea5280d12f3f'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:42.488968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-4397396a-f4dc-44e1-a26b-033cdfe049aa admin admin] For port a23e0635-8cdc-4123-8ab0-0bc4179b934b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a23e0635-8cdc-4123-8ab0-0bc4179b934b,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:42.489330 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4397396a-f4dc-44e1-a26b-033cdfe049aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:42.500783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-4397396a-f4dc-44e1-a26b-033cdfe049aa admin admin] Calling delete_port for a23e0635-8cdc-4123-8ab0-0bc4179b934b owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:42.554617 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-6df11ff1-1007-483f-b23b-e30f82c7db61 None None] Set router b4681243-7822-4468-a825-ea5280d12f3f gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:42.610463 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-6df11ff1-1007-483f-b23b-e30f82c7db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'name': 'tempest-TestVolumeBootPattern-616644600-router', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:33:01Z', 'updated_at': '2021-08-06T16:42:42Z', 'revision_number': 6, 'project_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:42.636940 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df11ff1-1007-483f-b23b-e30f82c7db61 None None] The sync data for ids ['b4681243-7822-4468-a825-ea5280d12f3f'] in n-d-803756-1 is: [{'id': 'b4681243-7822-4468-a825-ea5280d12f3f', 'name': 'tempest-TestVolumeBootPattern-616644600-router', 'tenant_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:33:01Z', 'updated_at': '2021-08-06T16:42:42Z', 'revision_number': 6, 'project_id': '7cee8ff719f14d2e9d8ac68d32788a93', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:42:42.671222 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4397396a-f4dc-44e1-a26b-033cdfe049aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:42.697929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397396a-f4dc-44e1-a26b-033cdfe049aa admin admin] Pushing event deleted for resources: {'Port': ['ID=a23e0635-8cdc-4123-8ab0-0bc4179b934b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:42.757901 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4397396a-f4dc-44e1-a26b-033cdfe049aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:42.848197 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4397396a-f4dc-44e1-a26b-033cdfe049aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:42.850321 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4397396a-f4dc-44e1-a26b-033cdfe049aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:42.906074 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4397396a-f4dc-44e1-a26b-033cdfe049aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:42.906554 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4397396a-f4dc-44e1-a26b-033cdfe049aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4681243-7822-4468-a825-ea5280d12f3f {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:42:42.910988 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4397396a-f4dc-44e1-a26b-033cdfe049aa admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:42.912135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4397396a-f4dc-44e1-a26b-033cdfe049aa admin admin] 10.222.0.37 "DELETE /v2.0/routers/b4681243-7822-4468-a825-ea5280d12f3f HTTP/1.1" status: 204 len: 168 time: 0.7610345 Aug 06 16:42:42.914824 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58528) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:42.959322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f375bf-f882-4cba-bb78-64ae26aa7ed9 admin admin] Deleting subnet bb039597-3433-4352-ae30-5c839b3d6a42 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:42:42.962344 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0f375bf-f882-4cba-bb78-64ae26aa7ed9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:42.996832 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0f375bf-f882-4cba-bb78-64ae26aa7ed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.086611 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0f375bf-f882-4cba-bb78-64ae26aa7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.138251 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0f375bf-f882-4cba-bb78-64ae26aa7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.163089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f375bf-f882-4cba-bb78-64ae26aa7ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb039597-3433-4352-ae30-5c839b3d6a42,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:43.166612 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0f375bf-f882-4cba-bb78-64ae26aa7ed9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.168498 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e0f375bf-f882-4cba-bb78-64ae26aa7ed9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bb039597-3433-4352-ae30-5c839b3d6a42 HTTP/1.1" status: 204 len: 168 time: 0.2528429 Aug 06 16:42:43.171694 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58530) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:43.172346 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b59de3-f658-4375-8d89-9ca1aff1178a None None] Network 79f70556-0e9a-4960-a0f6-c6db9d41a81d requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:42:43.256426 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.310019 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] Deleting port 989c5b4f-dd42-429a-a24c-39cb389f44b9 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:43.310357 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.378410 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] For port 989c5b4f-dd42-429a-a24c-39cb389f44b9, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=989c5b4f-dd42-429a-a24c-39cb389f44b9,segment=NetworkSegment(a6fd90a8-3f8b-407e-be29-8239b4765e14),segment_id=a6fd90a8-3f8b-407e-be29-8239b4765e14)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:43.378768 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.391283 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] Calling delete_port for 989c5b4f-dd42-429a-a24c-39cb389f44b9 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:43.398237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d477d9e-406d-4cf8-8ff9-394a16b315bf None None] DHCP port deletion for 79f70556-0e9a-4960-a0f6-c6db9d41a81d request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:42:43.455395 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 989c5b4f-dd42-429a-a24c-39cb389f44b9 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:42:43.477753 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1d477d9e-406d-4cf8-8ff9-394a16b315bf None None] Deleting port 989c5b4f-dd42-429a-a24c-39cb389f44b9 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:43.478126 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1d477d9e-406d-4cf8-8ff9-394a16b315bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.480593 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.505643 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] Pushing event deleted for resources: {'Port': ['ID=989c5b4f-dd42-429a-a24c-39cb389f44b9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:43.511693 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] No DVR routers for this DVR port 989c5b4f-dd42-429a-a24c-39cb389f44b9 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:42:43.557663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No active binding found for port 989c5b4f-dd42-429a-a24c-39cb389f44b9 {{(pid=105766) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 16:42:43.558171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 989c5b4f-dd42-429a-a24c-39cb389f44b9 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:42:43.558649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a23e0635-8cdc-4123-8ab0-0bc4179b934b no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:42:43.564159 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-1d477d9e-406d-4cf8-8ff9-394a16b315bf None None] For port 989c5b4f-dd42-429a-a24c-39cb389f44b9, host n-d-803756-1, got binding levels [] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:43.564549 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1d477d9e-406d-4cf8-8ff9-394a16b315bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.587603 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.590896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a23e0635-8cdc-4123-8ab0-0bc4179b934b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:42:43.591243 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a23e0635-8cdc-4123-8ab0-0bc4179b934b not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:42:43.591658 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 306e0447-db3e-4020-94e9-50f5a7717cfa no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:42:43.597606 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f70556-0e9a-4960-a0f6-c6db9d41a81d']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:43.609134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6fd90a8-3f8b-407e-be29-8239b4765e14') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:43.609458 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6fd90a8-3f8b-407e-be29-8239b4765e14') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:43.614126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-1d477d9e-406d-4cf8-8ff9-394a16b315bf None None] Calling delete_port for 989c5b4f-dd42-429a-a24c-39cb389f44b9 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:43.618598 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.ipam_backend_mixin [None req-1d477d9e-406d-4cf8-8ff9-394a16b315bf None None] Port 989c5b4f-dd42-429a-a24c-39cb389f44b9 was not found and therefore no delete operation was performed {{(pid=105766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:42:43.619137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 306e0447-db3e-4020-94e9-50f5a7717cfa {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:42:43.619477 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 306e0447-db3e-4020-94e9-50f5a7717cfa not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:42:43.620932 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.622164 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1d477d9e-406d-4cf8-8ff9-394a16b315bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.643435 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.646544 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d477d9e-406d-4cf8-8ff9-394a16b315bf None None] Pushing event deleted for resources: {'Port': ['ID=989c5b4f-dd42-429a-a24c-39cb389f44b9,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:43.652923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d477d9e-406d-4cf8-8ff9-394a16b315bf None None] No DVR routers for this DVR port 989c5b4f-dd42-429a-a24c-39cb389f44b9 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:42:43.653276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:42:43.654426 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:42:43.662678 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:42:43.718582 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.724523 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.727268 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] 10.222.0.37 "DELETE /v2.0/networks/79f70556-0e9a-4960-a0f6-c6db9d41a81d HTTP/1.1" status: 204 len: 168 time: 0.5545521 Aug 06 16:42:43.738906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125eeb9-0877-4c90-848b-5503ec00ac39 admin admin] Pushing event deleted for resources: {'Network': ['ID=79f70556-0e9a-4960-a0f6-c6db9d41a81d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:43.846154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58534) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:43.885761 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-860a5a6c-df19-4e84-96c3-f78f95737bc7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89b0981d89e845f9b7f745002d8acfb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384054 Aug 06 16:42:43.888204 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58536) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:43.936385 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef2059d3-c1db-4dd4-9dd5-ee450368e07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:43.957424 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef2059d3-c1db-4dd4-9dd5-ee450368e07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:44.009428 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef2059d3-c1db-4dd4-9dd5-ee450368e07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:44.012194 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef2059d3-c1db-4dd4-9dd5-ee450368e07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:44.013342 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ef2059d3-c1db-4dd4-9dd5-ee450368e07c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/84bf4450-3cdc-4ccb-ace1-fd262baba245 HTTP/1.1" status: 204 len: 168 time: 0.1242537 Aug 06 16:42:44.020774 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2059d3-c1db-4dd4-9dd5-ee450368e07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bf4450-3cdc-4ccb-ace1-fd262baba245,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:44.315833 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58542) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:44.355143 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-56f4b943-f715-47c8-899e-dc4f2f3ad2be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7cee8ff719f14d2e9d8ac68d32788a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381627 Aug 06 16:42:44.357555 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58544) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:44.404678 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b2389d2-2184-4eb9-92d1-7a240acb2331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:44.425016 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b2389d2-2184-4eb9-92d1-7a240acb2331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:44.471239 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b2389d2-2184-4eb9-92d1-7a240acb2331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:44.473863 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6b2389d2-2184-4eb9-92d1-7a240acb2331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:44.474994 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6b2389d2-2184-4eb9-92d1-7a240acb2331 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27c67409-0fc0-4f8d-aeed-b646c2fff786 HTTP/1.1" status: 204 len: 168 time: 0.1165385 Aug 06 16:42:44.482780 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2389d2-2184-4eb9-92d1-7a240acb2331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c67409-0fc0-4f8d-aeed-b646c2fff786,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:53.999204 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:54.204249 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:54.302180 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-6e361c65-c1e3-461f-be02-bd410896a44b tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7a55098f6b4e4b5983b4d67571a7ec2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223339 Aug 06 16:42:54.409531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-5096ec38-d386-4e4a-a050-eaeb297d61b1 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:54.410930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-5096ec38-d386-4e4a-a050-eaeb297d61b1 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1033542 Aug 06 16:42:54.426026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-5d39b701-dffc-473b-9346-838fe173c7de tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/quotas/7a55098f6b4e4b5983b4d67571a7ec2e HTTP/1.1" status: 200 len: 375 time: 0.0088484 Aug 06 16:42:54.456549 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-a7fb2d86-5cad-426c-bfe8-106faf3c44bd tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7a55098f6b4e4b5983b4d67571a7ec2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253599 Aug 06 16:42:54.612024 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e526b392-b620-4120-aa6e-3ea885b0dcd0 req-fc6fbc8e-ff92-462c-8496-eb9978dcc5b7 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/ports?device_id=16687e54-1c65-4c99-8c2e-f4a2b7532d0b HTTP/1.1" status: 200 len: 210 time: 0.0260746 Aug 06 16:42:55.722039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-15f7c184-0f68-4041-9487-2eae4c532de2 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=7a55098f6b4e4b5983b4d67571a7ec2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335016 Aug 06 16:42:55.747624 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-225e747a-9f7e-4451-b4e8-f7846f1c262f req-add24f78-7936-4d35-b30b-36ff8b44de62 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/ports?device_id=16687e54-1c65-4c99-8c2e-f4a2b7532d0b HTTP/1.1" status: 200 len: 210 time: 0.0481794 Aug 06 16:42:55.851645 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-0b4428c3-0321-43ea-bd6d-3fe0f190f3e6 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:55.853704 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-0b4428c3-0321-43ea-bd6d-3fe0f190f3e6 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052084 Aug 06 16:42:55.865911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Request body: {'port': {'device_id': '16687e54-1c65-4c99-8c2e-f4a2b7532d0b', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'admin_state_up': True, 'tenant_id': '7a55098f6b4e4b5983b4d67571a7ec2e'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:42:55.976488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Made reservation on behalf of 7a55098f6b4e4b5983b4d67571a7ec2e for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:42:55.980343 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:55.988767 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:56.097810 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:56.101700 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:56.160974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3de1b6-d331-437a-9cec-8947ad4f2dc3,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:56.237237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Allocated IP 192.168.233.99 (cc783e4e-6f81-499d-86c9-4ab32b897a77/109ba8c4-2391-4735-8e26-c775bcb69577/2f669edc-4504-48b9-bffd-a7dc6fb0d3b9) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:42:56.379493 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:56.393406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Transition to ACTIVE for port object 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:42:56.425275 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:56.472781 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Network cc783e4e-6f81-499d-86c9-4ab32b897a77 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:42:56.475856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:42:56.479742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:42:56.486058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Pushing event updated for resources: {'Port': ['ID=2f669edc-4504-48b9-bffd-a7dc6fb0d3b9,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:56.532212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:56.532831 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:56.548077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-093c623f-0883-4ed3-ae4c-56e6304d830a tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6857836 Aug 06 16:42:56.560969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Request body: {'port': {'device_id': '16687e54-1c65-4c99-8c2e-f4a2b7532d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:42:56.616411 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:56.787678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-81dc433b-e5a5-4db3-b14f-e1b96b2cfec8 None None] Provisioning for port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:42:56.793851 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-81dc433b-e5a5-4db3-b14f-e1b96b2cfec8 None None] Provisioning complete for port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:42:56.794405 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-81dc433b-e5a5-4db3-b14f-e1b96b2cfec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:56.832470 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-81dc433b-e5a5-4db3-b14f-e1b96b2cfec8 None None] Port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:42:56.918936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf95d75-ebd8-4b34-a34e-05dbb8ef11dc req-a7db023d-df0c-4f66-8ae3-df9d959b3bc1 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:56.920400 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6cf95d75-ebd8-4b34-a34e-05dbb8ef11dc req-a7db023d-df0c-4f66-8ae3-df9d959b3bc1 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/ports?device_id=16687e54-1c65-4c99-8c2e-f4a2b7532d0b HTTP/1.1" status: 200 len: 935 time: 0.0975850 Aug 06 16:42:56.936833 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:42:56.949747 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:56.971570 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Transition to ACTIVE for port object 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:42:56.976495 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:56.986860 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6cf95d75-ebd8-4b34-a34e-05dbb8ef11dc req-3ff69973-db6e-4a14-9d43-db678086dbbf tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3de1b6-d331-437a-9cec-8947ad4f2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601819 Aug 06 16:42:57.035944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Pushing event updated for resources: {'Port': ['ID=2f669edc-4504-48b9-bffd-a7dc6fb0d3b9,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:57.101772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Attempting to bind port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:42:57.102108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Attempting to bind port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:42:57.102962 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Attempting to bind port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:42:57.107490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:42:57.107814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Attempting to bind port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 on network cc783e4e-6f81-499d-86c9-4ab32b897a77 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:42:57.112869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:42:57.113208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Checking segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:42:57.113591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Bound using segment: {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:42:57.114045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Bound port: 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d08422e-148d-48a0-bd58-748f201099ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:42:57.114402 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:57.181730 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] For port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:42:57.185098 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] For port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2f669edc-4504-48b9-bffd-a7dc6fb0d3b9,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:42:57.190099 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:57.226997 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:57.228920 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:57.232949 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] 10.222.0.78 "PUT /v2.0/ports/2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 HTTP/1.1" status: 200 len: 1095 time: 0.6738369 Aug 06 16:42:57.232949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16687e54-1c65-4c99-8c2e-f4a2b7532d0b', 'tag': '2f669edc-4504-48b9-bffd-a7dc6fb0d3b9'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:42:57.236082 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705152d0-d86f-4f9f-8085-7ba19461ee42" -d '{"events": [{"name": "network-changed", "server_uuid": "16687e54-1c65-4c99-8c2e-f4a2b7532d0b", "tag": "2f669edc-4504-48b9-bffd-a7dc6fb0d3b9"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:42:57.268456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dcb6e-4881-4c8b-8b74-078a1e5fe7fd service neutron] Pushing event updated for resources: {'Port': ['ID=2f669edc-4504-48b9-bffd-a7dc6fb0d3b9,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:57.292005 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aaa034-ca74-4555-9330-7bc597ffcfce x-openstack-request-id: req-c3aaa034-ca74-4555-9330-7bc597ffcfce {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:42:57.292294 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16687e54-1c65-4c99-8c2e-f4a2b7532d0b", "tag": "2f669edc-4504-48b9-bffd-a7dc6fb0d3b9", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:42:57.292551 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3aaa034-ca74-4555-9330-7bc597ffcfce {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:42:57.292968 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16687e54-1c65-4c99-8c2e-f4a2b7532d0b', 'tag': '2f669edc-4504-48b9-bffd-a7dc6fb0d3b9', 'status': 'completed', 'code': 200} Aug 06 16:42:57.326112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-d8c1a94a-d4a7-4c88-b50c-89c78db9c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:57.327985 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-d8c1a94a-d4a7-4c88-b50c-89c78db9c4cd service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7a55098f6b4e4b5983b4d67571a7ec2e&device_id=16687e54-1c65-4c99-8c2e-f4a2b7532d0b HTTP/1.1" status: 200 len: 1098 time: 0.0492694 Aug 06 16:42:57.372352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-557153bd-c09d-48af-9d22-b97ba2beca8e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 HTTP/1.1" status: 200 len: 217 time: 0.0357451 Aug 06 16:42:57.428808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-2be1b13f-36aa-4395-b2dc-65c4f6b52d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:57.430302 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-2be1b13f-36aa-4395-b2dc-65c4f6b52d47 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0489137 Aug 06 16:42:57.478889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-3ca5cd32-9ee8-4099-99cb-aa83912ee97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:57.480409 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-3ca5cd32-9ee8-4099-99cb-aa83912ee97b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411773 Aug 06 16:42:57.573045 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-044f4506-dee9-43e1-af52-cddd88cfd781 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830154 Aug 06 16:42:57.666954 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a816e33-8544-4ff3-8c16-f6b6306c8d6a req-ec474b8f-9506-4513-b1a9-49b11574cf2b service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870819 Aug 06 16:42:57.758400 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705152d0-d86f-4f9f-8085-7ba19461ee42 req-3557bf73-b747-4a10-9154-808abde0337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:57.760492 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-705152d0-d86f-4f9f-8085-7ba19461ee42 req-3557bf73-b747-4a10-9154-808abde0337d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=7a55098f6b4e4b5983b4d67571a7ec2e&device_id=16687e54-1c65-4c99-8c2e-f4a2b7532d0b HTTP/1.1" status: 200 len: 1098 time: 0.0451441 Aug 06 16:42:58.261347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8828c-68b8-49a9-a5a4-c3fda98e770d req-a9547c5f-e619-4a10-888b-cb3db5e47fb7 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:58.262822 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d5b8828c-68b8-49a9-a5a4-c3fda98e770d req-a9547c5f-e619-4a10-888b-cb3db5e47fb7 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/ports?device_id=16687e54-1c65-4c99-8c2e-f4a2b7532d0b HTTP/1.1" status: 200 len: 947 time: 0.0797837 Aug 06 16:42:58.264325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705152d0-d86f-4f9f-8085-7ba19461ee42 req-002a39cf-3bfc-488f-9044-e0f38dfa3666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:58.265751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-705152d0-d86f-4f9f-8085-7ba19461ee42 req-002a39cf-3bfc-488f-9044-e0f38dfa3666 service neutron] 10.222.0.78 "GET /v2.0/networks?id=cc783e4e-6f81-499d-86c9-4ab32b897a77 HTTP/1.1" status: 200 len: 870 time: 0.4942012 Aug 06 16:42:58.319615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-705152d0-d86f-4f9f-8085-7ba19461ee42 req-15449b2a-a59c-40dc-8ec0-b8645198d440 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 HTTP/1.1" status: 200 len: 217 time: 0.0440059 Aug 06 16:42:58.362845 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d5b8828c-68b8-49a9-a5a4-c3fda98e770d req-ec771335-4528-477d-93aa-1c412d7e8504 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3de1b6-d331-437a-9cec-8947ad4f2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936697 Aug 06 16:42:58.384832 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705152d0-d86f-4f9f-8085-7ba19461ee42 req-5c51f638-a1ff-4047-ab09-272ba491ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:58.392920 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-705152d0-d86f-4f9f-8085-7ba19461ee42 req-5c51f638-a1ff-4047-ab09-272ba491ca48 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=109ba8c4-2391-4735-8e26-c775bcb69577 HTTP/1.1" status: 200 len: 843 time: 0.0553033 Aug 06 16:42:58.446878 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705152d0-d86f-4f9f-8085-7ba19461ee42 req-0b5f0ae3-fe0e-491c-bcc1-d4647354c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:58.448458 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-705152d0-d86f-4f9f-8085-7ba19461ee42 req-0b5f0ae3-fe0e-491c-bcc1-d4647354c2ad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=cc783e4e-6f81-499d-86c9-4ab32b897a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545809 Aug 06 16:42:58.548301 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-705152d0-d86f-4f9f-8085-7ba19461ee42 req-42a3a5d7-85c5-4a85-8314-cf45f78205c2 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916617 Aug 06 16:42:58.638062 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-705152d0-d86f-4f9f-8085-7ba19461ee42 req-528988a8-f5d3-473b-8a20-80e24e104d74 service neutron] 10.222.0.78 "GET /v2.0/networks/cc783e4e-6f81-499d-86c9-4ab32b897a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826874 Aug 06 16:42:59.491414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affa9e3-6309-4865-9089-86d671615c51 req-da920ed0-876c-4943-8726-ee78dbcb22a8 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:59.492870 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8affa9e3-6309-4865-9089-86d671615c51 req-da920ed0-876c-4943-8726-ee78dbcb22a8 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/ports?device_id=16687e54-1c65-4c99-8c2e-f4a2b7532d0b HTTP/1.1" status: 200 len: 947 time: 0.0549667 Aug 06 16:42:59.530485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8affa9e3-6309-4865-9089-86d671615c51 req-180cc5b7-8996-4610-b2d6-749fc7940906 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3de1b6-d331-437a-9cec-8947ad4f2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311611 Aug 06 16:43:00.643163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af5e3c-844a-4a0a-a43a-85ad251fea6a req-46c9bce0-b1d3-429a-9c2b-a271783b292b tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:00.644644 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30af5e3c-844a-4a0a-a43a-85ad251fea6a req-46c9bce0-b1d3-429a-9c2b-a271783b292b tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/ports?device_id=16687e54-1c65-4c99-8c2e-f4a2b7532d0b HTTP/1.1" status: 200 len: 947 time: 0.0481837 Aug 06 16:43:00.682289 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30af5e3c-844a-4a0a-a43a-85ad251fea6a req-2dc94d48-4048-48a5-a1fa-a35806d0b0be tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3de1b6-d331-437a-9cec-8947ad4f2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310104 Aug 06 16:43:00.752250 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:43:00.855711 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2f669edc-4504-48b9-bffd-a7dc6fb0d3b9,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:00.866821 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '2f669edc-4504-48b9-bffd-a7dc6fb0d3b9', 'network_id': 'cc783e4e-6f81-499d-86c9-4ab32b897a77', 'port_id': '2f669edc-4504-48b9-bffd-a7dc6fb0d3b9', 'mac_address': 'fa:16:3e:c5:cf:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109ba8c4-2391-4735-8e26-c775bcb69577', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:43:00.904453 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:00.917187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:43:00.936696 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2f669edc-4504-48b9-bffd-a7dc6fb0d3b9,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:00.940503 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:00.994141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=2f669edc-4504-48b9-bffd-a7dc6fb0d3b9,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:01.162194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['2f669edc-4504-48b9-bffd-a7dc6fb0d3b9'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:43:01.795761 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8098d0-3b2f-4040-997e-4c09974eb7ca req-6c38b292-73a3-4747-b2b5-9d18e91c24c9 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:01.797213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea8098d0-3b2f-4040-997e-4c09974eb7ca req-6c38b292-73a3-4747-b2b5-9d18e91c24c9 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/ports?device_id=16687e54-1c65-4c99-8c2e-f4a2b7532d0b HTTP/1.1" status: 200 len: 948 time: 0.0484450 Aug 06 16:43:01.837554 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea8098d0-3b2f-4040-997e-4c09974eb7ca req-75f4d77c-6b23-4378-8127-15608472c786 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3de1b6-d331-437a-9cec-8947ad4f2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339766 Aug 06 16:43:02.751517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:43:02.801284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:43:02.804786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:43:02.805151 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:02.880751 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:02.903307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16687e54-1c65-4c99-8c2e-f4a2b7532d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f669edc-4504-48b9-bffd-a7dc6fb0d3b9'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:43:02.905512 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afc1c3b-cad7-4596-b44c-668f6afd5369" -d '{"events": [{"server_uuid": "16687e54-1c65-4c99-8c2e-f4a2b7532d0b", "name": "network-vif-plugged", "status": "completed", "tag": "2f669edc-4504-48b9-bffd-a7dc6fb0d3b9"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:43:02.920944 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2f669edc-4504-48b9-bffd-a7dc6fb0d3b9,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:02.925226 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:02.950020 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa045844-d6d9-4379-8368-135cda39fdd2 x-openstack-request-id: req-fa045844-d6d9-4379-8368-135cda39fdd2 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:43:02.950377 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16687e54-1c65-4c99-8c2e-f4a2b7532d0b", "name": "network-vif-plugged", "status": "completed", "tag": "2f669edc-4504-48b9-bffd-a7dc6fb0d3b9", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:43:02.950545 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa045844-d6d9-4379-8368-135cda39fdd2 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:43:02.951408 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16687e54-1c65-4c99-8c2e-f4a2b7532d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f669edc-4504-48b9-bffd-a7dc6fb0d3b9', 'code': 200} Aug 06 16:43:02.960418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e73621-275a-4f7a-9b8c-6a351e09a540 req-f9f2ec93-6788-4e4b-9f91-763df293d18f tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:02.968431 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-47e73621-275a-4f7a-9b8c-6a351e09a540 req-f9f2ec93-6788-4e4b-9f91-763df293d18f tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/ports?device_id=16687e54-1c65-4c99-8c2e-f4a2b7532d0b HTTP/1.1" status: 200 len: 948 time: 0.0635767 Aug 06 16:43:02.979686 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=2f669edc-4504-48b9-bffd-a7dc6fb0d3b9,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:03.003661 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-47e73621-275a-4f7a-9b8c-6a351e09a540 req-e5675595-86f7-47b5-938b-d57dfecaae1b tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3de1b6-d331-437a-9cec-8947ad4f2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345294 Aug 06 16:43:03.042748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530b8b9-eefd-4903-b148-cf3d4ed5dec6 req-49b31ee4-082b-4143-94f8-14f7400a44e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:03.044251 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d530b8b9-eefd-4903-b148-cf3d4ed5dec6 req-49b31ee4-082b-4143-94f8-14f7400a44e6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=16687e54-1c65-4c99-8c2e-f4a2b7532d0b HTTP/1.1" status: 200 len: 1100 time: 0.0397730 Aug 06 16:43:03.080852 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d530b8b9-eefd-4903-b148-cf3d4ed5dec6 req-9f26218b-7f60-4d61-9582-c441203d4e9e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1b3de1b6-d331-437a-9cec-8947ad4f2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294580 Aug 06 16:43:03.836110 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b1780dcb-d7f7-4edb-a9c6-7e52c2caaf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:04.117692 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e413c8-6ca7-40e7-bb86-42567ce3dee9 req-35133e96-9361-4b7f-b3c1-280dc01dde2d tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:04.119149 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12e413c8-6ca7-40e7-bb86-42567ce3dee9 req-35133e96-9361-4b7f-b3c1-280dc01dde2d tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/ports?device_id=16687e54-1c65-4c99-8c2e-f4a2b7532d0b HTTP/1.1" status: 200 len: 949 time: 0.0483830 Aug 06 16:43:04.162713 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-12e413c8-6ca7-40e7-bb86-42567ce3dee9 req-2c20c447-4089-48e2-9aeb-163dc4e414a2 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3de1b6-d331-437a-9cec-8947ad4f2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374787 Aug 06 16:43:05.082181 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054a541-4bd3-402b-9f17-2749ec8861d3 req-20518617-c209-4e97-a848-6a72d3583b12 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:05.083642 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6054a541-4bd3-402b-9f17-2749ec8861d3 req-20518617-c209-4e97-a848-6a72d3583b12 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/ports?device_id=16687e54-1c65-4c99-8c2e-f4a2b7532d0b HTTP/1.1" status: 200 len: 949 time: 0.0556133 Aug 06 16:43:05.123131 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6054a541-4bd3-402b-9f17-2749ec8861d3 req-3a2a22e3-07db-46c2-bc5b-3f5ed20bba19 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3de1b6-d331-437a-9cec-8947ad4f2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Aug 06 16:43:06.245529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41292912-85c1-4f04-bd61-a76fcbf8f1e8 req-e1d8d7a4-c5b4-41d8-9883-b949ab40ee78 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:06.248043 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41292912-85c1-4f04-bd61-a76fcbf8f1e8 req-e1d8d7a4-c5b4-41d8-9883-b949ab40ee78 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/ports?device_id=16687e54-1c65-4c99-8c2e-f4a2b7532d0b HTTP/1.1" status: 200 len: 949 time: 0.0503690 Aug 06 16:43:06.267982 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-926f5ce7-1c5b-4fe9-aba2-86faa42ba356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:06.289670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41292912-85c1-4f04-bd61-a76fcbf8f1e8 req-20be32da-fcce-46b9-b105-e300f6f9b093 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b3de1b6-d331-437a-9cec-8947ad4f2dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361252 Aug 06 16:43:06.346504 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748404ef-bc64-4020-b11b-4012e3ba21cb req-53070833-091c-44f0-a1e9-0b8eb0be1363 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:06.348155 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-748404ef-bc64-4020-b11b-4012e3ba21cb req-53070833-091c-44f0-a1e9-0b8eb0be1363 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.78 "GET /v2.0/ports?device_id=16687e54-1c65-4c99-8c2e-f4a2b7532d0b HTTP/1.1" status: 200 len: 949 time: 0.0572901 Aug 06 16:43:06.440219 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-748404ef-bc64-4020-b11b-4012e3ba21cb req-f0a5732b-2a40-4943-90cd-8eb90fb9ea12 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Deleting port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:43:06.440475 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-748404ef-bc64-4020-b11b-4012e3ba21cb req-f0a5732b-2a40-4943-90cd-8eb90fb9ea12 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:06.528132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-748404ef-bc64-4020-b11b-4012e3ba21cb req-f0a5732b-2a40-4943-90cd-8eb90fb9ea12 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] For port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2f669edc-4504-48b9-bffd-a7dc6fb0d3b9,segment=NetworkSegment(0d08422e-148d-48a0-bd58-748f201099ed),segment_id=0d08422e-148d-48a0-bd58-748f201099ed)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:06.528487 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-748404ef-bc64-4020-b11b-4012e3ba21cb req-f0a5732b-2a40-4943-90cd-8eb90fb9ea12 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:06.541232 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-748404ef-bc64-4020-b11b-4012e3ba21cb req-f0a5732b-2a40-4943-90cd-8eb90fb9ea12 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Calling delete_port for 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:43:06.672895 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-748404ef-bc64-4020-b11b-4012e3ba21cb req-f0a5732b-2a40-4943-90cd-8eb90fb9ea12 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:06.685832 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:06.687556 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['2f669edc-4504-48b9-bffd-a7dc6fb0d3b9'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:43:06.704610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5732b-2a40-4943-90cd-8eb90fb9ea12 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Pushing event deleted for resources: {'Port': ['ID=2f669edc-4504-48b9-bffd-a7dc6fb0d3b9,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:06.754176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-748404ef-bc64-4020-b11b-4012e3ba21cb req-f0a5732b-2a40-4943-90cd-8eb90fb9ea12 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] No DVR routers for this DVR port 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:43:06.756806 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-748404ef-bc64-4020-b11b-4012e3ba21cb req-f0a5732b-2a40-4943-90cd-8eb90fb9ea12 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:06.759070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-748404ef-bc64-4020-b11b-4012e3ba21cb req-f0a5732b-2a40-4943-90cd-8eb90fb9ea12 tempest-ServersAdminNegativeTestJSON-1035152557 tempest-ServersAdminNegativeTestJSON-1035152557-project] 10.222.0.78 "DELETE /v2.0/ports/2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 HTTP/1.1" status: 204 len: 173 time: 0.4046371 Aug 06 16:43:06.759609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16687e54-1c65-4c99-8c2e-f4a2b7532d0b', 'name': 'network-vif-deleted', 'tag': '2f669edc-4504-48b9-bffd-a7dc6fb0d3b9'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:43:06.762055 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd608a79-0b78-45b0-8a11-2bd852cd1092" -d '{"events": [{"server_uuid": "16687e54-1c65-4c99-8c2e-f4a2b7532d0b", "name": "network-vif-deleted", "tag": "2f669edc-4504-48b9-bffd-a7dc6fb0d3b9"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:43:06.814139 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03718972-d974-421b-9e29-95ccb010f30d x-openstack-request-id: req-03718972-d974-421b-9e29-95ccb010f30d {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:43:06.814433 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16687e54-1c65-4c99-8c2e-f4a2b7532d0b", "name": "network-vif-deleted", "tag": "2f669edc-4504-48b9-bffd-a7dc6fb0d3b9", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:43:06.814690 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03718972-d974-421b-9e29-95ccb010f30d {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:43:06.815094 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16687e54-1c65-4c99-8c2e-f4a2b7532d0b', 'name': 'network-vif-deleted', 'tag': '2f669edc-4504-48b9-bffd-a7dc6fb0d3b9', 'status': 'completed', 'code': 200} Aug 06 16:43:07.427955 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:07.585486 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58680) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:07.741876 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7d1ab7e4-2d6e-413e-ac85-01590009234e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a55098f6b4e4b5983b4d67571a7ec2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551664 Aug 06 16:43:07.745588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58686) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:07.795399 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5b0bf012-0736-4cf9-a327-5a65567dea1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:07.815961 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5b0bf012-0736-4cf9-a327-5a65567dea1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:07.864815 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5b0bf012-0736-4cf9-a327-5a65567dea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:07.867414 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5b0bf012-0736-4cf9-a327-5a65567dea1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:07.869073 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5b0bf012-0736-4cf9-a327-5a65567dea1d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b3de1b6-d331-437a-9cec-8947ad4f2dc3 HTTP/1.1" status: 204 len: 168 time: 0.1225591 Aug 06 16:43:07.877222 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bf012-0736-4cf9-a327-5a65567dea1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3de1b6-d331-437a-9cec-8947ad4f2dc3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:08.130063 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58692) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:08.142775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-917dd138-3867-4f69-89b7-c5841fd61282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:08.230119 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-917dd138-3867-4f69-89b7-c5841fd61282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:08.233793 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-917dd138-3867-4f69-89b7-c5841fd61282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:08.271721 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-917dd138-3867-4f69-89b7-c5841fd61282 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce0723ceb1e24e2f91b212c9af570711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406169 Aug 06 16:43:08.272516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dd138-3867-4f69-89b7-c5841fd61282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b02d86-40fd-4b6f-ad08-ce3c1440cdac,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:08.274589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58694) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:08.324104 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83ab068f-36a5-43f2-ae71-c80a027cb826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:08.344586 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83ab068f-36a5-43f2-ae71-c80a027cb826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:08.389992 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83ab068f-36a5-43f2-ae71-c80a027cb826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:08.392832 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-83ab068f-36a5-43f2-ae71-c80a027cb826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:08.393997 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-83ab068f-36a5-43f2-ae71-c80a027cb826 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2b02d86-40fd-4b6f-ad08-ce3c1440cdac HTTP/1.1" status: 204 len: 168 time: 0.1183512 Aug 06 16:43:08.401852 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab068f-36a5-43f2-ae71-c80a027cb826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b02d86-40fd-4b6f-ad08-ce3c1440cdac,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:09.089078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58716) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:09.164056 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:09.184284 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-053daf8f-44d0-4190-a023-536a6a14a615 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1512546478-network', 'tenant_id': 'e7cb736f872d4d3f930b2a40f0f572a0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:09.204150 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053daf8f-44d0-4190-a023-536a6a14a615 admin admin] Made reservation on behalf of e7cb736f872d4d3f930b2a40f0f572a0 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:43:09.206403 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-053daf8f-44d0-4190-a023-536a6a14a615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:09.214551 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-053daf8f-44d0-4190-a023-536a6a14a615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:09.314008 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-053daf8f-44d0-4190-a023-536a6a14a615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:09.317945 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-053daf8f-44d0-4190-a023-536a6a14a615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:09.342266 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053daf8f-44d0-4190-a023-536a6a14a615 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:43:09.351543 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053daf8f-44d0-4190-a023-536a6a14a615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce83062-823e-40b8-995e-90198c4b3954,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:09.356371 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-053daf8f-44d0-4190-a023-536a6a14a615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:09.356709 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-053daf8f-44d0-4190-a023-536a6a14a615 admin admin] Added segment 7444be00-c469-437b-a132-632856781b5c of type vlan for network 6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c Aug 06 16:43:09.397544 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-053daf8f-44d0-4190-a023-536a6a14a615 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:09.426406 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-053daf8f-44d0-4190-a023-536a6a14a615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:09.427655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053daf8f-44d0-4190-a023-536a6a14a615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:09.428227 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-053daf8f-44d0-4190-a023-536a6a14a615 admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:09.458206 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-053daf8f-44d0-4190-a023-536a6a14a615 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3679957 Aug 06 16:43:09.461322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58720) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:09.467121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-5b1788f6-6e2c-4316-abbd-77903057c3c5 admin admin] Request body: {'subnet': {'network_id': '6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1512546478-subnet', 'tenant_id': 'e7cb736f872d4d3f930b2a40f0f572a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:09.488112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1788f6-6e2c-4316-abbd-77903057c3c5 admin admin] Made reservation on behalf of e7cb736f872d4d3f930b2a40f0f572a0 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:43:09.490039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053daf8f-44d0-4190-a023-536a6a14a615 admin admin] Pushing event updated for resources: {'Network': ['ID=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:09.490714 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5b1788f6-6e2c-4316-abbd-77903057c3c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:09.500067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:43:09.657907 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5b1788f6-6e2c-4316-abbd-77903057c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:09.713327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1788f6-6e2c-4316-abbd-77903057c3c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aaa9ca6-50d8-4fb0-9380-10d955ed3baa,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:09.721295 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1788f6-6e2c-4316-abbd-77903057c3c5 admin admin] Checking segment: {'id': '7444be00-c469-437b-a132-632856781b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:43:09.721682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1788f6-6e2c-4316-abbd-77903057c3c5 admin admin] Network hostable DHCP agents. Network: 6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:43:09.737694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1788f6-6e2c-4316-abbd-77903057c3c5 admin admin] Network 6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:43:09.746112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-5b1788f6-6e2c-4316-abbd-77903057c3c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:43:09.750259 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1788f6-6e2c-4316-abbd-77903057c3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:09.750837 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5b1788f6-6e2c-4316-abbd-77903057c3c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:09.757383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcc3e3b-8ab1-464a-b744-416bbf827e3f None None] Network 6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:43:09.767675 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5b1788f6-6e2c-4316-abbd-77903057c3c5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3046792 Aug 06 16:43:09.892764 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a19aabf-6435-44a9-a799-6bed7488cb0b None None] Network 6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:43:10.197664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-43d1f3f7-8843-4bf4-bc22-c965c53f0df9 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:10.199037 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-43d1f3f7-8843-4bf4-bc22-c965c53f0df9 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/networks?id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c HTTP/1.1" status: 200 len: 812 time: 0.1046410 Aug 06 16:43:10.213833 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-674d5cac-ce5e-4de6-8bda-9170776daa1b tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/quotas/e7cb736f872d4d3f930b2a40f0f572a0 HTTP/1.1" status: 200 len: 375 time: 0.0089076 Aug 06 16:43:10.244513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-91b34b87-22ea-47d1-87df-597911e4e6dd tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e7cb736f872d4d3f930b2a40f0f572a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257549 Aug 06 16:43:10.336674 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-5369454a-7c24-409b-8511-09da2f5fb894 service neutron] 10.222.0.37 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855689 Aug 06 16:43:10.424125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-0c4215fe-b0f0-4cb6-8af6-bd23f8ee3974 service neutron] 10.222.0.37 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815816 Aug 06 16:43:10.583413 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ed50eae-d6a6-418d-af4a-97f6314ccec7 req-a5feec75-fdd8-44a9-b9c1-0826f2a58766 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 210 time: 0.0306802 Aug 06 16:43:10.798745 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:43:10.817836 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:43:10.818174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2f669edc-4504-48b9-bffd-a7dc6fb0d3b9 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:43:11.737947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78ed3c7b-48a2-47e7-a761-3fe7250eb4fa req-eb1be2be-d9dd-4675-8aec-f1f4b442310b tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 210 time: 0.0440018 Aug 06 16:43:11.769902 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-241eafe9-ae66-4d7f-8000-a378662cde1b tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:11.771345 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-241eafe9-ae66-4d7f-8000-a378662cde1b tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.78 "GET /v2.0/networks?id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c HTTP/1.1" status: 200 len: 812 time: 0.1752956 Aug 06 16:43:11.787533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-4553dd73-88b3-4407-8878-93c540a33b14 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Request body: {'port': {'device_id': 'd0805082-ee1f-4994-ab82-e01348b4c9b2', 'network_id': '6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c', 'admin_state_up': True, 'tenant_id': 'e7cb736f872d4d3f930b2a40f0f572a0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:11.907135 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-4553dd73-88b3-4407-8878-93c540a33b14 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Made reservation on behalf of e7cb736f872d4d3f930b2a40f0f572a0 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:43:11.910738 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-4553dd73-88b3-4407-8878-93c540a33b14 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:12.046885 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-4553dd73-88b3-4407-8878-93c540a33b14 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Allocated IP 172.20.0.11 (6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c/1aaa9ca6-50d8-4fb0-9380-10d955ed3baa/e9712369-cb1f-43c0-8359-34eae6ff9542) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:43:12.189389 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-4553dd73-88b3-4407-8878-93c540a33b14 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:12.227061 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-4553dd73-88b3-4407-8878-93c540a33b14 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:12.274362 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-4553dd73-88b3-4407-8878-93c540a33b14 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Network 6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:43:12.277361 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-4553dd73-88b3-4407-8878-93c540a33b14 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:43:12.281139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-4553dd73-88b3-4407-8878-93c540a33b14 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:43:12.303671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553dd73-88b3-4407-8878-93c540a33b14 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Pushing event updated for resources: {'Port': ['ID=e9712369-cb1f-43c0-8359-34eae6ff9542,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:12.331897 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-4553dd73-88b3-4407-8878-93c540a33b14 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:12.332504 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-4553dd73-88b3-4407-8878-93c540a33b14 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:12.346515 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-4553dd73-88b3-4407-8878-93c540a33b14 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5629501 Aug 06 16:43:12.358764 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Request body: {'port': {'device_id': 'd0805082-ee1f-4994-ab82-e01348b4c9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:12.409711 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:12.668660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9712369-cb1f-43c0-8359-34eae6ff9542 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:43:12.675971 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:12.688188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Transition to ACTIVE for port object e9712369-cb1f-43c0-8359-34eae6ff9542 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:43:12.692112 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:12.743847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Pushing event updated for resources: {'Port': ['ID=e9712369-cb1f-43c0-8359-34eae6ff9542,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:12.821536 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Attempting to bind port e9712369-cb1f-43c0-8359-34eae6ff9542 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:43:12.822061 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Attempting to bind port e9712369-cb1f-43c0-8359-34eae6ff9542 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '7444be00-c469-437b-a132-632856781b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:43:12.822441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Attempting to bind port e9712369-cb1f-43c0-8359-34eae6ff9542 on network 6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:43:12.840942 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Port e9712369-cb1f-43c0-8359-34eae6ff9542 on network 6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:43:12.841265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Attempting to bind port e9712369-cb1f-43c0-8359-34eae6ff9542 on network 6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:43:12.850449 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:43:12.850778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Checking segment: {'id': '7444be00-c469-437b-a132-632856781b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:43:12.851153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Bound using segment: {'id': '7444be00-c469-437b-a132-632856781b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:43:12.851572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Bound port: e9712369-cb1f-43c0-8359-34eae6ff9542, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7444be00-c469-437b-a132-632856781b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:43:12.851925 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:12.878639 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48d417-6c05-42d2-8ff0-8870de87b4b4 req-f9329218-55b3-446a-b401-d0e8eab5b507 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:12.880097 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b48d417-6c05-42d2-8ff0-8870de87b4b4 req-f9329218-55b3-446a-b401-d0e8eab5b507 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 944 time: 0.0711112 Aug 06 16:43:12.952385 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1b48d417-6c05-42d2-8ff0-8870de87b4b4 req-0fbb5f20-dfc8-4e3c-9cf9-c85ec253ef18 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548592 Aug 06 16:43:12.953311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] For port e9712369-cb1f-43c0-8359-34eae6ff9542, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:43:12.956548 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] For port e9712369-cb1f-43c0-8359-34eae6ff9542, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=e9712369-cb1f-43c0-8359-34eae6ff9542,segment=NetworkSegment(7444be00-c469-437b-a132-632856781b5c),segment_id=7444be00-c469-437b-a132-632856781b5c)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:43:12.962285 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:13.000662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:13.001268 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:13.002674 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] 10.222.0.78 "PUT /v2.0/ports/e9712369-cb1f-43c0-8359-34eae6ff9542 HTTP/1.1" status: 200 len: 1092 time: 0.6480548 Aug 06 16:43:13.003109 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0805082-ee1f-4994-ab82-e01348b4c9b2', 'tag': 'e9712369-cb1f-43c0-8359-34eae6ff9542'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:43:13.005390 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727e3d01-f2c6-432d-86d8-0b4e42d20efb" -d '{"events": [{"name": "network-changed", "server_uuid": "d0805082-ee1f-4994-ab82-e01348b4c9b2", "tag": "e9712369-cb1f-43c0-8359-34eae6ff9542"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:43:13.032725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d2bbb-1a17-42a8-b998-7fed349f615d service neutron] Pushing event updated for resources: {'Port': ['ID=e9712369-cb1f-43c0-8359-34eae6ff9542,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:13.052231 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f69e04-32e1-4ff2-85bc-b59c243aabe9 x-openstack-request-id: req-77f69e04-32e1-4ff2-85bc-b59c243aabe9 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:43:13.052567 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0805082-ee1f-4994-ab82-e01348b4c9b2", "tag": "e9712369-cb1f-43c0-8359-34eae6ff9542", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:43:13.052819 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77f69e04-32e1-4ff2-85bc-b59c243aabe9 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:43:13.053208 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0805082-ee1f-4994-ab82-e01348b4c9b2', 'tag': 'e9712369-cb1f-43c0-8359-34eae6ff9542', 'status': 'completed', 'code': 200} Aug 06 16:43:13.085560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-fecd9f6a-ebfc-4a38-ab0c-88dc603aac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:13.094886 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-fecd9f6a-ebfc-4a38-ab0c-88dc603aac56 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e7cb736f872d4d3f930b2a40f0f572a0&device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 1095 time: 0.0442693 Aug 06 16:43:13.130426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-ebf08c1f-1e9b-4134-a24d-9f133426698d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9712369-cb1f-43c0-8359-34eae6ff9542 HTTP/1.1" status: 200 len: 217 time: 0.0344379 Aug 06 16:43:13.183869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-694362d1-1e13-41ee-846b-1a3229dfc0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:13.185280 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-694362d1-1e13-41ee-846b-1a3229dfc0d6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1aaa9ca6-50d8-4fb0-9380-10d955ed3baa HTTP/1.1" status: 200 len: 852 time: 0.0471396 Aug 06 16:43:13.216703 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-688ab261-8e9c-401f-a360-ff2742460afd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242906 Aug 06 16:43:13.309962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-8aa18e71-03a9-4f65-b5f2-669e665abc63 service neutron] 10.222.0.78 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816607 Aug 06 16:43:13.397799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a95c3bc3-1219-4f90-a421-a38827f46075 req-0f9c3c60-082e-4bee-b93c-b4ae646f2f3f service neutron] 10.222.0.78 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843382 Aug 06 16:43:13.484019 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e3d01-f2c6-432d-86d8-0b4e42d20efb req-c4d5884e-77ef-4472-96dc-9c49a85c7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:13.485564 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-727e3d01-f2c6-432d-86d8-0b4e42d20efb req-c4d5884e-77ef-4472-96dc-9c49a85c7e3e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e7cb736f872d4d3f930b2a40f0f572a0&device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 1095 time: 0.0431311 Aug 06 16:43:13.579038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e3d01-f2c6-432d-86d8-0b4e42d20efb req-73131626-3b64-465d-8f1f-5aa9605de5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:13.580497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-727e3d01-f2c6-432d-86d8-0b4e42d20efb req-73131626-3b64-465d-8f1f-5aa9605de5e4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c HTTP/1.1" status: 200 len: 913 time: 0.0880585 Aug 06 16:43:13.623856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-727e3d01-f2c6-432d-86d8-0b4e42d20efb req-3f891d06-a776-4725-89b4-1d297b7f7696 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9712369-cb1f-43c0-8359-34eae6ff9542 HTTP/1.1" status: 200 len: 217 time: 0.0350239 Aug 06 16:43:13.674876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e3d01-f2c6-432d-86d8-0b4e42d20efb req-42ad4efe-8f6b-4e91-a1e7-6d0e07319f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:13.676369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-727e3d01-f2c6-432d-86d8-0b4e42d20efb req-42ad4efe-8f6b-4e91-a1e7-6d0e07319f01 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1aaa9ca6-50d8-4fb0-9380-10d955ed3baa HTTP/1.1" status: 200 len: 852 time: 0.0453265 Aug 06 16:43:13.710995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-727e3d01-f2c6-432d-86d8-0b4e42d20efb req-1b5544d4-4405-4eb2-a8e5-839299a40a53 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257747 Aug 06 16:43:13.805365 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-727e3d01-f2c6-432d-86d8-0b4e42d20efb req-78f9aeca-8dac-4472-85dd-93a038c4318c service neutron] 10.222.0.78 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865858 Aug 06 16:43:13.906507 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-727e3d01-f2c6-432d-86d8-0b4e42d20efb req-592701c8-f1a7-4f99-9dd4-0a38053c2463 service neutron] 10.222.0.78 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921879 Aug 06 16:43:14.083521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0d3c6-406b-420d-8eef-686ff8993d81 req-11aa3705-de33-4dac-8632-18cd799a315b tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:14.084996 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3e0d3c6-406b-420d-8eef-686ff8993d81 req-11aa3705-de33-4dac-8632-18cd799a315b tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 944 time: 0.0516899 Aug 06 16:43:14.123898 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3e0d3c6-406b-420d-8eef-686ff8993d81 req-e4692569-7b5e-4e54-b4b9-ed8f83d9c9fb tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326555 Aug 06 16:43:14.480735 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:43:15.241241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb707888-43d5-4d2b-9e2c-155e2ed0d17c req-29332569-ef25-41ae-a015-ad61e2adbb39 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:15.242713 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb707888-43d5-4d2b-9e2c-155e2ed0d17c req-29332569-ef25-41ae-a015-ad61e2adbb39 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 944 time: 0.0478666 Aug 06 16:43:15.281597 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb707888-43d5-4d2b-9e2c-155e2ed0d17c req-9006d3bc-f392-4a24-9f3c-1b7ee58814fc tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321360 Aug 06 16:43:16.398782 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f910fa-2e5c-4980-b27c-5f38d17a6661 req-0431241a-57de-40e8-9668-d46fe13f2028 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:16.400251 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f910fa-2e5c-4980-b27c-5f38d17a6661 req-0431241a-57de-40e8-9668-d46fe13f2028 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 944 time: 0.0518334 Aug 06 16:43:16.437987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f910fa-2e5c-4980-b27c-5f38d17a6661 req-8a9ada66-76ae-4c27-8f13-4ffc0de5cd71 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317774 Aug 06 16:43:16.799263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device e9712369-cb1f-43c0-8359-34eae6ff9542 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:43:16.894880 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port e9712369-cb1f-43c0-8359-34eae6ff9542, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=e9712369-cb1f-43c0-8359-34eae6ff9542,segment=NetworkSegment(7444be00-c469-437b-a132-632856781b5c),segment_id=7444be00-c469-437b-a132-632856781b5c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:16.907139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'e9712369-cb1f-43c0-8359-34eae6ff9542', 'network_id': '6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c', 'port_id': 'e9712369-cb1f-43c0-8359-34eae6ff9542', 'mac_address': 'fa:16:3e:ae:09:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aaa9ca6-50d8-4fb0-9380-10d955ed3baa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:43:16.944472 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:16.960544 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9712369-cb1f-43c0-8359-34eae6ff9542 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:43:16.980243 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port e9712369-cb1f-43c0-8359-34eae6ff9542, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=e9712369-cb1f-43c0-8359-34eae6ff9542,segment=NetworkSegment(7444be00-c469-437b-a132-632856781b5c),segment_id=7444be00-c469-437b-a132-632856781b5c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:16.984314 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:17.035161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=e9712369-cb1f-43c0-8359-34eae6ff9542,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:17.177708 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['e9712369-cb1f-43c0-8359-34eae6ff9542'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:43:17.553918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4573172-4a97-4f24-ad83-3dcc08fcf39a req-71ab32bf-a5f4-4516-ae3b-43b64850b9ab tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:17.555413 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4573172-4a97-4f24-ad83-3dcc08fcf39a req-71ab32bf-a5f4-4516-ae3b-43b64850b9ab tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 945 time: 0.0519140 Aug 06 16:43:17.596422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4573172-4a97-4f24-ad83-3dcc08fcf39a req-8f06144d-5c73-4a1c-ba8d-0f91908afecd tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345588 Aug 06 16:43:18.708120 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc8020-9ae5-4983-9c9b-80fa15032eb0 req-5f9b142f-c3b8-403d-baac-ab1700fd38eb tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:18.709561 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30cc8020-9ae5-4983-9c9b-80fa15032eb0 req-5f9b142f-c3b8-403d-baac-ab1700fd38eb tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 945 time: 0.0472600 Aug 06 16:43:18.746388 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30cc8020-9ae5-4983-9c9b-80fa15032eb0 req-0a1a6ea3-ac95-4ea9-b1e2-fab7dc8746b0 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302165 Aug 06 16:43:18.814083 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device e9712369-cb1f-43c0-8359-34eae6ff9542 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:43:18.863764 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port e9712369-cb1f-43c0-8359-34eae6ff9542 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:43:18.867730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port e9712369-cb1f-43c0-8359-34eae6ff9542 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:43:18.868095 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:18.945236 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:18.967353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0805082-ee1f-4994-ab82-e01348b4c9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9712369-cb1f-43c0-8359-34eae6ff9542'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:43:18.969847 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b981bb-9c97-475d-a5d4-f2de850b51ab" -d '{"events": [{"server_uuid": "d0805082-ee1f-4994-ab82-e01348b4c9b2", "name": "network-vif-plugged", "status": "completed", "tag": "e9712369-cb1f-43c0-8359-34eae6ff9542"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:43:18.983198 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port e9712369-cb1f-43c0-8359-34eae6ff9542, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=e9712369-cb1f-43c0-8359-34eae6ff9542,segment=NetworkSegment(7444be00-c469-437b-a132-632856781b5c),segment_id=7444be00-c469-437b-a132-632856781b5c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:18.987404 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:19.011741 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326056c7-a25c-4d13-8183-1ed77d24d494 x-openstack-request-id: req-326056c7-a25c-4d13-8183-1ed77d24d494 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:43:19.012048 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0805082-ee1f-4994-ab82-e01348b4c9b2", "name": "network-vif-plugged", "status": "completed", "tag": "e9712369-cb1f-43c0-8359-34eae6ff9542", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:43:19.012294 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-326056c7-a25c-4d13-8183-1ed77d24d494 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:43:19.012695 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0805082-ee1f-4994-ab82-e01348b4c9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9712369-cb1f-43c0-8359-34eae6ff9542', 'code': 200} Aug 06 16:43:19.038332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=e9712369-cb1f-43c0-8359-34eae6ff9542,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:19.107190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9401e-0470-4d32-8567-c6bfe7a9f1e8 req-376e3d1d-4d26-4aa0-a6ad-74853cdec8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:19.108710 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07a9401e-0470-4d32-8567-c6bfe7a9f1e8 req-376e3d1d-4d26-4aa0-a6ad-74853cdec8ae service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 1097 time: 0.0435667 Aug 06 16:43:19.144286 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-07a9401e-0470-4d32-8567-c6bfe7a9f1e8 req-94bed8a3-2ea2-4161-b3d1-332c1edacf3c service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283914 Aug 06 16:43:19.871629 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd4644-3495-46a4-b01b-1e49c46fd5fe req-997a95f7-aaf1-4558-8aa6-d06432bf55cc tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:19.872669 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fbbd4644-3495-46a4-b01b-1e49c46fd5fe req-997a95f7-aaf1-4558-8aa6-d06432bf55cc tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0541058 Aug 06 16:43:19.911607 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fbbd4644-3495-46a4-b01b-1e49c46fd5fe req-2985232e-2705-4a20-bb19-0289ab8c6153 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324852 Aug 06 16:43:21.026936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfffeb-8251-4c0b-aab1-b63e531ecd19 req-65e67133-e9a5-47a7-a8bd-23945ccd99bb tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:21.028422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1bbfffeb-8251-4c0b-aab1-b63e531ecd19 req-65e67133-e9a5-47a7-a8bd-23945ccd99bb tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0489488 Aug 06 16:43:21.065109 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1bbfffeb-8251-4c0b-aab1-b63e531ecd19 req-789745a5-c3b2-4186-af59-0077c1333bb0 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308526 Aug 06 16:43:21.250945 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58784) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:21.305610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127a1a6-69b5-40b2-93c1-7fb81b29eb21 req-231943f1-337b-4d03-af3e-1a8f924f33ac tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:21.307665 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d127a1a6-69b5-40b2-93c1-7fb81b29eb21 req-231943f1-337b-4d03-af3e-1a8f924f33ac tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0523374 Aug 06 16:43:21.346672 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d127a1a6-69b5-40b2-93c1-7fb81b29eb21 req-87255bf6-ce3d-4649-bf05-79170294e523 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325747 Aug 06 16:43:21.350588 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-aefc408a-c1e0-42c2-85a2-78c0fc38173f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0983524 Aug 06 16:43:22.409374 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-b950615e-f632-4326-9e0c-7a827336a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:22.417138 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-b950615e-f632-4326-9e0c-7a827336a6f2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e7cb736f872d4d3f930b2a40f0f572a0&device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 1097 time: 0.0470512 Aug 06 16:43:22.522956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f1411-2843-40c1-b7f0-c042ce247dfa req-b2a81176-10f9-4aa0-a8ec-63975d8a6c54 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:22.524427 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6e7f1411-2843-40c1-b7f0-c042ce247dfa req-b2a81176-10f9-4aa0-a8ec-63975d8a6c54 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.1064413 Aug 06 16:43:22.547684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-e851099f-b6b3-43fd-8e77-bd23a9132cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:22.549085 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-e851099f-b6b3-43fd-8e77-bd23a9132cc9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c HTTP/1.1" status: 200 len: 913 time: 0.1299069 Aug 06 16:43:22.599784 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-8f096b04-9511-415f-a745-8dad7cc49e43 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9712369-cb1f-43c0-8359-34eae6ff9542 HTTP/1.1" status: 200 len: 217 time: 0.0424957 Aug 06 16:43:22.607178 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6e7f1411-2843-40c1-b7f0-c042ce247dfa req-b1f3bf76-46c2-4e84-9a74-cfae9e7ae212 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744369 Aug 06 16:43:22.655368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-9fd6bb28-cc8c-4bd5-9c4d-ed0bf96b721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:22.656845 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-9fd6bb28-cc8c-4bd5-9c4d-ed0bf96b721c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1aaa9ca6-50d8-4fb0-9380-10d955ed3baa HTTP/1.1" status: 200 len: 852 time: 0.0487204 Aug 06 16:43:22.691133 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-27b00b7d-5dc3-4bf7-9fa2-c813694f561f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259454 Aug 06 16:43:22.781722 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-7eb71321-1c57-4f2d-b047-4df4721a01bc service neutron] 10.222.0.78 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828490 Aug 06 16:43:22.878501 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-8f1ffb5c-30ae-4e65-bb2d-a544d409a903 service neutron] 10.222.0.78 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894282 Aug 06 16:43:23.725075 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977bbc6-0b50-44fa-8b68-7504de816951 req-a0375f39-e17b-4bcf-8f56-8882636f0311 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:23.726551 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e977bbc6-0b50-44fa-8b68-7504de816951 req-a0375f39-e17b-4bcf-8f56-8882636f0311 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0483906 Aug 06 16:43:23.820699 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e977bbc6-0b50-44fa-8b68-7504de816951 req-293fc1b8-a711-4150-9dde-9a5cb5f0e1d4 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880218 Aug 06 16:43:23.999378 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:24.203924 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:24.991886 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca5a9b-0818-475e-a4ba-9e5b578537ab req-ef7d6e6c-1e49-4f79-a8b6-356534a39c20 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:24.993363 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8ca5a9b-0818-475e-a4ba-9e5b578537ab req-ef7d6e6c-1e49-4f79-a8b6-356534a39c20 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.1048803 Aug 06 16:43:25.034164 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8ca5a9b-0818-475e-a4ba-9e5b578537ab req-4f28a69b-d0ef-4016-a1b6-8a908b4b419d tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349150 Aug 06 16:43:26.148660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84aadf-28a2-4373-b22c-5e629c5372af req-b2e3b745-3e4d-46c2-ba0f-5fdf020dc2dd tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:26.150144 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db84aadf-28a2-4373-b22c-5e629c5372af req-b2e3b745-3e4d-46c2-ba0f-5fdf020dc2dd tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0488074 Aug 06 16:43:26.187559 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-db84aadf-28a2-4373-b22c-5e629c5372af req-9f8ad971-2c98-4c00-aac4-1233fbcfb3f8 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314188 Aug 06 16:43:27.302478 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6d31b-8c7a-4f0f-bdca-4a6c1f2d50cd req-9f682b5c-64f6-488c-b00a-fe9a0561fec9 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:27.303924 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ae6d31b-8c7a-4f0f-bdca-4a6c1f2d50cd req-9f682b5c-64f6-488c-b00a-fe9a0561fec9 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0483696 Aug 06 16:43:27.341547 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ae6d31b-8c7a-4f0f-bdca-4a6c1f2d50cd req-fdc17562-f1af-43b9-a7b5-f2bc49c4cf75 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316181 Aug 06 16:43:28.454442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd7824-9925-4f4a-b642-7bbabafd24e5 req-85c0719b-e205-4646-82ee-4588f4af02c8 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:28.455895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dfbd7824-9925-4f4a-b642-7bbabafd24e5 req-85c0719b-e205-4646-82ee-4588f4af02c8 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0484834 Aug 06 16:43:28.497803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dfbd7824-9925-4f4a-b642-7bbabafd24e5 req-df340d0a-cc64-4d11-8540-546dcbb0c7c2 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360270 Aug 06 16:43:29.609994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42259fd-5b8e-440c-a3e8-8df82f96d34f req-d66cb479-3f96-4df0-be01-41cca1eaeca7 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:29.613248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b42259fd-5b8e-440c-a3e8-8df82f96d34f req-d66cb479-3f96-4df0-be01-41cca1eaeca7 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0481365 Aug 06 16:43:29.652697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b42259fd-5b8e-440c-a3e8-8df82f96d34f req-eac5455c-0bf6-4969-b93c-bdd19b37e500 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320923 Aug 06 16:43:30.768069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcef4c7-9375-475c-ba5f-b5e07d0a23c3 req-692df37d-c75f-4edb-b022-78254f8c7386 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:30.769558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abcef4c7-9375-475c-ba5f-b5e07d0a23c3 req-692df37d-c75f-4edb-b022-78254f8c7386 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0492995 Aug 06 16:43:30.810047 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abcef4c7-9375-475c-ba5f-b5e07d0a23c3 req-26f609a4-5957-4c6d-b8af-5ca2f46648c2 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345027 Aug 06 16:43:31.939412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247b0d7-9e5d-44b4-9a0c-c1bdfb6629fc req-c4e68ecc-a592-4f44-8185-e000bd7c0ec7 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:31.940860 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9247b0d7-9e5d-44b4-9a0c-c1bdfb6629fc req-c4e68ecc-a592-4f44-8185-e000bd7c0ec7 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0467756 Aug 06 16:43:31.982343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9247b0d7-9e5d-44b4-9a0c-c1bdfb6629fc req-15d949ef-0536-4996-929c-6182feeee018 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348165 Aug 06 16:43:33.098405 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df734da6-4164-44c8-8d57-2831ea72e737 req-e8422c98-1617-48c9-86bf-94dfaa4ab885 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:33.099776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df734da6-4164-44c8-8d57-2831ea72e737 req-e8422c98-1617-48c9-86bf-94dfaa4ab885 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0495324 Aug 06 16:43:33.137716 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df734da6-4164-44c8-8d57-2831ea72e737 req-6d46521b-cd6c-40c6-8d95-5ea7681fab00 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320156 Aug 06 16:43:33.830390 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-17c60b00-5f8d-4a05-8536-7e2bb5ef1bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:34.250262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9fb78-83ea-4622-9d99-8102617fae82 req-042cd20c-970c-48ae-92ca-4f1b0baf75c4 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:34.251993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6bc9fb78-83ea-4622-9d99-8102617fae82 req-042cd20c-970c-48ae-92ca-4f1b0baf75c4 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0478780 Aug 06 16:43:34.289741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6bc9fb78-83ea-4622-9d99-8102617fae82 req-d9a9c9a1-d815-443f-9976-a9ee067a16ea tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319083 Aug 06 16:43:35.402814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cc89b-bb3a-42c4-a055-6a93b090c9a1 req-c03dbf79-a21b-4694-847a-bfd16aaeadb8 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:35.404258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-741cc89b-bb3a-42c4-a055-6a93b090c9a1 req-c03dbf79-a21b-4694-847a-bfd16aaeadb8 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0477872 Aug 06 16:43:35.444075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-741cc89b-bb3a-42c4-a055-6a93b090c9a1 req-42a44400-333f-4f30-98a8-b243b270ac66 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340474 Aug 06 16:43:36.258563 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e32e0c56-c384-4ce8-a3a0-a99b9ca1a4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:36.560227 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239bb46-9b13-494f-930e-5c5932e8f6d9 req-2ac6a797-fe00-4d2a-a031-c439237b1ea1 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:36.561607 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b239bb46-9b13-494f-930e-5c5932e8f6d9 req-2ac6a797-fe00-4d2a-a031-c439237b1ea1 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0493770 Aug 06 16:43:36.599700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b239bb46-9b13-494f-930e-5c5932e8f6d9 req-14a0d176-7730-47a8-b572-cbca7af7e716 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 Aug 06 16:43:36.687391 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:37.431361 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:37.714349 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ec750-4e80-4efe-bb2f-d7d231b70cdf req-abf6efcb-93c3-4f7d-b6e5-1132a15666a1 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:37.715804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-654ec750-4e80-4efe-bb2f-d7d231b70cdf req-abf6efcb-93c3-4f7d-b6e5-1132a15666a1 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0486372 Aug 06 16:43:37.752566 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-654ec750-4e80-4efe-bb2f-d7d231b70cdf req-651e92b8-2750-429d-9949-a44b640978e5 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308514 Aug 06 16:43:38.870333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390fa55-efc1-487e-9126-d26529736ab6 req-0b1e8705-d8b3-4e8b-a972-9b9830285ec0 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:38.871820 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b390fa55-efc1-487e-9126-d26529736ab6 req-0b1e8705-d8b3-4e8b-a972-9b9830285ec0 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0513978 Aug 06 16:43:38.914352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b390fa55-efc1-487e-9126-d26529736ab6 req-e707645d-f81a-4709-b0bd-9b3e574ef88c tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366349 Aug 06 16:43:39.169886 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:40.030601 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c87c8c-91c2-4eeb-b45b-7cae8147b474 req-37fedb7d-2c37-48e5-90bd-01a226168b1e tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:40.032096 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97c87c8c-91c2-4eeb-b45b-7cae8147b474 req-37fedb7d-2c37-48e5-90bd-01a226168b1e tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0490205 Aug 06 16:43:40.072232 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97c87c8c-91c2-4eeb-b45b-7cae8147b474 req-4b008d78-2249-4d71-bfeb-644299532810 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335500 Aug 06 16:43:41.187506 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af96e3-48fe-4353-ab4a-204e901fda2c req-2b4025b5-30b8-44b5-ba1c-332ced8d0595 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:41.188977 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78af96e3-48fe-4353-ab4a-204e901fda2c req-2b4025b5-30b8-44b5-ba1c-332ced8d0595 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0499122 Aug 06 16:43:41.225753 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78af96e3-48fe-4353-ab4a-204e901fda2c req-2f14ba05-247a-4fbe-bec3-76b314e96499 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308478 Aug 06 16:43:42.354003 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442d897-ed85-4bf2-bdf6-3cce4f55efdc req-e388ad65-1b7c-4a2b-b97a-cf72629b2d91 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:42.355649 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4442d897-ed85-4bf2-bdf6-3cce4f55efdc req-e388ad65-1b7c-4a2b-b97a-cf72629b2d91 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0576174 Aug 06 16:43:42.398873 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4442d897-ed85-4bf2-bdf6-3cce4f55efdc req-c2c49290-d657-49d3-ba2b-bcc8df3b0151 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369797 Aug 06 16:43:43.516878 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b87fe-8fc9-48da-95de-cde5c94ed077 req-73f859e1-9a9e-4419-a670-aa1bd973dfff tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:43.518394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ca9b87fe-8fc9-48da-95de-cde5c94ed077 req-73f859e1-9a9e-4419-a670-aa1bd973dfff tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0514739 Aug 06 16:43:43.556141 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ca9b87fe-8fc9-48da-95de-cde5c94ed077 req-faa9f621-b4b6-4ff3-91eb-0cf51edd1779 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316947 Aug 06 16:43:43.866783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ec6d3-af5e-48a0-889e-a34e6bbc2737 req-ccf3391e-ff6b-4b47-9865-f4871267ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:43.868257 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f2ec6d3-af5e-48a0-889e-a34e6bbc2737 req-ccf3391e-ff6b-4b47-9865-f4871267ed2a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e7cb736f872d4d3f930b2a40f0f572a0&device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 1097 time: 0.0431752 Aug 06 16:43:43.977325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ec6d3-af5e-48a0-889e-a34e6bbc2737 req-42e0a5ea-7ff4-4b44-9fee-e6ab45a044bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:43.982661 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f2ec6d3-af5e-48a0-889e-a34e6bbc2737 req-42e0a5ea-7ff4-4b44-9fee-e6ab45a044bd service neutron] 10.222.0.78 "GET /v2.0/networks?id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c HTTP/1.1" status: 200 len: 913 time: 0.0878870 Aug 06 16:43:44.021044 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f2ec6d3-af5e-48a0-889e-a34e6bbc2737 req-c112daeb-c844-4887-8ac6-327335bd7f72 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9712369-cb1f-43c0-8359-34eae6ff9542 HTTP/1.1" status: 200 len: 217 time: 0.0342009 Aug 06 16:43:44.070265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ec6d3-af5e-48a0-889e-a34e6bbc2737 req-326117fc-0f66-463c-a41a-cd89dbdec1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:44.071705 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f2ec6d3-af5e-48a0-889e-a34e6bbc2737 req-326117fc-0f66-463c-a41a-cd89dbdec1a5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1aaa9ca6-50d8-4fb0-9380-10d955ed3baa HTTP/1.1" status: 200 len: 852 time: 0.0425551 Aug 06 16:43:44.108001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f2ec6d3-af5e-48a0-889e-a34e6bbc2737 req-2d4cf368-1b7a-4166-b817-1e66a6798850 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280378 Aug 06 16:43:44.196478 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f2ec6d3-af5e-48a0-889e-a34e6bbc2737 req-a5263e9a-9881-4ee0-8406-85001a395450 service neutron] 10.222.0.78 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810289 Aug 06 16:43:44.625944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f2ec6d3-af5e-48a0-889e-a34e6bbc2737 req-2b00201e-f4b8-471f-a833-10dc484db95f service neutron] 10.222.0.78 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198163 Aug 06 16:43:44.673902 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cb4d9-f28d-4780-a593-6498215271af req-9e998f3f-d135-4d3b-8ef0-2ea22c4c584a tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:44.675370 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-548cb4d9-f28d-4780-a593-6498215271af req-9e998f3f-d135-4d3b-8ef0-2ea22c4c584a tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0489948 Aug 06 16:43:44.715394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-548cb4d9-f28d-4780-a593-6498215271af req-7ea15839-83bc-416f-8aed-50b2b12810b0 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324135 Aug 06 16:43:45.830556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46374e-ffce-4f16-9ecd-c0d9cebe4af3 req-3ec33be0-65d6-41fc-b816-69708d3e2c27 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:45.832117 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f46374e-ffce-4f16-9ecd-c0d9cebe4af3 req-3ec33be0-65d6-41fc-b816-69708d3e2c27 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0499511 Aug 06 16:43:45.871457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f46374e-ffce-4f16-9ecd-c0d9cebe4af3 req-997dddc5-0bb0-4ba5-ad93-8fa12f8319ac tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334518 Aug 06 16:43:46.987164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfa195-6fb1-4cf4-afe3-bc3241f4e072 req-d8e029ba-178a-432d-899c-c8e5d267d75f tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:46.988932 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88cfa195-6fb1-4cf4-afe3-bc3241f4e072 req-d8e029ba-178a-432d-899c-c8e5d267d75f tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0523148 Aug 06 16:43:47.025837 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88cfa195-6fb1-4cf4-afe3-bc3241f4e072 req-91e9b230-f983-4769-8d65-c9ab9b80c43e tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302582 Aug 06 16:43:48.150556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b721e-848f-40f4-a0b7-0ab09b71b3ca req-cb82d9ea-aab5-4054-9f08-e22b43caddba tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:48.152084 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-339b721e-848f-40f4-a0b7-0ab09b71b3ca req-cb82d9ea-aab5-4054-9f08-e22b43caddba tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0577734 Aug 06 16:43:48.200617 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-339b721e-848f-40f4-a0b7-0ab09b71b3ca req-7d2c3b8e-46c3-4466-9b51-be5309656fea tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416276 Aug 06 16:43:49.321709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026887-bc02-4583-89c5-4c3539991cf3 req-f5565af7-8728-456e-86f7-9d176e441a18 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:49.323205 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8026887-bc02-4583-89c5-4c3539991cf3 req-f5565af7-8728-456e-86f7-9d176e441a18 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0496264 Aug 06 16:43:49.365147 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b8026887-bc02-4583-89c5-4c3539991cf3 req-d756392c-3026-46e9-8e0b-3806ed7ec4c4 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349054 Aug 06 16:43:49.858830 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-3f56acc3-30ec-40b3-93cc-8c84919977f1 service neutron] show failed (client error): The resource could not be found. Aug 06 16:43:49.859821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-3f56acc3-30ec-40b3-93cc-8c84919977f1 service neutron] 10.222.0.78 "GET /v2.0/ports/e9712369-cb1f-43c0-8359-34eae6ff9542/bindings/n-h2-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.0592823 Aug 06 16:43:50.085004 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-52636328-33ab-4ac5-9bdb-fadc5b98013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:50.086450 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-52636328-33ab-4ac5-9bdb-fadc5b98013e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2&tenant_id=e7cb736f872d4d3f930b2a40f0f572a0 HTTP/1.1" status: 200 len: 1097 time: 0.0743828 Aug 06 16:43:50.097808 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:50.151322 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:50.358658 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] For port e9712369-cb1f-43c0-8359-34eae6ff9542, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=e9712369-cb1f-43c0-8359-34eae6ff9542,segment=NetworkSegment(7444be00-c469-437b-a132-632856781b5c),segment_id=7444be00-c469-437b-a132-632856781b5c)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:50.391017 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] For port e9712369-cb1f-43c0-8359-34eae6ff9542, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:43:50.430844 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:50.432757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0805082-ee1f-4994-ab82-e01348b4c9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9712369-cb1f-43c0-8359-34eae6ff9542'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:43:50.435602 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa228d9-0a1e-410b-9a9f-91f1bf0cb420" -d '{"events": [{"server_uuid": "d0805082-ee1f-4994-ab82-e01348b4c9b2", "name": "network-vif-unplugged", "status": "completed", "tag": "e9712369-cb1f-43c0-8359-34eae6ff9542"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:43:50.448863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Transition to ACTIVE for port object e9712369-cb1f-43c0-8359-34eae6ff9542 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:43:50.454541 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:50.484260 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e5172-370f-4d16-8389-7a4881439187 req-b25125cf-5e67-4381-9545-4ff6e5015dac tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:50.486213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-603e5172-370f-4d16-8389-7a4881439187 req-b25125cf-5e67-4381-9545-4ff6e5015dac tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 946 time: 0.0542228 Aug 06 16:43:50.522415 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] No DVR routers for this DVR port e9712369-cb1f-43c0-8359-34eae6ff9542 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:43:50.530753 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-603e5172-370f-4d16-8389-7a4881439187 req-fdb37cd3-6a85-4b1d-8807-1515bbdf2b93 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383253 Aug 06 16:43:50.534178 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9712369-cb1f-43c0-8359-34eae6ff9542,revision_number=6']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:50.557556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:50.557927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:50.558265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:50.559123 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:50.559453 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:50.559779 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:50.560102 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:50.560759 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:50.561088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:50.561413 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:50.561803 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:50.562110 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:50.571596 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98eb5baf-a45f-4c34-b4a3-219d23e68c0c x-openstack-request-id: req-98eb5baf-a45f-4c34-b4a3-219d23e68c0c {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:43:50.571881 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0805082-ee1f-4994-ab82-e01348b4c9b2", "name": "network-vif-unplugged", "status": "completed", "tag": "e9712369-cb1f-43c0-8359-34eae6ff9542", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:43:50.572135 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98eb5baf-a45f-4c34-b4a3-219d23e68c0c {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:43:50.572527 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0805082-ee1f-4994-ab82-e01348b4c9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9712369-cb1f-43c0-8359-34eae6ff9542', 'code': 200} Aug 06 16:43:50.581120 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Attempting to bind port e9712369-cb1f-43c0-8359-34eae6ff9542 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:43:50.581454 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Attempting to bind port e9712369-cb1f-43c0-8359-34eae6ff9542 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '7444be00-c469-437b-a132-632856781b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:43:50.581813 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Attempting to bind port e9712369-cb1f-43c0-8359-34eae6ff9542 on network 6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:43:50.586129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Port e9712369-cb1f-43c0-8359-34eae6ff9542 on network 6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:43:50.586725 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Attempting to bind port e9712369-cb1f-43c0-8359-34eae6ff9542 on network 6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:43:50.591861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:43:50.592196 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Checking segment: {'id': '7444be00-c469-437b-a132-632856781b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:43:50.592575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Bound using segment: {'id': '7444be00-c469-437b-a132-632856781b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:43:50.592995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Bound port: e9712369-cb1f-43c0-8359-34eae6ff9542, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7444be00-c469-437b-a132-632856781b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:43:50.593349 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:50.656410 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] For port e9712369-cb1f-43c0-8359-34eae6ff9542, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:43:50.659311 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] For port e9712369-cb1f-43c0-8359-34eae6ff9542, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=e9712369-cb1f-43c0-8359-34eae6ff9542,segment=NetworkSegment(7444be00-c469-437b-a132-632856781b5c),segment_id=7444be00-c469-437b-a132-632856781b5c)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:43:50.664003 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:50.697167 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:50.697820 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:50.699824 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] 10.222.0.13 "PUT /v2.0/ports/e9712369-cb1f-43c0-8359-34eae6ff9542 HTTP/1.1" status: 200 len: 1092 time: 0.6054485 Aug 06 16:43:50.749386 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7c426-562f-4666-9e0c-f696df0949b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9712369-cb1f-43c0-8359-34eae6ff9542,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:50.768903 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-7686f7ae-5ca1-4e83-9589-fc7a4c3d9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:50.770496 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-7686f7ae-5ca1-4e83-9589-fc7a4c3d9a50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7cb736f872d4d3f930b2a40f0f572a0&device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 1095 time: 0.0494590 Aug 06 16:43:50.860463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-d055396a-d390-4c2e-aae0-cb138e90b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:50.861957 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-d055396a-d390-4c2e-aae0-cb138e90b8d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c HTTP/1.1" status: 200 len: 913 time: 0.0845108 Aug 06 16:43:50.906352 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-f406b0de-5589-4a7f-b4c8-365e872ddec8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9712369-cb1f-43c0-8359-34eae6ff9542 HTTP/1.1" status: 200 len: 217 time: 0.0378227 Aug 06 16:43:50.956831 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-e6deca6b-65a5-4e6c-95e9-ee3a3b94e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:50.958245 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-e6deca6b-65a5-4e6c-95e9-ee3a3b94e651 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1aaa9ca6-50d8-4fb0-9380-10d955ed3baa HTTP/1.1" status: 200 len: 852 time: 0.0456498 Aug 06 16:43:50.989519 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-0172df52-a426-4e8a-a4b5-21cef732a8f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245829 Aug 06 16:43:51.081041 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-f2a3e46b-1e8e-4764-bb3d-e849c52dbe07 service neutron] 10.222.0.13 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843594 Aug 06 16:43:51.169997 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2bbba756-1cbe-4281-bb45-32233c9dd128 req-3f0a6fbf-351a-4fb5-b081-98483d6e740d service neutron] 10.222.0.13 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819442 Aug 06 16:43:51.479210 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:43:51.645206 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75695e53-fb73-4834-90be-6ebdacb77c3f req-f375cd34-9578-4e02-b13c-3d440e0b0e5a tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:51.646693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75695e53-fb73-4834-90be-6ebdacb77c3f req-f375cd34-9578-4e02-b13c-3d440e0b0e5a tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 944 time: 0.0477324 Aug 06 16:43:51.686383 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75695e53-fb73-4834-90be-6ebdacb77c3f req-24ead825-adc2-4277-b5f8-3a69e9965de1 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328424 Aug 06 16:43:52.573441 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0805082-ee1f-4994-ab82-e01348b4c9b2', 'tag': 'e9712369-cb1f-43c0-8359-34eae6ff9542'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:43:52.576475 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eeaaa90-9051-4a6e-9ede-dfff21c04301" -d '{"events": [{"name": "network-changed", "server_uuid": "d0805082-ee1f-4994-ab82-e01348b4c9b2", "tag": "e9712369-cb1f-43c0-8359-34eae6ff9542"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:43:52.629131 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bce8a4b-7682-4c5f-967a-b56d08cd1dde x-openstack-request-id: req-2bce8a4b-7682-4c5f-967a-b56d08cd1dde {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:43:52.629805 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0805082-ee1f-4994-ab82-e01348b4c9b2", "tag": "e9712369-cb1f-43c0-8359-34eae6ff9542", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:43:52.630055 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2bce8a4b-7682-4c5f-967a-b56d08cd1dde {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:43:52.630453 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0805082-ee1f-4994-ab82-e01348b4c9b2', 'tag': 'e9712369-cb1f-43c0-8359-34eae6ff9542', 'status': 'completed', 'code': 200} Aug 06 16:43:52.693059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-94814774-dbf9-4558-a1c2-c237178d7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:52.694682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-94814774-dbf9-4558-a1c2-c237178d7c80 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e7cb736f872d4d3f930b2a40f0f572a0&device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 1095 time: 0.0408695 Aug 06 16:43:52.700336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-e79ed4b5-72c6-4b79-b7c8-f8332504e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:52.701952 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-e79ed4b5-72c6-4b79-b7c8-f8332504e15c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7cb736f872d4d3f930b2a40f0f572a0&device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 1095 time: 0.0474482 Aug 06 16:43:52.805920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-1bbca0c2-1f85-4aaa-8416-2a6f6b86457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:52.807420 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-1bbca0c2-1f85-4aaa-8416-2a6f6b86457a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c HTTP/1.1" status: 200 len: 913 time: 0.0990734 Aug 06 16:43:52.821127 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-14ac947f-3f5a-4154-8fb2-c8539ca5a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:52.822620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-14ac947f-3f5a-4154-8fb2-c8539ca5a3ee service neutron] 10.222.0.78 "GET /v2.0/networks?id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c HTTP/1.1" status: 200 len: 913 time: 0.1186242 Aug 06 16:43:52.832051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d8e40-378b-45d5-9131-52706f7a7e1d req-ead1e7b8-54c1-4625-9c6e-a2743dbe65d5 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:52.833433 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce3d8e40-378b-45d5-9131-52706f7a7e1d req-ead1e7b8-54c1-4625-9c6e-a2743dbe65d5 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 944 time: 0.0734110 Aug 06 16:43:52.852754 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-0124b368-443a-4d78-846a-f6d253ffe7bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9712369-cb1f-43c0-8359-34eae6ff9542 HTTP/1.1" status: 200 len: 217 time: 0.0379274 Aug 06 16:43:52.877545 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-2f3c1317-4177-424e-aa56-2aeff6ed2734 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9712369-cb1f-43c0-8359-34eae6ff9542 HTTP/1.1" status: 200 len: 217 time: 0.0431144 Aug 06 16:43:52.905733 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-aede1c8b-e1cf-4b57-b381-b6479605e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:52.907205 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-aede1c8b-e1cf-4b57-b381-b6479605e0bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1aaa9ca6-50d8-4fb0-9380-10d955ed3baa HTTP/1.1" status: 200 len: 852 time: 0.0481362 Aug 06 16:43:52.931329 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce3d8e40-378b-45d5-9131-52706f7a7e1d req-bfb8b2d6-1e98-465d-8f53-90d7aa88c63e tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901406 Aug 06 16:43:52.942409 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-9d8b2f64-e92d-47b8-9779-970103690db7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286062 Aug 06 16:43:52.944724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-46e2bbdd-05f5-46a6-b414-194e8d593c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:52.946252 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-46e2bbdd-05f5-46a6-b414-194e8d593c8a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1aaa9ca6-50d8-4fb0-9380-10d955ed3baa HTTP/1.1" status: 200 len: 852 time: 0.0608091 Aug 06 16:43:52.980960 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-9c2c0cdd-17ed-4dee-8186-c3f5903f241f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258853 Aug 06 16:43:53.047822 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-8c615bd5-0984-4d0f-9f85-81a6fea8b0f0 service neutron] 10.222.0.13 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985239 Aug 06 16:43:53.092588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-e6b84962-f212-41b0-a70b-eaa008e0582e service neutron] 10.222.0.78 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033208 Aug 06 16:43:53.189541 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-d0ef5033-30f2-4283-b59c-ecc31779594a service neutron] 10.222.0.78 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864825 Aug 06 16:43:53.196131 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6eeaaa90-9051-4a6e-9ede-dfff21c04301 req-6fad2132-9b67-4e7b-84b8-db27976eb253 service neutron] 10.222.0.13 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416707 Aug 06 16:43:53.226775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21974f0-f44e-4727-965e-728e0026d21a req-9ffafd72-6c11-4b27-9199-52394d5800b4 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:53.228209 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b21974f0-f44e-4727-965e-728e0026d21a req-9ffafd72-6c11-4b27-9199-52394d5800b4 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.78 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2&tenant_id=e7cb736f872d4d3f930b2a40f0f572a0&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 944 time: 0.0955760 Aug 06 16:43:53.293282 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [req-b21974f0-f44e-4727-965e-728e0026d21a req-1d15b035-8c11-412e-b909-6cc6e5a34254 service neutron] delete failed (client error): The resource could not be found. Aug 06 16:43:53.298320 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b21974f0-f44e-4727-965e-728e0026d21a req-1d15b035-8c11-412e-b909-6cc6e5a34254 service neutron] 10.222.0.78 "DELETE /v2.0/ports/e9712369-cb1f-43c0-8359-34eae6ff9542/bindings/n-h1-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.0580428 Aug 06 16:43:53.380257 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21974f0-f44e-4727-965e-728e0026d21a req-f8edeebb-ef65-40b1-8e3b-b978e54a73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:53.381775 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b21974f0-f44e-4727-965e-728e0026d21a req-f8edeebb-ef65-40b1-8e3b-b978e54a73d3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e7cb736f872d4d3f930b2a40f0f572a0&device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 1095 time: 0.0419765 Aug 06 16:43:53.472981 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21974f0-f44e-4727-965e-728e0026d21a req-f212352a-e823-458d-aeb8-c5836346dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:53.474475 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b21974f0-f44e-4727-965e-728e0026d21a req-f212352a-e823-458d-aeb8-c5836346dc53 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c HTTP/1.1" status: 200 len: 913 time: 0.0852168 Aug 06 16:43:53.519777 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b21974f0-f44e-4727-965e-728e0026d21a req-65c47859-10dd-4087-8b85-f2db137280d3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9712369-cb1f-43c0-8359-34eae6ff9542 HTTP/1.1" status: 200 len: 217 time: 0.0351005 Aug 06 16:43:53.568032 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21974f0-f44e-4727-965e-728e0026d21a req-55a02df7-e99b-428a-8c96-198acbb9cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:53.569429 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b21974f0-f44e-4727-965e-728e0026d21a req-55a02df7-e99b-428a-8c96-198acbb9cbc1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=1aaa9ca6-50d8-4fb0-9380-10d955ed3baa HTTP/1.1" status: 200 len: 852 time: 0.0429749 Aug 06 16:43:53.601186 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b21974f0-f44e-4727-965e-728e0026d21a req-5f9b2153-8d71-4ba6-90d1-f3fcebcee2a8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240519 Aug 06 16:43:53.694454 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b21974f0-f44e-4727-965e-728e0026d21a req-2db72982-b1db-4fc4-95c3-defe362e572b service neutron] 10.222.0.78 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850649 Aug 06 16:43:53.788484 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b21974f0-f44e-4727-965e-728e0026d21a req-25fc281c-0d08-4918-a1d4-0e5e4df471ea service neutron] 10.222.0.78 "GET /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850158 Aug 06 16:43:54.028038 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:54.222639 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:54.348579 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device e9712369-cb1f-43c0-8359-34eae6ff9542 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:43:54.448537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port e9712369-cb1f-43c0-8359-34eae6ff9542, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=e9712369-cb1f-43c0-8359-34eae6ff9542,segment=NetworkSegment(7444be00-c469-437b-a132-632856781b5c),segment_id=7444be00-c469-437b-a132-632856781b5c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:54.460602 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'e9712369-cb1f-43c0-8359-34eae6ff9542', 'network_id': '6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c', 'port_id': 'e9712369-cb1f-43c0-8359-34eae6ff9542', 'mac_address': 'fa:16:3e:ae:09:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aaa9ca6-50d8-4fb0-9380-10d955ed3baa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:43:54.470112 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb056151-68db-4af4-be65-95db0479a6f4 req-793c13fd-e967-400b-a68c-107a5b20796c tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:54.471603 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb056151-68db-4af4-be65-95db0479a6f4 req-793c13fd-e967-400b-a68c-107a5b20796c tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 944 time: 0.0538323 Aug 06 16:43:54.501106 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:54.510460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bb056151-68db-4af4-be65-95db0479a6f4 req-b57cfa22-2197-4f34-a661-540019cf7db7 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325999 Aug 06 16:43:54.513669 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9712369-cb1f-43c0-8359-34eae6ff9542 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:43:54.533810 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port e9712369-cb1f-43c0-8359-34eae6ff9542, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=e9712369-cb1f-43c0-8359-34eae6ff9542,segment=NetworkSegment(7444be00-c469-437b-a132-632856781b5c),segment_id=7444be00-c469-437b-a132-632856781b5c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:54.537556 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:54.588030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=e9712369-cb1f-43c0-8359-34eae6ff9542,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:54.595341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:54.595692 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:54.596037 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:54.596377 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:54.596713 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:54.597046 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:54.597378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:54.597730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:54.598062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:54.598386 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:54.598766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:54.599043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:54.790760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['e9712369-cb1f-43c0-8359-34eae6ff9542'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:43:54.939218 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device e9712369-cb1f-43c0-8359-34eae6ff9542 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:43:54.976000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device e9712369-cb1f-43c0-8359-34eae6ff9542 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:43:55.630182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ece121-fbc5-4ef5-863e-f3fe03c7dc2a req-d9ae01e7-a8b0-45fe-84eb-d5b80dbca4e3 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:55.631628 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59ece121-fbc5-4ef5-863e-f3fe03c7dc2a req-d9ae01e7-a8b0-45fe-84eb-d5b80dbca4e3 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 945 time: 0.0484746 Aug 06 16:43:55.674138 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59ece121-fbc5-4ef5-863e-f3fe03c7dc2a req-3d98e18f-4067-4a75-87c0-d0d13ac21f68 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.37 "GET /v2.0/security-groups?id=3ce83062-823e-40b8-995e-90198c4b3954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365102 Aug 06 16:43:55.732534 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21974f0-f44e-4727-965e-728e0026d21a req-b283d1e8-2db0-4ce7-b623-1ff20b221b09 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:55.733988 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b21974f0-f44e-4727-965e-728e0026d21a req-b283d1e8-2db0-4ce7-b623-1ff20b221b09 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0805082-ee1f-4994-ab82-e01348b4c9b2 HTTP/1.1" status: 200 len: 945 time: 0.0488541 Aug 06 16:43:55.820449 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-b21974f0-f44e-4727-965e-728e0026d21a req-39d88c14-96a9-4bfd-8365-872517decab7 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Deleting port e9712369-cb1f-43c0-8359-34eae6ff9542 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:43:55.820789 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b21974f0-f44e-4727-965e-728e0026d21a req-39d88c14-96a9-4bfd-8365-872517decab7 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:55.911295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-b21974f0-f44e-4727-965e-728e0026d21a req-39d88c14-96a9-4bfd-8365-872517decab7 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] For port e9712369-cb1f-43c0-8359-34eae6ff9542, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=e9712369-cb1f-43c0-8359-34eae6ff9542,segment=NetworkSegment(7444be00-c469-437b-a132-632856781b5c),segment_id=7444be00-c469-437b-a132-632856781b5c)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:55.911597 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b21974f0-f44e-4727-965e-728e0026d21a req-39d88c14-96a9-4bfd-8365-872517decab7 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:55.924553 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-b21974f0-f44e-4727-965e-728e0026d21a req-39d88c14-96a9-4bfd-8365-872517decab7 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Calling delete_port for e9712369-cb1f-43c0-8359-34eae6ff9542 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:43:56.050986 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b21974f0-f44e-4727-965e-728e0026d21a req-39d88c14-96a9-4bfd-8365-872517decab7 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:56.062929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['e9712369-cb1f-43c0-8359-34eae6ff9542'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:43:56.080193 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d88c14-96a9-4bfd-8365-872517decab7 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Pushing event deleted for resources: {'Port': ['ID=e9712369-cb1f-43c0-8359-34eae6ff9542,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:56.120412 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21974f0-f44e-4727-965e-728e0026d21a req-39d88c14-96a9-4bfd-8365-872517decab7 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] No DVR routers for this DVR port e9712369-cb1f-43c0-8359-34eae6ff9542 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:43:56.123011 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-b21974f0-f44e-4727-965e-728e0026d21a req-39d88c14-96a9-4bfd-8365-872517decab7 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:56.125040 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b21974f0-f44e-4727-965e-728e0026d21a req-39d88c14-96a9-4bfd-8365-872517decab7 tempest-DeleteServersTestJSON-1719958883 tempest-DeleteServersTestJSON-1719958883-project] 10.222.0.13 "DELETE /v2.0/ports/e9712369-cb1f-43c0-8359-34eae6ff9542 HTTP/1.1" status: 204 len: 173 time: 0.3848772 Aug 06 16:43:56.125474 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0805082-ee1f-4994-ab82-e01348b4c9b2', 'name': 'network-vif-deleted', 'tag': 'e9712369-cb1f-43c0-8359-34eae6ff9542'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:43:56.127743 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbe7fae-2362-410d-978c-f79a327ced78" -d '{"events": [{"server_uuid": "d0805082-ee1f-4994-ab82-e01348b4c9b2", "name": "network-vif-deleted", "tag": "e9712369-cb1f-43c0-8359-34eae6ff9542"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:43:56.166955 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61d827a-abb6-48e6-bac4-cfec0c469ff2 x-openstack-request-id: req-d61d827a-abb6-48e6-bac4-cfec0c469ff2 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:43:56.167256 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0805082-ee1f-4994-ab82-e01348b4c9b2", "name": "network-vif-deleted", "tag": "e9712369-cb1f-43c0-8359-34eae6ff9542", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:43:56.167519 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d61d827a-abb6-48e6-bac4-cfec0c469ff2 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:43:56.167954 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0805082-ee1f-4994-ab82-e01348b4c9b2', 'name': 'network-vif-deleted', 'tag': 'e9712369-cb1f-43c0-8359-34eae6ff9542', 'status': 'completed', 'code': 200} Aug 06 16:43:56.351487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device e9712369-cb1f-43c0-8359-34eae6ff9542 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:43:56.372399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: e9712369-cb1f-43c0-8359-34eae6ff9542 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:43:56.372739 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device e9712369-cb1f-43c0-8359-34eae6ff9542 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 06 16:43:56.391868 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Port e9712369-cb1f-43c0-8359-34eae6ff9542 not found, will not notify nova. {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 06 16:43:56.800372 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58908) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:56.845701 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3b3f91-6b4e-4a27-8b91-9556b0c2bacd admin admin] Deleting subnet 1aaa9ca6-50d8-4fb0-9380-10d955ed3baa {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:43:56.848639 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3f91-6b4e-4a27-8b91-9556b0c2bacd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:56.886131 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3f91-6b4e-4a27-8b91-9556b0c2bacd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:56.923713 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3f91-6b4e-4a27-8b91-9556b0c2bacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:56.976180 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3f91-6b4e-4a27-8b91-9556b0c2bacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:57.001785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b3f91-6b4e-4a27-8b91-9556b0c2bacd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aaa9ca6-50d8-4fb0-9380-10d955ed3baa,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:57.006210 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3f91-6b4e-4a27-8b91-9556b0c2bacd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:57.010817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58910) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:57.011305 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7d3b3f91-6b4e-4a27-8b91-9556b0c2bacd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1aaa9ca6-50d8-4fb0-9380-10d955ed3baa HTTP/1.1" status: 204 len: 168 time: 0.2094665 Aug 06 16:43:57.081220 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:57.157109 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:57.166613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:57.176161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7444be00-c469-437b-a132-632856781b5c') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:57.176455 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7444be00-c469-437b-a132-632856781b5c') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:57.185922 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:57.200171 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:57.206303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:43:57.206770 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:43:57.208434 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:43:57.264308 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:57.270986 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:57.274659 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] 10.222.0.37 "DELETE /v2.0/networks/6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c HTTP/1.1" status: 204 len: 168 time: 0.2601922 Aug 06 16:43:57.282667 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Pushing event deleted for resources: {'Network': ['ID=6178b3c7-9238-4cc9-89a0-45e4ad8dfc5c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:57.289941 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:57.290293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:57.290634 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:57.290969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:57.291301 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:57.291633 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:57.291968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:57.292377 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:57.292684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:57.293010 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:57.293304 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:57.293650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67cde8a-1d64-4948-ab6d-70ced24dfd9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:57.379495 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58914) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:57.418438 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-85c3120d-9800-4716-aa80-eb9a450315f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7cb736f872d4d3f930b2a40f0f572a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377476 Aug 06 16:43:57.420873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58916) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:57.467662 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46fd27ff-acb3-45e4-9c51-eac5b9d9a98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:57.489286 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46fd27ff-acb3-45e4-9c51-eac5b9d9a98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:57.542510 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46fd27ff-acb3-45e4-9c51-eac5b9d9a98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:57.545498 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46fd27ff-acb3-45e4-9c51-eac5b9d9a98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:57.546712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-46fd27ff-acb3-45e4-9c51-eac5b9d9a98d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ce83062-823e-40b8-995e-90198c4b3954 HTTP/1.1" status: 204 len: 168 time: 0.1249592 Aug 06 16:43:57.556700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd27ff-acb3-45e4-9c51-eac5b9d9a98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce83062-823e-40b8-995e-90198c4b3954,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:58.243088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 58940) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:58.349055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b9001fe1-41ab-4f19-8cae-cade6397b865 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2110216270-network', 'tenant_id': 'e08c8abb1acb4999a4ae28c2b75c5078'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:58.364073 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device e9712369-cb1f-43c0-8359-34eae6ff9542 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:43:58.371227 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9001fe1-41ab-4f19-8cae-cade6397b865 admin admin] Made reservation on behalf of e08c8abb1acb4999a4ae28c2b75c5078 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:43:58.374313 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9001fe1-41ab-4f19-8cae-cade6397b865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:58.382523 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9001fe1-41ab-4f19-8cae-cade6397b865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:58.386893 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: e9712369-cb1f-43c0-8359-34eae6ff9542 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:43:58.387246 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device e9712369-cb1f-43c0-8359-34eae6ff9542 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:43:58.478539 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9001fe1-41ab-4f19-8cae-cade6397b865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:58.482846 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9001fe1-41ab-4f19-8cae-cade6397b865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:58.507024 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9001fe1-41ab-4f19-8cae-cade6397b865 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:43:58.515759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9001fe1-41ab-4f19-8cae-cade6397b865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4b85e9-30db-40c0-afbf-7be2eaf156d5,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:58.521793 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9001fe1-41ab-4f19-8cae-cade6397b865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:58.522146 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-b9001fe1-41ab-4f19-8cae-cade6397b865 admin admin] Added segment 4c039285-fe06-40b1-8233-7b8c64fe46b3 of type vlan for network 604ec875-01a1-476e-9729-e62b20b7bddd Aug 06 16:43:58.561322 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9001fe1-41ab-4f19-8cae-cade6397b865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:58.588815 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9001fe1-41ab-4f19-8cae-cade6397b865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:58.590312 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9001fe1-41ab-4f19-8cae-cade6397b865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:58.590990 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b9001fe1-41ab-4f19-8cae-cade6397b865 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:58.620544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b9001fe1-41ab-4f19-8cae-cade6397b865 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3762915 Aug 06 16:43:58.623631 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 58944) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:58.628789 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6deada98-edf3-4b1b-ab9a-45cbf4c94bdc admin admin] Request body: {'subnet': {'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2110216270-subnet', 'tenant_id': 'e08c8abb1acb4999a4ae28c2b75c5078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:58.649598 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6deada98-edf3-4b1b-ab9a-45cbf4c94bdc admin admin] Made reservation on behalf of e08c8abb1acb4999a4ae28c2b75c5078 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:43:58.652026 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6deada98-edf3-4b1b-ab9a-45cbf4c94bdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:58.656011 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9001fe1-41ab-4f19-8cae-cade6397b865 admin admin] Pushing event updated for resources: {'Network': ['ID=604ec875-01a1-476e-9729-e62b20b7bddd,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:58.666491 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 604ec875-01a1-476e-9729-e62b20b7bddd details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:43:58.818196 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6deada98-edf3-4b1b-ab9a-45cbf4c94bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:58.879342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deada98-edf3-4b1b-ab9a-45cbf4c94bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7f2457-aa06-4fdd-8e38-b8f49774e79b,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:58.886407 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deada98-edf3-4b1b-ab9a-45cbf4c94bdc admin admin] Checking segment: {'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:43:58.886788 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deada98-edf3-4b1b-ab9a-45cbf4c94bdc admin admin] Network hostable DHCP agents. Network: 604ec875-01a1-476e-9729-e62b20b7bddd, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:43:58.903750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deada98-edf3-4b1b-ab9a-45cbf4c94bdc admin admin] Network 604ec875-01a1-476e-9729-e62b20b7bddd is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:43:58.912099 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-6deada98-edf3-4b1b-ab9a-45cbf4c94bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 604ec875-01a1-476e-9729-e62b20b7bddd) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:43:58.916758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deada98-edf3-4b1b-ab9a-45cbf4c94bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:58.917480 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6deada98-edf3-4b1b-ab9a-45cbf4c94bdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:58.921274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e710d0-a481-4cf0-9442-55f9d259f6da None None] Network 604ec875-01a1-476e-9729-e62b20b7bddd requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:43:58.931730 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6deada98-edf3-4b1b-ab9a-45cbf4c94bdc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3068695 Aug 06 16:43:59.051335 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6e3686-3b62-44b6-8aed-7e9f8027f506 None None] Network 604ec875-01a1-476e-9729-e62b20b7bddd requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:43:59.350828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-84933aef-76ad-4777-9991-a1e257be53a5 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:59.352296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-84933aef-76ad-4777-9991-a1e257be53a5 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/networks?id=604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 200 len: 815 time: 0.1023636 Aug 06 16:43:59.368552 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-eca3facd-04b8-4f41-b17f-4655cd0dd045 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/quotas/e08c8abb1acb4999a4ae28c2b75c5078 HTTP/1.1" status: 200 len: 375 time: 0.0103862 Aug 06 16:43:59.400938 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-76ee60ad-1079-4334-a67d-149fc2a1c514 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263097 Aug 06 16:43:59.543982 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-babd824b-dacc-404f-bfb4-7160165f703d service neutron] 10.222.0.37 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360698 Aug 06 16:43:59.636535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-965e95d2-9cde-437e-8905-76f55b158147 service neutron] 10.222.0.37 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864522 Aug 06 16:43:59.792429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ec7e7fe-91b9-4343-9014-89a14c8a385a req-7cb8da97-faa9-4b9e-aadc-59d19b276094 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 210 time: 0.0264096 Aug 06 16:44:00.671144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-475bd596-b11f-4d7a-be6a-732172b1ff18 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:00.672607 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-475bd596-b11f-4d7a-be6a-732172b1ff18 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.13 "GET /v2.0/networks?id=604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 200 len: 815 time: 0.1044557 Aug 06 16:44:00.687225 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-946cc5a2-b65a-419b-ab9b-5b86373520ed tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Request body: {'port': {'device_id': '136af06c-c92f-4094-a98e-cac67f5800a5', 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd', 'admin_state_up': True, 'tenant_id': 'e08c8abb1acb4999a4ae28c2b75c5078'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:44:00.798123 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-946cc5a2-b65a-419b-ab9b-5b86373520ed tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Made reservation on behalf of e08c8abb1acb4999a4ae28c2b75c5078 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:44:00.801545 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-946cc5a2-b65a-419b-ab9b-5b86373520ed tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:00.887434 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ad6025b-c10f-4881-9971-d2f2d4c9b401 req-b3e7dd84-5737-4a18-ae5b-89eca8b4ac40 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 210 time: 0.0255384 Aug 06 16:44:00.930600 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-946cc5a2-b65a-419b-ab9b-5b86373520ed tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Allocated IP 172.20.0.14 (604ec875-01a1-476e-9729-e62b20b7bddd/3a7f2457-aa06-4fdd-8e38-b8f49774e79b/cd9028fc-84cd-4998-9617-a471fb2b034a) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:44:01.071620 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-946cc5a2-b65a-419b-ab9b-5b86373520ed tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:01.110729 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-946cc5a2-b65a-419b-ab9b-5b86373520ed tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:01.153751 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-946cc5a2-b65a-419b-ab9b-5b86373520ed tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Network 604ec875-01a1-476e-9729-e62b20b7bddd is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:44:01.158653 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-946cc5a2-b65a-419b-ab9b-5b86373520ed tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:44:01.162272 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-946cc5a2-b65a-419b-ab9b-5b86373520ed tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:44:01.190804 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cc5a2-b65a-419b-ab9b-5b86373520ed tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Pushing event updated for resources: {'Port': ['ID=cd9028fc-84cd-4998-9617-a471fb2b034a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:44:01.216228 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-946cc5a2-b65a-419b-ab9b-5b86373520ed tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:01.216827 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-946cc5a2-b65a-419b-ab9b-5b86373520ed tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:01.230376 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-946cc5a2-b65a-419b-ab9b-5b86373520ed tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5478489 Aug 06 16:44:01.242983 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Request body: {'port': {'device_id': '136af06c-c92f-4094-a98e-cac67f5800a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:44:01.294335 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:01.553389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9028fc-84cd-4998-9617-a471fb2b034a {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:44:01.561119 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:01.572772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Transition to ACTIVE for port object cd9028fc-84cd-4998-9617-a471fb2b034a will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:44:01.577271 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:01.625056 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9028fc-84cd-4998-9617-a471fb2b034a,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:44:01.694428 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Attempting to bind port cd9028fc-84cd-4998-9617-a471fb2b034a on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:44:01.695099 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Attempting to bind port cd9028fc-84cd-4998-9617-a471fb2b034a by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:44:01.695099 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Attempting to bind port cd9028fc-84cd-4998-9617-a471fb2b034a on network 604ec875-01a1-476e-9729-e62b20b7bddd {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:44:01.700040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Port cd9028fc-84cd-4998-9617-a471fb2b034a on network 604ec875-01a1-476e-9729-e62b20b7bddd not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:44:01.700557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Attempting to bind port cd9028fc-84cd-4998-9617-a471fb2b034a on network 604ec875-01a1-476e-9729-e62b20b7bddd {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:44:01.705701 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:44:01.706040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Checking segment: {'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:44:01.706421 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Bound using segment: {'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:44:01.706845 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Bound port: cd9028fc-84cd-4998-9617-a471fb2b034a, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:44:01.707228 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:01.769987 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] For port cd9028fc-84cd-4998-9617-a471fb2b034a, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:44:01.773221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] For port cd9028fc-84cd-4998-9617-a471fb2b034a, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cd9028fc-84cd-4998-9617-a471fb2b034a,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:44:01.777141 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:01.810662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:01.811278 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:01.812682 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/cd9028fc-84cd-4998-9617-a471fb2b034a HTTP/1.1" status: 200 len: 1092 time: 0.5736616 Aug 06 16:44:01.813127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136af06c-c92f-4094-a98e-cac67f5800a5', 'tag': 'cd9028fc-84cd-4998-9617-a471fb2b034a'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:44:01.815378 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9608b1-3947-46c4-8111-d5f1833ec9da" -d '{"events": [{"name": "network-changed", "server_uuid": "136af06c-c92f-4094-a98e-cac67f5800a5", "tag": "cd9028fc-84cd-4998-9617-a471fb2b034a"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:44:01.842618 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd2b59-9e40-4baa-93cb-c753ace191e4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9028fc-84cd-4998-9617-a471fb2b034a,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:44:01.870642 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5325a7-4aff-41b4-bcd9-bb44f2f9b0f0 x-openstack-request-id: req-cf5325a7-4aff-41b4-bcd9-bb44f2f9b0f0 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:44:01.871426 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136af06c-c92f-4094-a98e-cac67f5800a5", "tag": "cd9028fc-84cd-4998-9617-a471fb2b034a", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:44:01.871737 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf5325a7-4aff-41b4-bcd9-bb44f2f9b0f0 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:44:01.872131 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136af06c-c92f-4094-a98e-cac67f5800a5', 'tag': 'cd9028fc-84cd-4998-9617-a471fb2b034a', 'status': 'completed', 'code': 200} Aug 06 16:44:01.900902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-3fcf5f6f-d30d-4644-a637-8766fba2a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:01.902454 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-3fcf5f6f-d30d-4644-a637-8766fba2a1cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 1095 time: 0.0425651 Aug 06 16:44:01.946521 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-594dde81-b1a8-472c-aa84-f6474d93e2cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9028fc-84cd-4998-9617-a471fb2b034a HTTP/1.1" status: 200 len: 217 time: 0.0367436 Aug 06 16:44:01.995416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-f71e3b64-3af4-4881-9052-d9af2cbd4b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:01.997456 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-f71e3b64-3af4-4881-9052-d9af2cbd4b14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a7f2457-aa06-4fdd-8e38-b8f49774e79b HTTP/1.1" status: 200 len: 855 time: 0.0449238 Aug 06 16:44:02.001873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc5596-c20d-4be5-b616-71ba76ec2bbe req-b866c0d5-648b-4c6c-866d-8917e824d09d tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:02.003321 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cfdc5596-c20d-4be5-b616-71ba76ec2bbe req-b866c0d5-648b-4c6c-866d-8917e824d09d tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 944 time: 0.0483360 Aug 06 16:44:02.029022 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-f7c0181f-1cc7-4ad5-b9e5-969093accba0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=604ec875-01a1-476e-9729-e62b20b7bddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238452 Aug 06 16:44:02.040278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cfdc5596-c20d-4be5-b616-71ba76ec2bbe req-ed90c8ec-a0d1-4625-8c79-effb0ebb0f19 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308428 Aug 06 16:44:02.450843 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-15294c47-e971-4368-9db5-d15a967ba958 service neutron] 10.222.0.13 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149401 Aug 06 16:44:02.538026 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51adb6ab-90e1-446c-b290-f653d6f9cc57 req-0560a9a3-f9c1-440f-b6df-2ebc28234632 service neutron] 10.222.0.13 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794866 Aug 06 16:44:02.622873 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9608b1-3947-46c4-8111-d5f1833ec9da req-1b5e7b1f-d9b5-4766-a890-df2b7a04267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:02.624362 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2b9608b1-3947-46c4-8111-d5f1833ec9da req-1b5e7b1f-d9b5-4766-a890-df2b7a04267e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 1095 time: 0.0408604 Aug 06 16:44:02.717400 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9608b1-3947-46c4-8111-d5f1833ec9da req-763880e9-255f-4910-8226-be36807e0add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:02.718822 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2b9608b1-3947-46c4-8111-d5f1833ec9da req-763880e9-255f-4910-8226-be36807e0add service neutron] 10.222.0.13 "GET /v2.0/networks?id=604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 200 len: 916 time: 0.0876660 Aug 06 16:44:02.758668 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2b9608b1-3947-46c4-8111-d5f1833ec9da req-b5a9517c-6939-44f1-bede-0787c08cb771 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9028fc-84cd-4998-9617-a471fb2b034a HTTP/1.1" status: 200 len: 217 time: 0.0327678 Aug 06 16:44:02.812437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9608b1-3947-46c4-8111-d5f1833ec9da req-58e3d641-7ffe-416d-904f-5952c5839b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:02.813902 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2b9608b1-3947-46c4-8111-d5f1833ec9da req-58e3d641-7ffe-416d-904f-5952c5839b92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a7f2457-aa06-4fdd-8e38-b8f49774e79b HTTP/1.1" status: 200 len: 855 time: 0.0480998 Aug 06 16:44:02.849349 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2b9608b1-3947-46c4-8111-d5f1833ec9da req-7d8e57ec-c658-4597-af59-7f4829e9e70b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=604ec875-01a1-476e-9729-e62b20b7bddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263956 Aug 06 16:44:02.938666 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2b9608b1-3947-46c4-8111-d5f1833ec9da req-0c3fa868-ba70-4b87-ae94-04a7ec27bf46 service neutron] 10.222.0.13 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816259 Aug 06 16:44:03.035018 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2b9608b1-3947-46c4-8111-d5f1833ec9da req-b76d333a-caad-4c05-a826-9cb6b1b5ae94 service neutron] 10.222.0.13 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886588 Aug 06 16:44:03.158311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770979ab-e6a1-48fe-bb0e-abdfece04c9a req-23c1c54a-923a-4b4a-a3b5-686017a8a108 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:03.159798 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-770979ab-e6a1-48fe-bb0e-abdfece04c9a req-23c1c54a-923a-4b4a-a3b5-686017a8a108 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 944 time: 0.0479877 Aug 06 16:44:03.203173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-770979ab-e6a1-48fe-bb0e-abdfece04c9a req-7fe20ba9-00cd-4936-9c06-eb3f90ad57af tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369170 Aug 06 16:44:03.832690 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3511227c-a71a-4777-99ed-70952a01eb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:04.314665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9461d-e6eb-4cec-95d7-aa65cd3bb32a req-2c00d666-cfa8-4399-ab7f-30f11775c8c3 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:04.316126 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89a9461d-e6eb-4cec-95d7-aa65cd3bb32a req-2c00d666-cfa8-4399-ab7f-30f11775c8c3 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 944 time: 0.0476050 Aug 06 16:44:04.354074 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89a9461d-e6eb-4cec-95d7-aa65cd3bb32a req-8a108015-c4c1-4720-9402-bcbcd910a0b0 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321863 Aug 06 16:44:04.395129 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device cd9028fc-84cd-4998-9617-a471fb2b034a details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:44:04.490741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port cd9028fc-84cd-4998-9617-a471fb2b034a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cd9028fc-84cd-4998-9617-a471fb2b034a,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:44:04.657692 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'cd9028fc-84cd-4998-9617-a471fb2b034a', 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd', 'port_id': 'cd9028fc-84cd-4998-9617-a471fb2b034a', 'mac_address': 'fa:16:3e:e2:5c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7f2457-aa06-4fdd-8e38-b8f49774e79b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:44:04.695255 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:04.708087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9028fc-84cd-4998-9617-a471fb2b034a {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:44:04.726961 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port cd9028fc-84cd-4998-9617-a471fb2b034a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cd9028fc-84cd-4998-9617-a471fb2b034a,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:44:04.730428 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:04.778533 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=cd9028fc-84cd-4998-9617-a471fb2b034a,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:44:04.913329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['cd9028fc-84cd-4998-9617-a471fb2b034a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:44:05.469414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9176f66-ab87-46a8-b532-0250ea3d2637 req-01dcd55d-9928-419a-be37-6a608d8fe38c tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:05.470913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9176f66-ab87-46a8-b532-0250ea3d2637 req-01dcd55d-9928-419a-be37-6a608d8fe38c tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 945 time: 0.0522332 Aug 06 16:44:05.508172 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9176f66-ab87-46a8-b532-0250ea3d2637 req-87b55c43-0b1a-4e76-9bd8-76b6ced6605f tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Aug 06 16:44:06.259773 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2322e2f7-64fe-47e2-8779-8943d7c98011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:06.395340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device cd9028fc-84cd-4998-9617-a471fb2b034a up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:44:06.443711 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port cd9028fc-84cd-4998-9617-a471fb2b034a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:44:06.447339 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port cd9028fc-84cd-4998-9617-a471fb2b034a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:44:06.447702 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:06.533206 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:06.555567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136af06c-c92f-4094-a98e-cac67f5800a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9028fc-84cd-4998-9617-a471fb2b034a'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:44:06.557818 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfdd914-7c03-42aa-9033-5bfaed9eb87a" -d '{"events": [{"server_uuid": "136af06c-c92f-4094-a98e-cac67f5800a5", "name": "network-vif-plugged", "status": "completed", "tag": "cd9028fc-84cd-4998-9617-a471fb2b034a"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:44:06.571232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port cd9028fc-84cd-4998-9617-a471fb2b034a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cd9028fc-84cd-4998-9617-a471fb2b034a,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:44:06.576536 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:06.600143 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1577e6-5349-45c9-bb1f-373d9d64c87f x-openstack-request-id: req-0b1577e6-5349-45c9-bb1f-373d9d64c87f {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:44:06.600439 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136af06c-c92f-4094-a98e-cac67f5800a5", "name": "network-vif-plugged", "status": "completed", "tag": "cd9028fc-84cd-4998-9617-a471fb2b034a", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:44:06.600691 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b1577e6-5349-45c9-bb1f-373d9d64c87f {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:44:06.601079 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136af06c-c92f-4094-a98e-cac67f5800a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9028fc-84cd-4998-9617-a471fb2b034a', 'code': 200} Aug 06 16:44:06.628182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb153b-e73e-4db6-9385-f383870a8249 req-c6be67d8-e1e5-4003-a428-6abb90c44044 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:06.629797 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-faeb153b-e73e-4db6-9385-f383870a8249 req-c6be67d8-e1e5-4003-a428-6abb90c44044 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0528305 Aug 06 16:44:06.634914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=cd9028fc-84cd-4998-9617-a471fb2b034a,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:44:06.679234 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-faeb153b-e73e-4db6-9385-f383870a8249 req-a2cc6658-46b9-486d-9dc2-e373044d367f tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366306 Aug 06 16:44:06.689125 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:06.703623 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ab1eb-f8b8-498c-8fbb-b10cb9e4b346 req-19c4cb18-ec78-4ffe-b202-f33f0424ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:06.705414 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a20ab1eb-f8b8-498c-8fbb-b10cb9e4b346 req-19c4cb18-ec78-4ffe-b202-f33f0424ec98 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 1097 time: 0.0504591 Aug 06 16:44:06.740948 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a20ab1eb-f8b8-498c-8fbb-b10cb9e4b346 req-3b84bf20-ca4e-49b7-9119-fc3a226b4abb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284417 Aug 06 16:44:07.434807 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:07.796136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d05d7-7b6d-4c1d-88ca-0c2e70f015e3 req-c05ef4f9-c737-44f2-85f5-eaae38433a78 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:07.797606 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-076d05d7-7b6d-4c1d-88ca-0c2e70f015e3 req-c05ef4f9-c737-44f2-85f5-eaae38433a78 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0482204 Aug 06 16:44:07.836693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-076d05d7-7b6d-4c1d-88ca-0c2e70f015e3 req-8efe5220-488c-47fa-8e6d-b9731f25e460 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332525 Aug 06 16:44:07.947812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30972e-7796-4a58-8908-8ba3f6aa1624 req-5dc542a3-e5e4-4510-a3cb-6981812ba14a tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:07.950013 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce30972e-7796-4a58-8908-8ba3f6aa1624 req-5dc542a3-e5e4-4510-a3cb-6981812ba14a tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0488660 Aug 06 16:44:07.987595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce30972e-7796-4a58-8908-8ba3f6aa1624 req-6a8440ad-72e6-4cad-842e-707bf6a98bdf tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314538 Aug 06 16:44:08.181251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15443c4d-2d95-4e1b-bf50-a1044a8596e0 req-9be6b54d-56c8-463d-b489-d574941fcf43 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:08.182758 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15443c4d-2d95-4e1b-bf50-a1044a8596e0 req-9be6b54d-56c8-463d-b489-d574941fcf43 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0482731 Aug 06 16:44:08.224249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15443c4d-2d95-4e1b-bf50-a1044a8596e0 req-d0829a40-6183-4db8-8b2b-4920a28b4e48 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350122 Aug 06 16:44:08.337828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e109a-0cdb-40a0-a4dc-c1102539457f req-6de08491-63b7-42bc-b7c3-71ee74018344 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:08.339354 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-749e109a-0cdb-40a0-a4dc-c1102539457f req-6de08491-63b7-42bc-b7c3-71ee74018344 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0490081 Aug 06 16:44:08.376897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-749e109a-0cdb-40a0-a4dc-c1102539457f req-312f3f03-fc0a-40e2-b2ec-baef75d13c5e tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Aug 06 16:44:08.600918 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-86106cd1-4fc5-46b0-8c93-45ee57107e39 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448546 Aug 06 16:44:08.613742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34941220-0347-4f36-a0ff-e0247ab7595f req-832dc025-2fa8-4cdb-9f12-c475f619814b tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:08.615399 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34941220-0347-4f36-a0ff-e0247ab7595f req-832dc025-2fa8-4cdb-9f12-c475f619814b tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0503213 Aug 06 16:44:08.657385 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-34941220-0347-4f36-a0ff-e0247ab7595f req-f1a1d8bd-02a9-4583-841e-9d129b1a0b6b tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348229 Aug 06 16:44:09.171068 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:09.700498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-c0d9b6c8-43ac-424e-93b6-fe563f904f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:09.702098 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-c0d9b6c8-43ac-424e-93b6-fe563f904f74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 1097 time: 0.0411837 Aug 06 16:44:09.771702 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb773a-8678-41e6-81f0-c5892ac704ea req-56050f01-4f8b-4871-977f-2d457b4f0a80 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:09.773429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3cfb773a-8678-41e6-81f0-c5892ac704ea req-56050f01-4f8b-4871-977f-2d457b4f0a80 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0478282 Aug 06 16:44:09.793642 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-136f2986-31ca-43eb-ade2-7d8fe1b6614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:09.795198 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-136f2986-31ca-43eb-ade2-7d8fe1b6614c service neutron] 10.222.0.13 "GET /v2.0/networks?id=604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 200 len: 916 time: 0.0864472 Aug 06 16:44:09.815430 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3cfb773a-8678-41e6-81f0-c5892ac704ea req-b7330aa6-d56e-4030-b393-18567d6ceb2c tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354340 Aug 06 16:44:09.847103 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-c6c4b5ae-ae70-4715-b7a1-3e05cbcd478f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9028fc-84cd-4998-9617-a471fb2b034a HTTP/1.1" status: 200 len: 217 time: 0.0449119 Aug 06 16:44:09.894867 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-ca31d880-a524-4965-a336-8fafa45afcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:09.896247 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-ca31d880-a524-4965-a336-8fafa45afcf2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a7f2457-aa06-4fdd-8e38-b8f49774e79b HTTP/1.1" status: 200 len: 855 time: 0.0425298 Aug 06 16:44:09.926695 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-08be96c0-f962-4eee-a3f1-69ac3a78ced2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=604ec875-01a1-476e-9729-e62b20b7bddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233431 Aug 06 16:44:10.017288 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-3df2b214-d63e-4437-aa70-31364e301d69 service neutron] 10.222.0.13 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833766 Aug 06 16:44:10.104914 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-f31289af-287d-4ad9-b815-636e90d48c00 service neutron] 10.222.0.13 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808663 Aug 06 16:44:10.932643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a8128-db95-4f9a-996c-4d4637a23a82 req-0f59041c-bae2-4592-8b63-236eadc4dc5b tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:10.934135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e51a8128-db95-4f9a-996c-4d4637a23a82 req-0f59041c-bae2-4592-8b63-236eadc4dc5b tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0486488 Aug 06 16:44:10.971976 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e51a8128-db95-4f9a-996c-4d4637a23a82 req-5ea854ff-dff3-4cdf-a378-c9f01dd50776 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319946 Aug 06 16:44:12.084582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a7741-f6c0-405b-aacd-1f27eca8cb17 req-e962dd4d-0894-4fa0-ab00-06a33d044dc2 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:12.086092 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-532a7741-f6c0-405b-aacd-1f27eca8cb17 req-e962dd4d-0894-4fa0-ab00-06a33d044dc2 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0482750 Aug 06 16:44:12.122788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-532a7741-f6c0-405b-aacd-1f27eca8cb17 req-04557da4-e6aa-4505-bcdc-a3953e4ac6d7 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303130 Aug 06 16:44:13.236593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece6ea9-f3ac-4512-bfe9-5e79e89867d6 req-18334d24-ebf4-466e-934c-fc0e8c6652e5 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:13.238103 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ece6ea9-f3ac-4512-bfe9-5e79e89867d6 req-18334d24-ebf4-466e-934c-fc0e8c6652e5 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0495298 Aug 06 16:44:13.279684 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ece6ea9-f3ac-4512-bfe9-5e79e89867d6 req-0b2e3630-271d-4e45-a40a-885f0a414db9 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357385 Aug 06 16:44:14.394060 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489fdf6-5b4f-41a6-8941-815479947445 req-c919937e-4154-4300-ae43-9c2f508cd633 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:14.395513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5489fdf6-5b4f-41a6-8941-815479947445 req-c919937e-4154-4300-ae43-9c2f508cd633 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0487955 Aug 06 16:44:14.432530 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5489fdf6-5b4f-41a6-8941-815479947445 req-e1871e41-1f15-4765-8e8c-62827406dcb7 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311446 Aug 06 16:44:15.551665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd569e-e7ef-4439-a90e-476958c58bab req-df4f6cfa-0691-4d7d-918a-17e8ea700725 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:15.553116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7bbd569e-e7ef-4439-a90e-476958c58bab req-df4f6cfa-0691-4d7d-918a-17e8ea700725 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0530307 Aug 06 16:44:15.590617 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7bbd569e-e7ef-4439-a90e-476958c58bab req-625e432d-bf36-4cc4-8320-38a4e25d54df tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311825 Aug 06 16:44:16.702369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c69ba-a7ad-4159-95a6-0331c9c0c1d4 req-7e518427-5d51-4c1f-9998-55fba4ae96d3 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:16.704096 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e6c69ba-a7ad-4159-95a6-0331c9c0c1d4 req-7e518427-5d51-4c1f-9998-55fba4ae96d3 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0487776 Aug 06 16:44:16.744855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e6c69ba-a7ad-4159-95a6-0331c9c0c1d4 req-6f09dea6-7eb7-4998-98f5-52c6263d3f07 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348721 Aug 06 16:44:17.856787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd922c-c54f-44eb-9ae4-082d93064225 req-fc57816e-4449-4c22-8ea7-160d05596586 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:17.858315 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b1fd922c-c54f-44eb-9ae4-082d93064225 req-fc57816e-4449-4c22-8ea7-160d05596586 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0492601 Aug 06 16:44:17.895682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b1fd922c-c54f-44eb-9ae4-082d93064225 req-0d439146-613a-4e1e-b1cb-004c417c7258 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315611 Aug 06 16:44:19.007678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1b135-cea5-47b1-aa8b-402df72bb0fc req-8751372d-eb43-40a8-8380-f7e678f1ac11 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:19.009139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45f1b135-cea5-47b1-aa8b-402df72bb0fc req-8751372d-eb43-40a8-8380-f7e678f1ac11 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0482390 Aug 06 16:44:19.047122 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45f1b135-cea5-47b1-aa8b-402df72bb0fc req-b3fc2363-11e8-4cd0-8933-f0f8e6306901 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316312 Aug 06 16:44:20.159331 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194f2b5-1b49-4fb7-8210-a9fcdb394c00 req-eed2d993-7875-4bcb-89c6-b1cef922b0d4 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:20.160793 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0194f2b5-1b49-4fb7-8210-a9fcdb394c00 req-eed2d993-7875-4bcb-89c6-b1cef922b0d4 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0483634 Aug 06 16:44:20.201744 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0194f2b5-1b49-4fb7-8210-a9fcdb394c00 req-8f911ecb-b542-48c1-bb5d-0cc5d9855a04 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350454 Aug 06 16:44:21.315332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a03b29-66d9-48bc-be4f-d241f5bf83a6 req-a131fdca-9222-47bb-9be9-3a18c3f4c914 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:21.316806 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8a03b29-66d9-48bc-be4f-d241f5bf83a6 req-a131fdca-9222-47bb-9be9-3a18c3f4c914 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0487926 Aug 06 16:44:21.355317 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8a03b29-66d9-48bc-be4f-d241f5bf83a6 req-2bba5102-c519-422d-9ebe-9deb46323956 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325980 Aug 06 16:44:22.467791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832d0d7-c368-4f80-9f46-1d371e26f5c8 req-73e94a87-d2a1-4e57-bb37-569f00bcfa71 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:22.469245 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a832d0d7-c368-4f80-9f46-1d371e26f5c8 req-73e94a87-d2a1-4e57-bb37-569f00bcfa71 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0493209 Aug 06 16:44:22.506235 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a832d0d7-c368-4f80-9f46-1d371e26f5c8 req-90f38f37-f3cb-4af0-8dc2-9582652b1866 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311885 Aug 06 16:44:23.618840 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5d563-8b40-406b-9ae4-cb6918b55a8c req-28355cb7-ba4f-4468-9ade-7ce9f73f6d28 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:23.620279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4a5d563-8b40-406b-9ae4-cb6918b55a8c req-28355cb7-ba4f-4468-9ade-7ce9f73f6d28 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0479126 Aug 06 16:44:23.661984 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4a5d563-8b40-406b-9ae4-cb6918b55a8c req-e3c2dba2-4585-4887-b232-0f6693943c8a tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351205 Aug 06 16:44:24.030364 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:24.238320 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:24.778127 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c11a6-9fb4-40c8-88a9-788d5c555f06 req-6a9ec8d3-72c1-4c19-8960-8e13ed411642 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:24.779763 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e33c11a6-9fb4-40c8-88a9-788d5c555f06 req-6a9ec8d3-72c1-4c19-8960-8e13ed411642 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0495300 Aug 06 16:44:24.819273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e33c11a6-9fb4-40c8-88a9-788d5c555f06 req-0db30f7a-5e5d-4135-a46e-acd225aa923b tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332806 Aug 06 16:44:25.934720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71621226-7773-4971-92e2-4db68634de88 req-1fea60d1-098d-4771-b445-8cc79218540e tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:25.936671 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-71621226-7773-4971-92e2-4db68634de88 req-1fea60d1-098d-4771-b445-8cc79218540e tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0485866 Aug 06 16:44:25.973819 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-71621226-7773-4971-92e2-4db68634de88 req-491f02b2-de92-45be-bc85-6684b2676345 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312603 Aug 06 16:44:27.085083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129578c-c6e8-466e-9665-edb0b1246c8c req-d6970619-d9de-4dff-b7f7-64fc5a2ea862 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:27.086548 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b129578c-c6e8-466e-9665-edb0b1246c8c req-d6970619-d9de-4dff-b7f7-64fc5a2ea862 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0473082 Aug 06 16:44:27.126978 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b129578c-c6e8-466e-9665-edb0b1246c8c req-7c967220-720d-45c3-ba64-babacd34ed3e tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340128 Aug 06 16:44:28.240485 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d6504-0dfd-42d6-af73-c01ef013bf31 req-7147f135-7229-48b6-8cc1-98210d0f070f tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:28.241955 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e26d6504-0dfd-42d6-af73-c01ef013bf31 req-7147f135-7229-48b6-8cc1-98210d0f070f tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0482967 Aug 06 16:44:28.279492 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e26d6504-0dfd-42d6-af73-c01ef013bf31 req-994108e2-a557-4d88-94b8-8fd879fa1ed6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315528 Aug 06 16:44:28.478134 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:44:29.392872 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401957f-3642-4576-af39-cf2783fa631d req-cce72a1e-03d5-40a6-aa34-15b453d4aaad tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:29.394350 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0401957f-3642-4576-af39-cf2783fa631d req-cce72a1e-03d5-40a6-aa34-15b453d4aaad tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0479617 Aug 06 16:44:29.431318 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0401957f-3642-4576-af39-cf2783fa631d req-05893c53-032a-4e86-afb8-f208cb62b47d tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310464 Aug 06 16:44:30.543982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990b668-9e50-4271-b5b3-902bd93d0c3c req-75ef217a-f866-49c8-98f0-0ec31f146296 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:30.546075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d990b668-9e50-4271-b5b3-902bd93d0c3c req-75ef217a-f866-49c8-98f0-0ec31f146296 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0471823 Aug 06 16:44:30.586336 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d990b668-9e50-4271-b5b3-902bd93d0c3c req-4cb1ba7c-2d5e-45e4-9944-a3b188b17cd8 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344052 Aug 06 16:44:31.716719 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c0b02-101c-4175-9482-710cb5949525 req-cdeb01b5-c026-4fe2-87e0-ec04cea18897 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:31.718885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f4c0b02-101c-4175-9482-710cb5949525 req-cdeb01b5-c026-4fe2-87e0-ec04cea18897 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0497417 Aug 06 16:44:31.758701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f4c0b02-101c-4175-9482-710cb5949525 req-64ee3366-450d-4019-b6e2-acc337b6c80d tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339139 Aug 06 16:44:32.875293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4648b-3410-4326-9478-728cfe9abe82 req-915a55e5-b6b7-48a3-81f0-0bd26d9ce858 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:32.876786 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4cf4648b-3410-4326-9478-728cfe9abe82 req-915a55e5-b6b7-48a3-81f0-0bd26d9ce858 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0514615 Aug 06 16:44:32.914417 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4cf4648b-3410-4326-9478-728cfe9abe82 req-fc39424c-0bb4-4239-ae71-418a6f58b408 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317254 Aug 06 16:44:33.834680 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1e8e3353-d059-41eb-8c8c-0acc92d19110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:34.029611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac405d3-a167-4f77-b6ca-44e915bb3742 req-9c32620c-2a5b-425a-b724-0c1d10ef9414 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:34.031082 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aac405d3-a167-4f77-b6ca-44e915bb3742 req-9c32620c-2a5b-425a-b724-0c1d10ef9414 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0497200 Aug 06 16:44:34.074218 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aac405d3-a167-4f77-b6ca-44e915bb3742 req-b590e2af-bbae-48d0-8116-266feffb2655 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372274 Aug 06 16:44:35.187617 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89abb6-fd66-4951-8bc8-fc3eedbc10d4 req-4458d8b4-8492-4851-a9de-8675962820cd tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:35.189071 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d89abb6-fd66-4951-8bc8-fc3eedbc10d4 req-4458d8b4-8492-4851-a9de-8675962820cd tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0479815 Aug 06 16:44:35.226529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d89abb6-fd66-4951-8bc8-fc3eedbc10d4 req-300a15a1-50df-45c2-b210-cde20de58b18 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Aug 06 16:44:36.260533 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-99200fb2-2535-4428-ac5c-b9b18c649fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:36.344787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4eafc1-45e5-4769-8013-fcbdba3ed837 req-90df99ef-3a9e-4f32-a2e7-6bd955b19a8d tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:36.346362 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b4eafc1-45e5-4769-8013-fcbdba3ed837 req-90df99ef-3a9e-4f32-a2e7-6bd955b19a8d tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0540872 Aug 06 16:44:36.385169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b4eafc1-45e5-4769-8013-fcbdba3ed837 req-7065d1c9-0556-4545-bf1e-ad79c96e46be tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329447 Aug 06 16:44:36.689470 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:36.957347 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-718ab83f-b945-4916-b6a9-68e619d1a822 service neutron] show failed (client error): The resource could not be found. Aug 06 16:44:36.958299 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-718ab83f-b945-4916-b6a9-68e619d1a822 service neutron] 10.222.0.13 "GET /v2.0/ports/cd9028fc-84cd-4998-9617-a471fb2b034a/bindings/n-h1-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.0607207 Aug 06 16:44:37.150971 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-8e130d92-df52-480b-a717-2a9057995aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:37.152421 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-8e130d92-df52-480b-a717-2a9057995aaf service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5&tenant_id=e08c8abb1acb4999a4ae28c2b75c5078 HTTP/1.1" status: 200 len: 1097 time: 0.0407646 Aug 06 16:44:37.164333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:44:37.216607 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:37.420560 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] For port cd9028fc-84cd-4998-9617-a471fb2b034a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=cd9028fc-84cd-4998-9617-a471fb2b034a,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:44:37.437407 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:37.457024 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] For port cd9028fc-84cd-4998-9617-a471fb2b034a, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:44:37.496665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136af06c-c92f-4094-a98e-cac67f5800a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9028fc-84cd-4998-9617-a471fb2b034a'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:44:37.499405 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04251ff6-706c-4914-a079-09214c3df4f1" -d '{"events": [{"server_uuid": "136af06c-c92f-4094-a98e-cac67f5800a5", "name": "network-vif-unplugged", "status": "completed", "tag": "cd9028fc-84cd-4998-9617-a471fb2b034a"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:44:37.500410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b39e7f-5b0f-4954-a8fe-bea74d3f12c5 req-8c243df0-108c-40df-a816-94a84151a2a0 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:37.502033 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8b39e7f-5b0f-4954-a8fe-bea74d3f12c5 req-8c243df0-108c-40df-a816-94a84151a2a0 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0494406 Aug 06 16:44:37.503288 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:37.516643 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Transition to ACTIVE for port object cd9028fc-84cd-4998-9617-a471fb2b034a will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:44:37.521320 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:37.548308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d8b39e7f-5b0f-4954-a8fe-bea74d3f12c5 req-5b3d525a-090a-4d0f-b9f0-0f127f5031af tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400906 Aug 06 16:44:37.557826 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47be9f6f-cf78-4e2c-a0a1-84ad9f2b5d65 x-openstack-request-id: req-47be9f6f-cf78-4e2c-a0a1-84ad9f2b5d65 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:44:37.557826 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136af06c-c92f-4094-a98e-cac67f5800a5", "name": "network-vif-unplugged", "status": "completed", "tag": "cd9028fc-84cd-4998-9617-a471fb2b034a", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:44:37.557826 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47be9f6f-cf78-4e2c-a0a1-84ad9f2b5d65 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:44:37.558182 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136af06c-c92f-4094-a98e-cac67f5800a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd9028fc-84cd-4998-9617-a471fb2b034a', 'code': 200} Aug 06 16:44:37.589308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] No DVR routers for this DVR port cd9028fc-84cd-4998-9617-a471fb2b034a on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:44:37.592409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9028fc-84cd-4998-9617-a471fb2b034a,revision_number=6']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:44:37.630183 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Attempting to bind port cd9028fc-84cd-4998-9617-a471fb2b034a on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:44:37.630513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Attempting to bind port cd9028fc-84cd-4998-9617-a471fb2b034a by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:44:37.630834 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Attempting to bind port cd9028fc-84cd-4998-9617-a471fb2b034a on network 604ec875-01a1-476e-9729-e62b20b7bddd {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:44:37.635006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Port cd9028fc-84cd-4998-9617-a471fb2b034a on network 604ec875-01a1-476e-9729-e62b20b7bddd not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:44:37.635322 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Attempting to bind port cd9028fc-84cd-4998-9617-a471fb2b034a on network 604ec875-01a1-476e-9729-e62b20b7bddd {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:44:37.640031 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:44:37.640364 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Checking segment: {'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:44:37.640739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Bound using segment: {'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:44:37.641155 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Bound port: cd9028fc-84cd-4998-9617-a471fb2b034a, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:44:37.641500 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:37.705182 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] For port cd9028fc-84cd-4998-9617-a471fb2b034a, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:44:37.708174 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] For port cd9028fc-84cd-4998-9617-a471fb2b034a, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cd9028fc-84cd-4998-9617-a471fb2b034a,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:44:37.711947 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:37.745324 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:37.745976 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:37.747442 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] 10.222.0.78 "PUT /v2.0/ports/cd9028fc-84cd-4998-9617-a471fb2b034a HTTP/1.1" status: 200 len: 1092 time: 0.5869954 Aug 06 16:44:37.771851 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471e1c5-65ce-41ef-9a2c-2de27e19c1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9028fc-84cd-4998-9617-a471fb2b034a,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:44:37.814808 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-b3b0d58a-97f9-4883-b7df-c04e6b9074c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:37.816299 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-b3b0d58a-97f9-4883-b7df-c04e6b9074c4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 1095 time: 0.0414987 Aug 06 16:44:37.909863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-69d25771-3981-4126-b774-2335fdcc65d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:37.911324 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-69d25771-3981-4126-b774-2335fdcc65d2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 200 len: 916 time: 0.0881157 Aug 06 16:44:37.953191 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-06182370-8fff-43d3-8dd2-823d534e54f4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9028fc-84cd-4998-9617-a471fb2b034a HTTP/1.1" status: 200 len: 217 time: 0.0342231 Aug 06 16:44:38.005402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-2cc27dc0-f7a7-4f50-a4ba-e7d30815e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:38.006782 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-2cc27dc0-f7a7-4f50-a4ba-e7d30815e2b8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3a7f2457-aa06-4fdd-8e38-b8f49774e79b HTTP/1.1" status: 200 len: 855 time: 0.0470467 Aug 06 16:44:38.039678 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-6d1a01da-88da-4f02-8a5f-2442c492fa7d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=604ec875-01a1-476e-9729-e62b20b7bddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249214 Aug 06 16:44:38.051467 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-5dab88a6-fceb-4c30-a653-c0dfc9844c64 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:44:38.052466 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-5dab88a6-fceb-4c30-a653-c0dfc9844c64 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049431 Aug 06 16:44:38.140458 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-883879e9-650c-4d64-97a4-5b0b3bc3f8b1 service neutron] 10.222.0.78 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811725 Aug 06 16:44:38.234333 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f6c07ef-1de9-4e6b-aca3-b8ce918c8486 req-b2ef0c04-dd24-4af8-88d1-6f6c96ee6d3b service neutron] 10.222.0.78 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869188 Aug 06 16:44:38.678839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cd770-3e46-4434-a94a-54b148af9f19 req-39a37b9f-0902-43e4-ae5b-731cc9209151 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:38.680344 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-713cd770-3e46-4434-a94a-54b148af9f19 req-39a37b9f-0902-43e4-ae5b-731cc9209151 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 944 time: 0.0530150 Aug 06 16:44:38.728030 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-713cd770-3e46-4434-a94a-54b148af9f19 req-82d3f3ed-bdea-406e-9014-0e55314118d5 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416679 Aug 06 16:44:39.174122 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:39.559027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136af06c-c92f-4094-a98e-cac67f5800a5', 'tag': 'cd9028fc-84cd-4998-9617-a471fb2b034a'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:44:39.561415 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16" -d '{"events": [{"name": "network-changed", "server_uuid": "136af06c-c92f-4094-a98e-cac67f5800a5", "tag": "cd9028fc-84cd-4998-9617-a471fb2b034a"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:44:39.614655 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86122d6-e286-469d-a5d0-fbb1286b74b3 x-openstack-request-id: req-e86122d6-e286-469d-a5d0-fbb1286b74b3 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:44:39.614954 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136af06c-c92f-4094-a98e-cac67f5800a5", "tag": "cd9028fc-84cd-4998-9617-a471fb2b034a", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:44:39.615209 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e86122d6-e286-469d-a5d0-fbb1286b74b3 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:44:39.615611 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136af06c-c92f-4094-a98e-cac67f5800a5', 'tag': 'cd9028fc-84cd-4998-9617-a471fb2b034a', 'status': 'completed', 'code': 200} Aug 06 16:44:39.726223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-60d88ad6-2703-4e9a-8490-2ffd3c82ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:39.727708 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-60d88ad6-2703-4e9a-8490-2ffd3c82ceaf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 1095 time: 0.0910730 Aug 06 16:44:39.730080 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-db50e75b-550f-4544-8ca7-c05e9e8e9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:39.731418 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-db50e75b-550f-4544-8ca7-c05e9e8e9fdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 1095 time: 0.0928020 Aug 06 16:44:39.863093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d4e68-eda8-4ac2-a9f0-5b1151484876 req-f80eec75-11d7-4eca-9e9d-c0738e0a5be8 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:39.864499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737d4e68-eda8-4ac2-a9f0-5b1151484876 req-f80eec75-11d7-4eca-9e9d-c0738e0a5be8 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 944 time: 0.0611596 Aug 06 16:44:39.902431 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-737d4e68-eda8-4ac2-a9f0-5b1151484876 req-0928a038-4491-4ea8-9570-82a01889d9bd tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318692 Aug 06 16:44:39.967157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-d614b0e8-ff43-41ef-904d-65a7abb8ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:39.970207 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-d614b0e8-ff43-41ef-904d-65a7abb8ae47 service neutron] 10.222.0.78 "GET /v2.0/networks?id=604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 200 len: 916 time: 0.2337966 Aug 06 16:44:39.972022 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-6ae0a81d-0595-4f6e-9d0a-2b1a06801ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:39.974288 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-6ae0a81d-0595-4f6e-9d0a-2b1a06801ccb service neutron] 10.222.0.13 "GET /v2.0/networks?id=604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 200 len: 916 time: 0.2287259 Aug 06 16:44:40.046682 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-d07d081d-921a-4954-a0d1-aa8ab1b315b8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9028fc-84cd-4998-9617-a471fb2b034a HTTP/1.1" status: 200 len: 217 time: 0.0688953 Aug 06 16:44:40.110702 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-9dd822cd-7d56-410d-a558-e52f4a8b8e14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9028fc-84cd-4998-9617-a471fb2b034a HTTP/1.1" status: 200 len: 217 time: 0.1232908 Aug 06 16:44:40.167126 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e158b9-8443-4a6b-9858-1cf7fad50d3c req-5d38dcb8-363a-4757-89bf-1b1f2ad87773 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:40.168522 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5e158b9-8443-4a6b-9858-1cf7fad50d3c req-5d38dcb8-363a-4757-89bf-1b1f2ad87773 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 944 time: 0.1143985 Aug 06 16:44:40.176859 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e6834-fb97-4825-bf90-ec842556d748 req-83764a3c-2cda-4f30-b003-6d82277febe9 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:40.178274 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-766e6834-fb97-4825-bf90-ec842556d748 req-83764a3c-2cda-4f30-b003-6d82277febe9 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.13 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5&tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 944 time: 0.1157427 Aug 06 16:44:40.224852 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-1638c6bd-57d3-4fa0-a9fb-95d8dd9e3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:40.227318 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-1638c6bd-57d3-4fa0-a9fb-95d8dd9e3741 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3a7f2457-aa06-4fdd-8e38-b8f49774e79b HTTP/1.1" status: 200 len: 855 time: 0.1300144 Aug 06 16:44:40.235829 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-ac240e42-c893-4acd-addb-4bc80dd63a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:40.238189 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-ac240e42-c893-4acd-addb-4bc80dd63a23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a7f2457-aa06-4fdd-8e38-b8f49774e79b HTTP/1.1" status: 200 len: 855 time: 0.0953906 Aug 06 16:44:40.244339 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a5e158b9-8443-4a6b-9858-1cf7fad50d3c req-cd76a2b7-b986-43e8-a544-cc8de317eba7 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651369 Aug 06 16:44:40.260979 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-766e6834-fb97-4825-bf90-ec842556d748 req-edaf7bc9-31be-4a68-907c-19fb75c0f864 service neutron] delete failed (client error): The resource could not be found. Aug 06 16:44:40.262211 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-766e6834-fb97-4825-bf90-ec842556d748 req-edaf7bc9-31be-4a68-907c-19fb75c0f864 service neutron] 10.222.0.13 "DELETE /v2.0/ports/cd9028fc-84cd-4998-9617-a471fb2b034a/bindings/n-h2-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.0771692 Aug 06 16:44:40.320968 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-d30cd1e7-2ccf-42f3-9f5b-113fc0d62bd8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=604ec875-01a1-476e-9729-e62b20b7bddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769455 Aug 06 16:44:40.320968 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-a88e946d-11cb-4cda-b34f-5958fa9249ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=604ec875-01a1-476e-9729-e62b20b7bddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657947 Aug 06 16:44:40.474410 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device cd9028fc-84cd-4998-9617-a471fb2b034a no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:44:40.475031 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-24b4837c-08a4-4664-b0a1-2d50eed23c49 service neutron] 10.222.0.78 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510701 Aug 06 16:44:40.476867 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-214dcab6-760a-46a4-b8b1-432d3259b6ff service neutron] 10.222.0.13 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449332 Aug 06 16:44:40.511385 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device cd9028fc-84cd-4998-9617-a471fb2b034a not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:44:40.633903 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-71e8127b-5460-43b0-b8a7-8e79dce1e9b6 service neutron] 10.222.0.78 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514122 Aug 06 16:44:40.637506 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d359f559-fc9c-40e6-9aaf-88dc0adf4d16 req-a5d33002-f08a-4bf6-a112-2d2683d70c6a service neutron] 10.222.0.13 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471214 Aug 06 16:44:40.735300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e6834-fb97-4825-bf90-ec842556d748 req-cc7c8459-c089-4f20-bbbf-6b8b2a9a1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:40.736771 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-766e6834-fb97-4825-bf90-ec842556d748 req-cc7c8459-c089-4f20-bbbf-6b8b2a9a1246 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 1095 time: 0.0419307 Aug 06 16:44:40.829355 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e6834-fb97-4825-bf90-ec842556d748 req-d52a2992-ed3e-44fa-918e-c10bdff87ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:40.830918 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-766e6834-fb97-4825-bf90-ec842556d748 req-d52a2992-ed3e-44fa-918e-c10bdff87ae9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 200 len: 916 time: 0.0872889 Aug 06 16:44:40.871740 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-766e6834-fb97-4825-bf90-ec842556d748 req-0e107184-2145-4243-9239-09c57f695bd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd9028fc-84cd-4998-9617-a471fb2b034a HTTP/1.1" status: 200 len: 217 time: 0.0343022 Aug 06 16:44:40.923836 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e6834-fb97-4825-bf90-ec842556d748 req-58061d6e-05df-40c0-9a82-047ed6eeaa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:40.925285 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-766e6834-fb97-4825-bf90-ec842556d748 req-58061d6e-05df-40c0-9a82-047ed6eeaa1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a7f2457-aa06-4fdd-8e38-b8f49774e79b HTTP/1.1" status: 200 len: 855 time: 0.0476067 Aug 06 16:44:40.955412 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-766e6834-fb97-4825-bf90-ec842556d748 req-7d4f0bd6-ba1d-4541-bdcd-e5b55e460533 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=604ec875-01a1-476e-9729-e62b20b7bddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237174 Aug 06 16:44:41.043929 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-766e6834-fb97-4825-bf90-ec842556d748 req-ac1b0349-309f-44d7-b4a4-9287b8c1a078 service neutron] 10.222.0.13 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811310 Aug 06 16:44:41.135573 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-766e6834-fb97-4825-bf90-ec842556d748 req-a73aaf5e-1dbd-422f-86e3-5e841a4810de service neutron] 10.222.0.13 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849104 Aug 06 16:44:41.211293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device cd9028fc-84cd-4998-9617-a471fb2b034a details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:44:41.307116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port cd9028fc-84cd-4998-9617-a471fb2b034a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cd9028fc-84cd-4998-9617-a471fb2b034a,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:44:41.317959 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'cd9028fc-84cd-4998-9617-a471fb2b034a', 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd', 'port_id': 'cd9028fc-84cd-4998-9617-a471fb2b034a', 'mac_address': 'fa:16:3e:e2:5c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7f2457-aa06-4fdd-8e38-b8f49774e79b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:44:41.355209 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:41.367792 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9028fc-84cd-4998-9617-a471fb2b034a {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:44:41.367942 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93babf6e-b609-4e46-bb7c-f9f68150853b req-d519fc1f-feed-4b7f-9016-83b09113e49a tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:41.369373 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-93babf6e-b609-4e46-bb7c-f9f68150853b req-d519fc1f-feed-4b7f-9016-83b09113e49a tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 944 time: 0.0530295 Aug 06 16:44:41.387378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port cd9028fc-84cd-4998-9617-a471fb2b034a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cd9028fc-84cd-4998-9617-a471fb2b034a,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:44:41.391962 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:41.412267 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-93babf6e-b609-4e46-bb7c-f9f68150853b req-04af5398-7f0e-474a-b281-7de0556f7d8f tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364819 Aug 06 16:44:41.441404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=cd9028fc-84cd-4998-9617-a471fb2b034a,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:44:41.634626 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['cd9028fc-84cd-4998-9617-a471fb2b034a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:44:42.529736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584593e1-0176-4c37-ad62-b6f6aee022d6 req-eb4a1d00-17fd-43a1-879b-34a3f30d727e tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:42.531175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-584593e1-0176-4c37-ad62-b6f6aee022d6 req-eb4a1d00-17fd-43a1-879b-34a3f30d727e tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 945 time: 0.0484843 Aug 06 16:44:42.568110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-584593e1-0176-4c37-ad62-b6f6aee022d6 req-8a48dfa7-3324-4d69-81d0-99db36ac73ff tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311379 Aug 06 16:44:42.682258 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a4d34-f52b-45b0-a267-303de0e1767f req-edea0c79-345b-4cd1-9fd5-3b29f295d8b5 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:42.683739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f16a4d34-f52b-45b0-a267-303de0e1767f req-edea0c79-345b-4cd1-9fd5-3b29f295d8b5 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 945 time: 0.0475502 Aug 06 16:44:42.722145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f16a4d34-f52b-45b0-a267-303de0e1767f req-2664ebc1-6304-4211-8420-6504a6056be2 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314648 Aug 06 16:44:42.847067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b1162-6033-4beb-bb86-9c02f70c6c3d req-aa6112c3-dc17-422e-90d8-a868ecd2130c tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:42.848520 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-531b1162-6033-4beb-bb86-9c02f70c6c3d req-aa6112c3-dc17-422e-90d8-a868ecd2130c tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 945 time: 0.0533249 Aug 06 16:44:42.885485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-531b1162-6033-4beb-bb86-9c02f70c6c3d req-72d8a84f-8f4c-4449-b7ed-f2adc57be2eb tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311742 Aug 06 16:44:43.230738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-9995247c-394a-479a-9acd-43f565dafea4 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:43.232199 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-9995247c-394a-479a-9acd-43f565dafea4 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/networks?id=604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 200 len: 815 time: 0.1004770 Aug 06 16:44:43.247053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device cd9028fc-84cd-4998-9617-a471fb2b034a up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:44:43.248688 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-49869a6c-f4b3-4964-b00c-31e4bc2b8638 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/quotas/e08c8abb1acb4999a4ae28c2b75c5078 HTTP/1.1" status: 200 len: 375 time: 0.0097702 Aug 06 16:44:43.300019 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port cd9028fc-84cd-4998-9617-a471fb2b034a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:44:43.303985 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-eae50f7f-e1c8-4c31-ab1e-5eccf987b464 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494077 Aug 06 16:44:43.304330 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port cd9028fc-84cd-4998-9617-a471fb2b034a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:44:43.304687 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:43.403866 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:43.426461 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-c4a9ceeb-3ccb-439a-87cf-afd059a38392 service neutron] 10.222.0.37 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153061 Aug 06 16:44:43.427868 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136af06c-c92f-4094-a98e-cac67f5800a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9028fc-84cd-4998-9617-a471fb2b034a'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:44:43.431234 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3648612-a67d-40c2-a946-11a55ce8cdef" -d '{"events": [{"server_uuid": "136af06c-c92f-4094-a98e-cac67f5800a5", "name": "network-vif-plugged", "status": "completed", "tag": "cd9028fc-84cd-4998-9617-a471fb2b034a"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:44:43.444661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port cd9028fc-84cd-4998-9617-a471fb2b034a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cd9028fc-84cd-4998-9617-a471fb2b034a,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:44:43.450090 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:43.476677 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e826bd-b40a-4909-9d09-2e9704ad000b x-openstack-request-id: req-03e826bd-b40a-4909-9d09-2e9704ad000b {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:44:43.477060 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136af06c-c92f-4094-a98e-cac67f5800a5", "name": "network-vif-plugged", "status": "completed", "tag": "cd9028fc-84cd-4998-9617-a471fb2b034a", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:44:43.477385 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03e826bd-b40a-4909-9d09-2e9704ad000b {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:44:43.477903 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136af06c-c92f-4094-a98e-cac67f5800a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9028fc-84cd-4998-9617-a471fb2b034a', 'code': 200} Aug 06 16:44:43.506646 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=cd9028fc-84cd-4998-9617-a471fb2b034a,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:44:43.528893 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-322e81e3-3822-4f42-a65f-03bdb77e8041 service neutron] 10.222.0.37 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955782 Aug 06 16:44:43.696457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d52d0a5f-bcf2-49c3-8e66-efc4310ac572 req-5c09d782-8011-4e2a-aaa4-543f0d0933ca tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 210 time: 0.0272479 Aug 06 16:44:44.546601 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2896d55-2ba2-4f8e-9c6b-b8b94fe15466 req-8130a127-21d4-49a9-bc0f-f05d57f34863 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:44.548119 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a2896d55-2ba2-4f8e-9c6b-b8b94fe15466 req-8130a127-21d4-49a9-bc0f-f05d57f34863 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.78 "GET /v2.0/ports?device_id=136af06c-c92f-4094-a98e-cac67f5800a5 HTTP/1.1" status: 200 len: 946 time: 0.0498264 Aug 06 16:44:44.660072 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a2896d55-2ba2-4f8e-9c6b-b8b94fe15466 req-e237a832-2c79-4b8f-a704-2b958f8b86de tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Deleting port cd9028fc-84cd-4998-9617-a471fb2b034a {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:44:44.660422 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a2896d55-2ba2-4f8e-9c6b-b8b94fe15466 req-e237a832-2c79-4b8f-a704-2b958f8b86de tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:44.667187 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-8db6057c-06a5-4cb7-9d3b-7a6ebce846e6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:44.668660 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-8db6057c-06a5-4cb7-9d3b-7a6ebce846e6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.78 "GET /v2.0/networks?id=604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 200 len: 815 time: 0.1133375 Aug 06 16:44:44.685300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-0125f263-aed1-4cb5-b42f-608ce1100db6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Request body: {'port': {'device_id': '1c8abf10-aeca-4892-a65a-3cbf8f18ab24', 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd', 'admin_state_up': True, 'tenant_id': 'e08c8abb1acb4999a4ae28c2b75c5078'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:44:44.761686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-a2896d55-2ba2-4f8e-9c6b-b8b94fe15466 req-e237a832-2c79-4b8f-a704-2b958f8b86de tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] For port cd9028fc-84cd-4998-9617-a471fb2b034a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cd9028fc-84cd-4998-9617-a471fb2b034a,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:44:44.762061 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a2896d55-2ba2-4f8e-9c6b-b8b94fe15466 req-e237a832-2c79-4b8f-a704-2b958f8b86de tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:44.777402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-a2896d55-2ba2-4f8e-9c6b-b8b94fe15466 req-e237a832-2c79-4b8f-a704-2b958f8b86de tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Calling delete_port for cd9028fc-84cd-4998-9617-a471fb2b034a owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:44:44.815756 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5560b21-5f6f-4d4a-bf36-dd491a960c6e req-251c4a64-1da0-4079-8bc1-fa5c73a4aaa6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 210 time: 0.0477870 Aug 06 16:44:44.849292 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-0125f263-aed1-4cb5-b42f-608ce1100db6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Made reservation on behalf of e08c8abb1acb4999a4ae28c2b75c5078 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:44:44.852866 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-0125f263-aed1-4cb5-b42f-608ce1100db6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:44.913926 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a2896d55-2ba2-4f8e-9c6b-b8b94fe15466 req-e237a832-2c79-4b8f-a704-2b958f8b86de tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:44.926735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['cd9028fc-84cd-4998-9617-a471fb2b034a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:44:44.949385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237a832-2c79-4b8f-a704-2b958f8b86de tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Pushing event deleted for resources: {'Port': ['ID=cd9028fc-84cd-4998-9617-a471fb2b034a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:44:44.988432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2896d55-2ba2-4f8e-9c6b-b8b94fe15466 req-e237a832-2c79-4b8f-a704-2b958f8b86de tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] No DVR routers for this DVR port cd9028fc-84cd-4998-9617-a471fb2b034a on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:44:44.991302 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-a2896d55-2ba2-4f8e-9c6b-b8b94fe15466 req-e237a832-2c79-4b8f-a704-2b958f8b86de tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:44.994582 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a2896d55-2ba2-4f8e-9c6b-b8b94fe15466 req-e237a832-2c79-4b8f-a704-2b958f8b86de tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.78 "DELETE /v2.0/ports/cd9028fc-84cd-4998-9617-a471fb2b034a HTTP/1.1" status: 204 len: 173 time: 0.4375021 Aug 06 16:44:44.994582 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136af06c-c92f-4094-a98e-cac67f5800a5', 'name': 'network-vif-deleted', 'tag': 'cd9028fc-84cd-4998-9617-a471fb2b034a'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:44:44.996201 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3975a26d-9631-486b-b57b-c17f6f8cc8cc" -d '{"events": [{"server_uuid": "136af06c-c92f-4094-a98e-cac67f5800a5", "name": "network-vif-deleted", "tag": "cd9028fc-84cd-4998-9617-a471fb2b034a"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:44:45.023139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-0125f263-aed1-4cb5-b42f-608ce1100db6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Allocated IP 172.20.0.11 (604ec875-01a1-476e-9729-e62b20b7bddd/3a7f2457-aa06-4fdd-8e38-b8f49774e79b/6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:44:45.041077 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbe5df3-777e-4bc3-bb8b-1b38ec0ec7e8 x-openstack-request-id: req-ddbe5df3-777e-4bc3-bb8b-1b38ec0ec7e8 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:44:45.041431 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136af06c-c92f-4094-a98e-cac67f5800a5", "name": "network-vif-deleted", "tag": "cd9028fc-84cd-4998-9617-a471fb2b034a", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:44:45.041733 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddbe5df3-777e-4bc3-bb8b-1b38ec0ec7e8 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:44:45.042224 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136af06c-c92f-4094-a98e-cac67f5800a5', 'name': 'network-vif-deleted', 'tag': 'cd9028fc-84cd-4998-9617-a471fb2b034a', 'status': 'completed', 'code': 200} Aug 06 16:44:45.182835 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-0125f263-aed1-4cb5-b42f-608ce1100db6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:45.222916 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-0125f263-aed1-4cb5-b42f-608ce1100db6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:45.234710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['cd9028fc-84cd-4998-9617-a471fb2b034a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:44:45.277820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-0125f263-aed1-4cb5-b42f-608ce1100db6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Network 604ec875-01a1-476e-9729-e62b20b7bddd is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:44:45.282382 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-0125f263-aed1-4cb5-b42f-608ce1100db6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:44:45.284747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-0125f263-aed1-4cb5-b42f-608ce1100db6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:44:45.287460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125f263-aed1-4cb5-b42f-608ce1100db6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Pushing event updated for resources: {'Port': ['ID=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:44:45.334772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-0125f263-aed1-4cb5-b42f-608ce1100db6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:45.335367 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-0125f263-aed1-4cb5-b42f-608ce1100db6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:45.349109 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-0125f263-aed1-4cb5-b42f-608ce1100db6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6696701 Aug 06 16:44:45.361452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Request body: {'port': {'device_id': '1c8abf10-aeca-4892-a65a-3cbf8f18ab24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:44:45.416082 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:45.671469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:44:45.678698 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:45.690494 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Transition to ACTIVE for port object 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:44:45.697959 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:45.747373 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Pushing event updated for resources: {'Port': ['ID=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:44:45.816449 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Attempting to bind port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:44:45.817133 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Attempting to bind port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:44:45.817133 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Attempting to bind port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 on network 604ec875-01a1-476e-9729-e62b20b7bddd {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:44:45.821201 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 on network 604ec875-01a1-476e-9729-e62b20b7bddd not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:44:45.821523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Attempting to bind port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 on network 604ec875-01a1-476e-9729-e62b20b7bddd {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:44:45.826328 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:44:45.826660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Checking segment: {'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:44:45.827069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Bound using segment: {'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:44:45.827489 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Bound port: 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:44:45.827849 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:45.891858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] For port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:44:45.895857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] For port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:44:45.906467 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:45.958818 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:45.959449 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:45.960835 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] 10.222.0.78 "PUT /v2.0/ports/6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 HTTP/1.1" status: 200 len: 1092 time: 0.6035511 Aug 06 16:44:45.961977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8abf10-aeca-4892-a65a-3cbf8f18ab24', 'tag': '6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:44:45.964235 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814d97c5-6368-4c22-87a6-cc14662e02c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8abf10-aeca-4892-a65a-3cbf8f18ab24", "tag": "6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:44:46.000280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688d7aa-2d3c-475f-8770-e0a2cbd2f4ea req-c80d99a6-ce15-4c57-a5be-0737bb5c3873 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:46.001848 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4688d7aa-2d3c-475f-8770-e0a2cbd2f4ea req-c80d99a6-ce15-4c57-a5be-0737bb5c3873 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 944 time: 0.1078191 Aug 06 16:44:46.006806 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eefcdaf-217a-4201-9d59-6b55b701ba3c x-openstack-request-id: req-9eefcdaf-217a-4201-9d59-6b55b701ba3c {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:44:46.007097 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8abf10-aeca-4892-a65a-3cbf8f18ab24", "tag": "6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:44:46.007347 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9eefcdaf-217a-4201-9d59-6b55b701ba3c {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:44:46.007740 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8abf10-aeca-4892-a65a-3cbf8f18ab24', 'tag': '6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7', 'status': 'completed', 'code': 200} Aug 06 16:44:46.017945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283c959-ee40-4c83-9eb3-378dd04e3f57 service neutron] Pushing event updated for resources: {'Port': ['ID=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:44:46.072939 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4688d7aa-2d3c-475f-8770-e0a2cbd2f4ea req-cd9476c2-1ea4-4114-8496-d729e0e959c3 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576010 Aug 06 16:44:46.075519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-f3ef009b-b206-4370-806f-ae9067179d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:46.083095 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-f3ef009b-b206-4370-806f-ae9067179d47 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 1095 time: 0.0741920 Aug 06 16:44:46.123360 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-bb3aee2e-2ed2-4ac1-bedc-9d12bac7c8ef service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 HTTP/1.1" status: 200 len: 217 time: 0.0372541 Aug 06 16:44:46.173105 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-014f855f-b00d-4f9f-8dae-ffcd19904919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:46.174583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-014f855f-b00d-4f9f-8dae-ffcd19904919 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3a7f2457-aa06-4fdd-8e38-b8f49774e79b HTTP/1.1" status: 200 len: 855 time: 0.0433607 Aug 06 16:44:46.206936 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-a6195079-9b66-449f-9b6b-e9607e1cf89a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=604ec875-01a1-476e-9729-e62b20b7bddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250325 Aug 06 16:44:46.297733 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-6f70543c-67fa-4eab-92d3-56ea30d9dbe4 service neutron] 10.222.0.78 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838175 Aug 06 16:44:46.386405 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac5172d4-7e1f-46e7-8421-3f63e57ea07b req-eef7a3c9-c4b0-445c-b972-110b42b364bc service neutron] 10.222.0.78 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811727 Aug 06 16:44:46.470787 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d97c5-6368-4c22-87a6-cc14662e02c9 req-2189a705-2ff8-4eb4-accd-e7000814633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:46.478388 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-814d97c5-6368-4c22-87a6-cc14662e02c9 req-2189a705-2ff8-4eb4-accd-e7000814633b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 1095 time: 0.0409288 Aug 06 16:44:46.564243 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d97c5-6368-4c22-87a6-cc14662e02c9 req-a17d6665-966e-4f66-aa8e-039227b32fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:46.565709 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-814d97c5-6368-4c22-87a6-cc14662e02c9 req-a17d6665-966e-4f66-aa8e-039227b32fc2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 200 len: 916 time: 0.0867331 Aug 06 16:44:46.607701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-814d97c5-6368-4c22-87a6-cc14662e02c9 req-a6213442-7c51-42ff-841b-7bea38648077 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 HTTP/1.1" status: 200 len: 217 time: 0.0350835 Aug 06 16:44:46.663838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d97c5-6368-4c22-87a6-cc14662e02c9 req-68cbd891-ff55-488f-9218-ad8b229adfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:46.665339 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-814d97c5-6368-4c22-87a6-cc14662e02c9 req-68cbd891-ff55-488f-9218-ad8b229adfc4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3a7f2457-aa06-4fdd-8e38-b8f49774e79b HTTP/1.1" status: 200 len: 855 time: 0.0501571 Aug 06 16:44:46.699941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-814d97c5-6368-4c22-87a6-cc14662e02c9 req-6ee9a47f-d5b0-4702-937d-22f15fb864cb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=604ec875-01a1-476e-9729-e62b20b7bddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258946 Aug 06 16:44:46.793194 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-814d97c5-6368-4c22-87a6-cc14662e02c9 req-ee176706-bbcc-4f3c-ac8a-df70bc994f5d service neutron] 10.222.0.78 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851071 Aug 06 16:44:46.895262 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-814d97c5-6368-4c22-87a6-cc14662e02c9 req-c01fc58b-c30e-4102-aeec-f682a6225066 service neutron] 10.222.0.78 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934057 Aug 06 16:44:47.192166 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3574b2-77a9-40c5-bffa-3a23e845ca56 req-e8bf2263-4eb6-4dfe-b60b-7ebaf996c156 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:47.193681 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd3574b2-77a9-40c5-bffa-3a23e845ca56 req-e8bf2263-4eb6-4dfe-b60b-7ebaf996c156 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 944 time: 0.0491221 Aug 06 16:44:47.232538 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd3574b2-77a9-40c5-bffa-3a23e845ca56 req-0992ecf4-d0c1-407b-a839-356d8dd960fd tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327060 Aug 06 16:44:48.348117 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9fc2e-e56f-456d-846e-ff3451ff672f req-892879a8-dfd2-48b7-a7b2-d215e6e48f9f tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:48.349568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3de9fc2e-e56f-456d-846e-ff3451ff672f req-892879a8-dfd2-48b7-a7b2-d215e6e48f9f tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 944 time: 0.0512798 Aug 06 16:44:48.388011 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3de9fc2e-e56f-456d-846e-ff3451ff672f req-0dfe3312-d3cf-427f-b221-c8cd29bafbc1 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326076 Aug 06 16:44:49.268074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:44:49.270189 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device cd9028fc-84cd-4998-9617-a471fb2b034a no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:44:49.303549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: cd9028fc-84cd-4998-9617-a471fb2b034a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:44:49.303993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device cd9028fc-84cd-4998-9617-a471fb2b034a not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:44:49.388357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:44:49.398908 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7', 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd', 'port_id': '6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7', 'mac_address': 'fa:16:3e:a0:92:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7f2457-aa06-4fdd-8e38-b8f49774e79b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:44:49.439918 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:49.456627 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:44:49.476909 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:44:49.480958 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:49.507255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75decba4-9f6d-48e1-a981-ce76893cba27 req-80fd45de-ec20-45dc-be68-768e830a2aae tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:49.508810 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75decba4-9f6d-48e1-a981-ce76893cba27 req-80fd45de-ec20-45dc-be68-768e830a2aae tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 944 time: 0.0541666 Aug 06 16:44:49.531315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:44:49.548659 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-75decba4-9f6d-48e1-a981-ce76893cba27 req-71a008a2-f851-465d-9c92-18069231f480 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339625 Aug 06 16:44:49.675431 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:44:50.660597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf388dd-8e51-4c3c-aad1-38613d36e540 req-d8e90450-8a9e-40ae-9469-69c1cdc743cf tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:50.662059 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3cf388dd-8e51-4c3c-aad1-38613d36e540 req-d8e90450-8a9e-40ae-9469-69c1cdc743cf tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 945 time: 0.0474558 Aug 06 16:44:50.698636 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3cf388dd-8e51-4c3c-aad1-38613d36e540 req-1c18d41b-83d8-432e-9e90-268da08d12d6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306981 Aug 06 16:44:51.284451 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:44:51.333850 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:44:51.337339 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:44:51.337737 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:51.420608 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:51.442165 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8abf10-aeca-4892-a65a-3cbf8f18ab24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:44:51.444338 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a29757-ccf1-4996-8166-dfeb8f612956" -d '{"events": [{"server_uuid": "1c8abf10-aeca-4892-a65a-3cbf8f18ab24", "name": "network-vif-plugged", "status": "completed", "tag": "6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:44:51.457747 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:44:51.461717 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:51.488933 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12082c8-db9e-405e-be24-776dcd48f126 x-openstack-request-id: req-c12082c8-db9e-405e-be24-776dcd48f126 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:44:51.489227 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8abf10-aeca-4892-a65a-3cbf8f18ab24", "name": "network-vif-plugged", "status": "completed", "tag": "6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:44:51.489471 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c12082c8-db9e-405e-be24-776dcd48f126 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:44:51.489865 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8abf10-aeca-4892-a65a-3cbf8f18ab24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7', 'code': 200} Aug 06 16:44:51.519023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:44:51.582854 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a22ad-3917-436a-8d45-7034f97f1b36 req-66eef3a3-3a4e-4626-ad02-c349a795367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:51.584223 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb3a22ad-3917-436a-8d45-7034f97f1b36 req-66eef3a3-3a4e-4626-ad02-c349a795367d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 1097 time: 0.0431871 Aug 06 16:44:51.618762 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb3a22ad-3917-436a-8d45-7034f97f1b36 req-130a325a-a6f0-4801-b9d1-317ef26b8177 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269682 Aug 06 16:44:51.820943 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abd9a9-53be-48b9-8e67-91130e4be210 req-111452c9-7a9a-40a5-91f9-0da97063b1b5 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:51.822491 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-09abd9a9-53be-48b9-8e67-91130e4be210 req-111452c9-7a9a-40a5-91f9-0da97063b1b5 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0513425 Aug 06 16:44:51.862593 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-09abd9a9-53be-48b9-8e67-91130e4be210 req-e4fd5db2-cd12-4083-b061-b6ff7df92f3c tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337620 Aug 06 16:44:52.978196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce057ab-d7b6-41c5-be18-408104850836 req-d972631e-f298-44e6-870f-e42d5aa00d25 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:52.979647 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7ce057ab-d7b6-41c5-be18-408104850836 req-d972631e-f298-44e6-870f-e42d5aa00d25 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0482798 Aug 06 16:44:53.017538 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7ce057ab-d7b6-41c5-be18-408104850836 req-d576edc5-7a7f-49c1-89cd-807d185cea1f tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317786 Aug 06 16:44:53.131176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce6c32-e914-457d-a562-1b9e541c4968 req-d3944201-4f1a-4784-b54b-9911b215c204 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:53.132629 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55ce6c32-e914-457d-a562-1b9e541c4968 req-d3944201-4f1a-4784-b54b-9911b215c204 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0507703 Aug 06 16:44:53.169378 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55ce6c32-e914-457d-a562-1b9e541c4968 req-d3d38f27-ac87-4b07-a29e-48c1c41cc290 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309546 Aug 06 16:44:53.389385 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-84f72445-3d14-45a6-a93d-c4777f79209a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436275 Aug 06 16:44:53.406450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a208c-c5b0-4f7a-b9d8-7a8f36929d64 req-7f6b8627-e96f-4aae-9761-2517d2519cd3 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:53.408023 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad7a208c-c5b0-4f7a-b9d8-7a8f36929d64 req-7f6b8627-e96f-4aae-9761-2517d2519cd3 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0551543 Aug 06 16:44:53.446432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad7a208c-c5b0-4f7a-b9d8-7a8f36929d64 req-6606ae80-6ee3-4521-9a04-ebdc7fa3e021 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324907 Aug 06 16:44:54.037513 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:54.250652 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:54.443205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbe178-fead-48bd-bf33-d872e79a034b req-a4fab46a-2ba8-4b37-b830-7b3778036283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:54.444678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-a4fab46a-2ba8-4b37-b830-7b3778036283 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 1097 time: 0.0390570 Aug 06 16:44:54.564783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbe178-fead-48bd-bf33-d872e79a034b req-1802b83e-a9fc-47b9-a25a-486ced362d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:54.566160 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-1802b83e-a9fc-47b9-a25a-486ced362d5b service neutron] 10.222.0.78 "GET /v2.0/networks?id=604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 200 len: 916 time: 0.1145763 Aug 06 16:44:54.578995 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97784a58-71b3-4102-8a24-585a868cd6af req-46d7dc92-31c1-4614-98a6-18e0ffcd65c5 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:54.580613 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97784a58-71b3-4102-8a24-585a868cd6af req-46d7dc92-31c1-4614-98a6-18e0ffcd65c5 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0656433 Aug 06 16:44:54.628508 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-6ea281e2-9a12-46d1-be06-c8c31c729b96 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 HTTP/1.1" status: 200 len: 217 time: 0.0471737 Aug 06 16:44:54.673456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97784a58-71b3-4102-8a24-585a868cd6af req-6f0843e4-ebd3-4578-9c07-fb3027384724 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866380 Aug 06 16:44:54.688498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbe178-fead-48bd-bf33-d872e79a034b req-21c1bc4c-1843-4874-98af-3ea8ed02e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:54.689985 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-21c1bc4c-1843-4874-98af-3ea8ed02e555 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3a7f2457-aa06-4fdd-8e38-b8f49774e79b HTTP/1.1" status: 200 len: 855 time: 0.0542612 Aug 06 16:44:54.722279 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-22e5d693-91a3-4a72-a17c-0a1c491e8f8e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=604ec875-01a1-476e-9729-e62b20b7bddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251827 Aug 06 16:44:54.815312 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-cadde903-ec63-49ff-a4a3-1923461deefd service neutron] 10.222.0.78 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850296 Aug 06 16:44:55.243584 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-837bfab8-4584-48af-8b76-03626e032e3b service neutron] 10.222.0.78 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211049 Aug 06 16:44:55.786850 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f937cd-6970-452e-8da4-bea5fa5696c1 req-c78fd5e5-aaa2-4c39-aa97-f825cdd5b18d tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:55.788331 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8f937cd-6970-452e-8da4-bea5fa5696c1 req-c78fd5e5-aaa2-4c39-aa97-f825cdd5b18d tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0479310 Aug 06 16:44:55.828363 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8f937cd-6970-452e-8da4-bea5fa5696c1 req-57942168-3dd0-4914-a242-50a07f9957a0 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337796 Aug 06 16:44:56.945881 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360571a-5b35-4a5a-b937-885de5dc04a2 req-3c34ac77-f0fa-40d4-9f87-4bc047bfc08a tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:56.947321 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4360571a-5b35-4a5a-b937-885de5dc04a2 req-3c34ac77-f0fa-40d4-9f87-4bc047bfc08a tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0529399 Aug 06 16:44:56.984355 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4360571a-5b35-4a5a-b937-885de5dc04a2 req-879148e8-754c-42ba-bf4f-51124456f86c tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305986 Aug 06 16:44:58.098410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40632ad0-55aa-4dde-9f61-de40b4b2dfd8 req-5781a35a-663a-4fab-b437-6b409749e481 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:58.099811 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40632ad0-55aa-4dde-9f61-de40b4b2dfd8 req-5781a35a-663a-4fab-b437-6b409749e481 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0484781 Aug 06 16:44:58.138180 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40632ad0-55aa-4dde-9f61-de40b4b2dfd8 req-a7429ec3-9d51-4522-91af-365b9b883d6d tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324955 Aug 06 16:44:59.251005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b76f4-7ce0-4c7c-a05f-a95d567628ee req-ba2e027a-74e2-4bb9-ac12-f43918fccdcf tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:59.252462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e38b76f4-7ce0-4c7c-a05f-a95d567628ee req-ba2e027a-74e2-4bb9-ac12-f43918fccdcf tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0478106 Aug 06 16:44:59.295518 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e38b76f4-7ce0-4c7c-a05f-a95d567628ee req-c2008b24-753a-4f29-94b2-ca35f7b53619 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372541 Aug 06 16:45:00.410457 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4081dc1-a311-4d00-8385-94d870134947 req-7becdf4e-3220-4f37-88a2-c4bd291faf27 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:00.411911 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4081dc1-a311-4d00-8385-94d870134947 req-7becdf4e-3220-4f37-88a2-c4bd291faf27 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0484440 Aug 06 16:45:00.448300 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4081dc1-a311-4d00-8385-94d870134947 req-ad3562b4-1bd6-4ea0-9e40-d01eff054f56 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305860 Aug 06 16:45:01.560392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c0956-eef8-4c0f-9626-1395320a2ca0 req-18215166-e225-4ea6-9a82-b7b7a6bff6c4 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:01.562485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae0c0956-eef8-4c0f-9626-1395320a2ca0 req-18215166-e225-4ea6-9a82-b7b7a6bff6c4 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0477574 Aug 06 16:45:01.601001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae0c0956-eef8-4c0f-9626-1395320a2ca0 req-f921eb10-b265-4b61-885d-b0fc4fda5447 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322795 Aug 06 16:45:02.723354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17513a13-a3eb-44ff-8588-40ad3f7094d5 req-61708dc3-f3e0-4f19-a4f0-aaa10be65510 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:02.725592 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17513a13-a3eb-44ff-8588-40ad3f7094d5 req-61708dc3-f3e0-4f19-a4f0-aaa10be65510 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0536525 Aug 06 16:45:02.767273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-17513a13-a3eb-44ff-8588-40ad3f7094d5 req-6f9c4038-99dd-4e2d-a5bd-dd824928e5c9 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357878 Aug 06 16:45:03.839569 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-36b53a6b-36e8-4548-ac68-fde8a5b65151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:03.887946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ca0c1-eaa4-4475-84ad-0a9701af522a req-8a183fc9-331d-42cc-8552-520a83f423c7 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:03.889412 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a4ca0c1-eaa4-4475-84ad-0a9701af522a req-8a183fc9-331d-42cc-8552-520a83f423c7 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0498970 Aug 06 16:45:03.926208 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a4ca0c1-eaa4-4475-84ad-0a9701af522a req-92ba630d-1c71-477c-b1c1-431754c92d41 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308733 Aug 06 16:45:05.053066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863be0ab-0e34-426a-9061-5e5d4342a899 req-76d1b0c0-4a33-42bb-8f7c-271b5c3df4b9 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:05.054557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-863be0ab-0e34-426a-9061-5e5d4342a899 req-76d1b0c0-4a33-42bb-8f7c-271b5c3df4b9 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0608141 Aug 06 16:45:05.093176 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-863be0ab-0e34-426a-9061-5e5d4342a899 req-b6e0d794-1b29-4cc3-ba5c-7b7851016ae3 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326345 Aug 06 16:45:05.476817 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:45:06.205889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d2545-9216-4aac-95e2-f28bb316caba req-66436155-ca27-4e91-ae67-47f695984e7b tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:06.207335 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc6d2545-9216-4aac-95e2-f28bb316caba req-66436155-ca27-4e91-ae67-47f695984e7b tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0473056 Aug 06 16:45:06.252552 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc6d2545-9216-4aac-95e2-f28bb316caba req-add580f9-6396-4d1f-b8d0-5e29d2a7c766 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390716 Aug 06 16:45:06.263787 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0b8a4d6a-73ee-4f6c-b04a-e28645c12850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:06.690209 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:07.366535 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858db3d-e4ba-4231-9ce1-28c8b907fbc4 req-711ba72d-33c6-4da5-a8d4-e5590e3616be tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:07.367981 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a858db3d-e4ba-4231-9ce1-28c8b907fbc4 req-711ba72d-33c6-4da5-a8d4-e5590e3616be tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0484488 Aug 06 16:45:07.408620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a858db3d-e4ba-4231-9ce1-28c8b907fbc4 req-2cff7128-ef97-4f50-a0e3-c70931125790 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345981 Aug 06 16:45:07.438126 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:08.521310 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9aa4c4-9418-4a9d-b0ba-b8611847e403 req-715cee63-5d22-44a3-87e1-bc25768d9be7 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:08.522808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed9aa4c4-9418-4a9d-b0ba-b8611847e403 req-715cee63-5d22-44a3-87e1-bc25768d9be7 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0479686 Aug 06 16:45:08.560563 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed9aa4c4-9418-4a9d-b0ba-b8611847e403 req-b819b1f4-652b-41b0-ad7b-17bc76a2506c tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Aug 06 16:45:09.175771 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:09.676988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb29f2-17cd-4b03-8982-26ef99690c55 req-bdeaa9a9-0daf-4dae-ab4f-2d6d293e45a8 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:09.678417 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82bb29f2-17cd-4b03-8982-26ef99690c55 req-bdeaa9a9-0daf-4dae-ab4f-2d6d293e45a8 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0505037 Aug 06 16:45:09.719611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82bb29f2-17cd-4b03-8982-26ef99690c55 req-0684d43a-c875-4b72-97c3-20380737be17 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353761 Aug 06 16:45:10.833340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5426ee-6905-4d31-a9e2-3b5544d511d8 req-c34fe15a-cb85-4ea1-b594-576052b58488 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:10.834972 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af5426ee-6905-4d31-a9e2-3b5544d511d8 req-c34fe15a-cb85-4ea1-b594-576052b58488 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0496588 Aug 06 16:45:10.872863 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af5426ee-6905-4d31-a9e2-3b5544d511d8 req-3b3dca45-7f05-495e-af22-e4d7f055a809 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319715 Aug 06 16:45:11.991293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be3236-5569-4b84-aeb3-464677a58de7 req-dde5894e-913c-4a59-b73e-2c84d885a62c tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:11.992808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83be3236-5569-4b84-aeb3-464677a58de7 req-dde5894e-913c-4a59-b73e-2c84d885a62c tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0531723 Aug 06 16:45:12.031534 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83be3236-5569-4b84-aeb3-464677a58de7 req-e19db36a-cec5-49d0-85de-45674cad428c tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319948 Aug 06 16:45:13.159469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031d357-15a4-4f06-b37b-ff6a21b9c96c req-d8b8c1d6-d9b6-4b1e-b9a9-45788c45ff8d tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:13.160965 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5031d357-15a4-4f06-b37b-ff6a21b9c96c req-d8b8c1d6-d9b6-4b1e-b9a9-45788c45ff8d tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0542877 Aug 06 16:45:13.202944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5031d357-15a4-4f06-b37b-ff6a21b9c96c req-970f29dc-51c4-458d-bbb8-170e55e92d30 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359669 Aug 06 16:45:14.321099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b36c6-98d8-4af0-8bbf-43c7c34d00c6 req-071c78cb-2345-421b-8aeb-5d0db52e8b23 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:14.322634 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d6b36c6-98d8-4af0-8bbf-43c7c34d00c6 req-071c78cb-2345-421b-8aeb-5d0db52e8b23 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0520406 Aug 06 16:45:14.360809 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d6b36c6-98d8-4af0-8bbf-43c7c34d00c6 req-34a982d7-b448-4593-b5c8-d17331dacd53 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319674 Aug 06 16:45:15.481510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7b5c8-554c-4857-8787-97a6dd4b01e2 req-d3a00766-5267-4f6a-ace1-b32e9924c6d6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:15.483060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ff7b5c8-554c-4857-8787-97a6dd4b01e2 req-d3a00766-5267-4f6a-ace1-b32e9924c6d6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0520294 Aug 06 16:45:15.523733 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ff7b5c8-554c-4857-8787-97a6dd4b01e2 req-a5ef76b1-0c5e-443f-9d42-5c87a2f00a4d tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337627 Aug 06 16:45:16.635302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce63b2f-a28e-490a-a7af-792126b9272c req-a971a690-c463-410d-b85f-ffbf9d375b21 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:16.636786 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fce63b2f-a28e-490a-a7af-792126b9272c req-a971a690-c463-410d-b85f-ffbf9d375b21 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0475690 Aug 06 16:45:16.680379 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fce63b2f-a28e-490a-a7af-792126b9272c req-9da1bc33-39a5-444f-a6e3-5d8fb3bcd90d tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371497 Aug 06 16:45:17.794803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acb69f-0e15-48aa-beec-bc4bdab0fb64 req-6750f237-6cea-4478-9fd9-70522a574b8b tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:17.796311 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-23acb69f-0e15-48aa-beec-bc4bdab0fb64 req-6750f237-6cea-4478-9fd9-70522a574b8b tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0489595 Aug 06 16:45:17.834800 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-23acb69f-0e15-48aa-beec-bc4bdab0fb64 req-f5fa3dc2-fa23-409c-b403-db94668495d7 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319841 Aug 06 16:45:18.949464 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e766737-c1ff-4aa6-8443-01ef7ca707d8 req-4bcb0c9b-9c9a-4e5a-a8b1-da3c724e5728 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:18.950985 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e766737-c1ff-4aa6-8443-01ef7ca707d8 req-4bcb0c9b-9c9a-4e5a-a8b1-da3c724e5728 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0484028 Aug 06 16:45:18.989646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e766737-c1ff-4aa6-8443-01ef7ca707d8 req-adb14189-69bd-4c3a-826a-748844716c93 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318568 Aug 06 16:45:20.118356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b9b7a-fa2e-4fc0-848a-c2ca73ecf981 req-9b967f80-9a77-486f-a374-749ceb60df19 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:20.119843 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab5b9b7a-fa2e-4fc0-848a-c2ca73ecf981 req-9b967f80-9a77-486f-a374-749ceb60df19 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0579052 Aug 06 16:45:20.161810 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab5b9b7a-fa2e-4fc0-848a-c2ca73ecf981 req-eb349c7f-1bce-4304-a93a-97dde6e54932 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353827 Aug 06 16:45:21.287205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5d840-16df-4973-a426-ca59245c6ef2 req-485382d8-8f96-4c9c-884b-af65eef774f0 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:21.288689 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22e5d840-16df-4973-a426-ca59245c6ef2 req-485382d8-8f96-4c9c-884b-af65eef774f0 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0559032 Aug 06 16:45:21.326978 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-22e5d840-16df-4973-a426-ca59245c6ef2 req-cf446061-f7d0-4ec9-8020-f63a8c47dd9f tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320017 Aug 06 16:45:22.012930 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-97cbe178-fead-48bd-bf33-d872e79a034b req-007ee5f8-585c-4a3e-b400-be1d8b405da4 service neutron] show failed (client error): The resource could not be found. Aug 06 16:45:22.014053 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-007ee5f8-585c-4a3e-b400-be1d8b405da4 service neutron] 10.222.0.78 "GET /v2.0/ports/6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7/bindings/n-h2-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.0562470 Aug 06 16:45:22.206332 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbe178-fead-48bd-bf33-d872e79a034b req-5ea8da53-13a7-41e8-83f7-be86450cb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:22.207794 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-5ea8da53-13a7-41e8-83f7-be86450cb403 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24&tenant_id=e08c8abb1acb4999a4ae28c2b75c5078 HTTP/1.1" status: 200 len: 1097 time: 0.0402267 Aug 06 16:45:22.219310 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:22.269754 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:22.442967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260b0c1-f092-4410-a936-98a599059360 req-405c0712-e140-46f2-9c01-33d4f9d95a0b tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:22.444451 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3260b0c1-f092-4410-a936-98a599059360 req-405c0712-e140-46f2-9c01-33d4f9d95a0b tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0485654 Aug 06 16:45:22.471817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] For port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:22.482548 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3260b0c1-f092-4410-a936-98a599059360 req-918c6d5b-14e7-4999-9b45-c8c7ede5895e tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319152 Aug 06 16:45:22.504829 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] For port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:45:22.542021 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8abf10-aeca-4892-a65a-3cbf8f18ab24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:45:22.544266 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e904ab0-f241-4fd7-aafb-82a560e536ad" -d '{"events": [{"server_uuid": "1c8abf10-aeca-4892-a65a-3cbf8f18ab24", "name": "network-vif-unplugged", "status": "completed", "tag": "6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:45:22.548822 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:22.560857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Transition to ACTIVE for port object 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:45:22.565098 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:22.599454 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddb3891-6af9-4bb6-a6ba-de35997b4dd1 x-openstack-request-id: req-4ddb3891-6af9-4bb6-a6ba-de35997b4dd1 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:45:22.599454 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8abf10-aeca-4892-a65a-3cbf8f18ab24", "name": "network-vif-unplugged", "status": "completed", "tag": "6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:45:22.599454 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ddb3891-6af9-4bb6-a6ba-de35997b4dd1 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:45:22.599728 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8abf10-aeca-4892-a65a-3cbf8f18ab24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7', 'code': 200} Aug 06 16:45:22.630450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] No DVR routers for this DVR port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:45:22.634465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,revision_number=6']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:22.644415 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:22.644754 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:22.645085 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:22.645416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:22.645765 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:22.646089 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:22.646409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:22.646732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:22.647072 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:22.647389 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:22.647703 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:22.648015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:22.679497 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Attempting to bind port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:45:22.679829 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Attempting to bind port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:45:22.680149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Attempting to bind port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 on network 604ec875-01a1-476e-9729-e62b20b7bddd {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:45:22.684350 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 on network 604ec875-01a1-476e-9729-e62b20b7bddd not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:45:22.684663 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Attempting to bind port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 on network 604ec875-01a1-476e-9729-e62b20b7bddd {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:45:22.690988 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:45:22.691323 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Checking segment: {'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:45:22.691701 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Bound using segment: {'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:45:22.692118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Bound port: 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c039285-fe06-40b1-8233-7b8c64fe46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:45:22.692473 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:22.758591 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] For port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:45:22.761926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] For port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:45:22.765843 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:22.798687 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:22.799308 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:22.800754 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 HTTP/1.1" status: 200 len: 1092 time: 0.5853257 Aug 06 16:45:22.831995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdafb16-ad5c-476e-9750-da4f89e6c2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:22.867195 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbe178-fead-48bd-bf33-d872e79a034b req-1565ee16-5a2e-4c46-8a98-5322566087a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:22.868692 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-1565ee16-5a2e-4c46-8a98-5322566087a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 1095 time: 0.0448310 Aug 06 16:45:22.960523 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbe178-fead-48bd-bf33-d872e79a034b req-e8a22a95-397d-4eda-83ca-6ea69421b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:22.962008 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-e8a22a95-397d-4eda-83ca-6ea69421b5c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 200 len: 916 time: 0.0858812 Aug 06 16:45:23.002109 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-84ed0d48-2e15-4cb1-974b-d3714c70fbf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 HTTP/1.1" status: 200 len: 217 time: 0.0333996 Aug 06 16:45:23.054905 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbe178-fead-48bd-bf33-d872e79a034b req-c2709692-8b36-43a8-9ff2-cc41118a928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:23.056270 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-c2709692-8b36-43a8-9ff2-cc41118a928e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a7f2457-aa06-4fdd-8e38-b8f49774e79b HTTP/1.1" status: 200 len: 855 time: 0.0480993 Aug 06 16:45:23.087545 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-f8b307bc-a35b-47a4-b7c8-7e9e2f7730f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=604ec875-01a1-476e-9729-e62b20b7bddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238495 Aug 06 16:45:23.098962 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-8f20bbd6-dbbc-499d-82db-7a725c1ffc2a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:45:23.099890 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-8f20bbd6-dbbc-499d-82db-7a725c1ffc2a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048909 Aug 06 16:45:23.187657 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-21b24fa9-5b8e-4e03-b1c7-e5df55f95a5d service neutron] 10.222.0.13 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803809 Aug 06 16:45:23.278307 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-97cbe178-fead-48bd-bf33-d872e79a034b req-d7a3dd2b-6997-4554-abbd-21bc83295818 service neutron] 10.222.0.13 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839603 Aug 06 16:45:23.603576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230c217-bfaa-4a32-a790-c1b7eb43cf7a req-e817fdfd-eada-45c7-b747-653eb63c7375 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:23.605080 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8230c217-bfaa-4a32-a790-c1b7eb43cf7a req-e817fdfd-eada-45c7-b747-653eb63c7375 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 944 time: 0.0539474 Aug 06 16:45:23.644323 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8230c217-bfaa-4a32-a790-c1b7eb43cf7a req-dc3303cf-c7db-42b8-80c3-7d4a38fa0e4e tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333292 Aug 06 16:45:24.044196 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:24.250745 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:24.600395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8abf10-aeca-4892-a65a-3cbf8f18ab24', 'tag': '6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:45:24.603242 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59558eb7-28e6-4c53-9809-0b586ae10e63" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8abf10-aeca-4892-a65a-3cbf8f18ab24", "tag": "6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:45:24.650075 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a25c56-5ea2-4168-ab97-665cf8dd4d93 x-openstack-request-id: req-b4a25c56-5ea2-4168-ab97-665cf8dd4d93 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:45:24.650373 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8abf10-aeca-4892-a65a-3cbf8f18ab24", "tag": "6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:45:24.650677 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4a25c56-5ea2-4168-ab97-665cf8dd4d93 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:45:24.651134 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8abf10-aeca-4892-a65a-3cbf8f18ab24', 'tag': '6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7', 'status': 'completed', 'code': 200} Aug 06 16:45:24.711185 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-4ea322f4-4f2b-4414-8b89-52b4dc5aad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:24.713437 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-4ea322f4-4f2b-4414-8b89-52b4dc5aad14 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 1095 time: 0.0447056 Aug 06 16:45:24.727312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-d76e781f-5812-4bc2-85c2-e362531bc76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:24.729169 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-d76e781f-5812-4bc2-85c2-e362531bc76e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 1095 time: 0.0498683 Aug 06 16:45:24.825617 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a263d2-0383-42d8-9c11-cb563ed48391 req-42c53184-ebd5-40ea-8f6a-2a7c5db79deb tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:24.827399 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-26a263d2-0383-42d8-9c11-cb563ed48391 req-42c53184-ebd5-40ea-8f6a-2a7c5db79deb tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 944 time: 0.1126990 Aug 06 16:45:24.836827 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-a5b5a945-d080-408a-8931-c2a561ca3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:24.838338 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-a5b5a945-d080-408a-8931-c2a561ca3358 service neutron] 10.222.0.13 "GET /v2.0/networks?id=604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 200 len: 916 time: 0.0999527 Aug 06 16:45:24.877516 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-7fe2d9f2-c379-4101-82cd-5d82fd9d71e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:24.881649 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-7fe2d9f2-c379-4101-82cd-5d82fd9d71e4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 200 len: 916 time: 0.1554322 Aug 06 16:45:24.881835 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-5ce780d2-839d-4720-a0cd-3cdfe3955a4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 HTTP/1.1" status: 200 len: 217 time: 0.0364420 Aug 06 16:45:24.899921 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-26a263d2-0383-42d8-9c11-cb563ed48391 req-f1386284-4005-4ce8-a3c8-59495faeb0be tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627644 Aug 06 16:45:24.938927 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-7b806fe2-7e71-4dd8-94f2-290f6cab2276 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 HTTP/1.1" status: 200 len: 217 time: 0.0513287 Aug 06 16:45:24.946203 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-a20f2876-9496-40f3-b75d-87496108fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:24.947909 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-a20f2876-9496-40f3-b75d-87496108fb19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a7f2457-aa06-4fdd-8e38-b8f49774e79b HTTP/1.1" status: 200 len: 855 time: 0.0586848 Aug 06 16:45:24.988173 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-5e2618c8-6963-4692-8606-ea31ba0bb575 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=604ec875-01a1-476e-9729-e62b20b7bddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330884 Aug 06 16:45:24.996801 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-49526fc2-e2f3-4f77-89f4-88d556f1b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:24.998288 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-49526fc2-e2f3-4f77-89f4-88d556f1b0ed service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3a7f2457-aa06-4fdd-8e38-b8f49774e79b HTTP/1.1" status: 200 len: 855 time: 0.0521452 Aug 06 16:45:25.032060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-882a1c1c-44b3-47d4-aea7-4aef909c4eaf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=604ec875-01a1-476e-9729-e62b20b7bddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252137 Aug 06 16:45:25.081047 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-4cc97862-91ab-462d-941b-f475daba1f1e service neutron] 10.222.0.13 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851269 Aug 06 16:45:25.127768 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-72a14178-4231-4a29-b908-c9a2f261bebc service neutron] 10.222.0.78 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879822 Aug 06 16:45:25.177105 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-ffb0bcf6-bb49-44c2-a44b-9377e0d8c4b9 service neutron] 10.222.0.13 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890226 Aug 06 16:45:25.226859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59558eb7-28e6-4c53-9809-0b586ae10e63 req-d2dcf4e2-2b8b-4553-8adb-e218092445d8 service neutron] 10.222.0.78 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916183 Aug 06 16:45:25.469888 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:45:25.505364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:45:26.018380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6758dc-7893-42e6-ab4d-5167cac69d0c req-432900da-2740-4fe2-b43e-d5e6eb742a4a tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:26.019870 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b6758dc-7893-42e6-ab4d-5167cac69d0c req-432900da-2740-4fe2-b43e-d5e6eb742a4a tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 944 time: 0.0500169 Aug 06 16:45:26.056607 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b6758dc-7893-42e6-ab4d-5167cac69d0c req-b2f53bfb-833f-40ca-9110-8ce189420e77 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308797 Aug 06 16:45:26.285632 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5ba3a-82e6-4fef-8bf3-1a1db7c3b83d req-3e05e89b-1b97-4cad-8480-d2ff901b7ce6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:26.287123 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-24d5ba3a-82e6-4fef-8bf3-1a1db7c3b83d req-3e05e89b-1b97-4cad-8480-d2ff901b7ce6 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 944 time: 0.0867105 Aug 06 16:45:26.295081 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48d81-c5a2-47a9-8aa7-ba0e2f596922 req-22a5e793-1de5-4cf9-9534-7073b2bbce81 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:26.296403 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7be48d81-c5a2-47a9-8aa7-ba0e2f596922 req-22a5e793-1de5-4cf9-9534-7073b2bbce81 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.78 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24&tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 944 time: 0.0823920 Aug 06 16:45:26.359917 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-24d5ba3a-82e6-4fef-8bf3-1a1db7c3b83d req-a73286a6-1e31-49a8-9360-a0ee6bfed1f9 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615437 Aug 06 16:45:26.376371 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-7be48d81-c5a2-47a9-8aa7-ba0e2f596922 req-af8176d8-b044-4996-8dc7-338fa923e56d service neutron] delete failed (client error): The resource could not be found. Aug 06 16:45:26.377359 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7be48d81-c5a2-47a9-8aa7-ba0e2f596922 req-af8176d8-b044-4996-8dc7-338fa923e56d service neutron] 10.222.0.78 "DELETE /v2.0/ports/6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7/bindings/n-h1-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.0726728 Aug 06 16:45:26.463337 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48d81-c5a2-47a9-8aa7-ba0e2f596922 req-b55b3704-e3bb-4d8f-a6cc-7878ce1bef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:26.464839 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7be48d81-c5a2-47a9-8aa7-ba0e2f596922 req-b55b3704-e3bb-4d8f-a6cc-7878ce1bef67 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 1095 time: 0.0445549 Aug 06 16:45:26.553500 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48d81-c5a2-47a9-8aa7-ba0e2f596922 req-26dc2dae-0a6e-4749-998a-c66ddb6869ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:26.555043 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7be48d81-c5a2-47a9-8aa7-ba0e2f596922 req-26dc2dae-0a6e-4749-998a-c66ddb6869ea service neutron] 10.222.0.78 "GET /v2.0/networks?id=604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 200 len: 916 time: 0.0829973 Aug 06 16:45:26.601239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7be48d81-c5a2-47a9-8aa7-ba0e2f596922 req-330d2dd0-0aa6-4382-92cb-614e26f7d4cf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 HTTP/1.1" status: 200 len: 217 time: 0.0376396 Aug 06 16:45:26.606749 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:45:26.653646 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be48d81-c5a2-47a9-8aa7-ba0e2f596922 req-886b02fa-2ef2-401a-9eb8-d838cdb0f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:26.655139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7be48d81-c5a2-47a9-8aa7-ba0e2f596922 req-886b02fa-2ef2-401a-9eb8-d838cdb0f7ec service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3a7f2457-aa06-4fdd-8e38-b8f49774e79b HTTP/1.1" status: 200 len: 855 time: 0.0465496 Aug 06 16:45:26.688135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7be48d81-c5a2-47a9-8aa7-ba0e2f596922 req-d3c9773b-b294-4f05-b26b-075b098fa9f9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=604ec875-01a1-476e-9729-e62b20b7bddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247738 Aug 06 16:45:26.704612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:26.715557 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7', 'network_id': '604ec875-01a1-476e-9729-e62b20b7bddd', 'port_id': '6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7', 'mac_address': 'fa:16:3e:a0:92:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7f2457-aa06-4fdd-8e38-b8f49774e79b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:45:26.752237 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:26.764670 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:45:26.783292 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7be48d81-c5a2-47a9-8aa7-ba0e2f596922 req-7ff97a70-24d0-48b5-b993-826cf971481e service neutron] 10.222.0.78 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878346 Aug 06 16:45:26.784068 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:26.788161 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:26.835122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:26.844439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:26.844784 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:26.845115 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:26.845445 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:26.845804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:26.846129 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:26.846448 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:26.846764 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:26.847083 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:26.847397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:26.847713 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:26.848031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:26.877771 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7be48d81-c5a2-47a9-8aa7-ba0e2f596922 req-b71d1c4f-8030-4ad3-9490-dddaf8af4a97 service neutron] 10.222.0.78 "GET /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868785 Aug 06 16:45:27.004738 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:45:27.483709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632063a-700e-4630-991a-f5157f8bdfab req-587a0e7a-244a-4b1f-89c1-e39bbfae9a6a tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:27.485188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3632063a-700e-4630-991a-f5157f8bdfab req-587a0e7a-244a-4b1f-89c1-e39bbfae9a6a tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 945 time: 0.0484447 Aug 06 16:45:27.522856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3632063a-700e-4630-991a-f5157f8bdfab req-2665f828-6057-4671-8d87-1e3a4eff9f88 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315633 Aug 06 16:45:27.638610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abb451-8f48-482e-9c1d-f5db647fa476 req-078f3921-2099-4488-a139-54458601c69b tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:27.640070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-35abb451-8f48-482e-9c1d-f5db647fa476 req-078f3921-2099-4488-a139-54458601c69b tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 945 time: 0.0522809 Aug 06 16:45:27.677299 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-35abb451-8f48-482e-9c1d-f5db647fa476 req-922ddfe3-fb91-431d-99a8-1fdd487b4fbb tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307734 Aug 06 16:45:27.788531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc20fca-fe31-4df2-b85e-6b064efe3496 req-c1bfd3ef-477f-4eab-a068-0bee4ac934a2 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:27.789931 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fc20fca-fe31-4df2-b85e-6b064efe3496 req-c1bfd3ef-477f-4eab-a068-0bee4ac934a2 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 945 time: 0.0480664 Aug 06 16:45:27.827775 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fc20fca-fe31-4df2-b85e-6b064efe3496 req-f89ff5d0-742a-49e0-8b61-b3e3262da6a4 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320270 Aug 06 16:45:28.147025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47c774-fb47-412a-b3f6-385e14095acf req-50778acb-99fd-4e2a-b852-4f062d083dfa tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:28.148623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b47c774-fb47-412a-b3f6-385e14095acf req-50778acb-99fd-4e2a-b852-4f062d083dfa tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 945 time: 0.0484028 Aug 06 16:45:28.186711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4b47c774-fb47-412a-b3f6-385e14095acf req-f63724d4-0abc-44bd-9db0-7a0c810ef0a5 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Aug 06 16:45:28.614548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:45:28.661050 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:45:28.664568 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:28.664934 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:28.745552 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:28.767566 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8abf10-aeca-4892-a65a-3cbf8f18ab24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:45:28.769795 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e837f7f7-9dfc-4ce8-83ca-df261d4fbbbf" -d '{"events": [{"server_uuid": "1c8abf10-aeca-4892-a65a-3cbf8f18ab24", "name": "network-vif-plugged", "status": "completed", "tag": "6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:45:28.782814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:28.786766 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:28.809293 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd298882-0e74-41ad-8b51-1b5a15d9e454 x-openstack-request-id: req-cd298882-0e74-41ad-8b51-1b5a15d9e454 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:45:28.809587 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8abf10-aeca-4892-a65a-3cbf8f18ab24", "name": "network-vif-plugged", "status": "completed", "tag": "6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:45:28.809856 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd298882-0e74-41ad-8b51-1b5a15d9e454 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:45:28.810231 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8abf10-aeca-4892-a65a-3cbf8f18ab24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7', 'code': 200} Aug 06 16:45:28.835455 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:29.278218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e3725-dc9b-44df-bc97-7fc3e9026b0a req-8cb94446-3935-4268-98e5-24bf6c104a42 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:29.280809 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d31e3725-dc9b-44df-bc97-7fc3e9026b0a req-8cb94446-3935-4268-98e5-24bf6c104a42 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0506580 Aug 06 16:45:29.308670 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96416432-1091-4f54-84ed-6b34996c1eab req-8331cf6e-1d88-4406-887c-7f852ceb4e41 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:29.310329 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-96416432-1091-4f54-84ed-6b34996c1eab req-8331cf6e-1d88-4406-887c-7f852ceb4e41 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c8abf10-aeca-4892-a65a-3cbf8f18ab24 HTTP/1.1" status: 200 len: 946 time: 0.0550611 Aug 06 16:45:29.348714 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-96416432-1091-4f54-84ed-6b34996c1eab req-0d163f72-09fd-45f4-9b89-74f01078dbea tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d4b85e9-30db-40c0-afbf-7be2eaf156d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316935 Aug 06 16:45:29.370610 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-d31e3725-dc9b-44df-bc97-7fc3e9026b0a req-82224e2e-b870-48b5-9eec-a6e532d03b92 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Deleting port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:45:29.371223 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d31e3725-dc9b-44df-bc97-7fc3e9026b0a req-82224e2e-b870-48b5-9eec-a6e532d03b92 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:29.459258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-d31e3725-dc9b-44df-bc97-7fc3e9026b0a req-82224e2e-b870-48b5-9eec-a6e532d03b92 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] For port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,segment=NetworkSegment(4c039285-fe06-40b1-8233-7b8c64fe46b3),segment_id=4c039285-fe06-40b1-8233-7b8c64fe46b3)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:29.459626 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d31e3725-dc9b-44df-bc97-7fc3e9026b0a req-82224e2e-b870-48b5-9eec-a6e532d03b92 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:29.471965 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-d31e3725-dc9b-44df-bc97-7fc3e9026b0a req-82224e2e-b870-48b5-9eec-a6e532d03b92 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Calling delete_port for 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:45:29.598105 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d31e3725-dc9b-44df-bc97-7fc3e9026b0a req-82224e2e-b870-48b5-9eec-a6e532d03b92 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:29.610786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:45:29.631859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82224e2e-b870-48b5-9eec-a6e532d03b92 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Pushing event deleted for resources: {'Port': ['ID=6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:29.668958 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31e3725-dc9b-44df-bc97-7fc3e9026b0a req-82224e2e-b870-48b5-9eec-a6e532d03b92 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] No DVR routers for this DVR port 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:45:29.671440 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-d31e3725-dc9b-44df-bc97-7fc3e9026b0a req-82224e2e-b870-48b5-9eec-a6e532d03b92 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:29.674072 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d31e3725-dc9b-44df-bc97-7fc3e9026b0a req-82224e2e-b870-48b5-9eec-a6e532d03b92 tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] 10.222.0.13 "DELETE /v2.0/ports/6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 HTTP/1.1" status: 204 len: 173 time: 0.3875527 Aug 06 16:45:29.674539 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8abf10-aeca-4892-a65a-3cbf8f18ab24', 'name': 'network-vif-deleted', 'tag': '6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:45:29.676771 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae70c57-7ef7-4168-a1bc-8f272e9527eb" -d '{"events": [{"server_uuid": "1c8abf10-aeca-4892-a65a-3cbf8f18ab24", "name": "network-vif-deleted", "tag": "6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:45:29.712163 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35117a5-8aa5-4be8-a19d-7232108f8dcf x-openstack-request-id: req-b35117a5-8aa5-4be8-a19d-7232108f8dcf {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:45:29.712454 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8abf10-aeca-4892-a65a-3cbf8f18ab24", "name": "network-vif-deleted", "tag": "6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:45:29.712704 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b35117a5-8aa5-4be8-a19d-7232108f8dcf {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:45:29.713099 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8abf10-aeca-4892-a65a-3cbf8f18ab24', 'name': 'network-vif-deleted', 'tag': '6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7', 'status': 'completed', 'code': 200} Aug 06 16:45:30.466028 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59286) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:30.509932 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Deleting subnet 3a7f2457-aa06-4fdd-8e38-b8f49774e79b {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:45:30.513005 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:30.547058 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:30.590262 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:30.641746 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:30.670816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7f2457-aa06-4fdd-8e38-b8f49774e79b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:30.676253 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:30.678093 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3a7f2457-aa06-4fdd-8e38-b8f49774e79b HTTP/1.1" status: 204 len: 168 time: 0.2110703 Aug 06 16:45:30.680688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59288) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:30.683124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:30.683463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:30.683799 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:30.684130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:30.684453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:30.684778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:30.685097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:30.685414 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:30.685755 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:30.686080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:30.686387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:30.686699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc02510-7e8c-4719-a211-d1f0bd3aaf54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:30.751544 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b58463f-202c-4e8e-aa6d-6c637e54c938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:30.834700 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b58463f-202c-4e8e-aa6d-6c637e54c938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:30.845843 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2b58463f-202c-4e8e-aa6d-6c637e54c938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604ec875-01a1-476e-9729-e62b20b7bddd']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:31.198851 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2b58463f-202c-4e8e-aa6d-6c637e54c938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c039285-fe06-40b1-8233-7b8c64fe46b3') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:31.199184 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-2b58463f-202c-4e8e-aa6d-6c637e54c938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c039285-fe06-40b1-8233-7b8c64fe46b3') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:31.209413 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b58463f-202c-4e8e-aa6d-6c637e54c938 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.222554 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b58463f-202c-4e8e-aa6d-6c637e54c938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.228221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b58463f-202c-4e8e-aa6d-6c637e54c938 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:45:31.228589 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b58463f-202c-4e8e-aa6d-6c637e54c938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:45:31.230435 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:45:31.291578 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b58463f-202c-4e8e-aa6d-6c637e54c938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.297127 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2b58463f-202c-4e8e-aa6d-6c637e54c938 admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.299128 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2b58463f-202c-4e8e-aa6d-6c637e54c938 admin admin] 10.222.0.37 "DELETE /v2.0/networks/604ec875-01a1-476e-9729-e62b20b7bddd HTTP/1.1" status: 204 len: 168 time: 0.6172705 Aug 06 16:45:31.309744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58463f-202c-4e8e-aa6d-6c637e54c938 admin admin] Pushing event deleted for resources: {'Network': ['ID=604ec875-01a1-476e-9729-e62b20b7bddd,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:31.410097 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59292) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:31.449187 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8e14db74-1f4b-4777-a050-d112693b8ce6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e08c8abb1acb4999a4ae28c2b75c5078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376849 Aug 06 16:45:31.451485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59294) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:31.502188 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-88d08d1b-a967-4d6f-8712-e61ed2cc4420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.522495 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-88d08d1b-a967-4d6f-8712-e61ed2cc4420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.567793 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-88d08d1b-a967-4d6f-8712-e61ed2cc4420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.570374 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-88d08d1b-a967-4d6f-8712-e61ed2cc4420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.571493 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-88d08d1b-a967-4d6f-8712-e61ed2cc4420 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d4b85e9-30db-40c0-afbf-7be2eaf156d5 HTTP/1.1" status: 204 len: 168 time: 0.1190634 Aug 06 16:45:31.579568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d08d1b-a967-4d6f-8712-e61ed2cc4420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4b85e9-30db-40c0-afbf-7be2eaf156d5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:32.231059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59316) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:32.352269 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c8ac037b-5dc4-473a-91dc-5d8089b033ed admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-186537400-network', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:32.372628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ac037b-5dc4-473a-91dc-5d8089b033ed admin admin] Made reservation on behalf of 57915d921fb0444ab1f931bec4b9ac5c for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:45:32.375639 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c8ac037b-5dc4-473a-91dc-5d8089b033ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.384212 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c8ac037b-5dc4-473a-91dc-5d8089b033ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.473206 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c8ac037b-5dc4-473a-91dc-5d8089b033ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.476936 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c8ac037b-5dc4-473a-91dc-5d8089b033ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.501634 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ac037b-5dc4-473a-91dc-5d8089b033ed admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:45:32.510342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac037b-5dc4-473a-91dc-5d8089b033ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127aae20-87b8-4f02-ae25-d4e792e070f6,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:32.517776 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c8ac037b-5dc4-473a-91dc-5d8089b033ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.518704 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-c8ac037b-5dc4-473a-91dc-5d8089b033ed admin admin] Added segment b957b6a6-0e8b-46af-b9cc-ebe93aea0282 of type vlan for network 914a8192-966d-438c-bec1-736f319a2df0 Aug 06 16:45:32.557334 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c8ac037b-5dc4-473a-91dc-5d8089b033ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.585670 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c8ac037b-5dc4-473a-91dc-5d8089b033ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.586577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ac037b-5dc4-473a-91dc-5d8089b033ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:32.587155 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c8ac037b-5dc4-473a-91dc-5d8089b033ed admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.620830 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c8ac037b-5dc4-473a-91dc-5d8089b033ed admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3886898 Aug 06 16:45:32.623930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59320) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:32.629205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-dad6581d-4118-42fa-addd-4c13319f13cd admin admin] Request body: {'subnet': {'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-186537400-subnet', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:32.631070 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:45:32.650963 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad6581d-4118-42fa-addd-4c13319f13cd admin admin] Made reservation on behalf of 57915d921fb0444ab1f931bec4b9ac5c for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:45:32.652517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac037b-5dc4-473a-91dc-5d8089b033ed admin admin] Pushing event updated for resources: {'Network': ['ID=914a8192-966d-438c-bec1-736f319a2df0,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:32.653800 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dad6581d-4118-42fa-addd-4c13319f13cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.658229 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:45:32.658568 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 6a813fa0-5685-43a6-8b5a-4ef0b58e3dd7 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:45:32.663295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 914a8192-966d-438c-bec1-736f319a2df0 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:45:32.826139 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dad6581d-4118-42fa-addd-4c13319f13cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.877784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6581d-4118-42fa-addd-4c13319f13cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe01d4c7-7ce2-4269-8466-9f0e56307174,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:32.893191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6581d-4118-42fa-addd-4c13319f13cd admin admin] Checking segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:45:32.893544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad6581d-4118-42fa-addd-4c13319f13cd admin admin] Network hostable DHCP agents. Network: 914a8192-966d-438c-bec1-736f319a2df0, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:45:32.910021 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad6581d-4118-42fa-addd-4c13319f13cd admin admin] Network 914a8192-966d-438c-bec1-736f319a2df0 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:45:32.917793 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-dad6581d-4118-42fa-addd-4c13319f13cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 914a8192-966d-438c-bec1-736f319a2df0) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:45:32.922663 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad6581d-4118-42fa-addd-4c13319f13cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:32.923241 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dad6581d-4118-42fa-addd-4c13319f13cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.929780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3117225d-250a-4dd2-8d52-54fc6e771e6a None None] Network 914a8192-966d-438c-bec1-736f319a2df0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:45:32.938933 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dad6581d-4118-42fa-addd-4c13319f13cd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3135922 Aug 06 16:45:32.941369 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59322) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:32.945793 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:32.967167 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.968227 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.021514 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.076017 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-914a8192-966d-438c-bec1-736f319a2df0', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:45:33.076874 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.156586 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.214736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Allocated IP 172.20.0.2 (914a8192-966d-438c-bec1-736f319a2df0/fe01d4c7-7ce2-4269-8466-9f0e56307174/4d7d15cd-aa0d-4e1a-9efd-896a99cc602b) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:45:33.357741 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.366278 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Transition to ACTIVE for port object 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:45:33.367600 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.381957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Transition to ACTIVE for port object 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:45:33.387742 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.388210 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.428287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Network 914a8192-966d-438c-bec1-736f319a2df0 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:45:33.431337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:45:33.435282 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:45:33.442671 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Pushing event updated for resources: {'Port': ['ID=4d7d15cd-aa0d-4e1a-9efd-896a99cc602b,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:33.491394 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Attempting to bind port 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:45:33.491770 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Attempting to bind port 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:45:33.492128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Attempting to bind port 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:45:33.496980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:45:33.497350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Checking segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:45:33.497780 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.498026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Allocated IP 172.25.1.41 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:45:33.498174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Bound using segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:45:33.498641 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Bound port: 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:45:33.499017 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.568135 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] For port 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:45:33.571537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] For port 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4d7d15cd-aa0d-4e1a-9efd-896a99cc602b,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:45:33.575202 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.602641 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.632215 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbce96-873d-4906-9c5f-25fcde193b1b None None] Pushing event updated for resources: {'Port': ['ID=4d7d15cd-aa0d-4e1a-9efd-896a99cc602b,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:33.651412 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.691991 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:45:33.694920 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:45:33.698624 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:45:33.725661 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Pushing event updated for resources: {'Port': ['ID=fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:33.846547 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f39b8a72-b242-4d24-890b-d70ed86a2725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.971465 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:34.160734 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:34.292961 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:45:34.403615 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:45:34.414719 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Sync routers for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:45:34.420747 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:34.425252 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bc69ec98-751b-4165-80b6-cd0726e57424 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4803104 Aug 06 16:45:34.425577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59324) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:34.433368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:45:34.434027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:45:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:34.542650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:45:34.545425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3607602-6f8b-47e9-82be-64239910b870 None None] Network 914a8192-966d-438c-bec1-736f319a2df0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:45:34.854264 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:34.870120 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7e98cc9a-8441-4983-a451-07a3b1641857 None None] Provisioning for port 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:45:35.014445 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:33Z', 'revision_number': 3, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:35.016745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Allocated IP 172.20.0.1 (914a8192-966d-438c-bec1-736f319a2df0/fe01d4c7-7ce2-4269-8466-9f0e56307174/ea09408b-2076-46df-a1bc-fbdb6efc1fd2) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:45:35.046417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Checking router: 9a4e7e74-6bc6-4378-b23c-91a237499dc7 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:45:35.046819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Updating router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 port fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:45:35.076426 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.130480 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.146640 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Transition to ACTIVE for port object ea09408b-2076-46df-a1bc-fbdb6efc1fd2 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:45:35.187844 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.228190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Network 914a8192-966d-438c-bec1-736f319a2df0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:45:35.231080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:45:35.233807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:45:35.262366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Pushing event updated for resources: {'Port': ['ID=ea09408b-2076-46df-a1bc-fbdb6efc1fd2,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:35.279441 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.354742 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.366435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Transition to ACTIVE for port object fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:45:35.372770 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.431948 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Attempting to bind port fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:45:35.432319 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Attempting to bind port fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:45:35.432687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Attempting to bind port fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:45:35.436323 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8739a-4ed5-48cd-b86d-b55a663d8e11 None None] Pushing event updated for resources: {'Port': ['ID=fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:35.441189 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:45:35.441572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:45:35.441942 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.442420 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.442420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:45:35.442830 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Bound port: fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:45:35.443211 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.502593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] For port fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:45:35.506559 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] For port fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:45:35.509258 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:45:35.513617 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.611370 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e1508a21-db04-4cd7-8d8e-8bfeeadf77f5 None None] Provisioning for port ea09408b-2076-46df-a1bc-fbdb6efc1fd2 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:45:35.621268 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e1508a21-db04-4cd7-8d8e-8bfeeadf77f5 None None] Provisioning complete for port ea09408b-2076-46df-a1bc-fbdb6efc1fd2 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:35.621654 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e1508a21-db04-4cd7-8d8e-8bfeeadf77f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.623094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:45:35.623710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:45:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:35.626323 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8739a-4ed5-48cd-b86d-b55a663d8e11 None None] Pushing event updated for resources: {'Port': ['ID=fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:35.630489 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.635828 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.692719 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:45:35.704229 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:35.704608 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.705215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Pushing event updated for resources: {'Port': ['ID=ea09408b-2076-46df-a1bc-fbdb6efc1fd2,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:35.707803 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.727733 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-e1508a21-db04-4cd7-8d8e-8bfeeadf77f5 None None] Port ea09408b-2076-46df-a1bc-fbdb6efc1fd2 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:45:35.798907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Network 914a8192-966d-438c-bec1-736f319a2df0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:45:35.800419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:45:35.821283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:45:35.877523 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.924049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:45:35.985927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4d7d15cd-aa0d-4e1a-9efd-896a99cc602b,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:35.993376 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:36.040436 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:45:36.045219 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e3244649-70b3-4c9f-b006-80ef9d7fd63f admin admin] 10.222.0.37 "PUT /v2.0/routers/9a4e7e74-6bc6-4378-b23c-91a237499dc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6183977 Aug 06 16:45:36.090895 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=4d7d15cd-aa0d-4e1a-9efd-896a99cc602b,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:36.095940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f32ff381-2b7f-4039-b1f2-802a72b5bbb3 None None] Provisioning complete for port ea09408b-2076-46df-a1bc-fbdb6efc1fd2 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:36.096323 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f32ff381-2b7f-4039-b1f2-802a72b5bbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:36.137971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f32ff381-2b7f-4039-b1f2-802a72b5bbb3 None None] Port ea09408b-2076-46df-a1bc-fbdb6efc1fd2 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:45:36.152926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 2, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:36.179890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a14447-00b0-49f8-9b69-77ecd7ab8516 None None] The sync data for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 is: [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 2, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:45:36.265564 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0f58-bf24-4256-9e6a-7a0c80618612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:36.539139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59332) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:36.543894 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-48818448-ea09-4b46-9944-ca751a447392 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1917786316', 'description': 'tempest-description--772161399'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:36.568295 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-48818448-ea09-4b46-9944-ca751a447392 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:36.657447 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-48818448-ea09-4b46-9944-ca751a447392 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:36.661720 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-48818448-ea09-4b46-9944-ca751a447392 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:36.694160 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:36.694382 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-48818448-ea09-4b46-9944-ca751a447392 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:36.695626 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-48818448-ea09-4b46-9944-ca751a447392 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1554763 Aug 06 16:45:36.698158 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48818448-ea09-4b46-9944-ca751a447392 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b800a1-5194-4161-a918-8f81b11c7e54,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:36.700033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 59334) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:36.705739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a990f044-4b29-4a58-85fe-c6f4a2313094 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Request body: {'security_group_rule': {'security_group_id': '24b800a1-5194-4161-a918-8f81b11c7e54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:36.738840 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a990f044-4b29-4a58-85fe-c6f4a2313094 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:36.810496 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a990f044-4b29-4a58-85fe-c6f4a2313094 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:36.815872 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a990f044-4b29-4a58-85fe-c6f4a2313094 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:36.842633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990f044-4b29-4a58-85fe-c6f4a2313094 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7c65cf-f6dc-4e08-b8a7-3bda97eb02bf,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:36.851656 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a990f044-4b29-4a58-85fe-c6f4a2313094 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:36.855991 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a990f044-4b29-4a58-85fe-c6f4a2313094 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519759 Aug 06 16:45:36.856299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59336) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:36.861893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8f6dd8b0-6de3-45e2-8aef-328e3e734e29 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Request body: {'security_group_rule': {'security_group_id': '24b800a1-5194-4161-a918-8f81b11c7e54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:36.891314 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd8b0-6de3-45e2-8aef-328e3e734e29 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:36.954794 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd8b0-6de3-45e2-8aef-328e3e734e29 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:36.958961 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd8b0-6de3-45e2-8aef-328e3e734e29 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:36.977198 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dd8b0-6de3-45e2-8aef-328e3e734e29 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47de475d-4549-4e44-bcdf-03cf15c64cf4,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:36.983586 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd8b0-6de3-45e2-8aef-328e3e734e29 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:36.985544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8f6dd8b0-6de3-45e2-8aef-328e3e734e29 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282918 Aug 06 16:45:36.988498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59338) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:36.993084 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:37.016585 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:37.119545 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:37.229473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Allocated IP 172.25.1.206 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/eabc1840-488e-4660-ae96-99afa1773ca1) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:45:37.341742 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:37.380969 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:37.426819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:45:37.429209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:45:37.433717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:45:37.436567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Pushing event updated for resources: {'Port': ['ID=eabc1840-488e-4660-ae96-99afa1773ca1,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:37.448195 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:37.525867 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:37.537900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:45:37.563026 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:37.587023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:45:37.591328 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:37.591693 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:37.677120 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:37.697992 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:37.702055 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:37.703098 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:45:37.719775 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:37.724731 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:37.780455 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:37.790911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Pushing event updated for resources: {'Port': ['ID=eabc1840-488e-4660-ae96-99afa1773ca1,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:37.794201 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:37.794581 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:37.806758 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:37.823649 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:37.834056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-39fe4b85-5915-4216-a474-bba5a13384a3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8354995 Aug 06 16:45:37.976165 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-fb1068ef-69d4-43b2-ab4b-0b3bc3abbaca tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1917786316&fields=id&tenant_id=57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 267 time: 0.0340185 Aug 06 16:45:38.089164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-97c55ce5-89c5-4427-a8f9-d1e4be6f1514 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:38.090659 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-97c55ce5-89c5-4427-a8f9-d1e4be6f1514 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 811 time: 0.1077433 Aug 06 16:45:38.105851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-a10c832a-b736-4cbb-be1d-caa2a2f99c26 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/quotas/57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 375 time: 0.0089269 Aug 06 16:45:38.130872 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Sync routers for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:45:38.140773 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:45:38.141378 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:45:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:38.159568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-32e52751-0586-4d0d-bc81-d252e347e689 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471950 Aug 06 16:45:38.247403 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:45:38.312847 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-d5b16e9a-de4e-4430-a20f-a78b71c71e13 service neutron] 10.222.0.37 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409972 Aug 06 16:45:38.401294 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-082f8015-c869-4465-a543-a0d5fbd2833d service neutron] 10.222.0.37 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822952 Aug 06 16:45:38.542081 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 2, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:38.587238 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f7bb42a-4ef1-4aff-bf00-385639c05b04 req-e8b40ec5-cbe6-44e7-adf3-d5d0a355fc2b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 210 time: 0.0329030 Aug 06 16:45:38.591302 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Checking router: 9a4e7e74-6bc6-4378-b23c-91a237499dc7 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:45:38.591658 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Updating router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 port ea09408b-2076-46df-a1bc-fbdb6efc1fd2 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:45:38.617363 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:38.893272 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:38.903927 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Transition to ACTIVE for port object ea09408b-2076-46df-a1bc-fbdb6efc1fd2 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:45:38.912086 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:38.970196 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df7a71-7c06-4b56-be96-5f40550987ec None None] Pushing event updated for resources: {'Port': ['ID=ea09408b-2076-46df-a1bc-fbdb6efc1fd2,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:38.991981 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df7a71-7c06-4b56-be96-5f40550987ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:38.992225 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df7a71-7c06-4b56-be96-5f40550987ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:38.992544 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df7a71-7c06-4b56-be96-5f40550987ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:38.992873 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df7a71-7c06-4b56-be96-5f40550987ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:38.993195 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df7a71-7c06-4b56-be96-5f40550987ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:38.993514 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df7a71-7c06-4b56-be96-5f40550987ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:38.993886 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df7a71-7c06-4b56-be96-5f40550987ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:38.994204 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df7a71-7c06-4b56-be96-5f40550987ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:38.994516 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df7a71-7c06-4b56-be96-5f40550987ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:38.994828 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df7a71-7c06-4b56-be96-5f40550987ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:38.995173 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df7a71-7c06-4b56-be96-5f40550987ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:38.995492 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df7a71-7c06-4b56-be96-5f40550987ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:39.033808 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Attempting to bind port ea09408b-2076-46df-a1bc-fbdb6efc1fd2 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:45:39.034184 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Attempting to bind port ea09408b-2076-46df-a1bc-fbdb6efc1fd2 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:45:39.034685 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Attempting to bind port ea09408b-2076-46df-a1bc-fbdb6efc1fd2 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:45:39.039980 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:45:39.040348 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Checking segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:45:39.040746 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:39.041144 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Bound using segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:45:39.041586 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Bound port: ea09408b-2076-46df-a1bc-fbdb6efc1fd2, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:45:39.041987 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:39.111256 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] For port ea09408b-2076-46df-a1bc-fbdb6efc1fd2, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:45:39.114788 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] For port ea09408b-2076-46df-a1bc-fbdb6efc1fd2, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ea09408b-2076-46df-a1bc-fbdb6efc1fd2,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:45:39.119236 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:39.174079 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:45:39.174729 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:45:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:39.188288 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:39.238891 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df7a71-7c06-4b56-be96-5f40550987ec None None] Pushing event updated for resources: {'Port': ['ID=ea09408b-2076-46df-a1bc-fbdb6efc1fd2,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:39.312610 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:45:39.500337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ea09408b-2076-46df-a1bc-fbdb6efc1fd2 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:45:39.552514 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port ea09408b-2076-46df-a1bc-fbdb6efc1fd2 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:45:39.556465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ea09408b-2076-46df-a1bc-fbdb6efc1fd2 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:39.556835 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:39.575377 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:39.596494 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-0adc5f73-69b5-482e-b633-019ce37e0b4b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:39.599178 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-0adc5f73-69b5-482e-b633-019ce37e0b4b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 811 time: 0.1413794 Aug 06 16:45:39.625367 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0551d45-84fe-4f0d-9944-6739048796d7 None None] The sync data for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 is: [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:45:39.646726 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:39.653881 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-b6203f31-9d2f-4094-b54b-db81d0f7b7b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 380 time: 0.0455019 Aug 06 16:45:39.665604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-bec1a798-ad1e-48b5-8caf-b4911096eadf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Request body: {'port': {'device_id': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'admin_state_up': True, 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'security_groups': ['24b800a1-5194-4161-a918-8f81b11c7e54']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:39.698754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port ea09408b-2076-46df-a1bc-fbdb6efc1fd2, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ea09408b-2076-46df-a1bc-fbdb6efc1fd2,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:39.711028 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:39.711853 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:45:39.731603 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9016aca-2280-4e12-b7e4-a1cd552443f4 req-62f57342-cff5-4590-ad81-029b6448305b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 210 time: 0.0468106 Aug 06 16:45:39.789078 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=ea09408b-2076-46df-a1bc-fbdb6efc1fd2,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:39.801123 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-bec1a798-ad1e-48b5-8caf-b4911096eadf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Made reservation on behalf of 57915d921fb0444ab1f931bec4b9ac5c for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:45:39.801413 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:39.801905 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:39.805145 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-bec1a798-ad1e-48b5-8caf-b4911096eadf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:39.944298 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-bec1a798-ad1e-48b5-8caf-b4911096eadf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Allocated IP 172.20.0.12 (914a8192-966d-438c-bec1-736f319a2df0/fe01d4c7-7ce2-4269-8466-9f0e56307174/dfd62a06-96f2-48bc-8765-636fba58fdc0) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:45:40.089405 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-bec1a798-ad1e-48b5-8caf-b4911096eadf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:40.104101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-bec1a798-ad1e-48b5-8caf-b4911096eadf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Transition to ACTIVE for port object dfd62a06-96f2-48bc-8765-636fba58fdc0 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:45:40.138221 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-bec1a798-ad1e-48b5-8caf-b4911096eadf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:40.184146 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-bec1a798-ad1e-48b5-8caf-b4911096eadf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Network 914a8192-966d-438c-bec1-736f319a2df0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:45:40.187340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-bec1a798-ad1e-48b5-8caf-b4911096eadf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:45:40.191168 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-bec1a798-ad1e-48b5-8caf-b4911096eadf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:45:40.197575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1a798-ad1e-48b5-8caf-b4911096eadf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Pushing event updated for resources: {'Port': ['ID=dfd62a06-96f2-48bc-8765-636fba58fdc0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:40.249791 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-bec1a798-ad1e-48b5-8caf-b4911096eadf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:40.250442 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-bec1a798-ad1e-48b5-8caf-b4911096eadf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:40.269265 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-bec1a798-ad1e-48b5-8caf-b4911096eadf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6090894 Aug 06 16:45:40.282990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Request body: {'port': {'device_id': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:40.345316 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:40.438699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3d56a1ae-a996-4dae-bf86-89e8e7a42204 None None] Provisioning for port dfd62a06-96f2-48bc-8765-636fba58fdc0 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:45:40.442436 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3d56a1ae-a996-4dae-bf86-89e8e7a42204 None None] Provisioning complete for port dfd62a06-96f2-48bc-8765-636fba58fdc0 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:40.442789 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3d56a1ae-a996-4dae-bf86-89e8e7a42204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:40.477406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3d56a1ae-a996-4dae-bf86-89e8e7a42204 None None] Port dfd62a06-96f2-48bc-8765-636fba58fdc0 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:45:40.607056 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd62a06-96f2-48bc-8765-636fba58fdc0 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:45:40.614347 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:40.625682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Transition to ACTIVE for port object dfd62a06-96f2-48bc-8765-636fba58fdc0 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:45:40.629874 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:40.680830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd62a06-96f2-48bc-8765-636fba58fdc0,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:40.751361 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Attempting to bind port dfd62a06-96f2-48bc-8765-636fba58fdc0 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:45:40.751718 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Attempting to bind port dfd62a06-96f2-48bc-8765-636fba58fdc0 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:45:40.752046 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Attempting to bind port dfd62a06-96f2-48bc-8765-636fba58fdc0 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:45:40.756830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Port dfd62a06-96f2-48bc-8765-636fba58fdc0 on network 914a8192-966d-438c-bec1-736f319a2df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:45:40.757292 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Attempting to bind port dfd62a06-96f2-48bc-8765-636fba58fdc0 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:45:40.763005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:45:40.763344 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Checking segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:45:40.763724 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Bound using segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:45:40.764152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Bound port: dfd62a06-96f2-48bc-8765-636fba58fdc0, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:45:40.764505 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:40.836293 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] For port dfd62a06-96f2-48bc-8765-636fba58fdc0, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:45:40.840426 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] For port dfd62a06-96f2-48bc-8765-636fba58fdc0, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:45:40.845211 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:40.867493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1197ad-9aaa-4776-9f63-6d7c9a93af85 req-d4ab2c43-0295-485e-bd1f-bf0f4ea8dde5 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:40.868889 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a1197ad-9aaa-4776-9f63-6d7c9a93af85 req-d4ab2c43-0295-485e-bd1f-bf0f4ea8dde5 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 944 time: 0.0652740 Aug 06 16:45:40.883354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:40.883963 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:40.885368 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] 10.222.0.13 "PUT /v2.0/ports/dfd62a06-96f2-48bc-8765-636fba58fdc0 HTTP/1.1" status: 200 len: 1092 time: 0.6075723 Aug 06 16:45:40.885849 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'tag': 'dfd62a06-96f2-48bc-8765-636fba58fdc0'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:45:40.888303 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34911617-43fa-485a-b0b1-0aab865742ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d24b83cb-180c-4ed7-a7a2-269e4d3b823c", "tag": "dfd62a06-96f2-48bc-8765-636fba58fdc0"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:45:40.935259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a1197ad-9aaa-4776-9f63-6d7c9a93af85 req-25d009aa-b869-441f-89c7-8946f15cad3d tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601571 Aug 06 16:45:40.956078 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf46a5ee-806a-4cd1-b048-924a63427d1f x-openstack-request-id: req-bf46a5ee-806a-4cd1-b048-924a63427d1f {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:45:40.956448 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24b83cb-180c-4ed7-a7a2-269e4d3b823c", "tag": "dfd62a06-96f2-48bc-8765-636fba58fdc0", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:45:40.956669 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf46a5ee-806a-4cd1-b048-924a63427d1f {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:45:40.957063 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'tag': 'dfd62a06-96f2-48bc-8765-636fba58fdc0', 'status': 'completed', 'code': 200} Aug 06 16:45:40.958899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108e080-5f24-4ab4-96e9-88d7b2ca6705 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd62a06-96f2-48bc-8765-636fba58fdc0,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:40.976681 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-aedfcb75-23e6-496a-a5a2-76d7d35cbc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:40.978251 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-aedfcb75-23e6-496a-a5a2-76d7d35cbc0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 1095 time: 0.0502036 Aug 06 16:45:41.021867 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-fd282c89-0129-450f-abf0-f467454cd3f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0 HTTP/1.1" status: 200 len: 217 time: 0.0353816 Aug 06 16:45:41.076919 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-b1548a56-4740-48dd-ab4d-aaf89d367b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:41.078790 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-b1548a56-4740-48dd-ab4d-aaf89d367b0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0489390 Aug 06 16:45:41.122984 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-7b013f2a-78b0-4b33-92d1-4b4c45403e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:41.125200 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-7b013f2a-78b0-4b33-92d1-4b4c45403e3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397897 Aug 06 16:45:41.213946 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-4afb9ed8-d0d7-4514-b95b-3065d6b3cc30 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820978 Aug 06 16:45:41.312291 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-2ec22d20-7636-4c95-9b5c-bc214c89b133 req-80060a58-27d6-4f65-a220-2722f4b42250 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912585 Aug 06 16:45:41.399832 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34911617-43fa-485a-b0b1-0aab865742ea req-4fe55f57-ded4-4a45-a4e9-790995583a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:41.401369 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-34911617-43fa-485a-b0b1-0aab865742ea req-4fe55f57-ded4-4a45-a4e9-790995583a3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 1095 time: 0.0410748 Aug 06 16:45:41.463338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ea09408b-2076-46df-a1bc-fbdb6efc1fd2 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:45:41.496193 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34911617-43fa-485a-b0b1-0aab865742ea req-1b5f972a-5fd4-4ec8-99f8-a44548058028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:41.497685 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-34911617-43fa-485a-b0b1-0aab865742ea req-1b5f972a-5fd4-4ec8-99f8-a44548058028 service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0893047 Aug 06 16:45:41.509358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ea09408b-2076-46df-a1bc-fbdb6efc1fd2 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:41.509751 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:41.539100 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-34911617-43fa-485a-b0b1-0aab865742ea req-1e40562e-1e4f-4657-ac87-d414c6196940 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0 HTTP/1.1" status: 200 len: 217 time: 0.0344124 Aug 06 16:45:41.588378 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34911617-43fa-485a-b0b1-0aab865742ea req-ec45562c-bc72-4d27-ba38-4190120efe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:41.590006 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-34911617-43fa-485a-b0b1-0aab865742ea req-ec45562c-bc72-4d27-ba38-4190120efe78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0440533 Aug 06 16:45:41.650437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34911617-43fa-485a-b0b1-0aab865742ea req-c5c1b75a-980c-45a5-833d-7a9fc53b4a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:41.651852 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-34911617-43fa-485a-b0b1-0aab865742ea req-c5c1b75a-980c-45a5-833d-7a9fc53b4a4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530457 Aug 06 16:45:41.740183 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-34911617-43fa-485a-b0b1-0aab865742ea req-a5f324d3-883d-4bbe-b52c-619856a445ff service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802689 Aug 06 16:45:41.834938 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-34911617-43fa-485a-b0b1-0aab865742ea req-996f9feb-176f-48df-9d1f-814abbb1e29c service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864756 Aug 06 16:45:42.057393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02564ce-b8cc-4198-9a67-f530836c89dc req-5b167847-0c45-42c2-8a1a-c05bb11bff56 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:42.058873 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e02564ce-b8cc-4198-9a67-f530836c89dc req-5b167847-0c45-42c2-8a1a-c05bb11bff56 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 944 time: 0.0515757 Aug 06 16:45:42.095505 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e02564ce-b8cc-4198-9a67-f530836c89dc req-8fa8fa66-efd4-4ea7-8495-59d36f280956 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301933 Aug 06 16:45:42.475387 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:45:42.738632 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device dfd62a06-96f2-48bc-8765-636fba58fdc0 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:45:42.831378 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port dfd62a06-96f2-48bc-8765-636fba58fdc0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:42.843017 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'dfd62a06-96f2-48bc-8765-636fba58fdc0', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'port_id': 'dfd62a06-96f2-48bc-8765-636fba58fdc0', 'mac_address': 'fa:16:3e:51:d5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:45:42.878741 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:42.894514 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd62a06-96f2-48bc-8765-636fba58fdc0 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:45:42.913844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port dfd62a06-96f2-48bc-8765-636fba58fdc0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:42.917617 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:42.968317 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=dfd62a06-96f2-48bc-8765-636fba58fdc0,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:43.102655 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['dfd62a06-96f2-48bc-8765-636fba58fdc0'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:45:43.212420 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1018010-6c91-4684-9733-6f82a0ac4107 req-50ca86f5-49ef-4474-baf7-77cd4ef7f14c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:43.213995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c1018010-6c91-4684-9733-6f82a0ac4107 req-50ca86f5-49ef-4474-baf7-77cd4ef7f14c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 945 time: 0.0522251 Aug 06 16:45:43.251170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c1018010-6c91-4684-9733-6f82a0ac4107 req-54d43f37-41f4-4555-889c-eccafc0dcec8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311654 Aug 06 16:45:44.364590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36d9b9-6efd-4cd6-86f3-5dea6ae11011 req-357b6ecd-8b45-4a33-b705-58d934d2fb31 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:44.366088 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d36d9b9-6efd-4cd6-86f3-5dea6ae11011 req-357b6ecd-8b45-4a33-b705-58d934d2fb31 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 945 time: 0.0488641 Aug 06 16:45:44.403329 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7d36d9b9-6efd-4cd6-86f3-5dea6ae11011 req-237ae391-a389-4de1-8d58-401b5fa66676 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313454 Aug 06 16:45:44.738566 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device dfd62a06-96f2-48bc-8765-636fba58fdc0 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:45:44.787788 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port dfd62a06-96f2-48bc-8765-636fba58fdc0 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:45:44.791507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port dfd62a06-96f2-48bc-8765-636fba58fdc0 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:44.791874 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:44.867153 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:44.889542 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd62a06-96f2-48bc-8765-636fba58fdc0'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:45:44.892471 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be804710-16ed-43f5-ab64-1d33609abab5" -d '{"events": [{"server_uuid": "d24b83cb-180c-4ed7-a7a2-269e4d3b823c", "name": "network-vif-plugged", "status": "completed", "tag": "dfd62a06-96f2-48bc-8765-636fba58fdc0"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:45:44.905131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port dfd62a06-96f2-48bc-8765-636fba58fdc0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:44.909230 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:44.963269 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=dfd62a06-96f2-48bc-8765-636fba58fdc0,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:45.000910 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0664844-33f2-4c5f-972c-08eca815dc43 x-openstack-request-id: req-e0664844-33f2-4c5f-972c-08eca815dc43 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:45:45.001182 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24b83cb-180c-4ed7-a7a2-269e4d3b823c", "name": "network-vif-plugged", "status": "completed", "tag": "dfd62a06-96f2-48bc-8765-636fba58fdc0", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:45:45.001427 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0664844-33f2-4c5f-972c-08eca815dc43 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:45:45.001895 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd62a06-96f2-48bc-8765-636fba58fdc0', 'code': 200} Aug 06 16:45:45.092126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac260d-b73d-4785-a8e4-162122cf1eea req-2623ca27-2f71-4569-9b10-6a29788d146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:45.093722 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1eac260d-b73d-4785-a8e4-162122cf1eea req-2623ca27-2f71-4569-9b10-6a29788d146c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 1097 time: 0.0393100 Aug 06 16:45:45.127358 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-1eac260d-b73d-4785-a8e4-162122cf1eea req-4eb1347e-693a-45aa-a5ce-c62c17f3bd05 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271921 Aug 06 16:45:45.515055 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd901854-0c08-4195-bd4a-495db30eab1b req-f8b74864-a1b1-4c3d-a1c0-6b9e28793653 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:45.517068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd901854-0c08-4195-bd4a-495db30eab1b req-f8b74864-a1b1-4c3d-a1c0-6b9e28793653 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0483763 Aug 06 16:45:45.554457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd901854-0c08-4195-bd4a-495db30eab1b req-48407f92-bfe6-472d-a6fd-0825d38bb627 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314384 Aug 06 16:45:46.065956 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-82e87359-2ac2-475a-ba2f-5e64cb230fcb req-365cbdd9-8b3e-4a1e-8316-1500b2a6010e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390649 Aug 06 16:45:46.149743 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e87359-2ac2-475a-ba2f-5e64cb230fcb req-3bb8be89-9df8-4b7d-927a-6f9f1a6759db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:46.151248 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-82e87359-2ac2-475a-ba2f-5e64cb230fcb req-3bb8be89-9df8-4b7d-927a-6f9f1a6759db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 1097 time: 0.0433857 Aug 06 16:45:46.251886 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e87359-2ac2-475a-ba2f-5e64cb230fcb req-1db92e59-d559-4d39-9879-fa14806c0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:46.253332 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-82e87359-2ac2-475a-ba2f-5e64cb230fcb req-1db92e59-d559-4d39-9879-fa14806c0440 service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0838981 Aug 06 16:45:46.300541 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-82e87359-2ac2-475a-ba2f-5e64cb230fcb req-8b88f0cb-115f-4cb7-8a75-fb971c5bb672 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0 HTTP/1.1" status: 200 len: 217 time: 0.0398233 Aug 06 16:45:46.349480 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e87359-2ac2-475a-ba2f-5e64cb230fcb req-8cdae32e-a526-4dd5-b3b7-4d33a900a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:46.350963 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-82e87359-2ac2-475a-ba2f-5e64cb230fcb req-8cdae32e-a526-4dd5-b3b7-4d33a900a10e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0441337 Aug 06 16:45:46.396259 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e87359-2ac2-475a-ba2f-5e64cb230fcb req-224899aa-0bff-4e07-9df0-4f6d2be43021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:46.397770 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-82e87359-2ac2-475a-ba2f-5e64cb230fcb req-224899aa-0bff-4e07-9df0-4f6d2be43021 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397928 Aug 06 16:45:46.489172 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-82e87359-2ac2-475a-ba2f-5e64cb230fcb req-706ab90d-d306-469b-bd7f-e91f6d1bef92 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845270 Aug 06 16:45:46.576392 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-82e87359-2ac2-475a-ba2f-5e64cb230fcb req-a5ab9b8c-1bb6-4d4f-acf5-97de4ac1d418 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808454 Aug 06 16:45:46.688205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fcde6-c91a-42c8-89eb-270fb5dc7332 req-30381a5d-b4c3-4333-88c4-71d34f786daa tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:46.689678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d11fcde6-c91a-42c8-89eb-270fb5dc7332 req-30381a5d-b4c3-4333-88c4-71d34f786daa tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0517049 Aug 06 16:45:46.726146 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d11fcde6-c91a-42c8-89eb-270fb5dc7332 req-bf517d2a-75f5-45ae-8a4e-378f0dd553f8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306098 Aug 06 16:45:46.835309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf638d59-b210-41bf-ac75-c83076751dda req-2aa9fa9a-df92-4b36-b094-89b0fa1464cd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:46.836789 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf638d59-b210-41bf-ac75-c83076751dda req-2aa9fa9a-df92-4b36-b094-89b0fa1464cd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0494666 Aug 06 16:45:46.846591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59388) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:46.850990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-518f1ba1-33c2-4b2e-9ea4-ffb5d63bdcbf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Request body: {'floatingip': {'port_id': 'dfd62a06-96f2-48bc-8765-636fba58fdc0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:46.890121 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-518f1ba1-33c2-4b2e-9ea4-ffb5d63bdcbf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:47.643657 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-518f1ba1-33c2-4b2e-9ea4-ffb5d63bdcbf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:47.647512 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-518f1ba1-33c2-4b2e-9ea4-ffb5d63bdcbf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:47.744787 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-518f1ba1-33c2-4b2e-9ea4-ffb5d63bdcbf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Floating IP aac0cbaa-b811-4bc8-a75c-cbbdd56a822f associated. External IP: 172.25.1.206, port: dfd62a06-96f2-48bc-8765-636fba58fdc0. Aug 06 16:45:47.951505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518f1ba1-33c2-4b2e-9ea4-ffb5d63bdcbf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:45:48.059033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518f1ba1-33c2-4b2e-9ea4-ffb5d63bdcbf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:45:48.064136 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-518f1ba1-33c2-4b2e-9ea4-ffb5d63bdcbf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:48.070712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4dca5b-f939-4b3a-8f7f-1380d57662ab None None] Sync routers for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:45:48.080803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4dca5b-f939-4b3a-8f7f-1380d57662ab None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:45:48.081422 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-cf4dca5b-f939-4b3a-8f7f-1380d57662ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:45:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:48.090813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-518f1ba1-33c2-4b2e-9ea4-ffb5d63bdcbf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "PUT /v2.0/floatingips/aac0cbaa-b811-4bc8-a75c-cbbdd56a822f HTTP/1.1" status: 200 len: 992 time: 1.2432008 Aug 06 16:45:48.091620 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'tag': 'dfd62a06-96f2-48bc-8765-636fba58fdc0'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:45:48.094150 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49a8b96-bc6e-4de7-b932-8a620bc0c621" -d '{"events": [{"name": "network-changed", "server_uuid": "d24b83cb-180c-4ed7-a7a2-269e4d3b823c", "tag": "dfd62a06-96f2-48bc-8765-636fba58fdc0"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:45:48.133964 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7219cf6-ef52-467f-b944-8cc13959475d x-openstack-request-id: req-e7219cf6-ef52-467f-b944-8cc13959475d {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:45:48.134259 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24b83cb-180c-4ed7-a7a2-269e4d3b823c", "tag": "dfd62a06-96f2-48bc-8765-636fba58fdc0", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:45:48.134517 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7219cf6-ef52-467f-b944-8cc13959475d {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:45:48.134932 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'tag': 'dfd62a06-96f2-48bc-8765-636fba58fdc0', 'status': 'completed', 'code': 200} Aug 06 16:45:48.197914 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a8b96-bc6e-4de7-b932-8a620bc0c621 req-a3a61f49-07cf-46dd-80f9-22a722ed2483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:48.199470 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c49a8b96-bc6e-4de7-b932-8a620bc0c621 req-a3a61f49-07cf-46dd-80f9-22a722ed2483 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 1097 time: 0.0425916 Aug 06 16:45:48.295903 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a8b96-bc6e-4de7-b932-8a620bc0c621 req-7d533f91-a455-4c65-9a71-88e6aa6fca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:48.297340 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c49a8b96-bc6e-4de7-b932-8a620bc0c621 req-7d533f91-a455-4c65-9a71-88e6aa6fca04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0914559 Aug 06 16:45:48.356995 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-cf4dca5b-f939-4b3a-8f7f-1380d57662ab None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:45:48.368080 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c49a8b96-bc6e-4de7-b932-8a620bc0c621 req-4d251c5e-46a2-4b6e-95c9-4603c36f63da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0 HTTP/1.1" status: 200 len: 1000 time: 0.0640411 Aug 06 16:45:48.416135 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a8b96-bc6e-4de7-b932-8a620bc0c621 req-cd74538e-6466-4752-8cd1-f112e9b17714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:48.417591 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c49a8b96-bc6e-4de7-b932-8a620bc0c621 req-cd74538e-6466-4752-8cd1-f112e9b17714 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0435069 Aug 06 16:45:48.462362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a8b96-bc6e-4de7-b932-8a620bc0c621 req-779544ca-3674-4882-a671-d63002161b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:48.463851 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c49a8b96-bc6e-4de7-b932-8a620bc0c621 req-779544ca-3674-4882-a671-d63002161b32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396988 Aug 06 16:45:48.555074 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c49a8b96-bc6e-4de7-b932-8a620bc0c621 req-83841a09-a110-4fe9-bcd1-52dd7811b836 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843585 Aug 06 16:45:48.574960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-cf4dca5b-f939-4b3a-8f7f-1380d57662ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'aac0cbaa-b811-4bc8-a75c-cbbdd56a822f', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'port_id': 'dfd62a06-96f2-48bc-8765-636fba58fdc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'mac_address': 'fa:16:3e:51:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:45:37Z', 'updated_at': '2021-08-06T16:45:47Z', 'revision_number': 1, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:48.600802 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4dca5b-f939-4b3a-8f7f-1380d57662ab None None] Checking router: 9a4e7e74-6bc6-4378-b23c-91a237499dc7 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:45:48.609787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4dca5b-f939-4b3a-8f7f-1380d57662ab None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:45:48.610390 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-cf4dca5b-f939-4b3a-8f7f-1380d57662ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:45:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:48.644253 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c49a8b96-bc6e-4de7-b932-8a620bc0c621 req-8a1638a8-243e-4132-83dd-4a6305746ff6 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812037 Aug 06 16:45:48.716094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-cf4dca5b-f939-4b3a-8f7f-1380d57662ab None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:45:48.935166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-cf4dca5b-f939-4b3a-8f7f-1380d57662ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'aac0cbaa-b811-4bc8-a75c-cbbdd56a822f', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'port_id': 'dfd62a06-96f2-48bc-8765-636fba58fdc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'mac_address': 'fa:16:3e:51:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:45:37Z', 'updated_at': '2021-08-06T16:45:47Z', 'revision_number': 1, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:48.960695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4dca5b-f939-4b3a-8f7f-1380d57662ab None None] The sync data for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 is: [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'aac0cbaa-b811-4bc8-a75c-cbbdd56a822f', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'port_id': 'dfd62a06-96f2-48bc-8765-636fba58fdc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'mac_address': 'fa:16:3e:51:d5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:45:37Z', 'updated_at': '2021-08-06T16:45:47Z', 'revision_number': 1, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:45:49.156712 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61309d32-51af-4323-9d7b-c129eac95792 None None] New status for floating IP aac0cbaa-b811-4bc8-a75c-cbbdd56a822f: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:45:54.044254 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:54.276067 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:03.837686 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d43cb352-72bd-41eb-9e96-a6af6a984f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:06.266598 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b81decf4-1e73-42df-818b-1a09a93d8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:06.687401 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:07.447391 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:09.181112 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:19.475318 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:46:24.049496 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:24.266314 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:33.839283 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-da942664-fb7b-4d45-999c-76e699767a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:36.267169 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7fa2939e-13e5-4f39-85f6-d5e461bf1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:36.689054 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:37.448264 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:39.184482 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:48.136038 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03b579b2-31b7-4f48-a027-11d9c3bbb41e req-6d26cef8-b949-453e-9867-cf62bb67b1cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0897102 Aug 06 16:46:48.218362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b579b2-31b7-4f48-a027-11d9c3bbb41e req-256a72b9-263b-415d-b393-2c6b1287fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:48.219817 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03b579b2-31b7-4f48-a027-11d9c3bbb41e req-256a72b9-263b-415d-b393-2c6b1287fe12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 1097 time: 0.0432336 Aug 06 16:46:48.320604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b579b2-31b7-4f48-a027-11d9c3bbb41e req-9267dbd8-215c-4f6d-b331-dd0e2a337bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:48.322110 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03b579b2-31b7-4f48-a027-11d9c3bbb41e req-9267dbd8-215c-4f6d-b331-dd0e2a337bd0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0827982 Aug 06 16:46:48.389994 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03b579b2-31b7-4f48-a027-11d9c3bbb41e req-d865fa59-f42a-4ba1-bbb5-20574a9ed1ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0 HTTP/1.1" status: 200 len: 1002 time: 0.0612049 Aug 06 16:46:48.437572 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b579b2-31b7-4f48-a027-11d9c3bbb41e req-636a3c8d-51f2-4826-b017-26b1540b74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:48.438986 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03b579b2-31b7-4f48-a027-11d9c3bbb41e req-636a3c8d-51f2-4826-b017-26b1540b74b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0423083 Aug 06 16:46:48.481986 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b579b2-31b7-4f48-a027-11d9c3bbb41e req-cee7ee28-31ac-4cc1-9e5c-49dc5655d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:48.483480 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03b579b2-31b7-4f48-a027-11d9c3bbb41e req-cee7ee28-31ac-4cc1-9e5c-49dc5655d931 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381112 Aug 06 16:46:48.576102 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03b579b2-31b7-4f48-a027-11d9c3bbb41e req-541de24d-a5de-4681-b5e2-25e1bd37ee0c service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851250 Aug 06 16:46:48.673935 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-03b579b2-31b7-4f48-a027-11d9c3bbb41e req-7fa01d22-6f6f-478a-9aa6-fec060bd91e2 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813732 Aug 06 16:46:54.059538 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:54.265258 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:56.473269 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:47:03.840062 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-94597880-4003-44f0-80c6-734bfaeed978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:06.268130 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8f3b16ad-f675-4413-a2a4-a84c82a097b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:06.690004 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:07.451539 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:09.185540 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:23.700737 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a37472-18f1-4219-bebd-283918c04362 req-b5ab82b2-6cbf-4140-9c43-65630963f983 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:23.702162 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8a37472-18f1-4219-bebd-283918c04362 req-b5ab82b2-6cbf-4140-9c43-65630963f983 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0503826 Aug 06 16:47:23.738761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8a37472-18f1-4219-bebd-283918c04362 req-2f272bd4-d250-4025-b9f7-4ee97d0d8e78 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304289 Aug 06 16:47:23.997267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea47eb-b094-4774-85f9-862f9f99c989 req-a1e7274a-0715-40ea-b4b7-3feecda4d709 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:23.998826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0aea47eb-b094-4774-85f9-862f9f99c989 req-a1e7274a-0715-40ea-b4b7-3feecda4d709 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0626628 Aug 06 16:47:24.039644 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0aea47eb-b094-4774-85f9-862f9f99c989 req-78e7f2f3-8b8e-4d2c-9c41-08c041ca9e4c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346005 Aug 06 16:47:24.060976 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:24.277882 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:24.307222 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-93795ac0-373a-4b67-b3f9-92f0ed21899c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3817039 Aug 06 16:47:25.164610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c1efc-51ff-4a77-8eb4-aef00ce31337 req-074691fb-d707-4368-8508-b5848d96848b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:25.166176 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd7c1efc-51ff-4a77-8eb4-aef00ce31337 req-074691fb-d707-4368-8508-b5848d96848b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0520060 Aug 06 16:47:25.213336 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd7c1efc-51ff-4a77-8eb4-aef00ce31337 req-cc095a0d-8b7d-40cf-8929-967394f257a2 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412104 Aug 06 16:47:25.379816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-db4800ee-1aac-4b3a-b83e-15a008df4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:25.381303 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-db4800ee-1aac-4b3a-b83e-15a008df4377 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 1097 time: 0.0397451 Aug 06 16:47:25.469342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-102dbfed-1db9-4f07-8109-b0b1c309f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:25.470827 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-102dbfed-1db9-4f07-8109-b0b1c309f027 service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0825381 Aug 06 16:47:25.538823 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-f0a40102-8b77-42c9-accf-eba2b179b1fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0 HTTP/1.1" status: 200 len: 1002 time: 0.0614610 Aug 06 16:47:25.594388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-a5182535-f564-4246-aa55-69bb0af91736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:25.596089 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-a5182535-f564-4246-aa55-69bb0af91736 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0508192 Aug 06 16:47:25.641985 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-59ce1f3c-68a4-4bc9-b09d-028983c60303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:25.643501 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-59ce1f3c-68a4-4bc9-b09d-028983c60303 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410337 Aug 06 16:47:25.737433 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-94b701c6-e709-44ee-9b9c-1567f4d85508 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866232 Aug 06 16:47:25.828860 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-cc055846-b693-4e80-8734-10c0fd399079 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844123 Aug 06 16:47:26.327931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73841d42-95a1-40b1-ba01-b5f0fa553109 req-995b31c4-f705-48fc-9b86-e945f9199feb tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:26.329667 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73841d42-95a1-40b1-ba01-b5f0fa553109 req-995b31c4-f705-48fc-9b86-e945f9199feb tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0476274 Aug 06 16:47:26.366646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73841d42-95a1-40b1-ba01-b5f0fa553109 req-52e91b02-9774-4e8b-8133-a5a627fa27bb tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304379 Aug 06 16:47:27.486403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa6b7a-5d4f-42c2-9843-17f9bfeee8b4 req-7fc977d0-05cf-4e8e-8ec1-4e64d07a5226 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:27.487874 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21aa6b7a-5d4f-42c2-9843-17f9bfeee8b4 req-7fc977d0-05cf-4e8e-8ec1-4e64d07a5226 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0533433 Aug 06 16:47:27.524686 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-21aa6b7a-5d4f-42c2-9843-17f9bfeee8b4 req-29c53cd5-c4c6-4420-adb1-f643b8666514 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310264 Aug 06 16:47:28.639762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d1f76-cc32-47cb-9ad8-d4baebcb1a51 req-7505f42a-af5a-4ec4-8b5e-24229cfe2337 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:28.641260 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b46d1f76-cc32-47cb-9ad8-d4baebcb1a51 req-7505f42a-af5a-4ec4-8b5e-24229cfe2337 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0498416 Aug 06 16:47:28.679654 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b46d1f76-cc32-47cb-9ad8-d4baebcb1a51 req-7d4f5515-b115-4259-8049-6667afaeaecd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324826 Aug 06 16:47:29.792194 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa357da-aa27-45e2-a530-20e9bf5cc1de req-fc0fd69c-d92f-4d3c-8b60-ecd34ee518f6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:29.793697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-afa357da-aa27-45e2-a530-20e9bf5cc1de req-fc0fd69c-d92f-4d3c-8b60-ecd34ee518f6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0483198 Aug 06 16:47:29.832345 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-afa357da-aa27-45e2-a530-20e9bf5cc1de req-99966afd-7319-481b-b3a1-022de29e4175 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325625 Aug 06 16:47:30.950168 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd117620-1389-48f6-ab28-cffe8ca9d434 req-24a2df32-023b-41ff-b893-89bb3679b6e8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:30.951692 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd117620-1389-48f6-ab28-cffe8ca9d434 req-24a2df32-023b-41ff-b893-89bb3679b6e8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0529842 Aug 06 16:47:30.990416 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd117620-1389-48f6-ab28-cffe8ca9d434 req-bdc15bae-afe2-48dc-8bd8-dfbf29b5a1c7 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327277 Aug 06 16:47:32.105051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48e863-85c3-4f4a-b52e-5dca4ba6d2c0 req-66119349-57c8-47e4-9ded-0d270534f934 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:32.106476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce48e863-85c3-4f4a-b52e-5dca4ba6d2c0 req-66119349-57c8-47e4-9ded-0d270534f934 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0496173 Aug 06 16:47:32.146039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce48e863-85c3-4f4a-b52e-5dca4ba6d2c0 req-c4aa82e4-e0e4-4e49-9159-987e5515de17 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334947 Aug 06 16:47:33.261859 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d44dbf-2cbd-4ea8-a609-bf51d5ef2482 req-e7313cb7-acad-43ff-be44-dd125a461f65 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:33.263337 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77d44dbf-2cbd-4ea8-a609-bf51d5ef2482 req-e7313cb7-acad-43ff-be44-dd125a461f65 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0488143 Aug 06 16:47:33.299724 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-77d44dbf-2cbd-4ea8-a609-bf51d5ef2482 req-4939e160-d42f-404b-aae6-59363f8b7cc4 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306263 Aug 06 16:47:33.472133 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:47:33.841648 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-641fbd19-e775-4665-9067-869ca000af5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:34.418999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374e0d8-d05f-4149-b93b-66c0f968925d req-7b838558-2101-40b3-9093-b03c3400ba21 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:34.420479 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0374e0d8-d05f-4149-b93b-66c0f968925d req-7b838558-2101-40b3-9093-b03c3400ba21 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0529392 Aug 06 16:47:34.457485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0374e0d8-d05f-4149-b93b-66c0f968925d req-99708ed4-58f1-46bb-9c47-f88170346dfb tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312212 Aug 06 16:47:35.584870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b2e2a-04aa-493b-a7b2-bd0bfe79f85e req-f204c2ea-3895-4edd-bd79-a7a274f98733 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:35.586854 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2c8b2e2a-04aa-493b-a7b2-bd0bfe79f85e req-f204c2ea-3895-4edd-bd79-a7a274f98733 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0487988 Aug 06 16:47:35.624325 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2c8b2e2a-04aa-493b-a7b2-bd0bfe79f85e req-68a75c59-3707-483e-9b86-3add19bcf438 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315053 Aug 06 16:47:36.270141 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e099b2a8-50ed-40b0-83be-435f54556091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:36.691299 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:36.739201 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c5674-ac3d-4af1-81d6-5afb460e522f req-3e147a54-224d-4faf-953d-afac334f3d75 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:36.740686 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c18c5674-ac3d-4af1-81d6-5afb460e522f req-3e147a54-224d-4faf-953d-afac334f3d75 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0499110 Aug 06 16:47:36.778269 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c18c5674-ac3d-4af1-81d6-5afb460e522f req-d6ea1ec6-c538-478d-ad17-a33f2ed0a437 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308893 Aug 06 16:47:37.453987 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:37.637422 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-ea569a24-56c5-452a-be78-a27ae0b2e4b6 service neutron] show failed (client error): The resource could not be found. Aug 06 16:47:37.638455 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-ea569a24-56c5-452a-be78-a27ae0b2e4b6 service neutron] 10.222.0.13 "GET /v2.0/ports/dfd62a06-96f2-48bc-8765-636fba58fdc0/bindings/n-h1-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.0538127 Aug 06 16:47:37.948431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d239b-8960-4d7e-acda-228ac795084e req-54d8d1fc-ac26-4e3c-998d-78c3799be32e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:37.949928 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-916d239b-8960-4d7e-acda-228ac795084e req-54d8d1fc-ac26-4e3c-998d-78c3799be32e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.1045065 Aug 06 16:47:37.964404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e72dfda6-929b-40de-8239-44b2c5478af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:37.965841 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e72dfda6-929b-40de-8239-44b2c5478af8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c&tenant_id=57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 1097 time: 0.1715066 Aug 06 16:47:37.981682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:38.029588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-916d239b-8960-4d7e-acda-228ac795084e req-bcba0f88-30f0-4270-9699-6a19daa336d1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732634 Aug 06 16:47:38.057576 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:38.252563 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] For port dfd62a06-96f2-48bc-8765-636fba58fdc0, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:38.284649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] For port dfd62a06-96f2-48bc-8765-636fba58fdc0, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:47:38.322360 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd62a06-96f2-48bc-8765-636fba58fdc0'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:47:38.324522 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c635594-ac6e-4f3e-8ed1-9f3b071aa509" -d '{"events": [{"server_uuid": "d24b83cb-180c-4ed7-a7a2-269e4d3b823c", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd62a06-96f2-48bc-8765-636fba58fdc0"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:47:38.328896 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:38.341842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Transition to ACTIVE for port object dfd62a06-96f2-48bc-8765-636fba58fdc0 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:47:38.345852 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:38.480443 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35c1d97-206e-4295-a542-c40fb14dd886 x-openstack-request-id: req-c35c1d97-206e-4295-a542-c40fb14dd886 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:47:38.480733 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24b83cb-180c-4ed7-a7a2-269e4d3b823c", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd62a06-96f2-48bc-8765-636fba58fdc0", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:47:38.480990 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c35c1d97-206e-4295-a542-c40fb14dd886 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:47:38.481383 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd62a06-96f2-48bc-8765-636fba58fdc0', 'code': 200} Aug 06 16:47:38.486891 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd62a06-96f2-48bc-8765-636fba58fdc0,revision_number=6']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:38.504202 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:38.504544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:38.504889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:38.505221 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:38.505552 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:38.505909 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:38.506235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:38.506557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:38.506962 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:38.507775 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:38.508095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:38.508413 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:38.531362 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] No DVR routers for this DVR port dfd62a06-96f2-48bc-8765-636fba58fdc0 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:47:38.661321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Attempting to bind port dfd62a06-96f2-48bc-8765-636fba58fdc0 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:47:38.661576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Attempting to bind port dfd62a06-96f2-48bc-8765-636fba58fdc0 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:47:38.661935 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Attempting to bind port dfd62a06-96f2-48bc-8765-636fba58fdc0 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:47:38.666136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Port dfd62a06-96f2-48bc-8765-636fba58fdc0 on network 914a8192-966d-438c-bec1-736f319a2df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:47:38.666453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Attempting to bind port dfd62a06-96f2-48bc-8765-636fba58fdc0 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:47:38.671144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:47:38.671478 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Checking segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:47:38.671855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Bound using segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:47:38.672273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Bound port: dfd62a06-96f2-48bc-8765-636fba58fdc0, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:47:38.672623 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:38.735356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] For port dfd62a06-96f2-48bc-8765-636fba58fdc0, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:47:38.738279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] For port dfd62a06-96f2-48bc-8765-636fba58fdc0, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:47:38.743550 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:38.783827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:38.783827 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:38.783827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] 10.222.0.78 "PUT /v2.0/ports/dfd62a06-96f2-48bc-8765-636fba58fdc0 HTTP/1.1" status: 200 len: 1092 time: 0.8042872 Aug 06 16:47:38.801427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfb360-0809-401f-a752-783522c692f7 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd62a06-96f2-48bc-8765-636fba58fdc0,revision_number=7']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:38.856649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-214a0a26-1f05-4bd1-bd97-0140dab650df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:38.858225 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-214a0a26-1f05-4bd1-bd97-0140dab650df service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 1095 time: 0.0472486 Aug 06 16:47:38.954555 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-881627ee-9132-48b3-b539-7c0f66883a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:38.956044 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-881627ee-9132-48b3-b539-7c0f66883a3a service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0903270 Aug 06 16:47:39.025987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-e090d89f-e7c2-4949-9dc1-1ba42c6d5b6f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0 HTTP/1.1" status: 200 len: 1000 time: 0.0613401 Aug 06 16:47:39.075368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-f9f57016-1f9f-4d5b-9e51-5d141bc777c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:39.076989 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-f9f57016-1f9f-4d5b-9e51-5d141bc777c7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0439327 Aug 06 16:47:39.152923 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-8df7241a-5ef7-4e0a-b291-ef3c1d7a63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:39.154434 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-8df7241a-5ef7-4e0a-b291-ef3c1d7a63f5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695462 Aug 06 16:47:39.165987 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba031b2-f690-40d2-ae4e-8a3dacee9473 req-0c41aa57-8de9-4162-90a0-c1dcb2019f84 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:39.167371 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cba031b2-f690-40d2-ae4e-8a3dacee9473 req-0c41aa57-8de9-4162-90a0-c1dcb2019f84 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 944 time: 0.0581815 Aug 06 16:47:39.190191 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:39.258630 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cba031b2-f690-40d2-ae4e-8a3dacee9473 req-ca19b0fe-b79f-485d-92f5-2c4993b744a8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820718 Aug 06 16:47:39.281977 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-5f33afef-e8da-467d-b946-10c9a5698a9a service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136658 Aug 06 16:47:39.374271 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-de289c42-9dec-43c8-b56b-b2f16a13899c service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842316 Aug 06 16:47:40.386962 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395f55c-5721-4da9-8f06-861301998e37 req-c3aefb3d-4679-4287-b3ee-9b2f7f610edd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:40.388480 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5395f55c-5721-4da9-8f06-861301998e37 req-c3aefb3d-4679-4287-b3ee-9b2f7f610edd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 944 time: 0.0522439 Aug 06 16:47:40.428400 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5395f55c-5721-4da9-8f06-861301998e37 req-0205c250-0f3e-4be9-8ad1-099270f82f6c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331430 Aug 06 16:47:40.482192 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'tag': 'dfd62a06-96f2-48bc-8765-636fba58fdc0'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:47:40.484527 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def462db-eb95-4e29-afa7-0ab99cdf7369" -d '{"events": [{"name": "network-changed", "server_uuid": "d24b83cb-180c-4ed7-a7a2-269e4d3b823c", "tag": "dfd62a06-96f2-48bc-8765-636fba58fdc0"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:47:40.531806 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40af6a07-5656-4274-b073-01b49100acd4 x-openstack-request-id: req-40af6a07-5656-4274-b073-01b49100acd4 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:47:40.532092 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24b83cb-180c-4ed7-a7a2-269e4d3b823c", "tag": "dfd62a06-96f2-48bc-8765-636fba58fdc0", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:47:40.532337 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40af6a07-5656-4274-b073-01b49100acd4 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:47:40.532729 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'tag': 'dfd62a06-96f2-48bc-8765-636fba58fdc0', 'status': 'completed', 'code': 200} Aug 06 16:47:40.603947 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-75c861cc-6ec2-4a66-b654-2e1eed0f06dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:40.604603 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-75c861cc-6ec2-4a66-b654-2e1eed0f06dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 1095 time: 0.0460935 Aug 06 16:47:40.607598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-1238a7b4-fa2e-41db-8671-0742582f3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:40.609233 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-1238a7b4-fa2e-41db-8671-0742582f3f46 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 1095 time: 0.0482826 Aug 06 16:47:40.717357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-2b1adfcc-d335-476a-8817-ae3fd1e31c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:40.718936 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-2b1adfcc-d335-476a-8817-ae3fd1e31c0f service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.1071382 Aug 06 16:47:40.722328 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-5446d14e-5565-4a94-b0cf-bc9c8c3306ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:40.724484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-5446d14e-5565-4a94-b0cf-bc9c8c3306ca service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.1055295 Aug 06 16:47:40.785840 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-2e1591a0-8246-4deb-a204-320d1d08a9e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0 HTTP/1.1" status: 200 len: 1000 time: 0.0595884 Aug 06 16:47:40.794655 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-c7b09c3a-b9a2-400c-91bd-b870f714821d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0 HTTP/1.1" status: 200 len: 1000 time: 0.0586801 Aug 06 16:47:40.840346 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-52de0ed6-f807-4974-b139-bc13adffccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:40.841961 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-52de0ed6-f807-4974-b139-bc13adffccd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0491211 Aug 06 16:47:40.859874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-91870af1-ba4b-4c2b-96c1-f4ae5dba983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:40.861468 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-91870af1-ba4b-4c2b-96c1-f4ae5dba983f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0588386 Aug 06 16:47:40.910365 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-faaa82ce-02be-458c-b3ab-438556648337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:40.911889 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-faaa82ce-02be-458c-b3ab-438556648337 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630872 Aug 06 16:47:40.923226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-b0a09ebf-6cc7-4cd3-9725-1a89dca415e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:40.925079 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-b0a09ebf-6cc7-4cd3-9725-1a89dca415e6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496008 Aug 06 16:47:41.024649 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-c078b2cd-7b1b-4957-aefc-14a325185dcf service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052198 Aug 06 16:47:41.035199 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-417cb082-e01e-401d-b762-ba8be01aeee2 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005943 Aug 06 16:47:41.121038 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-05d680a1-3c36-4cc1-9d7f-ab32a596d1c2 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895946 Aug 06 16:47:41.138465 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-def462db-eb95-4e29-afa7-0ab99cdf7369 req-7366cdc7-39a6-4492-8b31-4e7ea74fa2b2 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930216 Aug 06 16:47:41.378857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device dfd62a06-96f2-48bc-8765-636fba58fdc0 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:47:41.418360 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device dfd62a06-96f2-48bc-8765-636fba58fdc0 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:47:41.544500 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291a84e-8ba4-4336-92f6-98863b8fa097 req-fcbf99aa-45f8-4c17-84f2-dcfffc7df039 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:41.545981 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2291a84e-8ba4-4336-92f6-98863b8fa097 req-fcbf99aa-45f8-4c17-84f2-dcfffc7df039 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 944 time: 0.0486360 Aug 06 16:47:41.582915 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2291a84e-8ba4-4336-92f6-98863b8fa097 req-4a1a5334-bd32-451e-a1d4-689d791d0e65 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310352 Aug 06 16:47:41.779523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873ca0c-16c6-4943-ae93-d984c28fd59c req-573b95f5-7635-4060-ac5d-9f81d57a308e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:41.781072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1873ca0c-16c6-4943-ae93-d984c28fd59c req-573b95f5-7635-4060-ac5d-9f81d57a308e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 944 time: 0.0525501 Aug 06 16:47:41.820413 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1873ca0c-16c6-4943-ae93-d984c28fd59c req-fcc9b1cd-3520-40dc-adc1-e6094c149cb6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331089 Aug 06 16:47:41.826131 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47bad-6459-41d4-9cd6-cc3442eac320 req-04d72f2d-bfaf-404e-8638-38832f6359e8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:41.826131 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5a47bad-6459-41d4-9cd6-cc3442eac320 req-04d72f2d-bfaf-404e-8638-38832f6359e8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.13 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c&tenant_id=57915d921fb0444ab1f931bec4b9ac5c&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 944 time: 0.0526469 Aug 06 16:47:41.885528 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [req-b5a47bad-6459-41d4-9cd6-cc3442eac320 req-b402c7ea-c1f8-41a2-ba06-ad9c97c77009 service neutron] delete failed (client error): The resource could not be found. Aug 06 16:47:41.886577 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5a47bad-6459-41d4-9cd6-cc3442eac320 req-b402c7ea-c1f8-41a2-ba06-ad9c97c77009 service neutron] 10.222.0.13 "DELETE /v2.0/ports/dfd62a06-96f2-48bc-8765-636fba58fdc0/bindings/n-h2-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.0552568 Aug 06 16:47:41.971362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47bad-6459-41d4-9cd6-cc3442eac320 req-1f7c9839-7d42-4bc6-a7ac-253768c9450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:41.972765 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5a47bad-6459-41d4-9cd6-cc3442eac320 req-1f7c9839-7d42-4bc6-a7ac-253768c9450a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 1095 time: 0.0448630 Aug 06 16:47:42.064286 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47bad-6459-41d4-9cd6-cc3442eac320 req-e9778b68-3b26-4bbc-a726-191b6cc81c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:42.065809 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5a47bad-6459-41d4-9cd6-cc3442eac320 req-e9778b68-3b26-4bbc-a726-191b6cc81c67 service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0866661 Aug 06 16:47:42.135553 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5a47bad-6459-41d4-9cd6-cc3442eac320 req-bb340f80-fa5c-4d49-be89-4eb33c51e21c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0 HTTP/1.1" status: 200 len: 1000 time: 0.0607581 Aug 06 16:47:42.185377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47bad-6459-41d4-9cd6-cc3442eac320 req-6311258b-442b-421e-a98e-f87a7ec5baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:42.186912 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5a47bad-6459-41d4-9cd6-cc3442eac320 req-6311258b-442b-421e-a98e-f87a7ec5baf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0446618 Aug 06 16:47:42.187034 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device dfd62a06-96f2-48bc-8765-636fba58fdc0 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:47:42.232001 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47bad-6459-41d4-9cd6-cc3442eac320 req-c6ac1ea0-e57b-49ad-b50b-6fe579df589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:42.233428 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5a47bad-6459-41d4-9cd6-cc3442eac320 req-c6ac1ea0-e57b-49ad-b50b-6fe579df589c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399933 Aug 06 16:47:42.280650 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port dfd62a06-96f2-48bc-8765-636fba58fdc0, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:42.291936 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'dfd62a06-96f2-48bc-8765-636fba58fdc0', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'port_id': 'dfd62a06-96f2-48bc-8765-636fba58fdc0', 'mac_address': 'fa:16:3e:51:d5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:47:42.327471 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5a47bad-6459-41d4-9cd6-cc3442eac320 req-6ecb7084-19fe-469e-a493-a625ffd8046e service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869360 Aug 06 16:47:42.328333 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:42.346487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd62a06-96f2-48bc-8765-636fba58fdc0 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:47:42.366111 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port dfd62a06-96f2-48bc-8765-636fba58fdc0, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:42.371854 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:42.427693 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=dfd62a06-96f2-48bc-8765-636fba58fdc0,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:42.431472 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b5a47bad-6459-41d4-9cd6-cc3442eac320 req-18629cbb-d253-45b1-9b63-f91a316aaabe service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975165 Aug 06 16:47:42.436504 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:42.436855 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:42.437200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:42.437538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:42.437904 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:42.438238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:42.438565 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:42.438892 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:42.439220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:42.439544 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:42.439870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:42.440193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:42.620876 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['dfd62a06-96f2-48bc-8765-636fba58fdc0'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:47:42.947202 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3db36-971c-4a2a-ae1f-eead29c63e07 req-5c659616-4d19-4476-a3cd-d2a204793980 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:42.948820 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3b3db36-971c-4a2a-ae1f-eead29c63e07 req-5c659616-4d19-4476-a3cd-d2a204793980 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 945 time: 0.0531254 Aug 06 16:47:42.995564 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3b3db36-971c-4a2a-ae1f-eead29c63e07 req-d1b6a86b-82df-445f-abcb-ebf20da38d6b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393972 Aug 06 16:47:43.120534 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2428f4c-bbab-4366-9348-10b4a0f638af req-ef7b9d5a-2871-4fee-9078-0ddbac2f14a8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:43.122851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2428f4c-bbab-4366-9348-10b4a0f638af req-ef7b9d5a-2871-4fee-9078-0ddbac2f14a8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 945 time: 0.0489056 Aug 06 16:47:43.159802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e2428f4c-bbab-4366-9348-10b4a0f638af req-27687807-a631-436e-b653-3a2751885ef8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317512 Aug 06 16:47:43.274177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32853c19-2871-482b-b067-6528760d324d req-631aa477-c66f-4d99-9ac4-5503955779be tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:43.275615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32853c19-2871-482b-b067-6528760d324d req-631aa477-c66f-4d99-9ac4-5503955779be tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 945 time: 0.0515685 Aug 06 16:47:43.311407 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-32853c19-2871-482b-b067-6528760d324d req-d6ec4499-7a88-470a-96e7-b5e91e6728a5 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300386 Aug 06 16:47:43.543314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc9c5f-d142-44f8-99d7-23ccd2b10fa8 req-43dc7eaa-5ff9-40a9-a246-ad3625f4c449 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:43.544799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2bc9c5f-d142-44f8-99d7-23ccd2b10fa8 req-43dc7eaa-5ff9-40a9-a246-ad3625f4c449 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 945 time: 0.0493860 Aug 06 16:47:43.587680 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f2bc9c5f-d142-44f8-99d7-23ccd2b10fa8 req-49af3980-6f31-4f92-b5b0-5170a87e608d tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350542 Aug 06 16:47:44.186618 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device dfd62a06-96f2-48bc-8765-636fba58fdc0 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:47:44.238455 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port dfd62a06-96f2-48bc-8765-636fba58fdc0 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:47:44.242501 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port dfd62a06-96f2-48bc-8765-636fba58fdc0 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:47:44.242856 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:44.319754 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:44.343238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd62a06-96f2-48bc-8765-636fba58fdc0'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:47:44.345460 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5aa8a0-1794-4e72-aebc-de0c42c2969a" -d '{"events": [{"server_uuid": "d24b83cb-180c-4ed7-a7a2-269e4d3b823c", "name": "network-vif-plugged", "status": "completed", "tag": "dfd62a06-96f2-48bc-8765-636fba58fdc0"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:47:44.359716 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port dfd62a06-96f2-48bc-8765-636fba58fdc0, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:44.364282 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:44.390810 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d23d05-06e2-498b-9386-139e2b85a213 x-openstack-request-id: req-81d23d05-06e2-498b-9386-139e2b85a213 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:47:44.391101 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24b83cb-180c-4ed7-a7a2-269e4d3b823c", "name": "network-vif-plugged", "status": "completed", "tag": "dfd62a06-96f2-48bc-8765-636fba58fdc0", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:47:44.391676 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81d23d05-06e2-498b-9386-139e2b85a213 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:47:44.391797 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd62a06-96f2-48bc-8765-636fba58fdc0', 'code': 200} Aug 06 16:47:44.418681 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=dfd62a06-96f2-48bc-8765-636fba58fdc0,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:44.714521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309a064-e4b4-4b3d-87e6-0b8e5bc47ed4 req-cd5fc7a0-a504-40af-9ddf-2631c71bdfb3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:44.716010 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9309a064-e4b4-4b3d-87e6-0b8e5bc47ed4 req-cd5fc7a0-a504-40af-9ddf-2631c71bdfb3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0502882 Aug 06 16:47:44.755582 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9309a064-e4b4-4b3d-87e6-0b8e5bc47ed4 req-f5344e2e-eaa9-4b49-b07b-0a73920064e1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330722 Aug 06 16:47:44.873989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b28f7-b4e4-48dc-aba2-df02cbbacb25 req-94b45a14-f481-413c-96fc-b21f52b0e5f2 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:44.875336 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7b9b28f7-b4e4-48dc-aba2-df02cbbacb25 req-94b45a14-f481-413c-96fc-b21f52b0e5f2 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.78 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 946 time: 0.0523498 Aug 06 16:47:44.964960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-7b9b28f7-b4e4-48dc-aba2-df02cbbacb25 req-86817545-348d-4864-b5ed-502c75872ae8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Deleting port dfd62a06-96f2-48bc-8765-636fba58fdc0 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:47:44.965299 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7b9b28f7-b4e4-48dc-aba2-df02cbbacb25 req-86817545-348d-4864-b5ed-502c75872ae8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:45.057122 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-7b9b28f7-b4e4-48dc-aba2-df02cbbacb25 req-86817545-348d-4864-b5ed-502c75872ae8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] For port dfd62a06-96f2-48bc-8765-636fba58fdc0, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=dfd62a06-96f2-48bc-8765-636fba58fdc0,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:45.057482 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7b9b28f7-b4e4-48dc-aba2-df02cbbacb25 req-86817545-348d-4864-b5ed-502c75872ae8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:45.222614 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7b9b28f7-b4e4-48dc-aba2-df02cbbacb25 req-86817545-348d-4864-b5ed-502c75872ae8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:45.222896 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7b9b28f7-b4e4-48dc-aba2-df02cbbacb25 req-86817545-348d-4864-b5ed-502c75872ae8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:45.223208 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-7b9b28f7-b4e4-48dc-aba2-df02cbbacb25 req-86817545-348d-4864-b5ed-502c75872ae8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Floating IP aac0cbaa-b811-4bc8-a75c-cbbdd56a822f disassociated. External IP: 172.25.1.206, port: dfd62a06-96f2-48bc-8765-636fba58fdc0. Aug 06 16:47:45.223548 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-7b9b28f7-b4e4-48dc-aba2-df02cbbacb25 req-86817545-348d-4864-b5ed-502c75872ae8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Calling delete_port for dfd62a06-96f2-48bc-8765-636fba58fdc0 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:47:45.351127 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7b9b28f7-b4e4-48dc-aba2-df02cbbacb25 req-86817545-348d-4864-b5ed-502c75872ae8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:45.377850 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86817545-348d-4864-b5ed-502c75872ae8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Pushing event deleted for resources: {'Port': ['ID=dfd62a06-96f2-48bc-8765-636fba58fdc0,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:45.839522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b9b28f7-b4e4-48dc-aba2-df02cbbacb25 req-86817545-348d-4864-b5ed-502c75872ae8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:47:45.858653 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b20e538d-7de2-4a65-9e91-2cf839bfb46f req-abf0750b-5083-436c-b98e-b96744750a5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=d24b83cb-180c-4ed7-a7a2-269e4d3b823c HTTP/1.1" status: 200 len: 210 time: 0.0307801 Aug 06 16:47:45.963637 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b9b28f7-b4e4-48dc-aba2-df02cbbacb25 req-86817545-348d-4864-b5ed-502c75872ae8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:47:45.974614 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b1f0f-0704-4ce0-9028-2f0aae549e6d None None] Sync routers for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:47:45.984480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b1f0f-0704-4ce0-9028-2f0aae549e6d None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:47:45.985088 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e73b1f0f-0704-4ce0-9028-2f0aae549e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:47:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:46.002201 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9b28f7-b4e4-48dc-aba2-df02cbbacb25 req-86817545-348d-4864-b5ed-502c75872ae8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] No DVR routers for this DVR port dfd62a06-96f2-48bc-8765-636fba58fdc0 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:47:46.004608 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-7b9b28f7-b4e4-48dc-aba2-df02cbbacb25 req-86817545-348d-4864-b5ed-502c75872ae8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:46.007195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7b9b28f7-b4e4-48dc-aba2-df02cbbacb25 req-86817545-348d-4864-b5ed-502c75872ae8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.78 "DELETE /v2.0/ports/dfd62a06-96f2-48bc-8765-636fba58fdc0 HTTP/1.1" status: 204 len: 173 time: 1.1243799 Aug 06 16:47:46.007642 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'name': 'network-vif-deleted', 'tag': 'dfd62a06-96f2-48bc-8765-636fba58fdc0'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:47:46.009942 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c090e48-c305-4c36-9aeb-60de3e28a7d5" -d '{"events": [{"server_uuid": "d24b83cb-180c-4ed7-a7a2-269e4d3b823c", "name": "network-vif-deleted", "tag": "dfd62a06-96f2-48bc-8765-636fba58fdc0"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:47:46.052263 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635c2c1b-52d7-47ba-8c6f-5352c03ad81f x-openstack-request-id: req-635c2c1b-52d7-47ba-8c6f-5352c03ad81f {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:47:46.052552 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24b83cb-180c-4ed7-a7a2-269e4d3b823c", "name": "network-vif-deleted", "tag": "dfd62a06-96f2-48bc-8765-636fba58fdc0", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:47:46.052796 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-635c2c1b-52d7-47ba-8c6f-5352c03ad81f {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:47:46.053801 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24b83cb-180c-4ed7-a7a2-269e4d3b823c', 'name': 'network-vif-deleted', 'tag': 'dfd62a06-96f2-48bc-8765-636fba58fdc0', 'status': 'completed', 'code': 200} Aug 06 16:47:46.111297 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-e73b1f0f-0704-4ce0-9028-2f0aae549e6d None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:47:46.312252 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e73b1f0f-0704-4ce0-9028-2f0aae549e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:46.338343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b1f0f-0704-4ce0-9028-2f0aae549e6d None None] Checking router: 9a4e7e74-6bc6-4378-b23c-91a237499dc7 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:47:46.346343 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b1f0f-0704-4ce0-9028-2f0aae549e6d None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:47:46.346938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e73b1f0f-0704-4ce0-9028-2f0aae549e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:47:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:46.450760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-e73b1f0f-0704-4ce0-9028-2f0aae549e6d None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:47:46.650464 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e73b1f0f-0704-4ce0-9028-2f0aae549e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:46.674933 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b1f0f-0704-4ce0-9028-2f0aae549e6d None None] The sync data for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 is: [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:47:46.894746 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e823b795-a5e9-4eda-87cb-1d5656fb7982 None None] New status for floating IP aac0cbaa-b811-4bc8-a75c-cbbdd56a822f: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:47:47.092747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-5dcb265b-6a1a-4734-84de-84e538b86e04 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1917786316&fields=id&tenant_id=57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 267 time: 0.0379190 Aug 06 16:47:47.200289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-07fc5b7a-19dc-4992-b885-188c2c8bfd57 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:47.201647 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-07fc5b7a-19dc-4992-b885-188c2c8bfd57 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 811 time: 0.1022439 Aug 06 16:47:47.216862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-a5a90194-c015-48c4-82ff-d7bf5ef96c74 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/quotas/57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 375 time: 0.0093145 Aug 06 16:47:47.270184 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-889805b2-6dba-4ea7-946f-d7fed47e2945 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481372 Aug 06 16:47:47.366513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-04bd5139-e63c-450e-abcd-ce9a149615de service neutron] 10.222.0.37 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844617 Aug 06 16:47:47.451968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-c7511ef1-37ff-406d-95f9-27c346f455bd service neutron] 10.222.0.37 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793715 Aug 06 16:47:47.610941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-293a4bd3-cbde-42d6-a09f-516732468441 req-bb4d4d26-915c-4cc3-b52c-a9208ef8e3e2 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 210 time: 0.0261846 Aug 06 16:47:48.217480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device dfd62a06-96f2-48bc-8765-636fba58fdc0 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:47:48.237347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: dfd62a06-96f2-48bc-8765-636fba58fdc0 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:47:48.237711 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device dfd62a06-96f2-48bc-8765-636fba58fdc0 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:47:48.489287 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-182f33ae-4d28-4ab5-885d-3e1ddb5b9103 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:48.490783 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-182f33ae-4d28-4ab5-885d-3e1ddb5b9103 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 811 time: 0.1076887 Aug 06 16:47:48.535183 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-a0326044-c4ab-48cf-bca3-ff0512e66fe1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 380 time: 0.0345597 Aug 06 16:47:48.544818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Request body: {'port': {'device_id': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'admin_state_up': True, 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'security_groups': ['24b800a1-5194-4161-a918-8f81b11c7e54']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:48.654604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Made reservation on behalf of 57915d921fb0444ab1f931bec4b9ac5c for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:47:48.658234 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:48.708283 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e7316df-14a4-4ff1-a1cd-cdbcf9d55625 req-1dd024f3-147f-48da-b1fd-870542bbc601 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 210 time: 0.0296462 Aug 06 16:47:48.783445 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Allocated IP 172.20.0.14 (914a8192-966d-438c-bec1-736f319a2df0/fe01d4c7-7ce2-4269-8466-9f0e56307174/d0550be6-9b8d-47e5-887d-87adc537177a) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:47:48.921945 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:48.934859 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Transition to ACTIVE for port object d0550be6-9b8d-47e5-887d-87adc537177a will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:47:48.967138 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:49.011289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Network 914a8192-966d-438c-bec1-736f319a2df0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:47:49.017276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:47:49.021574 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:47:49.026052 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Pushing event updated for resources: {'Port': ['ID=d0550be6-9b8d-47e5-887d-87adc537177a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:49.053912 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:49.054260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:49.054611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:49.054951 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:49.055285 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:49.055616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:49.055944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:49.056274 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:49.056599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:49.056925 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:49.057250 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:49.057572 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:49.083172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:49.083803 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:49.099241 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-50247137-5bdc-4a6b-a6d8-537723ba40b6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5580039 Aug 06 16:47:49.112052 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Request body: {'port': {'device_id': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:49.172201 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:49.292705 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0ec62146-44fb-47dc-90a0-2bf6a827fc23 None None] Provisioning for port d0550be6-9b8d-47e5-887d-87adc537177a completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:47:49.296369 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0ec62146-44fb-47dc-90a0-2bf6a827fc23 None None] Provisioning complete for port d0550be6-9b8d-47e5-887d-87adc537177a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:47:49.296765 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0ec62146-44fb-47dc-90a0-2bf6a827fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:49.334490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-0ec62146-44fb-47dc-90a0-2bf6a827fc23 None None] Port d0550be6-9b8d-47e5-887d-87adc537177a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:47:49.437713 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0550be6-9b8d-47e5-887d-87adc537177a {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:47:49.444956 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:49.456816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Transition to ACTIVE for port object d0550be6-9b8d-47e5-887d-87adc537177a will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:47:49.460367 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:49.513656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Pushing event updated for resources: {'Port': ['ID=d0550be6-9b8d-47e5-887d-87adc537177a,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:49.586066 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Attempting to bind port d0550be6-9b8d-47e5-887d-87adc537177a on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:47:49.586396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Attempting to bind port d0550be6-9b8d-47e5-887d-87adc537177a by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:47:49.586722 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Attempting to bind port d0550be6-9b8d-47e5-887d-87adc537177a on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:47:49.591126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Port d0550be6-9b8d-47e5-887d-87adc537177a on network 914a8192-966d-438c-bec1-736f319a2df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:47:49.591442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Attempting to bind port d0550be6-9b8d-47e5-887d-87adc537177a on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:47:49.596290 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:47:49.596623 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Checking segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:47:49.596998 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Bound using segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:47:49.597414 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Bound port: d0550be6-9b8d-47e5-887d-87adc537177a, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:47:49.597797 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:49.662757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] For port d0550be6-9b8d-47e5-887d-87adc537177a, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:47:49.666362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] For port d0550be6-9b8d-47e5-887d-87adc537177a, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d0550be6-9b8d-47e5-887d-87adc537177a,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:47:49.669911 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:49.706603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:49.707228 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:49.710626 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] 10.222.0.13 "PUT /v2.0/ports/d0550be6-9b8d-47e5-887d-87adc537177a HTTP/1.1" status: 200 len: 1092 time: 0.6010287 Aug 06 16:47:49.710626 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'tag': 'd0550be6-9b8d-47e5-887d-87adc537177a'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:47:49.711796 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3fe172-9529-4a8b-b9fb-9134b29e94fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f77622-b268-4c89-aa09-8e6dfd4f54f2", "tag": "d0550be6-9b8d-47e5-887d-87adc537177a"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:47:49.738641 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da74bbf-21d4-463e-8465-6205aeb13451 service neutron] Pushing event updated for resources: {'Port': ['ID=d0550be6-9b8d-47e5-887d-87adc537177a,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:49.794872 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828cbeba-9f87-4fdc-b572-f329d24de500 x-openstack-request-id: req-828cbeba-9f87-4fdc-b572-f329d24de500 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:47:49.795443 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f77622-b268-4c89-aa09-8e6dfd4f54f2", "tag": "d0550be6-9b8d-47e5-887d-87adc537177a", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:47:49.795700 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-828cbeba-9f87-4fdc-b572-f329d24de500 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:47:49.796281 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'tag': 'd0550be6-9b8d-47e5-887d-87adc537177a', 'status': 'completed', 'code': 200} Aug 06 16:47:49.803516 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-7c916375-abf1-4f3b-bb16-b93ac0a2f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:49.805494 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-7c916375-abf1-4f3b-bb16-b93ac0a2f5e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 1095 time: 0.0521073 Aug 06 16:47:49.855636 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-48650195-c167-4c4c-b90b-093da1e6b2c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0550be6-9b8d-47e5-887d-87adc537177a HTTP/1.1" status: 200 len: 217 time: 0.0417814 Aug 06 16:47:49.868227 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd440a9-c9a3-4a51-9b6d-e7ef48bdea8e req-aaf50ff0-49bf-4d8d-8be5-35c1f62cd03e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:49.869898 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fd440a9-c9a3-4a51-9b6d-e7ef48bdea8e req-aaf50ff0-49bf-4d8d-8be5-35c1f62cd03e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 944 time: 0.0637124 Aug 06 16:47:49.907789 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0d81fdaa-7c46-4c0b-a963-fe708381241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:49.909262 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-0d81fdaa-7c46-4c0b-a963-fe708381241a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0469539 Aug 06 16:47:49.910149 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fd440a9-c9a3-4a51-9b6d-e7ef48bdea8e req-e5a52125-9d3a-4d0f-90aa-8978be4a778e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339999 Aug 06 16:47:49.958733 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-c8e71cf4-3c55-4c15-b242-52c86f11d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:49.960233 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-c8e71cf4-3c55-4c15-b242-52c86f11d6e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439935 Aug 06 16:47:50.048038 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-1699f9cb-8873-4dae-94fb-a9fedc2603da service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810204 Aug 06 16:47:50.148734 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-51fbed2d-ecec-4c89-a032-de01af6c7ec6 req-ed80d410-6228-485b-b57f-675f856a9cf0 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935805 Aug 06 16:47:50.233254 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe172-9529-4a8b-b9fb-9134b29e94fa req-fd5c1d05-26a8-4b86-a9d9-d8baf08370f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:50.234809 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3d3fe172-9529-4a8b-b9fb-9134b29e94fa req-fd5c1d05-26a8-4b86-a9d9-d8baf08370f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 1095 time: 0.0405560 Aug 06 16:47:50.326289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe172-9529-4a8b-b9fb-9134b29e94fa req-3c9adca9-6cf6-4091-90b7-457a8ee6d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:50.327770 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3d3fe172-9529-4a8b-b9fb-9134b29e94fa req-3c9adca9-6cf6-4091-90b7-457a8ee6d693 service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0861132 Aug 06 16:47:50.369815 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3d3fe172-9529-4a8b-b9fb-9134b29e94fa req-c65e0d3a-eed5-484c-837b-92ce889dcc5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0550be6-9b8d-47e5-887d-87adc537177a HTTP/1.1" status: 200 len: 217 time: 0.0338237 Aug 06 16:47:50.418764 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe172-9529-4a8b-b9fb-9134b29e94fa req-034ca4d3-3fe8-43bf-8017-5883acedbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:50.420095 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3d3fe172-9529-4a8b-b9fb-9134b29e94fa req-034ca4d3-3fe8-43bf-8017-5883acedbde7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0435052 Aug 06 16:47:50.469161 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fe172-9529-4a8b-b9fb-9134b29e94fa req-71dea34b-6e1d-4b61-93bd-7fb37c4e73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:50.470631 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3d3fe172-9529-4a8b-b9fb-9134b29e94fa req-71dea34b-6e1d-4b61-93bd-7fb37c4e73e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422471 Aug 06 16:47:50.558940 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3d3fe172-9529-4a8b-b9fb-9134b29e94fa req-5c9983d5-05de-4c07-b1ce-37064dfdbed5 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806732 Aug 06 16:47:50.651675 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3d3fe172-9529-4a8b-b9fb-9134b29e94fa req-f28ae14e-156e-47da-bf0f-2c4328a26e5f service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850685 Aug 06 16:47:51.025932 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f425e-f81c-4d3c-a421-1b406a368575 req-ce4951aa-ba95-475d-97bd-8be541aea0a6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:51.027373 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-026f425e-f81c-4d3c-a421-1b406a368575 req-ce4951aa-ba95-475d-97bd-8be541aea0a6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 944 time: 0.0477862 Aug 06 16:47:51.064653 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-026f425e-f81c-4d3c-a421-1b406a368575 req-a491d9e2-d92a-4248-8851-22dba46e1254 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314925 Aug 06 16:47:51.456846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device d0550be6-9b8d-47e5-887d-87adc537177a details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:47:51.549412 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port d0550be6-9b8d-47e5-887d-87adc537177a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d0550be6-9b8d-47e5-887d-87adc537177a,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:51.560232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'd0550be6-9b8d-47e5-887d-87adc537177a', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'port_id': 'd0550be6-9b8d-47e5-887d-87adc537177a', 'mac_address': 'fa:16:3e:70:7c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:47:51.596942 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:51.612307 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0550be6-9b8d-47e5-887d-87adc537177a {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:47:51.631405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port d0550be6-9b8d-47e5-887d-87adc537177a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d0550be6-9b8d-47e5-887d-87adc537177a,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:51.636406 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:51.681998 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=d0550be6-9b8d-47e5-887d-87adc537177a,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:51.871401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['d0550be6-9b8d-47e5-887d-87adc537177a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:47:52.182171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aed064-7a44-468e-894d-4a5f58913c3d req-af8bf2cb-a16e-4b9e-b963-6ddfe7019cc6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:52.183659 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62aed064-7a44-468e-894d-4a5f58913c3d req-af8bf2cb-a16e-4b9e-b963-6ddfe7019cc6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 945 time: 0.0535407 Aug 06 16:47:52.220549 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62aed064-7a44-468e-894d-4a5f58913c3d req-70cd103d-d5c1-4f68-ba47-bc6dea592409 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311306 Aug 06 16:47:53.334618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313aaac-519e-4b50-9506-2a7c265ccc5a req-4f790556-4c03-47d1-aff5-973a983851b4 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:53.336058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f313aaac-519e-4b50-9506-2a7c265ccc5a req-4f790556-4c03-47d1-aff5-973a983851b4 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 945 time: 0.0481164 Aug 06 16:47:53.372901 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f313aaac-519e-4b50-9506-2a7c265ccc5a req-956ed934-4c3a-4572-8ed2-9d32fa33a9e2 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308926 Aug 06 16:47:53.468903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device d0550be6-9b8d-47e5-887d-87adc537177a up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:47:53.524048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port d0550be6-9b8d-47e5-887d-87adc537177a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:47:53.528629 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port d0550be6-9b8d-47e5-887d-87adc537177a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:47:53.529156 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:53.606484 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:53.628349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0550be6-9b8d-47e5-887d-87adc537177a'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:47:53.630568 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86be899-eccf-4178-a8b4-2fc46eea7d90" -d '{"events": [{"server_uuid": "c1f77622-b268-4c89-aa09-8e6dfd4f54f2", "name": "network-vif-plugged", "status": "completed", "tag": "d0550be6-9b8d-47e5-887d-87adc537177a"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:47:53.642902 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port d0550be6-9b8d-47e5-887d-87adc537177a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d0550be6-9b8d-47e5-887d-87adc537177a,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:53.647058 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:53.672928 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6867408f-c34d-402e-931f-ac683bee3960 x-openstack-request-id: req-6867408f-c34d-402e-931f-ac683bee3960 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:47:53.673226 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f77622-b268-4c89-aa09-8e6dfd4f54f2", "name": "network-vif-plugged", "status": "completed", "tag": "d0550be6-9b8d-47e5-887d-87adc537177a", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:47:53.673475 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6867408f-c34d-402e-931f-ac683bee3960 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:47:53.673943 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0550be6-9b8d-47e5-887d-87adc537177a', 'code': 200} Aug 06 16:47:53.701396 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=d0550be6-9b8d-47e5-887d-87adc537177a,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:53.763995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693f7d4-dbb3-4d5e-a970-7ac4c7bf2789 req-9b1abe98-0689-42a9-a63b-9e45c374d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:53.765476 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f693f7d4-dbb3-4d5e-a970-7ac4c7bf2789 req-9b1abe98-0689-42a9-a63b-9e45c374d2ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 1097 time: 0.0417545 Aug 06 16:47:53.809135 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f693f7d4-dbb3-4d5e-a970-7ac4c7bf2789 req-2864feda-d7ca-47fc-9ede-56691cca3fca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363417 Aug 06 16:47:54.058095 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:54.281595 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:54.485648 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4724d11-7d77-47f2-9638-65843bb11df3 req-3cf8de52-252f-4b1f-ab3a-06cea9990e0d tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:54.487110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4724d11-7d77-47f2-9638-65843bb11df3 req-3cf8de52-252f-4b1f-ab3a-06cea9990e0d tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0480642 Aug 06 16:47:54.524235 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4724d11-7d77-47f2-9638-65843bb11df3 req-6f43bad6-8b99-4cb6-a19f-3deee44e2b9c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305841 Aug 06 16:47:55.645171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a0026-5661-4b5f-890b-04ecb694082b req-16520f36-a0d4-4113-8f0e-bce800d3fce2 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:55.646661 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-424a0026-5661-4b5f-890b-04ecb694082b req-16520f36-a0d4-4113-8f0e-bce800d3fce2 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0521843 Aug 06 16:47:55.683519 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-424a0026-5661-4b5f-890b-04ecb694082b req-9587fb4f-f079-4ad9-87c2-d7736ee01eae tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309935 Aug 06 16:47:55.799371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07c8e3-f9bb-4b29-b807-70ec58a99769 req-884f3498-5d4c-459e-b8b6-2bb1584c49b5 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:55.800845 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f07c8e3-f9bb-4b29-b807-70ec58a99769 req-884f3498-5d4c-459e-b8b6-2bb1584c49b5 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0542674 Aug 06 16:47:55.810174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59736) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:55.814741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-408dc537-646f-43c3-9e52-ec8fbba143cd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Request body: {'floatingip': {'port_id': 'd0550be6-9b8d-47e5-887d-87adc537177a'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:55.855848 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-408dc537-646f-43c3-9e52-ec8fbba143cd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:56.287137 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-408dc537-646f-43c3-9e52-ec8fbba143cd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:56.291662 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-408dc537-646f-43c3-9e52-ec8fbba143cd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:56.390200 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-408dc537-646f-43c3-9e52-ec8fbba143cd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Floating IP aac0cbaa-b811-4bc8-a75c-cbbdd56a822f associated. External IP: 172.25.1.206, port: d0550be6-9b8d-47e5-887d-87adc537177a. Aug 06 16:47:56.613340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408dc537-646f-43c3-9e52-ec8fbba143cd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:47:56.721136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408dc537-646f-43c3-9e52-ec8fbba143cd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:47:56.725995 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-408dc537-646f-43c3-9e52-ec8fbba143cd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:56.730529 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fc88c-44c0-4004-8846-61abc291fb54 None None] Sync routers for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:47:56.739166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fc88c-44c0-4004-8846-61abc291fb54 None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:47:56.739647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-128fc88c-44c0-4004-8846-61abc291fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:47:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:56.752297 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-408dc537-646f-43c3-9e52-ec8fbba143cd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "PUT /v2.0/floatingips/aac0cbaa-b811-4bc8-a75c-cbbdd56a822f HTTP/1.1" status: 200 len: 992 time: 0.9409924 Aug 06 16:47:56.752873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'tag': 'd0550be6-9b8d-47e5-887d-87adc537177a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:47:56.755205 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5646d433-d7fe-4b82-954c-df9a5e167373" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f77622-b268-4c89-aa09-8e6dfd4f54f2", "tag": "d0550be6-9b8d-47e5-887d-87adc537177a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:47:56.796219 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c95d03-416c-4786-9c83-039c10a4b7c7 x-openstack-request-id: req-65c95d03-416c-4786-9c83-039c10a4b7c7 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:47:56.796517 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f77622-b268-4c89-aa09-8e6dfd4f54f2", "tag": "d0550be6-9b8d-47e5-887d-87adc537177a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:47:56.796775 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65c95d03-416c-4786-9c83-039c10a4b7c7 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:47:56.797186 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'tag': 'd0550be6-9b8d-47e5-887d-87adc537177a', 'status': 'completed', 'code': 200} Aug 06 16:47:56.865180 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646d433-d7fe-4b82-954c-df9a5e167373 req-808c1fc1-4fa9-4589-a97d-1735c52e1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:56.867184 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5646d433-d7fe-4b82-954c-df9a5e167373 req-808c1fc1-4fa9-4589-a97d-1735c52e1ff4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 1097 time: 0.0444305 Aug 06 16:47:56.966094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646d433-d7fe-4b82-954c-df9a5e167373 req-a231d770-214e-4414-9c3c-d5659f5689c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:56.967574 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5646d433-d7fe-4b82-954c-df9a5e167373 req-a231d770-214e-4414-9c3c-d5659f5689c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0931251 Aug 06 16:47:57.015480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-128fc88c-44c0-4004-8846-61abc291fb54 None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:47:57.033132 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5646d433-d7fe-4b82-954c-df9a5e167373 req-adc47a69-6b07-4fee-994c-4ca7096e256c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0550be6-9b8d-47e5-887d-87adc537177a HTTP/1.1" status: 200 len: 1000 time: 0.0575681 Aug 06 16:47:57.086774 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646d433-d7fe-4b82-954c-df9a5e167373 req-b26d5b7f-d00c-49a9-a29c-29c6b577ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:57.088251 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5646d433-d7fe-4b82-954c-df9a5e167373 req-b26d5b7f-d00c-49a9-a29c-29c6b577ec39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0479729 Aug 06 16:47:57.135575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646d433-d7fe-4b82-954c-df9a5e167373 req-4094a884-5281-4448-8911-b3656994c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:57.136986 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5646d433-d7fe-4b82-954c-df9a5e167373 req-4094a884-5281-4448-8911-b3656994c842 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407200 Aug 06 16:47:57.227085 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5646d433-d7fe-4b82-954c-df9a5e167373 req-1a60779c-e530-4039-bb15-bb02bcce8a08 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827668 Aug 06 16:47:57.233067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-128fc88c-44c0-4004-8846-61abc291fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'aac0cbaa-b811-4bc8-a75c-cbbdd56a822f', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'port_id': 'd0550be6-9b8d-47e5-887d-87adc537177a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'mac_address': 'fa:16:3e:70:7c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:45:37Z', 'updated_at': '2021-08-06T16:47:56Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:57.259115 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fc88c-44c0-4004-8846-61abc291fb54 None None] Checking router: 9a4e7e74-6bc6-4378-b23c-91a237499dc7 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:47:57.267407 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fc88c-44c0-4004-8846-61abc291fb54 None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:47:57.268013 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-128fc88c-44c0-4004-8846-61abc291fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:47:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:57.321197 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-5646d433-d7fe-4b82-954c-df9a5e167373 req-b8d2102c-6f03-4387-b69f-76c653b8a0cb service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862663 Aug 06 16:47:57.373340 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-128fc88c-44c0-4004-8846-61abc291fb54 None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:47:57.595148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-128fc88c-44c0-4004-8846-61abc291fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'aac0cbaa-b811-4bc8-a75c-cbbdd56a822f', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'port_id': 'd0550be6-9b8d-47e5-887d-87adc537177a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'mac_address': 'fa:16:3e:70:7c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:45:37Z', 'updated_at': '2021-08-06T16:47:56Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:57.621332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fc88c-44c0-4004-8846-61abc291fb54 None None] The sync data for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 is: [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'aac0cbaa-b811-4bc8-a75c-cbbdd56a822f', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'port_id': 'd0550be6-9b8d-47e5-887d-87adc537177a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'mac_address': 'fa:16:3e:70:7c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:45:37Z', 'updated_at': '2021-08-06T16:47:56Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:47:57.824118 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad21a02-b3e3-442e-87f9-b4785239d240 None None] New status for floating IP aac0cbaa-b811-4bc8-a75c-cbbdd56a822f: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:48:03.843324 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-61f615ee-fd3e-4046-abfe-7be594a9b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:06.270174 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1968d7fb-1f4b-4025-9570-6afb5854b989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:06.691899 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:07.457389 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:09.193252 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:10.470385 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:48:13.902795 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [req-8a45e09c-029d-49d1-b8d0-5ebde4567f23 req-d8761f6d-5705-4b27-b1cb-e2bd7c17f330 service neutron] (105764) timed out ('10.222.0.37', 57006) {{(pid=105764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:48:24.075330 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:24.293571 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:33.843533 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1193e11c-9ff3-4195-8488-c9303efb536e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:36.271110 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-76fb0ee2-50a3-43b8-bed2-edfa28f415a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:36.692008 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:37.460101 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:39.195634 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:47.469974 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:48:49.068536 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d0a5e4d-f5ae-42ab-a80a-79f746a3cc16 req-5ee5a8bc-9c2a-4703-a02d-5f3665c4235e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385132 Aug 06 16:48:49.150457 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a5e4d-f5ae-42ab-a80a-79f746a3cc16 req-bfb6912f-84f1-425e-90bb-442fb1ba38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:49.151947 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d0a5e4d-f5ae-42ab-a80a-79f746a3cc16 req-bfb6912f-84f1-425e-90bb-442fb1ba38bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 1097 time: 0.0406549 Aug 06 16:48:49.255899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a5e4d-f5ae-42ab-a80a-79f746a3cc16 req-126f06d2-fea5-446f-8c9f-1dc051963eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:49.257347 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d0a5e4d-f5ae-42ab-a80a-79f746a3cc16 req-126f06d2-fea5-446f-8c9f-1dc051963eda service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0873015 Aug 06 16:48:49.324041 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d0a5e4d-f5ae-42ab-a80a-79f746a3cc16 req-934d27d4-3a2d-4650-93a4-af27f6e5d352 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0550be6-9b8d-47e5-887d-87adc537177a HTTP/1.1" status: 200 len: 1002 time: 0.0591421 Aug 06 16:48:49.370573 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a5e4d-f5ae-42ab-a80a-79f746a3cc16 req-4befaf08-66ca-42a1-a017-71cd5e333328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:49.372483 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d0a5e4d-f5ae-42ab-a80a-79f746a3cc16 req-4befaf08-66ca-42a1-a017-71cd5e333328 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0421767 Aug 06 16:48:49.416427 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a5e4d-f5ae-42ab-a80a-79f746a3cc16 req-f92fcfc2-ffa0-466d-92b0-8ac6e6d3889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:49.417945 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d0a5e4d-f5ae-42ab-a80a-79f746a3cc16 req-f92fcfc2-ffa0-466d-92b0-8ac6e6d3889b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387573 Aug 06 16:48:49.512976 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d0a5e4d-f5ae-42ab-a80a-79f746a3cc16 req-80578c01-e6ed-4c11-a163-137dcc2dfe7b service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882020 Aug 06 16:48:49.600001 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4d0a5e4d-f5ae-42ab-a80a-79f746a3cc16 req-fbb6edae-e0d6-4832-b82f-953afd8c62fd service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802643 Aug 06 16:48:54.075646 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:54.297619 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:03.845336 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b17a4b58-9155-4865-a7ae-7b84930f3fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:06.271549 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0c957f91-5dd3-4bab-a2bc-e711a37577c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:06.693118 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:07.465002 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:09.196419 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:24.087347 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:24.310658 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:24.469326 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:49:31.451218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c0561-e33b-47a2-a686-34fee981afc2 req-e24ce992-49f3-42f4-aff3-8e1b828a3c21 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:31.452608 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-207c0561-e33b-47a2-a686-34fee981afc2 req-e24ce992-49f3-42f4-aff3-8e1b828a3c21 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.1158931 Aug 06 16:49:31.491390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-207c0561-e33b-47a2-a686-34fee981afc2 req-f7f9ef28-166e-4ee0-b7b4-2453bfd7cfe8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321498 Aug 06 16:49:32.669022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de2f84-d57b-4bf3-aff5-33acb5f55d0f req-f8738843-e8e8-49d4-b619-ec7130311a4e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:32.670573 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44de2f84-d57b-4bf3-aff5-33acb5f55d0f req-f8738843-e8e8-49d4-b619-ec7130311a4e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.1090145 Aug 06 16:49:32.710658 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-44de2f84-d57b-4bf3-aff5-33acb5f55d0f req-dc141c52-0c3f-4f48-91f2-aae4fa5cf5be tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316586 Aug 06 16:49:33.823283 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6a36-01b9-4e7c-9b55-94113351afb1 req-c8e82504-4aff-419e-aad0-47cd19f6b1b3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:33.824689 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e0cc6a36-01b9-4e7c-9b55-94113351afb1 req-c8e82504-4aff-419e-aad0-47cd19f6b1b3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0478234 Aug 06 16:49:33.846906 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-20ddaede-b8a4-4c83-b2ba-0b08d6dcd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:33.864873 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e0cc6a36-01b9-4e7c-9b55-94113351afb1 req-e6cc1375-3b5d-4389-a78e-ce62c839056f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333083 Aug 06 16:49:34.986941 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ede1a-1e36-4f09-b1eb-65076365778c req-63407518-e344-4402-8023-19876ac61cca tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:34.988405 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-571ede1a-1e36-4f09-b1eb-65076365778c req-63407518-e344-4402-8023-19876ac61cca tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0487564 Aug 06 16:49:35.025645 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-571ede1a-1e36-4f09-b1eb-65076365778c req-31624842-f9fd-4aff-a710-c6f040658253 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311427 Aug 06 16:49:36.143481 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6299cd-a8ac-46f7-b56d-9514e811fead req-e5b663fb-38fa-4077-99df-a6b7a2784822 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:36.144932 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a6299cd-a8ac-46f7-b56d-9514e811fead req-e5b663fb-38fa-4077-99df-a6b7a2784822 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0522814 Aug 06 16:49:36.181410 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a6299cd-a8ac-46f7-b56d-9514e811fead req-5b662400-d8ab-47e9-9ff9-d4a69bfeccc8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305882 Aug 06 16:49:36.271703 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-be052bb0-8529-4e2c-92da-4ba0c0d25c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:36.693847 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:37.296077 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8b779-ed01-4e27-b427-39011e87416b req-7f4d3440-c93a-4951-8d33-c7b587ace05c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:37.297545 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31a8b779-ed01-4e27-b427-39011e87416b req-7f4d3440-c93a-4951-8d33-c7b587ace05c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0487859 Aug 06 16:49:37.334879 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31a8b779-ed01-4e27-b427-39011e87416b req-448d2d7e-e302-420a-8d42-fccc7da81e1d tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313203 Aug 06 16:49:37.466004 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:38.447710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787c3ac-7125-4533-b989-f381a0200f61 req-73ed013e-2c97-47cd-9764-b7632113753a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:38.449199 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e787c3ac-7125-4533-b989-f381a0200f61 req-73ed013e-2c97-47cd-9764-b7632113753a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0488374 Aug 06 16:49:38.486859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e787c3ac-7125-4533-b989-f381a0200f61 req-9c42fdf5-38e6-4ee4-b4f9-9f07f9d7d85a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315573 Aug 06 16:49:39.199111 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:39.603772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59227879-b0b7-400a-9346-d25c098f962a req-9a1ac858-1504-4e41-9596-fc714ab6afb3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:39.605285 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59227879-b0b7-400a-9346-d25c098f962a req-9a1ac858-1504-4e41-9596-fc714ab6afb3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0518601 Aug 06 16:49:39.642953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59227879-b0b7-400a-9346-d25c098f962a req-a8d6a06e-7edd-42d6-b526-67a5515d983c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317936 Aug 06 16:49:40.757152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c56df-05bb-4807-8910-f5b3521fc51f req-47965f8e-9101-418b-a0cc-447cb277c12c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:40.758744 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-059c56df-05bb-4807-8910-f5b3521fc51f req-47965f8e-9101-418b-a0cc-447cb277c12c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0482383 Aug 06 16:49:40.796037 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-059c56df-05bb-4807-8910-f5b3521fc51f req-27c9f3ac-83da-4e83-ab91-3970e920bbe6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315726 Aug 06 16:49:41.911494 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acfdc9-82c5-481d-b75e-77a8195202b8 req-e59306f0-7329-4eef-a64a-0d46643d26b1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:41.912962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2acfdc9-82c5-481d-b75e-77a8195202b8 req-e59306f0-7329-4eef-a64a-0d46643d26b1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0494001 Aug 06 16:49:41.949206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2acfdc9-82c5-481d-b75e-77a8195202b8 req-35843cfd-a780-4ff2-821b-e471f5e242d2 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303280 Aug 06 16:49:42.213778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 59964) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:42.296339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bc622-ad18-45a2-b2c6-f91bb1b4ff5b req-c743ee4e-caa6-4792-b7ed-ed41a217cdf8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:42.297811 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-111bc622-ad18-45a2-b2c6-f91bb1b4ff5b req-c743ee4e-caa6-4792-b7ed-ed41a217cdf8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0754406 Aug 06 16:49:42.324629 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-02ccec7b-58b4-4ca2-9fcf-c07ec6752234 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096578 Aug 06 16:49:42.342670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-111bc622-ad18-45a2-b2c6-f91bb1b4ff5b req-13bb503f-fd72-466b-984a-f47d112de0e5 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380325 Aug 06 16:49:43.462925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb15c3-ad6d-4496-a3dc-6fc215048350 req-8ad230c9-3713-4727-8ba3-1575de8d273a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:43.465219 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ceb15c3-ad6d-4496-a3dc-6fc215048350 req-8ad230c9-3713-4727-8ba3-1575de8d273a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0524580 Aug 06 16:49:43.505947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3ceb15c3-ad6d-4496-a3dc-6fc215048350 req-0ca17bb9-2be6-4f28-ad5e-0bdbceee0753 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342703 Aug 06 16:49:43.534651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf71ecc-594a-417c-9809-a1c29edce31e req-121b4124-2d00-48c0-9fc7-fd6b25634d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:43.536140 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-121b4124-2d00-48c0-9fc7-fd6b25634d1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 1097 time: 0.0420210 Aug 06 16:49:43.627555 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf71ecc-594a-417c-9809-a1c29edce31e req-b2fd0db7-8b4e-4128-a7c6-017548084b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:43.628923 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-b2fd0db7-8b4e-4128-a7c6-017548084b2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0863318 Aug 06 16:49:43.699902 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-58a9bc8c-653a-43ae-84fb-dacb661c7a23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0550be6-9b8d-47e5-887d-87adc537177a HTTP/1.1" status: 200 len: 1002 time: 0.0639358 Aug 06 16:49:43.747590 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf71ecc-594a-417c-9809-a1c29edce31e req-6bce85cd-5db4-4c77-a39c-cdc4b20b1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:43.749018 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-6bce85cd-5db4-4c77-a39c-cdc4b20b1a0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0426071 Aug 06 16:49:43.793697 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf71ecc-594a-417c-9809-a1c29edce31e req-45b03882-e599-47dc-be51-1757fd74b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:43.795141 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-45b03882-e599-47dc-be51-1757fd74b6f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386076 Aug 06 16:49:43.887569 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-7ad733f9-d736-4939-8f87-e7eb27b01226 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852952 Aug 06 16:49:43.974351 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-31d846fe-3f1c-4aaf-831f-74cc372df793 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798993 Aug 06 16:49:44.622723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554dcf3-c541-4d42-bb30-ad42b94ffd66 req-0429badf-9775-4dfc-a2b7-d448ff09d84c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:44.624193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5554dcf3-c541-4d42-bb30-ad42b94ffd66 req-0429badf-9775-4dfc-a2b7-d448ff09d84c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0483530 Aug 06 16:49:44.667327 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5554dcf3-c541-4d42-bb30-ad42b94ffd66 req-0ce29858-400e-4e2c-a732-c52b7451348f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371292 Aug 06 16:49:45.715383 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [req-caf71ecc-594a-417c-9809-a1c29edce31e req-ad0a4469-3980-4c3b-b497-141aa4847442 service neutron] show failed (client error): The resource could not be found. Aug 06 16:49:45.716415 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-ad0a4469-3980-4c3b-b497-141aa4847442 service neutron] 10.222.0.13 "GET /v2.0/ports/d0550be6-9b8d-47e5-887d-87adc537177a/bindings/n-h1-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.0567548 Aug 06 16:49:45.792498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae016f-dc50-4bd6-9ae3-78a84bb9d1d4 req-f39bf608-8e77-4e21-ac95-5fad4e7d0228 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:45.793947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0aae016f-dc50-4bd6-9ae3-78a84bb9d1d4 req-f39bf608-8e77-4e21-ac95-5fad4e7d0228 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0517263 Aug 06 16:49:45.833569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0aae016f-dc50-4bd6-9ae3-78a84bb9d1d4 req-f40c9dae-92a1-4f9b-a512-8574efcd2a41 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326769 Aug 06 16:49:45.914491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf71ecc-594a-417c-9809-a1c29edce31e req-2c1cb32a-355d-4f23-90c7-ae8161647547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:45.915944 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-2c1cb32a-355d-4f23-90c7-ae8161647547 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2&tenant_id=57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 1097 time: 0.0401330 Aug 06 16:49:45.928343 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:49:45.981414 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:46.192878 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] For port d0550be6-9b8d-47e5-887d-87adc537177a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=d0550be6-9b8d-47e5-887d-87adc537177a,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:49:46.225959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] For port d0550be6-9b8d-47e5-887d-87adc537177a, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:49:46.264206 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0550be6-9b8d-47e5-887d-87adc537177a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:49:46.266443 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7d5646-3b8f-4a8e-a120-bbf979e4bf2a" -d '{"events": [{"server_uuid": "c1f77622-b268-4c89-aa09-8e6dfd4f54f2", "name": "network-vif-unplugged", "status": "completed", "tag": "d0550be6-9b8d-47e5-887d-87adc537177a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:49:46.270949 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:46.284262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Transition to ACTIVE for port object d0550be6-9b8d-47e5-887d-87adc537177a will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:49:46.287847 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:46.318358 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfba60f-7a62-47b0-801b-713868d48726 x-openstack-request-id: req-2dfba60f-7a62-47b0-801b-713868d48726 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:49:46.318643 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f77622-b268-4c89-aa09-8e6dfd4f54f2", "name": "network-vif-unplugged", "status": "completed", "tag": "d0550be6-9b8d-47e5-887d-87adc537177a", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:49:46.318891 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2dfba60f-7a62-47b0-801b-713868d48726 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:49:46.320011 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0550be6-9b8d-47e5-887d-87adc537177a', 'code': 200} Aug 06 16:49:46.366827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Pushing event updated for resources: {'Port': ['ID=d0550be6-9b8d-47e5-887d-87adc537177a,revision_number=6']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:46.381200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:46.381542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:46.381904 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:46.383098 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:46.383098 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:46.383098 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:46.383379 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:46.383466 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:46.383779 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:46.384094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:46.384409 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:46.384876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:46.422480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] No DVR routers for this DVR port d0550be6-9b8d-47e5-887d-87adc537177a on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:49:46.556986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Attempting to bind port d0550be6-9b8d-47e5-887d-87adc537177a on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:49:46.557317 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Attempting to bind port d0550be6-9b8d-47e5-887d-87adc537177a by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:49:46.557675 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Attempting to bind port d0550be6-9b8d-47e5-887d-87adc537177a on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:49:46.561776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Port d0550be6-9b8d-47e5-887d-87adc537177a on network 914a8192-966d-438c-bec1-736f319a2df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:49:46.562099 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Attempting to bind port d0550be6-9b8d-47e5-887d-87adc537177a on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:49:46.566853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:49:46.567183 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Checking segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:49:46.567560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Bound using segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:49:46.567991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Bound port: d0550be6-9b8d-47e5-887d-87adc537177a, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:49:46.568328 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:46.629882 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] For port d0550be6-9b8d-47e5-887d-87adc537177a, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:49:46.633520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] For port d0550be6-9b8d-47e5-887d-87adc537177a, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d0550be6-9b8d-47e5-887d-87adc537177a,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:49:46.638431 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:46.673683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:46.674303 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:46.679264 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] 10.222.0.78 "PUT /v2.0/ports/d0550be6-9b8d-47e5-887d-87adc537177a HTTP/1.1" status: 200 len: 1092 time: 0.7518008 Aug 06 16:49:46.701281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ca490-6bc6-4bb5-a149-e0486dbc1d36 service neutron] Pushing event updated for resources: {'Port': ['ID=d0550be6-9b8d-47e5-887d-87adc537177a,revision_number=7']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:46.766275 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf71ecc-594a-417c-9809-a1c29edce31e req-c178b3f2-4773-4015-80c4-da781eed22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:46.774436 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-c178b3f2-4773-4015-80c4-da781eed22a7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 1095 time: 0.0430009 Aug 06 16:49:46.862303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf71ecc-594a-417c-9809-a1c29edce31e req-697e8ac0-c532-42db-91a9-2ced377713ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:46.864209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-697e8ac0-c532-42db-91a9-2ced377713ac service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0890145 Aug 06 16:49:46.961141 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-411bb192-a3be-4f73-8b5d-4a72351fdb86 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0550be6-9b8d-47e5-887d-87adc537177a HTTP/1.1" status: 200 len: 1000 time: 0.0892887 Aug 06 16:49:46.985831 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b341f-e937-49fd-bf4d-bc5e69c6b0c7 req-f60fe253-a007-46e0-b338-49e6e0988599 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:46.987259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c20b341f-e937-49fd-bf4d-bc5e69c6b0c7 req-f60fe253-a007-46e0-b338-49e6e0988599 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 944 time: 0.0756004 Aug 06 16:49:47.047008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf71ecc-594a-417c-9809-a1c29edce31e req-31912934-a1c8-407d-8241-090501d59649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:47.048640 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-31912934-a1c8-407d-8241-090501d59649 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0793447 Aug 06 16:49:47.053804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c20b341f-e937-49fd-bf4d-bc5e69c6b0c7 req-15cb4e77-f399-4599-8180-e592ed80333a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484269 Aug 06 16:49:47.101440 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf71ecc-594a-417c-9809-a1c29edce31e req-92d22817-ff0a-47b3-af12-c5b2d1a0cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:47.103066 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-92d22817-ff0a-47b3-af12-c5b2d1a0cd8d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471117 Aug 06 16:49:47.199759 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-3fc8307f-2f3f-495f-b35c-b3b88e53a432 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845714 Aug 06 16:49:47.288612 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-caf71ecc-594a-417c-9809-a1c29edce31e req-b32665a6-cc0c-41cb-9296-c26479e744a0 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860548 Aug 06 16:49:47.866407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec5a8-9d31-45bd-92a8-d934d34e95e2 req-b355150f-9a42-4ac1-9d52-4b07fa6b120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:47.867913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-308ec5a8-9d31-45bd-92a8-d934d34e95e2 req-b355150f-9a42-4ac1-9d52-4b07fa6b120a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 1095 time: 0.0441334 Aug 06 16:49:47.940320 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device d0550be6-9b8d-47e5-887d-87adc537177a no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:49:47.979634 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec5a8-9d31-45bd-92a8-d934d34e95e2 req-c63c3cd9-ad86-4283-9737-5233b1749ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:47.980611 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device d0550be6-9b8d-47e5-887d-87adc537177a not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:49:47.983603 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-308ec5a8-9d31-45bd-92a8-d934d34e95e2 req-c63c3cd9-ad86-4283-9737-5233b1749ebc service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0920625 Aug 06 16:49:48.052032 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-308ec5a8-9d31-45bd-92a8-d934d34e95e2 req-9fca2d8f-ef1a-440f-8dfe-220ac1acedf6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0550be6-9b8d-47e5-887d-87adc537177a HTTP/1.1" status: 200 len: 1000 time: 0.0621572 Aug 06 16:49:48.104125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec5a8-9d31-45bd-92a8-d934d34e95e2 req-d86dade7-8e09-4dcd-b01d-5ed68baa4ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:48.105695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-308ec5a8-9d31-45bd-92a8-d934d34e95e2 req-d86dade7-8e09-4dcd-b01d-5ed68baa4ea4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0458179 Aug 06 16:49:48.187627 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ec5a8-9d31-45bd-92a8-d934d34e95e2 req-824334a2-4374-4a70-8127-8356d019de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:48.189339 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-308ec5a8-9d31-45bd-92a8-d934d34e95e2 req-824334a2-4374-4a70-8127-8356d019de1e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748301 Aug 06 16:49:48.202507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a289c56-dd75-4112-935c-de120574c800 req-b928dc72-7671-47bc-b60c-64797524eb91 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:48.204223 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a289c56-dd75-4112-935c-de120574c800 req-b928dc72-7671-47bc-b60c-64797524eb91 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 944 time: 0.0617094 Aug 06 16:49:48.301349 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a289c56-dd75-4112-935c-de120574c800 req-2a41e091-be6f-41ee-accb-474a566ce33a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885386 Aug 06 16:49:48.319843 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'tag': 'd0550be6-9b8d-47e5-887d-87adc537177a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:49:48.322183 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64461bf1-d09b-49d4-8852-2afd2aae8bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f77622-b268-4c89-aa09-8e6dfd4f54f2", "tag": "d0550be6-9b8d-47e5-887d-87adc537177a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:49:48.326380 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-308ec5a8-9d31-45bd-92a8-d934d34e95e2 req-0d0445e1-e5da-4ef3-bf7c-0902f658bc8f service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210432 Aug 06 16:49:48.387178 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b782c0-6d72-49db-9be8-d6f60cd8193d x-openstack-request-id: req-e4b782c0-6d72-49db-9be8-d6f60cd8193d {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:49:48.387462 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f77622-b268-4c89-aa09-8e6dfd4f54f2", "tag": "d0550be6-9b8d-47e5-887d-87adc537177a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:49:48.387715 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e4b782c0-6d72-49db-9be8-d6f60cd8193d {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:49:48.388109 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'tag': 'd0550be6-9b8d-47e5-887d-87adc537177a', 'status': 'completed', 'code': 200} Aug 06 16:49:48.428169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-308ec5a8-9d31-45bd-92a8-d934d34e95e2 req-6baad3dd-3bf2-4488-b3f7-2533d48d3678 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896127 Aug 06 16:49:48.466157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-89402403-0ec1-49af-b0d2-e71dc6fe7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:48.467656 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-89402403-0ec1-49af-b0d2-e71dc6fe7e63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 1095 time: 0.0696640 Aug 06 16:49:48.508863 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-0ddb7567-00a7-458f-bff2-2242ceaee68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:48.510398 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-0ddb7567-00a7-458f-bff2-2242ceaee68c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 1095 time: 0.0428104 Aug 06 16:49:48.563819 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-3a4327ab-7e08-4ce1-9fb5-1e75c18f424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:48.565319 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-3a4327ab-7e08-4ce1-9fb5-1e75c18f424e service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0907595 Aug 06 16:49:48.615470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-5bbe6ba9-8444-49f1-a8d1-7d3fad127f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:48.617004 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-5bbe6ba9-8444-49f1-a8d1-7d3fad127f14 service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0973263 Aug 06 16:49:48.638763 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-3cb764a0-1a5a-4aab-bb1a-a3f78f001d21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0550be6-9b8d-47e5-887d-87adc537177a HTTP/1.1" status: 200 len: 1000 time: 0.0664222 Aug 06 16:49:48.684582 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-a1d034ee-2093-47c0-87ac-8f9ef09b370a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0550be6-9b8d-47e5-887d-87adc537177a HTTP/1.1" status: 200 len: 1000 time: 0.0601346 Aug 06 16:49:48.690591 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-311876e0-3c44-4dc1-8af0-66b1cf207734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:48.692061 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-311876e0-3c44-4dc1-8af0-66b1cf207734 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0470123 Aug 06 16:49:48.741087 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-857ce080-1163-4cf3-a503-58eecbf81d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:48.742617 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-857ce080-1163-4cf3-a503-58eecbf81d51 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0506654 Aug 06 16:49:48.746777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-d75b94b7-1476-4724-96ba-39b3ec3ad9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:48.748335 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-d75b94b7-1476-4724-96ba-39b3ec3ad9fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499203 Aug 06 16:49:48.788765 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-18b16fc2-c687-46c7-b24b-133350c268a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:48.790293 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-18b16fc2-c687-46c7-b24b-133350c268a0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397348 Aug 06 16:49:48.841081 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-e9fa7b4f-8251-4faf-bf66-4e7e51b54352 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858588 Aug 06 16:49:48.884319 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-b81afaec-95b0-4fd4-8edf-ef1d2ed363f6 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861022 Aug 06 16:49:48.930603 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-d516f667-0ecc-4824-822b-dbd7d67cc79c service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827944 Aug 06 16:49:49.310068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64461bf1-d09b-49d4-8852-2afd2aae8bdd req-3f5bcc9d-eef2-4459-a89e-9a702a412ccf service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186401 Aug 06 16:49:49.416073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a37be-937b-4a9a-b32e-c410b36a59d3 req-922e527a-9da5-4804-950f-1e0431d65c5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:49.417529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c26a37be-937b-4a9a-b32e-c410b36a59d3 req-922e527a-9da5-4804-950f-1e0431d65c5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 944 time: 0.0476699 Aug 06 16:49:49.460229 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c26a37be-937b-4a9a-b32e-c410b36a59d3 req-dc95a34a-eb93-4e6e-bbdc-b376dae90048 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369098 Aug 06 16:49:49.653027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd656505-bf7c-43b9-9075-1bde19403467 req-ac11e54a-3b00-4c2c-9644-63b8bfc629fa tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:49.654603 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd656505-bf7c-43b9-9075-1bde19403467 req-ac11e54a-3b00-4c2c-9644-63b8bfc629fa tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 944 time: 0.0488601 Aug 06 16:49:49.670081 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8966a6-6648-45a2-91ec-61a4e4bacf77 req-1abb6fc5-324d-4c6b-a05c-07043db22be3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:49.671564 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-af8966a6-6648-45a2-91ec-61a4e4bacf77 req-1abb6fc5-324d-4c6b-a05c-07043db22be3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2&tenant_id=57915d921fb0444ab1f931bec4b9ac5c&binding%3Ahost_id=n-h1-803756-1 HTTP/1.1" status: 200 len: 944 time: 0.0562468 Aug 06 16:49:49.691883 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd656505-bf7c-43b9-9075-1bde19403467 req-28668a10-bf1a-4935-a1d1-d5f72906042b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314305 Aug 06 16:49:49.732780 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [req-af8966a6-6648-45a2-91ec-61a4e4bacf77 req-c8688c89-64a2-4178-9b44-0c0e72d140c4 service neutron] delete failed (client error): The resource could not be found. Aug 06 16:49:49.733855 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-af8966a6-6648-45a2-91ec-61a4e4bacf77 req-c8688c89-64a2-4178-9b44-0c0e72d140c4 service neutron] 10.222.0.13 "DELETE /v2.0/ports/d0550be6-9b8d-47e5-887d-87adc537177a/bindings/n-h2-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.0553465 Aug 06 16:49:49.813781 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8966a6-6648-45a2-91ec-61a4e4bacf77 req-8784795f-59fc-44a3-a85e-a71f1b9ed700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:49.815664 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-af8966a6-6648-45a2-91ec-61a4e4bacf77 req-8784795f-59fc-44a3-a85e-a71f1b9ed700 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 1095 time: 0.0405762 Aug 06 16:49:49.908096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8966a6-6648-45a2-91ec-61a4e4bacf77 req-f46e647e-f8e3-46ea-be77-743c9296e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:49.909557 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-af8966a6-6648-45a2-91ec-61a4e4bacf77 req-f46e647e-f8e3-46ea-be77-743c9296e0c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0872159 Aug 06 16:49:49.972511 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-af8966a6-6648-45a2-91ec-61a4e4bacf77 req-604f3765-413d-4368-9e60-0840fba17599 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0550be6-9b8d-47e5-887d-87adc537177a HTTP/1.1" status: 200 len: 1000 time: 0.0561683 Aug 06 16:49:50.019508 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8966a6-6648-45a2-91ec-61a4e4bacf77 req-02e4f9a2-38c3-4a48-8f0e-9ec1f18e3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:50.020887 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-af8966a6-6648-45a2-91ec-61a4e4bacf77 req-02e4f9a2-38c3-4a48-8f0e-9ec1f18e3851 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0418315 Aug 06 16:49:50.074041 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8966a6-6648-45a2-91ec-61a4e4bacf77 req-875fe6e0-7d7e-4b24-a200-935d1c2c2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:50.075417 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-af8966a6-6648-45a2-91ec-61a4e4bacf77 req-875fe6e0-7d7e-4b24-a200-935d1c2c2967 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481436 Aug 06 16:49:50.163580 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-af8966a6-6648-45a2-91ec-61a4e4bacf77 req-21a4eeb8-bc18-4e66-804f-464f6680c195 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807850 Aug 06 16:49:50.254461 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-af8966a6-6648-45a2-91ec-61a4e4bacf77 req-286af278-3073-4f34-9415-80caa6283d19 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836425 Aug 06 16:49:50.811294 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc56b1-9b4b-4a35-a961-6f5fbbb1a6fc req-722278ca-a291-4e40-b679-102b3445e6c7 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:50.812953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-52fc56b1-9b4b-4a35-a961-6f5fbbb1a6fc req-722278ca-a291-4e40-b679-102b3445e6c7 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 944 time: 0.0483582 Aug 06 16:49:50.851773 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-52fc56b1-9b4b-4a35-a961-6f5fbbb1a6fc req-8f746ee7-141f-497c-a258-96d9f4fcc10c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322075 Aug 06 16:49:50.903300 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d0550be6-9b8d-47e5-887d-87adc537177a details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:49:50.970847 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d084efa-cc10-420d-a059-8224ca485746 req-b688896f-3cb6-4616-bf9a-d6b257d79886 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:50.972313 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d084efa-cc10-420d-a059-8224ca485746 req-b688896f-3cb6-4616-bf9a-d6b257d79886 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 944 time: 0.0499444 Aug 06 16:49:50.996896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d0550be6-9b8d-47e5-887d-87adc537177a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d0550be6-9b8d-47e5-887d-87adc537177a,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:49:51.007625 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'd0550be6-9b8d-47e5-887d-87adc537177a', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'port_id': 'd0550be6-9b8d-47e5-887d-87adc537177a', 'mac_address': 'fa:16:3e:70:7c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:49:51.013452 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d084efa-cc10-420d-a059-8224ca485746 req-9d5129ee-e309-439b-a609-6cbbef2245d2 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351067 Aug 06 16:49:51.044061 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:51.060766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0550be6-9b8d-47e5-887d-87adc537177a {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:49:51.080579 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d0550be6-9b8d-47e5-887d-87adc537177a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d0550be6-9b8d-47e5-887d-87adc537177a,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:49:51.084345 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:51.140897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=d0550be6-9b8d-47e5-887d-87adc537177a,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:51.148804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:51.149147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:51.149479 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:51.149834 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:51.150155 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:51.150475 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:51.150798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:51.151114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:51.151427 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:51.151740 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:51.152054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:51.152368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:51.222345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6130f55-f0e2-43f9-9842-2509c6673463 req-5588f8be-f022-4faa-b9ee-ebe8b90ef06c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:51.223889 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6130f55-f0e2-43f9-9842-2509c6673463 req-5588f8be-f022-4faa-b9ee-ebe8b90ef06c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 945 time: 0.0561986 Aug 06 16:49:51.290955 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6130f55-f0e2-43f9-9842-2509c6673463 req-7189a4be-74b0-4e3c-9d6d-1a70ecd04945 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578945 Aug 06 16:49:51.294040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06088aec-0d84-4c1d-89ce-2b4e09192e14 req-6312acff-d9f5-4514-ba66-4e1503db95f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:51.295316 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06088aec-0d84-4c1d-89ce-2b4e09192e14 req-6312acff-d9f5-4514-ba66-4e1503db95f5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 1096 time: 0.0705004 Aug 06 16:49:51.310987 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['d0550be6-9b8d-47e5-887d-87adc537177a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:49:51.393372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06088aec-0d84-4c1d-89ce-2b4e09192e14 req-11b50249-d3cc-40f0-a16b-5f320409d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:51.394877 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06088aec-0d84-4c1d-89ce-2b4e09192e14 req-11b50249-d3cc-40f0-a16b-5f320409d350 service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0917313 Aug 06 16:49:51.459975 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06088aec-0d84-4c1d-89ce-2b4e09192e14 req-22fcd61a-ad4a-45b9-b5bb-c924e925184e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0550be6-9b8d-47e5-887d-87adc537177a HTTP/1.1" status: 200 len: 1001 time: 0.0574691 Aug 06 16:49:51.514448 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06088aec-0d84-4c1d-89ce-2b4e09192e14 req-6e0ffcc2-debf-4c4f-88ce-b37cb1532836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:51.516724 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06088aec-0d84-4c1d-89ce-2b4e09192e14 req-6e0ffcc2-debf-4c4f-88ce-b37cb1532836 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0484107 Aug 06 16:49:51.562548 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06088aec-0d84-4c1d-89ce-2b4e09192e14 req-16be3747-4bad-40c2-b5a0-96ebd34a8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:51.564073 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06088aec-0d84-4c1d-89ce-2b4e09192e14 req-16be3747-4bad-40c2-b5a0-96ebd34a8d7c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405407 Aug 06 16:49:51.654384 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06088aec-0d84-4c1d-89ce-2b4e09192e14 req-e8bd66dc-f54c-4521-bff2-1e02e56db09c service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826373 Aug 06 16:49:51.751097 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-06088aec-0d84-4c1d-89ce-2b4e09192e14 req-43e3d3e7-aaa2-40e8-b878-efdd27beaff3 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891342 Aug 06 16:49:52.408563 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba481a8c-4e65-45c0-84b4-56bfec37c207 req-a1d3ff69-d2a5-4312-97f3-5746fbe08cbc tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:52.410059 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ba481a8c-4e65-45c0-84b4-56bfec37c207 req-a1d3ff69-d2a5-4312-97f3-5746fbe08cbc tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 945 time: 0.0495133 Aug 06 16:49:52.447557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ba481a8c-4e65-45c0-84b4-56bfec37c207 req-85acc325-b4a0-4ad1-84a2-9109394aeeb4 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316610 Aug 06 16:49:52.684254 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6b374-d14c-48b2-9fd6-b0e2f36618e5 req-93c3c952-fb01-46b0-9d68-15cd1dbedc91 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:52.685818 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6db6b374-d14c-48b2-9fd6-b0e2f36618e5 req-93c3c952-fb01-46b0-9d68-15cd1dbedc91 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 945 time: 0.0516636 Aug 06 16:49:52.729485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6db6b374-d14c-48b2-9fd6-b0e2f36618e5 req-a20c71d7-f909-4763-bd4c-a7ae392db69e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377121 Aug 06 16:49:52.923499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d0550be6-9b8d-47e5-887d-87adc537177a up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:49:52.976825 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port d0550be6-9b8d-47e5-887d-87adc537177a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:49:52.980803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port d0550be6-9b8d-47e5-887d-87adc537177a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:49:52.981172 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:53.060554 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:53.083766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0550be6-9b8d-47e5-887d-87adc537177a'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:49:53.086120 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb99a9e6-ee94-433e-b722-3ca86c022a3c" -d '{"events": [{"server_uuid": "c1f77622-b268-4c89-aa09-8e6dfd4f54f2", "name": "network-vif-plugged", "status": "completed", "tag": "d0550be6-9b8d-47e5-887d-87adc537177a"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:49:53.101166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d0550be6-9b8d-47e5-887d-87adc537177a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d0550be6-9b8d-47e5-887d-87adc537177a,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:49:53.107565 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:53.135420 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9846a9-8d3d-4103-8812-a4ef2bb39d5f x-openstack-request-id: req-0e9846a9-8d3d-4103-8812-a4ef2bb39d5f {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:49:53.135708 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f77622-b268-4c89-aa09-8e6dfd4f54f2", "name": "network-vif-plugged", "status": "completed", "tag": "d0550be6-9b8d-47e5-887d-87adc537177a", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:49:53.135956 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e9846a9-8d3d-4103-8812-a4ef2bb39d5f {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:49:53.136330 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0550be6-9b8d-47e5-887d-87adc537177a', 'code': 200} Aug 06 16:49:53.163213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=d0550be6-9b8d-47e5-887d-87adc537177a,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:53.854661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55588a06-2205-4658-ba1b-a37a17655064 req-ca50d492-742c-42e1-a7f1-3d25a81b30e3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:53.856527 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55588a06-2205-4658-ba1b-a37a17655064 req-ca50d492-742c-42e1-a7f1-3d25a81b30e3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0547495 Aug 06 16:49:53.897700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55588a06-2205-4658-ba1b-a37a17655064 req-e5537df4-fbed-4fdc-8612-1e9213995355 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346632 Aug 06 16:49:54.036614 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a18d8-b943-4834-9082-ad68d76a8864 req-54039666-330a-42a9-ae6e-56b5ce9abfc0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:54.038061 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a85a18d8-b943-4834-9082-ad68d76a8864 req-54039666-330a-42a9-ae6e-56b5ce9abfc0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.78 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 946 time: 0.0474329 Aug 06 16:49:54.103194 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:54.130903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-a85a18d8-b943-4834-9082-ad68d76a8864 req-0bd39f39-28d5-40b1-b959-0ab3e2089d37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Deleting port d0550be6-9b8d-47e5-887d-87adc537177a {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:49:54.131239 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a85a18d8-b943-4834-9082-ad68d76a8864 req-0bd39f39-28d5-40b1-b959-0ab3e2089d37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:54.222036 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a85a18d8-b943-4834-9082-ad68d76a8864 req-0bd39f39-28d5-40b1-b959-0ab3e2089d37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] For port d0550be6-9b8d-47e5-887d-87adc537177a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d0550be6-9b8d-47e5-887d-87adc537177a,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:49:54.222403 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a85a18d8-b943-4834-9082-ad68d76a8864 req-0bd39f39-28d5-40b1-b959-0ab3e2089d37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:54.311694 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:54.398453 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a85a18d8-b943-4834-9082-ad68d76a8864 req-0bd39f39-28d5-40b1-b959-0ab3e2089d37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:54.398828 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a85a18d8-b943-4834-9082-ad68d76a8864 req-0bd39f39-28d5-40b1-b959-0ab3e2089d37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:54.399143 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-a85a18d8-b943-4834-9082-ad68d76a8864 req-0bd39f39-28d5-40b1-b959-0ab3e2089d37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Floating IP aac0cbaa-b811-4bc8-a75c-cbbdd56a822f disassociated. External IP: 172.25.1.206, port: d0550be6-9b8d-47e5-887d-87adc537177a. Aug 06 16:49:54.399482 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-a85a18d8-b943-4834-9082-ad68d76a8864 req-0bd39f39-28d5-40b1-b959-0ab3e2089d37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Calling delete_port for d0550be6-9b8d-47e5-887d-87adc537177a owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:49:54.523645 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a85a18d8-b943-4834-9082-ad68d76a8864 req-0bd39f39-28d5-40b1-b959-0ab3e2089d37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:54.550200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd39f39-28d5-40b1-b959-0ab3e2089d37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Pushing event deleted for resources: {'Port': ['ID=d0550be6-9b8d-47e5-887d-87adc537177a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:54.673051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a85a18d8-b943-4834-9082-ad68d76a8864 req-0bd39f39-28d5-40b1-b959-0ab3e2089d37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:49:54.788260 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a85a18d8-b943-4834-9082-ad68d76a8864 req-0bd39f39-28d5-40b1-b959-0ab3e2089d37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:49:54.798726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0dfd15-d896-4d91-80c8-dcdf88a6d945 None None] Sync routers for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:49:54.808027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0dfd15-d896-4d91-80c8-dcdf88a6d945 None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:49:54.808647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-ea0dfd15-d896-4d91-80c8-dcdf88a6d945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:49:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:54.836493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85a18d8-b943-4834-9082-ad68d76a8864 req-0bd39f39-28d5-40b1-b959-0ab3e2089d37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] No DVR routers for this DVR port d0550be6-9b8d-47e5-887d-87adc537177a on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:49:54.839301 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a85a18d8-b943-4834-9082-ad68d76a8864 req-0bd39f39-28d5-40b1-b959-0ab3e2089d37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:54.841452 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a85a18d8-b943-4834-9082-ad68d76a8864 req-0bd39f39-28d5-40b1-b959-0ab3e2089d37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.78 "DELETE /v2.0/ports/d0550be6-9b8d-47e5-887d-87adc537177a HTTP/1.1" status: 204 len: 173 time: 0.7970529 Aug 06 16:49:54.841934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'name': 'network-vif-deleted', 'tag': 'd0550be6-9b8d-47e5-887d-87adc537177a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:49:54.844282 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92219652-98db-4a7c-ac96-1e38f6e0ac46" -d '{"events": [{"server_uuid": "c1f77622-b268-4c89-aa09-8e6dfd4f54f2", "name": "network-vif-deleted", "tag": "d0550be6-9b8d-47e5-887d-87adc537177a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:49:54.885029 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c3c406-4b86-49c8-9396-d8428e9f3d73 x-openstack-request-id: req-36c3c406-4b86-49c8-9396-d8428e9f3d73 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:49:54.885645 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f77622-b268-4c89-aa09-8e6dfd4f54f2", "name": "network-vif-deleted", "tag": "d0550be6-9b8d-47e5-887d-87adc537177a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:49:54.885645 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36c3c406-4b86-49c8-9396-d8428e9f3d73 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:49:54.886046 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f77622-b268-4c89-aa09-8e6dfd4f54f2', 'name': 'network-vif-deleted', 'tag': 'd0550be6-9b8d-47e5-887d-87adc537177a', 'status': 'completed', 'code': 200} Aug 06 16:49:54.931200 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-ea0dfd15-d896-4d91-80c8-dcdf88a6d945 None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:49:55.018514 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d16f7a85-d5d1-4ccc-94fb-4b6f666be36d req-233629b4-2369-4db7-9779-6febac40131f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1f77622-b268-4c89-aa09-8e6dfd4f54f2 HTTP/1.1" status: 200 len: 210 time: 0.0308001 Aug 06 16:49:55.164411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-ea0dfd15-d896-4d91-80c8-dcdf88a6d945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:55.195092 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0dfd15-d896-4d91-80c8-dcdf88a6d945 None None] Checking router: 9a4e7e74-6bc6-4378-b23c-91a237499dc7 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:49:55.205033 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0dfd15-d896-4d91-80c8-dcdf88a6d945 None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:49:55.205652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-ea0dfd15-d896-4d91-80c8-dcdf88a6d945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:49:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:55.318146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-ea0dfd15-d896-4d91-80c8-dcdf88a6d945 None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:49:55.524521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-ea0dfd15-d896-4d91-80c8-dcdf88a6d945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:55.549763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0dfd15-d896-4d91-80c8-dcdf88a6d945 None None] The sync data for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 is: [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:49:55.773323 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892f574-3309-4d85-b4ad-c874af49677c None None] New status for floating IP aac0cbaa-b811-4bc8-a75c-cbbdd56a822f: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:49:56.301553 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-75638109-04ae-4e45-bbed-91599be3f49f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1917786316&fields=id&tenant_id=57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 267 time: 0.0331986 Aug 06 16:49:56.405467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-a999f860-c972-4bad-9b66-63443b230267 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:56.406997 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-a999f860-c972-4bad-9b66-63443b230267 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 811 time: 0.0987380 Aug 06 16:49:56.421973 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-064481df-9064-4a54-9b55-5bd4b0059c28 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/quotas/57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 375 time: 0.0088680 Aug 06 16:49:56.478342 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-85e1ea61-7117-47a5-9b14-99d6f30bcd83 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506861 Aug 06 16:49:56.543405 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-efe82e9f-f491-41d1-b956-a2f61047bb03 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:49:56.544405 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-efe82e9f-f491-41d1-b956-a2f61047bb03 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0546238 Aug 06 16:49:56.633678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-93a291d0-3c23-40db-a1b7-b6b3cd1658e0 service neutron] 10.222.0.37 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822968 Aug 06 16:49:56.729413 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-b0478e19-e2d5-46df-8178-3f0f76803439 service neutron] 10.222.0.37 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896254 Aug 06 16:49:56.904834 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c62f14f6-4a88-45f6-9c5d-0c349cd19b42 req-6235027d-41f9-4140-891c-cd6c18b5ee10 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 210 time: 0.0277717 Aug 06 16:49:57.929651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-5c8af915-9281-4efd-8dfb-7dfb2293ddf9 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:57.931174 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-5c8af915-9281-4efd-8dfb-7dfb2293ddf9 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 811 time: 0.1072242 Aug 06 16:49:57.997470 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-6468359d-3e91-4708-85a1-c663190f1eab tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 380 time: 0.0564680 Aug 06 16:49:58.015385 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-13dd0d3e-a82c-4f12-b4e4-b2d49320cc5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Request body: {'port': {'device_id': '43f42a42-e3ad-4007-bab9-289751c56c38', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'admin_state_up': True, 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'security_groups': ['24b800a1-5194-4161-a918-8f81b11c7e54']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:49:58.022117 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7da46f5c-0cf0-4e7a-abfd-67eb4f183fc0 req-43b3e0a9-0ab7-44b6-8fad-a6eabf8584a8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 210 time: 0.0408444 Aug 06 16:49:58.130141 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-13dd0d3e-a82c-4f12-b4e4-b2d49320cc5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Made reservation on behalf of 57915d921fb0444ab1f931bec4b9ac5c for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:49:58.133666 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-13dd0d3e-a82c-4f12-b4e4-b2d49320cc5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:58.268772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-13dd0d3e-a82c-4f12-b4e4-b2d49320cc5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Allocated IP 172.20.0.9 (914a8192-966d-438c-bec1-736f319a2df0/fe01d4c7-7ce2-4269-8466-9f0e56307174/45927d4c-4f88-4e01-beea-464b5ee57230) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:49:58.405652 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-13dd0d3e-a82c-4f12-b4e4-b2d49320cc5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:58.419254 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-13dd0d3e-a82c-4f12-b4e4-b2d49320cc5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Transition to ACTIVE for port object 45927d4c-4f88-4e01-beea-464b5ee57230 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:49:58.451316 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-13dd0d3e-a82c-4f12-b4e4-b2d49320cc5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:58.497481 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-13dd0d3e-a82c-4f12-b4e4-b2d49320cc5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Network 914a8192-966d-438c-bec1-736f319a2df0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:49:58.500561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-13dd0d3e-a82c-4f12-b4e4-b2d49320cc5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:49:58.504973 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-13dd0d3e-a82c-4f12-b4e4-b2d49320cc5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:49:58.528741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd0d3e-a82c-4f12-b4e4-b2d49320cc5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Pushing event updated for resources: {'Port': ['ID=45927d4c-4f88-4e01-beea-464b5ee57230,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:58.556397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-13dd0d3e-a82c-4f12-b4e4-b2d49320cc5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:58.557018 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-13dd0d3e-a82c-4f12-b4e4-b2d49320cc5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:58.572875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-13dd0d3e-a82c-4f12-b4e4-b2d49320cc5b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5614402 Aug 06 16:49:58.587597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Request body: {'port': {'device_id': '43f42a42-e3ad-4007-bab9-289751c56c38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:49:58.646732 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:58.730209 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-aae12c54-c282-4845-b41b-8ea5064233b0 None None] Provisioning for port 45927d4c-4f88-4e01-beea-464b5ee57230 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:49:58.734069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-aae12c54-c282-4845-b41b-8ea5064233b0 None None] Provisioning complete for port 45927d4c-4f88-4e01-beea-464b5ee57230 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:49:58.734489 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aae12c54-c282-4845-b41b-8ea5064233b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:58.775459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-aae12c54-c282-4845-b41b-8ea5064233b0 None None] Port 45927d4c-4f88-4e01-beea-464b5ee57230 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:49:58.911218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45927d4c-4f88-4e01-beea-464b5ee57230 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:49:58.918474 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:58.930428 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Transition to ACTIVE for port object 45927d4c-4f88-4e01-beea-464b5ee57230 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:49:58.933874 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:58.949943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d0550be6-9b8d-47e5-887d-87adc537177a no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:49:58.969795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: d0550be6-9b8d-47e5-887d-87adc537177a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:49:58.970220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d0550be6-9b8d-47e5-887d-87adc537177a not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:49:58.984793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Pushing event updated for resources: {'Port': ['ID=45927d4c-4f88-4e01-beea-464b5ee57230,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:59.054063 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Attempting to bind port 45927d4c-4f88-4e01-beea-464b5ee57230 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:49:59.054398 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Attempting to bind port 45927d4c-4f88-4e01-beea-464b5ee57230 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:49:59.054728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Attempting to bind port 45927d4c-4f88-4e01-beea-464b5ee57230 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:49:59.059096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Port 45927d4c-4f88-4e01-beea-464b5ee57230 on network 914a8192-966d-438c-bec1-736f319a2df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:49:59.059421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Attempting to bind port 45927d4c-4f88-4e01-beea-464b5ee57230 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:49:59.064913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:49:59.065248 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Checking segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:49:59.065652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Bound using segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:49:59.066069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Bound port: 45927d4c-4f88-4e01-beea-464b5ee57230, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:49:59.066430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:59.160892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:49:59.164544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=45927d4c-4f88-4e01-beea-464b5ee57230,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:49:59.176286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11067781-f0a0-4610-b6f6-9cd2474baa88 req-ecd85726-da76-45fe-96a7-a6d306c1d1dc tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:59.177838 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11067781-f0a0-4610-b6f6-9cd2474baa88 req-ecd85726-da76-45fe-96a7-a6d306c1d1dc tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 943 time: 0.0785563 Aug 06 16:49:59.179159 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:59.250410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:59.251032 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:59.252732 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] 10.222.0.78 "PUT /v2.0/ports/45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 200 len: 1091 time: 0.6698341 Aug 06 16:49:59.255943 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:49:59.258288 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17eb1e877e5b237a42bf77e6e1f863f3206d2444f1716446e1cf5d68492fc2a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7583a831-d889-4306-a750-05e83a33a07b" -d '{"events": [{"name": "network-changed", "server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:49:59.271959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb1023-c9ed-452d-b907-3688bb8fac62 service neutron] Pushing event updated for resources: {'Port': ['ID=45927d4c-4f88-4e01-beea-464b5ee57230,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:59.280006 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11067781-f0a0-4610-b6f6-9cd2474baa88 req-c95de79c-1ade-4c43-863c-36c7f0a71e22 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780222 Aug 06 16:49:59.331696 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f58a9d3-d315-4c9b-8d8b-dd405192ea9b x-openstack-request-id: req-7f58a9d3-d315-4c9b-8d8b-dd405192ea9b {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:49:59.331990 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:49:59.332238 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f58a9d3-d315-4c9b-8d8b-dd405192ea9b {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:49:59.332630 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230', 'status': 'completed', 'code': 200} Aug 06 16:49:59.350118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-7f0eb8d5-c1fb-4de2-ba1d-b4e6f992f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:59.351633 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-7f0eb8d5-c1fb-4de2-ba1d-b4e6f992f292 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 1094 time: 0.0455492 Aug 06 16:49:59.395626 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-07af2158-61df-4cca-b74c-93f10eb63be2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 200 len: 217 time: 0.0350952 Aug 06 16:49:59.458354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-99c5fe55-b183-400e-8c01-f4c60af6bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:59.459739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-99c5fe55-b183-400e-8c01-f4c60af6bc9d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0563986 Aug 06 16:49:59.513380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-b5eaa852-790f-424f-98c0-cd80778f0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:59.514862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-b5eaa852-790f-424f-98c0-cd80778f0c45 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439699 Aug 06 16:49:59.614822 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-e3f13018-d238-4c35-9723-de5f0fdc3ecc service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911717 Aug 06 16:49:59.709581 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ecf92a-4603-4859-8c38-f7615e6359fc req-d7f7240b-90c6-4677-a903-104a5c2bb604 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869091 Aug 06 16:49:59.798826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583a831-d889-4306-a750-05e83a33a07b req-de24cabb-da38-4ba7-a355-df0db58b9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:59.800415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7583a831-d889-4306-a750-05e83a33a07b req-de24cabb-da38-4ba7-a355-df0db58b9760 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 1094 time: 0.0450845 Aug 06 16:49:59.904141 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583a831-d889-4306-a750-05e83a33a07b req-e6d53441-452b-48f2-be3c-1d86a4896b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:59.905613 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7583a831-d889-4306-a750-05e83a33a07b req-e6d53441-452b-48f2-be3c-1d86a4896b07 service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0921776 Aug 06 16:49:59.948719 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7583a831-d889-4306-a750-05e83a33a07b req-4a690023-c316-456a-bd7b-d6301a6ca1e8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 200 len: 217 time: 0.0342593 Aug 06 16:50:00.000053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583a831-d889-4306-a750-05e83a33a07b req-c935c6ac-b08f-421f-825a-99ae99ddbfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:00.001947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7583a831-d889-4306-a750-05e83a33a07b req-c935c6ac-b08f-421f-825a-99ae99ddbfa6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0459878 Aug 06 16:50:00.054845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583a831-d889-4306-a750-05e83a33a07b req-6c113bda-a3e6-4368-9141-6f4637ce897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:00.056380 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7583a831-d889-4306-a750-05e83a33a07b req-6c113bda-a3e6-4368-9141-6f4637ce897a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463700 Aug 06 16:50:00.157342 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7583a831-d889-4306-a750-05e83a33a07b req-45dfe9ff-cf63-46aa-83f5-91886e82e9d4 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926838 Aug 06 16:50:00.253813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7583a831-d889-4306-a750-05e83a33a07b req-79d01893-9d39-4294-8378-d870ad116921 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885742 Aug 06 16:50:00.400983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e091e-3860-461f-b08f-13b8631444c7 req-1195b110-af99-4893-8db5-155e1faeeb5f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:00.402504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0f2e091e-3860-461f-b08f-13b8631444c7 req-1195b110-af99-4893-8db5-155e1faeeb5f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 943 time: 0.0499394 Aug 06 16:50:00.441243 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0f2e091e-3860-461f-b08f-13b8631444c7 req-36393f2a-62df-48c5-ab02-f2b49af1b3df tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328243 Aug 06 16:50:01.467769 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:50:01.559855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f550a25-b6ca-4fbf-83ce-bc1c4c45f0c8 req-6c295fde-bb38-4a48-a37a-f6549afbdae1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:01.561360 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f550a25-b6ca-4fbf-83ce-bc1c4c45f0c8 req-6c295fde-bb38-4a48-a37a-f6549afbdae1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 943 time: 0.0484109 Aug 06 16:50:01.599579 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f550a25-b6ca-4fbf-83ce-bc1c4c45f0c8 req-bd5956bf-c7da-43c5-a01c-7728726c2f03 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315619 Aug 06 16:50:02.715163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff5dd3-9630-4001-8cb4-733ecda481f4 req-94cf9980-42a5-4ad2-a3f9-0e04fab4b5e6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:02.716638 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3aff5dd3-9630-4001-8cb4-733ecda481f4 req-94cf9980-42a5-4ad2-a3f9-0e04fab4b5e6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 943 time: 0.0519116 Aug 06 16:50:02.753742 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3aff5dd3-9630-4001-8cb4-733ecda481f4 req-c9bcd118-2038-47ab-a1d7-563ba027ef32 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305660 Aug 06 16:50:02.968724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 45927d4c-4f88-4e01-beea-464b5ee57230 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:50:03.061599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=45927d4c-4f88-4e01-beea-464b5ee57230,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:50:03.072798 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '45927d4c-4f88-4e01-beea-464b5ee57230', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'port_id': '45927d4c-4f88-4e01-beea-464b5ee57230', 'mac_address': 'fa:16:3e:7e:55:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:50:03.108541 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:03.120592 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45927d4c-4f88-4e01-beea-464b5ee57230 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:50:03.139633 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=45927d4c-4f88-4e01-beea-464b5ee57230,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:50:03.143921 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:03.199791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=45927d4c-4f88-4e01-beea-464b5ee57230,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:03.334625 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['45927d4c-4f88-4e01-beea-464b5ee57230'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:50:03.849278 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f6f95e01-125d-4a80-b793-4476b450df52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:03.885084 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a9d10-6742-4f70-9d87-57471804ba2a req-7c97fcfc-fb0c-4e0f-8064-27961796c5d0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:03.886610 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e41a9d10-6742-4f70-9d87-57471804ba2a req-7c97fcfc-fb0c-4e0f-8064-27961796c5d0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 944 time: 0.0652957 Aug 06 16:50:03.925275 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e41a9d10-6742-4f70-9d87-57471804ba2a req-efa2de5a-ff3c-4858-876b-d2656c090c67 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327106 Aug 06 16:50:04.965266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 45927d4c-4f88-4e01-beea-464b5ee57230 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:50:05.016391 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 45927d4c-4f88-4e01-beea-464b5ee57230 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:50:05.019951 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 45927d4c-4f88-4e01-beea-464b5ee57230 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:05.020316 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:05.038505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406eebc3-5f53-4e0f-b432-2bce5fbf1910 req-04fe00c3-bc7f-4ecd-a736-5bd938305cfe tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:05.039995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-406eebc3-5f53-4e0f-b432-2bce5fbf1910 req-04fe00c3-bc7f-4ecd-a736-5bd938305cfe tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 944 time: 0.0485706 Aug 06 16:50:05.077907 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-406eebc3-5f53-4e0f-b432-2bce5fbf1910 req-70f0d7db-deb5-469a-a8bc-51547b1d088c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319176 Aug 06 16:50:05.096191 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:05.118821 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:50:05.121036 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c33ab7da21bb0a114e4599af2413d275eaaade772d2c64ee989830d6c32787e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fb380b-4b4b-47c2-a175-f3bf02dbb070" -d '{"events": [{"server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "name": "network-vif-plugged", "status": "completed", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:50:05.134705 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=45927d4c-4f88-4e01-beea-464b5ee57230,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:50:05.139027 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:05.161771 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f12047d-19a2-41c9-ac86-010ed80c0275 x-openstack-request-id: req-8f12047d-19a2-41c9-ac86-010ed80c0275 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:50:05.161934 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "name": "network-vif-plugged", "status": "completed", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:50:05.162186 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f12047d-19a2-41c9-ac86-010ed80c0275 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:50:05.162570 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230', 'code': 200} Aug 06 16:50:05.193012 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=45927d4c-4f88-4e01-beea-464b5ee57230,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:05.259206 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e3c54-1c0b-45b1-8814-9521a52b9bdc req-3f362875-a15e-41c6-beff-3e6c823207d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:05.266247 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-689e3c54-1c0b-45b1-8814-9521a52b9bdc req-3f362875-a15e-41c6-beff-3e6c823207d6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 1096 time: 0.0456717 Aug 06 16:50:05.295468 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-689e3c54-1c0b-45b1-8814-9521a52b9bdc req-a9ef2cfd-4429-4bc0-b000-f5b2ca05b823 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269952 Aug 06 16:50:06.193839 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab02ceb-2843-4b28-ac18-6502cfd66b29 req-0b731223-870b-45d0-9ba5-e58548ea0ec6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:06.195345 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aab02ceb-2843-4b28-ac18-6502cfd66b29 req-0b731223-870b-45d0-9ba5-e58548ea0ec6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0506077 Aug 06 16:50:06.233099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aab02ceb-2843-4b28-ac18-6502cfd66b29 req-6153ade5-1551-4209-92df-ea1f74943eac tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317702 Aug 06 16:50:06.272375 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1cd0498f-510a-41f3-9b12-a376315deee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:06.694759 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:07.346502 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca3909-f983-448c-9d94-f0e0f2f2ba0c req-bd3aaced-7c1d-4d73-844b-1a8cc3740b97 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:07.347978 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02ca3909-f983-448c-9d94-f0e0f2f2ba0c req-bd3aaced-7c1d-4d73-844b-1a8cc3740b97 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0474157 Aug 06 16:50:07.385421 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02ca3909-f983-448c-9d94-f0e0f2f2ba0c req-a0a53e57-c016-4abb-96e4-af8832005774 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316315 Aug 06 16:50:07.468297 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:07.500649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc261e61-1eca-489e-96e8-006effef4f14 req-5ad7ea6f-185e-4b86-8dfd-6441989e8ed6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:07.502115 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fc261e61-1eca-489e-96e8-006effef4f14 req-5ad7ea6f-185e-4b86-8dfd-6441989e8ed6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0545642 Aug 06 16:50:07.510881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60114) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:07.515652 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-5f131e29-484e-45ca-a512-bc0347de9fb1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Request body: {'floatingip': {'port_id': '45927d4c-4f88-4e01-beea-464b5ee57230'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:50:07.555138 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f131e29-484e-45ca-a512-bc0347de9fb1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for floatingip, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:08.314286 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f131e29-484e-45ca-a512-bc0347de9fb1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:08.318016 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f131e29-484e-45ca-a512-bc0347de9fb1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:08.416132 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-5f131e29-484e-45ca-a512-bc0347de9fb1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Floating IP aac0cbaa-b811-4bc8-a75c-cbbdd56a822f associated. External IP: 172.25.1.206, port: 45927d4c-4f88-4e01-beea-464b5ee57230. Aug 06 16:50:08.616566 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f131e29-484e-45ca-a512-bc0347de9fb1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:50:08.727921 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f131e29-484e-45ca-a512-bc0347de9fb1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:50:08.736683 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5f131e29-484e-45ca-a512-bc0347de9fb1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:08.739256 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e2fe9b-b32d-49ab-8ddc-54b236f05b7a None None] Sync routers for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:50:08.748484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e2fe9b-b32d-49ab-8ddc-54b236f05b7a None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:50:08.749103 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-28e2fe9b-b32d-49ab-8ddc-54b236f05b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:50:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:08.767154 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5f131e29-484e-45ca-a512-bc0347de9fb1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "PUT /v2.0/floatingips/aac0cbaa-b811-4bc8-a75c-cbbdd56a822f HTTP/1.1" status: 200 len: 991 time: 1.2526181 Aug 06 16:50:08.767154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:50:08.768137 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd3cfb84244da789631cbf690b38ced4ed4e03ae70febc1fa33151c911806a43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f9a0c0-344c-4653-8ef9-b058babc3466" -d '{"events": [{"name": "network-changed", "server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:50:08.868385 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-28e2fe9b-b32d-49ab-8ddc-54b236f05b7a None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:50:08.880085 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0afc5d9-a9fe-42d1-a94f-681278d96132 x-openstack-request-id: req-b0afc5d9-a9fe-42d1-a94f-681278d96132 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:50:08.880376 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:50:08.880626 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0afc5d9-a9fe-42d1-a94f-681278d96132 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:50:08.881023 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230', 'status': 'completed', 'code': 200} Aug 06 16:50:08.957913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9a0c0-344c-4653-8ef9-b058babc3466 req-3cb2fbbe-e060-4bac-945e-6c3c1d4f41de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:08.959430 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73f9a0c0-344c-4653-8ef9-b058babc3466 req-3cb2fbbe-e060-4bac-945e-6c3c1d4f41de service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 1096 time: 0.0430491 Aug 06 16:50:09.053025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9a0c0-344c-4653-8ef9-b058babc3466 req-6397438c-6999-4b44-ae14-0d696397d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:09.054636 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73f9a0c0-344c-4653-8ef9-b058babc3466 req-6397438c-6999-4b44-ae14-0d696397d5a0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0872531 Aug 06 16:50:09.094138 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-28e2fe9b-b32d-49ab-8ddc-54b236f05b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'aac0cbaa-b811-4bc8-a75c-cbbdd56a822f', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'port_id': '45927d4c-4f88-4e01-beea-464b5ee57230', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'mac_address': 'fa:16:3e:7e:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f42a42-e3ad-4007-bab9-289751c56c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:45:37Z', 'updated_at': '2021-08-06T16:50:08Z', 'revision_number': 9, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:09.124215 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e2fe9b-b32d-49ab-8ddc-54b236f05b7a None None] Checking router: 9a4e7e74-6bc6-4378-b23c-91a237499dc7 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:50:09.127411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73f9a0c0-344c-4653-8ef9-b058babc3466 req-57c1a64b-5a64-48e1-8d40-6e28ebc0cfce service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 200 len: 999 time: 0.0651767 Aug 06 16:50:09.132538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e2fe9b-b32d-49ab-8ddc-54b236f05b7a None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:50:09.133139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-28e2fe9b-b32d-49ab-8ddc-54b236f05b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:50:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:09.179786 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9a0c0-344c-4653-8ef9-b058babc3466 req-c23c79f4-9af9-49f8-a6c9-f6dc5cca0cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:09.181276 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73f9a0c0-344c-4653-8ef9-b058babc3466 req-c23c79f4-9af9-49f8-a6c9-f6dc5cca0cbf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0467870 Aug 06 16:50:09.230284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9a0c0-344c-4653-8ef9-b058babc3466 req-146ae641-0f8d-4c14-85dc-1325b06a92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:09.231802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73f9a0c0-344c-4653-8ef9-b058babc3466 req-146ae641-0f8d-4c14-85dc-1325b06a92e6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417325 Aug 06 16:50:09.242982 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:09.268347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-28e2fe9b-b32d-49ab-8ddc-54b236f05b7a None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:50:09.330847 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73f9a0c0-344c-4653-8ef9-b058babc3466 req-92f2d077-e6a1-4eaf-a77e-986c1062f170 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904138 Aug 06 16:50:09.424139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-73f9a0c0-344c-4653-8ef9-b058babc3466 req-2f362a45-9a63-4c1d-ad70-73808fee2e21 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853646 Aug 06 16:50:09.653274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-28e2fe9b-b32d-49ab-8ddc-54b236f05b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'aac0cbaa-b811-4bc8-a75c-cbbdd56a822f', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'port_id': '45927d4c-4f88-4e01-beea-464b5ee57230', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'mac_address': 'fa:16:3e:7e:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f42a42-e3ad-4007-bab9-289751c56c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:45:37Z', 'updated_at': '2021-08-06T16:50:08Z', 'revision_number': 9, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:09.678945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e2fe9b-b32d-49ab-8ddc-54b236f05b7a None None] The sync data for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 is: [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'aac0cbaa-b811-4bc8-a75c-cbbdd56a822f', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'port_id': '45927d4c-4f88-4e01-beea-464b5ee57230', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'mac_address': 'fa:16:3e:7e:55:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f42a42-e3ad-4007-bab9-289751c56c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:45:37Z', 'updated_at': '2021-08-06T16:50:08Z', 'revision_number': 9, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:50:09.875397 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac69cee-afa6-4b78-b9c0-8dfdb9be1fd0 None None] New status for floating IP aac0cbaa-b811-4bc8-a75c-cbbdd56a822f: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:50:24.104297 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:24.312136 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:33.849737 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-97d8550e-6966-4316-a12e-b5259d069af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:36.276167 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-26e053e0-f289-4201-a9f9-8a5b3ce86372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:36.701261 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:37.471899 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:38.472233 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:50:39.207142 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:47.826693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a61b0a8d-c7d8-4cf4-a631-c982a004ee7c req-ae524de3-5c26-42d7-b3a8-da23cf163875 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445349 Aug 06 16:50:47.911004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b0a8d-c7d8-4cf4-a631-c982a004ee7c req-fb32704b-8f5f-4959-8449-3c205b3d79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:47.912470 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a61b0a8d-c7d8-4cf4-a631-c982a004ee7c req-fb32704b-8f5f-4959-8449-3c205b3d79c7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 1096 time: 0.0408928 Aug 06 16:50:48.016716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b0a8d-c7d8-4cf4-a631-c982a004ee7c req-1a077425-84c3-4826-a0c3-bed9d1bfa5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:48.018210 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a61b0a8d-c7d8-4cf4-a631-c982a004ee7c req-1a077425-84c3-4826-a0c3-bed9d1bfa5d6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0856361 Aug 06 16:50:48.082990 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a61b0a8d-c7d8-4cf4-a631-c982a004ee7c req-0d9a275a-3e02-4898-82e3-e33489c7304f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 200 len: 1002 time: 0.0567122 Aug 06 16:50:48.132056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b0a8d-c7d8-4cf4-a631-c982a004ee7c req-1668ac1e-7fe9-4012-b83f-a899916a1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:48.133527 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a61b0a8d-c7d8-4cf4-a631-c982a004ee7c req-1668ac1e-7fe9-4012-b83f-a899916a1562 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0433855 Aug 06 16:50:48.185711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b0a8d-c7d8-4cf4-a631-c982a004ee7c req-522df29b-e867-43ad-bb49-6c2b74ae3102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:48.187206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a61b0a8d-c7d8-4cf4-a631-c982a004ee7c req-522df29b-e867-43ad-bb49-6c2b74ae3102 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459907 Aug 06 16:50:48.277950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a61b0a8d-c7d8-4cf4-a631-c982a004ee7c req-909610f9-926c-4ae0-aefc-6f18f10bcc59 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813806 Aug 06 16:50:48.369511 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a61b0a8d-c7d8-4cf4-a631-c982a004ee7c req-5395143a-9bc5-4d79-b340-d3929660fd88 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847790 Aug 06 16:50:54.117903 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:54.326057 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:03.851357 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-39367ecb-ceac-4583-a3d7-871603574c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:06.277138 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-93131aea-2968-4c78-9b2f-008740c8f064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:06.692857 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:07.474598 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:09.207620 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:15.470497 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:51:24.116399 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:24.325750 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:33.852006 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ddb27f96-1d72-4569-a594-50206560cf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:36.276999 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6549a293-106b-4f61-a071-b0292910dc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:36.694696 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:37.477568 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:39.210446 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:43.867577 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-044db932-4853-4efa-a06b-44d2b4a02575 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410695 Aug 06 16:51:44.034376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332803b-b76f-4794-879e-32b7d29b3cdb req-ff3bcacf-eda5-481a-ba00-b90d7da80134 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:44.035894 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9332803b-b76f-4794-879e-32b7d29b3cdb req-ff3bcacf-eda5-481a-ba00-b90d7da80134 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0993056 Aug 06 16:51:44.082085 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9332803b-b76f-4794-879e-32b7d29b3cdb req-d1fa393c-86e4-4fac-879e-db1ee0b1c876 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396235 Aug 06 16:51:44.990650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-4a6a0477-6552-4910-9d33-1c018e3f5a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:44.992111 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-4a6a0477-6552-4910-9d33-1c018e3f5a6a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 1096 time: 0.0829186 Aug 06 16:51:45.080890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-25312f41-6900-4a43-a268-964c2094b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:45.082390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-25312f41-6900-4a43-a268-964c2094b295 service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0831232 Aug 06 16:51:45.150991 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-0f949fa5-a730-44a1-8077-d8ee52ba1e9a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 200 len: 1002 time: 0.0603421 Aug 06 16:51:45.211241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-e3b3a47b-dd89-40d8-bcd7-e543cad6638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:45.212717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-e3b3a47b-dd89-40d8-bcd7-e543cad6638e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0547752 Aug 06 16:51:45.263505 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-e7257345-45ef-4a91-9538-ad5b17aed96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:45.264995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-e7257345-45ef-4a91-9538-ad5b17aed96a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440989 Aug 06 16:51:45.365725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355af44-b07d-4417-bb9a-80be25d04e82 req-d1b3d68c-441a-4a9f-8e5c-c295bb466fc0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:45.367203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9355af44-b07d-4417-bb9a-80be25d04e82 req-d1b3d68c-441a-4a9f-8e5c-c295bb466fc0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.1473837 Aug 06 16:51:45.406082 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-7d666274-f9eb-4471-8871-edf6fcac584e service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308143 Aug 06 16:51:45.426172 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9355af44-b07d-4417-bb9a-80be25d04e82 req-e27f8379-bf35-49cd-ae5c-c15c86835a0b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527864 Aug 06 16:51:45.838640 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-289ca85f-2c6f-491f-a424-4f3c726d0705 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250019 Aug 06 16:51:46.545222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c9596-9a57-4310-97f1-e463fe421466 req-72898d7f-d37f-41fa-87ea-b7bdd86da913 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:46.547490 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f9c9596-9a57-4310-97f1-e463fe421466 req-72898d7f-d37f-41fa-87ea-b7bdd86da913 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0517504 Aug 06 16:51:46.586578 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f9c9596-9a57-4310-97f1-e463fe421466 req-ba654a5b-e013-4913-b59f-460ff7742bac tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329814 Aug 06 16:51:47.699681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc420ab-5ae0-41d8-b823-e8f2041df97f req-eaa94ea4-4d75-4478-a144-99a67e0b11cf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:47.701150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8dc420ab-5ae0-41d8-b823-e8f2041df97f req-eaa94ea4-4d75-4478-a144-99a67e0b11cf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0476537 Aug 06 16:51:47.739726 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8dc420ab-5ae0-41d8-b823-e8f2041df97f req-00fdf84e-61d3-4293-9e17-c804c7d5ed2f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323997 Aug 06 16:51:47.868433 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629aabe-8b51-4950-a0cb-b2315372d6b7 req-6115b6b2-0204-4032-bec3-dccff0fc9ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:47.870586 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8629aabe-8b51-4950-a0cb-b2315372d6b7 req-6115b6b2-0204-4032-bec3-dccff0fc9ace service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 1096 time: 0.0443742 Aug 06 16:51:47.980080 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629aabe-8b51-4950-a0cb-b2315372d6b7 req-09bf8bd6-4fb1-41e8-a99c-081c710811e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:47.982097 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8629aabe-8b51-4950-a0cb-b2315372d6b7 req-09bf8bd6-4fb1-41e8-a99c-081c710811e4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0891533 Aug 06 16:51:48.048923 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8629aabe-8b51-4950-a0cb-b2315372d6b7 req-aac5889e-f61a-48b3-ab3f-2589bf860e33 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 200 len: 1002 time: 0.0601168 Aug 06 16:51:48.098152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629aabe-8b51-4950-a0cb-b2315372d6b7 req-59ab4f18-ea38-428d-af3e-62f99608efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:48.099562 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8629aabe-8b51-4950-a0cb-b2315372d6b7 req-59ab4f18-ea38-428d-af3e-62f99608efdd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0430374 Aug 06 16:51:48.144603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629aabe-8b51-4950-a0cb-b2315372d6b7 req-9f40d3c8-286d-4301-87ee-bd3c2e5b4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:48.146032 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8629aabe-8b51-4950-a0cb-b2315372d6b7 req-9f40d3c8-286d-4301-87ee-bd3c2e5b4d3b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395939 Aug 06 16:51:48.248462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8629aabe-8b51-4950-a0cb-b2315372d6b7 req-76b10574-23ac-45a1-8ba9-74c544feb114 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939476 Aug 06 16:51:48.342892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8629aabe-8b51-4950-a0cb-b2315372d6b7 req-35f76eb3-da38-4385-8f73-15435143d10f service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867565 Aug 06 16:51:48.861999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9a8b7-6a52-454d-9bf8-57c2602dadf9 req-ffbed12d-a673-4fb2-98a5-44ce38da8aa4 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:48.863487 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9d9a8b7-6a52-454d-9bf8-57c2602dadf9 req-ffbed12d-a673-4fb2-98a5-44ce38da8aa4 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0541713 Aug 06 16:51:48.901844 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9d9a8b7-6a52-454d-9bf8-57c2602dadf9 req-6944c2ee-508f-4475-8cdb-983cb91d4074 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317173 Aug 06 16:51:50.015903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32e2dd-5611-4f92-aabb-9839595d78f8 req-9da3f319-5b38-4a80-a1dc-c1953b4daa13 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:50.017367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea32e2dd-5611-4f92-aabb-9839595d78f8 req-9da3f319-5b38-4a80-a1dc-c1953b4daa13 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0486560 Aug 06 16:51:50.055224 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ea32e2dd-5611-4f92-aabb-9839595d78f8 req-e3f49d59-0239-46e8-98e5-bc3105456492 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319333 Aug 06 16:51:51.169268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304d650-3ad6-4759-909f-38c18a009ec6 req-d8c74e5b-cc6e-481e-adb3-c89dc0761b21 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:51.170776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1304d650-3ad6-4759-909f-38c18a009ec6 req-d8c74e5b-cc6e-481e-adb3-c89dc0761b21 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0483093 Aug 06 16:51:51.209517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1304d650-3ad6-4759-909f-38c18a009ec6 req-7cd24e74-558f-4178-bc23-b717e1554111 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327795 Aug 06 16:51:52.348256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4c4ba-d3d6-44bf-9e2a-5675a8cec870 req-5e9d5b47-162c-42e0-a72a-d839f07b239f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:52.349827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8fd4c4ba-d3d6-44bf-9e2a-5675a8cec870 req-5e9d5b47-162c-42e0-a72a-d839f07b239f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0685222 Aug 06 16:51:52.389441 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8fd4c4ba-d3d6-44bf-9e2a-5675a8cec870 req-00931a5c-e723-4979-a13a-2a714f2f1c72 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331080 Aug 06 16:51:52.469382 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:51:53.504508 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c9711-b2ac-48f6-97b8-65ee3630cf6a req-f4f00523-c5c0-4ce7-b675-2e9f15c20b16 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:53.505976 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f3c9711-b2ac-48f6-97b8-65ee3630cf6a req-f4f00523-c5c0-4ce7-b675-2e9f15c20b16 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0477474 Aug 06 16:51:53.542747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f3c9711-b2ac-48f6-97b8-65ee3630cf6a req-5a25ce0d-7bc6-46e7-a636-7ab0b5df0619 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302422 Aug 06 16:51:54.131137 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:54.325415 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:54.656784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1bdde-e0a6-4b59-a707-f480b96f6be0 req-8af3f1d7-1c2c-4e65-9c39-ceda42693494 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:54.658262 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10f1bdde-e0a6-4b59-a707-f480b96f6be0 req-8af3f1d7-1c2c-4e65-9c39-ceda42693494 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0492220 Aug 06 16:51:54.696977 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10f1bdde-e0a6-4b59-a707-f480b96f6be0 req-834c446c-614c-470c-998e-bb7d498be510 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328124 Aug 06 16:51:55.817697 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11e315-bff1-4c12-aa18-c3b4b3a4e683 req-1a865a8c-6a51-4c8c-bd56-4ac67ca06603 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:55.819242 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c11e315-bff1-4c12-aa18-c3b4b3a4e683 req-1a865a8c-6a51-4c8c-bd56-4ac67ca06603 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0538545 Aug 06 16:51:55.859862 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c11e315-bff1-4c12-aa18-c3b4b3a4e683 req-e3947e03-8c2e-4efa-8d99-6953557ac4e1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344105 Aug 06 16:51:56.978256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7d0b0-9a1d-4808-9873-7f81d07a52c4 req-c1a2f715-5b54-47ff-844c-cee7d07b2793 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:56.979752 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-efa7d0b0-9a1d-4808-9873-7f81d07a52c4 req-c1a2f715-5b54-47ff-844c-cee7d07b2793 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0490217 Aug 06 16:51:57.019200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-efa7d0b0-9a1d-4808-9873-7f81d07a52c4 req-49ac46c2-b9ab-4eb5-abbf-3019c4c21c9c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335600 Aug 06 16:51:57.724716 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-aecbfb32-4bf2-4a79-875b-b6ac93deeb73 service neutron] show failed (client error): The resource could not be found. Aug 06 16:51:57.725779 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-aecbfb32-4bf2-4a79-875b-b6ac93deeb73 service neutron] 10.222.0.78 "GET /v2.0/ports/45927d4c-4f88-4e01-beea-464b5ee57230/bindings/n-h2-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.0561070 Aug 06 16:51:58.010775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-16fe8bd2-abb5-44b4-82c0-c3283415c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:58.012299 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-16fe8bd2-abb5-44b4-82c0-c3283415c2f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38&tenant_id=57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 1096 time: 0.0917675 Aug 06 16:51:58.024608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:51:58.087482 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:58.150819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1084f-8717-44f2-ad6e-4808a3583e3b req-99e26284-1aed-4490-b50a-b00cc8225245 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:58.152464 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3e1084f-8717-44f2-ad6e-4808a3583e3b req-99e26284-1aed-4490-b50a-b00cc8225245 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0587230 Aug 06 16:51:58.213461 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3e1084f-8717-44f2-ad6e-4808a3583e3b req-cc6e0321-bd13-4c8d-ad7a-cb81e0ed7c2b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530245 Aug 06 16:51:58.325732 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=45927d4c-4f88-4e01-beea-464b5ee57230,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:51:58.364221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:51:58.409241 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:51:58.415610 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:58.428289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Transition to ACTIVE for port object 45927d4c-4f88-4e01-beea-464b5ee57230 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:51:58.432573 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:58.462403 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6274b84d-728e-4e6c-92e8-883ededed28b" -d '{"events": [{"server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "name": "network-vif-unplugged", "status": "completed", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:51:58.508063 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=45927d4c-4f88-4e01-beea-464b5ee57230,revision_number=6']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:51:58.565279 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:51:58.565640 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:51:58.565993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:51:58.566325 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:51:58.566655 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:51:58.566979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:51:58.567304 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:51:58.567627 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:51:58.567949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:51:58.568278 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:51:58.568591 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:51:58.568933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:51:58.601774 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b316725-0310-4ed8-98c6-77e38f24eecc x-openstack-request-id: req-6b316725-0310-4ed8-98c6-77e38f24eecc {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:51:58.602060 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "name": "network-vif-unplugged", "status": "completed", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:51:58.602309 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b316725-0310-4ed8-98c6-77e38f24eecc {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:51:58.602698 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230', 'code': 200} Aug 06 16:51:58.636705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] No DVR routers for this DVR port 45927d4c-4f88-4e01-beea-464b5ee57230 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:51:58.774064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Attempting to bind port 45927d4c-4f88-4e01-beea-464b5ee57230 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:51:58.774342 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Attempting to bind port 45927d4c-4f88-4e01-beea-464b5ee57230 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:51:58.774668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Attempting to bind port 45927d4c-4f88-4e01-beea-464b5ee57230 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:51:58.778856 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Port 45927d4c-4f88-4e01-beea-464b5ee57230 on network 914a8192-966d-438c-bec1-736f319a2df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:51:58.779209 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Attempting to bind port 45927d4c-4f88-4e01-beea-464b5ee57230 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:51:58.784105 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:51:58.784444 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Checking segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:51:58.784829 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Bound using segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:51:58.785251 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Bound port: 45927d4c-4f88-4e01-beea-464b5ee57230, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:51:58.786336 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:58.849062 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:51:58.852657 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=45927d4c-4f88-4e01-beea-464b5ee57230,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:51:58.857087 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:58.892359 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:58.892980 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:58.894498 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] 10.222.0.13 "PUT /v2.0/ports/45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 200 len: 1091 time: 0.8741586 Aug 06 16:51:58.945979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88578d96-4348-4e28-9b1a-1a9470d32ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=45927d4c-4f88-4e01-beea-464b5ee57230,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:51:58.964882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-8de4e6ce-ff38-45db-b0e5-6234ea59ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:58.966440 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-8de4e6ce-ff38-45db-b0e5-6234ea59ecb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 1094 time: 0.0476379 Aug 06 16:51:59.063695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-eb382f98-9d76-4290-abe9-35eb56f71252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:59.065185 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-eb382f98-9d76-4290-abe9-35eb56f71252 service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0916297 Aug 06 16:51:59.130393 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-d4176d36-4b47-430a-abca-dbfa9d409cb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 200 len: 1000 time: 0.0583420 Aug 06 16:51:59.183139 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-8971070a-d759-4e73-94e1-a1642f81d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:59.184491 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-8971070a-d759-4e73-94e1-a1642f81d7fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0472825 Aug 06 16:51:59.231365 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-6f31b05d-116e-45d7-b36f-9302fe7ecfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:59.232252 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-6f31b05d-116e-45d7-b36f-9302fe7ecfb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405288 Aug 06 16:51:59.317571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba040b-4e29-44c5-9d30-48d12ed81b4f req-b863fb13-4592-4fb9-be61-b1e369aa4fee tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:59.319090 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5ba040b-4e29-44c5-9d30-48d12ed81b4f req-b863fb13-4592-4fb9-be61-b1e369aa4fee tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 943 time: 0.0489919 Aug 06 16:51:59.325599 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-ad2f1480-48ff-474b-ab85-511c157c301a service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864394 Aug 06 16:51:59.356709 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5ba040b-4e29-44c5-9d30-48d12ed81b4f req-37b57894-9f34-45f9-8e31-478ab6c1d5ef tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316844 Aug 06 16:51:59.415961 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0ac669f2-62f0-44ce-95db-21c924ae190a req-7d7907a0-3d89-42a6-a8e0-56cd30c3b3d2 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835161 Aug 06 16:52:00.474853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cad9b-c53c-4f85-a055-e07ee6fabafb req-08dc6310-ad43-4fb4-9b92-2df1d5b216c3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:00.476308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b78cad9b-c53c-4f85-a055-e07ee6fabafb req-08dc6310-ad43-4fb4-9b92-2df1d5b216c3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 943 time: 0.0484791 Aug 06 16:52:00.513142 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b78cad9b-c53c-4f85-a055-e07ee6fabafb req-0e2ceba7-f471-4a7e-94d8-2d7cb638692c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310779 Aug 06 16:52:00.604417 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:52:00.606826 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:52:00.658391 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a43152-d00c-430a-83d8-90949c2c4ef5 x-openstack-request-id: req-b6a43152-d00c-430a-83d8-90949c2c4ef5 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:52:00.658672 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:52:00.658917 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6a43152-d00c-430a-83d8-90949c2c4ef5 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:52:00.659926 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230', 'status': 'completed', 'code': 200} Aug 06 16:52:00.719363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-a47ec845-2061-4d0c-9c6a-1684a1975e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:00.720095 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-13d28304-2af3-4a9a-a4ec-4196088ef11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:00.720850 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-a47ec845-2061-4d0c-9c6a-1684a1975e70 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 1094 time: 0.0418689 Aug 06 16:52:00.721593 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-13d28304-2af3-4a9a-a4ec-4196088ef11c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 1094 time: 0.0406473 Aug 06 16:52:00.815899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-23728c73-f3ce-4f4e-be37-26d34496a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:00.816244 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-9006e076-6f00-4c41-b703-7bf93f8f3de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:00.817392 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-23728c73-f3ce-4f4e-be37-26d34496a5ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0868952 Aug 06 16:52:00.817730 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-9006e076-6f00-4c41-b703-7bf93f8f3de7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0884931 Aug 06 16:52:00.885671 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-4fea8648-3074-4d8e-b3e7-9231238f1bd3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 200 len: 1000 time: 0.0606046 Aug 06 16:52:00.892518 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-ca31125b-de43-4b53-9fe3-86706fefb6a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 200 len: 1000 time: 0.0607998 Aug 06 16:52:00.948802 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-fe4fcf84-141b-4d48-b30c-58288abc95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:00.950845 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-fe4fcf84-141b-4d48-b30c-58288abc95ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0544813 Aug 06 16:52:00.954480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-c9d483a6-cfaa-4715-8ffc-2b1ae964976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:00.955923 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-c9d483a6-cfaa-4715-8ffc-2b1ae964976d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0626233 Aug 06 16:52:01.001430 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-4836ff5f-93e4-4500-806e-0d05f5d66e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:01.003138 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-4836ff5f-93e4-4500-806e-0d05f5d66e52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433638 Aug 06 16:52:01.006330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-0bf15606-5818-4c60-9cb6-b0b98bbe4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:01.007855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-0bf15606-5818-4c60-9cb6-b0b98bbe4639 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434339 Aug 06 16:52:01.095069 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-95f3a218-668e-4f92-be89-7423a8b0ca42 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840003 Aug 06 16:52:01.102775 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-c3d21e56-cdc3-47b3-8c96-9e7836e58058 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868781 Aug 06 16:52:01.188150 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-ed49be0f-faaa-4c19-9d94-1370b7d511ee service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854771 Aug 06 16:52:01.193588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9bcc798-b91f-4e63-9ccb-bc5ccd9cd9a4 req-28ec9007-38fe-4047-a3e3-46c467f357bc service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823841 Aug 06 16:52:01.494153 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 45927d4c-4f88-4e01-beea-464b5ee57230 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:52:01.535468 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 45927d4c-4f88-4e01-beea-464b5ee57230 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:52:01.627413 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bb8a8-3b39-4d36-8a61-88e761bf9b23 req-045875b5-b98c-4620-8a20-64f36af7201c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:01.628878 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-629bb8a8-3b39-4d36-8a61-88e761bf9b23 req-045875b5-b98c-4620-8a20-64f36af7201c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 943 time: 0.0493426 Aug 06 16:52:01.667262 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-629bb8a8-3b39-4d36-8a61-88e761bf9b23 req-03b6efa4-15ca-4e3a-b12e-96b82871b89f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319476 Aug 06 16:52:01.949456 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-befac64b-2fb1-4707-a567-023807cbbd45 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:01.951038 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-befac64b-2fb1-4707-a567-023807cbbd45 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.13 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38&tenant_id=57915d921fb0444ab1f931bec4b9ac5c&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 943 time: 0.0521655 Aug 06 16:52:01.970795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d7bef-cf4b-4e7c-bcee-2aaf0cd43b10 req-fe1fc1ba-6f03-4419-8d0a-cf13a5a23c35 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:01.972415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa0d7bef-cf4b-4e7c-bcee-2aaf0cd43b10 req-fe1fc1ba-6f03-4419-8d0a-cf13a5a23c35 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 943 time: 0.0561354 Aug 06 16:52:02.013303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa0d7bef-cf4b-4e7c-bcee-2aaf0cd43b10 req-d5bde7f9-1066-40c5-aaeb-191e4dec2c3a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344892 Aug 06 16:52:02.015359 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-e1752629-dc21-4451-8897-3d8ab21e5e5f service neutron] 10.222.0.13 "GET /v2.0/ports/45927d4c-4f88-4e01-beea-464b5ee57230/bindings/n-h2-803756-1 HTTP/1.1" status: 200 len: 382 time: 0.0566113 Aug 06 16:52:02.085191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-4d538d0c-45d7-41e7-b2a8-6521bc9adeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:02.086704 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-4d538d0c-45d7-41e7-b2a8-6521bc9adeae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 1094 time: 0.0446734 Aug 06 16:52:02.181354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-82a426c3-2a6a-4db2-b54a-adf82c5edf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:02.183468 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-82a426c3-2a6a-4db2-b54a-adf82c5edf8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0838950 Aug 06 16:52:02.251122 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6bcd0b50-b603-47c9-a9d1-2cf84d284146 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 200 len: 1000 time: 0.0603900 Aug 06 16:52:02.299758 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-8b6307e7-42c1-4c7d-9766-a9a0d268ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:02.301136 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-8b6307e7-42c1-4c7d-9766-a9a0d268ed37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0432627 Aug 06 16:52:02.352696 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-931e99be-f6cc-4cf8-ad0a-d64cd9a9b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:02.354239 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-931e99be-f6cc-4cf8-ad0a-d64cd9a9b0d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461662 Aug 06 16:52:02.447286 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-be76c028-51ea-4196-86f3-8dad462ddf4b service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852613 Aug 06 16:52:02.534873 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-c4ff1d01-97ab-464d-bfc0-6ad07baf054f service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792444 Aug 06 16:52:02.636401 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 45927d4c-4f88-4e01-beea-464b5ee57230 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:52:02.737534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=45927d4c-4f88-4e01-beea-464b5ee57230,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:52:02.748603 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '45927d4c-4f88-4e01-beea-464b5ee57230', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'port_id': '45927d4c-4f88-4e01-beea-464b5ee57230', 'mac_address': 'fa:16:3e:7e:55:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:52:02.789084 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:02.801177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45927d4c-4f88-4e01-beea-464b5ee57230 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:52:02.820087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=45927d4c-4f88-4e01-beea-464b5ee57230,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:52:02.824835 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:02.873459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=45927d4c-4f88-4e01-beea-464b5ee57230,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:52:02.880800 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:02.881142 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:02.881477 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:02.881862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:02.882719 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:02.883053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:02.883370 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:02.883688 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:02.884005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:02.884322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:02.884639 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:02.884955 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:03.075617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['45927d4c-4f88-4e01-beea-464b5ee57230'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:52:03.133550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0365927-5748-49ca-b9f2-86e8502d24c5 req-1fe86514-d338-4855-aaf3-e4921d812883 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:03.135156 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0365927-5748-49ca-b9f2-86e8502d24c5 req-1fe86514-d338-4855-aaf3-e4921d812883 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 944 time: 0.0487831 Aug 06 16:52:03.171880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a0365927-5748-49ca-b9f2-86e8502d24c5 req-8dbec678-d5ac-4bbd-bf7a-5f2fbe02b504 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306275 Aug 06 16:52:03.851920 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc44a-6ecb-4f65-9e08-a3f0d844e9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:04.290236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1a0e7-d4ca-4a27-8a95-d6b887fb275a req-366ce43e-3c01-40a1-8d15-06109429ce7a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:04.291730 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cfe1a0e7-d4ca-4a27-8a95-d6b887fb275a req-366ce43e-3c01-40a1-8d15-06109429ce7a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 944 time: 0.0511107 Aug 06 16:52:04.330995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cfe1a0e7-d4ca-4a27-8a95-d6b887fb275a req-8ceb998c-817c-421d-80ae-007f1718d16e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332475 Aug 06 16:52:04.424372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-0ffb71cc-2f34-43ec-8061-f5e4bde0b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:04.425902 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-0ffb71cc-2f34-43ec-8061-f5e4bde0b988 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38&tenant_id=57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 1095 time: 0.0462451 Aug 06 16:52:04.438103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:52:04.490618 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:04.641168 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 45927d4c-4f88-4e01-beea-464b5ee57230 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:52:04.692038 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=45927d4c-4f88-4e01-beea-464b5ee57230,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:52:04.697187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 45927d4c-4f88-4e01-beea-464b5ee57230 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:52:04.701258 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 45927d4c-4f88-4e01-beea-464b5ee57230 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:52:04.701657 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:04.731973 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:52:04.765139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 45927d4c-4f88-4e01-beea-464b5ee57230 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:52:04.773823 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:04.777588 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:04.784788 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Ignored duplicate provisioning block setup for port 45927d4c-4f88-4e01-beea-464b5ee57230 by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 06 16:52:04.788793 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:04.846434 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.db.api [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:52:04.846780 n-d-803756-1 neutron-server[105766]: DEBUG oslo_db.api [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:52:04.878091 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Pushing event updated for resources: {'Port': ['ID=45927d4c-4f88-4e01-beea-464b5ee57230,revision_number=9']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:52:04.892683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:04.893029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:04.893367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:04.893732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:04.894066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:04.894394 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:04.894717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:04.895043 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:04.895365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:04.895688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:04.896005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:04.896321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:52:04.925535 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] No DVR routers for this DVR port 45927d4c-4f88-4e01-beea-464b5ee57230 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:52:05.065543 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Attempting to bind port 45927d4c-4f88-4e01-beea-464b5ee57230 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:52:05.065800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Attempting to bind port 45927d4c-4f88-4e01-beea-464b5ee57230 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:52:05.066134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Attempting to bind port 45927d4c-4f88-4e01-beea-464b5ee57230 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:52:05.066769 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fb24cfb7-eb11-404e-ae8c-a00a4f8caeb6 None None] Provisioning complete for port 45927d4c-4f88-4e01-beea-464b5ee57230 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:52:05.067352 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fb24cfb7-eb11-404e-ae8c-a00a4f8caeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:05.070599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Port 45927d4c-4f88-4e01-beea-464b5ee57230 on network 914a8192-966d-438c-bec1-736f319a2df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:52:05.070938 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Attempting to bind port 45927d4c-4f88-4e01-beea-464b5ee57230 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:52:05.075880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:52:05.076214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Checking segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:52:05.076598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Bound using segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:52:05.077020 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Bound port: 45927d4c-4f88-4e01-beea-464b5ee57230, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:52:05.077377 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:05.101596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fb24cfb7-eb11-404e-ae8c-a00a4f8caeb6 None None] Port 45927d4c-4f88-4e01-beea-464b5ee57230 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:52:05.141021 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:52:05.143972 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=45927d4c-4f88-4e01-beea-464b5ee57230,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:52:05.148698 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:05.180968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:05.182482 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:05.183567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] 10.222.0.78 "PUT /v2.0/ports/45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 200 len: 1091 time: 0.7488961 Aug 06 16:52:05.183567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:52:05.228138 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c9ee80-307f-4e21-8592-227e7c9a3dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:52:05.248942 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737c112-885a-4237-9794-dd752ba1eb06 service neutron] Pushing event updated for resources: {'Port': ['ID=45927d4c-4f88-4e01-beea-464b5ee57230,revision_number=10']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:52:05.270228 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-9d34063c-68b5-43cd-9617-87d8c64ba972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:05.271782 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-9d34063c-68b5-43cd-9617-87d8c64ba972 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 1095 time: 0.0595462 Aug 06 16:52:05.358508 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9132e1-158d-4587-b408-f02510f5531d x-openstack-request-id: req-da9132e1-158d-4587-b408-f02510f5531d {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:52:05.359592 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:52:05.360020 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da9132e1-158d-4587-b408-f02510f5531d {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:52:05.360754 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230', 'status': 'completed', 'code': 200} Aug 06 16:52:05.381696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-81b756f9-98ed-4ebb-92aa-f177773ac02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:05.383786 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-81b756f9-98ed-4ebb-92aa-f177773ac02f service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.1045215 Aug 06 16:52:05.425131 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:05.430238 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-ed0f95e4-94d6-4076-be50-0b0252dbcec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:05.431760 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-ed0f95e4-94d6-4076-be50-0b0252dbcec0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 1095 time: 0.0523980 Aug 06 16:52:05.448566 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:52:05.474161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=45927d4c-4f88-4e01-beea-464b5ee57230,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:52:05.480987 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:05.491648 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-eb7cf704-348a-4388-8cf1-90a9c2acfddb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 200 len: 1000 time: 0.1001244 Aug 06 16:52:05.515795 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e330d54-5507-4fcf-bd7a-760c6e739f85" -d '{"events": [{"server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "name": "network-vif-plugged", "status": "completed", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:52:05.516681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee5eae-1186-45d4-9526-dfe00d4b9567 req-39794091-99c1-4ffd-bd76-e1c749b4538b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:05.518226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19ee5eae-1186-45d4-9526-dfe00d4b9567 req-39794091-99c1-4ffd-bd76-e1c749b4538b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 944 time: 0.0814016 Aug 06 16:52:05.536846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-238b72fc-d5b8-4a44-a641-e20a80a6cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:05.539152 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-238b72fc-d5b8-4a44-a641-e20a80a6cef1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.1001019 Aug 06 16:52:05.558275 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4013acd8-d868-471c-bb47-c0770a0e801a None None] Provisioning complete for port 45927d4c-4f88-4e01-beea-464b5ee57230 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:52:05.558644 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4013acd8-d868-471c-bb47-c0770a0e801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:05.586187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=45927d4c-4f88-4e01-beea-464b5ee57230,revision_number=11']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:52:05.587092 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-ff82d6bb-b631-4365-96d1-5cf73abbf676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:05.588745 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-ff82d6bb-b631-4365-96d1-5cf73abbf676 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0898621 Aug 06 16:52:05.594506 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-19ee5eae-1186-45d4-9526-dfe00d4b9567 req-ab905d86-9235-453a-accb-9be55102bb1a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552619 Aug 06 16:52:05.648152 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-946eb167-fafc-4678-8a7e-6c7bf7411686 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 200 len: 1002 time: 0.1014466 Aug 06 16:52:05.656450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-68a88519-0179-4412-9084-f18d35b3370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:05.658802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-68a88519-0179-4412-9084-f18d35b3370f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612352 Aug 06 16:52:05.665776 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ae29c4-6f14-450a-bbb4-4c969fb2c65f x-openstack-request-id: req-56ae29c4-6f14-450a-bbb4-4c969fb2c65f {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:52:05.666072 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "name": "network-vif-plugged", "status": "completed", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:52:05.666324 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56ae29c4-6f14-450a-bbb4-4c969fb2c65f {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:52:05.666714 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230', 'code': 200} Aug 06 16:52:05.698572 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-f27d0da4-e098-49c0-9a74-a9f46b1b22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:05.700039 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-f27d0da4-e098-49c0-9a74-a9f46b1b22f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0452199 Aug 06 16:52:05.745959 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-05fb3cc2-1633-45a5-9c7e-0d30cf00b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:05.747529 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-05fb3cc2-1633-45a5-9c7e-0d30cf00b720 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405917 Aug 06 16:52:05.756780 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-15fb9f0f-e483-4d9e-9f7d-c56cb0e18701 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842328 Aug 06 16:52:05.844156 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-cccac194-89f4-47d5-ac42-8278c1e0fd25 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891912 Aug 06 16:52:05.853146 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9f2645e2-789c-4298-9e04-8d0a5ea0dfb0 req-df6a65d5-fbeb-4dc5-8901-c79b812efadd service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882440 Aug 06 16:52:05.936157 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-1224b4c7-2835-45a6-80d3-7152942a4857 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849388 Aug 06 16:52:05.938838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-19590b13-b2b5-43a6-bab3-473712d728f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:05.940357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-19590b13-b2b5-43a6-bab3-473712d728f6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 1097 time: 0.0398622 Aug 06 16:52:06.034184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-a064b244-02f1-4add-9cac-24500bfb66df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:06.035637 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-a064b244-02f1-4add-9cac-24500bfb66df service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0871739 Aug 06 16:52:06.104634 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-8c348b5b-a46c-4a60-8efb-20bf77e06fb4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 200 len: 1002 time: 0.0609632 Aug 06 16:52:06.157970 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-0844f83b-cc32-4189-85f2-0ccd72baad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:06.159519 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-0844f83b-cc32-4189-85f2-0ccd72baad47 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0471373 Aug 06 16:52:06.211241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-4ae609c8-981e-490c-8fdd-f8e54b2eeebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:06.213022 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-4ae609c8-981e-490c-8fdd-f8e54b2eeebb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457001 Aug 06 16:52:06.280151 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-120020e3-53ab-4390-b74b-89aa1485c123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:06.307555 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-b28d9e80-a40e-4f0d-89c8-d174e7d5ac1b service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867741 Aug 06 16:52:06.424602 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90c9ee80-307f-4e21-8592-227e7c9a3dc3 req-61a6408a-54f7-4527-8774-0378413f1234 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086385 Aug 06 16:52:06.699325 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:06.740588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60baa388-4d19-4b53-8047-06daa8ce7012 req-5585d08b-f794-4e62-b71a-feeb152ffb66 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:06.742725 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60baa388-4d19-4b53-8047-06daa8ce7012 req-5585d08b-f794-4e62-b71a-feeb152ffb66 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 946 time: 0.0556519 Aug 06 16:52:06.780913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-60baa388-4d19-4b53-8047-06daa8ce7012 req-911dee9f-03a9-453e-a270-9f11d10e7c40 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322382 Aug 06 16:52:07.480077 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:07.527673 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 45927d4c-4f88-4e01-beea-464b5ee57230 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:52:07.622024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=45927d4c-4f88-4e01-beea-464b5ee57230,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:52:07.633148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '45927d4c-4f88-4e01-beea-464b5ee57230', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'port_id': '45927d4c-4f88-4e01-beea-464b5ee57230', 'mac_address': 'fa:16:3e:7e:55:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:52:07.668240 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:07.680772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45927d4c-4f88-4e01-beea-464b5ee57230 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:52:07.699973 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=45927d4c-4f88-4e01-beea-464b5ee57230,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:52:07.704058 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:07.751508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=45927d4c-4f88-4e01-beea-464b5ee57230,revision_number=12']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:52:07.904709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3728ff-aea6-4489-9118-7678d5a199cf req-2b14c3e2-e379-4289-ac36-fd39c1e82a60 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:07.906248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee3728ff-aea6-4489-9118-7678d5a199cf req-2b14c3e2-e379-4289-ac36-fd39c1e82a60 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0536029 Aug 06 16:52:07.934303 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['45927d4c-4f88-4e01-beea-464b5ee57230'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:52:07.945585 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee3728ff-aea6-4489-9118-7678d5a199cf req-db8ad240-d0bc-4c60-8f64-abbdd26d4de6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333712 Aug 06 16:52:08.064066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a90cd-117f-4110-85ff-97b0d48dd31d req-36e50bb7-5bbc-4e40-bc07-beb3f30147fd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:08.065585 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb0a90cd-117f-4110-85ff-97b0d48dd31d req-36e50bb7-5bbc-4e40-bc07-beb3f30147fd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0537701 Aug 06 16:52:08.105058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb0a90cd-117f-4110-85ff-97b0d48dd31d req-f7c485ee-69b4-425a-8187-4832392dab00 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332785 Aug 06 16:52:08.222470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374f4ca-9b95-4e34-921c-a14667080d0b req-fdcd40f2-054a-4348-83da-a502a7dcca37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:08.224027 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5374f4ca-9b95-4e34-921c-a14667080d0b req-fdcd40f2-054a-4348-83da-a502a7dcca37 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0501256 Aug 06 16:52:08.264875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5374f4ca-9b95-4e34-921c-a14667080d0b req-ca2cd12c-b9f4-44b4-b36c-16963ffc5957 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339749 Aug 06 16:52:08.505466 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647bcdd-6d5f-45c3-9f04-e5ea2249dfc7 req-a3c45e89-1487-442b-8dcf-2ad559bd7b7c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:08.507020 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e647bcdd-6d5f-45c3-9f04-e5ea2249dfc7 req-a3c45e89-1487-442b-8dcf-2ad559bd7b7c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0522256 Aug 06 16:52:08.545692 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e647bcdd-6d5f-45c3-9f04-e5ea2249dfc7 req-e929e1bf-bc6d-4efa-b85d-5be7618dded6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325272 Aug 06 16:52:08.658982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 45927d4c-4f88-4e01-beea-464b5ee57230 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:52:08.700840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 45927d4c-4f88-4e01-beea-464b5ee57230 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:52:09.214565 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:09.557123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 45927d4c-4f88-4e01-beea-464b5ee57230 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:52:09.615744 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 45927d4c-4f88-4e01-beea-464b5ee57230 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:52:09.616253 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:09.691710 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac4b4c-890a-4908-95e0-a5f63716a308 req-175ab15e-0f1e-4ac9-9cb5-ebe4b2915329 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:09.693156 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2aac4b4c-890a-4908-95e0-a5f63716a308 req-175ab15e-0f1e-4ac9-9cb5-ebe4b2915329 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 945 time: 0.0537279 Aug 06 16:52:09.702410 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:09.724625 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:52:09.727365 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c4722d-d572-46e8-988d-b11e8478715d" -d '{"events": [{"server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "name": "network-vif-plugged", "status": "completed", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:52:09.730902 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2aac4b4c-890a-4908-95e0-a5f63716a308 req-f931ded0-327c-4d45-a310-6a3b8dc5e5f0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316341 Aug 06 16:52:09.741339 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=45927d4c-4f88-4e01-beea-464b5ee57230,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:52:09.747866 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:09.773825 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05156f6e-9410-46df-b52e-d49d0994a2b6 x-openstack-request-id: req-05156f6e-9410-46df-b52e-d49d0994a2b6 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:52:09.774160 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "name": "network-vif-plugged", "status": "completed", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:52:09.774409 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05156f6e-9410-46df-b52e-d49d0994a2b6 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:52:09.774795 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230', 'code': 200} Aug 06 16:52:09.804301 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=45927d4c-4f88-4e01-beea-464b5ee57230,revision_number=13']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:52:09.826317 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcd4bd-9140-4c62-b5d1-4c4378103f16 req-b9ec9ce1-bd71-413f-84f2-218018473ee0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:09.827807 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fbbcd4bd-9140-4c62-b5d1-4c4378103f16 req-b9ec9ce1-bd71-413f-84f2-218018473ee0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.78 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 946 time: 0.0494952 Aug 06 16:52:09.916070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-fbbcd4bd-9140-4c62-b5d1-4c4378103f16 req-2253e9ba-0725-480c-bd59-445dfd84379e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Deleting port 45927d4c-4f88-4e01-beea-464b5ee57230 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:52:09.916406 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fbbcd4bd-9140-4c62-b5d1-4c4378103f16 req-2253e9ba-0725-480c-bd59-445dfd84379e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:10.004339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-fbbcd4bd-9140-4c62-b5d1-4c4378103f16 req-2253e9ba-0725-480c-bd59-445dfd84379e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] For port 45927d4c-4f88-4e01-beea-464b5ee57230, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=45927d4c-4f88-4e01-beea-464b5ee57230,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:52:10.004688 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fbbcd4bd-9140-4c62-b5d1-4c4378103f16 req-2253e9ba-0725-480c-bd59-445dfd84379e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:10.169071 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fbbcd4bd-9140-4c62-b5d1-4c4378103f16 req-2253e9ba-0725-480c-bd59-445dfd84379e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:10.169437 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fbbcd4bd-9140-4c62-b5d1-4c4378103f16 req-2253e9ba-0725-480c-bd59-445dfd84379e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:10.169783 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-fbbcd4bd-9140-4c62-b5d1-4c4378103f16 req-2253e9ba-0725-480c-bd59-445dfd84379e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Floating IP aac0cbaa-b811-4bc8-a75c-cbbdd56a822f disassociated. External IP: 172.25.1.206, port: 45927d4c-4f88-4e01-beea-464b5ee57230. Aug 06 16:52:10.170118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-fbbcd4bd-9140-4c62-b5d1-4c4378103f16 req-2253e9ba-0725-480c-bd59-445dfd84379e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Calling delete_port for 45927d4c-4f88-4e01-beea-464b5ee57230 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:52:10.296571 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fbbcd4bd-9140-4c62-b5d1-4c4378103f16 req-2253e9ba-0725-480c-bd59-445dfd84379e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:10.326095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253e9ba-0725-480c-bd59-445dfd84379e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Pushing event deleted for resources: {'Port': ['ID=45927d4c-4f88-4e01-beea-464b5ee57230,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:52:10.441305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbbcd4bd-9140-4c62-b5d1-4c4378103f16 req-2253e9ba-0725-480c-bd59-445dfd84379e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:52:10.552610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbbcd4bd-9140-4c62-b5d1-4c4378103f16 req-2253e9ba-0725-480c-bd59-445dfd84379e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:52:10.562476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7923664a-8e05-4fb3-a6a6-2e1827100dfb None None] Sync routers for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:52:10.572770 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7923664a-8e05-4fb3-a6a6-2e1827100dfb None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:52:10.573384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-7923664a-8e05-4fb3-a6a6-2e1827100dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:52:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:52:10.591983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbcd4bd-9140-4c62-b5d1-4c4378103f16 req-2253e9ba-0725-480c-bd59-445dfd84379e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] No DVR routers for this DVR port 45927d4c-4f88-4e01-beea-464b5ee57230 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:52:10.594599 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fbbcd4bd-9140-4c62-b5d1-4c4378103f16 req-2253e9ba-0725-480c-bd59-445dfd84379e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:10.596726 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fbbcd4bd-9140-4c62-b5d1-4c4378103f16 req-2253e9ba-0725-480c-bd59-445dfd84379e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.78 "DELETE /v2.0/ports/45927d4c-4f88-4e01-beea-464b5ee57230 HTTP/1.1" status: 204 len: 173 time: 0.7620175 Aug 06 16:52:10.597095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'name': 'network-vif-deleted', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:52:10.599465 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99131ae1-07f5-404a-a468-c56cab437226" -d '{"events": [{"server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "name": "network-vif-deleted", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:52:10.642793 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c751d76d-b6e3-4497-ba90-2a0658d76062 x-openstack-request-id: req-c751d76d-b6e3-4497-ba90-2a0658d76062 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:52:10.643217 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f42a42-e3ad-4007-bab9-289751c56c38", "name": "network-vif-deleted", "tag": "45927d4c-4f88-4e01-beea-464b5ee57230", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:52:10.643400 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c751d76d-b6e3-4497-ba90-2a0658d76062 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:52:10.643784 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f42a42-e3ad-4007-bab9-289751c56c38', 'name': 'network-vif-deleted', 'tag': '45927d4c-4f88-4e01-beea-464b5ee57230', 'status': 'completed', 'code': 200} Aug 06 16:52:10.703675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-7923664a-8e05-4fb3-a6a6-2e1827100dfb None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:52:10.856166 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2f1b88b6-572c-430a-84cb-a7c59c35a79b req-c64e1775-a993-41d7-8576-84f25d7aa74d tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=43f42a42-e3ad-4007-bab9-289751c56c38 HTTP/1.1" status: 200 len: 210 time: 0.0336123 Aug 06 16:52:10.937269 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-7923664a-8e05-4fb3-a6a6-2e1827100dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:52:10.963175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7923664a-8e05-4fb3-a6a6-2e1827100dfb None None] Checking router: 9a4e7e74-6bc6-4378-b23c-91a237499dc7 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:52:10.971428 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7923664a-8e05-4fb3-a6a6-2e1827100dfb None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:52:10.972024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-7923664a-8e05-4fb3-a6a6-2e1827100dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:52:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:52:11.074704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-7923664a-8e05-4fb3-a6a6-2e1827100dfb None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:52:11.268229 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-7923664a-8e05-4fb3-a6a6-2e1827100dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:52:11.295309 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7923664a-8e05-4fb3-a6a6-2e1827100dfb None None] The sync data for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 is: [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:52:11.531449 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208fb77b-a4ad-4baa-9a93-ce5aa877d154 None None] New status for floating IP aac0cbaa-b811-4bc8-a75c-cbbdd56a822f: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:52:12.118195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-738e2dd2-ee49-456d-86c7-4cf6e22c4a7a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1917786316&fields=id&tenant_id=57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 267 time: 0.0330098 Aug 06 16:52:12.219736 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-0ad55a9a-b21d-442a-87f4-46a72fcf8512 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:12.221170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-0ad55a9a-b21d-442a-87f4-46a72fcf8512 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 811 time: 0.0965078 Aug 06 16:52:12.236473 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-6fe17fe0-23ec-473a-a8dc-80b9c6707628 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/quotas/57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 375 time: 0.0088964 Aug 06 16:52:12.292418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-9484d37c-0ef3-461c-a12b-a7c9d1dcbbc4 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508683 Aug 06 16:52:12.378148 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-232c112d-dcad-4889-abd2-35b07343f630 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:52:12.379174 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-232c112d-dcad-4889-abd2-35b07343f630 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0427465 Aug 06 16:52:12.467085 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-afa6e5bf-9486-42f3-a1f4-a88fc91e14b5 service neutron] 10.222.0.37 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819263 Aug 06 16:52:12.558221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-14ef6445-ba40-41d4-a2e7-04fa3adb21ce service neutron] 10.222.0.37 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852318 Aug 06 16:52:12.721128 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-49ada239-142e-4de3-af61-6d5d89cd385b req-08254b0b-7a74-4265-b563-46253d2cc92b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 210 time: 0.0323832 Aug 06 16:52:13.587580 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 45927d4c-4f88-4e01-beea-464b5ee57230 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:52:13.599632 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-87475d88-cc82-40f0-bd14-9ab4b9255cf9 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:13.604071 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-87475d88-cc82-40f0-bd14-9ab4b9255cf9 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 811 time: 0.1040514 Aug 06 16:52:13.608712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 45927d4c-4f88-4e01-beea-464b5ee57230 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:52:13.609581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 45927d4c-4f88-4e01-beea-464b5ee57230 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:52:13.648109 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-6174d44a-f3e5-4529-a6ea-80d844b48f79 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 380 time: 0.0362163 Aug 06 16:52:13.658561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-1c5c8dc1-373f-4a2a-85fe-e7887919a4db tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Request body: {'port': {'device_id': '50314943-9811-41f0-89db-c548492c294b', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'admin_state_up': True, 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'security_groups': ['24b800a1-5194-4161-a918-8f81b11c7e54']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:52:13.780231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-1c5c8dc1-373f-4a2a-85fe-e7887919a4db tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Made reservation on behalf of 57915d921fb0444ab1f931bec4b9ac5c for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:52:13.785267 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-1c5c8dc1-373f-4a2a-85fe-e7887919a4db tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:13.826267 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ffd53e27-8f3c-4c35-8ca4-f2f750df20be req-9734ae29-f7d6-4784-b4e9-ce77217a8a1a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 210 time: 0.0285282 Aug 06 16:52:13.935368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-1c5c8dc1-373f-4a2a-85fe-e7887919a4db tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Allocated IP 172.20.0.9 (914a8192-966d-438c-bec1-736f319a2df0/fe01d4c7-7ce2-4269-8466-9f0e56307174/ed973a95-f355-47aa-8aa7-2b694f519961) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:52:14.072603 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-1c5c8dc1-373f-4a2a-85fe-e7887919a4db tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:14.433014 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-1c5c8dc1-373f-4a2a-85fe-e7887919a4db tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Transition to ACTIVE for port object ed973a95-f355-47aa-8aa7-2b694f519961 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:52:14.465413 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-1c5c8dc1-373f-4a2a-85fe-e7887919a4db tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:14.506396 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-1c5c8dc1-373f-4a2a-85fe-e7887919a4db tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Network 914a8192-966d-438c-bec1-736f319a2df0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:52:14.511413 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-1c5c8dc1-373f-4a2a-85fe-e7887919a4db tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:52:14.515089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-1c5c8dc1-373f-4a2a-85fe-e7887919a4db tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:52:14.540937 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c8dc1-373f-4a2a-85fe-e7887919a4db tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Pushing event updated for resources: {'Port': ['ID=ed973a95-f355-47aa-8aa7-2b694f519961,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:52:14.568907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-1c5c8dc1-373f-4a2a-85fe-e7887919a4db tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:14.569533 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-1c5c8dc1-373f-4a2a-85fe-e7887919a4db tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:14.585982 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-1c5c8dc1-373f-4a2a-85fe-e7887919a4db tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9307263 Aug 06 16:52:14.598515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Request body: {'port': {'device_id': '50314943-9811-41f0-89db-c548492c294b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:52:14.657568 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:14.734392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4610af29-14d6-4831-a3a2-6815a2353556 None None] Provisioning for port ed973a95-f355-47aa-8aa7-2b694f519961 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:52:14.738184 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4610af29-14d6-4831-a3a2-6815a2353556 None None] Provisioning complete for port ed973a95-f355-47aa-8aa7-2b694f519961 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:52:14.738554 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4610af29-14d6-4831-a3a2-6815a2353556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:14.775673 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4610af29-14d6-4831-a3a2-6815a2353556 None None] Port ed973a95-f355-47aa-8aa7-2b694f519961 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:52:14.946717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed973a95-f355-47aa-8aa7-2b694f519961 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:52:14.955824 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:14.973455 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Transition to ACTIVE for port object ed973a95-f355-47aa-8aa7-2b694f519961 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:52:14.981007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f72a1-c741-4c8b-bbb4-b1c7737719d0 req-ea8cbdf2-f2b1-4ccd-a7d1-575fbd579fbe tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:14.982489 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed6f72a1-c741-4c8b-bbb4-b1c7737719d0 req-ea8cbdf2-f2b1-4ccd-a7d1-575fbd579fbe tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 931 time: 0.0754151 Aug 06 16:52:14.983504 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:15.072168 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Pushing event updated for resources: {'Port': ['ID=ed973a95-f355-47aa-8aa7-2b694f519961,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:52:15.102851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed6f72a1-c741-4c8b-bbb4-b1c7737719d0 req-cb1d31c1-313b-4f53-9ed9-21018a56a371 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951130 Aug 06 16:52:15.133750 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Attempting to bind port ed973a95-f355-47aa-8aa7-2b694f519961 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:52:15.134094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Attempting to bind port ed973a95-f355-47aa-8aa7-2b694f519961 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:52:15.134424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Attempting to bind port ed973a95-f355-47aa-8aa7-2b694f519961 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:52:15.138957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Port ed973a95-f355-47aa-8aa7-2b694f519961 on network 914a8192-966d-438c-bec1-736f319a2df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:52:15.139279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Attempting to bind port ed973a95-f355-47aa-8aa7-2b694f519961 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:52:15.144217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:52:15.144565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Checking segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:52:15.144953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Bound using segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:52:15.145577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Bound port: ed973a95-f355-47aa-8aa7-2b694f519961, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:52:15.145738 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:15.214135 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:52:15.216994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=ed973a95-f355-47aa-8aa7-2b694f519961,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:52:15.221760 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:15.255308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:15.255944 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:15.258090 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] 10.222.0.78 "PUT /v2.0/ports/ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 1091 time: 0.6641982 Aug 06 16:52:15.258553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50314943-9811-41f0-89db-c548492c294b', 'tag': 'ed973a95-f355-47aa-8aa7-2b694f519961'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:52:15.260880 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15512160-fd01-4121-bdb3-add9059ca56e" -d '{"events": [{"name": "network-changed", "server_uuid": "50314943-9811-41f0-89db-c548492c294b", "tag": "ed973a95-f355-47aa-8aa7-2b694f519961"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:52:15.295593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d70781-f871-41e8-bd70-01f99151d10f service neutron] Pushing event updated for resources: {'Port': ['ID=ed973a95-f355-47aa-8aa7-2b694f519961,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:52:15.314967 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebb9fc8-24cf-4a43-8507-b829c86cec71 x-openstack-request-id: req-3ebb9fc8-24cf-4a43-8507-b829c86cec71 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:52:15.315263 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50314943-9811-41f0-89db-c548492c294b", "tag": "ed973a95-f355-47aa-8aa7-2b694f519961", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:52:15.315512 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ebb9fc8-24cf-4a43-8507-b829c86cec71 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:52:15.315911 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50314943-9811-41f0-89db-c548492c294b', 'tag': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'status': 'completed', 'code': 200} Aug 06 16:52:15.347312 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-21075006-fee1-45bf-8647-6f5505236d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:15.348832 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-21075006-fee1-45bf-8647-6f5505236d2f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 1094 time: 0.0458484 Aug 06 16:52:15.396499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-d4f5d561-a027-4283-9a76-4acda07d74d6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 217 time: 0.0392725 Aug 06 16:52:15.447995 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-bb7e59ba-65a4-4bcc-84e1-547313d560be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:15.449531 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-bb7e59ba-65a4-4bcc-84e1-547313d560be service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0457668 Aug 06 16:52:15.495860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-40edbba5-7e78-42da-bf27-42efc0c1b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:15.497240 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-40edbba5-7e78-42da-bf27-42efc0c1b71d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400839 Aug 06 16:52:15.591473 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-bd9bcf4f-e1c4-413d-a27a-5782ff4a47e4 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863824 Aug 06 16:52:15.680180 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99d1491d-f2b6-4f71-b411-d8e5ffc8291b req-861a2b5c-10a9-4cdd-836a-efc13e91a032 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810680 Aug 06 16:52:15.767211 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15512160-fd01-4121-bdb3-add9059ca56e req-2e8b7cd0-065a-4a56-84e9-5fcce9fb9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:15.768604 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15512160-fd01-4121-bdb3-add9059ca56e req-2e8b7cd0-065a-4a56-84e9-5fcce9fb9339 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 1094 time: 0.0452390 Aug 06 16:52:15.859816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15512160-fd01-4121-bdb3-add9059ca56e req-09344ccc-f659-4fbe-8e85-ea01d4f0c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:15.861226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15512160-fd01-4121-bdb3-add9059ca56e req-09344ccc-f659-4fbe-8e85-ea01d4f0c052 service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0841892 Aug 06 16:52:15.908300 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15512160-fd01-4121-bdb3-add9059ca56e req-e45107e2-3d57-44f5-8aa4-f8e0576952f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 217 time: 0.0387611 Aug 06 16:52:15.958948 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15512160-fd01-4121-bdb3-add9059ca56e req-cd280307-abb3-4f9e-9075-6a912f192134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:15.960974 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15512160-fd01-4121-bdb3-add9059ca56e req-cd280307-abb3-4f9e-9075-6a912f192134 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0447030 Aug 06 16:52:16.015267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15512160-fd01-4121-bdb3-add9059ca56e req-0a174b7d-5326-437c-99d3-8db82e2c00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:16.016795 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15512160-fd01-4121-bdb3-add9059ca56e req-0a174b7d-5326-437c-99d3-8db82e2c00a8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468991 Aug 06 16:52:16.115014 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15512160-fd01-4121-bdb3-add9059ca56e req-fdee7446-df5b-40ba-aa2e-b64ac63af446 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887976 Aug 06 16:52:16.244308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15512160-fd01-4121-bdb3-add9059ca56e req-99e7f3fd-d90c-483b-846d-0bd464b19590 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207745 Aug 06 16:52:16.253430 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82c416-7f6a-49cd-99f7-ab7938fa5ece req-3db4ad17-ee87-447d-9dcb-2ce57d996ae4 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:16.254941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c82c416-7f6a-49cd-99f7-ab7938fa5ece req-3db4ad17-ee87-447d-9dcb-2ce57d996ae4 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 943 time: 0.0775681 Aug 06 16:52:16.294932 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c82c416-7f6a-49cd-99f7-ab7938fa5ece req-4f676ebd-ca6d-482c-b919-a3c086ab0a90 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331008 Aug 06 16:52:17.412172 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ca387-2d7a-4da0-bde3-c97c19c73afe req-8517b480-44e2-47d5-9312-9af9526a1ffc tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:17.414270 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-742ca387-2d7a-4da0-bde3-c97c19c73afe req-8517b480-44e2-47d5-9312-9af9526a1ffc tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 943 time: 0.0494413 Aug 06 16:52:17.452402 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-742ca387-2d7a-4da0-bde3-c97c19c73afe req-7d5d2a7c-aa92-4143-86ef-6a169e3ac4f2 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314281 Aug 06 16:52:17.619158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device ed973a95-f355-47aa-8aa7-2b694f519961 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:52:17.711984 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=ed973a95-f355-47aa-8aa7-2b694f519961,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:52:17.722636 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'port_id': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'mac_address': 'fa:16:3e:9d:0b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:52:17.758868 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:17.774338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed973a95-f355-47aa-8aa7-2b694f519961 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:52:17.793424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=ed973a95-f355-47aa-8aa7-2b694f519961,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:52:17.797569 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:17.845141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=ed973a95-f355-47aa-8aa7-2b694f519961,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:52:17.989477 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['ed973a95-f355-47aa-8aa7-2b694f519961'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:52:18.568477 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43aea4-3cc3-4383-9734-cceeac1b9519 req-ce9c61bd-7167-4a17-ae96-a27192599775 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:18.569982 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f43aea4-3cc3-4383-9734-cceeac1b9519 req-ce9c61bd-7167-4a17-ae96-a27192599775 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0491438 Aug 06 16:52:18.606905 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f43aea4-3cc3-4383-9734-cceeac1b9519 req-ff8a474d-c63c-4329-b965-ae378092d08c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310781 Aug 06 16:52:19.650572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device ed973a95-f355-47aa-8aa7-2b694f519961 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:52:19.702550 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port ed973a95-f355-47aa-8aa7-2b694f519961 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:52:19.706442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port ed973a95-f355-47aa-8aa7-2b694f519961 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:52:19.706812 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:19.727002 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2a1c1-0f33-4856-8d9c-2fb0d886ac98 req-ef30e48c-09a2-452f-ab6c-d910ba104446 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:19.729956 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43b2a1c1-0f33-4856-8d9c-2fb0d886ac98 req-ef30e48c-09a2-452f-ab6c-d910ba104446 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0560927 Aug 06 16:52:19.765996 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43b2a1c1-0f33-4856-8d9c-2fb0d886ac98 req-a2bcc77f-9522-4d40-92e4-72606783bf48 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315042 Aug 06 16:52:19.782894 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:19.805054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50314943-9811-41f0-89db-c548492c294b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed973a95-f355-47aa-8aa7-2b694f519961'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:52:19.807280 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8e5618-b354-4c64-92cb-1648360fe459" -d '{"events": [{"server_uuid": "50314943-9811-41f0-89db-c548492c294b", "name": "network-vif-plugged", "status": "completed", "tag": "ed973a95-f355-47aa-8aa7-2b694f519961"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:52:19.820208 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=ed973a95-f355-47aa-8aa7-2b694f519961,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:52:19.829828 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:19.858393 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6bbd47-c355-4dc8-8b71-523ce12a92d6 x-openstack-request-id: req-0d6bbd47-c355-4dc8-8b71-523ce12a92d6 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:52:19.858683 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50314943-9811-41f0-89db-c548492c294b", "name": "network-vif-plugged", "status": "completed", "tag": "ed973a95-f355-47aa-8aa7-2b694f519961", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:52:19.858994 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d6bbd47-c355-4dc8-8b71-523ce12a92d6 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:52:19.859384 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50314943-9811-41f0-89db-c548492c294b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'code': 200} Aug 06 16:52:19.888639 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=ed973a95-f355-47aa-8aa7-2b694f519961,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:52:19.943928 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c929d-9b93-4242-a03d-9f8af7f49596 req-25c6d8ab-71b7-4f76-9c08-9d795a814249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:19.945414 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-980c929d-9b93-4242-a03d-9f8af7f49596 req-25c6d8ab-71b7-4f76-9c08-9d795a814249 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 1096 time: 0.0392976 Aug 06 16:52:19.980774 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-980c929d-9b93-4242-a03d-9f8af7f49596 req-6a758a9a-0a21-4999-9539-086420461c47 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283041 Aug 06 16:52:20.884397 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb07284-0098-4570-bdaf-ee696c43b917 req-d8cc9acf-c6ee-4c28-b065-45a13b873d0b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:20.885892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3eb07284-0098-4570-bdaf-ee696c43b917 req-d8cc9acf-c6ee-4c28-b065-45a13b873d0b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0505328 Aug 06 16:52:20.924146 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3eb07284-0098-4570-bdaf-ee696c43b917 req-01be1727-b605-49f9-b960-2ed30e7ed443 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316565 Aug 06 16:52:22.046073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04720c7d-7ea8-4135-909f-2bab11628cc9 req-cfc041e4-8116-4d1a-a9bc-ec7b9ebcb3b1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:22.047588 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04720c7d-7ea8-4135-909f-2bab11628cc9 req-cfc041e4-8116-4d1a-a9bc-ec7b9ebcb3b1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0533147 Aug 06 16:52:22.086611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-04720c7d-7ea8-4135-909f-2bab11628cc9 req-c760d24d-06dd-4d5f-bfa3-4187d21e193f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329337 Aug 06 16:52:22.195963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbd744-447b-457e-aa44-93764ad5a032 req-8c750059-dc72-4697-917f-8faa8f14c702 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:22.197462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bdbbd744-447b-457e-aa44-93764ad5a032 req-8c750059-dc72-4697-917f-8faa8f14c702 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0481939 Aug 06 16:52:22.206220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60494) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:52:22.210995 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-cb14b771-fad4-4e8f-a158-07ccff1cd051 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Request body: {'floatingip': {'port_id': 'ed973a95-f355-47aa-8aa7-2b694f519961'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:52:22.248712 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb14b771-fad4-4e8f-a158-07ccff1cd051 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for floatingip, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:22.677549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb14b771-fad4-4e8f-a158-07ccff1cd051 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:22.681779 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb14b771-fad4-4e8f-a158-07ccff1cd051 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:22.780413 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-cb14b771-fad4-4e8f-a158-07ccff1cd051 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Floating IP aac0cbaa-b811-4bc8-a75c-cbbdd56a822f associated. External IP: 172.25.1.206, port: ed973a95-f355-47aa-8aa7-2b694f519961. Aug 06 16:52:22.984649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb14b771-fad4-4e8f-a158-07ccff1cd051 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:52:23.090004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb14b771-fad4-4e8f-a158-07ccff1cd051 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:52:23.094596 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cb14b771-fad4-4e8f-a158-07ccff1cd051 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:23.101612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48faf342-e306-465d-9165-b468bccc46f1 None None] Sync routers for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:52:23.110577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48faf342-e306-465d-9165-b468bccc46f1 None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:52:23.111172 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-48faf342-e306-465d-9165-b468bccc46f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:52:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:52:23.121747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cb14b771-fad4-4e8f-a158-07ccff1cd051 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "PUT /v2.0/floatingips/aac0cbaa-b811-4bc8-a75c-cbbdd56a822f HTTP/1.1" status: 200 len: 992 time: 0.9145515 Aug 06 16:52:23.122333 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50314943-9811-41f0-89db-c548492c294b', 'tag': 'ed973a95-f355-47aa-8aa7-2b694f519961'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:52:23.124568 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb47d66-4d79-4b08-b454-5610b3cc39c0" -d '{"events": [{"name": "network-changed", "server_uuid": "50314943-9811-41f0-89db-c548492c294b", "tag": "ed973a95-f355-47aa-8aa7-2b694f519961"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:52:23.161395 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44860ccb-83d8-46ca-a769-66b27f5496c7 x-openstack-request-id: req-44860ccb-83d8-46ca-a769-66b27f5496c7 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:52:23.161716 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50314943-9811-41f0-89db-c548492c294b", "tag": "ed973a95-f355-47aa-8aa7-2b694f519961", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:52:23.161977 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44860ccb-83d8-46ca-a769-66b27f5496c7 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:52:23.162389 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50314943-9811-41f0-89db-c548492c294b', 'tag': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'status': 'completed', 'code': 200} Aug 06 16:52:23.222383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-48faf342-e306-465d-9165-b468bccc46f1 None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:52:23.225608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb47d66-4d79-4b08-b454-5610b3cc39c0 req-fbac8842-1ac4-4d61-a2e3-6e52df64e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:23.227377 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcb47d66-4d79-4b08-b454-5610b3cc39c0 req-fbac8842-1ac4-4d61-a2e3-6e52df64e3df service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 1096 time: 0.0424247 Aug 06 16:52:23.322974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb47d66-4d79-4b08-b454-5610b3cc39c0 req-91ade26f-fc4e-4204-a7bf-ef36f1c9139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:23.324501 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcb47d66-4d79-4b08-b454-5610b3cc39c0 req-91ade26f-fc4e-4204-a7bf-ef36f1c9139a service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0899515 Aug 06 16:52:23.393400 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcb47d66-4d79-4b08-b454-5610b3cc39c0 req-aee10949-2302-4a21-9cb8-96ae5228cfad service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 1000 time: 0.0610318 Aug 06 16:52:23.445770 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-48faf342-e306-465d-9165-b468bccc46f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'aac0cbaa-b811-4bc8-a75c-cbbdd56a822f', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'port_id': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'mac_address': 'fa:16:3e:9d:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50314943-9811-41f0-89db-c548492c294b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:45:37Z', 'updated_at': '2021-08-06T16:52:22Z', 'revision_number': 13, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:52:23.446114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb47d66-4d79-4b08-b454-5610b3cc39c0 req-e5b8eb70-349b-481a-9f48-1feab7f0ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:23.447499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcb47d66-4d79-4b08-b454-5610b3cc39c0 req-e5b8eb70-349b-481a-9f48-1feab7f0ca93 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0467811 Aug 06 16:52:23.471881 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48faf342-e306-465d-9165-b468bccc46f1 None None] Checking router: 9a4e7e74-6bc6-4378-b23c-91a237499dc7 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:52:23.480339 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48faf342-e306-465d-9165-b468bccc46f1 None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:52:23.481065 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-48faf342-e306-465d-9165-b468bccc46f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:52:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:52:23.495031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb47d66-4d79-4b08-b454-5610b3cc39c0 req-1c15f566-d9de-4f4d-bcc9-4f05eefa7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:23.496546 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcb47d66-4d79-4b08-b454-5610b3cc39c0 req-1c15f566-d9de-4f4d-bcc9-4f05eefa7352 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403364 Aug 06 16:52:23.587311 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcb47d66-4d79-4b08-b454-5610b3cc39c0 req-b0c7fd7e-afb4-486b-aa2e-e55d96cee226 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829730 Aug 06 16:52:23.587793 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-48faf342-e306-465d-9165-b468bccc46f1 None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:52:23.679959 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bcb47d66-4d79-4b08-b454-5610b3cc39c0 req-1277e295-47c3-421b-a432-6268fc594146 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853913 Aug 06 16:52:23.810741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-48faf342-e306-465d-9165-b468bccc46f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'aac0cbaa-b811-4bc8-a75c-cbbdd56a822f', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'port_id': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'mac_address': 'fa:16:3e:9d:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50314943-9811-41f0-89db-c548492c294b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:45:37Z', 'updated_at': '2021-08-06T16:52:22Z', 'revision_number': 13, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:52:23.836251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48faf342-e306-465d-9165-b468bccc46f1 None None] The sync data for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 is: [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'aac0cbaa-b811-4bc8-a75c-cbbdd56a822f', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'floating_ip_address': '172.25.1.206', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'port_id': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'mac_address': 'fa:16:3e:9d:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50314943-9811-41f0-89db-c548492c294b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:45:37Z', 'updated_at': '2021-08-06T16:52:22Z', 'revision_number': 13, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:52:24.033315 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc220f-c7a5-478f-bc5d-aba8a9e9c3ed None None] New status for floating IP aac0cbaa-b811-4bc8-a75c-cbbdd56a822f: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:52:24.135760 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:24.357059 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:29.468359 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:52:33.854494 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-60cbe6e6-1915-40ac-b289-37bc5241e4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:36.281992 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-34af5043-5d7f-4aa1-aab0-1693ad737dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:36.700349 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:37.484675 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:39.216591 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:47.820460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f6819f6-5099-4392-862a-b79559e280ba req-438c7521-6117-4735-bc45-1591e906d63b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397484 Aug 06 16:52:47.903456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6819f6-5099-4392-862a-b79559e280ba req-f49c683c-2f06-4064-8573-2f53bbb056ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:47.904897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f6819f6-5099-4392-862a-b79559e280ba req-f49c683c-2f06-4064-8573-2f53bbb056ff service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 1096 time: 0.0389993 Aug 06 16:52:48.010453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6819f6-5099-4392-862a-b79559e280ba req-3a2aaf67-9d88-4561-b816-8b3de17c4f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:48.011904 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f6819f6-5099-4392-862a-b79559e280ba req-3a2aaf67-9d88-4561-b816-8b3de17c4f93 service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0870330 Aug 06 16:52:48.075962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f6819f6-5099-4392-862a-b79559e280ba req-cbe26cbd-2160-4f9e-a05c-a52a38dfca8c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 1002 time: 0.0563130 Aug 06 16:52:48.129156 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6819f6-5099-4392-862a-b79559e280ba req-00291b3e-d1e3-4fa6-b4f9-432a978cb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:48.130654 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f6819f6-5099-4392-862a-b79559e280ba req-00291b3e-d1e3-4fa6-b4f9-432a978cb267 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0476561 Aug 06 16:52:48.178404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6819f6-5099-4392-862a-b79559e280ba req-979ab19e-fe56-42de-bd1e-e5e14de1cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:48.179946 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f6819f6-5099-4392-862a-b79559e280ba req-979ab19e-fe56-42de-bd1e-e5e14de1cd13 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422473 Aug 06 16:52:48.275113 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f6819f6-5099-4392-862a-b79559e280ba req-d2ee429a-05a7-416f-9195-bb7843fad731 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864074 Aug 06 16:52:48.373274 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f6819f6-5099-4392-862a-b79559e280ba req-bee8f7cc-1985-4d7d-b31b-f138d79996d3 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908780 Aug 06 16:52:54.150947 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:54.355782 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:03.854798 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e7217b9a-4e84-4556-a80c-8a989b795bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:06.282773 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e628c742-fea3-4d99-9f0f-f0a2c6303c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:06.468180 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:53:06.700278 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:07.486979 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:09.219075 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:24.146196 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:24.385599 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:33.855771 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d3cc77ad-96c3-4c87-a30a-ff34961d5442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:36.281954 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f9717f16-77c9-46b2-a616-0961da9b006b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:36.701799 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:37.490151 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:39.222246 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:43.470701 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:53:49.819917 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d19bea1-3803-4fa8-a8f8-4d62528bc762 req-a300b454-cfbe-4622-912e-e23a3cd346a0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411172 Aug 06 16:53:49.904540 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19bea1-3803-4fa8-a8f8-4d62528bc762 req-ec219b1e-d94b-49b2-a576-e8a25d34a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:49.906030 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d19bea1-3803-4fa8-a8f8-4d62528bc762 req-ec219b1e-d94b-49b2-a576-e8a25d34a9bf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 1096 time: 0.0425637 Aug 06 16:53:50.012386 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19bea1-3803-4fa8-a8f8-4d62528bc762 req-a588891a-10e1-412f-b04e-007f3a1f115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:50.013859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d19bea1-3803-4fa8-a8f8-4d62528bc762 req-a588891a-10e1-412f-b04e-007f3a1f115e service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0872748 Aug 06 16:53:50.081085 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d19bea1-3803-4fa8-a8f8-4d62528bc762 req-ba17da37-7cd4-4883-ab33-a5849bbdaf86 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 1002 time: 0.0598578 Aug 06 16:53:50.128491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19bea1-3803-4fa8-a8f8-4d62528bc762 req-a671ff08-9481-4aa2-8968-c2d130c3b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:50.129888 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d19bea1-3803-4fa8-a8f8-4d62528bc762 req-a671ff08-9481-4aa2-8968-c2d130c3b7cd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0420353 Aug 06 16:53:50.175322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19bea1-3803-4fa8-a8f8-4d62528bc762 req-83fa69cb-2a7c-44ef-aaae-fc92065b4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:50.176810 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d19bea1-3803-4fa8-a8f8-4d62528bc762 req-83fa69cb-2a7c-44ef-aaae-fc92065b4fc0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392914 Aug 06 16:53:50.622793 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d19bea1-3803-4fa8-a8f8-4d62528bc762 req-cb84ba54-ac77-4db1-8034-24f74ce552c0 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377561 Aug 06 16:53:50.710374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6d19bea1-3803-4fa8-a8f8-4d62528bc762 req-f01b9059-2326-4ba2-8356-1bed04a5abcc service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802722 Aug 06 16:53:54.175614 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:54.385065 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:00.509991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7adfbc-5485-4aa2-a36e-8dc72d24dd04 req-bedfa466-4698-4a22-a355-f19828d40a6f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:00.512027 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a7adfbc-5485-4aa2-a36e-8dc72d24dd04 req-bedfa466-4698-4a22-a355-f19828d40a6f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0518904 Aug 06 16:54:00.548326 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4a7adfbc-5485-4aa2-a36e-8dc72d24dd04 req-ad3cf4c9-a9cb-4fff-a0f3-f778fa16266e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304925 Aug 06 16:54:03.857852 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dc3daa5f-172f-426c-8cfa-f6591d911d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:06.282352 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-76956550-72b6-44a7-81f5-f7ca527adbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:06.702725 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:07.492344 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:09.224614 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:11.679300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a399a39-8551-43d7-ad73-7f1d8bfeb7e1 req-9f5640ea-9e2e-4c36-ab60-0aeb0b18b46a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:11.680822 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a399a39-8551-43d7-ad73-7f1d8bfeb7e1 req-9f5640ea-9e2e-4c36-ab60-0aeb0b18b46a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0704942 Aug 06 16:54:11.688345 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-8f74a578-e980-429c-ae1f-5aa6b57a2ada service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864840 Aug 06 16:54:11.722883 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3a399a39-8551-43d7-ad73-7f1d8bfeb7e1 req-c0b04e80-437c-4e01-acfa-ab4f9614f5dc tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335059 Aug 06 16:54:12.772663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-127baff0-3f76-4d1a-98f3-d67601ee08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:12.775897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-127baff0-3f76-4d1a-98f3-d67601ee08c4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 1096 time: 0.0416744 Aug 06 16:54:12.895260 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d89e5-20c5-44ff-b1f5-e47caac6356c req-3d25a8c3-788f-4f0e-b8bd-6a99b6eb0ebe tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:12.896730 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce3d89e5-20c5-44ff-b1f5-e47caac6356c req-3d25a8c3-788f-4f0e-b8bd-6a99b6eb0ebe tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0972209 Aug 06 16:54:12.912578 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-2f2e2077-8db6-48dd-8e90-6d666b60b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:12.915535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-2f2e2077-8db6-48dd-8e90-6d666b60b1a1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.1324258 Aug 06 16:54:12.983427 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce3d89e5-20c5-44ff-b1f5-e47caac6356c req-e872dd87-f246-4591-bb8e-3a59c6b8dbc1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794547 Aug 06 16:54:12.998397 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-2b00e938-2140-4a74-a6b2-fcc93d510a20 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 1002 time: 0.0765278 Aug 06 16:54:13.047428 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-a3e1c948-988f-482b-a925-1cc84895a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:13.048754 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-a3e1c948-988f-482b-a925-1cc84895a31b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0428996 Aug 06 16:54:13.094516 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-3718d6a7-5399-4de8-bd27-46e136d0974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:13.095961 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-3718d6a7-5399-4de8-bd27-46e136d0974d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400245 Aug 06 16:54:13.187541 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-d188be56-3996-4b6a-9cc1-8bbdef288500 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840023 Aug 06 16:54:13.278642 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-83d5c52e-6ee0-4f17-8b1a-e944bd19b485 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817676 Aug 06 16:54:14.104242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bcb55-f9b0-4cd1-b125-4e0114e391de req-b4f2720f-43c4-4cbf-94b4-159bd0e2e5d0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:14.106470 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-082bcb55-f9b0-4cd1-b125-4e0114e391de req-b4f2720f-43c4-4cbf-94b4-159bd0e2e5d0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0532615 Aug 06 16:54:14.143761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-082bcb55-f9b0-4cd1-b125-4e0114e391de req-867fe1e9-e3a6-4b2d-b3ab-3d9885216e2f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314465 Aug 06 16:54:15.261218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f94d9b-a4b6-4c63-ac50-5c5d1f6513aa req-fc8eb628-5c57-43f1-a957-96110e5e3564 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:15.262761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83f94d9b-a4b6-4c63-ac50-5c5d1f6513aa req-fc8eb628-5c57-43f1-a957-96110e5e3564 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0494933 Aug 06 16:54:15.302105 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83f94d9b-a4b6-4c63-ac50-5c5d1f6513aa req-370a67b7-b4ea-4bcc-8b9f-6f5b4ef12406 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333879 Aug 06 16:54:16.416497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef99a7-6ec1-452a-830c-054bfbb01560 req-c8ffbda8-4008-4b6d-8a0d-a432aaa84179 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:16.417970 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45ef99a7-6ec1-452a-830c-054bfbb01560 req-c8ffbda8-4008-4b6d-8a0d-a432aaa84179 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0485101 Aug 06 16:54:16.455849 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45ef99a7-6ec1-452a-830c-054bfbb01560 req-cba231d8-d8dd-48a1-9c19-2305a2503f6f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317500 Aug 06 16:54:17.570739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c084f-9881-4217-9428-81a994d9c6fd req-c30f6cfd-4e73-4f96-97df-cf3f735261a6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:17.572206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f12c084f-9881-4217-9428-81a994d9c6fd req-c30f6cfd-4e73-4f96-97df-cf3f735261a6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0507407 Aug 06 16:54:17.612008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f12c084f-9881-4217-9428-81a994d9c6fd req-282fc34e-1be5-4237-915b-dc3d7c40b7ab tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330384 Aug 06 16:54:18.727758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dba1bc-8a2b-4420-906f-c6882edb0051 req-87a9fc8c-824b-424b-8b4b-5fa9b766deba tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:18.729244 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61dba1bc-8a2b-4420-906f-c6882edb0051 req-87a9fc8c-824b-424b-8b4b-5fa9b766deba tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0486012 Aug 06 16:54:18.768219 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-61dba1bc-8a2b-4420-906f-c6882edb0051 req-caaee1f4-98fe-4300-9853-4b012c945697 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322478 Aug 06 16:54:19.887708 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592eb2d-3d0d-4aa6-b15e-55e2478cbdb4 req-6e185095-150d-42cd-9ce5-7a5e275c8371 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:19.889183 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9592eb2d-3d0d-4aa6-b15e-55e2478cbdb4 req-6e185095-150d-42cd-9ce5-7a5e275c8371 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0504203 Aug 06 16:54:19.927068 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9592eb2d-3d0d-4aa6-b15e-55e2478cbdb4 req-b13431ab-b056-460e-a778-784c8397aae3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319870 Aug 06 16:54:20.470726 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:54:21.051679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a036f5d-3504-4852-a70c-8a1a7ada17c1 req-218d6431-464e-421a-9452-2927e982b571 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:21.053133 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a036f5d-3504-4852-a70c-8a1a7ada17c1 req-218d6431-464e-421a-9452-2927e982b571 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0535829 Aug 06 16:54:21.090198 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a036f5d-3504-4852-a70c-8a1a7ada17c1 req-88bcb7eb-9766-49b5-8062-6c5815ff0a9e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304415 Aug 06 16:54:22.209293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cae41d-1931-448d-8d27-d34f8dc8abc3 req-eadc25c0-d1f1-4a2b-b31a-5f0b9a516ba1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:22.210797 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4cae41d-1931-448d-8d27-d34f8dc8abc3 req-eadc25c0-d1f1-4a2b-b31a-5f0b9a516ba1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0497043 Aug 06 16:54:22.257739 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4cae41d-1931-448d-8d27-d34f8dc8abc3 req-03662c5d-364e-44b5-aacb-ed4f769eadd5 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390604 Aug 06 16:54:23.372814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6d177-443f-4d5d-819d-8d3b349c5004 req-1b7bf857-86f9-4cae-b06f-76367089fdeb tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:23.374314 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9f6d177-443f-4d5d-819d-8d3b349c5004 req-1b7bf857-86f9-4cae-b06f-76367089fdeb tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0492947 Aug 06 16:54:23.412699 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9f6d177-443f-4d5d-819d-8d3b349c5004 req-4bbb8009-554e-434f-a899-00de254f3c07 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322580 Aug 06 16:54:24.192484 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:24.386468 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:24.537342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c798fd2-7f96-4bf7-97ce-a3dfb0772a35 req-edbf1387-20fd-4e65-9aaf-5556d1e5fd18 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:24.539121 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4c798fd2-7f96-4bf7-97ce-a3dfb0772a35 req-edbf1387-20fd-4e65-9aaf-5556d1e5fd18 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0583191 Aug 06 16:54:24.578644 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4c798fd2-7f96-4bf7-97ce-a3dfb0772a35 req-ac592870-7160-4f9d-a7ed-2aed56857592 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334053 Aug 06 16:54:25.696374 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06519d-325b-4c37-8bba-0857250e37d7 req-9a854e11-da04-402b-b109-a8ac81eea16e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:25.697886 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f06519d-325b-4c37-8bba-0857250e37d7 req-9a854e11-da04-402b-b109-a8ac81eea16e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0495136 Aug 06 16:54:25.735738 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7f06519d-325b-4c37-8bba-0857250e37d7 req-6c48a14a-b93d-48e2-896d-57d741445fb5 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315115 Aug 06 16:54:26.855218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8fac9-d401-4d93-bb84-e49a99b03806 req-3f73ba11-1399-4b63-b608-595a86c8ecde tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:26.856861 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f8fac9-d401-4d93-bb84-e49a99b03806 req-3f73ba11-1399-4b63-b608-595a86c8ecde tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0521581 Aug 06 16:54:26.929667 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9f8fac9-d401-4d93-bb84-e49a99b03806 req-967607de-7a5c-43d9-b37d-060ee79031cd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664253 Aug 06 16:54:26.947999 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-66ff9113-2809-41f4-b1ff-ab270faa4b43 service neutron] show failed (client error): The resource could not be found. Aug 06 16:54:26.948986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-66ff9113-2809-41f4-b1ff-ab270faa4b43 service neutron] 10.222.0.78 "GET /v2.0/ports/ed973a95-f355-47aa-8aa7-2b694f519961/bindings/n-h2-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.0711188 Aug 06 16:54:27.159507 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-2ab27627-cb7e-43f4-ab91-8783eb5342ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:27.161058 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-2ab27627-cb7e-43f4-ab91-8783eb5342ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b&tenant_id=57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 1096 time: 0.0520301 Aug 06 16:54:27.174006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:54:27.228981 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:27.429581 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=ed973a95-f355-47aa-8aa7-2b694f519961,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:54:27.460276 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:54:27.502324 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50314943-9811-41f0-89db-c548492c294b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed973a95-f355-47aa-8aa7-2b694f519961'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:54:27.504470 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cf0770-1747-4bab-b795-72715774c6a7" -d '{"events": [{"server_uuid": "50314943-9811-41f0-89db-c548492c294b", "name": "network-vif-unplugged", "status": "completed", "tag": "ed973a95-f355-47aa-8aa7-2b694f519961"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:54:27.508800 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:27.520852 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Transition to ACTIVE for port object ed973a95-f355-47aa-8aa7-2b694f519961 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:54:27.525058 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:27.554667 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b7475e-cfcf-44ec-bfae-eff692643289 x-openstack-request-id: req-a0b7475e-cfcf-44ec-bfae-eff692643289 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:54:27.554956 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50314943-9811-41f0-89db-c548492c294b", "name": "network-vif-unplugged", "status": "completed", "tag": "ed973a95-f355-47aa-8aa7-2b694f519961", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:54:27.555203 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0b7475e-cfcf-44ec-bfae-eff692643289 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:54:27.555608 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50314943-9811-41f0-89db-c548492c294b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'code': 200} Aug 06 16:54:27.610979 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed973a95-f355-47aa-8aa7-2b694f519961,revision_number=6']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:54:27.622476 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:27.622817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:27.623189 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:27.623557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:27.623872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:27.624193 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:27.624512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:27.624830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:27.625149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:27.625466 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:27.625806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:27.626123 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:27.669426 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] No DVR routers for this DVR port ed973a95-f355-47aa-8aa7-2b694f519961 on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:54:27.806539 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Attempting to bind port ed973a95-f355-47aa-8aa7-2b694f519961 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:54:27.806867 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Attempting to bind port ed973a95-f355-47aa-8aa7-2b694f519961 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:54:27.807187 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Attempting to bind port ed973a95-f355-47aa-8aa7-2b694f519961 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:54:27.811281 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Port ed973a95-f355-47aa-8aa7-2b694f519961 on network 914a8192-966d-438c-bec1-736f319a2df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:54:27.811596 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Attempting to bind port ed973a95-f355-47aa-8aa7-2b694f519961 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:54:27.816232 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:54:27.816544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Checking segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:54:27.817064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Bound using segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:54:27.823829 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Bound port: ed973a95-f355-47aa-8aa7-2b694f519961, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:54:27.824388 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:27.887181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:54:27.890594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ed973a95-f355-47aa-8aa7-2b694f519961,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:54:27.894877 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:27.927289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:27.927965 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:27.929285 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] 10.222.0.13 "PUT /v2.0/ports/ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 1091 time: 0.7603345 Aug 06 16:54:27.964150 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3a424-5f6e-4fc8-bb8c-5ac8a330d5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed973a95-f355-47aa-8aa7-2b694f519961,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:54:28.000665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-d4e75301-22a8-48e8-bd06-bfe2a2e6a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:28.002466 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-d4e75301-22a8-48e8-bd06-bfe2a2e6a5bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 1094 time: 0.0489681 Aug 06 16:54:28.056507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098f0bc-6657-443d-b7a4-a03d044c3b2e req-1baf9e29-77c5-447e-a41a-e7a608fb17d8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:28.058066 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a098f0bc-6657-443d-b7a4-a03d044c3b2e req-1baf9e29-77c5-447e-a41a-e7a608fb17d8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 943 time: 0.0533035 Aug 06 16:54:28.102176 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a098f0bc-6657-443d-b7a4-a03d044c3b2e req-8e097656-78b1-48ac-a738-d7fd0af49bc5 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371177 Aug 06 16:54:28.105321 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-d24baef1-9bda-4a0d-b260-b81c97725902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:28.106895 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-d24baef1-9bda-4a0d-b260-b81c97725902 service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0978470 Aug 06 16:54:28.172172 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-7eeadfab-c74c-4007-9649-53a36b974b8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 1000 time: 0.0579953 Aug 06 16:54:28.225003 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-b9b431f1-09fc-405b-95e0-aa33b6841cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:28.226488 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-b9b431f1-09fc-405b-95e0-aa33b6841cc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0481110 Aug 06 16:54:28.271691 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-627db665-ced6-4c05-bf46-eb50adc555ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:28.273136 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-627db665-ced6-4c05-bf46-eb50adc555ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388532 Aug 06 16:54:28.362774 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-ef1a3a40-007a-4e12-abac-e0fa84423190 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826211 Aug 06 16:54:28.451658 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-dc158fd5-8ac7-4324-9772-7dc6dea16ee2 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816731 Aug 06 16:54:28.459381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device ed973a95-f355-47aa-8aa7-2b694f519961 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:54:28.501975 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device ed973a95-f355-47aa-8aa7-2b694f519961 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:54:29.221707 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260f1a7-3717-4492-845d-3367b5e8c422 req-c91d6260-3b46-4fe0-9be6-76550de93b0f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:29.223188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7260f1a7-3717-4492-845d-3367b5e8c422 req-c91d6260-3b46-4fe0-9be6-76550de93b0f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 943 time: 0.0503509 Aug 06 16:54:29.262723 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7260f1a7-3717-4492-845d-3367b5e8c422 req-6566fdcc-f3df-496d-b08d-6f3a37f5eacb tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334570 Aug 06 16:54:29.557176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50314943-9811-41f0-89db-c548492c294b', 'tag': 'ed973a95-f355-47aa-8aa7-2b694f519961'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:54:29.559737 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7a92a1-f689-400a-aea2-d4d092d06ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "50314943-9811-41f0-89db-c548492c294b", "tag": "ed973a95-f355-47aa-8aa7-2b694f519961"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:54:29.609543 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9371a71-0f3a-4bc8-8916-16d20a93dded x-openstack-request-id: req-e9371a71-0f3a-4bc8-8916-16d20a93dded {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:54:29.609922 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50314943-9811-41f0-89db-c548492c294b", "tag": "ed973a95-f355-47aa-8aa7-2b694f519961", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:54:29.610140 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9371a71-0f3a-4bc8-8916-16d20a93dded {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:54:29.610810 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50314943-9811-41f0-89db-c548492c294b', 'tag': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'status': 'completed', 'code': 200} Aug 06 16:54:29.677300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-32444db0-528c-401b-a6a3-03d796564da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:29.678847 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-32444db0-528c-401b-a6a3-03d796564da3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 1094 time: 0.0491610 Aug 06 16:54:29.688265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-38fbac56-8728-477a-b6af-5507701f7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:29.690117 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-38fbac56-8728-477a-b6af-5507701f7569 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 1094 time: 0.0519614 Aug 06 16:54:29.780452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-e5148251-d309-4f5c-aa95-5acd61e9ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:29.782224 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-e5148251-d309-4f5c-aa95-5acd61e9ee4e service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0891550 Aug 06 16:54:29.785865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-e472bda2-4ebc-40f0-b273-0f546a37ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:29.787360 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-e472bda2-4ebc-40f0-b273-0f546a37ddfb service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0901935 Aug 06 16:54:29.859535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-fcd671b6-9b87-4b55-8fa0-149856a475b9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 1000 time: 0.0685630 Aug 06 16:54:29.867564 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-9b0ef98d-f8a0-46f2-99d2-fc8edbebb4df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 1000 time: 0.0727987 Aug 06 16:54:29.909496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-09fe376f-4567-425f-8b70-8b3fbafdaa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:29.911005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-09fe376f-4567-425f-8b70-8b3fbafdaa1c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0447159 Aug 06 16:54:29.923042 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-ff84153b-b63b-4690-a6bc-ccd820e430dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:29.924414 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-ff84153b-b63b-4690-a6bc-ccd820e430dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0492988 Aug 06 16:54:29.958682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-accab7b3-b4c9-42ab-a6b3-c6afcf541be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:29.960151 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-accab7b3-b4c9-42ab-a6b3-c6afcf541be0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419769 Aug 06 16:54:29.971936 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-732df187-7659-4ba1-b5f1-737f723ad1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:29.973548 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-732df187-7659-4ba1-b5f1-737f723ad1cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424783 Aug 06 16:54:30.059132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-e87e1fe0-7a5d-435d-af74-496b1b8ff0fa service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900748 Aug 06 16:54:30.069061 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-cdcfa3fa-a6e5-413d-a88d-b1e9a419f745 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874276 Aug 06 16:54:30.155850 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-ba25efdd-4977-46e7-bfd0-d58ff764ee93 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890973 Aug 06 16:54:30.165898 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-fb7a92a1-f689-400a-aea2-d4d092d06ca1 req-7c3f4bc5-ede1-4a4e-8ff4-21a01a7eca4d service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898914 Aug 06 16:54:30.396984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aa3c3-fb12-4888-a4e4-c4c37054ec38 req-31df7ece-2884-4a00-a9b0-3b84bd47998c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:30.398519 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d0aa3c3-fb12-4888-a4e4-c4c37054ec38 req-31df7ece-2884-4a00-a9b0-3b84bd47998c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 943 time: 0.0562339 Aug 06 16:54:30.436670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d0aa3c3-fb12-4888-a4e4-c4c37054ec38 req-5522b212-7ef0-4ebc-9c36-8dcb85df456f tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321355 Aug 06 16:54:31.559248 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d4958-072e-435f-91fd-8221c6bff841 req-9c6f7846-39b8-45ad-9eac-59ce1e5846d0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:31.561405 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-681d4958-072e-435f-91fd-8221c6bff841 req-9c6f7846-39b8-45ad-9eac-59ce1e5846d0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 943 time: 0.0498588 Aug 06 16:54:31.599250 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-681d4958-072e-435f-91fd-8221c6bff841 req-9155e9c5-f710-4694-a3bc-4fe8ec8ffa70 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318992 Aug 06 16:54:32.715991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53418e5d-2fb3-47e8-b6d8-181d3888d1a6 req-4aabf64d-0c8b-4ffe-bfba-03e0d5eddeea tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:32.717463 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53418e5d-2fb3-47e8-b6d8-181d3888d1a6 req-4aabf64d-0c8b-4ffe-bfba-03e0d5eddeea tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 943 time: 0.0491025 Aug 06 16:54:32.755088 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53418e5d-2fb3-47e8-b6d8-181d3888d1a6 req-d706ba1c-c964-45ad-865a-091c4350a564 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317419 Aug 06 16:54:33.859982 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-df141bff-6c23-4815-b1e9-05e1ef3319b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:33.881365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6511d6-23a9-4418-b138-2c7801c9fe0c req-80e06a01-8980-4fb3-bcf2-03cfcb7cb721 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:33.882875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f6511d6-23a9-4418-b138-2c7801c9fe0c req-80e06a01-8980-4fb3-bcf2-03cfcb7cb721 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 943 time: 0.0598552 Aug 06 16:54:33.920420 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1f6511d6-23a9-4418-b138-2c7801c9fe0c req-19524529-7705-47ec-96ec-e153e063b518 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315630 Aug 06 16:54:35.034640 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae3bf4-61bb-4718-8300-aff98de6ecc3 req-8abcee3d-94dc-4a52-864d-903f6d9b3f93 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:35.036115 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2aae3bf4-61bb-4718-8300-aff98de6ecc3 req-8abcee3d-94dc-4a52-864d-903f6d9b3f93 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 943 time: 0.0484068 Aug 06 16:54:35.073583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2aae3bf4-61bb-4718-8300-aff98de6ecc3 req-48f6e837-b024-4b22-bf2e-a54150ce705b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315790 Aug 06 16:54:36.189446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d05cd-a5b4-4029-890f-46b957e75e2a req-2eab1ce9-3910-486e-aece-87632db11be8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:36.190956 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-129d05cd-a5b4-4029-890f-46b957e75e2a req-2eab1ce9-3910-486e-aece-87632db11be8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 943 time: 0.0492313 Aug 06 16:54:36.227868 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-129d05cd-a5b4-4029-890f-46b957e75e2a req-222cdbd3-3575-4d95-bc70-9b1980b8f7f4 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310333 Aug 06 16:54:36.284823 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b0e8108e-9610-42ad-9f34-cbb4e9ded2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:36.703456 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:37.348498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719a5c1-8f6f-41c9-8097-9fa2624efd73 req-a0d00341-9143-4358-bd5d-3a570758873c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:37.350022 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2719a5c1-8f6f-41c9-8097-9fa2624efd73 req-a0d00341-9143-4358-bd5d-3a570758873c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 943 time: 0.0520105 Aug 06 16:54:37.387912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2719a5c1-8f6f-41c9-8097-9fa2624efd73 req-496ac8be-2353-4d05-991f-84a5315166c6 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320077 Aug 06 16:54:37.495750 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:38.503499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a962-d256-42ce-8058-b0647d4dc41c req-ecfce795-a738-4fdb-b20f-275cf7c9a0ba tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:38.504969 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3fa7a962-d256-42ce-8058-b0647d4dc41c req-ecfce795-a738-4fdb-b20f-275cf7c9a0ba tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 943 time: 0.0481572 Aug 06 16:54:38.542534 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3fa7a962-d256-42ce-8058-b0647d4dc41c req-faa2ad61-55ed-43d9-b738-240c0c074e47 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317240 Aug 06 16:54:39.229759 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:39.658480 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690672d1-77a0-4504-96b9-83a08891190a req-28d162bd-e0e8-45b1-8940-af5336f4925c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:39.659998 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-690672d1-77a0-4504-96b9-83a08891190a req-28d162bd-e0e8-45b1-8940-af5336f4925c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 943 time: 0.0493641 Aug 06 16:54:39.698416 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-690672d1-77a0-4504-96b9-83a08891190a req-3db83293-f7e4-49ed-8879-c269d951b7cf tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325425 Aug 06 16:54:39.990078 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-de867660-12cb-4c74-8109-d81471459ae0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:39.991505 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-de867660-12cb-4c74-8109-d81471459ae0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.13 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b&tenant_id=57915d921fb0444ab1f931bec4b9ac5c&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 943 time: 0.0512543 Aug 06 16:54:40.012318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243cce3-8120-4e61-af39-588a10f24815 req-9d0b1142-548f-4baa-9533-0e90e18f1afc tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:40.013872 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5243cce3-8120-4e61-af39-588a10f24815 req-9d0b1142-548f-4baa-9533-0e90e18f1afc tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 943 time: 0.0529842 Aug 06 16:54:40.051906 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5243cce3-8120-4e61-af39-588a10f24815 req-2b57dacd-a1e5-47f9-bbe8-efaac025dbb5 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320678 Aug 06 16:54:40.054242 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-0fce6117-79e9-40bd-b03c-78bc4bb45bfd service neutron] 10.222.0.13 "GET /v2.0/ports/ed973a95-f355-47aa-8aa7-2b694f519961/bindings/n-h2-803756-1 HTTP/1.1" status: 200 len: 382 time: 0.0547264 Aug 06 16:54:40.117788 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-c39fac1d-2b09-4f38-8dda-727ab98b8816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:40.119256 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-c39fac1d-2b09-4f38-8dda-727ab98b8816 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 1094 time: 0.0437777 Aug 06 16:54:40.206548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-df7a4625-1726-426f-8487-d4babb870c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:40.208004 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-df7a4625-1726-426f-8487-d4babb870c1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0820801 Aug 06 16:54:40.613469 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-72bc64d1-e3d3-4132-a641-8cc78730e4ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 1000 time: 0.3983710 Aug 06 16:54:40.661279 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-b85d5e88-5b64-4c0a-9da4-3088fd1ce035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:40.662718 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-b85d5e88-5b64-4c0a-9da4-3088fd1ce035 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0421464 Aug 06 16:54:40.708782 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-5fe65ed7-7b5d-4e86-97a5-8f5d2fd0e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:40.710291 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-5fe65ed7-7b5d-4e86-97a5-8f5d2fd0e7c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406463 Aug 06 16:54:40.801942 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-41512919-ed39-4551-a266-72baf3898e95 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836451 Aug 06 16:54:40.891360 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-720bc411-c234-44ed-83bd-218e0f4148bf service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826793 Aug 06 16:54:41.169052 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47fa6e-fa7f-48d5-b5f4-ff10aeb6ef0e req-1565fee8-8a0c-4537-9d8c-79f727cd1c04 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:41.170940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f47fa6e-fa7f-48d5-b5f4-ff10aeb6ef0e req-1565fee8-8a0c-4537-9d8c-79f727cd1c04 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 943 time: 0.0493793 Aug 06 16:54:41.208550 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8f47fa6e-fa7f-48d5-b5f4-ff10aeb6ef0e req-0dd3661b-3da2-4a73-ba44-f1226290042a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317008 Aug 06 16:54:41.468814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ed973a95-f355-47aa-8aa7-2b694f519961 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:54:41.559531 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ed973a95-f355-47aa-8aa7-2b694f519961,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:54:41.573819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'port_id': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'mac_address': 'fa:16:3e:9d:0b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:54:41.611109 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:41.623352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed973a95-f355-47aa-8aa7-2b694f519961 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:54:41.642080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ed973a95-f355-47aa-8aa7-2b694f519961,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:54:41.646439 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:41.692929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=ed973a95-f355-47aa-8aa7-2b694f519961,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:54:41.700014 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:41.700358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:41.700696 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:41.701033 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:41.701364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:41.701973 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:41.702302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:41.702625 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:41.702946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:41.703259 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:41.703591 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:41.703954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:41.895090 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['ed973a95-f355-47aa-8aa7-2b694f519961'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:54:42.324229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccd2ec-1a9a-45fb-b880-a312118c0ac4 req-d86b3136-9fe7-4ce5-8cca-634d4722160b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:42.325720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5ccd2ec-1a9a-45fb-b880-a312118c0ac4 req-d86b3136-9fe7-4ce5-8cca-634d4722160b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0495100 Aug 06 16:54:42.364339 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5ccd2ec-1a9a-45fb-b880-a312118c0ac4 req-dbc0c736-17ed-4281-b92c-93c652acf766 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316951 Aug 06 16:54:43.482855 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ed973a95-f355-47aa-8aa7-2b694f519961 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:54:43.485742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1ca47-926b-4bde-85a1-7d81deb77c70 req-ef39cb3c-1e4d-4fee-bc84-ff49984787e0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:43.487388 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83f1ca47-926b-4bde-85a1-7d81deb77c70 req-ef39cb3c-1e4d-4fee-bc84-ff49984787e0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0552385 Aug 06 16:54:43.526004 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-83f1ca47-926b-4bde-85a1-7d81deb77c70 req-eafe2ca0-e123-4601-9b38-d1a82676f130 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324676 Aug 06 16:54:43.578804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ed973a95-f355-47aa-8aa7-2b694f519961,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:54:43.590128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'port_id': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'mac_address': 'fa:16:3e:9d:0b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:54:44.586779 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-f8ba5316-2cf7-43cd-a833-293b764d22e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:44.588324 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-f8ba5316-2cf7-43cd-a833-293b764d22e6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b&tenant_id=57915d921fb0444ab1f931bec4b9ac5c HTTP/1.1" status: 200 len: 1095 time: 0.0412040 Aug 06 16:54:44.602166 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:54:44.688642 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:44.699237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede1e0d-bd19-4c23-8b11-47da6cd9173d req-80cf0cf7-b6ca-4cf9-b6a7-674a5acc72ca tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:44.700727 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ede1e0d-bd19-4c23-8b11-47da6cd9173d req-80cf0cf7-b6ca-4cf9-b6a7-674a5acc72ca tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0797637 Aug 06 16:54:44.768567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ede1e0d-bd19-4c23-8b11-47da6cd9173d req-8641acdf-9a49-47db-ae74-8759c8567436 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604002 Aug 06 16:54:44.927550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ed973a95-f355-47aa-8aa7-2b694f519961,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:54:44.961133 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:54:44.993530 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ed973a95-f355-47aa-8aa7-2b694f519961 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:54:45.002166 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:45.012953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Ignored duplicate provisioning block setup for port ed973a95-f355-47aa-8aa7-2b694f519961 by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 06 16:54:45.016794 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:45.095177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Pushing event updated for resources: {'Port': ['ID=ed973a95-f355-47aa-8aa7-2b694f519961,revision_number=9']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:54:45.109008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:45.109345 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:45.109704 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:45.110037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:45.110361 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:45.110681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:45.111012 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:45.111315 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:45.111631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:45.111947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:45.112263 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:45.112574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:54:45.148880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] No DVR routers for this DVR port ed973a95-f355-47aa-8aa7-2b694f519961 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:54:45.282152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Attempting to bind port ed973a95-f355-47aa-8aa7-2b694f519961 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:54:45.282394 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Attempting to bind port ed973a95-f355-47aa-8aa7-2b694f519961 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:54:45.282715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Attempting to bind port ed973a95-f355-47aa-8aa7-2b694f519961 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:54:45.286791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Port ed973a95-f355-47aa-8aa7-2b694f519961 on network 914a8192-966d-438c-bec1-736f319a2df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:54:45.287105 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Attempting to bind port ed973a95-f355-47aa-8aa7-2b694f519961 on network 914a8192-966d-438c-bec1-736f319a2df0 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:54:45.291738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:54:45.292066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Checking segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:54:45.292438 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Bound using segment: {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:54:45.292849 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Bound port: ed973a95-f355-47aa-8aa7-2b694f519961, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '914a8192-966d-438c-bec1-736f319a2df0'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:54:45.293192 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:45.357035 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:54:45.360202 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=ed973a95-f355-47aa-8aa7-2b694f519961,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:54:45.363874 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:45.399132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:45.399866 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:45.401185 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] 10.222.0.78 "PUT /v2.0/ports/ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 1091 time: 0.8031015 Aug 06 16:54:45.403768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50314943-9811-41f0-89db-c548492c294b', 'tag': 'ed973a95-f355-47aa-8aa7-2b694f519961'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:54:45.406071 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996be2c6-435f-4d9b-a571-f1153fa408ec" -d '{"events": [{"name": "network-changed", "server_uuid": "50314943-9811-41f0-89db-c548492c294b", "tag": "ed973a95-f355-47aa-8aa7-2b694f519961"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:54:45.445408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c033a14-4ce0-4da7-a5a8-018462b3b456 service neutron] Pushing event updated for resources: {'Port': ['ID=ed973a95-f355-47aa-8aa7-2b694f519961,revision_number=10']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:54:45.466931 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe73116f-53b0-4ef6-9f52-e1d49587cee5 x-openstack-request-id: req-fe73116f-53b0-4ef6-9f52-e1d49587cee5 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:54:45.467224 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50314943-9811-41f0-89db-c548492c294b", "tag": "ed973a95-f355-47aa-8aa7-2b694f519961", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:54:45.467484 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe73116f-53b0-4ef6-9f52-e1d49587cee5 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:54:45.467881 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50314943-9811-41f0-89db-c548492c294b', 'tag': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'status': 'completed', 'code': 200} Aug 06 16:54:45.483785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-1c52aca6-f554-41c2-88b2-5a5a1d6965e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:45.488938 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-1c52aca6-f554-41c2-88b2-5a5a1d6965e4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 1095 time: 0.0547411 Aug 06 16:54:45.538406 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-fcc558ec-1f91-4d3d-b0ce-5ff2e7fc6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:45.539818 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-fcc558ec-1f91-4d3d-b0ce-5ff2e7fc6b66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 1095 time: 0.0468941 Aug 06 16:54:45.589767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-c289d0cf-d3b8-428a-a671-5ba5a818f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:45.591436 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-c289d0cf-d3b8-428a-a671-5ba5a818f5d9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0985348 Aug 06 16:54:45.635962 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-5b12ae76-ba87-4219-97d0-8b316881d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:45.637451 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-5b12ae76-ba87-4219-97d0-8b316881d690 service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0905094 Aug 06 16:54:45.657499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-e795b4bf-b4d8-409c-879f-7cbd603d9023 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 1000 time: 0.0581589 Aug 06 16:54:45.707401 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-4f3b01f3-8539-4438-81b6-839391c88c6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 1000 time: 0.0620234 Aug 06 16:54:45.709597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-a24899c8-0e43-43f1-8cf5-11f15bc3b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:45.711106 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-a24899c8-0e43-43f1-8cf5-11f15bc3b1f1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0462894 Aug 06 16:54:45.758575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-6071165c-92f7-44c3-90a4-6417c5cf8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:45.760037 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-6071165c-92f7-44c3-90a4-6417c5cf8d59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0456460 Aug 06 16:54:45.760961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-b7872dc2-0157-4501-849d-8ca8f74e1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:45.762488 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-b7872dc2-0157-4501-849d-8ca8f74e1a54 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439835 Aug 06 16:54:45.776367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-3057ab58-ddfe-4d11-b808-6bb2f0604a36 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:54:45.776367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-3057ab58-ddfe-4d11-b808-6bb2f0604a36 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051267 Aug 06 16:54:45.809512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-79f85504-b9a9-4afa-bdf1-53bc57f13431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:45.811716 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-79f85504-b9a9-4afa-bdf1-53bc57f13431 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445244 Aug 06 16:54:45.898013 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-d3c53865-e3a5-4e9b-8211-b9dee78d444e service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140161 Aug 06 16:54:45.909637 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-41736fe9-9e10-406c-be12-7dbecbd64218 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910487 Aug 06 16:54:45.913309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a1adf-b982-499c-82b4-2d17da3d8378 req-21ba2b9d-0347-4405-a1e7-d39dbf1b27a8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:45.914824 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7b5a1adf-b982-499c-82b4-2d17da3d8378 req-21ba2b9d-0347-4405-a1e7-d39dbf1b27a8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0672748 Aug 06 16:54:46.001935 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-df77f6f4-a08c-49cd-9303-816ab371a50c service neutron] 10.222.0.13 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849001 Aug 06 16:54:46.004393 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7b5a1adf-b982-499c-82b4-2d17da3d8378 req-4e50e152-405d-4faf-aef2-f1ee424b51c7 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809829 Aug 06 16:54:46.035330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3bc59f52-8b0a-4acd-9e30-bd7fe3483518 req-b9a60c1e-a0e2-4810-a419-a883da784a88 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195638 Aug 06 16:54:46.117028 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-733270f8-2502-4438-b437-5ae0285940ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:46.124829 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-733270f8-2502-4438-b437-5ae0285940ce service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 1095 time: 0.0420480 Aug 06 16:54:46.213566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-4b11fdd2-fc0b-45ac-b3d1-7c4244d1ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:46.215056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-4b11fdd2-fc0b-45ac-b3d1-7c4244d1ed8e service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0893335 Aug 06 16:54:46.281472 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-aeb8d7bb-8c6e-47a9-902c-d9360cbd44ff service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 1000 time: 0.0577810 Aug 06 16:54:46.336546 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-38c162c7-48b7-4621-828e-8f76efd64c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:46.338945 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-38c162c7-48b7-4621-828e-8f76efd64c72 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0486000 Aug 06 16:54:46.384469 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-342cffb8-3b06-4e6e-ac02-8905ea310623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:46.386042 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-342cffb8-3b06-4e6e-ac02-8905ea310623 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401564 Aug 06 16:54:46.477268 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-7912c6c0-196b-4fa6-b0ba-a784ea25c934 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825789 Aug 06 16:54:46.571816 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-996be2c6-435f-4d9b-a571-f1153fa408ec req-1f61af1c-7258-4cac-a369-769824b20f0c service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867648 Aug 06 16:54:47.123756 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a0a47-8a8a-4736-bdc2-0f102b65e23e req-b45f6940-7045-4e2e-8ee3-279c2e008a69 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:47.125291 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-959a0a47-8a8a-4736-bdc2-0f102b65e23e req-b45f6940-7045-4e2e-8ee3-279c2e008a69 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0492451 Aug 06 16:54:47.166673 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-959a0a47-8a8a-4736-bdc2-0f102b65e23e req-1b1235fd-c671-41e3-a155-555bd01756ff tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351136 Aug 06 16:54:47.499453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ed973a95-f355-47aa-8aa7-2b694f519961 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:54:47.540045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ed973a95-f355-47aa-8aa7-2b694f519961 not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:54:48.288909 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ae987-9f4b-4b8f-b0ab-05b9e54ac701 req-7124e7e1-8600-45e7-bd81-0b216ae970b0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:48.290409 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-065ae987-9f4b-4b8f-b0ab-05b9e54ac701 req-7124e7e1-8600-45e7-bd81-0b216ae970b0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0527472 Aug 06 16:54:48.328994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-065ae987-9f4b-4b8f-b0ab-05b9e54ac701 req-2f34b064-b742-4154-a9c1-bf05b1eaa1a9 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326283 Aug 06 16:54:49.444054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957a03b-102e-41de-a969-79d0a984a300 req-9b02142b-8d05-445c-9d68-5377323cbcb3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:49.445539 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1957a03b-102e-41de-a969-79d0a984a300 req-9b02142b-8d05-445c-9d68-5377323cbcb3 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0492847 Aug 06 16:54:49.486089 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1957a03b-102e-41de-a969-79d0a984a300 req-4ba1d359-d9e8-41d2-9370-4525347be750 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340443 Aug 06 16:54:50.602029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3e200-af15-4b5e-b03f-81562186e0d0 req-1428c74c-81ff-4c24-9e8b-1926c87c928e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:50.603808 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aba3e200-af15-4b5e-b03f-81562186e0d0 req-1428c74c-81ff-4c24-9e8b-1926c87c928e tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0488493 Aug 06 16:54:50.641639 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aba3e200-af15-4b5e-b03f-81562186e0d0 req-33235de5-fc7f-49d6-a511-34ceded45791 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316331 Aug 06 16:54:50.855892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718faeb1-cb99-47cc-8bcc-9b0200a449da req-bdd54842-42e1-4352-9774-90f96eb28ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:50.857993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-718faeb1-cb99-47cc-8bcc-9b0200a449da req-bdd54842-42e1-4352-9774-90f96eb28ba6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 1095 time: 0.0439062 Aug 06 16:54:50.960481 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718faeb1-cb99-47cc-8bcc-9b0200a449da req-b2e5f140-cc5d-48b6-9f36-5566d21396b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:50.961990 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-718faeb1-cb99-47cc-8bcc-9b0200a449da req-b2e5f140-cc5d-48b6-9f36-5566d21396b3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 200 len: 912 time: 0.0841334 Aug 06 16:54:51.031294 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-718faeb1-cb99-47cc-8bcc-9b0200a449da req-f7aa57f6-caa8-4099-9da5-8e0f4c6b6501 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 200 len: 1000 time: 0.0608847 Aug 06 16:54:51.079824 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718faeb1-cb99-47cc-8bcc-9b0200a449da req-960b9fe6-93ed-4179-83b0-d47f3cfabdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:51.081243 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-718faeb1-cb99-47cc-8bcc-9b0200a449da req-960b9fe6-93ed-4179-83b0-d47f3cfabdc6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 200 len: 850 time: 0.0426960 Aug 06 16:54:51.125507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718faeb1-cb99-47cc-8bcc-9b0200a449da req-6f49f673-be8c-4fec-b1cc-3e82177ff2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:51.127001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-718faeb1-cb99-47cc-8bcc-9b0200a449da req-6f49f673-be8c-4fec-b1cc-3e82177ff2c9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=914a8192-966d-438c-bec1-736f319a2df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388322 Aug 06 16:54:51.220719 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-718faeb1-cb99-47cc-8bcc-9b0200a449da req-adfc17b3-f856-4c85-94a5-db40ee863911 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856841 Aug 06 16:54:51.308021 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-718faeb1-cb99-47cc-8bcc-9b0200a449da req-235ceb41-2fc1-4ccd-9dcc-27bc3fa90d75 service neutron] 10.222.0.78 "GET /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796318 Aug 06 16:54:51.761230 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436db28-cdb0-4ffa-828c-598bbcaf9d48 req-bbad84db-9861-4569-8b92-e9351cd99c17 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:51.762728 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f436db28-cdb0-4ffa-828c-598bbcaf9d48 req-bbad84db-9861-4569-8b92-e9351cd99c17 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0529561 Aug 06 16:54:51.799762 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f436db28-cdb0-4ffa-828c-598bbcaf9d48 req-06f4b4eb-bf46-4eb2-8688-e18643f642f2 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311184 Aug 06 16:54:52.918647 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1e2e8-cf03-4f50-8adb-21b628c876cc req-32885a7c-8f62-40bc-9463-80d1c95dff68 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:52.920133 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d1e2e8-cf03-4f50-8adb-21b628c876cc req-32885a7c-8f62-40bc-9463-80d1c95dff68 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0495021 Aug 06 16:54:52.957817 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4d1e2e8-cf03-4f50-8adb-21b628c876cc req-705830c8-089e-407e-9499-3c681d19f458 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317574 Aug 06 16:54:54.070303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cad0d8-2e67-4d10-9d5c-b1083e1536e9 req-e1aa9abf-aaf4-4e6e-af3b-670bff72469a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:54.071735 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-66cad0d8-2e67-4d10-9d5c-b1083e1536e9 req-e1aa9abf-aaf4-4e6e-af3b-670bff72469a tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0472314 Aug 06 16:54:54.110136 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-66cad0d8-2e67-4d10-9d5c-b1083e1536e9 req-7ec610c4-c4ba-4dd2-86f3-3380dac62beb tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314653 Aug 06 16:54:54.189401 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:54.385526 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:55.227197 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a9fd3-8d16-4e18-bb6e-ca6e34e716b7 req-f4f2d32e-e03b-48f6-a7fd-b94a98ae9492 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:55.228632 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e2a9fd3-8d16-4e18-bb6e-ca6e34e716b7 req-f4f2d32e-e03b-48f6-a7fd-b94a98ae9492 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0508990 Aug 06 16:54:55.265149 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3e2a9fd3-8d16-4e18-bb6e-ca6e34e716b7 req-c92b68b5-067e-4e4a-ba37-e8e4b97a91fd tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297177 Aug 06 16:54:56.387308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7da192-ee38-4bee-849e-e8d0d0886bd0 req-6d2ea081-9b3b-45af-b735-17bd2438b5ad tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:56.388803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa7da192-ee38-4bee-849e-e8d0d0886bd0 req-6d2ea081-9b3b-45af-b735-17bd2438b5ad tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0514929 Aug 06 16:54:56.429853 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa7da192-ee38-4bee-849e-e8d0d0886bd0 req-eca37446-e8af-4053-bca0-8d8993597aee tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348246 Aug 06 16:54:57.470943 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:54:57.547485 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886e2f6-6ca0-4dbe-a7bf-90d6cd433515 req-e7d9d257-38b4-40fd-8d4e-ead21292d855 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:57.548957 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b886e2f6-6ca0-4dbe-a7bf-90d6cd433515 req-e7d9d257-38b4-40fd-8d4e-ead21292d855 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0497613 Aug 06 16:54:57.587573 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b886e2f6-6ca0-4dbe-a7bf-90d6cd433515 req-c3651e67-58ff-43cf-a3e9-ddce404cf7c8 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325425 Aug 06 16:54:57.707738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8cc35-d436-443d-9e0b-38c08ee5a623 req-6b90c502-8f44-4b29-aae9-1889c3febb80 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:57.709288 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9a8cc35-d436-443d-9e0b-38c08ee5a623 req-6b90c502-8f44-4b29-aae9-1889c3febb80 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0537238 Aug 06 16:54:57.750524 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9a8cc35-d436-443d-9e0b-38c08ee5a623 req-526646d6-35dd-44a7-b0dc-512a6e3492cc tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353806 Aug 06 16:54:57.866981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea50d6c-8511-497b-bf8a-222714e87ee4 req-e98045fc-fe07-4bfd-b42d-988f7b365d10 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:57.868555 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7ea50d6c-8511-497b-bf8a-222714e87ee4 req-e98045fc-fe07-4bfd-b42d-988f7b365d10 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0496988 Aug 06 16:54:57.907777 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7ea50d6c-8511-497b-bf8a-222714e87ee4 req-685f4089-e34f-470c-aff2-466418263cf0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324078 Aug 06 16:54:58.168762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5a04-a600-4630-b171-373277c385e2 req-ebcfb936-9719-4026-8130-643121a89957 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:58.170847 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ffca5a04-a600-4630-b171-373277c385e2 req-ebcfb936-9719-4026-8130-643121a89957 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 944 time: 0.0551450 Aug 06 16:54:58.215147 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ffca5a04-a600-4630-b171-373277c385e2 req-b8645564-9f6d-404f-8c0c-0318e4605c81 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359392 Aug 06 16:54:58.646923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device ed973a95-f355-47aa-8aa7-2b694f519961 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:54:58.744926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=ed973a95-f355-47aa-8aa7-2b694f519961,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:54:58.760202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'port_id': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'mac_address': 'fa:16:3e:9d:0b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:54:58.800882 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:58.814292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed973a95-f355-47aa-8aa7-2b694f519961 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:54:58.837113 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=ed973a95-f355-47aa-8aa7-2b694f519961,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:54:58.840317 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:58.887592 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=ed973a95-f355-47aa-8aa7-2b694f519961,revision_number=11']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:54:59.121394 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['ed973a95-f355-47aa-8aa7-2b694f519961'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:54:59.376430 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead677ef-26a1-470b-951c-341334450795 req-a25f9aca-3673-46fc-92e8-a14e5499c451 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:59.378015 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ead677ef-26a1-470b-951c-341334450795 req-a25f9aca-3673-46fc-92e8-a14e5499c451 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0811446 Aug 06 16:54:59.423619 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ead677ef-26a1-470b-951c-341334450795 req-62e0cb29-f942-464e-bb63-a5bccc81b220 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups?id=24b800a1-5194-4161-a918-8f81b11c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349984 Aug 06 16:54:59.736677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9d794-2281-4ee6-a4b1-72b0a8e6d050 req-4d163ccf-b155-4c53-be51-66ece02895d5 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:59.738165 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ba9d794-2281-4ee6-a4b1-72b0a8e6d050 req-4d163ccf-b155-4c53-be51-66ece02895d5 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.78 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 945 time: 0.0482934 Aug 06 16:54:59.827032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-5ba9d794-2281-4ee6-a4b1-72b0a8e6d050 req-b63d4e65-5b9b-4661-9cb7-00c099cee18c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Deleting port ed973a95-f355-47aa-8aa7-2b694f519961 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:54:59.827372 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ba9d794-2281-4ee6-a4b1-72b0a8e6d050 req-b63d4e65-5b9b-4661-9cb7-00c099cee18c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:59.915169 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-5ba9d794-2281-4ee6-a4b1-72b0a8e6d050 req-b63d4e65-5b9b-4661-9cb7-00c099cee18c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] For port ed973a95-f355-47aa-8aa7-2b694f519961, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=ed973a95-f355-47aa-8aa7-2b694f519961,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:54:59.915528 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ba9d794-2281-4ee6-a4b1-72b0a8e6d050 req-b63d4e65-5b9b-4661-9cb7-00c099cee18c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:00.079139 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ba9d794-2281-4ee6-a4b1-72b0a8e6d050 req-b63d4e65-5b9b-4661-9cb7-00c099cee18c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:00.079412 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ba9d794-2281-4ee6-a4b1-72b0a8e6d050 req-b63d4e65-5b9b-4661-9cb7-00c099cee18c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:00.079716 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [req-5ba9d794-2281-4ee6-a4b1-72b0a8e6d050 req-b63d4e65-5b9b-4661-9cb7-00c099cee18c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Floating IP aac0cbaa-b811-4bc8-a75c-cbbdd56a822f disassociated. External IP: 172.25.1.206, port: ed973a95-f355-47aa-8aa7-2b694f519961. Aug 06 16:55:00.080048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-5ba9d794-2281-4ee6-a4b1-72b0a8e6d050 req-b63d4e65-5b9b-4661-9cb7-00c099cee18c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Calling delete_port for ed973a95-f355-47aa-8aa7-2b694f519961 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:55:00.206582 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ba9d794-2281-4ee6-a4b1-72b0a8e6d050 req-b63d4e65-5b9b-4661-9cb7-00c099cee18c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:00.236293 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d4e65-5b9b-4661-9cb7-00c099cee18c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Pushing event deleted for resources: {'Port': ['ID=ed973a95-f355-47aa-8aa7-2b694f519961,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:00.355057 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ba9d794-2281-4ee6-a4b1-72b0a8e6d050 req-b63d4e65-5b9b-4661-9cb7-00c099cee18c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:55:00.647498 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device ed973a95-f355-47aa-8aa7-2b694f519961 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:55:00.652016 n-d-803756-1 neutron-server[105766]: INFO neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No ports have port_id starting with ed973a95-f355-47aa-8aa7-2b694f519961 Aug 06 16:55:00.653195 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device ed973a95-f355-47aa-8aa7-2b694f519961 requested by agent hyperv_n-h1-803756-1 not found in database {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 06 16:55:00.813138 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-585726cb-193b-4390-a5b9-cedf11218fc2 req-ca607219-1797-4199-bfa5-a2d86a34c2d1 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 210 time: 0.0319777 Aug 06 16:55:00.827827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ba9d794-2281-4ee6-a4b1-72b0a8e6d050 req-b63d4e65-5b9b-4661-9cb7-00c099cee18c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:55:00.845032 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e39528-eab2-4a01-b8ed-3ba9cc87bf45 None None] Sync routers for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:55:00.854266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e39528-eab2-4a01-b8ed-3ba9cc87bf45 None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:55:00.854938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e8e39528-eab2-4a01-b8ed-3ba9cc87bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:54:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:00.874669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba9d794-2281-4ee6-a4b1-72b0a8e6d050 req-b63d4e65-5b9b-4661-9cb7-00c099cee18c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] No DVR routers for this DVR port ed973a95-f355-47aa-8aa7-2b694f519961 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:55:00.877334 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-5ba9d794-2281-4ee6-a4b1-72b0a8e6d050 req-b63d4e65-5b9b-4661-9cb7-00c099cee18c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:00.879459 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ba9d794-2281-4ee6-a4b1-72b0a8e6d050 req-b63d4e65-5b9b-4661-9cb7-00c099cee18c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.78 "DELETE /v2.0/ports/ed973a95-f355-47aa-8aa7-2b694f519961 HTTP/1.1" status: 204 len: 173 time: 1.1345153 Aug 06 16:55:00.879905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50314943-9811-41f0-89db-c548492c294b', 'name': 'network-vif-deleted', 'tag': 'ed973a95-f355-47aa-8aa7-2b694f519961'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:55:00.882233 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95909e47-9b37-4771-92b3-320ab3e40ead" -d '{"events": [{"server_uuid": "50314943-9811-41f0-89db-c548492c294b", "name": "network-vif-deleted", "tag": "ed973a95-f355-47aa-8aa7-2b694f519961"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:55:00.922865 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289fafcc-001b-47f6-9165-ae2d19000ff3 x-openstack-request-id: req-289fafcc-001b-47f6-9165-ae2d19000ff3 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:55:00.923155 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50314943-9811-41f0-89db-c548492c294b", "name": "network-vif-deleted", "tag": "ed973a95-f355-47aa-8aa7-2b694f519961", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:55:00.923403 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-289fafcc-001b-47f6-9165-ae2d19000ff3 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:55:00.923790 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50314943-9811-41f0-89db-c548492c294b', 'name': 'network-vif-deleted', 'tag': 'ed973a95-f355-47aa-8aa7-2b694f519961', 'status': 'completed', 'code': 200} Aug 06 16:55:00.998114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-e8e39528-eab2-4a01-b8ed-3ba9cc87bf45 None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:55:01.198915 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e8e39528-eab2-4a01-b8ed-3ba9cc87bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:01.224601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e39528-eab2-4a01-b8ed-3ba9cc87bf45 None None] Checking router: 9a4e7e74-6bc6-4378-b23c-91a237499dc7 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:55:01.232875 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e39528-eab2-4a01-b8ed-3ba9cc87bf45 None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:55:01.233465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e8e39528-eab2-4a01-b8ed-3ba9cc87bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:54:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:01.338817 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-e8e39528-eab2-4a01-b8ed-3ba9cc87bf45 None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:55:01.537933 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e8e39528-eab2-4a01-b8ed-3ba9cc87bf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:01.565035 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e39528-eab2-4a01-b8ed-3ba9cc87bf45 None None] The sync data for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 is: [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:45:35Z', 'revision_number': 4, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'ea09408b-2076-46df-a1bc-fbdb6efc1fd2', 'name': '', 'network_id': '914a8192-966d-438c-bec1-736f319a2df0', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'mac_address': 'fa:16:3e:d9:85:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:34Z', 'updated_at': '2021-08-06T16:45:39Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'subnets': [{'id': 'fe01d4c7-7ce2-4269-8466-9f0e56307174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:55:01.799069 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6f790b-1fb6-4da1-b537-7fdcec985065 None None] New status for floating IP aac0cbaa-b811-4bc8-a75c-cbbdd56a822f: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:55:01.917384 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e0970853-0529-4118-b6fc-f18e019e4ba4 req-fb57553b-1ab5-4272-a69f-a7d636b0ea5c tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 210 time: 0.0311742 Aug 06 16:55:02.646203 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device ed973a95-f355-47aa-8aa7-2b694f519961 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:55:02.667263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: ed973a95-f355-47aa-8aa7-2b694f519961 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:55:02.667590 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device ed973a95-f355-47aa-8aa7-2b694f519961 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:55:03.020057 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ca18491-c361-471e-9501-042c5b0dd5e6 req-be74dbfa-b057-474e-9210-10eef2e6831b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 210 time: 0.0304482 Aug 06 16:55:03.860921 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-18626d34-0c40-4bac-b44b-49d4e2087313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:04.114568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd91fa6a-0100-444d-802d-c4941041a1c2 req-e77a0085-a49e-40a6-836a-2362a01d8fd0 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/ports?device_id=50314943-9811-41f0-89db-c548492c294b HTTP/1.1" status: 200 len: 210 time: 0.0263371 Aug 06 16:55:06.286059 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-67aeb4ea-f522-44c6-aba9-95e8dab47679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:06.704498 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:07.500501 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:08.810940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 60996) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:08.864414 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffc16dfb-3cbf-4b02-a03c-1c11fe42a47b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:08.886627 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffc16dfb-3cbf-4b02-a03c-1c11fe42a47b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:08.936405 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffc16dfb-3cbf-4b02-a03c-1c11fe42a47b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:08.938937 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ffc16dfb-3cbf-4b02-a03c-1c11fe42a47b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:08.940173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ffc16dfb-3cbf-4b02-a03c-1c11fe42a47b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "DELETE /v2.0/security-groups/24b800a1-5194-4161-a918-8f81b11c7e54 HTTP/1.1" status: 204 len: 168 time: 0.1282616 Aug 06 16:55:08.943139 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 60998) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:08.948808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc16dfb-3cbf-4b02-a03c-1c11fe42a47b tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b800a1-5194-4161-a918-8f81b11c7e54,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:08.959757 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-dd2fd5ec-4c13-484d-ab52-0821a4bd4c5d tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] show failed (client error): The resource could not be found. Aug 06 16:55:08.963494 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dd2fd5ec-4c13-484d-ab52-0821a4bd4c5d tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "GET /v2.0/security-groups/24b800a1-5194-4161-a918-8f81b11c7e54 HTTP/1.1" status: 404 len: 347 time: 0.0166180 Aug 06 16:55:08.963651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32768) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:09.089277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b7d3d-74c5-4465-b5af-8b5f9807cd89 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Deleting port eabc1840-488e-4660-ae96-99afa1773ca1 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:55:09.089534 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7d3d-74c5-4465-b5af-8b5f9807cd89 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:09.166636 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7d3d-74c5-4465-b5af-8b5f9807cd89 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:09.166968 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7d3d-74c5-4465-b5af-8b5f9807cd89 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:09.179069 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b7d3d-74c5-4465-b5af-8b5f9807cd89 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Calling delete_port for eabc1840-488e-4660-ae96-99afa1773ca1 owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:55:09.230477 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:09.313028 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7d3d-74c5-4465-b5af-8b5f9807cd89 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:09.343972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b7d3d-74c5-4465-b5af-8b5f9807cd89 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Pushing event deleted for resources: {'Port': ['ID=eabc1840-488e-4660-ae96-99afa1773ca1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:09.404558 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7d3d-74c5-4465-b5af-8b5f9807cd89 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:09.407125 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7d3d-74c5-4465-b5af-8b5f9807cd89 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:09.408310 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1d8b7d3d-74c5-4465-b5af-8b5f9807cd89 tempest-ServerActionsTestJSON-573136290 tempest-ServerActionsTestJSON-573136290-project] 10.222.0.37 "DELETE /v2.0/floatingips/aac0cbaa-b811-4bc8-a75c-cbbdd56a822f HTTP/1.1" status: 204 len: 168 time: 0.4437628 Aug 06 16:55:09.411296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32770) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:09.816921 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b6bb8bb4-2714-4c46-ac2d-4601b5afe63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:10.061376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb8bb4-2714-4c46-ac2d-4601b5afe63b admin admin] Deleting port ea09408b-2076-46df-a1bc-fbdb6efc1fd2 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:55:10.062072 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b6bb8bb4-2714-4c46-ac2d-4601b5afe63b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:10.137813 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-b6bb8bb4-2714-4c46-ac2d-4601b5afe63b admin admin] For port ea09408b-2076-46df-a1bc-fbdb6efc1fd2, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ea09408b-2076-46df-a1bc-fbdb6efc1fd2,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:10.138174 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b6bb8bb4-2714-4c46-ac2d-4601b5afe63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:10.150075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb8bb4-2714-4c46-ac2d-4601b5afe63b admin admin] Calling delete_port for ea09408b-2076-46df-a1bc-fbdb6efc1fd2 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:55:10.327348 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b6bb8bb4-2714-4c46-ac2d-4601b5afe63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:10.358401 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb8bb4-2714-4c46-ac2d-4601b5afe63b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea09408b-2076-46df-a1bc-fbdb6efc1fd2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:10.521080 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b6bb8bb4-2714-4c46-ac2d-4601b5afe63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:10.730888 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bb8bb4-2714-4c46-ac2d-4601b5afe63b admin admin] Router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:55:10.833144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bb8bb4-2714-4c46-ac2d-4601b5afe63b admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:55:10.838180 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b6bb8bb4-2714-4c46-ac2d-4601b5afe63b admin admin] 10.222.0.37 "PUT /v2.0/routers/9a4e7e74-6bc6-4378-b23c-91a237499dc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4259479 Aug 06 16:55:10.840682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32774) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:10.841715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199704b3-6838-4a59-9616-5d778a7c4319 None None] Sync routers for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:55:10.850683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199704b3-6838-4a59-9616-5d778a7c4319 None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:55:10.851498 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-199704b3-6838-4a59-9616-5d778a7c4319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:55:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:10.946202 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1a0-6445-4d07-bfdf-e5a2580b9164 admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:10.953591 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-199704b3-6838-4a59-9616-5d778a7c4319 None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:55:11.045538 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1a0-6445-4d07-bfdf-e5a2580b9164 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.099639 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9c1a0-6445-4d07-bfdf-e5a2580b9164 admin admin] Deleting port fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:55:11.100371 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1a0-6445-4d07-bfdf-e5a2580b9164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.179296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-f9c9c1a0-6445-4d07-bfdf-e5a2580b9164 admin admin] For port fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:11.179655 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1a0-6445-4d07-bfdf-e5a2580b9164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.193536 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9c1a0-6445-4d07-bfdf-e5a2580b9164 admin admin] Calling delete_port for fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:55:11.290133 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-199704b3-6838-4a59-9616-5d778a7c4319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:55:10Z', 'revision_number': 5, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port': {'id': 'fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:33Z', 'updated_at': '2021-08-06T16:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:11.317667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199704b3-6838-4a59-9616-5d778a7c4319 None None] Checking router: 9a4e7e74-6bc6-4378-b23c-91a237499dc7 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:55:11.325565 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199704b3-6838-4a59-9616-5d778a7c4319 None None] Routers {'9a4e7e74-6bc6-4378-b23c-91a237499dc7'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:55:11.326186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-199704b3-6838-4a59-9616-5d778a7c4319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:55:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:11.360309 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1a0-6445-4d07-bfdf-e5a2580b9164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.390558 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9c1a0-6445-4d07-bfdf-e5a2580b9164 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:11.414363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-199704b3-6838-4a59-9616-5d778a7c4319 None None] Set router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:55:11.451011 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1a0-6445-4d07-bfdf-e5a2580b9164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.470507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-199704b3-6838-4a59-9616-5d778a7c4319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:55:11Z', 'revision_number': 6, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:11.496493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199704b3-6838-4a59-9616-5d778a7c4319 None None] The sync data for ids ['9a4e7e74-6bc6-4378-b23c-91a237499dc7'] in n-d-803756-1 is: [{'id': '9a4e7e74-6bc6-4378-b23c-91a237499dc7', 'name': 'tempest-ServerActionsTestJSON-186537400-router', 'tenant_id': '57915d921fb0444ab1f931bec4b9ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:32Z', 'updated_at': '2021-08-06T16:55:11Z', 'revision_number': 6, 'project_id': '57915d921fb0444ab1f931bec4b9ac5c', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:55:11.541978 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1a0-6445-4d07-bfdf-e5a2580b9164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.544715 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1a0-6445-4d07-bfdf-e5a2580b9164 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.590790 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1a0-6445-4d07-bfdf-e5a2580b9164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.591774 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c9c1a0-6445-4d07-bfdf-e5a2580b9164 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a4e7e74-6bc6-4378-b23c-91a237499dc7 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:55:11.596797 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f9c9c1a0-6445-4d07-bfdf-e5a2580b9164 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.598143 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f9c9c1a0-6445-4d07-bfdf-e5a2580b9164 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9a4e7e74-6bc6-4378-b23c-91a237499dc7 HTTP/1.1" status: 204 len: 168 time: 0.7563241 Aug 06 16:55:11.600397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32776) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:11.644375 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f37fbb-1352-4386-bcad-e4dddc87ffd8 admin admin] Deleting subnet fe01d4c7-7ce2-4269-8466-9f0e56307174 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:55:11.647318 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85f37fbb-1352-4386-bcad-e4dddc87ffd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.682695 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85f37fbb-1352-4386-bcad-e4dddc87ffd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.764016 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85f37fbb-1352-4386-bcad-e4dddc87ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.821938 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85f37fbb-1352-4386-bcad-e4dddc87ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.850227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f37fbb-1352-4386-bcad-e4dddc87ffd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe01d4c7-7ce2-4269-8466-9f0e56307174,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:11.854191 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-85f37fbb-1352-4386-bcad-e4dddc87ffd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.859149 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-85f37fbb-1352-4386-bcad-e4dddc87ffd8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fe01d4c7-7ce2-4269-8466-9f0e56307174 HTTP/1.1" status: 204 len: 168 time: 0.2547903 Aug 06 16:55:11.859503 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32778) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:11.863748 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29250fef-229e-494f-9e18-92c1cd0cea1c None None] Network 914a8192-966d-438c-bec1-736f319a2df0 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:11.935182 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.976590 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ea09408b-2076-46df-a1bc-fbdb6efc1fd2 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:55:11.999561 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] Deleting port 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:55:11.999907 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:12.010338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: ea09408b-2076-46df-a1bc-fbdb6efc1fd2 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:55:12.010673 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ea09408b-2076-46df-a1bc-fbdb6efc1fd2 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:55:12.068812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] For port 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4d7d15cd-aa0d-4e1a-9efd-896a99cc602b,segment=NetworkSegment(b957b6a6-0e8b-46af-b9cc-ebe93aea0282),segment_id=b957b6a6-0e8b-46af-b9cc-ebe93aea0282)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:12.069180 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:12.082182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] Calling delete_port for 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:55:12.160792 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:12.189173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7d15cd-aa0d-4e1a-9efd-896a99cc602b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:12.194052 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] No DVR routers for this DVR port 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:55:12.265738 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:12.275366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914a8192-966d-438c-bec1-736f319a2df0']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:12.286621 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:12.286835 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b957b6a6-0e8b-46af-b9cc-ebe93aea0282') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:12.295948 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:12.312117 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:12.319853 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66254742-8399-44af-bcae-2446971065be None None] DHCP port deletion for 914a8192-966d-438c-bec1-736f319a2df0 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:55:12.321204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:55:12.321649 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:55:12.323891 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:55:12.385277 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:12.392648 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:12.394434 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] 10.222.0.37 "DELETE /v2.0/networks/914a8192-966d-438c-bec1-736f319a2df0 HTTP/1.1" status: 204 len: 168 time: 0.5341506 Aug 06 16:55:12.403864 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18932718-d38a-472a-beb9-acdb02c04151 admin admin] Pushing event deleted for resources: {'Network': ['ID=914a8192-966d-438c-bec1-736f319a2df0,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:12.513564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32782) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:12.553143 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e35ee16e-2f72-4bee-880c-1b4c178bc9a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57915d921fb0444ab1f931bec4b9ac5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379801 Aug 06 16:55:12.555309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32784) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:12.606810 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a37642be-a002-4e16-aab3-a64a850c6cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:12.627765 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a37642be-a002-4e16-aab3-a64a850c6cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:12.677030 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a37642be-a002-4e16-aab3-a64a850c6cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:12.679512 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a37642be-a002-4e16-aab3-a64a850c6cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:12.680893 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a37642be-a002-4e16-aab3-a64a850c6cb2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/127aae20-87b8-4f02-ae25-d4e792e070f6 HTTP/1.1" status: 204 len: 168 time: 0.1243935 Aug 06 16:55:12.688746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37642be-a002-4e16-aab3-a64a850c6cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127aae20-87b8-4f02-ae25-d4e792e070f6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:13.397314 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32806) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:13.490286 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c80b042f-032c-4fb2-a443-68cfbd2388cc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2033326536-network', 'tenant_id': 'ebf2b51dc2a74a9ca8c29475e4e61781'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:13.510440 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80b042f-032c-4fb2-a443-68cfbd2388cc admin admin] Made reservation on behalf of ebf2b51dc2a74a9ca8c29475e4e61781 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:13.513340 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c80b042f-032c-4fb2-a443-68cfbd2388cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:13.521779 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c80b042f-032c-4fb2-a443-68cfbd2388cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:13.609426 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c80b042f-032c-4fb2-a443-68cfbd2388cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:13.613572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c80b042f-032c-4fb2-a443-68cfbd2388cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:13.637669 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80b042f-032c-4fb2-a443-68cfbd2388cc admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:55:13.646722 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b042f-032c-4fb2-a443-68cfbd2388cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bd56b6-3e22-4ff4-84ea-1200d613afd6,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:13.654386 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c80b042f-032c-4fb2-a443-68cfbd2388cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:13.655899 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-c80b042f-032c-4fb2-a443-68cfbd2388cc admin admin] Added segment 58350e11-008c-402c-891a-7344951898a2 of type vlan for network a00d1b60-0afd-4d53-80e0-3d5a68c76934 Aug 06 16:55:13.693792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c80b042f-032c-4fb2-a443-68cfbd2388cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:13.723413 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c80b042f-032c-4fb2-a443-68cfbd2388cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:13.724469 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80b042f-032c-4fb2-a443-68cfbd2388cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:13.725057 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c80b042f-032c-4fb2-a443-68cfbd2388cc admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:13.763525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 32810) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:13.767853 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:55:13.769149 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-736f42f9-49c5-49fe-a977-593afed8ab3f admin admin] Request body: {'subnet': {'network_id': 'a00d1b60-0afd-4d53-80e0-3d5a68c76934', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2033326536-subnet', 'tenant_id': 'ebf2b51dc2a74a9ca8c29475e4e61781', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:13.773155 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c80b042f-032c-4fb2-a443-68cfbd2388cc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3746531 Aug 06 16:55:13.790807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736f42f9-49c5-49fe-a977-593afed8ab3f admin admin] Made reservation on behalf of ebf2b51dc2a74a9ca8c29475e4e61781 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:13.792060 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:55:13.792538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fe02f47e-2e52-4e73-896d-6ff1eb8cd3ff not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:55:13.792968 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:55:13.793395 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-736f42f9-49c5-49fe-a977-593afed8ab3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:13.807223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b042f-032c-4fb2-a443-68cfbd2388cc admin admin] Pushing event updated for resources: {'Network': ['ID=a00d1b60-0afd-4d53-80e0-3d5a68c76934,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:13.813017 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:55:13.813362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4d7d15cd-aa0d-4e1a-9efd-896a99cc602b not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:55:13.819507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a00d1b60-0afd-4d53-80e0-3d5a68c76934 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:55:13.966283 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-736f42f9-49c5-49fe-a977-593afed8ab3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:14.021671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f42f9-49c5-49fe-a977-593afed8ab3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e2b5db-3c48-4d29-a260-10cac0a2c5c4,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:14.028597 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736f42f9-49c5-49fe-a977-593afed8ab3f admin admin] Checking segment: {'id': '58350e11-008c-402c-891a-7344951898a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a00d1b60-0afd-4d53-80e0-3d5a68c76934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:55:14.028955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f42f9-49c5-49fe-a977-593afed8ab3f admin admin] Network hostable DHCP agents. Network: a00d1b60-0afd-4d53-80e0-3d5a68c76934, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:55:14.044640 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f42f9-49c5-49fe-a977-593afed8ab3f admin admin] Network a00d1b60-0afd-4d53-80e0-3d5a68c76934 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:55:14.060993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-736f42f9-49c5-49fe-a977-593afed8ab3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a00d1b60-0afd-4d53-80e0-3d5a68c76934) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:55:14.065251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736f42f9-49c5-49fe-a977-593afed8ab3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:14.065851 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-736f42f9-49c5-49fe-a977-593afed8ab3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:14.070638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4453bc-b007-4c09-8844-92eed37f18c5 None None] Network a00d1b60-0afd-4d53-80e0-3d5a68c76934 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:14.081665 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-736f42f9-49c5-49fe-a977-593afed8ab3f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3170383 Aug 06 16:55:14.199654 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052d826b-0ed1-468f-8e03-9207a7bc6e2c None None] Network a00d1b60-0afd-4d53-80e0-3d5a68c76934 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:14.499203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-de894e99-296a-4709-b08d-26791443acc2 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:14.500669 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-de894e99-296a-4709-b08d-26791443acc2 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/networks?id=a00d1b60-0afd-4d53-80e0-3d5a68c76934 HTTP/1.1" status: 200 len: 814 time: 0.1023495 Aug 06 16:55:14.515409 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-b3442f6e-48e1-4ccf-a43f-e76166927839 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/quotas/ebf2b51dc2a74a9ca8c29475e4e61781 HTTP/1.1" status: 200 len: 375 time: 0.0088360 Aug 06 16:55:14.546406 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-7a46f708-3adc-4236-b8e1-f4732d572191 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebf2b51dc2a74a9ca8c29475e4e61781&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257039 Aug 06 16:55:14.633051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-18bc7e30-0d21-4fee-a850-80a0eb3d2755 service neutron] 10.222.0.37 "GET /v2.0/networks/a00d1b60-0afd-4d53-80e0-3d5a68c76934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796804 Aug 06 16:55:14.724516 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-bf15f679-1e84-452c-ad63-5b716fc083ec service neutron] 10.222.0.37 "GET /v2.0/networks/a00d1b60-0afd-4d53-80e0-3d5a68c76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855491 Aug 06 16:55:14.881138 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc66a3b4-6e4f-463d-a397-676bff91c791 req-d47134ad-fad2-4d7c-8550-5e9f76e3d7d3 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 210 time: 0.0262201 Aug 06 16:55:15.956308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-f7d92b21-ed5c-4b9e-9a92-303d2048aa3e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:15.957792 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-f7d92b21-ed5c-4b9e-9a92-303d2048aa3e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.78 "GET /v2.0/networks?id=a00d1b60-0afd-4d53-80e0-3d5a68c76934 HTTP/1.1" status: 200 len: 814 time: 0.1181254 Aug 06 16:55:15.973441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-0c28d21c-2525-4dea-90e1-9e3927d7e20e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Request body: {'port': {'device_id': '9aa72596-3749-49de-aad2-11d07a04924b', 'network_id': 'a00d1b60-0afd-4d53-80e0-3d5a68c76934', 'admin_state_up': True, 'tenant_id': 'ebf2b51dc2a74a9ca8c29475e4e61781'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:15.992689 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b642a0af-6971-4043-8868-866bfb7b4921 req-a6cfce01-05ca-40eb-b1cd-97abab92b0a1 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 210 time: 0.0338292 Aug 06 16:55:16.097522 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-0c28d21c-2525-4dea-90e1-9e3927d7e20e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Made reservation on behalf of ebf2b51dc2a74a9ca8c29475e4e61781 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:16.100983 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-0c28d21c-2525-4dea-90e1-9e3927d7e20e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:16.228316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-0c28d21c-2525-4dea-90e1-9e3927d7e20e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Allocated IP 172.20.0.11 (a00d1b60-0afd-4d53-80e0-3d5a68c76934/87e2b5db-3c48-4d29-a260-10cac0a2c5c4/d17d873d-e557-4dd3-a9cc-d3affb03d1fb) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:55:16.375677 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-0c28d21c-2525-4dea-90e1-9e3927d7e20e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:16.414859 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-0c28d21c-2525-4dea-90e1-9e3927d7e20e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:16.459202 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-0c28d21c-2525-4dea-90e1-9e3927d7e20e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Network a00d1b60-0afd-4d53-80e0-3d5a68c76934 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:55:16.462261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-0c28d21c-2525-4dea-90e1-9e3927d7e20e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:55:16.466019 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-0c28d21c-2525-4dea-90e1-9e3927d7e20e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:55:16.473001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28d21c-2525-4dea-90e1-9e3927d7e20e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Pushing event updated for resources: {'Port': ['ID=d17d873d-e557-4dd3-a9cc-d3affb03d1fb,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:16.517241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-0c28d21c-2525-4dea-90e1-9e3927d7e20e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:16.517879 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-0c28d21c-2525-4dea-90e1-9e3927d7e20e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:16.531719 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-0c28d21c-2525-4dea-90e1-9e3927d7e20e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5630269 Aug 06 16:55:16.544289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Request body: {'port': {'device_id': '9aa72596-3749-49de-aad2-11d07a04924b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:16.600632 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:16.861535 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17d873d-e557-4dd3-a9cc-d3affb03d1fb {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:55:16.868850 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:16.881599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Transition to ACTIVE for port object d17d873d-e557-4dd3-a9cc-d3affb03d1fb will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:55:16.885406 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:16.955571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Pushing event updated for resources: {'Port': ['ID=d17d873d-e557-4dd3-a9cc-d3affb03d1fb,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:17.004331 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Attempting to bind port d17d873d-e557-4dd3-a9cc-d3affb03d1fb on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:55:17.004949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Attempting to bind port d17d873d-e557-4dd3-a9cc-d3affb03d1fb by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '58350e11-008c-402c-891a-7344951898a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a00d1b60-0afd-4d53-80e0-3d5a68c76934'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:55:17.004949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Attempting to bind port d17d873d-e557-4dd3-a9cc-d3affb03d1fb on network a00d1b60-0afd-4d53-80e0-3d5a68c76934 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:55:17.009093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Port d17d873d-e557-4dd3-a9cc-d3affb03d1fb on network a00d1b60-0afd-4d53-80e0-3d5a68c76934 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:55:17.009412 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Attempting to bind port d17d873d-e557-4dd3-a9cc-d3affb03d1fb on network a00d1b60-0afd-4d53-80e0-3d5a68c76934 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:55:17.014790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:55:17.015126 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Checking segment: {'id': '58350e11-008c-402c-891a-7344951898a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a00d1b60-0afd-4d53-80e0-3d5a68c76934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:55:17.015694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Bound using segment: {'id': '58350e11-008c-402c-891a-7344951898a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a00d1b60-0afd-4d53-80e0-3d5a68c76934'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:55:17.016067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Bound port: d17d873d-e557-4dd3-a9cc-d3affb03d1fb, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58350e11-008c-402c-891a-7344951898a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a00d1b60-0afd-4d53-80e0-3d5a68c76934'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:55:17.016362 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:17.102679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] For port d17d873d-e557-4dd3-a9cc-d3affb03d1fb, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:55:17.121654 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] For port d17d873d-e557-4dd3-a9cc-d3affb03d1fb, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d17d873d-e557-4dd3-a9cc-d3affb03d1fb,segment=NetworkSegment(58350e11-008c-402c-891a-7344951898a2),segment_id=58350e11-008c-402c-891a-7344951898a2)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:55:17.127370 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:17.140106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c974b-cdc8-43c7-b87e-1f3e1ce7c9eb req-da5e6e5c-027d-4de3-ac03-ee19cc53bac3 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:17.141571 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-301c974b-cdc8-43c7-b87e-1f3e1ce7c9eb req-da5e6e5c-027d-4de3-ac03-ee19cc53bac3 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 944 time: 0.0816829 Aug 06 16:55:17.190453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:17.191070 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:17.192449 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] 10.222.0.78 "PUT /v2.0/ports/d17d873d-e557-4dd3-a9cc-d3affb03d1fb HTTP/1.1" status: 200 len: 1092 time: 0.6524065 Aug 06 16:55:17.192889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa72596-3749-49de-aad2-11d07a04924b', 'tag': 'd17d873d-e557-4dd3-a9cc-d3affb03d1fb'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:55:17.195191 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe03d182-3324-4fff-85b4-7a114e2ff72e" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa72596-3749-49de-aad2-11d07a04924b", "tag": "d17d873d-e557-4dd3-a9cc-d3affb03d1fb"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:55:17.224878 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da927a34-2b4a-46e1-b583-59c6446e7b19 service neutron] Pushing event updated for resources: {'Port': ['ID=d17d873d-e557-4dd3-a9cc-d3affb03d1fb,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:17.233117 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-301c974b-cdc8-43c7-b87e-1f3e1ce7c9eb req-785412af-6b96-47d9-a4f8-11a54afd6437 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700626 Aug 06 16:55:17.258859 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806a4c2a-26ef-4911-b0bb-4946a9f1c77a x-openstack-request-id: req-806a4c2a-26ef-4911-b0bb-4946a9f1c77a {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:55:17.259149 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa72596-3749-49de-aad2-11d07a04924b", "tag": "d17d873d-e557-4dd3-a9cc-d3affb03d1fb", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:55:17.259400 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-806a4c2a-26ef-4911-b0bb-4946a9f1c77a {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:55:17.259795 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa72596-3749-49de-aad2-11d07a04924b', 'tag': 'd17d873d-e557-4dd3-a9cc-d3affb03d1fb', 'status': 'completed', 'code': 200} Aug 06 16:55:17.275919 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-f452a0ad-b699-4bc4-987f-999c38e6f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:17.277403 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-f452a0ad-b699-4bc4-987f-999c38e6f053 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ebf2b51dc2a74a9ca8c29475e4e61781&device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 1095 time: 0.0434227 Aug 06 16:55:17.324562 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-939d6c50-e869-404b-8328-aea989ce8fd9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d17d873d-e557-4dd3-a9cc-d3affb03d1fb HTTP/1.1" status: 200 len: 217 time: 0.0381467 Aug 06 16:55:17.374956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-26020ae4-9dcd-47ff-b991-1f658a1f1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:17.376383 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-26020ae4-9dcd-47ff-b991-1f658a1f1deb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=87e2b5db-3c48-4d29-a260-10cac0a2c5c4 HTTP/1.1" status: 200 len: 854 time: 0.0435858 Aug 06 16:55:17.408304 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-dbb72a25-9195-4713-8a3f-90796281e8bc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a00d1b60-0afd-4d53-80e0-3d5a68c76934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237703 Aug 06 16:55:17.500361 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-d62be9ed-9f2b-4d4f-aad4-1b207a51affc service neutron] 10.222.0.78 "GET /v2.0/networks/a00d1b60-0afd-4d53-80e0-3d5a68c76934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842807 Aug 06 16:55:17.588804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e40f7f1-6a69-4f80-a246-893c79789633 req-a3d135f4-b35e-44d9-a184-febc07397fc5 service neutron] 10.222.0.78 "GET /v2.0/networks/a00d1b60-0afd-4d53-80e0-3d5a68c76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811777 Aug 06 16:55:17.676473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03d182-3324-4fff-85b4-7a114e2ff72e req-981b2999-c5f8-4a1d-bebb-a378554c38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:17.677912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe03d182-3324-4fff-85b4-7a114e2ff72e req-981b2999-c5f8-4a1d-bebb-a378554c38e1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=ebf2b51dc2a74a9ca8c29475e4e61781&device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 1095 time: 0.0418484 Aug 06 16:55:17.775154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03d182-3324-4fff-85b4-7a114e2ff72e req-62d330ac-3738-4d93-9e75-465f92bf4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:17.781394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe03d182-3324-4fff-85b4-7a114e2ff72e req-62d330ac-3738-4d93-9e75-465f92bf4a45 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a00d1b60-0afd-4d53-80e0-3d5a68c76934 HTTP/1.1" status: 200 len: 915 time: 0.0911615 Aug 06 16:55:17.819983 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe03d182-3324-4fff-85b4-7a114e2ff72e req-6994c224-6897-4098-9dff-a30dc52fd53c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d17d873d-e557-4dd3-a9cc-d3affb03d1fb HTTP/1.1" status: 200 len: 217 time: 0.0350263 Aug 06 16:55:17.881466 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03d182-3324-4fff-85b4-7a114e2ff72e req-1109e50f-74c7-40f6-9604-9df3f200a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:17.883050 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe03d182-3324-4fff-85b4-7a114e2ff72e req-1109e50f-74c7-40f6-9604-9df3f200a863 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=87e2b5db-3c48-4d29-a260-10cac0a2c5c4 HTTP/1.1" status: 200 len: 854 time: 0.0544479 Aug 06 16:55:17.918357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe03d182-3324-4fff-85b4-7a114e2ff72e req-037ed77c-9622-41db-8c90-24249b4fc270 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a00d1b60-0afd-4d53-80e0-3d5a68c76934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261059 Aug 06 16:55:18.010610 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe03d182-3324-4fff-85b4-7a114e2ff72e req-c8f2e346-1044-4aac-aef9-2702ff5f46a5 service neutron] 10.222.0.78 "GET /v2.0/networks/a00d1b60-0afd-4d53-80e0-3d5a68c76934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839248 Aug 06 16:55:18.108631 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fe03d182-3324-4fff-85b4-7a114e2ff72e req-7aeb82ab-e7bf-4444-be6d-4f6f4c50f57d service neutron] 10.222.0.78 "GET /v2.0/networks/a00d1b60-0afd-4d53-80e0-3d5a68c76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891249 Aug 06 16:55:18.352422 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf14fd-68f3-4af5-aca0-3153403f9ad3 req-5582b0f7-f248-49af-bb71-d14799f283bb tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:18.353946 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-26bf14fd-68f3-4af5-aca0-3153403f9ad3 req-5582b0f7-f248-49af-bb71-d14799f283bb tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 944 time: 0.0501757 Aug 06 16:55:18.393097 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-26bf14fd-68f3-4af5-aca0-3153403f9ad3 req-4cfbb0c7-87bf-494f-a223-c748de38110d tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331020 Aug 06 16:55:19.513242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998fb7a-9e83-4260-8837-00a6c8c3c895 req-50d505a7-36d9-40e8-ab43-beb270b57777 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:19.514850 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0998fb7a-9e83-4260-8837-00a6c8c3c895 req-50d505a7-36d9-40e8-ab43-beb270b57777 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 944 time: 0.0529172 Aug 06 16:55:19.551834 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0998fb7a-9e83-4260-8837-00a6c8c3c895 req-ab4a39f1-2018-4db2-813d-113996efec25 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311263 Aug 06 16:55:20.664937 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c607a92-766a-479e-b57c-32cb55391408 req-f6792366-4e4d-4080-858e-b8b2ff094b2e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:20.666420 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2c607a92-766a-479e-b57c-32cb55391408 req-f6792366-4e4d-4080-858e-b8b2ff094b2e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 944 time: 0.0488954 Aug 06 16:55:20.704094 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2c607a92-766a-479e-b57c-32cb55391408 req-a51280cc-7734-483d-944b-0fbe8c2c7e3f tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318577 Aug 06 16:55:20.708349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d17d873d-e557-4dd3-a9cc-d3affb03d1fb details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:55:20.801458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d17d873d-e557-4dd3-a9cc-d3affb03d1fb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d17d873d-e557-4dd3-a9cc-d3affb03d1fb,segment=NetworkSegment(58350e11-008c-402c-891a-7344951898a2),segment_id=58350e11-008c-402c-891a-7344951898a2)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:20.812694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'd17d873d-e557-4dd3-a9cc-d3affb03d1fb', 'network_id': 'a00d1b60-0afd-4d53-80e0-3d5a68c76934', 'port_id': 'd17d873d-e557-4dd3-a9cc-d3affb03d1fb', 'mac_address': 'fa:16:3e:c6:93:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e2b5db-3c48-4d29-a260-10cac0a2c5c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:55:20.849320 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:20.862048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17d873d-e557-4dd3-a9cc-d3affb03d1fb {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:55:20.881887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d17d873d-e557-4dd3-a9cc-d3affb03d1fb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d17d873d-e557-4dd3-a9cc-d3affb03d1fb,segment=NetworkSegment(58350e11-008c-402c-891a-7344951898a2),segment_id=58350e11-008c-402c-891a-7344951898a2)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:20.885636 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:20.931781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=d17d873d-e557-4dd3-a9cc-d3affb03d1fb,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:21.076694 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['d17d873d-e557-4dd3-a9cc-d3affb03d1fb'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:55:21.816376 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf53085-3404-4842-99c3-c23757a20d79 req-fa8886f5-8191-4913-ab90-e678f9242cc0 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:21.817855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdf53085-3404-4842-99c3-c23757a20d79 req-fa8886f5-8191-4913-ab90-e678f9242cc0 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 945 time: 0.0473292 Aug 06 16:55:21.855994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdf53085-3404-4842-99c3-c23757a20d79 req-56407e4e-195a-426c-9f3f-d175cea7863f tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322971 Aug 06 16:55:22.723836 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d17d873d-e557-4dd3-a9cc-d3affb03d1fb up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:55:22.779077 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port d17d873d-e557-4dd3-a9cc-d3affb03d1fb completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:55:22.783181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port d17d873d-e557-4dd3-a9cc-d3affb03d1fb triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:55:22.783543 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:22.860258 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:22.881926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa72596-3749-49de-aad2-11d07a04924b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17d873d-e557-4dd3-a9cc-d3affb03d1fb'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:55:22.884138 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4764a42-71cb-4624-be5e-7f531c208fd6" -d '{"events": [{"server_uuid": "9aa72596-3749-49de-aad2-11d07a04924b", "name": "network-vif-plugged", "status": "completed", "tag": "d17d873d-e557-4dd3-a9cc-d3affb03d1fb"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:55:22.898336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port d17d873d-e557-4dd3-a9cc-d3affb03d1fb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d17d873d-e557-4dd3-a9cc-d3affb03d1fb,segment=NetworkSegment(58350e11-008c-402c-891a-7344951898a2),segment_id=58350e11-008c-402c-891a-7344951898a2)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:22.902852 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:22.928583 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658ed271-8536-4453-85ca-4e7579d12bf3 x-openstack-request-id: req-658ed271-8536-4453-85ca-4e7579d12bf3 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:55:22.928905 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa72596-3749-49de-aad2-11d07a04924b", "name": "network-vif-plugged", "status": "completed", "tag": "d17d873d-e557-4dd3-a9cc-d3affb03d1fb", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:55:22.929111 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-658ed271-8536-4453-85ca-4e7579d12bf3 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:55:22.929492 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa72596-3749-49de-aad2-11d07a04924b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17d873d-e557-4dd3-a9cc-d3affb03d1fb', 'code': 200} Aug 06 16:55:22.956932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=d17d873d-e557-4dd3-a9cc-d3affb03d1fb,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:22.988573 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16faf8-ab75-4863-93b4-b85d235882c2 req-20696c4d-93f4-416f-9cfe-ff65656a690e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:22.989968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed16faf8-ab75-4863-93b4-b85d235882c2 req-20696c4d-93f4-416f-9cfe-ff65656a690e tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 946 time: 0.0588868 Aug 06 16:55:23.055636 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed16faf8-ab75-4863-93b4-b85d235882c2 req-ced4c0f5-ea5a-4d2e-b8df-eeba9b541a1c tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577271 Aug 06 16:55:23.057513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcc71b-91a9-480f-a264-0c8c7b2e8a61 req-27229a58-2da8-4367-b63b-ba4845de8dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:23.058930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9bcc71b-91a9-480f-a264-0c8c7b2e8a61 req-27229a58-2da8-4367-b63b-ba4845de8dd4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 1097 time: 0.0681243 Aug 06 16:55:23.098251 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f9bcc71b-91a9-480f-a264-0c8c7b2e8a61 req-e392e9b4-9b0d-4a9c-8f2c-686ef796a8d2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314863 Aug 06 16:55:24.188650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1064-b031-4be7-9af5-d91cf7b927ff req-1e488b51-d786-4fb5-b01a-0fea1e686a8c tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:24.190926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-404d1064-b031-4be7-9af5-d91cf7b927ff req-1e488b51-d786-4fb5-b01a-0fea1e686a8c tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 946 time: 0.0525527 Aug 06 16:55:24.206823 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:24.230510 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-404d1064-b031-4be7-9af5-d91cf7b927ff req-10accce4-dde3-4877-aba2-e6c05e61224f tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337429 Aug 06 16:55:24.399940 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:24.456931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e1cce-2728-43e8-a772-d831837e8f64 req-0b4c603f-351f-4303-a1c9-d5dffcd558e2 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:24.458410 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-442e1cce-2728-43e8-a772-d831837e8f64 req-0b4c603f-351f-4303-a1c9-d5dffcd558e2 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/networks?id=a00d1b60-0afd-4d53-80e0-3d5a68c76934 HTTP/1.1" status: 200 len: 814 time: 0.1080132 Aug 06 16:55:24.473054 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-442e1cce-2728-43e8-a772-d831837e8f64 req-e90c8fb1-092f-4f5c-ab62-51fc1e88a584 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/quotas/ebf2b51dc2a74a9ca8c29475e4e61781 HTTP/1.1" status: 200 len: 375 time: 0.0089872 Aug 06 16:55:24.523567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-442e1cce-2728-43e8-a772-d831837e8f64 req-18cedd2e-5a86-488d-99c2-d6ed373c73c4 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ebf2b51dc2a74a9ca8c29475e4e61781&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0450006 Aug 06 16:55:24.712685 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-442e1cce-2728-43e8-a772-d831837e8f64 req-2aa24d70-3e4c-4e5b-af65-3723adb1508f service neutron] 10.222.0.37 "GET /v2.0/networks/a00d1b60-0afd-4d53-80e0-3d5a68c76934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292689 Aug 06 16:55:24.809386 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-442e1cce-2728-43e8-a772-d831837e8f64 req-ac293b94-868e-4bf8-ba05-f77ac5d138f2 service neutron] 10.222.0.37 "GET /v2.0/networks/a00d1b60-0afd-4d53-80e0-3d5a68c76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902965 Aug 06 16:55:24.979711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab6f0c84-7286-4f0c-bef8-5017b45afa8f req-6fdaa391-8221-4075-b05d-30488716732a tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=44c2a6e2-13be-43e6-8181-f800ff4bcd20 HTTP/1.1" status: 200 len: 210 time: 0.0312967 Aug 06 16:55:25.962156 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e1cce-2728-43e8-a772-d831837e8f64 req-70ccab9f-0041-47e9-88e6-f176a10b3986 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:25.963619 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-442e1cce-2728-43e8-a772-d831837e8f64 req-70ccab9f-0041-47e9-88e6-f176a10b3986 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.13 "GET /v2.0/networks?id=a00d1b60-0afd-4d53-80e0-3d5a68c76934 HTTP/1.1" status: 200 len: 814 time: 0.1039500 Aug 06 16:55:25.976534 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-442e1cce-2728-43e8-a772-d831837e8f64 req-134c3c23-df7c-479d-a20b-e4e565bf7c51 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Request body: {'port': {'device_id': '44c2a6e2-13be-43e6-8181-f800ff4bcd20', 'network_id': 'a00d1b60-0afd-4d53-80e0-3d5a68c76934', 'admin_state_up': True, 'tenant_id': 'ebf2b51dc2a74a9ca8c29475e4e61781'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:26.072412 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c691f5c7-2ae0-4026-abf2-3114247f4c44 req-335753fd-d553-4f2f-b755-583ea771267f tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=44c2a6e2-13be-43e6-8181-f800ff4bcd20 HTTP/1.1" status: 200 len: 210 time: 0.0262513 Aug 06 16:55:26.095021 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442e1cce-2728-43e8-a772-d831837e8f64 req-134c3c23-df7c-479d-a20b-e4e565bf7c51 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Made reservation on behalf of ebf2b51dc2a74a9ca8c29475e4e61781 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:26.098888 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-442e1cce-2728-43e8-a772-d831837e8f64 req-134c3c23-df7c-479d-a20b-e4e565bf7c51 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:26.226826 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-442e1cce-2728-43e8-a772-d831837e8f64 req-134c3c23-df7c-479d-a20b-e4e565bf7c51 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Allocated IP 172.20.0.8 (a00d1b60-0afd-4d53-80e0-3d5a68c76934/87e2b5db-3c48-4d29-a260-10cac0a2c5c4/34df4668-3ef7-4bd3-9e33-8050f5ac2d3f) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:55:26.371296 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-442e1cce-2728-43e8-a772-d831837e8f64 req-134c3c23-df7c-479d-a20b-e4e565bf7c51 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:26.409007 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-442e1cce-2728-43e8-a772-d831837e8f64 req-134c3c23-df7c-479d-a20b-e4e565bf7c51 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:26.421162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['d17d873d-e557-4dd3-a9cc-d3affb03d1fb'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:55:26.453207 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442e1cce-2728-43e8-a772-d831837e8f64 req-134c3c23-df7c-479d-a20b-e4e565bf7c51 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Network a00d1b60-0afd-4d53-80e0-3d5a68c76934 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:55:26.458376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-442e1cce-2728-43e8-a772-d831837e8f64 req-134c3c23-df7c-479d-a20b-e4e565bf7c51 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:55:26.462128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-442e1cce-2728-43e8-a772-d831837e8f64 req-134c3c23-df7c-479d-a20b-e4e565bf7c51 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:55:26.489706 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c3c23-df7c-479d-a20b-e4e565bf7c51 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Pushing event updated for resources: {'Port': ['ID=34df4668-3ef7-4bd3-9e33-8050f5ac2d3f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:26.515817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e1cce-2728-43e8-a772-d831837e8f64 req-134c3c23-df7c-479d-a20b-e4e565bf7c51 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:26.516435 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-442e1cce-2728-43e8-a772-d831837e8f64 req-134c3c23-df7c-479d-a20b-e4e565bf7c51 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:26.530258 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-442e1cce-2728-43e8-a772-d831837e8f64 req-134c3c23-df7c-479d-a20b-e4e565bf7c51 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576341 Aug 06 16:55:26.540938 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [req-442e1cce-2728-43e8-a772-d831837e8f64 req-3d637d37-9b9b-4a5a-9751-0ff24692cd70 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:55:26.541910 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-442e1cce-2728-43e8-a772-d831837e8f64 req-3d637d37-9b9b-4a5a-9751-0ff24692cd70 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051112 Aug 06 16:55:26.552443 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Request body: {'port': {'device_id': '44c2a6e2-13be-43e6-8181-f800ff4bcd20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:26.607825 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:26.881524 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:55:26.888926 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:26.900377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Transition to ACTIVE for port object 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:55:26.904425 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:26.955032 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Pushing event updated for resources: {'Port': ['ID=34df4668-3ef7-4bd3-9e33-8050f5ac2d3f,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:27.022309 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Attempting to bind port 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:55:27.022996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Attempting to bind port 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '58350e11-008c-402c-891a-7344951898a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a00d1b60-0afd-4d53-80e0-3d5a68c76934'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:55:27.022996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Attempting to bind port 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f on network a00d1b60-0afd-4d53-80e0-3d5a68c76934 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:55:27.027055 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Port 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f on network a00d1b60-0afd-4d53-80e0-3d5a68c76934 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:55:27.027370 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Attempting to bind port 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f on network a00d1b60-0afd-4d53-80e0-3d5a68c76934 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:55:27.031961 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:55:27.032288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Checking segment: {'id': '58350e11-008c-402c-891a-7344951898a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a00d1b60-0afd-4d53-80e0-3d5a68c76934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:55:27.032665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Bound using segment: {'id': '58350e11-008c-402c-891a-7344951898a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a00d1b60-0afd-4d53-80e0-3d5a68c76934'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:55:27.033084 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Bound port: 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58350e11-008c-402c-891a-7344951898a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a00d1b60-0afd-4d53-80e0-3d5a68c76934'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:55:27.033428 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:27.094350 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] For port 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:55:27.098356 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] For port 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=34df4668-3ef7-4bd3-9e33-8050f5ac2d3f,segment=NetworkSegment(58350e11-008c-402c-891a-7344951898a2),segment_id=58350e11-008c-402c-891a-7344951898a2)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:55:27.103175 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:27.138797 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:27.139398 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:27.140853 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-442e1cce-2728-43e8-a772-d831837e8f64 req-6405a7ea-e464-4135-84f0-4950312659af service neutron] 10.222.0.13 "PUT /v2.0/ports/34df4668-3ef7-4bd3-9e33-8050f5ac2d3f HTTP/1.1" status: 200 len: 1091 time: 0.5921509 Aug 06 16:55:27.141308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c2a6e2-13be-43e6-8181-f800ff4bcd20', 'tag': '34df4668-3ef7-4bd3-9e33-8050f5ac2d3f'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:55:27.143613 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00538c10-d4e0-4fe1-9e40-11b9bfea520f" -d '{"events": [{"name": "network-changed", "server_uuid": "44c2a6e2-13be-43e6-8181-f800ff4bcd20", "tag": "34df4668-3ef7-4bd3-9e33-8050f5ac2d3f"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:55:27.182511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405a7ea-e464-4135-84f0-4950312659af service neutron] Pushing event updated for resources: {'Port': ['ID=34df4668-3ef7-4bd3-9e33-8050f5ac2d3f,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:27.212845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62076-2b09-4ae2-ba17-7ebb70b1997b req-bc20ff63-b210-4234-a3b3-53a625181be5 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:27.212845 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53d62076-2b09-4ae2-ba17-7ebb70b1997b req-bc20ff63-b210-4234-a3b3-53a625181be5 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=44c2a6e2-13be-43e6-8181-f800ff4bcd20 HTTP/1.1" status: 200 len: 943 time: 0.0586774 Aug 06 16:55:27.213800 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031dd6e1-54ce-4b28-84fb-087e00e95708 x-openstack-request-id: req-031dd6e1-54ce-4b28-84fb-087e00e95708 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:55:27.213800 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c2a6e2-13be-43e6-8181-f800ff4bcd20", "tag": "34df4668-3ef7-4bd3-9e33-8050f5ac2d3f", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:55:27.213800 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-031dd6e1-54ce-4b28-84fb-087e00e95708 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:55:27.213800 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c2a6e2-13be-43e6-8181-f800ff4bcd20', 'tag': '34df4668-3ef7-4bd3-9e33-8050f5ac2d3f', 'status': 'completed', 'code': 200} Aug 06 16:55:27.247236 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e1cce-2728-43e8-a772-d831837e8f64 req-7dddba3a-2363-4f43-af8d-dc08dafcd978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:27.247490 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-53d62076-2b09-4ae2-ba17-7ebb70b1997b req-a0e792d2-9ebc-4bd6-873b-353f8b32c668 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351012 Aug 06 16:55:27.249451 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-442e1cce-2728-43e8-a772-d831837e8f64 req-7dddba3a-2363-4f43-af8d-dc08dafcd978 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebf2b51dc2a74a9ca8c29475e4e61781&device_id=44c2a6e2-13be-43e6-8181-f800ff4bcd20 HTTP/1.1" status: 200 len: 1094 time: 0.0543351 Aug 06 16:55:27.294228 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-442e1cce-2728-43e8-a772-d831837e8f64 req-8537eebe-c6c3-41b6-8b05-df123827f68d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34df4668-3ef7-4bd3-9e33-8050f5ac2d3f HTTP/1.1" status: 200 len: 217 time: 0.0370605 Aug 06 16:55:27.345642 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e1cce-2728-43e8-a772-d831837e8f64 req-93926dfb-0893-45c0-bf2c-b9aa5316025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:27.347411 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-442e1cce-2728-43e8-a772-d831837e8f64 req-93926dfb-0893-45c0-bf2c-b9aa5316025f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e2b5db-3c48-4d29-a260-10cac0a2c5c4 HTTP/1.1" status: 200 len: 854 time: 0.0463710 Aug 06 16:55:27.384237 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-442e1cce-2728-43e8-a772-d831837e8f64 req-b6e1965c-9eb4-4984-8322-6814b8953518 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a00d1b60-0afd-4d53-80e0-3d5a68c76934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263557 Aug 06 16:55:27.479129 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-442e1cce-2728-43e8-a772-d831837e8f64 req-37b08b18-b7af-43a6-a0d0-32e00a7e3183 service neutron] 10.222.0.13 "GET /v2.0/networks/a00d1b60-0afd-4d53-80e0-3d5a68c76934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882225 Aug 06 16:55:27.567809 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-442e1cce-2728-43e8-a772-d831837e8f64 req-2c339963-00af-494f-b8b2-ab9a84ceb48c service neutron] 10.222.0.13 "GET /v2.0/networks/a00d1b60-0afd-4d53-80e0-3d5a68c76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821626 Aug 06 16:55:27.651727 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538c10-d4e0-4fe1-9e40-11b9bfea520f req-385ad5b0-b644-467e-91e5-137e99b85c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:27.653211 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-00538c10-d4e0-4fe1-9e40-11b9bfea520f req-385ad5b0-b644-467e-91e5-137e99b85c6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebf2b51dc2a74a9ca8c29475e4e61781&device_id=44c2a6e2-13be-43e6-8181-f800ff4bcd20 HTTP/1.1" status: 200 len: 1094 time: 0.0437477 Aug 06 16:55:27.743252 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538c10-d4e0-4fe1-9e40-11b9bfea520f req-d9a82996-36ca-4b39-aea2-7dd86ae6e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:27.744769 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-00538c10-d4e0-4fe1-9e40-11b9bfea520f req-d9a82996-36ca-4b39-aea2-7dd86ae6e901 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a00d1b60-0afd-4d53-80e0-3d5a68c76934 HTTP/1.1" status: 200 len: 915 time: 0.0840139 Aug 06 16:55:27.788546 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-00538c10-d4e0-4fe1-9e40-11b9bfea520f req-3db60278-372a-4229-83e7-fe8e389fa7e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34df4668-3ef7-4bd3-9e33-8050f5ac2d3f HTTP/1.1" status: 200 len: 217 time: 0.0369477 Aug 06 16:55:27.837925 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538c10-d4e0-4fe1-9e40-11b9bfea520f req-83bf64f8-14f4-415f-aa83-a60d178a072f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:27.839402 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-00538c10-d4e0-4fe1-9e40-11b9bfea520f req-83bf64f8-14f4-415f-aa83-a60d178a072f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e2b5db-3c48-4d29-a260-10cac0a2c5c4 HTTP/1.1" status: 200 len: 854 time: 0.0427628 Aug 06 16:55:27.871671 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-00538c10-d4e0-4fe1-9e40-11b9bfea520f req-6933410a-08cd-4bb9-ba53-84c8e5148e4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a00d1b60-0afd-4d53-80e0-3d5a68c76934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231159 Aug 06 16:55:27.964381 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-00538c10-d4e0-4fe1-9e40-11b9bfea520f req-52c369a0-b328-471e-af45-a7eae5c146af service neutron] 10.222.0.13 "GET /v2.0/networks/a00d1b60-0afd-4d53-80e0-3d5a68c76934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852253 Aug 06 16:55:28.365467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8b0d1-857b-451d-86da-4c5a12231d41 req-f9bc931a-fae3-4711-99e4-e0fdef9a3cde tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:28.367020 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b1f8b0d1-857b-451d-86da-4c5a12231d41 req-f9bc931a-fae3-4711-99e4-e0fdef9a3cde tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=44c2a6e2-13be-43e6-8181-f800ff4bcd20 HTTP/1.1" status: 200 len: 943 time: 0.0493908 Aug 06 16:55:28.398228 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-00538c10-d4e0-4fe1-9e40-11b9bfea520f req-51587352-e508-4b7b-b545-ba01f77de711 service neutron] 10.222.0.13 "GET /v2.0/networks/a00d1b60-0afd-4d53-80e0-3d5a68c76934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257798 Aug 06 16:55:28.405110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b1f8b0d1-857b-451d-86da-4c5a12231d41 req-56a4a44b-8b88-456d-8bd1-1c575039895b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316679 Aug 06 16:55:29.524010 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78dee1-dcbd-4d01-b4d2-0578dac7cc59 req-e5b193e0-aa9e-42ce-ba5b-c53eb92a52aa tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:29.525454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a78dee1-dcbd-4d01-b4d2-0578dac7cc59 req-e5b193e0-aa9e-42ce-ba5b-c53eb92a52aa tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=44c2a6e2-13be-43e6-8181-f800ff4bcd20 HTTP/1.1" status: 200 len: 943 time: 0.0524926 Aug 06 16:55:29.565483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5a78dee1-dcbd-4d01-b4d2-0578dac7cc59 req-b16f8c66-dd12-4633-928d-ad637513b721 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339215 Aug 06 16:55:30.680838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6572e-9079-42b1-8658-234b9cf0b13d req-3d0dd706-5b9d-49d0-9c7b-815cc1bbd3b8 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:30.682328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8a6572e-9079-42b1-8658-234b9cf0b13d req-3d0dd706-5b9d-49d0-9c7b-815cc1bbd3b8 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=44c2a6e2-13be-43e6-8181-f800ff4bcd20 HTTP/1.1" status: 200 len: 943 time: 0.0482097 Aug 06 16:55:30.720221 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f8a6572e-9079-42b1-8658-234b9cf0b13d req-8630714d-978b-4cf4-bd91-438b7b19d4ea tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318828 Aug 06 16:55:31.668572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:55:31.761989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=34df4668-3ef7-4bd3-9e33-8050f5ac2d3f,segment=NetworkSegment(58350e11-008c-402c-891a-7344951898a2),segment_id=58350e11-008c-402c-891a-7344951898a2)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:31.776043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '34df4668-3ef7-4bd3-9e33-8050f5ac2d3f', 'network_id': 'a00d1b60-0afd-4d53-80e0-3d5a68c76934', 'port_id': '34df4668-3ef7-4bd3-9e33-8050f5ac2d3f', 'mac_address': 'fa:16:3e:ab:3e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e2b5db-3c48-4d29-a260-10cac0a2c5c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:55:31.812809 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:31.825462 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:55:31.833162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb4e03-8e21-495d-90d1-ff9f181cf6fa req-76356482-dfd9-483b-b793-c8356d240700 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:31.834822 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6feb4e03-8e21-495d-90d1-ff9f181cf6fa req-76356482-dfd9-483b-b793-c8356d240700 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=44c2a6e2-13be-43e6-8181-f800ff4bcd20 HTTP/1.1" status: 200 len: 943 time: 0.0489480 Aug 06 16:55:31.845957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=34df4668-3ef7-4bd3-9e33-8050f5ac2d3f,segment=NetworkSegment(58350e11-008c-402c-891a-7344951898a2),segment_id=58350e11-008c-402c-891a-7344951898a2)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:31.850445 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:31.880514 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6feb4e03-8e21-495d-90d1-ff9f181cf6fa req-4e224cf0-4285-41ce-b839-cf42b5a8eb1c tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333111 Aug 06 16:55:31.899205 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=34df4668-3ef7-4bd3-9e33-8050f5ac2d3f,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:32.032890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['34df4668-3ef7-4bd3-9e33-8050f5ac2d3f'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:55:32.992280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6e572-a566-4f73-b3ac-37a9cad9cddc req-763103e5-0a97-4385-a0aa-f9f97360fb53 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:32.993818 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cbf6e572-a566-4f73-b3ac-37a9cad9cddc req-763103e5-0a97-4385-a0aa-f9f97360fb53 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=44c2a6e2-13be-43e6-8181-f800ff4bcd20 HTTP/1.1" status: 200 len: 944 time: 0.0513992 Aug 06 16:55:33.031606 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cbf6e572-a566-4f73-b3ac-37a9cad9cddc req-e10e1f91-e28e-4a65-b5f7-55ccd8febc20 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311117 Aug 06 16:55:33.683788 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:55:33.734168 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:55:33.737781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:55:33.738156 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:33.816769 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:33.841098 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c2a6e2-13be-43e6-8181-f800ff4bcd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34df4668-3ef7-4bd3-9e33-8050f5ac2d3f'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:55:33.843996 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87ba3fe-a262-41b4-a087-7c314bd75891" -d '{"events": [{"server_uuid": "44c2a6e2-13be-43e6-8181-f800ff4bcd20", "name": "network-vif-plugged", "status": "completed", "tag": "34df4668-3ef7-4bd3-9e33-8050f5ac2d3f"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:55:33.864353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=34df4668-3ef7-4bd3-9e33-8050f5ac2d3f,segment=NetworkSegment(58350e11-008c-402c-891a-7344951898a2),segment_id=58350e11-008c-402c-891a-7344951898a2)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:33.869115 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:33.873962 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e766f717-2088-4e0c-889c-8652acebf35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:33.897226 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212c0aab-e381-4abe-ab06-e82c752c8610 x-openstack-request-id: req-212c0aab-e381-4abe-ab06-e82c752c8610 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:55:33.897537 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c2a6e2-13be-43e6-8181-f800ff4bcd20", "name": "network-vif-plugged", "status": "completed", "tag": "34df4668-3ef7-4bd3-9e33-8050f5ac2d3f", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:55:33.897802 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-212c0aab-e381-4abe-ab06-e82c752c8610 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:55:33.898189 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c2a6e2-13be-43e6-8181-f800ff4bcd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34df4668-3ef7-4bd3-9e33-8050f5ac2d3f', 'code': 200} Aug 06 16:55:33.923854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=34df4668-3ef7-4bd3-9e33-8050f5ac2d3f,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:33.978847 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7bc4b-0a00-4cf3-9f32-b2a87c99fb31 req-01f43ec2-fec8-4292-a04e-32d136c00044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:33.980315 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-33c7bc4b-0a00-4cf3-9f32-b2a87c99fb31 req-01f43ec2-fec8-4292-a04e-32d136c00044 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44c2a6e2-13be-43e6-8181-f800ff4bcd20 HTTP/1.1" status: 200 len: 1096 time: 0.0395277 Aug 06 16:55:34.018883 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-33c7bc4b-0a00-4cf3-9f32-b2a87c99fb31 req-dbe8bdce-bc7f-4f8c-80cf-7a69d9d54564 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313337 Aug 06 16:55:34.147322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10547016-4beb-4d11-a269-cb3aeaf17169 req-f40ec8fe-c902-4e7a-a04f-e3237409c64a tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:34.148804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10547016-4beb-4d11-a269-cb3aeaf17169 req-f40ec8fe-c902-4e7a-a04f-e3237409c64a tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=44c2a6e2-13be-43e6-8181-f800ff4bcd20 HTTP/1.1" status: 200 len: 945 time: 0.0488341 Aug 06 16:55:34.186693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10547016-4beb-4d11-a269-cb3aeaf17169 req-37745832-2b6e-41ff-b10f-034b0f6f9f4c tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313439 Aug 06 16:55:34.470821 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:55:35.303077 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ef93d-006d-40f1-ac70-ce54cedeb180 req-25320bc7-a84b-4eb4-834d-6ce4a699d954 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:35.304539 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d04ef93d-006d-40f1-ac70-ce54cedeb180 req-25320bc7-a84b-4eb4-834d-6ce4a699d954 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=44c2a6e2-13be-43e6-8181-f800ff4bcd20 HTTP/1.1" status: 200 len: 945 time: 0.0487998 Aug 06 16:55:35.343632 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d04ef93d-006d-40f1-ac70-ce54cedeb180 req-1d5117cf-bae5-48b4-9740-e689e2c173c0 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Aug 06 16:55:35.579093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8999c5-e236-4442-b050-ae0d91c67605 req-6893bfed-c8c6-41eb-866b-af25c6d5831b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:35.580558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de8999c5-e236-4442-b050-ae0d91c67605 req-6893bfed-c8c6-41eb-866b-af25c6d5831b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=44c2a6e2-13be-43e6-8181-f800ff4bcd20 HTTP/1.1" status: 200 len: 945 time: 0.0545621 Aug 06 16:55:35.623209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de8999c5-e236-4442-b050-ae0d91c67605 req-114a5a1b-fb00-489f-bc6b-75645eef1014 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364215 Aug 06 16:55:36.288414 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5654b35d-8b06-45f7-b278-371981af7568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:36.705378 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:36.741677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c80f7b-119a-4282-b7dc-1b0e1d909ecd req-13d474bc-e77f-474a-9e82-1bd2a5180a81 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:36.743281 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80c80f7b-119a-4282-b7dc-1b0e1d909ecd req-13d474bc-e77f-474a-9e82-1bd2a5180a81 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=44c2a6e2-13be-43e6-8181-f800ff4bcd20 HTTP/1.1" status: 200 len: 945 time: 0.0500426 Aug 06 16:55:36.784391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80c80f7b-119a-4282-b7dc-1b0e1d909ecd req-07f16294-f374-487a-b6ee-9797d09f2176 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Aug 06 16:55:36.796288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eac22-32d6-4272-8b3c-b5fd5f64a232 req-85bbce0e-356a-4af5-9681-eebb0b60e546 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:36.797740 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-670eac22-32d6-4272-8b3c-b5fd5f64a232 req-85bbce0e-356a-4af5-9681-eebb0b60e546 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.13 "GET /v2.0/ports?device_id=44c2a6e2-13be-43e6-8181-f800ff4bcd20 HTTP/1.1" status: 200 len: 945 time: 0.0474460 Aug 06 16:55:36.885160 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-670eac22-32d6-4272-8b3c-b5fd5f64a232 req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Deleting port 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:55:36.885500 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-670eac22-32d6-4272-8b3c-b5fd5f64a232 req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:36.978403 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-670eac22-32d6-4272-8b3c-b5fd5f64a232 req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] For port 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=34df4668-3ef7-4bd3-9e33-8050f5ac2d3f,segment=NetworkSegment(58350e11-008c-402c-891a-7344951898a2),segment_id=58350e11-008c-402c-891a-7344951898a2)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:36.978682 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-670eac22-32d6-4272-8b3c-b5fd5f64a232 req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:36.992171 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-670eac22-32d6-4272-8b3c-b5fd5f64a232 req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Calling delete_port for 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:55:37.117153 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-670eac22-32d6-4272-8b3c-b5fd5f64a232 req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:37.128085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['34df4668-3ef7-4bd3-9e33-8050f5ac2d3f'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:55:37.146031 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Pushing event deleted for resources: {'Port': ['ID=34df4668-3ef7-4bd3-9e33-8050f5ac2d3f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:37.150300 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['d17d873d-e557-4dd3-a9cc-d3affb03d1fb'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:55:37.159355 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:37.159702 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:37.160047 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:37.160388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:37.160722 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:37.161053 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:37.161383 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:37.161736 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:37.162065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:37.162393 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:37.162716 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:37.163038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:37.196355 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-670eac22-32d6-4272-8b3c-b5fd5f64a232 req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] No DVR routers for this DVR port 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:55:37.199175 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-670eac22-32d6-4272-8b3c-b5fd5f64a232 req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:37.201676 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-670eac22-32d6-4272-8b3c-b5fd5f64a232 req-88883b00-59b6-4dbf-b74b-3bd880383f1b tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.13 "DELETE /v2.0/ports/34df4668-3ef7-4bd3-9e33-8050f5ac2d3f HTTP/1.1" status: 204 len: 173 time: 0.3980520 Aug 06 16:55:37.202135 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c2a6e2-13be-43e6-8181-f800ff4bcd20', 'name': 'network-vif-deleted', 'tag': '34df4668-3ef7-4bd3-9e33-8050f5ac2d3f'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:55:37.204429 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4c669f-4000-464a-a81c-a54fb211298e" -d '{"events": [{"server_uuid": "44c2a6e2-13be-43e6-8181-f800ff4bcd20", "name": "network-vif-deleted", "tag": "34df4668-3ef7-4bd3-9e33-8050f5ac2d3f"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:55:37.265757 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a3787d-516d-4be4-b290-93b0049d45f3 x-openstack-request-id: req-f0a3787d-516d-4be4-b290-93b0049d45f3 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:55:37.266286 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c2a6e2-13be-43e6-8181-f800ff4bcd20", "name": "network-vif-deleted", "tag": "34df4668-3ef7-4bd3-9e33-8050f5ac2d3f", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:55:37.266611 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0a3787d-516d-4be4-b290-93b0049d45f3 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:55:37.267027 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c2a6e2-13be-43e6-8181-f800ff4bcd20', 'name': 'network-vif-deleted', 'tag': '34df4668-3ef7-4bd3-9e33-8050f5ac2d3f', 'status': 'completed', 'code': 200} Aug 06 16:55:37.503767 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:37.934663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dd2cd-ca7c-489e-9d15-b8079d1376a1 req-41053675-45eb-4c60-9b0f-18f517fd0eff tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:37.936210 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e0dd2cd-ca7c-489e-9d15-b8079d1376a1 req-41053675-45eb-4c60-9b0f-18f517fd0eff tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 946 time: 0.0488729 Aug 06 16:55:37.973960 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e0dd2cd-ca7c-489e-9d15-b8079d1376a1 req-bd992c9a-de68-47fe-941d-af59511a3b73 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316772 Aug 06 16:55:38.110733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a253c-52cc-45fe-a924-92819f28f556 req-9409499a-26fd-4c1b-b60f-730ab0fa0530 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:38.112744 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d98a253c-52cc-45fe-a924-92819f28f556 req-9409499a-26fd-4c1b-b60f-730ab0fa0530 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 946 time: 0.0569613 Aug 06 16:55:38.149475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d98a253c-52cc-45fe-a924-92819f28f556 req-c181366e-6f15-4cd1-a66f-04009a0a7379 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310438 Aug 06 16:55:38.268962 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49610a7a-a3c2-4e74-81d2-287d74da194d req-a6253d90-eca1-446e-9e37-d338ca89ea0c tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:38.270460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-49610a7a-a3c2-4e74-81d2-287d74da194d req-a6253d90-eca1-446e-9e37-d338ca89ea0c tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 946 time: 0.0521100 Aug 06 16:55:38.307351 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-49610a7a-a3c2-4e74-81d2-287d74da194d req-247da311-47fd-4e78-9e62-5289fa87cff5 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308061 Aug 06 16:55:38.472175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1e0a1-5baf-4eb9-8334-4937a7847c25 req-2bd1e947-ef0d-48a0-9336-cf4a4ef830a3 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:38.473644 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76b1e0a1-5baf-4eb9-8334-4937a7847c25 req-2bd1e947-ef0d-48a0-9336-cf4a4ef830a3 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 946 time: 0.0479562 Aug 06 16:55:38.514112 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76b1e0a1-5baf-4eb9-8334-4937a7847c25 req-64732998-1886-4f64-9be2-9cc076fb5c04 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341315 Aug 06 16:55:38.639735 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877b2c9-6d9b-4473-9140-7421c2bd7d79 req-c5718b01-b501-45ea-a686-3f5c4ea4568d tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:38.641085 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5877b2c9-6d9b-4473-9140-7421c2bd7d79 req-c5718b01-b501-45ea-a686-3f5c4ea4568d tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 946 time: 0.0550931 Aug 06 16:55:38.678939 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5877b2c9-6d9b-4473-9140-7421c2bd7d79 req-82886786-4039-47ff-ae8d-d157b650bf60 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319047 Aug 06 16:55:38.804721 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd06c7-af0e-4337-b762-82cf3fbc5590 req-895110e0-e8c5-4588-9c49-e8e27c696e04 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:38.806228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20dd06c7-af0e-4337-b762-82cf3fbc5590 req-895110e0-e8c5-4588-9c49-e8e27c696e04 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 946 time: 0.0494788 Aug 06 16:55:38.846314 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20dd06c7-af0e-4337-b762-82cf3fbc5590 req-3488e352-5906-4201-a521-5d76f9d38e34 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341280 Aug 06 16:55:39.164139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a05a70-8757-49c7-8b79-e7325c7c5ef4 req-cea71298-d6a2-4f6b-a3ff-6a065dd7e996 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:39.165964 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02a05a70-8757-49c7-8b79-e7325c7c5ef4 req-cea71298-d6a2-4f6b-a3ff-6a065dd7e996 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 946 time: 0.0503709 Aug 06 16:55:39.205930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02a05a70-8757-49c7-8b79-e7325c7c5ef4 req-918d404e-4a92-42da-8a66-abc259f083fc tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336215 Aug 06 16:55:39.237974 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:40.344562 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187e4a5-09ca-40a0-8b90-1614fbc0be8f req-110eb59f-95f2-4ef8-a020-dd36af387de4 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:40.346165 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3187e4a5-09ca-40a0-8b90-1614fbc0be8f req-110eb59f-95f2-4ef8-a020-dd36af387de4 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 946 time: 0.0578289 Aug 06 16:55:40.400249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3187e4a5-09ca-40a0-8b90-1614fbc0be8f req-f2466d5e-99dc-4592-b5b1-045048e822d5 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4bd56b6-3e22-4ff4-84ea-1200d613afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454152 Aug 06 16:55:40.548695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb52f40-6ea4-4121-a9aa-5fef81d6a41c req-b4c8ef24-9556-4336-8859-a541d562cb99 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:40.550081 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-afb52f40-6ea4-4121-a9aa-5fef81d6a41c req-b4c8ef24-9556-4336-8859-a541d562cb99 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.78 "GET /v2.0/ports?device_id=9aa72596-3749-49de-aad2-11d07a04924b HTTP/1.1" status: 200 len: 946 time: 0.0473766 Aug 06 16:55:40.640821 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-afb52f40-6ea4-4121-a9aa-5fef81d6a41c req-092efb97-5823-4f73-abf0-f94208608750 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Deleting port d17d873d-e557-4dd3-a9cc-d3affb03d1fb {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:55:40.641155 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-afb52f40-6ea4-4121-a9aa-5fef81d6a41c req-092efb97-5823-4f73-abf0-f94208608750 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:40.726222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-afb52f40-6ea4-4121-a9aa-5fef81d6a41c req-092efb97-5823-4f73-abf0-f94208608750 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] For port d17d873d-e557-4dd3-a9cc-d3affb03d1fb, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=d17d873d-e557-4dd3-a9cc-d3affb03d1fb,segment=NetworkSegment(58350e11-008c-402c-891a-7344951898a2),segment_id=58350e11-008c-402c-891a-7344951898a2)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:40.726577 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-afb52f40-6ea4-4121-a9aa-5fef81d6a41c req-092efb97-5823-4f73-abf0-f94208608750 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:40.739316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-afb52f40-6ea4-4121-a9aa-5fef81d6a41c req-092efb97-5823-4f73-abf0-f94208608750 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Calling delete_port for d17d873d-e557-4dd3-a9cc-d3affb03d1fb owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:55:40.864774 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-afb52f40-6ea4-4121-a9aa-5fef81d6a41c req-092efb97-5823-4f73-abf0-f94208608750 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:40.880495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['d17d873d-e557-4dd3-a9cc-d3affb03d1fb'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:55:40.893354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092efb97-5823-4f73-abf0-f94208608750 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Pushing event deleted for resources: {'Port': ['ID=d17d873d-e557-4dd3-a9cc-d3affb03d1fb,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:40.935918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb52f40-6ea4-4121-a9aa-5fef81d6a41c req-092efb97-5823-4f73-abf0-f94208608750 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] No DVR routers for this DVR port d17d873d-e557-4dd3-a9cc-d3affb03d1fb on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:55:40.938477 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-afb52f40-6ea4-4121-a9aa-5fef81d6a41c req-092efb97-5823-4f73-abf0-f94208608750 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:40.940534 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-afb52f40-6ea4-4121-a9aa-5fef81d6a41c req-092efb97-5823-4f73-abf0-f94208608750 tempest-ServersNegativeTestJSON-1166885989 tempest-ServersNegativeTestJSON-1166885989-project] 10.222.0.78 "DELETE /v2.0/ports/d17d873d-e557-4dd3-a9cc-d3affb03d1fb HTTP/1.1" status: 204 len: 173 time: 0.3841648 Aug 06 16:55:40.940966 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa72596-3749-49de-aad2-11d07a04924b', 'name': 'network-vif-deleted', 'tag': 'd17d873d-e557-4dd3-a9cc-d3affb03d1fb'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:55:40.943308 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212b3103-105c-4675-80bd-3daa54e5281a" -d '{"events": [{"server_uuid": "9aa72596-3749-49de-aad2-11d07a04924b", "name": "network-vif-deleted", "tag": "d17d873d-e557-4dd3-a9cc-d3affb03d1fb"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:55:40.979342 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12c50ca-d45e-4807-b984-7085ef10d34c x-openstack-request-id: req-c12c50ca-d45e-4807-b984-7085ef10d34c {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:55:40.979634 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa72596-3749-49de-aad2-11d07a04924b", "name": "network-vif-deleted", "tag": "d17d873d-e557-4dd3-a9cc-d3affb03d1fb", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:55:40.979879 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c12c50ca-d45e-4807-b984-7085ef10d34c {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:55:40.980270 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa72596-3749-49de-aad2-11d07a04924b', 'name': 'network-vif-deleted', 'tag': 'd17d873d-e557-4dd3-a9cc-d3affb03d1fb', 'status': 'completed', 'code': 200} Aug 06 16:55:41.457898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32976) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:41.501466 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2dac752-a361-4e17-8e58-05ee648aa67c admin admin] Deleting subnet 87e2b5db-3c48-4d29-a260-10cac0a2c5c4 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:55:41.504412 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2dac752-a361-4e17-8e58-05ee648aa67c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:41.541296 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2dac752-a361-4e17-8e58-05ee648aa67c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:41.580328 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2dac752-a361-4e17-8e58-05ee648aa67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:41.630971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2dac752-a361-4e17-8e58-05ee648aa67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:41.656126 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dac752-a361-4e17-8e58-05ee648aa67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e2b5db-3c48-4d29-a260-10cac0a2c5c4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:41.659757 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b2dac752-a361-4e17-8e58-05ee648aa67c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:41.661704 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b2dac752-a361-4e17-8e58-05ee648aa67c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/87e2b5db-3c48-4d29-a260-10cac0a2c5c4 HTTP/1.1" status: 204 len: 168 time: 0.2027190 Aug 06 16:55:41.664133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32978) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:41.734603 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd157134-6d1f-4892-8746-91d335d45456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:41.762043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:55:41.781759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:55:41.782106 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 34df4668-3ef7-4bd3-9e33-8050f5ac2d3f not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:55:41.815152 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd157134-6d1f-4892-8746-91d335d45456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:41.824586 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-fd157134-6d1f-4892-8746-91d335d45456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00d1b60-0afd-4d53-80e0-3d5a68c76934']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:41.835766 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-fd157134-6d1f-4892-8746-91d335d45456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58350e11-008c-402c-891a-7344951898a2') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:41.836064 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-fd157134-6d1f-4892-8746-91d335d45456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58350e11-008c-402c-891a-7344951898a2') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:41.845531 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd157134-6d1f-4892-8746-91d335d45456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:41.859018 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd157134-6d1f-4892-8746-91d335d45456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:41.864755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd157134-6d1f-4892-8746-91d335d45456 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:55:41.865140 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd157134-6d1f-4892-8746-91d335d45456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:55:41.866795 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:55:41.919794 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd157134-6d1f-4892-8746-91d335d45456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:41.925126 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fd157134-6d1f-4892-8746-91d335d45456 admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:41.927187 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fd157134-6d1f-4892-8746-91d335d45456 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a00d1b60-0afd-4d53-80e0-3d5a68c76934 HTTP/1.1" status: 204 len: 168 time: 0.2621047 Aug 06 16:55:41.938128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd157134-6d1f-4892-8746-91d335d45456 admin admin] Pushing event deleted for resources: {'Network': ['ID=a00d1b60-0afd-4d53-80e0-3d5a68c76934,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:42.040698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32982) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:42.080496 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5364da66-c11d-4a62-bd23-1e897fcbaa70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebf2b51dc2a74a9ca8c29475e4e61781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385299 Aug 06 16:55:42.082930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 32984) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:42.133253 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10c5cec0-e5f5-49c4-a4d7-bd0d2caab82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:42.155267 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10c5cec0-e5f5-49c4-a4d7-bd0d2caab82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:42.201414 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10c5cec0-e5f5-49c4-a4d7-bd0d2caab82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:42.204443 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-10c5cec0-e5f5-49c4-a4d7-bd0d2caab82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:42.205598 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-10c5cec0-e5f5-49c4-a4d7-bd0d2caab82a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4bd56b6-3e22-4ff4-84ea-1200d613afd6 HTTP/1.1" status: 204 len: 168 time: 0.1217673 Aug 06 16:55:42.213504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5cec0-e5f5-49c4-a4d7-bd0d2caab82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bd56b6-3e22-4ff4-84ea-1200d613afd6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:42.890593 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33006) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:43.009379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7f3b22ae-582d-4784-ab2c-0646896d5d72 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2117362930'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:43.030698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3b22ae-582d-4784-ab2c-0646896d5d72 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Made reservation on behalf of 1b228a209fb548d4bcaf14ac5f9ad304 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:43.034134 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7f3b22ae-582d-4784-ab2c-0646896d5d72 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:43.042495 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7f3b22ae-582d-4784-ab2c-0646896d5d72 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:43.131033 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7f3b22ae-582d-4784-ab2c-0646896d5d72 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:43.135100 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7f3b22ae-582d-4784-ab2c-0646896d5d72 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:43.158040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3b22ae-582d-4784-ab2c-0646896d5d72 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:55:43.172611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b22ae-582d-4784-ab2c-0646896d5d72 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82db853-f6e8-467d-b528-897b3cf71f6f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:43.175681 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7f3b22ae-582d-4784-ab2c-0646896d5d72 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:43.176019 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-7f3b22ae-582d-4784-ab2c-0646896d5d72 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Added segment 039fc631-41b0-4aa0-beb8-973e8d59774a of type vlan for network 073592c7-313a-4f0c-a2d7-778ebe400976 Aug 06 16:55:43.216394 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7f3b22ae-582d-4784-ab2c-0646896d5d72 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:43.244747 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7f3b22ae-582d-4784-ab2c-0646896d5d72 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:43.251022 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3b22ae-582d-4784-ab2c-0646896d5d72 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:43.251595 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7f3b22ae-582d-4784-ab2c-0646896d5d72 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:43.287416 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7f3b22ae-582d-4784-ab2c-0646896d5d72 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3957050 Aug 06 16:55:43.320413 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b22ae-582d-4784-ab2c-0646896d5d72 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event updated for resources: {'Network': ['ID=073592c7-313a-4f0c-a2d7-778ebe400976,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:43.331395 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 073592c7-313a-4f0c-a2d7-778ebe400976 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:55:44.801253 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d17d873d-e557-4dd3-a9cc-d3affb03d1fb no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:55:44.821859 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: d17d873d-e557-4dd3-a9cc-d3affb03d1fb {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:55:44.822202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device d17d873d-e557-4dd3-a9cc-d3affb03d1fb not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:55:46.628719 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33010) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:46.633918 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7bf3cd29-bbe0-4f67-a715-70fe28b2debd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Request body: {'subnet': {'network_id': '073592c7-313a-4f0c-a2d7-778ebe400976', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:46.720993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf3cd29-bbe0-4f67-a715-70fe28b2debd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Made reservation on behalf of 1b228a209fb548d4bcaf14ac5f9ad304 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:46.724405 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7bf3cd29-bbe0-4f67-a715-70fe28b2debd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:46.906762 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7bf3cd29-bbe0-4f67-a715-70fe28b2debd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:46.967813 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3cd29-bbe0-4f67-a715-70fe28b2debd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event updated for resources: {'Subnet': ['ID=ce0e617b-9156-4c08-b0d0-ecaa7f066cbe,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:46.978531 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf3cd29-bbe0-4f67-a715-70fe28b2debd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Checking segment: {'id': '039fc631-41b0-4aa0-beb8-973e8d59774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '073592c7-313a-4f0c-a2d7-778ebe400976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:55:46.978885 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf3cd29-bbe0-4f67-a715-70fe28b2debd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Network hostable DHCP agents. Network: 073592c7-313a-4f0c-a2d7-778ebe400976, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:55:46.994923 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf3cd29-bbe0-4f67-a715-70fe28b2debd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Network 073592c7-313a-4f0c-a2d7-778ebe400976 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:55:47.004165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-7bf3cd29-bbe0-4f67-a715-70fe28b2debd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 073592c7-313a-4f0c-a2d7-778ebe400976) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:55:47.008485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf3cd29-bbe0-4f67-a715-70fe28b2debd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:47.009077 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7bf3cd29-bbe0-4f67-a715-70fe28b2debd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.012788 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff4ee7a-5270-45fc-996e-f80b87ad549e None None] Network 073592c7-313a-4f0c-a2d7-778ebe400976 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:47.024239 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7bf3cd29-bbe0-4f67-a715-70fe28b2debd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3940895 Aug 06 16:55:47.027300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33012) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:47.032202 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6dc28990-97e5-43f2-be3d-5971b2bc8eab tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-334356656'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:47.052096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc28990-97e5-43f2-be3d-5971b2bc8eab tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Made reservation on behalf of 1b228a209fb548d4bcaf14ac5f9ad304 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:47.055819 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6dc28990-97e5-43f2-be3d-5971b2bc8eab tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.081159 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc28990-97e5-43f2-be3d-5971b2bc8eab tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:55:47.090331 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6dc28990-97e5-43f2-be3d-5971b2bc8eab tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.090675 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-6dc28990-97e5-43f2-be3d-5971b2bc8eab tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Added segment a2cab4a3-e2ab-49b4-8541-45422681c29d of type vlan for network ff215dce-899a-4e11-8e42-2f7a7bfdb240 Aug 06 16:55:47.131316 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6dc28990-97e5-43f2-be3d-5971b2bc8eab tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.155976 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-073592c7-313a-4f0c-a2d7-778ebe400976', 'network_id': '073592c7-313a-4f0c-a2d7-778ebe400976', 'tenant_id': '1b228a209fb548d4bcaf14ac5f9ad304', 'fixed_ips': [{'subnet_id': 'ce0e617b-9156-4c08-b0d0-ecaa7f066cbe'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:55:47.156994 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.161843 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6dc28990-97e5-43f2-be3d-5971b2bc8eab tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.167415 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc28990-97e5-43f2-be3d-5971b2bc8eab tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:47.168022 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6dc28990-97e5-43f2-be3d-5971b2bc8eab tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.230990 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6dc28990-97e5-43f2-be3d-5971b2bc8eab tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2026527 Aug 06 16:55:47.234616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33014) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:47.241675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a2f4433d-d519-4e3e-ae67-b7e0869b76e4 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Request body: {'subnet': {'network_id': 'ff215dce-899a-4e11-8e42-2f7a7bfdb240', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:47.249152 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc28990-97e5-43f2-be3d-5971b2bc8eab tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event updated for resources: {'Network': ['ID=ff215dce-899a-4e11-8e42-2f7a7bfdb240,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:47.275461 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network ff215dce-899a-4e11-8e42-2f7a7bfdb240 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:55:47.341832 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f4433d-d519-4e3e-ae67-b7e0869b76e4 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Made reservation on behalf of 1b228a209fb548d4bcaf14ac5f9ad304 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:47.345571 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a2f4433d-d519-4e3e-ae67-b7e0869b76e4 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.350642 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Allocated IP 2001:db8:0:ffff::2 (073592c7-313a-4f0c-a2d7-778ebe400976/ce0e617b-9156-4c08-b0d0-ecaa7f066cbe/4390b976-232e-4237-beee-e706d1a79fa4) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:55:47.500417 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.508657 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Transition to ACTIVE for port object 4390b976-232e-4237-beee-e706d1a79fa4 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:55:47.523474 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Transition to ACTIVE for port object 4390b976-232e-4237-beee-e706d1a79fa4 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:55:47.528879 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.546365 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a2f4433d-d519-4e3e-ae67-b7e0869b76e4 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.570160 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Network 073592c7-313a-4f0c-a2d7-778ebe400976 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:55:47.573004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:55:47.577295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:55:47.584320 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Pushing event updated for resources: {'Port': ['ID=4390b976-232e-4237-beee-e706d1a79fa4,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:47.612012 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.612368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.612712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.613043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.613375 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.613839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.614174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.614504 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.614827 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.615012 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4433d-d519-4e3e-ae67-b7e0869b76e4 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event updated for resources: {'Subnet': ['ID=a6c8158a-9a8c-439c-986c-5f2f9b955994,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:47.615163 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.615465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.615806 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.624224 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f4433d-d519-4e3e-ae67-b7e0869b76e4 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Checking segment: {'id': 'a2cab4a3-e2ab-49b4-8541-45422681c29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ff215dce-899a-4e11-8e42-2f7a7bfdb240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:55:47.624581 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f4433d-d519-4e3e-ae67-b7e0869b76e4 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Network hostable DHCP agents. Network: ff215dce-899a-4e11-8e42-2f7a7bfdb240, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:55:47.641530 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f4433d-d519-4e3e-ae67-b7e0869b76e4 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Network ff215dce-899a-4e11-8e42-2f7a7bfdb240 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:55:47.652140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Attempting to bind port 4390b976-232e-4237-beee-e706d1a79fa4 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:55:47.652513 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Attempting to bind port 4390b976-232e-4237-beee-e706d1a79fa4 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '039fc631-41b0-4aa0-beb8-973e8d59774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '073592c7-313a-4f0c-a2d7-778ebe400976'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:55:47.652891 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Attempting to bind port 4390b976-232e-4237-beee-e706d1a79fa4 on network 073592c7-313a-4f0c-a2d7-778ebe400976 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:55:47.659318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:55:47.659723 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Checking segment: {'id': '039fc631-41b0-4aa0-beb8-973e8d59774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '073592c7-313a-4f0c-a2d7-778ebe400976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:55:47.660166 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.660332 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-a2f4433d-d519-4e3e-ae67-b7e0869b76e4 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, ff215dce-899a-4e11-8e42-2f7a7bfdb240) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:55:47.660639 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Bound using segment: {'id': '039fc631-41b0-4aa0-beb8-973e8d59774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '073592c7-313a-4f0c-a2d7-778ebe400976'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:55:47.661105 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Bound port: 4390b976-232e-4237-beee-e706d1a79fa4, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039fc631-41b0-4aa0-beb8-973e8d59774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '073592c7-313a-4f0c-a2d7-778ebe400976'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:55:47.661485 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.664816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f4433d-d519-4e3e-ae67-b7e0869b76e4 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:47.665482 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a2f4433d-d519-4e3e-ae67-b7e0869b76e4 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.680415 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a2f4433d-d519-4e3e-ae67-b7e0869b76e4 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4447496 Aug 06 16:55:47.680666 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6060045-0730-449a-97fb-9c1fadd253c6 None None] Network ff215dce-899a-4e11-8e42-2f7a7bfdb240 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:47.683834 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33016) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:47.784769 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.796818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] For port 4390b976-232e-4237-beee-e706d1a79fa4, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:55:47.801065 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] For port 4390b976-232e-4237-beee-e706d1a79fa4, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4390b976-232e-4237-beee-e706d1a79fa4,segment=NetworkSegment(039fc631-41b0-4aa0-beb8-973e8d59774a),segment_id=039fc631-41b0-4aa0-beb8-973e8d59774a)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:55:47.807491 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.876159 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.943525 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.970018 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c8158a-9a8c-439c-986c-5f2f9b955994,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:47.994303 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.994695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.994969 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.995298 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.995617 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.995970 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.996256 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.996571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.996887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.997202 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.997513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:47.997853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:48.045523 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.058407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff215dce-899a-4e11-8e42-2f7a7bfdb240']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:48.071325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db3def-72bd-41ad-bad8-1e0b10d637fa None None] Pushing event updated for resources: {'Port': ['ID=4390b976-232e-4237-beee-e706d1a79fa4,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:48.073820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2cab4a3-e2ab-49b4-8541-45422681c29d') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:48.074125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2cab4a3-e2ab-49b4-8541-45422681c29d') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:48.084200 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.086495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d234f15b-bf2c-4e44-b34a-02d62dd5ea2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-ff215dce-899a-4e11-8e42-2f7a7bfdb240', 'network_id': 'ff215dce-899a-4e11-8e42-2f7a7bfdb240', 'tenant_id': '1b228a209fb548d4bcaf14ac5f9ad304', 'fixed_ips': [{'subnet_id': 'a6c8158a-9a8c-439c-986c-5f2f9b955994'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:55:48.087417 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d234f15b-bf2c-4e44-b34a-02d62dd5ea2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.098929 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.105780 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:55:48.106691 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:55:48.109845 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:55:48.174129 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.180223 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e906c015-4f8f-4597-b133-22d579acdba0 None None] Network ff215dce-899a-4e11-8e42-2f7a7bfdb240 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:48.181591 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.183453 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "DELETE /v2.0/networks/ff215dce-899a-4e11-8e42-2f7a7bfdb240 HTTP/1.1" status: 204 len: 168 time: 0.4985952 Aug 06 16:55:48.188172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33018) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:48.193488 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-ef48268f-57fe-4f9f-8436-e8dc7339a560 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1830292663'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:48.199117 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21664e3-bab3-488a-abed-4e7b3fd73875 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event deleted for resources: {'Network': ['ID=ff215dce-899a-4e11-8e42-2f7a7bfdb240,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:48.213892 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e906c015-4f8f-4597-b133-22d579acdba0 None None] Network ff215dce-899a-4e11-8e42-2f7a7bfdb240 could not be found, it might have been deleted concurrently. {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 16:55:48.236018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef48268f-57fe-4f9f-8436-e8dc7339a560 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Made reservation on behalf of 1b228a209fb548d4bcaf14ac5f9ad304 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:48.244281 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef48268f-57fe-4f9f-8436-e8dc7339a560 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.272573 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef48268f-57fe-4f9f-8436-e8dc7339a560 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:55:48.286304 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef48268f-57fe-4f9f-8436-e8dc7339a560 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.286909 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-ef48268f-57fe-4f9f-8436-e8dc7339a560 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Added segment ec285385-7fe8-4ebc-b5c0-88ff80b0dac2 of type vlan for network a6a5a0ae-8532-4ab2-b72d-9a399937807e Aug 06 16:55:48.330937 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef48268f-57fe-4f9f-8436-e8dc7339a560 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.360964 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef48268f-57fe-4f9f-8436-e8dc7339a560 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.366772 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef48268f-57fe-4f9f-8436-e8dc7339a560 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:48.367353 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ef48268f-57fe-4f9f-8436-e8dc7339a560 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.428059 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ef48268f-57fe-4f9f-8436-e8dc7339a560 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2386913 Aug 06 16:55:48.430970 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33020) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:48.438249 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-71c6f330-247b-42ad-96ca-78afcbc3afd0 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Request body: {'subnet': {'network_id': 'a6a5a0ae-8532-4ab2-b72d-9a399937807e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:48.444813 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48268f-57fe-4f9f-8436-e8dc7339a560 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event updated for resources: {'Network': ['ID=a6a5a0ae-8532-4ab2-b72d-9a399937807e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:48.455914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network a6a5a0ae-8532-4ab2-b72d-9a399937807e details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:55:48.530901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c6f330-247b-42ad-96ca-78afcbc3afd0 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Made reservation on behalf of 1b228a209fb548d4bcaf14ac5f9ad304 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:48.534376 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71c6f330-247b-42ad-96ca-78afcbc3afd0 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.593500 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.ipam_backend_mixin [None req-71c6f330-247b-42ad-96ca-78afcbc3afd0 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Performing IP validity checks on allocation pools {{(pid=105764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 16:55:48.593936 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.ipam_backend_mixin [None req-71c6f330-247b-42ad-96ca-78afcbc3afd0 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105764) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 16:55:48.715747 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71c6f330-247b-42ad-96ca-78afcbc3afd0 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.766298 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6f330-247b-42ad-96ca-78afcbc3afd0 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event updated for resources: {'Subnet': ['ID=ed16535f-b8ac-4eb1-ab1c-798ab633f7fa,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:48.789650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c6f330-247b-42ad-96ca-78afcbc3afd0 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Checking segment: {'id': 'ec285385-7fe8-4ebc-b5c0-88ff80b0dac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a6a5a0ae-8532-4ab2-b72d-9a399937807e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:55:48.790018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c6f330-247b-42ad-96ca-78afcbc3afd0 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Network hostable DHCP agents. Network: a6a5a0ae-8532-4ab2-b72d-9a399937807e, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:55:48.807067 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c6f330-247b-42ad-96ca-78afcbc3afd0 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Network a6a5a0ae-8532-4ab2-b72d-9a399937807e is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:55:48.816682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-71c6f330-247b-42ad-96ca-78afcbc3afd0 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, a6a5a0ae-8532-4ab2-b72d-9a399937807e) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:55:48.822049 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c6f330-247b-42ad-96ca-78afcbc3afd0 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:48.822502 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-71c6f330-247b-42ad-96ca-78afcbc3afd0 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.829892 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b591e7b7-61e7-4882-a26d-9d34f8c3ab32 None None] Network a6a5a0ae-8532-4ab2-b72d-9a399937807e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:48.841728 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-71c6f330-247b-42ad-96ca-78afcbc3afd0 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4097524 Aug 06 16:55:48.844406 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33022) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:48.947904 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf6c6-dd7f-4fa8-8729-43b5b7e3e9b8 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.989706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef6e36e-5144-4044-9967-18be0bfe4b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-a6a5a0ae-8532-4ab2-b72d-9a399937807e', 'network_id': 'a6a5a0ae-8532-4ab2-b72d-9a399937807e', 'tenant_id': '1b228a209fb548d4bcaf14ac5f9ad304', 'fixed_ips': [{'subnet_id': 'ed16535f-b8ac-4eb1-ab1c-798ab633f7fa'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:55:48.990579 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cef6e36e-5144-4044-9967-18be0bfe4b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.017350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74360932-44e3-4aac-aa35-6449f586a1dc None None] Network 073592c7-313a-4f0c-a2d7-778ebe400976 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:49.036254 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf6c6-dd7f-4fa8-8729-43b5b7e3e9b8 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.096826 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf6c6-dd7f-4fa8-8729-43b5b7e3e9b8 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.123065 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcf6c6-dd7f-4fa8-8729-43b5b7e3e9b8 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event deleted for resources: {'Subnet': ['ID=ed16535f-b8ac-4eb1-ab1c-798ab633f7fa,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:49.136558 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0ff7cc0d-966a-459d-b38f-c6ea5c02a04c None None] Provisioning for port 4390b976-232e-4237-beee-e706d1a79fa4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server [None req-cef6e36e-5144-4044-9967-18be0bfe4b4e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed16535f-b8ac-4eb1-ab1c-798ab633f7fa: This subnet is being modified by another concurrent operation. Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise exception Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed16535f-b8ac-4eb1-ab1c-798ab633f7fa: This subnet is being modified by another concurrent operation. Aug 06 16:55:49.149348 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Aug 06 16:55:49.171829 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcbf582-2cc0-46f8-8693-ba1bef646847 None None] Network a6a5a0ae-8532-4ab2-b72d-9a399937807e requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:49.192266 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf6c6-dd7f-4fa8-8729-43b5b7e3e9b8 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.202544 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-b1fcf6c6-dd7f-4fa8-8729-43b5b7e3e9b8 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a5a0ae-8532-4ab2-b72d-9a399937807e']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:49.212820 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-b1fcf6c6-dd7f-4fa8-8729-43b5b7e3e9b8 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec285385-7fe8-4ebc-b5c0-88ff80b0dac2') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:49.213120 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-b1fcf6c6-dd7f-4fa8-8729-43b5b7e3e9b8 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec285385-7fe8-4ebc-b5c0-88ff80b0dac2') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:49.222454 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf6c6-dd7f-4fa8-8729-43b5b7e3e9b8 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.237609 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf6c6-dd7f-4fa8-8729-43b5b7e3e9b8 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.244789 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fcf6c6-dd7f-4fa8-8729-43b5b7e3e9b8 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:55:49.245195 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf6c6-dd7f-4fa8-8729-43b5b7e3e9b8 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:55:49.248141 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:55:49.306307 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf6c6-dd7f-4fa8-8729-43b5b7e3e9b8 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.315455 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf6c6-dd7f-4fa8-8729-43b5b7e3e9b8 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.317318 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b1fcf6c6-dd7f-4fa8-8729-43b5b7e3e9b8 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "DELETE /v2.0/networks/a6a5a0ae-8532-4ab2-b72d-9a399937807e HTTP/1.1" status: 204 len: 168 time: 0.4720676 Aug 06 16:55:49.322411 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33024) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:49.328866 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcf6c6-dd7f-4fa8-8729-43b5b7e3e9b8 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event deleted for resources: {'Network': ['ID=a6a5a0ae-8532-4ab2-b72d-9a399937807e,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:49.330005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c5bb26a7-4f21-4e63-a1ca-610ffabef37b tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2073104881'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:49.355897 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bb26a7-4f21-4e63-a1ca-610ffabef37b tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Made reservation on behalf of 1b228a209fb548d4bcaf14ac5f9ad304 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:49.360344 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5bb26a7-4f21-4e63-a1ca-610ffabef37b tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.386142 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5bb26a7-4f21-4e63-a1ca-610ffabef37b tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:55:49.396198 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5bb26a7-4f21-4e63-a1ca-610ffabef37b tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.396650 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-c5bb26a7-4f21-4e63-a1ca-610ffabef37b tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Added segment d3ff1310-f337-4994-adbe-49d85cf6d881 of type vlan for network 363b7ae4-e761-4c94-b1fb-de9c0a23b5f9 Aug 06 16:55:49.446178 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5bb26a7-4f21-4e63-a1ca-610ffabef37b tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.476298 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5bb26a7-4f21-4e63-a1ca-610ffabef37b tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.481914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bb26a7-4f21-4e63-a1ca-610ffabef37b tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:49.482507 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c5bb26a7-4f21-4e63-a1ca-610ffabef37b tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.511070 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd22a16-dbef-4c0a-95eb-d6772314da26 None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:55:49.521533 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c5bb26a7-4f21-4e63-a1ca-610ffabef37b tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1937542 Aug 06 16:55:49.522080 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33026) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:49.527437 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-be604304-f6ca-43c6-b9ad-d79913d75437 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Request body: {'subnet': {'network_id': '363b7ae4-e761-4c94-b1fb-de9c0a23b5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:49.553499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb26a7-4f21-4e63-a1ca-610ffabef37b tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event updated for resources: {'Network': ['ID=363b7ae4-e761-4c94-b1fb-de9c0a23b5f9,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:49.568484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 363b7ae4-e761-4c94-b1fb-de9c0a23b5f9 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:55:49.632177 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be604304-f6ca-43c6-b9ad-d79913d75437 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Made reservation on behalf of 1b228a209fb548d4bcaf14ac5f9ad304 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:49.635713 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-be604304-f6ca-43c6-b9ad-d79913d75437 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.636950 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd22a16-dbef-4c0a-95eb-d6772314da26 None None] Resources bound (agent type, host, resource id): {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:55:49.827517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4390b976-232e-4237-beee-e706d1a79fa4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:55:49.836341 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-be604304-f6ca-43c6-b9ad-d79913d75437 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.897387 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be604304-f6ca-43c6-b9ad-d79913d75437 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event updated for resources: {'Subnet': ['ID=a791c5ef-06b2-45d8-8f6e-879c0b3532f2,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:49.905369 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 4390b976-232e-4237-beee-e706d1a79fa4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:55:49.908572 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be604304-f6ca-43c6-b9ad-d79913d75437 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Checking segment: {'id': 'd3ff1310-f337-4994-adbe-49d85cf6d881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '363b7ae4-e761-4c94-b1fb-de9c0a23b5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:55:49.908935 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be604304-f6ca-43c6-b9ad-d79913d75437 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Network hostable DHCP agents. Network: 363b7ae4-e761-4c94-b1fb-de9c0a23b5f9, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:55:49.909570 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 4390b976-232e-4237-beee-e706d1a79fa4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:55:49.909980 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.925549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be604304-f6ca-43c6-b9ad-d79913d75437 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Network 363b7ae4-e761-4c94-b1fb-de9c0a23b5f9 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:55:49.934512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-be604304-f6ca-43c6-b9ad-d79913d75437 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 363b7ae4-e761-4c94-b1fb-de9c0a23b5f9) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:55:49.939498 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be604304-f6ca-43c6-b9ad-d79913d75437 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:49.940237 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-be604304-f6ca-43c6-b9ad-d79913d75437 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:49.947395 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d76745c-102d-4b76-b12b-c716a0bf7ac7 None None] Network 363b7ae4-e761-4c94-b1fb-de9c0a23b5f9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:49.955187 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-be604304-f6ca-43c6-b9ad-d79913d75437 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4319587 Aug 06 16:55:49.959075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33028) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:49.964012 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fa070545-cf48-4032-b60c-573a84cf526d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1521607242'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:49.985586 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa070545-cf48-4032-b60c-573a84cf526d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Made reservation on behalf of 1b228a209fb548d4bcaf14ac5f9ad304 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:49.989091 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa070545-cf48-4032-b60c-573a84cf526d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.013574 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa070545-cf48-4032-b60c-573a84cf526d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:55:50.023356 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa070545-cf48-4032-b60c-573a84cf526d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.023699 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-fa070545-cf48-4032-b60c-573a84cf526d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Added segment 8a113d01-0da4-45d5-9f15-d5b305143e18 of type vlan for network 5aaaf188-3d31-40e4-bd0e-38ae8cf92226 Aug 06 16:55:50.066967 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.068244 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa070545-cf48-4032-b60c-573a84cf526d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.098278 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa070545-cf48-4032-b60c-573a84cf526d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.103653 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa070545-cf48-4032-b60c-573a84cf526d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:50.104232 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa070545-cf48-4032-b60c-573a84cf526d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.135008 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 4390b976-232e-4237-beee-e706d1a79fa4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4390b976-232e-4237-beee-e706d1a79fa4,segment=NetworkSegment(039fc631-41b0-4aa0-beb8-973e8d59774a),segment_id=039fc631-41b0-4aa0-beb8-973e8d59774a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:50.138958 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fa070545-cf48-4032-b60c-573a84cf526d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1788034 Aug 06 16:55:50.142079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33030) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:50.148071 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-df9df8fd-0df7-4ecb-8e06-25289a1207bd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Request body: {'subnet': {'network_id': '5aaaf188-3d31-40e4-bd0e-38ae8cf92226', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:50.155328 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.177882 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa070545-cf48-4032-b60c-573a84cf526d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event updated for resources: {'Network': ['ID=5aaaf188-3d31-40e4-bd0e-38ae8cf92226,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:50.182710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-363b7ae4-e761-4c94-b1fb-de9c0a23b5f9', 'network_id': '363b7ae4-e761-4c94-b1fb-de9c0a23b5f9', 'tenant_id': '1b228a209fb548d4bcaf14ac5f9ad304', 'fixed_ips': [{'subnet_id': 'a791c5ef-06b2-45d8-8f6e-879c0b3532f2'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:55:50.183646 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.197175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 5aaaf188-3d31-40e4-bd0e-38ae8cf92226 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:55:50.243783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9df8fd-0df7-4ecb-8e06-25289a1207bd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Made reservation on behalf of 1b228a209fb548d4bcaf14ac5f9ad304 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:50.247694 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-df9df8fd-0df7-4ecb-8e06-25289a1207bd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.328402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=4390b976-232e-4237-beee-e706d1a79fa4,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:50.408484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Allocated IP 2001:db8::2 (363b7ae4-e761-4c94-b1fb-de9c0a23b5f9/a791c5ef-06b2-45d8-8f6e-879c0b3532f2/87c63f73-7fd4-4023-8739-6519137de881) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:55:50.433295 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-df9df8fd-0df7-4ecb-8e06-25289a1207bd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.495519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9df8fd-0df7-4ecb-8e06-25289a1207bd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event updated for resources: {'Subnet': ['ID=801842b9-1341-4a03-8e1a-5518b1b88992,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:50.500971 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9df8fd-0df7-4ecb-8e06-25289a1207bd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Checking segment: {'id': '8a113d01-0da4-45d5-9f15-d5b305143e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '5aaaf188-3d31-40e4-bd0e-38ae8cf92226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:55:50.501330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9df8fd-0df7-4ecb-8e06-25289a1207bd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Network hostable DHCP agents. Network: 5aaaf188-3d31-40e4-bd0e-38ae8cf92226, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:55:50.517859 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9df8fd-0df7-4ecb-8e06-25289a1207bd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Network 5aaaf188-3d31-40e4-bd0e-38ae8cf92226 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:55:50.526669 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-df9df8fd-0df7-4ecb-8e06-25289a1207bd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 5aaaf188-3d31-40e4-bd0e-38ae8cf92226) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:55:50.531827 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9df8fd-0df7-4ecb-8e06-25289a1207bd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:50.532416 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-df9df8fd-0df7-4ecb-8e06-25289a1207bd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.540107 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1ec602-c003-4dce-873b-b79e04f3b798 None None] Network 5aaaf188-3d31-40e4-bd0e-38ae8cf92226 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:50.549038 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-df9df8fd-0df7-4ecb-8e06-25289a1207bd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4053102 Aug 06 16:55:50.551564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33032) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:50.602255 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.617081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Transition to ACTIVE for port object 87c63f73-7fd4-4023-8739-6519137de881 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:55:50.642088 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Transition to ACTIVE for port object 87c63f73-7fd4-4023-8739-6519137de881 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:55:50.651983 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ae45-f47c-47a0-a438-c845ca11fc66 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.653519 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.704691 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ae45-f47c-47a0-a438-c845ca11fc66 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.725675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Network 363b7ae4-e761-4c94-b1fb-de9c0a23b5f9 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:55:50.733816 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:55:50.738293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:55:50.759844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Pushing event updated for resources: {'Port': ['ID=87c63f73-7fd4-4023-8739-6519137de881,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:50.769460 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ae45-f47c-47a0-a438-c845ca11fc66 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.784840 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050f1dc9-2773-464f-b7a9-51e65b2d1dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-5aaaf188-3d31-40e4-bd0e-38ae8cf92226', 'network_id': '5aaaf188-3d31-40e4-bd0e-38ae8cf92226', 'tenant_id': '1b228a209fb548d4bcaf14ac5f9ad304', 'fixed_ips': [{'subnet_id': '801842b9-1341-4a03-8e1a-5518b1b88992'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:55:50.785699 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-050f1dc9-2773-464f-b7a9-51e65b2d1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.797587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2ae45-f47c-47a0-a438-c845ca11fc66 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event deleted for resources: {'Subnet': ['ID=801842b9-1341-4a03-8e1a-5518b1b88992,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:50.829834 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Attempting to bind port 87c63f73-7fd4-4023-8739-6519137de881 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:55:50.830173 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Attempting to bind port 87c63f73-7fd4-4023-8739-6519137de881 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'd3ff1310-f337-4994-adbe-49d85cf6d881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '363b7ae4-e761-4c94-b1fb-de9c0a23b5f9'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:55:50.830564 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Attempting to bind port 87c63f73-7fd4-4023-8739-6519137de881 on network 363b7ae4-e761-4c94-b1fb-de9c0a23b5f9 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:55:50.867124 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ae45-f47c-47a0-a438-c845ca11fc66 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.877128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3ca2ae45-f47c-47a0-a438-c845ca11fc66 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aaaf188-3d31-40e4-bd0e-38ae8cf92226']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:50.878697 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:55:50.879187 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Checking segment: {'id': 'd3ff1310-f337-4994-adbe-49d85cf6d881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '363b7ae4-e761-4c94-b1fb-de9c0a23b5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:55:50.879590 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.880202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Bound using segment: {'id': 'd3ff1310-f337-4994-adbe-49d85cf6d881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '363b7ae4-e761-4c94-b1fb-de9c0a23b5f9'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:55:50.880714 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Bound port: 87c63f73-7fd4-4023-8739-6519137de881, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ff1310-f337-4994-adbe-49d85cf6d881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '363b7ae4-e761-4c94-b1fb-de9c0a23b5f9'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:55:50.881217 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.888392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3ca2ae45-f47c-47a0-a438-c845ca11fc66 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a113d01-0da4-45d5-9f15-d5b305143e18') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:50.888694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3ca2ae45-f47c-47a0-a438-c845ca11fc66 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a113d01-0da4-45d5-9f15-d5b305143e18') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:50.898107 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ae45-f47c-47a0-a438-c845ca11fc66 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.903748 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fb8e62-d0a0-4296-986e-f99b91726d5e None None] Network 5aaaf188-3d31-40e4-bd0e-38ae8cf92226 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:50.912906 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ae45-f47c-47a0-a438-c845ca11fc66 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.918940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca2ae45-f47c-47a0-a438-c845ca11fc66 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:55:50.919329 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ae45-f47c-47a0-a438-c845ca11fc66 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:55:50.922905 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:55:50.984588 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ae45-f47c-47a0-a438-c845ca11fc66 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.991530 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ae45-f47c-47a0-a438-c845ca11fc66 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:50.993360 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3ca2ae45-f47c-47a0-a438-c845ca11fc66 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "DELETE /v2.0/networks/5aaaf188-3d31-40e4-bd0e-38ae8cf92226 HTTP/1.1" status: 204 len: 168 time: 0.4407630 Aug 06 16:55:50.996275 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33034) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:51.005453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] For port 87c63f73-7fd4-4023-8739-6519137de881, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:55:51.008890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2ae45-f47c-47a0-a438-c845ca11fc66 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event deleted for resources: {'Network': ['ID=5aaaf188-3d31-40e4-bd0e-38ae8cf92226,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:51.030860 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda77168-22c0-4887-b14f-f8d50dafa387 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] GET failed (client error): The resource could not be found. Aug 06 16:55:51.033525 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-eda77168-22c0-4887-b14f-f8d50dafa387 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "GET /v2.0/subnets/801842b9-1341-4a03-8e1a-5518b1b88992 HTTP/1.1" status: 404 len: 337 time: 0.0349369 Aug 06 16:55:51.035006 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33036) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:51.035150 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] For port 87c63f73-7fd4-4023-8739-6519137de881, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=87c63f73-7fd4-4023-8739-6519137de881,segment=NetworkSegment(d3ff1310-f337-4994-adbe-49d85cf6d881),segment_id=d3ff1310-f337-4994-adbe-49d85cf6d881)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:55:51.054929 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-6860a96a-fbfd-45c2-b3f1-f9a5710d4766 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] DELETE failed (client error): The resource could not be found. Aug 06 16:55:51.055137 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.055739 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6860a96a-fbfd-45c2-b3f1-f9a5710d4766 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:55:51.058244 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6860a96a-fbfd-45c2-b3f1-f9a5710d4766 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "DELETE /v2.0/networks/5aaaf188-3d31-40e4-bd0e-38ae8cf92226 HTTP/1.1" status: 404 len: 339 time: 0.0220220 Aug 06 16:55:51.062992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33038) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:51.088384 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-54dae4bc-4696-46ac-ba41-199483a09f3a tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] DELETE failed (client error): The resource could not be found. Aug 06 16:55:51.088822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54dae4bc-4696-46ac-ba41-199483a09f3a tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:55:51.090540 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-54dae4bc-4696-46ac-ba41-199483a09f3a tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "DELETE /v2.0/subnets/801842b9-1341-4a03-8e1a-5518b1b88992 HTTP/1.1" status: 404 len: 337 time: 0.0266409 Aug 06 16:55:51.093317 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33040) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:51.114638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c39f71-d76b-4038-8296-d7b36ed92647 None None] Pushing event updated for resources: {'Port': ['ID=87c63f73-7fd4-4023-8739-6519137de881,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:51.123977 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-529c5567-a70d-4eba-913d-a5b94d92fded tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] DELETE failed (client error): The resource could not be found. Aug 06 16:55:51.124580 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529c5567-a70d-4eba-913d-a5b94d92fded tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:55:51.126316 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-529c5567-a70d-4eba-913d-a5b94d92fded tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "DELETE /v2.0/networks/5aaaf188-3d31-40e4-bd0e-38ae8cf92226 HTTP/1.1" status: 404 len: 339 time: 0.0318792 Aug 06 16:55:51.128785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33042) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:51.180036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bdac3b-f474-4222-bca3-6f07fcf6fb6d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Deleting subnet a791c5ef-06b2-45d8-8f6e-879c0b3532f2 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:55:51.183435 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-67bdac3b-f474-4222-bca3-6f07fcf6fb6d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.224719 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-67bdac3b-f474-4222-bca3-6f07fcf6fb6d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.328165 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-67bdac3b-f474-4222-bca3-6f07fcf6fb6d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.388415 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-67bdac3b-f474-4222-bca3-6f07fcf6fb6d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.416391 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdac3b-f474-4222-bca3-6f07fcf6fb6d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event deleted for resources: {'Subnet': ['ID=a791c5ef-06b2-45d8-8f6e-879c0b3532f2,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:51.421161 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-67bdac3b-f474-4222-bca3-6f07fcf6fb6d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.422847 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-67bdac3b-f474-4222-bca3-6f07fcf6fb6d tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "DELETE /v2.0/subnets/a791c5ef-06b2-45d8-8f6e-879c0b3532f2 HTTP/1.1" status: 204 len: 168 time: 0.2931769 Aug 06 16:55:51.425333 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33044) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:51.499740 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.555115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Deleting port 87c63f73-7fd4-4023-8739-6519137de881 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:55:51.555449 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.616236 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] For port 87c63f73-7fd4-4023-8739-6519137de881, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=87c63f73-7fd4-4023-8739-6519137de881,segment=NetworkSegment(d3ff1310-f337-4994-adbe-49d85cf6d881),segment_id=d3ff1310-f337-4994-adbe-49d85cf6d881)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:51.616589 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.628972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Calling delete_port for 87c63f73-7fd4-4023-8739-6519137de881 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:55:51.715175 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.741251 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event deleted for resources: {'Port': ['ID=87c63f73-7fd4-4023-8739-6519137de881,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:51.748009 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] No DVR routers for this DVR port 87c63f73-7fd4-4023-8739-6519137de881 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:55:51.841273 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.852846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363b7ae4-e761-4c94-b1fb-de9c0a23b5f9']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:51.872273 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 87c63f73-7fd4-4023-8739-6519137de881 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:55:51.875595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ff1310-f337-4994-adbe-49d85cf6d881') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:51.876134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ff1310-f337-4994-adbe-49d85cf6d881') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:51.889781 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.895197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 87c63f73-7fd4-4023-8739-6519137de881 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:55:51.895545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 87c63f73-7fd4-4023-8739-6519137de881 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 06 16:55:51.904942 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.912394 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:55:51.913040 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.914728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Port 87c63f73-7fd4-4023-8739-6519137de881 not found, will not notify nova. {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 06 16:55:51.915182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4390b976-232e-4237-beee-e706d1a79fa4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:55:51.916294 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:55:51.975600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 4390b976-232e-4237-beee-e706d1a79fa4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:55:51.976377 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.976892 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.990396 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:51.995209 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "DELETE /v2.0/networks/363b7ae4-e761-4c94-b1fb-de9c0a23b5f9 HTTP/1.1" status: 204 len: 168 time: 0.5659628 Aug 06 16:55:51.995804 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33046) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:52.014578 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf40be-5fb6-4e09-b325-67330d7c2134 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event deleted for resources: {'Network': ['ID=363b7ae4-e761-4c94-b1fb-de9c0a23b5f9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:52.022204 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd9db7e-55be-4d28-be03-6caa3f77db77 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] DELETE failed (client error): The resource could not be found. Aug 06 16:55:52.022657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd9db7e-55be-4d28-be03-6caa3f77db77 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:55:52.025915 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cbd9db7e-55be-4d28-be03-6caa3f77db77 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "DELETE /v2.0/subnets/ed16535f-b8ac-4eb1-ab1c-798ab633f7fa HTTP/1.1" status: 404 len: 337 time: 0.0286996 Aug 06 16:55:52.027095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33048) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:52.046459 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dd650c-4fc4-4499-b249-05d552c91bbc tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] DELETE failed (client error): The resource could not be found. Aug 06 16:55:52.046993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4dd650c-4fc4-4499-b249-05d552c91bbc tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:55:52.048664 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b4dd650c-4fc4-4499-b249-05d552c91bbc tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "DELETE /v2.0/networks/a6a5a0ae-8532-4ab2-b72d-9a399937807e HTTP/1.1" status: 404 len: 339 time: 0.0206847 Aug 06 16:55:52.051356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33050) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:52.064601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5be4eb-9193-40c9-9c49-105261df54ad None None] DHCP port deletion for 363b7ae4-e761-4c94-b1fb-de9c0a23b5f9 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:55:52.077859 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5d77c6f7-33aa-4c30-b4f4-43377caa92d3 None None] Could not find standard attr ID for object 87c63f73-7fd4-4023-8739-6519137de881. {{(pid=105766) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:55:52.082466 n-d-803756-1 neutron-server[105765]: INFO neutron.pecan_wsgi.hooks.translation [None req-619c2f45-5a71-4b37-a121-f88da2486548 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] DELETE failed (client error): The resource could not be found. Aug 06 16:55:52.082955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-619c2f45-5a71-4b37-a121-f88da2486548 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105765) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:55:52.084820 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-619c2f45-5a71-4b37-a121-f88da2486548 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "DELETE /v2.0/subnets/a6c8158a-9a8c-439c-986c-5f2f9b955994 HTTP/1.1" status: 404 len: 337 time: 0.0320952 Aug 06 16:55:52.087652 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33052) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:52.096295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8328b69-6c83-4da3-b049-bcdd2d7f510b None None] Network 363b7ae4-e761-4c94-b1fb-de9c0a23b5f9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:52.107468 n-d-803756-1 neutron-server[105764]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2f9bfc-88e3-441a-8def-0aeb77a25b01 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] DELETE failed (client error): The resource could not be found. Aug 06 16:55:52.108420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8328b69-6c83-4da3-b049-bcdd2d7f510b None None] Network 363b7ae4-e761-4c94-b1fb-de9c0a23b5f9 could not be found, it might have been deleted concurrently. {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 16:55:52.108651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2f9bfc-88e3-441a-8def-0aeb77a25b01 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105764) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:55:52.111282 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fc2f9bfc-88e3-441a-8def-0aeb77a25b01 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "DELETE /v2.0/networks/ff215dce-899a-4e11-8e42-2f7a7bfdb240 HTTP/1.1" status: 404 len: 339 time: 0.0225124 Aug 06 16:55:52.113687 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33054) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:52.167778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbca0ccd-04fe-4801-81ec-919741e378fd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Deleting subnet ce0e617b-9156-4c08-b0d0-ecaa7f066cbe {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:55:52.171359 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fbca0ccd-04fe-4801-81ec-919741e378fd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:52.209997 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fbca0ccd-04fe-4801-81ec-919741e378fd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:52.290606 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fbca0ccd-04fe-4801-81ec-919741e378fd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:52.358297 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fbca0ccd-04fe-4801-81ec-919741e378fd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:52.385481 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca0ccd-04fe-4801-81ec-919741e378fd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0e617b-9156-4c08-b0d0-ecaa7f066cbe,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:52.387420 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fbca0ccd-04fe-4801-81ec-919741e378fd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:52.389243 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fbca0ccd-04fe-4801-81ec-919741e378fd tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "DELETE /v2.0/subnets/ce0e617b-9156-4c08-b0d0-ecaa7f066cbe HTTP/1.1" status: 204 len: 168 time: 0.2746053 Aug 06 16:55:52.391976 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33056) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:52.397293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c4f7bc-e614-470b-85e2-9fda8920502b None None] Network 073592c7-313a-4f0c-a2d7-778ebe400976 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:52.471095 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:52.569615 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f485d8b-5d33-48fb-aa83-82902d9fc70e None None] DHCP port deletion for 073592c7-313a-4f0c-a2d7-778ebe400976 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:55:52.617685 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4f485d8b-5d33-48fb-aa83-82902d9fc70e None None] Deleting port 4390b976-232e-4237-beee-e706d1a79fa4 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:55:52.618061 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f485d8b-5d33-48fb-aa83-82902d9fc70e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:52.844946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4f485d8b-5d33-48fb-aa83-82902d9fc70e None None] For port 4390b976-232e-4237-beee-e706d1a79fa4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4390b976-232e-4237-beee-e706d1a79fa4,segment=NetworkSegment(039fc631-41b0-4aa0-beb8-973e8d59774a),segment_id=039fc631-41b0-4aa0-beb8-973e8d59774a)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:52.845339 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f485d8b-5d33-48fb-aa83-82902d9fc70e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:52.858496 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4f485d8b-5d33-48fb-aa83-82902d9fc70e None None] Calling delete_port for 4390b976-232e-4237-beee-e706d1a79fa4 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:55:52.890611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Deleting port 4390b976-232e-4237-beee-e706d1a79fa4 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:55:52.890954 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:52.934293 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f485d8b-5d33-48fb-aa83-82902d9fc70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:52.954525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] For port 4390b976-232e-4237-beee-e706d1a79fa4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=4390b976-232e-4237-beee-e706d1a79fa4,segment=NetworkSegment(039fc631-41b0-4aa0-beb8-973e8d59774a),segment_id=039fc631-41b0-4aa0-beb8-973e8d59774a)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:52.954898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:52.958926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f485d8b-5d33-48fb-aa83-82902d9fc70e None None] Pushing event deleted for resources: {'Port': ['ID=4390b976-232e-4237-beee-e706d1a79fa4,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:52.964326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f485d8b-5d33-48fb-aa83-82902d9fc70e None None] No DVR routers for this DVR port 4390b976-232e-4237-beee-e706d1a79fa4 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:55:52.969093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Calling delete_port for 4390b976-232e-4237-beee-e706d1a79fa4 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:55:53.048528 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:53.074154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event deleted for resources: {'Port': ['ID=4390b976-232e-4237-beee-e706d1a79fa4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:53.075987 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] No DVR routers for this DVR port 4390b976-232e-4237-beee-e706d1a79fa4 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:55:53.156082 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:53.165481 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073592c7-313a-4f0c-a2d7-778ebe400976']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:53.174958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039fc631-41b0-4aa0-beb8-973e8d59774a') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:53.175255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039fc631-41b0-4aa0-beb8-973e8d59774a') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:53.183653 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:53.196576 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:53.202940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:55:53.203337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: self.session.flush() Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:55:53.206148 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:55:53.263231 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:53.270441 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:53.272236 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] 10.222.0.37 "DELETE /v2.0/networks/073592c7-313a-4f0c-a2d7-778ebe400976 HTTP/1.1" status: 204 len: 168 time: 0.8792567 Aug 06 16:55:53.284334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16454c34-9ed9-4a2c-bf18-c2c017d3df07 tempest-NetworksIpV6Test-78698572 tempest-NetworksIpV6Test-78698572-project] Pushing event deleted for resources: {'Network': ['ID=073592c7-313a-4f0c-a2d7-778ebe400976,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:53.509383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33062) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:53.641408 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-85402cbd-3193-488f-901a-d50bbb9df65c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b228a209fb548d4bcaf14ac5f9ad304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308141 Aug 06 16:55:53.643870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33066) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:53.689961 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6b81-0d68-4b9c-9c05-a0694abf970a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:53.711696 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6b81-0d68-4b9c-9c05-a0694abf970a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:53.759430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6b81-0d68-4b9c-9c05-a0694abf970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:53.762467 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6b81-0d68-4b9c-9c05-a0694abf970a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:53.763762 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6d3a6b81-0d68-4b9c-9c05-a0694abf970a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c82db853-f6e8-467d-b528-897b3cf71f6f HTTP/1.1" status: 204 len: 168 time: 0.1189263 Aug 06 16:55:53.777475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a6b81-0d68-4b9c-9c05-a0694abf970a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82db853-f6e8-467d-b528-897b3cf71f6f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:53.793990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 87c63f73-7fd4-4023-8739-6519137de881 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:55:53.817329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 87c63f73-7fd4-4023-8739-6519137de881 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:55:53.817715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 87c63f73-7fd4-4023-8739-6519137de881 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:55:53.818119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4390b976-232e-4237-beee-e706d1a79fa4 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:55:53.837202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 4390b976-232e-4237-beee-e706d1a79fa4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:55:53.837549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 4390b976-232e-4237-beee-e706d1a79fa4 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:55:54.207962 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:54.412282 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:54.432791 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33088) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:54.525822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a7933bd0-3d50-47b2-a39a-d04b431b8844 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-353044713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:54.548283 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7933bd0-3d50-47b2-a39a-d04b431b8844 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:54.549361 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7933bd0-3d50-47b2-a39a-d04b431b8844 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:54.599868 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7933bd0-3d50-47b2-a39a-d04b431b8844 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:54.603751 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7933bd0-3d50-47b2-a39a-d04b431b8844 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:54.619036 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a7933bd0-3d50-47b2-a39a-d04b431b8844 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:54.620298 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a7933bd0-3d50-47b2-a39a-d04b431b8844 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1864841 Aug 06 16:55:54.623054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33092) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:54.627907 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-58d82421-8e16-43ff-80f9-de9ce2ef5f43 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1063129983'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:54.648576 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d82421-8e16-43ff-80f9-de9ce2ef5f43 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Made reservation on behalf of 0e205d4d0bae4ca1949fde23de4b0333 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:54.652360 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58d82421-8e16-43ff-80f9-de9ce2ef5f43 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:54.661923 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58d82421-8e16-43ff-80f9-de9ce2ef5f43 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:54.757958 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58d82421-8e16-43ff-80f9-de9ce2ef5f43 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:54.761214 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58d82421-8e16-43ff-80f9-de9ce2ef5f43 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:54.787205 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d82421-8e16-43ff-80f9-de9ce2ef5f43 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:55:54.802265 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d82421-8e16-43ff-80f9-de9ce2ef5f43 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d886486-0c92-491a-9c76-2dbd9d8993a3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:54.805095 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58d82421-8e16-43ff-80f9-de9ce2ef5f43 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:54.805441 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-58d82421-8e16-43ff-80f9-de9ce2ef5f43 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Added segment 4e5078b1-b601-495e-96eb-01898b918de3 of type vlan for network ed333c77-5522-4d33-8f64-3491315c9b36 Aug 06 16:55:54.846347 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58d82421-8e16-43ff-80f9-de9ce2ef5f43 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:54.873599 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58d82421-8e16-43ff-80f9-de9ce2ef5f43 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:54.879028 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d82421-8e16-43ff-80f9-de9ce2ef5f43 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:54.879647 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-58d82421-8e16-43ff-80f9-de9ce2ef5f43 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:54.914955 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-58d82421-8e16-43ff-80f9-de9ce2ef5f43 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2908952 Aug 06 16:55:54.917946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33094) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:54.923130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-cf74e874-2aaa-41a0-bf79-85a435be8249 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Request body: {'subnet': {'network_id': 'ed333c77-5522-4d33-8f64-3491315c9b36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:54.952061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d82421-8e16-43ff-80f9-de9ce2ef5f43 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Pushing event updated for resources: {'Network': ['ID=ed333c77-5522-4d33-8f64-3491315c9b36,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:54.962175 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network ed333c77-5522-4d33-8f64-3491315c9b36 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:55:55.021724 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf74e874-2aaa-41a0-bf79-85a435be8249 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Made reservation on behalf of 0e205d4d0bae4ca1949fde23de4b0333 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:55.025529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cf74e874-2aaa-41a0-bf79-85a435be8249 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:55.205238 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cf74e874-2aaa-41a0-bf79-85a435be8249 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:55.264651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74e874-2aaa-41a0-bf79-85a435be8249 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Pushing event updated for resources: {'Subnet': ['ID=8779a044-95ec-47ae-b222-b2003eafe0d4,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:55.272426 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf74e874-2aaa-41a0-bf79-85a435be8249 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Checking segment: {'id': '4e5078b1-b601-495e-96eb-01898b918de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed333c77-5522-4d33-8f64-3491315c9b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:55:55.272711 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf74e874-2aaa-41a0-bf79-85a435be8249 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Network hostable DHCP agents. Network: ed333c77-5522-4d33-8f64-3491315c9b36, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:55:55.287934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf74e874-2aaa-41a0-bf79-85a435be8249 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Network ed333c77-5522-4d33-8f64-3491315c9b36 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:55:55.296265 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-cf74e874-2aaa-41a0-bf79-85a435be8249 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, ed333c77-5522-4d33-8f64-3491315c9b36) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:55:55.300283 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf74e874-2aaa-41a0-bf79-85a435be8249 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:55.300858 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cf74e874-2aaa-41a0-bf79-85a435be8249 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:55.305217 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0caae87-7090-417b-91e2-deaa9f0c224f None None] Network ed333c77-5522-4d33-8f64-3491315c9b36 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:55.315912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cf74e874-2aaa-41a0-bf79-85a435be8249 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3968365 Aug 06 16:55:55.319043 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33096) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:55.324128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a92cd575-5613-4f48-a3b5-8d21fcce710f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1126087269'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:55.345260 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92cd575-5613-4f48-a3b5-8d21fcce710f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Made reservation on behalf of 0e205d4d0bae4ca1949fde23de4b0333 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:55.348642 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a92cd575-5613-4f48-a3b5-8d21fcce710f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:55.374327 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92cd575-5613-4f48-a3b5-8d21fcce710f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:55:55.383970 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a92cd575-5613-4f48-a3b5-8d21fcce710f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:55.384288 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-a92cd575-5613-4f48-a3b5-8d21fcce710f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Added segment 6ec058da-0968-44c5-9a6a-42f37aa8faac of type vlan for network c488da14-c757-44af-ae11-1ed38cacd252 Aug 06 16:55:55.423632 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a92cd575-5613-4f48-a3b5-8d21fcce710f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:55.453900 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a92cd575-5613-4f48-a3b5-8d21fcce710f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:55.459518 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92cd575-5613-4f48-a3b5-8d21fcce710f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:55.460110 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a92cd575-5613-4f48-a3b5-8d21fcce710f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:55.472319 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-ed333c77-5522-4d33-8f64-3491315c9b36', 'network_id': 'ed333c77-5522-4d33-8f64-3491315c9b36', 'tenant_id': '0e205d4d0bae4ca1949fde23de4b0333', 'fixed_ips': [{'subnet_id': '8779a044-95ec-47ae-b222-b2003eafe0d4'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:55:55.473187 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:55.498050 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a92cd575-5613-4f48-a3b5-8d21fcce710f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1778738 Aug 06 16:55:55.501591 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33098) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:55.507068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-262cde27-78dd-42b3-9590-8e43f075237d tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Request body: {'subnet': {'network_id': 'c488da14-c757-44af-ae11-1ed38cacd252', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:55.535918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92cd575-5613-4f48-a3b5-8d21fcce710f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Pushing event updated for resources: {'Network': ['ID=c488da14-c757-44af-ae11-1ed38cacd252,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:55.547450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network c488da14-c757-44af-ae11-1ed38cacd252 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:55:55.600527 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262cde27-78dd-42b3-9590-8e43f075237d tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Made reservation on behalf of 0e205d4d0bae4ca1949fde23de4b0333 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:55.604008 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-262cde27-78dd-42b3-9590-8e43f075237d tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:55.671765 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Allocated IP 172.20.0.2 (ed333c77-5522-4d33-8f64-3491315c9b36/8779a044-95ec-47ae-b222-b2003eafe0d4/9bc97b90-d8d5-42ec-b52e-6f72904f6bad) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:55:55.800379 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-262cde27-78dd-42b3-9590-8e43f075237d tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:55.817031 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:55.826843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Transition to ACTIVE for port object 9bc97b90-d8d5-42ec-b52e-6f72904f6bad will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:55:55.844099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Transition to ACTIVE for port object 9bc97b90-d8d5-42ec-b52e-6f72904f6bad will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:55:55.850583 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:55.862968 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cde27-78dd-42b3-9590-8e43f075237d tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Pushing event updated for resources: {'Subnet': ['ID=a1bb8c2c-68fc-48a0-aad3-d465dbd7ca15,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:55.875445 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262cde27-78dd-42b3-9590-8e43f075237d tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Checking segment: {'id': '6ec058da-0968-44c5-9a6a-42f37aa8faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'c488da14-c757-44af-ae11-1ed38cacd252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:55:55.875875 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262cde27-78dd-42b3-9590-8e43f075237d tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Network hostable DHCP agents. Network: c488da14-c757-44af-ae11-1ed38cacd252, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:55:55.894675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262cde27-78dd-42b3-9590-8e43f075237d tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Network c488da14-c757-44af-ae11-1ed38cacd252 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:55:55.896446 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Network ed333c77-5522-4d33-8f64-3491315c9b36 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:55:55.899405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:55:55.904072 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:55:55.905770 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-262cde27-78dd-42b3-9590-8e43f075237d tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, c488da14-c757-44af-ae11-1ed38cacd252) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:55:55.910061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262cde27-78dd-42b3-9590-8e43f075237d tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:55.910564 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-262cde27-78dd-42b3-9590-8e43f075237d tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:55.911983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Pushing event updated for resources: {'Port': ['ID=9bc97b90-d8d5-42ec-b52e-6f72904f6bad,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:55.917997 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7180dfdc-3431-4dc8-9bde-abe37cbf00df None None] Network c488da14-c757-44af-ae11-1ed38cacd252 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:55.928781 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-262cde27-78dd-42b3-9590-8e43f075237d tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4259715 Aug 06 16:55:55.931704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33100) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:55.936504 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-d2c201b1-4590-4e32-9ab4-47b332ade1ef tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c488da14-c757-44af-ae11-1ed38cacd252'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:56.015344 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Attempting to bind port 9bc97b90-d8d5-42ec-b52e-6f72904f6bad on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:55:56.015713 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Attempting to bind port 9bc97b90-d8d5-42ec-b52e-6f72904f6bad by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '4e5078b1-b601-495e-96eb-01898b918de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed333c77-5522-4d33-8f64-3491315c9b36'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:55:56.016077 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Attempting to bind port 9bc97b90-d8d5-42ec-b52e-6f72904f6bad on network ed333c77-5522-4d33-8f64-3491315c9b36 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:55:56.023398 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:55:56.023771 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Checking segment: {'id': '4e5078b1-b601-495e-96eb-01898b918de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed333c77-5522-4d33-8f64-3491315c9b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:55:56.024172 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:56.024569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Bound using segment: {'id': '4e5078b1-b601-495e-96eb-01898b918de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed333c77-5522-4d33-8f64-3491315c9b36'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:55:56.025037 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Bound port: 9bc97b90-d8d5-42ec-b52e-6f72904f6bad, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5078b1-b601-495e-96eb-01898b918de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed333c77-5522-4d33-8f64-3491315c9b36'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:55:56.025417 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:56.133163 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] For port 9bc97b90-d8d5-42ec-b52e-6f72904f6bad, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:55:56.140431 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d2c201b1-4590-4e32-9ab4-47b332ade1ef tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:56.163555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073525b6-cac4-4368-9a47-151bcc5b7f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-c488da14-c757-44af-ae11-1ed38cacd252', 'network_id': 'c488da14-c757-44af-ae11-1ed38cacd252', 'tenant_id': '0e205d4d0bae4ca1949fde23de4b0333', 'fixed_ips': [{'subnet_id': 'a1bb8c2c-68fc-48a0-aad3-d465dbd7ca15'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:55:56.164489 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-073525b6-cac4-4368-9a47-151bcc5b7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:56.167583 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] For port 9bc97b90-d8d5-42ec-b52e-6f72904f6bad, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9bc97b90-d8d5-42ec-b52e-6f72904f6bad,segment=NetworkSegment(4e5078b1-b601-495e-96eb-01898b918de3),segment_id=4e5078b1-b601-495e-96eb-01898b918de3)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:55:56.179105 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:56.252030 n-d-803756-1 neutron-server[105764]: INFO neutron.api.v2.resource [None req-d2c201b1-4590-4e32-9ab4-47b332ade1ef tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:55:56.259084 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d2c201b1-4590-4e32-9ab4-47b332ade1ef tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] 10.222.0.37 "PUT /v2.0/routers/e7506df4-9eef-4c2c-9eb2-168712caff14 HTTP/1.1" status: 400 len: 364 time: 0.3204973 Aug 06 16:55:56.259257 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33102) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:56.307645 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c8bf2-4653-4b87-ba61-53f722c2d7de None None] Pushing event updated for resources: {'Port': ['ID=9bc97b90-d8d5-42ec-b52e-6f72904f6bad,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:56.312777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1cc568-b5a2-4373-8a40-ab90196f4efb tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Deleting subnet a1bb8c2c-68fc-48a0-aad3-d465dbd7ca15 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:55:56.316320 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc568-b5a2-4373-8a40-ab90196f4efb tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:56.710296 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc568-b5a2-4373-8a40-ab90196f4efb tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:56.753911 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc568-b5a2-4373-8a40-ab90196f4efb tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:56.809295 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc568-b5a2-4373-8a40-ab90196f4efb tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server [None req-073525b6-cac4-4368-9a47-151bcc5b7f94 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1bb8c2c-68fc-48a0-aad3-d465dbd7ca15: This subnet is being modified by another concurrent operation. Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server raise exception Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1bb8c2c-68fc-48a0-aad3-d465dbd7ca15: This subnet is being modified by another concurrent operation. Aug 06 16:55:56.812801 n-d-803756-1 neutron-server[105766]: ERROR oslo_messaging.rpc.server Aug 06 16:55:56.835751 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cc568-b5a2-4373-8a40-ab90196f4efb tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Pushing event deleted for resources: {'Subnet': ['ID=a1bb8c2c-68fc-48a0-aad3-d465dbd7ca15,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:56.840134 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46218ea8-08c4-4b0c-951a-ac26dedd6859 None None] Network c488da14-c757-44af-ae11-1ed38cacd252 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:56.841435 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1c1cc568-b5a2-4373-8a40-ab90196f4efb tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:56.843835 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1c1cc568-b5a2-4373-8a40-ab90196f4efb tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] 10.222.0.37 "DELETE /v2.0/subnets/a1bb8c2c-68fc-48a0-aad3-d465dbd7ca15 HTTP/1.1" status: 204 len: 168 time: 0.5829492 Aug 06 16:55:56.845924 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33104) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:56.927197 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e91a3400-8dcf-49e9-9590-ce72a1b9e60b tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.015443 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e91a3400-8dcf-49e9-9590-ce72a1b9e60b tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.025827 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e91a3400-8dcf-49e9-9590-ce72a1b9e60b tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c488da14-c757-44af-ae11-1ed38cacd252']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:57.037001 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e91a3400-8dcf-49e9-9590-ce72a1b9e60b tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec058da-0968-44c5-9a6a-42f37aa8faac') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:57.037295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-e91a3400-8dcf-49e9-9590-ce72a1b9e60b tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec058da-0968-44c5-9a6a-42f37aa8faac') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:57.046502 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e91a3400-8dcf-49e9-9590-ce72a1b9e60b tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.064864 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e91a3400-8dcf-49e9-9590-ce72a1b9e60b tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.071038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91a3400-8dcf-49e9-9590-ce72a1b9e60b tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:55:57.071427 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e91a3400-8dcf-49e9-9590-ce72a1b9e60b tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:55:57.074513 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:55:57.133707 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e91a3400-8dcf-49e9-9590-ce72a1b9e60b tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.141567 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e91a3400-8dcf-49e9-9590-ce72a1b9e60b tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.143506 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e91a3400-8dcf-49e9-9590-ce72a1b9e60b tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] 10.222.0.37 "DELETE /v2.0/networks/c488da14-c757-44af-ae11-1ed38cacd252 HTTP/1.1" status: 204 len: 168 time: 0.2966115 Aug 06 16:55:57.146392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33106) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:57.156029 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a3400-8dcf-49e9-9590-ce72a1b9e60b tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Pushing event deleted for resources: {'Network': ['ID=c488da14-c757-44af-ae11-1ed38cacd252,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:57.199752 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-c673d6a2-4805-4980-ae13-0a8230cd22d2 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Deleting subnet 8779a044-95ec-47ae-b222-b2003eafe0d4 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:55:57.203845 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c673d6a2-4805-4980-ae13-0a8230cd22d2 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.216151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5db6147-7181-43c8-8f89-8fe98d701a10 None None] Network ed333c77-5522-4d33-8f64-3491315c9b36 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:57.244666 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c673d6a2-4805-4980-ae13-0a8230cd22d2 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.276172 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-26bb37b0-3db0-4c93-b8ab-5c7368b35c6d None None] Provisioning for port 9bc97b90-d8d5-42ec-b52e-6f72904f6bad completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:55:57.337149 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c673d6a2-4805-4980-ae13-0a8230cd22d2 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.400270 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c673d6a2-4805-4980-ae13-0a8230cd22d2 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.427925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673d6a2-4805-4980-ae13-0a8230cd22d2 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Pushing event deleted for resources: {'Subnet': ['ID=8779a044-95ec-47ae-b222-b2003eafe0d4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:57.434647 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c673d6a2-4805-4980-ae13-0a8230cd22d2 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.437474 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c673d6a2-4805-4980-ae13-0a8230cd22d2 tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] 10.222.0.37 "DELETE /v2.0/subnets/8779a044-95ec-47ae-b222-b2003eafe0d4 HTTP/1.1" status: 204 len: 168 time: 0.2899396 Aug 06 16:55:57.440022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33108) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:57.524123 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.554295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9757a33a-ca9f-4185-874e-10cde4a111ac None None] Network ed333c77-5522-4d33-8f64-3491315c9b36 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:55:57.580276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Deleting port 9bc97b90-d8d5-42ec-b52e-6f72904f6bad {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:55:57.580626 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.644178 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] For port 9bc97b90-d8d5-42ec-b52e-6f72904f6bad, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=9bc97b90-d8d5-42ec-b52e-6f72904f6bad,segment=NetworkSegment(4e5078b1-b601-495e-96eb-01898b918de3),segment_id=4e5078b1-b601-495e-96eb-01898b918de3)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:57.644575 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.658243 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Calling delete_port for 9bc97b90-d8d5-42ec-b52e-6f72904f6bad owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:55:57.753025 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.762609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3913c29d-9627-4571-8e33-c385a479c3b7 None None] DHCP port deletion for ed333c77-5522-4d33-8f64-3491315c9b36 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:55:57.784368 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d08ebe3-938a-4c60-a87f-6ffda9ac78a4 None None] get_active_networks_info from n-d-803756-1 {{(pid=105766) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:55:57.804451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] No DVR routers for this DVR port 9bc97b90-d8d5-42ec-b52e-6f72904f6bad on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:55:57.812533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Pushing event deleted for resources: {'Port': ['ID=9bc97b90-d8d5-42ec-b52e-6f72904f6bad,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:57.847653 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08ebe3-938a-4c60-a87f-6ffda9ac78a4 None None] Resources bound (agent type, host, resource id): {{(pid=105766) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:55:57.902926 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.912721 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed333c77-5522-4d33-8f64-3491315c9b36']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:57.923685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e5078b1-b601-495e-96eb-01898b918de3') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:57.924072 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e5078b1-b601-495e-96eb-01898b918de3') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:57.932857 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.947365 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.953740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:55:57.954135 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:55:57.957076 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:55:58.024054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:58.034310 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:58.039123 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] 10.222.0.37 "DELETE /v2.0/networks/ed333c77-5522-4d33-8f64-3491315c9b36 HTTP/1.1" status: 204 len: 168 time: 0.5958123 Aug 06 16:55:58.039558 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33110) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:58.051610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e756649-0ccf-4a93-aff4-6bbe67c50ebc tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Pushing event deleted for resources: {'Network': ['ID=ed333c77-5522-4d33-8f64-3491315c9b36,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:58.070360 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cc413cda-6d6a-4bf9-b7b9-6486ee2186ca tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7506df4-9eef-4c2c-9eb2-168712caff14 HTTP/1.1" status: 200 len: 205 time: 0.0296135 Aug 06 16:55:58.072677 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33112) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:58.160656 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e86a3e9-bca3-4775-8952-5a61bc37493f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:58.323412 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e86a3e9-bca3-4775-8952-5a61bc37493f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:58.325403 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e86a3e9-bca3-4775-8952-5a61bc37493f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:58.370077 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e86a3e9-bca3-4775-8952-5a61bc37493f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:58.370601 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e86a3e9-bca3-4775-8952-5a61bc37493f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Fanout notify agent at l3_agent the message router_deleted on router e7506df4-9eef-4c2c-9eb2-168712caff14 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:55:58.378415 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3e86a3e9-bca3-4775-8952-5a61bc37493f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:58.379519 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3e86a3e9-bca3-4775-8952-5a61bc37493f tempest-RoutersNegativeTest-302592692 tempest-RoutersNegativeTest-302592692-project] 10.222.0.37 "DELETE /v2.0/routers/e7506df4-9eef-4c2c-9eb2-168712caff14 HTTP/1.1" status: 204 len: 168 time: 0.3059101 Aug 06 16:55:58.619653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33118) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:58.752347 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-95f7617d-1d21-48cd-9e97-aa710181635c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e205d4d0bae4ca1949fde23de4b0333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314561 Aug 06 16:55:58.754760 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33122) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:58.802537 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f56e05fa-dfb5-47d3-87a4-6bf20121da7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:58.822705 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f56e05fa-dfb5-47d3-87a4-6bf20121da7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:58.869424 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f56e05fa-dfb5-47d3-87a4-6bf20121da7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:58.871897 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f56e05fa-dfb5-47d3-87a4-6bf20121da7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:58.873048 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f56e05fa-dfb5-47d3-87a4-6bf20121da7c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d886486-0c92-491a-9c76-2dbd9d8993a3 HTTP/1.1" status: 204 len: 168 time: 0.1174099 Aug 06 16:55:58.880942 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e05fa-dfb5-47d3-87a4-6bf20121da7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d886486-0c92-491a-9c76-2dbd9d8993a3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:59.473809 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33144) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:59.572457 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-edcbdf28-f9d5-4047-810b-7ee14177b7e5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1850482109-network', 'tenant_id': '0cf480807dc0480ea1072973283900fe'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:59.594267 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcbdf28-f9d5-4047-810b-7ee14177b7e5 admin admin] Made reservation on behalf of 0cf480807dc0480ea1072973283900fe for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:59.596517 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-edcbdf28-f9d5-4047-810b-7ee14177b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:59.604723 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-edcbdf28-f9d5-4047-810b-7ee14177b7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:59.693239 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-edcbdf28-f9d5-4047-810b-7ee14177b7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:59.696898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-edcbdf28-f9d5-4047-810b-7ee14177b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:59.722069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcbdf28-f9d5-4047-810b-7ee14177b7e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:55:59.730688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbdf28-f9d5-4047-810b-7ee14177b7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599f01c1-097e-472b-be35-6eb29c97ae2a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:59.737339 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-edcbdf28-f9d5-4047-810b-7ee14177b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:59.737722 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-edcbdf28-f9d5-4047-810b-7ee14177b7e5 admin admin] Added segment cb3a0460-eec0-49ec-ab87-60c19b037b02 of type vlan for network fd783f20-4058-4dd0-b98c-fe8b473211ef Aug 06 16:55:59.781978 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-edcbdf28-f9d5-4047-810b-7ee14177b7e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:59.810249 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-edcbdf28-f9d5-4047-810b-7ee14177b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:59.811368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcbdf28-f9d5-4047-810b-7ee14177b7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:59.811945 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-edcbdf28-f9d5-4047-810b-7ee14177b7e5 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:59.866623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-edcbdf28-f9d5-4047-810b-7ee14177b7e5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3917084 Aug 06 16:55:59.869594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33148) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:59.874309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbdf28-f9d5-4047-810b-7ee14177b7e5 admin admin] Pushing event updated for resources: {'Network': ['ID=fd783f20-4058-4dd0-b98c-fe8b473211ef,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:59.874629 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b419c70a-00e4-4e12-b591-da25189d27ea admin admin] Request body: {'subnet': {'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1850482109-subnet', 'tenant_id': '0cf480807dc0480ea1072973283900fe', 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:59.884311 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network fd783f20-4058-4dd0-b98c-fe8b473211ef details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:55:59.898701 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b419c70a-00e4-4e12-b591-da25189d27ea admin admin] Made reservation on behalf of 0cf480807dc0480ea1072973283900fe for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:59.901071 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b419c70a-00e4-4e12-b591-da25189d27ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.072671 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b419c70a-00e4-4e12-b591-da25189d27ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.134561 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419c70a-00e4-4e12-b591-da25189d27ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7844525f-a4d1-4c39-b63a-e849f45a6314,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:00.138741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419c70a-00e4-4e12-b591-da25189d27ea admin admin] Checking segment: {'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:56:00.139115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b419c70a-00e4-4e12-b591-da25189d27ea admin admin] Network hostable DHCP agents. Network: fd783f20-4058-4dd0-b98c-fe8b473211ef, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:56:00.155034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b419c70a-00e4-4e12-b591-da25189d27ea admin admin] Network fd783f20-4058-4dd0-b98c-fe8b473211ef is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:56:00.163409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b419c70a-00e4-4e12-b591-da25189d27ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, fd783f20-4058-4dd0-b98c-fe8b473211ef) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:56:00.167229 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b419c70a-00e4-4e12-b591-da25189d27ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:00.167813 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b419c70a-00e4-4e12-b591-da25189d27ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.173135 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220d03f8-2c93-49b1-967d-108992e100f8 None None] Network fd783f20-4058-4dd0-b98c-fe8b473211ef requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:56:00.184495 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b419c70a-00e4-4e12-b591-da25189d27ea admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3137660 Aug 06 16:56:00.188007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33150) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:56:00.192477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1850482109-router', 'tenant_id': '0cf480807dc0480ea1072973283900fe', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:56:00.211851 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.212820 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.263874 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.317507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-fd783f20-4058-4dd0-b98c-fe8b473211ef', 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef', 'tenant_id': '0cf480807dc0480ea1072973283900fe', 'fixed_ips': [{'subnet_id': '7844525f-a4d1-4c39-b63a-e849f45a6314'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:56:00.318395 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.409555 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.455626 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Allocated IP 172.20.0.2 (fd783f20-4058-4dd0-b98c-fe8b473211ef/7844525f-a4d1-4c39-b63a-e849f45a6314/f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:56:00.594614 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.603012 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Transition to ACTIVE for port object f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:56:00.606728 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.620437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Transition to ACTIVE for port object f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:56:00.626585 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.631704 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.668480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Network fd783f20-4058-4dd0-b98c-fe8b473211ef is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:56:00.673252 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:56:00.677854 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:56:00.680838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Pushing event updated for resources: {'Port': ['ID=f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:00.730713 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Attempting to bind port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:56:00.731074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Attempting to bind port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:56:00.731427 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Attempting to bind port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 on network fd783f20-4058-4dd0-b98c-fe8b473211ef {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:56:00.735657 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Allocated IP 172.25.1.21 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/e5feb0ab-ba7d-4380-8441-017d31922827) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:56:00.738225 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:56:00.738644 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Checking segment: {'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:56:00.739050 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.739640 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Bound using segment: {'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:56:00.740058 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Bound port: f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:56:00.740860 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.807232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] For port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:56:00.810318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] For port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:56:00.815829 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.847414 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.875732 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a91a96-c2a5-4721-914f-40f33f9b57c6 None None] Pushing event updated for resources: {'Port': ['ID=f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:00.892295 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.930875 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:56:00.936396 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:56:00.940015 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:56:00.964101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Pushing event updated for resources: {'Port': ['ID=e5feb0ab-ba7d-4380-8441-017d31922827,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:01.207362 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:01.411617 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:01.546073 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Router e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:56:01.656785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:56:01.666340 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Sync routers for ids ['e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:56:01.673265 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:01.677321 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e4048302-b35b-4974-b18c-943fc143576e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4857132 Aug 06 16:56:01.677618 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Routers {'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:56:01.677792 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33154) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:56:01.678471 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:55:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:01.817424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0e3954-ab1b-49b2-a219-dfa8b3766763 None None] Network fd783f20-4058-4dd0-b98c-fe8b473211ef requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:56:01.887482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:56:01.917182 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Set router e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:56:01.945362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b4ab4027-f3e8-415b-93e5-5780cd8da645 None None] Provisioning for port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:56:02.020827 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:56:02.027362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:02.033600 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:02.120723 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'name': 'tempest-TestEncryptedCinderVolumes-1850482109-router', 'tenant_id': '0cf480807dc0480ea1072973283900fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e5feb0ab-ba7d-4380-8441-017d31922827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:00Z', 'updated_at': '2021-08-06T16:56:01Z', 'revision_number': 3, 'project_id': '0cf480807dc0480ea1072973283900fe', 'gw_port': {'id': 'e5feb0ab-ba7d-4380-8441-017d31922827', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:00Z', 'updated_at': '2021-08-06T16:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:02.144067 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:02.156722 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Checking router: e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:56:02.157164 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Updating router e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18 port e5feb0ab-ba7d-4380-8441-017d31922827 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:56:02.191811 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:56:02.198032 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:02.200373 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:02.247266 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:02.266400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:02.388364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a15100d8-756c-4259-8744-0f13c1524294 None None] Provisioning complete for port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:02.388846 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a15100d8-756c-4259-8744-0f13c1524294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:02.472718 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Allocated IP 172.20.0.1 (fd783f20-4058-4dd0-b98c-fe8b473211ef/7844525f-a4d1-4c39-b63a-e849f45a6314/f7e5f55f-3c1c-435f-baec-4b0e8f32d257) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:56:02.551566 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:02.562526 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Transition to ACTIVE for port object e5feb0ab-ba7d-4380-8441-017d31922827 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:56:02.568102 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:02.583566 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:02.597235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Transition to ACTIVE for port object f7e5f55f-3c1c-435f-baec-4b0e8f32d257 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:56:02.622868 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Attempting to bind port e5feb0ab-ba7d-4380-8441-017d31922827 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:56:02.623253 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Attempting to bind port e5feb0ab-ba7d-4380-8441-017d31922827 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:56:02.623649 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Attempting to bind port e5feb0ab-ba7d-4380-8441-017d31922827 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:56:02.625424 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673b424-4f07-401a-9160-4612eb2cd1c1 None None] Pushing event updated for resources: {'Port': ['ID=e5feb0ab-ba7d-4380-8441-017d31922827,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:02.630539 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:02.634476 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:56:02.634845 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:56:02.635242 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:02.635632 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:56:02.636092 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Bound port: e5feb0ab-ba7d-4380-8441-017d31922827, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:56:02.636470 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:02.638748 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673b424-4f07-401a-9160-4612eb2cd1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:02.639085 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673b424-4f07-401a-9160-4612eb2cd1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:02.639417 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673b424-4f07-401a-9160-4612eb2cd1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:02.639748 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673b424-4f07-401a-9160-4612eb2cd1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:02.640072 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673b424-4f07-401a-9160-4612eb2cd1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:02.640393 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673b424-4f07-401a-9160-4612eb2cd1c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:02.640708 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673b424-4f07-401a-9160-4612eb2cd1c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:02.641025 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673b424-4f07-401a-9160-4612eb2cd1c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:02.641338 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673b424-4f07-401a-9160-4612eb2cd1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:02.641674 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673b424-4f07-401a-9160-4612eb2cd1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:02.641994 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673b424-4f07-401a-9160-4612eb2cd1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:02.642298 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1673b424-4f07-401a-9160-4612eb2cd1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:02.671486 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Network fd783f20-4058-4dd0-b98c-fe8b473211ef is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:56:02.674419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:56:02.678017 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:56:02.694706 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] For port e5feb0ab-ba7d-4380-8441-017d31922827, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:56:02.698159 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] For port e5feb0ab-ba7d-4380-8441-017d31922827, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e5feb0ab-ba7d-4380-8441-017d31922827,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:56:02.702944 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:02.706308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Pushing event updated for resources: {'Port': ['ID=f7e5f55f-3c1c-435f-baec-4b0e8f32d257,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:02.726153 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:02.767549 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Routers {'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:56:02.768174 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:55:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:02.770044 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673b424-4f07-401a-9160-4612eb2cd1c1 None None] Pushing event updated for resources: {'Port': ['ID=e5feb0ab-ba7d-4380-8441-017d31922827,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:02.874224 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:02.907798 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] Set router e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:56:02.922313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8c7eecab-d3dc-480b-87c6-4d818f1d987e None None] Provisioning for port f7e5f55f-3c1c-435f-baec-4b0e8f32d257 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:56:02.926681 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8c7eecab-d3dc-480b-87c6-4d818f1d987e None None] Provisioning complete for port f7e5f55f-3c1c-435f-baec-4b0e8f32d257 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:02.927050 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c7eecab-d3dc-480b-87c6-4d818f1d987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:02.961325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8c7eecab-d3dc-480b-87c6-4d818f1d987e None None] Port f7e5f55f-3c1c-435f-baec-4b0e8f32d257 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:56:03.051191 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:03.055728 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:03.085955 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'name': 'tempest-TestEncryptedCinderVolumes-1850482109-router', 'tenant_id': '0cf480807dc0480ea1072973283900fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e5feb0ab-ba7d-4380-8441-017d31922827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:00Z', 'updated_at': '2021-08-06T16:56:01Z', 'revision_number': 3, 'project_id': '0cf480807dc0480ea1072973283900fe', 'gw_port': {'id': 'e5feb0ab-ba7d-4380-8441-017d31922827', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:00Z', 'updated_at': '2021-08-06T16:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:03.115450 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631e83a-2b8a-4fa9-953b-778be3fd1a50 None None] The sync data for ids ['e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'] in n-d-803756-1 is: [{'id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'name': 'tempest-TestEncryptedCinderVolumes-1850482109-router', 'tenant_id': '0cf480807dc0480ea1072973283900fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e5feb0ab-ba7d-4380-8441-017d31922827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:00Z', 'updated_at': '2021-08-06T16:56:01Z', 'revision_number': 3, 'project_id': '0cf480807dc0480ea1072973283900fe', 'gw_port': {'id': 'e5feb0ab-ba7d-4380-8441-017d31922827', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cf:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:00Z', 'updated_at': '2021-08-06T16:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:56:03.125696 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:03.128599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Pushing event updated for resources: {'Port': ['ID=f7e5f55f-3c1c-435f-baec-4b0e8f32d257,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:03.227220 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Network fd783f20-4058-4dd0-b98c-fe8b473211ef is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:56:03.228676 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:56:03.362301 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Router e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:56:03.483434 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:56:03.488387 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5ee97fc9-a984-4ff2-b951-f742db782f7b admin admin] 10.222.0.37 "PUT /v2.0/routers/e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8097167 Aug 06 16:56:03.582249 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-18ccf2cb-da18-411d-a056-372db1067358 None None] Provisioning complete for port f7e5f55f-3c1c-435f-baec-4b0e8f32d257 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:03.582762 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-18ccf2cb-da18-411d-a056-372db1067358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:03.620808 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-18ccf2cb-da18-411d-a056-372db1067358 None None] Port f7e5f55f-3c1c-435f-baec-4b0e8f32d257 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:56:03.874833 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-215e126b-004b-4cbb-9e79-27fa0c007b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:03.923161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:56:03.977302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:03.977702 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.004355 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33170) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:56:04.009376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-873778bc-4cf9-456c-88e7-13d4fc22756b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2049804213-network', 'tenant_id': '0f6652a0ff6949c9b2eac1dcf46e2018'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:56:04.031211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873778bc-4cf9-456c-88e7-13d4fc22756b admin admin] Made reservation on behalf of 0f6652a0ff6949c9b2eac1dcf46e2018 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:56:04.033897 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-873778bc-4cf9-456c-88e7-13d4fc22756b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.042557 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-873778bc-4cf9-456c-88e7-13d4fc22756b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.062155 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e5feb0ab-ba7d-4380-8441-017d31922827 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:56:04.113932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port e5feb0ab-ba7d-4380-8441-017d31922827 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:56:04.117762 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port e5feb0ab-ba7d-4380-8441-017d31922827 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:04.118140 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.135071 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-873778bc-4cf9-456c-88e7-13d4fc22756b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.140025 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-873778bc-4cf9-456c-88e7-13d4fc22756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.168026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873778bc-4cf9-456c-88e7-13d4fc22756b admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:56:04.174941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873778bc-4cf9-456c-88e7-13d4fc22756b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1e0016-ce39-4210-b6a6-4b474d2e8dd6,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:04.183191 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-873778bc-4cf9-456c-88e7-13d4fc22756b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.183960 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-873778bc-4cf9-456c-88e7-13d4fc22756b admin admin] Added segment 2f9382e0-bf7f-4c76-9aff-d6c3cff77851 of type vlan for network 973b7b50-6077-4fbc-aee5-62e586088ce9 Aug 06 16:56:04.206035 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.225885 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-873778bc-4cf9-456c-88e7-13d4fc22756b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.226122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port e5feb0ab-ba7d-4380-8441-017d31922827, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e5feb0ab-ba7d-4380-8441-017d31922827,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:56:04.230144 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.256433 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-873778bc-4cf9-456c-88e7-13d4fc22756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.257397 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873778bc-4cf9-456c-88e7-13d4fc22756b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:04.258002 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-873778bc-4cf9-456c-88e7-13d4fc22756b admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.280991 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=e5feb0ab-ba7d-4380-8441-017d31922827,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:04.315485 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-873778bc-4cf9-456c-88e7-13d4fc22756b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3099937 Aug 06 16:56:04.318845 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33172) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:56:04.322771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873778bc-4cf9-456c-88e7-13d4fc22756b admin admin] Pushing event updated for resources: {'Network': ['ID=973b7b50-6077-4fbc-aee5-62e586088ce9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:04.323804 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c82505cd-e175-429a-8f7a-0ab562c72255 admin admin] Request body: {'subnet': {'network_id': '973b7b50-6077-4fbc-aee5-62e586088ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2049804213-subnet', 'tenant_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:56:04.333732 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 973b7b50-6077-4fbc-aee5-62e586088ce9 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:56:04.346796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82505cd-e175-429a-8f7a-0ab562c72255 admin admin] Made reservation on behalf of 0f6652a0ff6949c9b2eac1dcf46e2018 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:56:04.349315 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c82505cd-e175-429a-8f7a-0ab562c72255 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.523650 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c82505cd-e175-429a-8f7a-0ab562c72255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.578730 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82505cd-e175-429a-8f7a-0ab562c72255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc22b3af-8dcc-4c85-bf90-f394d6caed9b,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:04.587424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82505cd-e175-429a-8f7a-0ab562c72255 admin admin] Checking segment: {'id': '2f9382e0-bf7f-4c76-9aff-d6c3cff77851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '973b7b50-6077-4fbc-aee5-62e586088ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:56:04.587783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82505cd-e175-429a-8f7a-0ab562c72255 admin admin] Network hostable DHCP agents. Network: 973b7b50-6077-4fbc-aee5-62e586088ce9, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:56:04.603681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82505cd-e175-429a-8f7a-0ab562c72255 admin admin] Network 973b7b50-6077-4fbc-aee5-62e586088ce9 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:56:04.612316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-c82505cd-e175-429a-8f7a-0ab562c72255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 973b7b50-6077-4fbc-aee5-62e586088ce9) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:56:04.616829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82505cd-e175-429a-8f7a-0ab562c72255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:04.617419 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c82505cd-e175-429a-8f7a-0ab562c72255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.621925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ffa366-d327-45ab-8d57-567ae1358d32 None None] Network 973b7b50-6077-4fbc-aee5-62e586088ce9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:56:04.637349 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c82505cd-e175-429a-8f7a-0ab562c72255 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3124957 Aug 06 16:56:04.637349 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33174) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:56:04.640949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2049804213-router', 'tenant_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:56:04.662941 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.664174 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.679962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Sync routers for ids ['e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:56:04.695587 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Routers {'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:56:04.696196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:55:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:04.720316 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:04.857798 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.008465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Set router e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:56:05.059669 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-973b7b50-6077-4fbc-aee5-62e586088ce9', 'network_id': '973b7b50-6077-4fbc-aee5-62e586088ce9', 'tenant_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'fixed_ips': [{'subnet_id': 'bc22b3af-8dcc-4c85-bf90-f394d6caed9b'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:56:05.061165 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.063734 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.083735 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.188944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Allocated IP 172.25.1.23 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/012fd2c7-57cb-4110-bba0-43a32fcceee4) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:56:05.293071 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.312031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Allocated IP 172.20.0.2 (973b7b50-6077-4fbc-aee5-62e586088ce9/bc22b3af-8dcc-4c85-bf90-f394d6caed9b/95e302bc-1058-43bf-a0a6-912e42422417) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:56:05.334926 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.370582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:56:05.377838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:56:05.381408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:56:05.391589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'name': 'tempest-TestEncryptedCinderVolumes-1850482109-router', 'tenant_id': '0cf480807dc0480ea1072973283900fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e5feb0ab-ba7d-4380-8441-017d31922827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:00Z', 'updated_at': '2021-08-06T16:56:02Z', 'revision_number': 4, 'project_id': '0cf480807dc0480ea1072973283900fe', 'gw_port': {'id': 'e5feb0ab-ba7d-4380-8441-017d31922827', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:00Z', 'updated_at': '2021-08-06T16:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'f7e5f55f-3c1c-435f-baec-4b0e8f32d257', 'name': '', 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef', 'tenant_id': '0cf480807dc0480ea1072973283900fe', 'mac_address': 'fa:16:3e:55:b7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7844525f-a4d1-4c39-b63a-e849f45a6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:02Z', 'updated_at': '2021-08-06T16:56:02Z', 'revision_number': 2, 'project_id': '0cf480807dc0480ea1072973283900fe', 'subnets': [{'id': '7844525f-a4d1-4c39-b63a-e849f45a6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:05.408645 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Pushing event updated for resources: {'Port': ['ID=012fd2c7-57cb-4110-bba0-43a32fcceee4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:05.420349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Checking router: e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:56:05.420717 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Updating router e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18 port f7e5f55f-3c1c-435f-baec-4b0e8f32d257 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:56:05.462528 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.554163 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.612356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Transition to ACTIVE for port object 95e302bc-1058-43bf-a0a6-912e42422417 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:56:05.637658 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.641199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Transition to ACTIVE for port object 95e302bc-1058-43bf-a0a6-912e42422417 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:56:05.653663 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.728850 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Network 973b7b50-6077-4fbc-aee5-62e586088ce9 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:56:05.737863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:56:05.743939 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:56:05.753589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Pushing event updated for resources: {'Port': ['ID=95e302bc-1058-43bf-a0a6-912e42422417,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:05.827894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e5feb0ab-ba7d-4380-8441-017d31922827 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:56:05.859304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Attempting to bind port 95e302bc-1058-43bf-a0a6-912e42422417 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:56:05.859672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Attempting to bind port 95e302bc-1058-43bf-a0a6-912e42422417 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2f9382e0-bf7f-4c76-9aff-d6c3cff77851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '973b7b50-6077-4fbc-aee5-62e586088ce9'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:56:05.860091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Attempting to bind port 95e302bc-1058-43bf-a0a6-912e42422417 on network 973b7b50-6077-4fbc-aee5-62e586088ce9 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:56:05.880841 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:56:05.881153 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Checking segment: {'id': '2f9382e0-bf7f-4c76-9aff-d6c3cff77851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '973b7b50-6077-4fbc-aee5-62e586088ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:56:05.881558 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.881982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Bound using segment: {'id': '2f9382e0-bf7f-4c76-9aff-d6c3cff77851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '973b7b50-6077-4fbc-aee5-62e586088ce9'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:56:05.882467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Bound port: 95e302bc-1058-43bf-a0a6-912e42422417, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9382e0-bf7f-4c76-9aff-d6c3cff77851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '973b7b50-6077-4fbc-aee5-62e586088ce9'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:56:05.882849 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.977839 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.995388 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port e5feb0ab-ba7d-4380-8441-017d31922827 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:05.995656 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:06.022498 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Transition to ACTIVE for port object f7e5f55f-3c1c-435f-baec-4b0e8f32d257 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:56:06.034183 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:06.048361 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] For port 95e302bc-1058-43bf-a0a6-912e42422417, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:56:06.091221 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] For port 95e302bc-1058-43bf-a0a6-912e42422417, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=95e302bc-1058-43bf-a0a6-912e42422417,segment=NetworkSegment(2f9382e0-bf7f-4c76-9aff-d6c3cff77851),segment_id=2f9382e0-bf7f-4c76-9aff-d6c3cff77851)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:56:06.103114 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:06.119417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83190dc4-e741-4721-962d-931fa61a74f2 None None] Pushing event updated for resources: {'Port': ['ID=f7e5f55f-3c1c-435f-baec-4b0e8f32d257,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:06.197522 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:06.249482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a961909-00df-423c-bf0f-338b57aa0842 None None] Pushing event updated for resources: {'Port': ['ID=95e302bc-1058-43bf-a0a6-912e42422417,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:06.257637 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Attempting to bind port f7e5f55f-3c1c-435f-baec-4b0e8f32d257 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:56:06.258024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Attempting to bind port f7e5f55f-3c1c-435f-baec-4b0e8f32d257 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:56:06.258457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Attempting to bind port f7e5f55f-3c1c-435f-baec-4b0e8f32d257 on network fd783f20-4058-4dd0-b98c-fe8b473211ef {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:56:06.266765 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:56:06.267140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Checking segment: {'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:56:06.267544 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:06.267942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Bound using segment: {'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:56:06.268416 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Bound port: f7e5f55f-3c1c-435f-baec-4b0e8f32d257, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:56:06.268802 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:06.321117 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-34d705f8-93af-4cb1-b75d-a8788094d029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:06.351110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Router 96e4a1aa-92dc-4b4b-a233-fa9193a19379 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:56:06.407161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] For port f7e5f55f-3c1c-435f-baec-4b0e8f32d257, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:56:06.412439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] For port f7e5f55f-3c1c-435f-baec-4b0e8f32d257, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f7e5f55f-3c1c-435f-baec-4b0e8f32d257,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:56:06.418338 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:06.487443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Routers {'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:56:06.488346 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:56:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:06.501819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:56:06.512859 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Sync routers for ids ['96e4a1aa-92dc-4b4b-a233-fa9193a19379'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:56:06.526809 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:06.529674 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c937f009-1b5b-4d5f-aae1-bc024cbdb570 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8921797 Aug 06 16:56:06.530314 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Routers {'96e4a1aa-92dc-4b4b-a233-fa9193a19379'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:56:06.531250 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:56:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['96e4a1aa-92dc-4b4b-a233-fa9193a19379'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:06.531921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33176) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:56:06.535551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83190dc4-e741-4721-962d-931fa61a74f2 None None] Pushing event updated for resources: {'Port': ['ID=f7e5f55f-3c1c-435f-baec-4b0e8f32d257,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:06.633012 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] Set router e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:56:06.681100 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Set router 96e4a1aa-92dc-4b4b-a233-fa9193a19379 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:56:06.785088 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:06.880450 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'name': 'tempest-TestEncryptedCinderVolumes-2049804213-router', 'tenant_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '012fd2c7-57cb-4110-bba0-43a32fcceee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:04Z', 'updated_at': '2021-08-06T16:56:05Z', 'revision_number': 3, 'project_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'gw_port': {'id': '012fd2c7-57cb-4110-bba0-43a32fcceee4', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:05Z', 'updated_at': '2021-08-06T16:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:06.881221 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'name': 'tempest-TestEncryptedCinderVolumes-1850482109-router', 'tenant_id': '0cf480807dc0480ea1072973283900fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e5feb0ab-ba7d-4380-8441-017d31922827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:00Z', 'updated_at': '2021-08-06T16:56:02Z', 'revision_number': 4, 'project_id': '0cf480807dc0480ea1072973283900fe', 'gw_port': {'id': 'e5feb0ab-ba7d-4380-8441-017d31922827', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:00Z', 'updated_at': '2021-08-06T16:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'f7e5f55f-3c1c-435f-baec-4b0e8f32d257', 'name': '', 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef', 'tenant_id': '0cf480807dc0480ea1072973283900fe', 'mac_address': 'fa:16:3e:55:b7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7844525f-a4d1-4c39-b63a-e849f45a6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:02Z', 'updated_at': '2021-08-06T16:56:06Z', 'revision_number': 4, 'project_id': '0cf480807dc0480ea1072973283900fe', 'subnets': [{'id': '7844525f-a4d1-4c39-b63a-e849f45a6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:06.907668 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Checking router: 96e4a1aa-92dc-4b4b-a233-fa9193a19379 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:56:06.908008 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Updating router 96e4a1aa-92dc-4b4b-a233-fa9193a19379 port 012fd2c7-57cb-4110-bba0-43a32fcceee4 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:56:06.916568 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d490f6f-3b2b-4354-91bd-220dae4cfda9 None None] The sync data for ids ['e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'] in n-d-803756-1 is: [{'id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'name': 'tempest-TestEncryptedCinderVolumes-1850482109-router', 'tenant_id': '0cf480807dc0480ea1072973283900fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e5feb0ab-ba7d-4380-8441-017d31922827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:00Z', 'updated_at': '2021-08-06T16:56:02Z', 'revision_number': 4, 'project_id': '0cf480807dc0480ea1072973283900fe', 'gw_port': {'id': 'e5feb0ab-ba7d-4380-8441-017d31922827', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:00Z', 'updated_at': '2021-08-06T16:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'f7e5f55f-3c1c-435f-baec-4b0e8f32d257', 'name': '', 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef', 'tenant_id': '0cf480807dc0480ea1072973283900fe', 'mac_address': 'fa:16:3e:55:b7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '7844525f-a4d1-4c39-b63a-e849f45a6314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:02Z', 'updated_at': '2021-08-06T16:56:06Z', 'revision_number': 4, 'project_id': '0cf480807dc0480ea1072973283900fe', 'subnets': [{'id': '7844525f-a4d1-4c39-b63a-e849f45a6314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:56:06.948574 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:07.057404 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:07.266761 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Allocated IP 172.20.0.1 (973b7b50-6077-4fbc-aee5-62e586088ce9/bc22b3af-8dcc-4c85-bf90-f394d6caed9b/db7380c1-1419-490f-901f-06cac5d6aec6) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:56:07.387979 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:07.394002 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:07.399716 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Transition to ACTIVE for port object 012fd2c7-57cb-4110-bba0-43a32fcceee4 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:56:07.406663 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:07.417857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Transition to ACTIVE for port object db7380c1-1419-490f-901f-06cac5d6aec6 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:56:07.418338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b796517-a675-44b1-b38b-69e37003d77d None None] Network 973b7b50-6077-4fbc-aee5-62e586088ce9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:56:07.456357 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:07.461935 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Attempting to bind port 012fd2c7-57cb-4110-bba0-43a32fcceee4 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:56:07.462300 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Attempting to bind port 012fd2c7-57cb-4110-bba0-43a32fcceee4 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:56:07.462664 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Attempting to bind port 012fd2c7-57cb-4110-bba0-43a32fcceee4 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:56:07.464858 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660868a9-5ae0-4434-b767-10f24083a9a8 None None] Pushing event updated for resources: {'Port': ['ID=012fd2c7-57cb-4110-bba0-43a32fcceee4,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:07.471027 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:56:07.471464 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:56:07.471787 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:07.472163 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:56:07.473085 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Bound port: 012fd2c7-57cb-4110-bba0-43a32fcceee4, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:56:07.473262 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:07.501660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Network 973b7b50-6077-4fbc-aee5-62e586088ce9 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:56:07.507100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:56:07.512727 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:56:07.516479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Pushing event updated for resources: {'Port': ['ID=db7380c1-1419-490f-901f-06cac5d6aec6,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:07.544400 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:07.548530 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] For port 012fd2c7-57cb-4110-bba0-43a32fcceee4, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:56:07.553152 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] For port 012fd2c7-57cb-4110-bba0-43a32fcceee4, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=012fd2c7-57cb-4110-bba0-43a32fcceee4,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:56:07.559275 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:07.578831 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:07.581170 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-43c0b0b2-dc64-4a59-b9bc-bd0002ab8955 None None] Provisioning for port 95e302bc-1058-43bf-a0a6-912e42422417 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:56:07.648929 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Routers {'96e4a1aa-92dc-4b4b-a233-fa9193a19379'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:56:07.649546 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:56:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['96e4a1aa-92dc-4b4b-a233-fa9193a19379'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:07.732653 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:07.758050 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660868a9-5ae0-4434-b767-10f24083a9a8 None None] Pushing event updated for resources: {'Port': ['ID=012fd2c7-57cb-4110-bba0-43a32fcceee4,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:07.808180 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] Set router 96e4a1aa-92dc-4b4b-a233-fa9193a19379 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:56:07.955478 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f7e5f55f-3c1c-435f-baec-4b0e8f32d257 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:56:08.020749 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:08.026741 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:08.059383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-96ff25c7-4747-4298-b623-5d5143b5ad8d None None] Provisioning for port db7380c1-1419-490f-901f-06cac5d6aec6 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:56:08.070061 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'name': 'tempest-TestEncryptedCinderVolumes-2049804213-router', 'tenant_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '012fd2c7-57cb-4110-bba0-43a32fcceee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:04Z', 'updated_at': '2021-08-06T16:56:05Z', 'revision_number': 3, 'project_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'gw_port': {'id': '012fd2c7-57cb-4110-bba0-43a32fcceee4', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:05Z', 'updated_at': '2021-08-06T16:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:08.070460 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port f7e5f55f-3c1c-435f-baec-4b0e8f32d257 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:56:08.072466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-96ff25c7-4747-4298-b623-5d5143b5ad8d None None] Provisioning complete for port db7380c1-1419-490f-901f-06cac5d6aec6 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:08.072934 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-96ff25c7-4747-4298-b623-5d5143b5ad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:08.077494 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port f7e5f55f-3c1c-435f-baec-4b0e8f32d257 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:08.078344 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:08.109417 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:08.110486 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0a06e9-7d32-42c5-aa87-245a3fa0163f None None] The sync data for ids ['96e4a1aa-92dc-4b4b-a233-fa9193a19379'] in n-d-803756-1 is: [{'id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'name': 'tempest-TestEncryptedCinderVolumes-2049804213-router', 'tenant_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '012fd2c7-57cb-4110-bba0-43a32fcceee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:04Z', 'updated_at': '2021-08-06T16:56:05Z', 'revision_number': 3, 'project_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'gw_port': {'id': '012fd2c7-57cb-4110-bba0-43a32fcceee4', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:05Z', 'updated_at': '2021-08-06T16:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:56:08.158347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-96ff25c7-4747-4298-b623-5d5143b5ad8d None None] Port db7380c1-1419-490f-901f-06cac5d6aec6 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:56:08.213924 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:08.228403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Pushing event updated for resources: {'Port': ['ID=db7380c1-1419-490f-901f-06cac5d6aec6,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:08.258033 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port f7e5f55f-3c1c-435f-baec-4b0e8f32d257, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f7e5f55f-3c1c-435f-baec-4b0e8f32d257,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:56:08.273014 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:08.274101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 95e302bc-1058-43bf-a0a6-912e42422417 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:56:08.289739 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Network 973b7b50-6077-4fbc-aee5-62e586088ce9 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:56:08.291365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:56:08.341385 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2f15b407-6afe-4254-8631-86fb7329e0e5 None None] Provisioning complete for port db7380c1-1419-490f-901f-06cac5d6aec6 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:08.341807 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2f15b407-6afe-4254-8631-86fb7329e0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:08.414686 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=f7e5f55f-3c1c-435f-baec-4b0e8f32d257,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:08.420159 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2f15b407-6afe-4254-8631-86fb7329e0e5 None None] Port db7380c1-1419-490f-901f-06cac5d6aec6 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:56:08.436306 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 95e302bc-1058-43bf-a0a6-912e42422417 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:56:08.440052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 95e302bc-1058-43bf-a0a6-912e42422417 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:08.440426 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:08.448753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Router 96e4a1aa-92dc-4b4b-a233-fa9193a19379 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:56:08.546462 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:08.603501 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 95e302bc-1058-43bf-a0a6-912e42422417, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=95e302bc-1058-43bf-a0a6-912e42422417,segment=NetworkSegment(2f9382e0-bf7f-4c76-9aff-d6c3cff77851),segment_id=2f9382e0-bf7f-4c76-9aff-d6c3cff77851)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:56:08.608892 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:08.635929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:56:08.642179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-84eeb82f-dec0-41f8-9bd7-6fd866e315a5 admin admin] 10.222.0.37 "PUT /v2.0/routers/96e4a1aa-92dc-4b4b-a233-fa9193a19379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1092186 Aug 06 16:56:08.671226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9a490d3e-668e-45a6-8ba1-7a279aa7f1ec None None] Provisioning complete for port db7380c1-1419-490f-901f-06cac5d6aec6 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:08.671549 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9a490d3e-668e-45a6-8ba1-7a279aa7f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:08.673257 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=95e302bc-1058-43bf-a0a6-912e42422417,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:08.720867 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9a490d3e-668e-45a6-8ba1-7a279aa7f1ec None None] Port db7380c1-1419-490f-901f-06cac5d6aec6 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:56:09.236678 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:09.375153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993ccd4-9290-4d10-9553-e67d36735180 req-05c2e143-39b4-482a-b33d-757c8e51dab7 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:09.376531 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2993ccd4-9290-4d10-9553-e67d36735180 req-05c2e143-39b4-482a-b33d-757c8e51dab7 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/networks?id=fd783f20-4058-4dd0-b98c-fe8b473211ef HTTP/1.1" status: 200 len: 817 time: 0.1058261 Aug 06 16:56:09.391353 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2993ccd4-9290-4d10-9553-e67d36735180 req-c3870156-327e-4a9e-9f32-e04af07c78b9 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/quotas/0cf480807dc0480ea1072973283900fe HTTP/1.1" status: 200 len: 375 time: 0.0088685 Aug 06 16:56:09.442635 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2993ccd4-9290-4d10-9553-e67d36735180 req-030d0638-18de-46ca-8031-2c42f281121f tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cf480807dc0480ea1072973283900fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459380 Aug 06 16:56:09.545731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2993ccd4-9290-4d10-9553-e67d36735180 req-423651e1-d759-4ae4-9d72-cffc23bd0d9a service neutron] 10.222.0.37 "GET /v2.0/networks/fd783f20-4058-4dd0-b98c-fe8b473211ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908961 Aug 06 16:56:09.637308 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2993ccd4-9290-4d10-9553-e67d36735180 req-e40a874f-553d-44b0-b91d-639aee47759c service neutron] 10.222.0.37 "GET /v2.0/networks/fd783f20-4058-4dd0-b98c-fe8b473211ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855255 Aug 06 16:56:09.854284 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e47a4ffc-d079-4164-a40e-389fb1891d84 req-8a3f0858-dd44-4e2e-9299-5c824602aa8c tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf770f0d-3763-4460-8adf-c89bd6e15af3 HTTP/1.1" status: 200 len: 210 time: 0.0541005 Aug 06 16:56:09.905392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f7e5f55f-3c1c-435f-baec-4b0e8f32d257 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:56:09.956498 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port f7e5f55f-3c1c-435f-baec-4b0e8f32d257 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:09.956992 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:10.038409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 95e302bc-1058-43bf-a0a6-912e42422417 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:56:10.097692 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 95e302bc-1058-43bf-a0a6-912e42422417 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:10.098212 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:10.186290 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 012fd2c7-57cb-4110-bba0-43a32fcceee4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:56:10.241003 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 012fd2c7-57cb-4110-bba0-43a32fcceee4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:56:10.248309 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 012fd2c7-57cb-4110-bba0-43a32fcceee4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:10.248693 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:10.450035 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Sync routers for ids ['96e4a1aa-92dc-4b4b-a233-fa9193a19379'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:56:10.467952 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Routers {'96e4a1aa-92dc-4b4b-a233-fa9193a19379'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:56:10.468572 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:56:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['96e4a1aa-92dc-4b4b-a233-fa9193a19379'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:10.591552 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:10.625644 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 012fd2c7-57cb-4110-bba0-43a32fcceee4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=012fd2c7-57cb-4110-bba0-43a32fcceee4,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:56:10.631953 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:10.635223 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Set router 96e4a1aa-92dc-4b4b-a233-fa9193a19379 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:56:10.768465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=012fd2c7-57cb-4110-bba0-43a32fcceee4,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:10.800947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993ccd4-9290-4d10-9553-e67d36735180 req-108350bc-7e9f-4420-9a98-aff11f13b78d tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:10.802746 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2993ccd4-9290-4d10-9553-e67d36735180 req-108350bc-7e9f-4420-9a98-aff11f13b78d tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.78 "GET /v2.0/networks?id=fd783f20-4058-4dd0-b98c-fe8b473211ef HTTP/1.1" status: 200 len: 817 time: 0.1213377 Aug 06 16:56:10.817257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-2993ccd4-9290-4d10-9553-e67d36735180 req-d32bd130-8b09-4712-a8e5-59e7fc117371 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Request body: {'port': {'device_id': 'cf770f0d-3763-4460-8adf-c89bd6e15af3', 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef', 'admin_state_up': True, 'tenant_id': '0cf480807dc0480ea1072973283900fe'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:56:10.899773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'name': 'tempest-TestEncryptedCinderVolumes-2049804213-router', 'tenant_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '012fd2c7-57cb-4110-bba0-43a32fcceee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:04Z', 'updated_at': '2021-08-06T16:56:07Z', 'revision_number': 4, 'project_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'gw_port': {'id': '012fd2c7-57cb-4110-bba0-43a32fcceee4', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:05Z', 'updated_at': '2021-08-06T16:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'db7380c1-1419-490f-901f-06cac5d6aec6', 'name': '', 'network_id': '973b7b50-6077-4fbc-aee5-62e586088ce9', 'tenant_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'mac_address': 'fa:16:3e:d9:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'bc22b3af-8dcc-4c85-bf90-f394d6caed9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:07Z', 'updated_at': '2021-08-06T16:56:07Z', 'revision_number': 2, 'project_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'subnets': [{'id': 'bc22b3af-8dcc-4c85-bf90-f394d6caed9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:10.929224 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Checking router: 96e4a1aa-92dc-4b4b-a233-fa9193a19379 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:56:10.930017 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Updating router 96e4a1aa-92dc-4b4b-a233-fa9193a19379 port db7380c1-1419-490f-901f-06cac5d6aec6 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:56:10.959820 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:10.986003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2fc01fb8-1fb5-44ef-9a88-8555b181fae2 req-5a8cb2f7-7bc6-4254-a074-c792166e3388 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf770f0d-3763-4460-8adf-c89bd6e15af3 HTTP/1.1" status: 200 len: 210 time: 0.0394862 Aug 06 16:56:10.990718 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2993ccd4-9290-4d10-9553-e67d36735180 req-d32bd130-8b09-4712-a8e5-59e7fc117371 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Made reservation on behalf of 0cf480807dc0480ea1072973283900fe for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:56:10.994550 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2993ccd4-9290-4d10-9553-e67d36735180 req-d32bd130-8b09-4712-a8e5-59e7fc117371 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:11.124654 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-2993ccd4-9290-4d10-9553-e67d36735180 req-d32bd130-8b09-4712-a8e5-59e7fc117371 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Allocated IP 172.20.0.8 (fd783f20-4058-4dd0-b98c-fe8b473211ef/7844525f-a4d1-4c39-b63a-e849f45a6314/6b27b66a-a0ac-48e8-8ac2-20f80984d5c2) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:56:11.243637 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:11.253986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Transition to ACTIVE for port object db7380c1-1419-490f-901f-06cac5d6aec6 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:56:11.259859 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:11.292607 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2993ccd4-9290-4d10-9553-e67d36735180 req-d32bd130-8b09-4712-a8e5-59e7fc117371 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:11.306772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-2993ccd4-9290-4d10-9553-e67d36735180 req-d32bd130-8b09-4712-a8e5-59e7fc117371 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Transition to ACTIVE for port object 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:56:11.313573 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290b092-0bb4-40f1-8b40-51fe4c7dedd3 None None] Pushing event updated for resources: {'Port': ['ID=db7380c1-1419-490f-901f-06cac5d6aec6,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:11.348137 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2993ccd4-9290-4d10-9553-e67d36735180 req-d32bd130-8b09-4712-a8e5-59e7fc117371 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:11.362791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Attempting to bind port db7380c1-1419-490f-901f-06cac5d6aec6 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:56:11.363164 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Attempting to bind port db7380c1-1419-490f-901f-06cac5d6aec6 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '2f9382e0-bf7f-4c76-9aff-d6c3cff77851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '973b7b50-6077-4fbc-aee5-62e586088ce9'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:56:11.363521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Attempting to bind port db7380c1-1419-490f-901f-06cac5d6aec6 on network 973b7b50-6077-4fbc-aee5-62e586088ce9 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:56:11.368725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:56:11.369093 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Checking segment: {'id': '2f9382e0-bf7f-4c76-9aff-d6c3cff77851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '973b7b50-6077-4fbc-aee5-62e586088ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:56:11.369493 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:11.369921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Bound using segment: {'id': '2f9382e0-bf7f-4c76-9aff-d6c3cff77851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '973b7b50-6077-4fbc-aee5-62e586088ce9'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:56:11.370380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Bound port: db7380c1-1419-490f-901f-06cac5d6aec6, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9382e0-bf7f-4c76-9aff-d6c3cff77851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '973b7b50-6077-4fbc-aee5-62e586088ce9'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:56:11.370758 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:11.396533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2993ccd4-9290-4d10-9553-e67d36735180 req-d32bd130-8b09-4712-a8e5-59e7fc117371 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Network fd783f20-4058-4dd0-b98c-fe8b473211ef is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:56:11.406213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-2993ccd4-9290-4d10-9553-e67d36735180 req-d32bd130-8b09-4712-a8e5-59e7fc117371 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:56:11.410380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-2993ccd4-9290-4d10-9553-e67d36735180 req-d32bd130-8b09-4712-a8e5-59e7fc117371 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:56:11.419089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bd130-8b09-4712-a8e5-59e7fc117371 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Pushing event updated for resources: {'Port': ['ID=6b27b66a-a0ac-48e8-8ac2-20f80984d5c2,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:11.462551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] For port db7380c1-1419-490f-901f-06cac5d6aec6, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:56:11.470532 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] For port db7380c1-1419-490f-901f-06cac5d6aec6, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=db7380c1-1419-490f-901f-06cac5d6aec6,segment=NetworkSegment(2f9382e0-bf7f-4c76-9aff-d6c3cff77851),segment_id=2f9382e0-bf7f-4c76-9aff-d6c3cff77851)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:56:11.473807 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:56:11.476279 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:11.495085 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993ccd4-9290-4d10-9553-e67d36735180 req-d32bd130-8b09-4712-a8e5-59e7fc117371 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:11.495759 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2993ccd4-9290-4d10-9553-e67d36735180 req-d32bd130-8b09-4712-a8e5-59e7fc117371 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:11.516288 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2993ccd4-9290-4d10-9553-e67d36735180 req-d32bd130-8b09-4712-a8e5-59e7fc117371 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7042069 Aug 06 16:56:11.531307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Request body: {'port': {'device_id': 'cf770f0d-3763-4460-8adf-c89bd6e15af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:56:11.540487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Routers {'96e4a1aa-92dc-4b4b-a233-fa9193a19379'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:56:11.541121 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:56:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['96e4a1aa-92dc-4b4b-a233-fa9193a19379'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:11.583353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290b092-0bb4-40f1-8b40-51fe4c7dedd3 None None] Pushing event updated for resources: {'Port': ['ID=db7380c1-1419-490f-901f-06cac5d6aec6,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:11.604462 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:11.678795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] Set router 96e4a1aa-92dc-4b4b-a233-fa9193a19379 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:56:11.778142 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b6e5809c-726c-4f72-a4e4-aab52e86656f None None] Provisioning for port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:56:11.791580 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b6e5809c-726c-4f72-a4e4-aab52e86656f None None] Provisioning complete for port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:11.791958 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b6e5809c-726c-4f72-a4e4-aab52e86656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:11.843302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 012fd2c7-57cb-4110-bba0-43a32fcceee4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:56:11.898266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5809c-726c-4f72-a4e4-aab52e86656f None None] Port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:56:11.923861 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:56:11.931334 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:11.943940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Transition to ACTIVE for port object 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:56:11.949116 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:11.954839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 012fd2c7-57cb-4110-bba0-43a32fcceee4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:11.955404 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:12.011896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'name': 'tempest-TestEncryptedCinderVolumes-2049804213-router', 'tenant_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '012fd2c7-57cb-4110-bba0-43a32fcceee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:04Z', 'updated_at': '2021-08-06T16:56:07Z', 'revision_number': 4, 'project_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'gw_port': {'id': '012fd2c7-57cb-4110-bba0-43a32fcceee4', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:05Z', 'updated_at': '2021-08-06T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'db7380c1-1419-490f-901f-06cac5d6aec6', 'name': '', 'network_id': '973b7b50-6077-4fbc-aee5-62e586088ce9', 'tenant_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'mac_address': 'fa:16:3e:d9:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'bc22b3af-8dcc-4c85-bf90-f394d6caed9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:07Z', 'updated_at': '2021-08-06T16:56:11Z', 'revision_number': 4, 'project_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'subnets': [{'id': 'bc22b3af-8dcc-4c85-bf90-f394d6caed9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:12.024622 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b27b66a-a0ac-48e8-8ac2-20f80984d5c2,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:12.048106 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820b94d4-fc54-48bb-8e54-ea5ff720e6ba None None] The sync data for ids ['96e4a1aa-92dc-4b4b-a233-fa9193a19379'] in n-d-803756-1 is: [{'id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'name': 'tempest-TestEncryptedCinderVolumes-2049804213-router', 'tenant_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '012fd2c7-57cb-4110-bba0-43a32fcceee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:04Z', 'updated_at': '2021-08-06T16:56:07Z', 'revision_number': 4, 'project_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'gw_port': {'id': '012fd2c7-57cb-4110-bba0-43a32fcceee4', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:05Z', 'updated_at': '2021-08-06T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'db7380c1-1419-490f-901f-06cac5d6aec6', 'name': '', 'network_id': '973b7b50-6077-4fbc-aee5-62e586088ce9', 'tenant_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'mac_address': 'fa:16:3e:d9:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'bc22b3af-8dcc-4c85-bf90-f394d6caed9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:07Z', 'updated_at': '2021-08-06T16:56:11Z', 'revision_number': 4, 'project_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'subnets': [{'id': 'bc22b3af-8dcc-4c85-bf90-f394d6caed9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:56:12.126723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Attempting to bind port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:56:12.127180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Attempting to bind port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:56:12.127378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Attempting to bind port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 on network fd783f20-4058-4dd0-b98c-fe8b473211ef {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:56:12.139768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 on network fd783f20-4058-4dd0-b98c-fe8b473211ef not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:56:12.139768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Attempting to bind port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 on network fd783f20-4058-4dd0-b98c-fe8b473211ef {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:56:12.168136 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:56:12.168371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Checking segment: {'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:56:12.168755 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Bound using segment: {'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:56:12.169179 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Bound port: 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:56:12.170096 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:12.207780 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec23037-00d2-4039-a3a9-34bd314c3265 req-8cf644d6-137f-4b59-8cce-e1c02e1554d6 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:12.209541 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ec23037-00d2-4039-a3a9-34bd314c3265 req-8cf644d6-137f-4b59-8cce-e1c02e1554d6 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf770f0d-3763-4460-8adf-c89bd6e15af3 HTTP/1.1" status: 200 len: 943 time: 0.1289027 Aug 06 16:56:12.296894 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ec23037-00d2-4039-a3a9-34bd314c3265 req-a2a75e37-0ecd-4ec9-8313-4cc2607990cb tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635836 Aug 06 16:56:12.303432 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] For port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:56:12.307592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] For port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6b27b66a-a0ac-48e8-8ac2-20f80984d5c2,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:56:12.320858 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:12.352128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:12.352759 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:12.355476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2993ccd4-9290-4d10-9553-e67d36735180 req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] 10.222.0.78 "PUT /v2.0/ports/6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 HTTP/1.1" status: 200 len: 1091 time: 0.8283229 Aug 06 16:56:12.355476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf770f0d-3763-4460-8adf-c89bd6e15af3', 'tag': '6b27b66a-a0ac-48e8-8ac2-20f80984d5c2'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:56:12.357090 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe5fb94-7636-4629-ad3a-abfb7520848e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf770f0d-3763-4460-8adf-c89bd6e15af3", "tag": "6b27b66a-a0ac-48e8-8ac2-20f80984d5c2"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:56:12.384668 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a839b-d1c0-42bf-b7f8-7d57c73cadc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b27b66a-a0ac-48e8-8ac2-20f80984d5c2,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:12.408857 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d0677e-b529-4050-b0e7-af398370b0aa x-openstack-request-id: req-a7d0677e-b529-4050-b0e7-af398370b0aa {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:56:12.409310 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf770f0d-3763-4460-8adf-c89bd6e15af3", "tag": "6b27b66a-a0ac-48e8-8ac2-20f80984d5c2", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:56:12.409812 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a7d0677e-b529-4050-b0e7-af398370b0aa {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:56:12.410286 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf770f0d-3763-4460-8adf-c89bd6e15af3', 'tag': '6b27b66a-a0ac-48e8-8ac2-20f80984d5c2', 'status': 'completed', 'code': 200} Aug 06 16:56:12.462927 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993ccd4-9290-4d10-9553-e67d36735180 req-2f5cb911-1c7a-46ff-bc97-dcda693f679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:12.464432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2993ccd4-9290-4d10-9553-e67d36735180 req-2f5cb911-1c7a-46ff-bc97-dcda693f679f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0cf480807dc0480ea1072973283900fe&device_id=cf770f0d-3763-4460-8adf-c89bd6e15af3 HTTP/1.1" status: 200 len: 1094 time: 0.0453594 Aug 06 16:56:12.515645 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2993ccd4-9290-4d10-9553-e67d36735180 req-e697dcc9-55bd-48f1-9e2a-7a3534cd85b7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 HTTP/1.1" status: 200 len: 217 time: 0.0419738 Aug 06 16:56:12.571173 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993ccd4-9290-4d10-9553-e67d36735180 req-efa62c30-5f27-4fcf-ac8d-e56460988c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:12.572701 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2993ccd4-9290-4d10-9553-e67d36735180 req-efa62c30-5f27-4fcf-ac8d-e56460988c3f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7844525f-a4d1-4c39-b63a-e849f45a6314 HTTP/1.1" status: 200 len: 856 time: 0.0500150 Aug 06 16:56:12.622194 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993ccd4-9290-4d10-9553-e67d36735180 req-6ac5dc85-1bba-4472-a763-1f4d065aace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:12.623923 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2993ccd4-9290-4d10-9553-e67d36735180 req-6ac5dc85-1bba-4472-a763-1f4d065aace8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fd783f20-4058-4dd0-b98c-fe8b473211ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423265 Aug 06 16:56:12.722963 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2993ccd4-9290-4d10-9553-e67d36735180 req-ff622055-75ba-4d8c-849c-614647171315 service neutron] 10.222.0.78 "GET /v2.0/networks/fd783f20-4058-4dd0-b98c-fe8b473211ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910935 Aug 06 16:56:12.812338 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2993ccd4-9290-4d10-9553-e67d36735180 req-542d3b76-7419-4357-bc2e-21db89d993ea service neutron] 10.222.0.78 "GET /v2.0/networks/fd783f20-4058-4dd0-b98c-fe8b473211ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819576 Aug 06 16:56:12.904081 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5fb94-7636-4629-ad3a-abfb7520848e req-fb7b6d97-951a-4ca1-91b1-b86106a12d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:12.905570 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abe5fb94-7636-4629-ad3a-abfb7520848e req-fb7b6d97-951a-4ca1-91b1-b86106a12d24 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0cf480807dc0480ea1072973283900fe&device_id=cf770f0d-3763-4460-8adf-c89bd6e15af3 HTTP/1.1" status: 200 len: 1094 time: 0.0469437 Aug 06 16:56:12.994499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5fb94-7636-4629-ad3a-abfb7520848e req-d4547de6-30e1-4acc-9c13-037fd2bbd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:12.995857 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abe5fb94-7636-4629-ad3a-abfb7520848e req-d4547de6-30e1-4acc-9c13-037fd2bbd563 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fd783f20-4058-4dd0-b98c-fe8b473211ef HTTP/1.1" status: 200 len: 918 time: 0.0831437 Aug 06 16:56:13.045655 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abe5fb94-7636-4629-ad3a-abfb7520848e req-d9374be4-8e54-42f7-b96c-c74a286ac16a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 HTTP/1.1" status: 200 len: 217 time: 0.0413654 Aug 06 16:56:13.097319 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5fb94-7636-4629-ad3a-abfb7520848e req-29aafe85-5d63-405c-8d07-c37cbc51461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:13.105356 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abe5fb94-7636-4629-ad3a-abfb7520848e req-29aafe85-5d63-405c-8d07-c37cbc51461f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7844525f-a4d1-4c39-b63a-e849f45a6314 HTTP/1.1" status: 200 len: 856 time: 0.0466094 Aug 06 16:56:13.147796 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5fb94-7636-4629-ad3a-abfb7520848e req-556362de-5f3f-4d2a-8e92-7baf584c3fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:13.149314 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abe5fb94-7636-4629-ad3a-abfb7520848e req-556362de-5f3f-4d2a-8e92-7baf584c3fb5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fd783f20-4058-4dd0-b98c-fe8b473211ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411932 Aug 06 16:56:13.248148 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abe5fb94-7636-4629-ad3a-abfb7520848e req-9ed69bbb-43b5-45a2-9f84-98f1aa4bd7ee service neutron] 10.222.0.78 "GET /v2.0/networks/fd783f20-4058-4dd0-b98c-fe8b473211ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900543 Aug 06 16:56:13.345734 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abe5fb94-7636-4629-ad3a-abfb7520848e req-b8d9e9da-aeaa-4a54-a8ab-75855d7438a9 service neutron] 10.222.0.78 "GET /v2.0/networks/fd783f20-4058-4dd0-b98c-fe8b473211ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873137 Aug 06 16:56:13.420289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3618ab2-38c1-467c-bdb5-aa8e0ebae127 req-2be79b79-5323-4542-9621-1d819552a8d7 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:13.421913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3618ab2-38c1-467c-bdb5-aa8e0ebae127 req-2be79b79-5323-4542-9621-1d819552a8d7 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf770f0d-3763-4460-8adf-c89bd6e15af3 HTTP/1.1" status: 200 len: 943 time: 0.0506837 Aug 06 16:56:13.469386 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d3618ab2-38c1-467c-bdb5-aa8e0ebae127 req-7ce4bff0-20c7-4af6-9604-e497dfa447d0 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407324 Aug 06 16:56:13.817538 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device db7380c1-1419-490f-901f-06cac5d6aec6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:56:13.866594 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port db7380c1-1419-490f-901f-06cac5d6aec6 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:56:13.870205 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port db7380c1-1419-490f-901f-06cac5d6aec6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:13.870577 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:13.949291 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:13.981600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port db7380c1-1419-490f-901f-06cac5d6aec6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=db7380c1-1419-490f-901f-06cac5d6aec6,segment=NetworkSegment(2f9382e0-bf7f-4c76-9aff-d6c3cff77851),segment_id=2f9382e0-bf7f-4c76-9aff-d6c3cff77851)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:56:13.985441 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:14.031109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=db7380c1-1419-490f-901f-06cac5d6aec6,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:14.585214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0d020-76ac-49de-9954-6f49f80d5494 req-380368c3-c5e5-49ab-ab93-cfbcceab0d16 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:14.586691 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4cd0d020-76ac-49de-9954-6f49f80d5494 req-380368c3-c5e5-49ab-ab93-cfbcceab0d16 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf770f0d-3763-4460-8adf-c89bd6e15af3 HTTP/1.1" status: 200 len: 943 time: 0.0481999 Aug 06 16:56:14.624399 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4cd0d020-76ac-49de-9954-6f49f80d5494 req-120a5e1c-ee00-490f-829a-8c24030b38bb tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316875 Aug 06 16:56:14.863003 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:56:14.962102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6b27b66a-a0ac-48e8-8ac2-20f80984d5c2,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:56:14.974194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '6b27b66a-a0ac-48e8-8ac2-20f80984d5c2', 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef', 'port_id': '6b27b66a-a0ac-48e8-8ac2-20f80984d5c2', 'mac_address': 'fa:16:3e:c7:40:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7844525f-a4d1-4c39-b63a-e849f45a6314', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:56:15.009562 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:15.021418 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:56:15.041365 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6b27b66a-a0ac-48e8-8ac2-20f80984d5c2,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:56:15.045549 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:15.098137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=6b27b66a-a0ac-48e8-8ac2-20f80984d5c2,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:15.250467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6b27b66a-a0ac-48e8-8ac2-20f80984d5c2'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:56:15.739585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498b62a-a860-44e3-ab0d-b9d17c9c7dbf req-dcc37dcf-ce1c-4488-9155-eaaaf0483c48 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:15.741080 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9498b62a-a860-44e3-ab0d-b9d17c9c7dbf req-dcc37dcf-ce1c-4488-9155-eaaaf0483c48 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf770f0d-3763-4460-8adf-c89bd6e15af3 HTTP/1.1" status: 200 len: 944 time: 0.0494165 Aug 06 16:56:15.779882 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9498b62a-a860-44e3-ab0d-b9d17c9c7dbf req-a7fa8f33-f9a0-4ea6-90c7-a9e0c3bc2d24 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326817 Aug 06 16:56:15.802744 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device db7380c1-1419-490f-901f-06cac5d6aec6 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:56:15.849984 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port db7380c1-1419-490f-901f-06cac5d6aec6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:15.850356 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:16.862885 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:56:16.895862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e32ab-2646-4d19-96c4-ef324628caf6 req-e243125d-fddc-4bf3-b1ae-87ef044e07b1 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:16.897352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-518e32ab-2646-4d19-96c4-ef324628caf6 req-e243125d-fddc-4bf3-b1ae-87ef044e07b1 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf770f0d-3763-4460-8adf-c89bd6e15af3 HTTP/1.1" status: 200 len: 944 time: 0.0502353 Aug 06 16:56:16.911276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:56:16.914988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:16.915362 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:16.940919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-518e32ab-2646-4d19-96c4-ef324628caf6 req-90d5400e-fb02-4725-846e-81bc34235496 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372467 Aug 06 16:56:16.991486 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:17.016929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf770f0d-3763-4460-8adf-c89bd6e15af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b27b66a-a0ac-48e8-8ac2-20f80984d5c2'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:56:17.019289 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9caf59-db76-4e5d-94ee-e631fc6e4bee" -d '{"events": [{"server_uuid": "cf770f0d-3763-4460-8adf-c89bd6e15af3", "name": "network-vif-plugged", "status": "completed", "tag": "6b27b66a-a0ac-48e8-8ac2-20f80984d5c2"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:56:17.031992 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6b27b66a-a0ac-48e8-8ac2-20f80984d5c2,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:56:17.035804 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:17.059142 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b8eda4-d4b6-4c64-b0af-886601015af5 x-openstack-request-id: req-76b8eda4-d4b6-4c64-b0af-886601015af5 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:56:17.059449 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf770f0d-3763-4460-8adf-c89bd6e15af3", "name": "network-vif-plugged", "status": "completed", "tag": "6b27b66a-a0ac-48e8-8ac2-20f80984d5c2", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:56:17.059705 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76b8eda4-d4b6-4c64-b0af-886601015af5 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:56:17.060186 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf770f0d-3763-4460-8adf-c89bd6e15af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b27b66a-a0ac-48e8-8ac2-20f80984d5c2', 'code': 200} Aug 06 16:56:17.086332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=6b27b66a-a0ac-48e8-8ac2-20f80984d5c2,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:17.152391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bd7b3-c0d2-4b14-8090-0d4800f71547 req-2381e156-c29a-4967-bbcd-0f77bebb8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:17.154373 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-078bd7b3-c0d2-4b14-8090-0d4800f71547 req-2381e156-c29a-4967-bbcd-0f77bebb8641 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cf770f0d-3763-4460-8adf-c89bd6e15af3 HTTP/1.1" status: 200 len: 1096 time: 0.0394506 Aug 06 16:56:17.188496 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-078bd7b3-c0d2-4b14-8090-0d4800f71547 req-b0b43faf-d135-4311-9c3c-2a38a9d1277a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269787 Aug 06 16:56:18.053474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00eb396-27e2-463b-8da5-bd055f667f83 req-2852f3d7-bedc-4a7f-8b88-8e4ca5e4fa86 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:18.054970 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b00eb396-27e2-463b-8da5-bd055f667f83 req-2852f3d7-bedc-4a7f-8b88-8e4ca5e4fa86 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf770f0d-3763-4460-8adf-c89bd6e15af3 HTTP/1.1" status: 200 len: 945 time: 0.0479009 Aug 06 16:56:18.092761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b00eb396-27e2-463b-8da5-bd055f667f83 req-b8eb23cc-5948-463d-96aa-e9fe4dbc8171 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310936 Aug 06 16:56:18.207433 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d4f0d-b5f6-4eb7-ba4f-9c74504eb4f1 req-c6f5a8fd-33e0-458d-8268-8b1f6f2fe79a tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:18.208916 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c7d4f0d-b5f6-4eb7-ba4f-9c74504eb4f1 req-c6f5a8fd-33e0-458d-8268-8b1f6f2fe79a tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf770f0d-3763-4460-8adf-c89bd6e15af3 HTTP/1.1" status: 200 len: 945 time: 0.0479019 Aug 06 16:56:18.249255 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8c7d4f0d-b5f6-4eb7-ba4f-9c74504eb4f1 req-56e050f0-7cdf-44a2-b051-4ba34da54fab tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343597 Aug 06 16:56:24.235006 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:24.415098 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:33.868530 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3538e2d7-867d-4ef7-8b0b-74499868e564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:36.295497 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3ea2772-40e6-4b0d-a932-dbc77f696652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:36.708936 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:36.843938 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4a8d9-370e-40a1-9a36-b5d3d3b925da req-4b6e8913-2aa6-404a-9aa0-86ab5f626888 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:36.846315 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18c4a8d9-370e-40a1-9a36-b5d3d3b925da req-4b6e8913-2aa6-404a-9aa0-86ab5f626888 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf770f0d-3763-4460-8adf-c89bd6e15af3 HTTP/1.1" status: 200 len: 945 time: 0.0587387 Aug 06 16:56:36.893268 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18c4a8d9-370e-40a1-9a36-b5d3d3b925da req-c052e2b8-4dfc-4df7-b7d9-db2bcc090b44 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412183 Aug 06 16:56:37.509667 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:38.015489 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800aa635-1e61-4262-b1f6-aa47a4158048 req-35af153c-cb07-4c17-9dc8-1a71e31878b7 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:38.016892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-800aa635-1e61-4262-b1f6-aa47a4158048 req-35af153c-cb07-4c17-9dc8-1a71e31878b7 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf770f0d-3763-4460-8adf-c89bd6e15af3 HTTP/1.1" status: 200 len: 945 time: 0.0505967 Aug 06 16:56:38.061250 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-800aa635-1e61-4262-b1f6-aa47a4158048 req-fa4b2ae0-b77a-409c-870e-6c19e3828133 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346985 Aug 06 16:56:38.482590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc54d67-28a0-47e8-9471-a17c9ca03770 req-6b2933db-b516-4563-9c27-547d6c672103 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:38.484022 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9dc54d67-28a0-47e8-9471-a17c9ca03770 req-6b2933db-b516-4563-9c27-547d6c672103 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.78 "GET /v2.0/ports?device_id=cf770f0d-3763-4460-8adf-c89bd6e15af3 HTTP/1.1" status: 200 len: 945 time: 0.0476196 Aug 06 16:56:38.582994 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9dc54d67-28a0-47e8-9471-a17c9ca03770 req-353caac8-0ffc-43ae-9063-47c59d20944d tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Deleting port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:56:38.583363 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9dc54d67-28a0-47e8-9471-a17c9ca03770 req-353caac8-0ffc-43ae-9063-47c59d20944d tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:38.669286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-9dc54d67-28a0-47e8-9471-a17c9ca03770 req-353caac8-0ffc-43ae-9063-47c59d20944d tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] For port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=6b27b66a-a0ac-48e8-8ac2-20f80984d5c2,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:56:38.669671 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9dc54d67-28a0-47e8-9471-a17c9ca03770 req-353caac8-0ffc-43ae-9063-47c59d20944d tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:38.685490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-9dc54d67-28a0-47e8-9471-a17c9ca03770 req-353caac8-0ffc-43ae-9063-47c59d20944d tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Calling delete_port for 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:56:38.807434 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9dc54d67-28a0-47e8-9471-a17c9ca03770 req-353caac8-0ffc-43ae-9063-47c59d20944d tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:38.819344 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['6b27b66a-a0ac-48e8-8ac2-20f80984d5c2'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:56:38.836451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353caac8-0ffc-43ae-9063-47c59d20944d tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Pushing event deleted for resources: {'Port': ['ID=6b27b66a-a0ac-48e8-8ac2-20f80984d5c2,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:38.881317 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc54d67-28a0-47e8-9471-a17c9ca03770 req-353caac8-0ffc-43ae-9063-47c59d20944d tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] No DVR routers for this DVR port 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:56:38.884212 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-9dc54d67-28a0-47e8-9471-a17c9ca03770 req-353caac8-0ffc-43ae-9063-47c59d20944d tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:38.886271 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9dc54d67-28a0-47e8-9471-a17c9ca03770 req-353caac8-0ffc-43ae-9063-47c59d20944d tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.78 "DELETE /v2.0/ports/6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 HTTP/1.1" status: 204 len: 173 time: 0.3946526 Aug 06 16:56:38.886721 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf770f0d-3763-4460-8adf-c89bd6e15af3', 'name': 'network-vif-deleted', 'tag': '6b27b66a-a0ac-48e8-8ac2-20f80984d5c2'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:56:38.889505 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff27ebe9-e90f-4b0b-be8c-4e7410bf7508" -d '{"events": [{"server_uuid": "cf770f0d-3763-4460-8adf-c89bd6e15af3", "name": "network-vif-deleted", "tag": "6b27b66a-a0ac-48e8-8ac2-20f80984d5c2"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:56:38.930109 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1b1f70-131b-4202-b75b-93ee5e26af4e x-openstack-request-id: req-0b1b1f70-131b-4202-b75b-93ee5e26af4e {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:56:38.930398 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf770f0d-3763-4460-8adf-c89bd6e15af3", "name": "network-vif-deleted", "tag": "6b27b66a-a0ac-48e8-8ac2-20f80984d5c2", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:56:38.930646 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b1b1f70-131b-4202-b75b-93ee5e26af4e {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:56:38.931063 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf770f0d-3763-4460-8adf-c89bd6e15af3', 'name': 'network-vif-deleted', 'tag': '6b27b66a-a0ac-48e8-8ac2-20f80984d5c2', 'status': 'completed', 'code': 200} Aug 06 16:56:39.169245 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4baf601-ec79-41dc-bffe-86de69db5f30 req-fcb5f812-d45b-4626-a625-7512c0c21e7d tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf770f0d-3763-4460-8adf-c89bd6e15af3 HTTP/1.1" status: 200 len: 210 time: 0.0259097 Aug 06 16:56:39.238436 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:40.625487 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-8f50618a-614f-4b9d-94bc-9312fe4edaf7 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:40.626967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-8f50618a-614f-4b9d-94bc-9312fe4edaf7 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/networks?id=fd783f20-4058-4dd0-b98c-fe8b473211ef HTTP/1.1" status: 200 len: 817 time: 0.1012323 Aug 06 16:56:40.641523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-1ca97e0a-7f62-4ae2-a7e6-fb5eb64f19db tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/quotas/0cf480807dc0480ea1072973283900fe HTTP/1.1" status: 200 len: 375 time: 0.0088465 Aug 06 16:56:40.697148 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-0eac9057-1111-4239-b429-9630c86099f8 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cf480807dc0480ea1072973283900fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501673 Aug 06 16:56:40.793226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-29522b95-211d-4273-83a6-8377f9802493 service neutron] 10.222.0.37 "GET /v2.0/networks/fd783f20-4058-4dd0-b98c-fe8b473211ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834763 Aug 06 16:56:40.885114 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-3b53e782-55e2-464c-b73e-a801210b3143 service neutron] 10.222.0.37 "GET /v2.0/networks/fd783f20-4058-4dd0-b98c-fe8b473211ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858073 Aug 06 16:56:41.051594 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-35674fbb-4f82-475b-8a9b-61b3d2370c45 req-dddd6ca1-b29c-40cd-9bd3-4032d0c292b8 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 210 time: 0.0311995 Aug 06 16:56:41.951937 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-9bccaa78-b320-4b74-893c-52f1bf7e5c7a tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:41.953401 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-9bccaa78-b320-4b74-893c-52f1bf7e5c7a tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.78 "GET /v2.0/networks?id=fd783f20-4058-4dd0-b98c-fe8b473211ef HTTP/1.1" status: 200 len: 817 time: 0.1067343 Aug 06 16:56:41.966940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-ece296e6-86ab-4d39-92c4-8ec1ff5df6c0 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Request body: {'port': {'device_id': 'efcbcfc8-332d-4f44-b295-a724adf7cfcf', 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef', 'admin_state_up': True, 'tenant_id': '0cf480807dc0480ea1072973283900fe'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:56:42.078404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-ece296e6-86ab-4d39-92c4-8ec1ff5df6c0 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Made reservation on behalf of 0cf480807dc0480ea1072973283900fe for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:56:42.081955 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-ece296e6-86ab-4d39-92c4-8ec1ff5df6c0 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:42.171822 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40b3912e-c68f-4d7a-a37c-58f51cf87321 req-e29a5e64-1ab3-4b04-9e45-16be1d1601dd tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 210 time: 0.0377314 Aug 06 16:56:42.230237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-ece296e6-86ab-4d39-92c4-8ec1ff5df6c0 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Allocated IP 172.20.0.5 (fd783f20-4058-4dd0-b98c-fe8b473211ef/7844525f-a4d1-4c39-b63a-e849f45a6314/db2a3e73-ce3f-41c8-8f0b-d8f929c0c586) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:56:42.374628 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-ece296e6-86ab-4d39-92c4-8ec1ff5df6c0 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:42.388451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-ece296e6-86ab-4d39-92c4-8ec1ff5df6c0 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Transition to ACTIVE for port object db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:56:42.419885 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-ece296e6-86ab-4d39-92c4-8ec1ff5df6c0 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:42.463836 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-ece296e6-86ab-4d39-92c4-8ec1ff5df6c0 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Network fd783f20-4058-4dd0-b98c-fe8b473211ef is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:56:42.467579 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-ece296e6-86ab-4d39-92c4-8ec1ff5df6c0 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:56:42.471379 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-ece296e6-86ab-4d39-92c4-8ec1ff5df6c0 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:56:42.497893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece296e6-86ab-4d39-92c4-8ec1ff5df6c0 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Pushing event updated for resources: {'Port': ['ID=db2a3e73-ce3f-41c8-8f0b-d8f929c0c586,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:42.524517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-ece296e6-86ab-4d39-92c4-8ec1ff5df6c0 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:42.525134 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-ece296e6-86ab-4d39-92c4-8ec1ff5df6c0 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:42.539985 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-ece296e6-86ab-4d39-92c4-8ec1ff5df6c0 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5773740 Aug 06 16:56:42.553732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Request body: {'port': {'device_id': 'efcbcfc8-332d-4f44-b295-a724adf7cfcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:56:42.613776 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:42.730903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c61fd9fe-a217-468a-a278-fd70c7e7bf2a None None] Provisioning for port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:56:42.738634 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c61fd9fe-a217-468a-a278-fd70c7e7bf2a None None] Provisioning complete for port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:42.738942 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c61fd9fe-a217-468a-a278-fd70c7e7bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:42.771179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c61fd9fe-a217-468a-a278-fd70c7e7bf2a None None] Port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:56:42.876565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:56:42.884421 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:42.896203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Transition to ACTIVE for port object db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:56:42.899872 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:42.969781 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Pushing event updated for resources: {'Port': ['ID=db2a3e73-ce3f-41c8-8f0b-d8f929c0c586,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:43.022329 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Attempting to bind port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:56:43.022664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Attempting to bind port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:56:43.022992 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Attempting to bind port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 on network fd783f20-4058-4dd0-b98c-fe8b473211ef {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:56:43.027489 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 on network fd783f20-4058-4dd0-b98c-fe8b473211ef not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:56:43.027814 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Attempting to bind port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 on network fd783f20-4058-4dd0-b98c-fe8b473211ef {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:56:43.033911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:56:43.034257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Checking segment: {'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:56:43.034643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Bound using segment: {'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:56:43.035020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:56:43.035175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Bound port: db2a3e73-ce3f-41c8-8f0b-d8f929c0c586, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3a0460-eec0-49ec-ab87-60c19b037b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:56:43.035425 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:43.061413 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:56:43.061879 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 6b27b66a-a0ac-48e8-8ac2-20f80984d5c2 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:56:43.102685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] For port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:56:43.105959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] For port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=db2a3e73-ce3f-41c8-8f0b-d8f929c0c586,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:56:43.110851 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:43.150162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:43.150801 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:43.152199 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] 10.222.0.78 "PUT /v2.0/ports/db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 HTTP/1.1" status: 200 len: 1091 time: 0.6032677 Aug 06 16:56:43.152645 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efcbcfc8-332d-4f44-b295-a724adf7cfcf', 'tag': 'db2a3e73-ce3f-41c8-8f0b-d8f929c0c586'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:56:43.155594 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0293c9fe-b5fb-465d-8c53-06f20a23dec0" -d '{"events": [{"name": "network-changed", "server_uuid": "efcbcfc8-332d-4f44-b295-a724adf7cfcf", "tag": "db2a3e73-ce3f-41c8-8f0b-d8f929c0c586"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:56:43.178620 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598b7b1-44e6-4d6f-89aa-492cf39959b3 service neutron] Pushing event updated for resources: {'Port': ['ID=db2a3e73-ce3f-41c8-8f0b-d8f929c0c586,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:43.236751 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d45bc00-98d3-4ed1-9344-7ce98e822bb9 x-openstack-request-id: req-9d45bc00-98d3-4ed1-9344-7ce98e822bb9 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:56:43.237041 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efcbcfc8-332d-4f44-b295-a724adf7cfcf", "tag": "db2a3e73-ce3f-41c8-8f0b-d8f929c0c586", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:56:43.237287 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d45bc00-98d3-4ed1-9344-7ce98e822bb9 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:56:43.237938 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efcbcfc8-332d-4f44-b295-a724adf7cfcf', 'tag': 'db2a3e73-ce3f-41c8-8f0b-d8f929c0c586', 'status': 'completed', 'code': 200} Aug 06 16:56:43.627204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-9a390f4d-c05f-418a-bc0a-94212ca0c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:43.628655 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-9a390f4d-c05f-418a-bc0a-94212ca0c95d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0cf480807dc0480ea1072973283900fe&device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 1094 time: 0.4252505 Aug 06 16:56:43.645813 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564caf-fdbe-46e6-b205-aa4736d646d5 req-e09751ee-1700-4d83-87e7-82de30831925 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:43.647189 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df564caf-fdbe-46e6-b205-aa4736d646d5 req-e09751ee-1700-4d83-87e7-82de30831925 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 943 time: 0.0566628 Aug 06 16:56:43.684900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-f8d49279-d71f-4417-891c-cb81a56f9710 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 HTTP/1.1" status: 200 len: 217 time: 0.0467703 Aug 06 16:56:43.741009 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-df564caf-fdbe-46e6-b205-aa4736d646d5 req-e7a48f84-56c9-4afd-a0f7-30c03efb3bdb tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876684 Aug 06 16:56:43.750162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-2551cdef-cce1-415d-95bb-c1f2247b2bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:43.751537 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-2551cdef-cce1-415d-95bb-c1f2247b2bba service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7844525f-a4d1-4c39-b63a-e849f45a6314 HTTP/1.1" status: 200 len: 856 time: 0.0591524 Aug 06 16:56:43.798916 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-fdcb24b9-14aa-4ee2-9e39-1b16cc97c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:43.800482 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-fdcb24b9-14aa-4ee2-9e39-1b16cc97c400 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fd783f20-4058-4dd0-b98c-fe8b473211ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409288 Aug 06 16:56:43.896155 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-26332171-534a-4895-960d-5d9d244886d1 service neutron] 10.222.0.78 "GET /v2.0/networks/fd783f20-4058-4dd0-b98c-fe8b473211ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868354 Aug 06 16:56:43.985367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f53a2aa-2635-43af-971d-35e0b2118b53 req-67d7e255-3108-4dea-a8e2-87920a8bbd32 service neutron] 10.222.0.78 "GET /v2.0/networks/fd783f20-4058-4dd0-b98c-fe8b473211ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813944 Aug 06 16:56:44.068791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293c9fe-b5fb-465d-8c53-06f20a23dec0 req-81d325de-5dfb-4973-a4d3-c361a9e47e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:44.070320 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0293c9fe-b5fb-465d-8c53-06f20a23dec0 req-81d325de-5dfb-4973-a4d3-c361a9e47e4e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0cf480807dc0480ea1072973283900fe&device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 1094 time: 0.0410352 Aug 06 16:56:44.162959 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293c9fe-b5fb-465d-8c53-06f20a23dec0 req-da9e9144-0085-44a5-8847-e580e307b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:44.164415 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0293c9fe-b5fb-465d-8c53-06f20a23dec0 req-da9e9144-0085-44a5-8847-e580e307b2f1 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fd783f20-4058-4dd0-b98c-fe8b473211ef HTTP/1.1" status: 200 len: 918 time: 0.0864298 Aug 06 16:56:44.212302 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0293c9fe-b5fb-465d-8c53-06f20a23dec0 req-cd3acbb6-36b1-4cdd-9448-4d0ee0481f45 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 HTTP/1.1" status: 200 len: 217 time: 0.0387123 Aug 06 16:56:44.267463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293c9fe-b5fb-465d-8c53-06f20a23dec0 req-f649f31b-ec34-4b1e-b9d6-fd0739b1f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:44.268846 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0293c9fe-b5fb-465d-8c53-06f20a23dec0 req-f649f31b-ec34-4b1e-b9d6-fd0739b1f061 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7844525f-a4d1-4c39-b63a-e849f45a6314 HTTP/1.1" status: 200 len: 856 time: 0.0492201 Aug 06 16:56:44.316748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293c9fe-b5fb-465d-8c53-06f20a23dec0 req-83c9dd92-e8e1-42af-a8a3-6a475e7301b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:44.318311 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0293c9fe-b5fb-465d-8c53-06f20a23dec0 req-83c9dd92-e8e1-42af-a8a3-6a475e7301b3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fd783f20-4058-4dd0-b98c-fe8b473211ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421896 Aug 06 16:56:44.411499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0293c9fe-b5fb-465d-8c53-06f20a23dec0 req-eb5a22cf-86a1-4838-b168-10c65fc01564 service neutron] 10.222.0.78 "GET /v2.0/networks/fd783f20-4058-4dd0-b98c-fe8b473211ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848875 Aug 06 16:56:44.514647 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0293c9fe-b5fb-465d-8c53-06f20a23dec0 req-f67272e5-e2b7-44a4-9b5b-ba777bcf26f1 service neutron] 10.222.0.78 "GET /v2.0/networks/fd783f20-4058-4dd0-b98c-fe8b473211ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953383 Aug 06 16:56:44.862209 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4360e-11c1-436b-ad6d-3c4157bd9879 req-e39e477c-3f8e-446d-9f56-5d9bcfc87b6a tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:44.863696 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4cd4360e-11c1-436b-ad6d-3c4157bd9879 req-e39e477c-3f8e-446d-9f56-5d9bcfc87b6a tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 943 time: 0.0526142 Aug 06 16:56:44.901418 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4cd4360e-11c1-436b-ad6d-3c4157bd9879 req-3d22f911-0235-47f5-861d-0b79ef20301a tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316546 Aug 06 16:56:46.105977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a63548-7986-4b02-adec-f97548481dd6 req-784e82b4-968d-4c07-99e2-b653de99eb8c tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:46.107709 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7a63548-7986-4b02-adec-f97548481dd6 req-784e82b4-968d-4c07-99e2-b653de99eb8c tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 943 time: 0.1403213 Aug 06 16:56:46.150050 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7a63548-7986-4b02-adec-f97548481dd6 req-010f848a-fcf8-4b60-9e05-f27873b9a9f1 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364022 Aug 06 16:56:47.065202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:56:47.160045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=db2a3e73-ce3f-41c8-8f0b-d8f929c0c586,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:56:47.171563 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'db2a3e73-ce3f-41c8-8f0b-d8f929c0c586', 'network_id': 'fd783f20-4058-4dd0-b98c-fe8b473211ef', 'port_id': 'db2a3e73-ce3f-41c8-8f0b-d8f929c0c586', 'mac_address': 'fa:16:3e:78:54:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7844525f-a4d1-4c39-b63a-e849f45a6314', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:56:47.208021 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:47.221363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:56:47.243243 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=db2a3e73-ce3f-41c8-8f0b-d8f929c0c586,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:56:47.247272 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:47.296153 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=db2a3e73-ce3f-41c8-8f0b-d8f929c0c586,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:47.326541 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89a973-b256-43d9-b55c-ff75262bd6a5 req-d1af20b5-7251-4b44-b675-f86fda5a5894 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:47.328069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c89a973-b256-43d9-b55c-ff75262bd6a5 req-d1af20b5-7251-4b44-b675-f86fda5a5894 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 944 time: 0.1128287 Aug 06 16:56:47.367829 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0c89a973-b256-43d9-b55c-ff75262bd6a5 req-9f7e9f44-e741-487c-b376-4d1d9730becd tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335071 Aug 06 16:56:47.451419 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['db2a3e73-ce3f-41c8-8f0b-d8f929c0c586'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:56:48.473672 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:56:48.483590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2998575-9351-4bd4-815c-64a39c7de179 req-5efa4c4c-fedc-4f0e-8a3a-46aadf4d9837 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:48.485080 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2998575-9351-4bd4-815c-64a39c7de179 req-5efa4c4c-fedc-4f0e-8a3a-46aadf4d9837 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 944 time: 0.0483975 Aug 06 16:56:48.524856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d2998575-9351-4bd4-815c-64a39c7de179 req-f013e1d1-978a-4ce8-ad6e-e2ddb96620b6 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338097 Aug 06 16:56:49.064965 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:56:49.113402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:56:49.117123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:49.117492 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:49.193763 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:49.216173 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcbcfc8-332d-4f44-b295-a724adf7cfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2a3e73-ce3f-41c8-8f0b-d8f929c0c586'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:56:49.218410 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e485f7e6-11e9-4f91-956f-2f3f779f49fe" -d '{"events": [{"server_uuid": "efcbcfc8-332d-4f44-b295-a724adf7cfcf", "name": "network-vif-plugged", "status": "completed", "tag": "db2a3e73-ce3f-41c8-8f0b-d8f929c0c586"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:56:49.231154 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=db2a3e73-ce3f-41c8-8f0b-d8f929c0c586,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:56:49.235196 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:49.258496 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a002c937-dd10-4ab9-9a6f-05b86f36195f x-openstack-request-id: req-a002c937-dd10-4ab9-9a6f-05b86f36195f {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:56:49.258786 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcbcfc8-332d-4f44-b295-a724adf7cfcf", "name": "network-vif-plugged", "status": "completed", "tag": "db2a3e73-ce3f-41c8-8f0b-d8f929c0c586", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:56:49.259036 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a002c937-dd10-4ab9-9a6f-05b86f36195f {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:56:49.259423 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcbcfc8-332d-4f44-b295-a724adf7cfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2a3e73-ce3f-41c8-8f0b-d8f929c0c586', 'code': 200} Aug 06 16:56:49.288979 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=db2a3e73-ce3f-41c8-8f0b-d8f929c0c586,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:49.296640 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:49.296988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:49.297336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:49.297695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:49.298030 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:49.298361 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:49.298687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:49.299017 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:49.299337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:49.299658 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:49.299977 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:49.300296 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:49.395411 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aaeee1-db53-4f3a-a3cb-bc7af27256c3 req-3288bd19-17c6-4f78-9b4b-dff2fef72e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:49.396798 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15aaeee1-db53-4f3a-a3cb-bc7af27256c3 req-3288bd19-17c6-4f78-9b4b-dff2fef72e6f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 1096 time: 0.0826025 Aug 06 16:56:49.437888 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15aaeee1-db53-4f3a-a3cb-bc7af27256c3 req-728afeff-1076-40da-9e61-bfeed849a474 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331233 Aug 06 16:56:49.645574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ec3ec-8974-4280-9010-5978da30be8c req-1d9e2dd5-7344-4111-8029-aa632bc6dc33 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:49.647030 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa7ec3ec-8974-4280-9010-5978da30be8c req-1d9e2dd5-7344-4111-8029-aa632bc6dc33 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 945 time: 0.0517030 Aug 06 16:56:49.686300 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-aa7ec3ec-8974-4280-9010-5978da30be8c req-ac309f1a-ae20-4f52-b03e-c611b650471e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329356 Aug 06 16:56:50.805304 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdf473-248e-44dc-9cd2-db5e341a75b0 req-75062ede-6782-4547-a693-e73257b0002b tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:50.806801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8bfdf473-248e-44dc-9cd2-db5e341a75b0 req-75062ede-6782-4547-a693-e73257b0002b tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 945 time: 0.0497930 Aug 06 16:56:50.845937 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8bfdf473-248e-44dc-9cd2-db5e341a75b0 req-a550327a-5847-4533-be4a-8ae9632e5a89 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331466 Aug 06 16:56:50.957924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc94b8-e2a0-4d2b-9499-d343d4351099 req-9454e21c-7557-49da-a05a-3e90c8700776 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:50.959394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d5dc94b8-e2a0-4d2b-9499-d343d4351099 req-9454e21c-7557-49da-a05a-3e90c8700776 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 945 time: 0.0485015 Aug 06 16:56:51.000274 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d5dc94b8-e2a0-4d2b-9499-d343d4351099 req-29a8e115-5d1b-429f-b776-2d952322de6e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348456 Aug 06 16:56:53.844334 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84cd1f77-e43a-4c04-8082-fd0490a22f2b req-446f1830-336e-43d5-b1a7-d8e5812590d9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442619 Aug 06 16:56:53.936296 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd1f77-e43a-4c04-8082-fd0490a22f2b req-13a429f6-a89a-48e4-b1d4-4a0a57f34ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:53.938184 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84cd1f77-e43a-4c04-8082-fd0490a22f2b req-13a429f6-a89a-48e4-b1d4-4a0a57f34ba6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0cf480807dc0480ea1072973283900fe&device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 1096 time: 0.0508263 Aug 06 16:56:54.049387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd1f77-e43a-4c04-8082-fd0490a22f2b req-0113842c-6e25-4a4f-85ff-b93e55aba05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:54.050807 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84cd1f77-e43a-4c04-8082-fd0490a22f2b req-0113842c-6e25-4a4f-85ff-b93e55aba05a service neutron] 10.222.0.78 "GET /v2.0/networks?id=fd783f20-4058-4dd0-b98c-fe8b473211ef HTTP/1.1" status: 200 len: 918 time: 0.0905986 Aug 06 16:56:54.093336 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84cd1f77-e43a-4c04-8082-fd0490a22f2b req-a5f83970-26eb-40e7-ae1c-b8f95f7547f7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 HTTP/1.1" status: 200 len: 217 time: 0.0351169 Aug 06 16:56:54.144314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd1f77-e43a-4c04-8082-fd0490a22f2b req-2ba36a2e-8e07-466f-8b27-b5c0993c1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:54.146319 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84cd1f77-e43a-4c04-8082-fd0490a22f2b req-2ba36a2e-8e07-466f-8b27-b5c0993c1a64 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7844525f-a4d1-4c39-b63a-e849f45a6314 HTTP/1.1" status: 200 len: 856 time: 0.0456386 Aug 06 16:56:54.196997 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd1f77-e43a-4c04-8082-fd0490a22f2b req-d5a16ec7-4296-45f5-8c63-176eb199cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:54.198570 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84cd1f77-e43a-4c04-8082-fd0490a22f2b req-d5a16ec7-4296-45f5-8c63-176eb199cb70 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fd783f20-4058-4dd0-b98c-fe8b473211ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447025 Aug 06 16:56:54.257918 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:54.293003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84cd1f77-e43a-4c04-8082-fd0490a22f2b req-050a2684-26d8-4151-8205-ae68a69f3866 service neutron] 10.222.0.78 "GET /v2.0/networks/fd783f20-4058-4dd0-b98c-fe8b473211ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859489 Aug 06 16:56:54.394298 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84cd1f77-e43a-4c04-8082-fd0490a22f2b req-8bcd10ba-3063-4f8e-84a7-2dcd595a1573 service neutron] 10.222.0.78 "GET /v2.0/networks/fd783f20-4058-4dd0-b98c-fe8b473211ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898187 Aug 06 16:56:54.446599 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:03.871022 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-490ecf21-4609-4eed-9a5a-2c5983f5f69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:06.297883 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2a4a8970-062f-4870-a3e7-befcd1afcfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:06.710504 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:07.512399 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:09.244807 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:09.393590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e55da4-6b11-46be-93b8-b9a85b4d4699 req-802fe3a7-a08a-4921-915f-c6d282a4f075 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:09.395216 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e55da4-6b11-46be-93b8-b9a85b4d4699 req-802fe3a7-a08a-4921-915f-c6d282a4f075 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 945 time: 0.0509484 Aug 06 16:57:09.437950 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d6e55da4-6b11-46be-93b8-b9a85b4d4699 req-84addd07-4c45-471f-b491-90503b2b8221 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361042 Aug 06 16:57:10.569795 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9c093-fa13-44a3-a1b6-53da03727de4 req-f56a464a-27fd-48e2-8b49-eed6e6f39f80 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:10.571366 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90a9c093-fa13-44a3-a1b6-53da03727de4 req-f56a464a-27fd-48e2-8b49-eed6e6f39f80 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 945 time: 0.0539439 Aug 06 16:57:10.614747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-90a9c093-fa13-44a3-a1b6-53da03727de4 req-f65bd764-2c76-4383-8233-bb7136d411c9 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/security-groups?id=599f01c1-097e-472b-be35-6eb29c97ae2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340586 Aug 06 16:57:11.015655 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c32646-d574-4dec-8642-a51df67f3fd7 req-beba8fc8-f19c-4e18-bdce-cc0bc132f08b tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:11.017106 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59c32646-d574-4dec-8642-a51df67f3fd7 req-beba8fc8-f19c-4e18-bdce-cc0bc132f08b tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.78 "GET /v2.0/ports?device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 945 time: 0.0520535 Aug 06 16:57:11.105603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-59c32646-d574-4dec-8642-a51df67f3fd7 req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Deleting port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:57:11.105887 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-59c32646-d574-4dec-8642-a51df67f3fd7 req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:11.195282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-59c32646-d574-4dec-8642-a51df67f3fd7 req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] For port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=db2a3e73-ce3f-41c8-8f0b-d8f929c0c586,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:11.195641 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-59c32646-d574-4dec-8642-a51df67f3fd7 req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:11.208678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-59c32646-d574-4dec-8642-a51df67f3fd7 req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Calling delete_port for db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:57:11.335741 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-59c32646-d574-4dec-8642-a51df67f3fd7 req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:11.349166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['db2a3e73-ce3f-41c8-8f0b-d8f929c0c586'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:57:11.366229 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Pushing event deleted for resources: {'Port': ['ID=db2a3e73-ce3f-41c8-8f0b-d8f929c0c586,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:11.379273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:11.379628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:11.379973 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:11.380308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:11.380668 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:11.381145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:11.381513 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:11.381865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:11.382195 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:11.382547 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:11.382899 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:11.383225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:11.425078 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c32646-d574-4dec-8642-a51df67f3fd7 req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] No DVR routers for this DVR port db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:57:11.427995 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-59c32646-d574-4dec-8642-a51df67f3fd7 req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:11.430144 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59c32646-d574-4dec-8642-a51df67f3fd7 req-55df35b6-5af0-46fc-b2ba-f2905a1ffb9e tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.78 "DELETE /v2.0/ports/db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 HTTP/1.1" status: 204 len: 173 time: 0.4065883 Aug 06 16:57:11.431714 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efcbcfc8-332d-4f44-b295-a724adf7cfcf', 'name': 'network-vif-deleted', 'tag': 'db2a3e73-ce3f-41c8-8f0b-d8f929c0c586'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:57:11.433236 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb52b5fc-403b-4c49-bf8a-14e05cf37206" -d '{"events": [{"server_uuid": "efcbcfc8-332d-4f44-b295-a724adf7cfcf", "name": "network-vif-deleted", "tag": "db2a3e73-ce3f-41c8-8f0b-d8f929c0c586"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:57:11.540152 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf36d15-42a6-4aef-be5a-4413c1f64b4e x-openstack-request-id: req-dbf36d15-42a6-4aef-be5a-4413c1f64b4e {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:57:11.540447 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efcbcfc8-332d-4f44-b295-a724adf7cfcf", "name": "network-vif-deleted", "tag": "db2a3e73-ce3f-41c8-8f0b-d8f929c0c586", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:57:11.540699 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dbf36d15-42a6-4aef-be5a-4413c1f64b4e {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:57:11.541124 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efcbcfc8-332d-4f44-b295-a724adf7cfcf', 'name': 'network-vif-deleted', 'tag': 'db2a3e73-ce3f-41c8-8f0b-d8f929c0c586', 'status': 'completed', 'code': 200} Aug 06 16:57:11.723457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f7776627-68f4-497d-a72e-6f81c3dbd2b4 req-acdcaaa8-46e6-404e-97af-58aee3295a84 tempest-TestEncryptedCinderVolumes-2005525617 tempest-TestEncryptedCinderVolumes-2005525617-project] 10.222.0.37 "GET /v2.0/ports?device_id=efcbcfc8-332d-4f44-b295-a724adf7cfcf HTTP/1.1" status: 200 len: 210 time: 0.0261970 Aug 06 16:57:12.816700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33480) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:13.167380 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c99f8086-5664-41dc-8882-6e57c41a02f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:13.405855 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-c99f8086-5664-41dc-8882-6e57c41a02f7 admin admin] Deleting port f7e5f55f-3c1c-435f-baec-4b0e8f32d257 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:57:13.406202 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c99f8086-5664-41dc-8882-6e57c41a02f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:13.482204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-c99f8086-5664-41dc-8882-6e57c41a02f7 admin admin] For port f7e5f55f-3c1c-435f-baec-4b0e8f32d257, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f7e5f55f-3c1c-435f-baec-4b0e8f32d257,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:13.482463 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c99f8086-5664-41dc-8882-6e57c41a02f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:13.494424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-c99f8086-5664-41dc-8882-6e57c41a02f7 admin admin] Calling delete_port for f7e5f55f-3c1c-435f-baec-4b0e8f32d257 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:57:13.671325 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c99f8086-5664-41dc-8882-6e57c41a02f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:13.701106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f8086-5664-41dc-8882-6e57c41a02f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e5f55f-3c1c-435f-baec-4b0e8f32d257,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:13.871113 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c99f8086-5664-41dc-8882-6e57c41a02f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:14.086401 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99f8086-5664-41dc-8882-6e57c41a02f7 admin admin] Router e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:57:14.192826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99f8086-5664-41dc-8882-6e57c41a02f7 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:57:14.197930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c99f8086-5664-41dc-8882-6e57c41a02f7 admin admin] 10.222.0.37 "PUT /v2.0/routers/e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3801193 Aug 06 16:57:14.201371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33482) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:14.203982 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8857fd1b-d991-441d-a911-92d723cc8386 None None] Sync routers for ids ['e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:57:14.215024 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857fd1b-d991-441d-a911-92d723cc8386 None None] Routers {'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:57:14.215772 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8857fd1b-d991-441d-a911-92d723cc8386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:14.304752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5879449a-c53c-437e-af2f-6ad876f9c814 admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:14.317707 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-8857fd1b-d991-441d-a911-92d723cc8386 None None] Set router e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:57:14.408581 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5879449a-c53c-437e-af2f-6ad876f9c814 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:14.463934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5879449a-c53c-437e-af2f-6ad876f9c814 admin admin] Deleting port e5feb0ab-ba7d-4380-8441-017d31922827 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:57:14.464269 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5879449a-c53c-437e-af2f-6ad876f9c814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:14.491566 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8857fd1b-d991-441d-a911-92d723cc8386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'name': 'tempest-TestEncryptedCinderVolumes-1850482109-router', 'tenant_id': '0cf480807dc0480ea1072973283900fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.21'}], 'enable_snat': True}, 'gw_port_id': 'e5feb0ab-ba7d-4380-8441-017d31922827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:00Z', 'updated_at': '2021-08-06T16:57:13Z', 'revision_number': 5, 'project_id': '0cf480807dc0480ea1072973283900fe', 'gw_port': {'id': 'e5feb0ab-ba7d-4380-8441-017d31922827', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:cf:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:00Z', 'updated_at': '2021-08-06T16:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:14.520770 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8857fd1b-d991-441d-a911-92d723cc8386 None None] Checking router: e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:57:14.528682 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857fd1b-d991-441d-a911-92d723cc8386 None None] Routers {'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:57:14.529271 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8857fd1b-d991-441d-a911-92d723cc8386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:14.543883 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-5879449a-c53c-437e-af2f-6ad876f9c814 admin admin] For port e5feb0ab-ba7d-4380-8441-017d31922827, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=e5feb0ab-ba7d-4380-8441-017d31922827,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:14.544093 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5879449a-c53c-437e-af2f-6ad876f9c814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:14.556559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-5879449a-c53c-437e-af2f-6ad876f9c814 admin admin] Calling delete_port for e5feb0ab-ba7d-4380-8441-017d31922827 owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:57:14.613661 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-8857fd1b-d991-441d-a911-92d723cc8386 None None] Set router e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:57:14.663346 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-8857fd1b-d991-441d-a911-92d723cc8386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'name': 'tempest-TestEncryptedCinderVolumes-1850482109-router', 'tenant_id': '0cf480807dc0480ea1072973283900fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:00Z', 'updated_at': '2021-08-06T16:57:14Z', 'revision_number': 6, 'project_id': '0cf480807dc0480ea1072973283900fe', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:14.692900 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8857fd1b-d991-441d-a911-92d723cc8386 None None] The sync data for ids ['e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18'] in n-d-803756-1 is: [{'id': 'e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18', 'name': 'tempest-TestEncryptedCinderVolumes-1850482109-router', 'tenant_id': '0cf480807dc0480ea1072973283900fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:00Z', 'updated_at': '2021-08-06T16:57:14Z', 'revision_number': 6, 'project_id': '0cf480807dc0480ea1072973283900fe', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:57:14.732880 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5879449a-c53c-437e-af2f-6ad876f9c814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:14.765389 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879449a-c53c-437e-af2f-6ad876f9c814 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5feb0ab-ba7d-4380-8441-017d31922827,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:14.833666 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5879449a-c53c-437e-af2f-6ad876f9c814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:15.205651 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:57:15.225751 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:57:15.226093 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device db2a3e73-ce3f-41c8-8f0b-d8f929c0c586 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:57:15.268520 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5879449a-c53c-437e-af2f-6ad876f9c814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:15.270596 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5879449a-c53c-437e-af2f-6ad876f9c814 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:15.313608 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5879449a-c53c-437e-af2f-6ad876f9c814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:15.314079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5879449a-c53c-437e-af2f-6ad876f9c814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:57:15.319305 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5879449a-c53c-437e-af2f-6ad876f9c814 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:15.320070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5879449a-c53c-437e-af2f-6ad876f9c814 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e9dd8589-9bfc-4e73-aa57-3dbf09cfaf18 HTTP/1.1" status: 204 len: 168 time: 1.1177387 Aug 06 16:57:15.322542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33484) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:15.370163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f04db9-0749-474e-a61a-697c6d22db02 admin admin] Deleting subnet 7844525f-a4d1-4c39-b63a-e849f45a6314 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:57:15.374028 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-59f04db9-0749-474e-a61a-697c6d22db02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:15.406913 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-59f04db9-0749-474e-a61a-697c6d22db02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:15.484913 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-59f04db9-0749-474e-a61a-697c6d22db02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:15.544984 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-59f04db9-0749-474e-a61a-697c6d22db02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:15.572822 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f04db9-0749-474e-a61a-697c6d22db02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7844525f-a4d1-4c39-b63a-e849f45a6314,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:15.574712 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-59f04db9-0749-474e-a61a-697c6d22db02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:15.577186 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-59f04db9-0749-474e-a61a-697c6d22db02 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7844525f-a4d1-4c39-b63a-e849f45a6314 HTTP/1.1" status: 204 len: 168 time: 0.2533591 Aug 06 16:57:15.579276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33486) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:15.581742 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f09a6d-47af-444a-bc08-5ae10e1b6697 None None] Network fd783f20-4058-4dd0-b98c-fe8b473211ef requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:57:15.648413 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:15.709048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] Deleting port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:57:15.709399 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:15.767860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be21091-543d-46dd-bcd6-7bb9410c4f37 None None] DHCP port deletion for fd783f20-4058-4dd0-b98c-fe8b473211ef request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:57:15.781986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] For port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:15.782245 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:15.795413 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] Calling delete_port for f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:57:15.816887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4be21091-543d-46dd-bcd6-7bb9410c4f37 None None] Deleting port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:57:15.817262 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4be21091-543d-46dd-bcd6-7bb9410c4f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:15.864718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:57:15.889339 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:15.910893 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4be21091-543d-46dd-bcd6-7bb9410c4f37 None None] For port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4,segment=NetworkSegment(cb3a0460-eec0-49ec-ab87-60c19b037b02),segment_id=cb3a0460-eec0-49ec-ab87-60c19b037b02)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:15.911289 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4be21091-543d-46dd-bcd6-7bb9410c4f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:15.912812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:15.921372 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] No DVR routers for this DVR port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:57:15.928362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4be21091-543d-46dd-bcd6-7bb9410c4f37 None None] Calling delete_port for f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:57:15.935254 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No active binding found for port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 {{(pid=105766) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 16:57:15.935683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:57:15.936097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f7e5f55f-3c1c-435f-baec-4b0e8f32d257 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:57:15.959539 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: f7e5f55f-3c1c-435f-baec-4b0e8f32d257 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:57:15.959814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device f7e5f55f-3c1c-435f-baec-4b0e8f32d257 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:57:15.960220 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e5feb0ab-ba7d-4380-8441-017d31922827 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:57:15.992647 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:16.003566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd783f20-4058-4dd0-b98c-fe8b473211ef']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:16.007005 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: e5feb0ab-ba7d-4380-8441-017d31922827 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:57:16.007438 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device e5feb0ab-ba7d-4380-8441-017d31922827 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:57:16.017052 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3a0460-eec0-49ec-ab87-60c19b037b02') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:16.017331 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3a0460-eec0-49ec-ab87-60c19b037b02') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:16.028214 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:16.053265 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4be21091-543d-46dd-bcd6-7bb9410c4f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:16.054430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:16.060886 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:57:16.061281 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:57:16.062990 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:57:16.081525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be21091-543d-46dd-bcd6-7bb9410c4f37 None None] Pushing event deleted for resources: {'Port': ['ID=f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:16.085061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be21091-543d-46dd-bcd6-7bb9410c4f37 None None] No DVR routers for this DVR port f1b2965b-d3a3-4a7e-b3c2-dbdc804bbfe4 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:57:16.116649 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:16.123323 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:16.125118 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fd783f20-4058-4dd0-b98c-fe8b473211ef HTTP/1.1" status: 204 len: 168 time: 0.5449400 Aug 06 16:57:16.128243 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33488) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:16.135842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8268b26-ea91-4f10-8185-9fffa547aad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd783f20-4058-4dd0-b98c-fe8b473211ef,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:16.467890 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:16.701392 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Deleting port db7380c1-1419-490f-901f-06cac5d6aec6 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:57:16.701764 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:16.781849 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] For port db7380c1-1419-490f-901f-06cac5d6aec6, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=db7380c1-1419-490f-901f-06cac5d6aec6,segment=NetworkSegment(2f9382e0-bf7f-4c76-9aff-d6c3cff77851),segment_id=2f9382e0-bf7f-4c76-9aff-d6c3cff77851)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:16.782133 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:16.794533 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Calling delete_port for db7380c1-1419-490f-901f-06cac5d6aec6 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:57:16.976215 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:17.000910 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Pushing event deleted for resources: {'Port': ['ID=db7380c1-1419-490f-901f-06cac5d6aec6,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:17.028040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:17.028392 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:17.028729 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:17.029061 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:17.029386 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:17.029734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:17.030058 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:17.030377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:17.030696 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:17.031014 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:17.031327 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:17.031641 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:17.176770 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:17.727200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Router 96e4a1aa-92dc-4b4b-a233-fa9193a19379 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:57:17.834268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:57:17.842060 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-464cc805-ff34-47c4-86b9-4bc639390856 admin admin] 10.222.0.37 "PUT /v2.0/routers/96e4a1aa-92dc-4b4b-a233-fa9193a19379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7099524 Aug 06 16:57:17.842060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33492) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:17.843009 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f53764-fcf8-43e5-8787-753349269c85 None None] Sync routers for ids ['96e4a1aa-92dc-4b4b-a233-fa9193a19379'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:57:17.852109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f53764-fcf8-43e5-8787-753349269c85 None None] Routers {'96e4a1aa-92dc-4b4b-a233-fa9193a19379'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:57:17.852716 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-43f53764-fcf8-43e5-8787-753349269c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['96e4a1aa-92dc-4b4b-a233-fa9193a19379'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:17.945097 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddd7d-765a-41fa-944c-71bf1b8e933e admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:17.955164 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-43f53764-fcf8-43e5-8787-753349269c85 None None] Set router 96e4a1aa-92dc-4b4b-a233-fa9193a19379 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:57:18.047648 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddd7d-765a-41fa-944c-71bf1b8e933e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:18.101497 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ddd7d-765a-41fa-944c-71bf1b8e933e admin admin] Deleting port 012fd2c7-57cb-4110-bba0-43a32fcceee4 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:57:18.101850 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddd7d-765a-41fa-944c-71bf1b8e933e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:18.130276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-43f53764-fcf8-43e5-8787-753349269c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'name': 'tempest-TestEncryptedCinderVolumes-2049804213-router', 'tenant_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '012fd2c7-57cb-4110-bba0-43a32fcceee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:04Z', 'updated_at': '2021-08-06T16:57:16Z', 'revision_number': 5, 'project_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'gw_port': {'id': '012fd2c7-57cb-4110-bba0-43a32fcceee4', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:56:05Z', 'updated_at': '2021-08-06T16:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:18.156284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f53764-fcf8-43e5-8787-753349269c85 None None] Checking router: 96e4a1aa-92dc-4b4b-a233-fa9193a19379 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:57:18.164466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f53764-fcf8-43e5-8787-753349269c85 None None] Routers {'96e4a1aa-92dc-4b4b-a233-fa9193a19379'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:57:18.165085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-43f53764-fcf8-43e5-8787-753349269c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['96e4a1aa-92dc-4b4b-a233-fa9193a19379'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:18.179593 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-ae1ddd7d-765a-41fa-944c-71bf1b8e933e admin admin] For port 012fd2c7-57cb-4110-bba0-43a32fcceee4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=012fd2c7-57cb-4110-bba0-43a32fcceee4,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:18.180148 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddd7d-765a-41fa-944c-71bf1b8e933e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:18.192602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ddd7d-765a-41fa-944c-71bf1b8e933e admin admin] Calling delete_port for 012fd2c7-57cb-4110-bba0-43a32fcceee4 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:57:18.252087 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-43f53764-fcf8-43e5-8787-753349269c85 None None] Set router 96e4a1aa-92dc-4b4b-a233-fa9193a19379 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:57:18.306288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-43f53764-fcf8-43e5-8787-753349269c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'name': 'tempest-TestEncryptedCinderVolumes-2049804213-router', 'tenant_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:04Z', 'updated_at': '2021-08-06T16:57:18Z', 'revision_number': 6, 'project_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:18.333556 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f53764-fcf8-43e5-8787-753349269c85 None None] The sync data for ids ['96e4a1aa-92dc-4b4b-a233-fa9193a19379'] in n-d-803756-1 is: [{'id': '96e4a1aa-92dc-4b4b-a233-fa9193a19379', 'name': 'tempest-TestEncryptedCinderVolumes-2049804213-router', 'tenant_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:56:04Z', 'updated_at': '2021-08-06T16:57:18Z', 'revision_number': 6, 'project_id': '0f6652a0ff6949c9b2eac1dcf46e2018', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:57:18.370139 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddd7d-765a-41fa-944c-71bf1b8e933e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:18.399692 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ddd7d-765a-41fa-944c-71bf1b8e933e admin admin] Pushing event deleted for resources: {'Port': ['ID=012fd2c7-57cb-4110-bba0-43a32fcceee4,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:18.460587 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddd7d-765a-41fa-944c-71bf1b8e933e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:18.548313 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddd7d-765a-41fa-944c-71bf1b8e933e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:18.550389 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddd7d-765a-41fa-944c-71bf1b8e933e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:18.594158 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddd7d-765a-41fa-944c-71bf1b8e933e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:18.594599 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1ddd7d-765a-41fa-944c-71bf1b8e933e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96e4a1aa-92dc-4b4b-a233-fa9193a19379 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:57:18.599773 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ae1ddd7d-765a-41fa-944c-71bf1b8e933e admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:18.601103 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ae1ddd7d-765a-41fa-944c-71bf1b8e933e admin admin] 10.222.0.37 "DELETE /v2.0/routers/96e4a1aa-92dc-4b4b-a233-fa9193a19379 HTTP/1.1" status: 204 len: 168 time: 0.7582209 Aug 06 16:57:18.603654 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33494) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:18.651054 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c99c46-a027-423e-9a73-f79d255618c6 admin admin] Deleting subnet bc22b3af-8dcc-4c85-bf90-f394d6caed9b {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:57:18.654638 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8c99c46-a027-423e-9a73-f79d255618c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:18.689452 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8c99c46-a027-423e-9a73-f79d255618c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:18.769271 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8c99c46-a027-423e-9a73-f79d255618c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:18.830222 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8c99c46-a027-423e-9a73-f79d255618c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:18.858355 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c99c46-a027-423e-9a73-f79d255618c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc22b3af-8dcc-4c85-bf90-f394d6caed9b,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:18.860639 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d8c99c46-a027-423e-9a73-f79d255618c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:18.862882 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d8c99c46-a027-423e-9a73-f79d255618c6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bc22b3af-8dcc-4c85-bf90-f394d6caed9b HTTP/1.1" status: 204 len: 168 time: 0.2581887 Aug 06 16:57:18.864405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c9b358-b390-40b0-8979-040b0bed3d46 None None] Network 973b7b50-6077-4fbc-aee5-62e586088ce9 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:57:18.865350 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33496) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:18.935682 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:18.987890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] Deleting port 95e302bc-1058-43bf-a0a6-912e42422417 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:57:18.988230 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:19.060538 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] For port 95e302bc-1058-43bf-a0a6-912e42422417, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=95e302bc-1058-43bf-a0a6-912e42422417,segment=NetworkSegment(2f9382e0-bf7f-4c76-9aff-d6c3cff77851),segment_id=2f9382e0-bf7f-4c76-9aff-d6c3cff77851)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:19.060815 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:19.076641 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] Calling delete_port for 95e302bc-1058-43bf-a0a6-912e42422417 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:57:19.095123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6b7ffc-9e95-4d86-a424-1a3cfa51f7a1 None None] DHCP port deletion for 973b7b50-6077-4fbc-aee5-62e586088ce9 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:57:19.141904 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5a6b7ffc-9e95-4d86-a424-1a3cfa51f7a1 None None] Deleting port 95e302bc-1058-43bf-a0a6-912e42422417 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:57:19.142210 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7ffc-9e95-4d86-a424-1a3cfa51f7a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:19.157536 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:19.188801 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=95e302bc-1058-43bf-a0a6-912e42422417,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:19.192336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] No DVR routers for this DVR port 95e302bc-1058-43bf-a0a6-912e42422417 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:57:19.215614 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-5a6b7ffc-9e95-4d86-a424-1a3cfa51f7a1 None None] For port 95e302bc-1058-43bf-a0a6-912e42422417, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=95e302bc-1058-43bf-a0a6-912e42422417,segment=NetworkSegment(2f9382e0-bf7f-4c76-9aff-d6c3cff77851),segment_id=2f9382e0-bf7f-4c76-9aff-d6c3cff77851)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:19.216043 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7ffc-9e95-4d86-a424-1a3cfa51f7a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:19.228234 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5a6b7ffc-9e95-4d86-a424-1a3cfa51f7a1 None None] Calling delete_port for 95e302bc-1058-43bf-a0a6-912e42422417 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:57:19.263861 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:19.279188 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973b7b50-6077-4fbc-aee5-62e586088ce9']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:19.289400 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9382e0-bf7f-4c76-9aff-d6c3cff77851') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:19.289719 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9382e0-bf7f-4c76-9aff-d6c3cff77851') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:19.299120 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:19.307393 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7ffc-9e95-4d86-a424-1a3cfa51f7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:19.319945 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:19.327543 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:57:19.328270 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: timer() Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:57:19.330160 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:57:19.340318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b7ffc-9e95-4d86-a424-1a3cfa51f7a1 None None] Pushing event deleted for resources: {'Port': ['ID=95e302bc-1058-43bf-a0a6-912e42422417,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:19.344898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b7ffc-9e95-4d86-a424-1a3cfa51f7a1 None None] No DVR routers for this DVR port 95e302bc-1058-43bf-a0a6-912e42422417 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:57:19.398618 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:19.408152 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:19.410028 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/973b7b50-6077-4fbc-aee5-62e586088ce9 HTTP/1.1" status: 204 len: 168 time: 0.5435464 Aug 06 16:57:19.422146 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eeb7a8-9ae3-4a55-8f1b-407be9dff6b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=973b7b50-6077-4fbc-aee5-62e586088ce9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:19.565705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33500) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:19.604531 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7749aa8a-28ce-4f51-b72c-1b29981c916c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cf480807dc0480ea1072973283900fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376027 Aug 06 16:57:19.607494 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33502) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:19.655086 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9b32-3faf-4669-9b05-f7fd0f7c1289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:19.675764 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9b32-3faf-4669-9b05-f7fd0f7c1289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:19.726268 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9b32-3faf-4669-9b05-f7fd0f7c1289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:19.728814 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9b32-3faf-4669-9b05-f7fd0f7c1289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:19.730133 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-e2ef9b32-3faf-4669-9b05-f7fd0f7c1289 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/599f01c1-097e-472b-be35-6eb29c97ae2a HTTP/1.1" status: 204 len: 168 time: 0.1217687 Aug 06 16:57:19.738198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef9b32-3faf-4669-9b05-f7fd0f7c1289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599f01c1-097e-472b-be35-6eb29c97ae2a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:19.832585 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 95e302bc-1058-43bf-a0a6-912e42422417 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:57:19.854942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 95e302bc-1058-43bf-a0a6-912e42422417 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:57:19.855809 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 95e302bc-1058-43bf-a0a6-912e42422417 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:57:19.856236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device db7380c1-1419-490f-901f-06cac5d6aec6 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:57:19.875039 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: db7380c1-1419-490f-901f-06cac5d6aec6 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:57:19.875638 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device db7380c1-1419-490f-901f-06cac5d6aec6 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:57:19.875777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 012fd2c7-57cb-4110-bba0-43a32fcceee4 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:57:19.894091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 012fd2c7-57cb-4110-bba0-43a32fcceee4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:57:19.894469 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 012fd2c7-57cb-4110-bba0-43a32fcceee4 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:57:20.045567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33508) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:20.085084 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0773e9ec-6ede-4757-ab29-fb298b029845 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f6652a0ff6949c9b2eac1dcf46e2018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382519 Aug 06 16:57:20.087461 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33510) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:20.134607 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-545cb47b-be7f-4d74-a34e-49dfc52a0d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:20.156383 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-545cb47b-be7f-4d74-a34e-49dfc52a0d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:20.206378 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-545cb47b-be7f-4d74-a34e-49dfc52a0d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:20.208883 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-545cb47b-be7f-4d74-a34e-49dfc52a0d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:20.210060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-545cb47b-be7f-4d74-a34e-49dfc52a0d15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff1e0016-ce39-4210-b6a6-4b474d2e8dd6 HTTP/1.1" status: 204 len: 168 time: 0.1216941 Aug 06 16:57:20.218074 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545cb47b-be7f-4d74-a34e-49dfc52a0d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1e0016-ce39-4210-b6a6-4b474d2e8dd6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:20.875761 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33532) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:20.973114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-52fa3c97-5372-423f-abf9-ee8843a664e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-203452244-network', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:57:20.993576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fa3c97-5372-423f-abf9-ee8843a664e3 admin admin] Made reservation on behalf of 1f5ab30ae3ce4a4e9685595eb70d7c11 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:57:20.996252 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52fa3c97-5372-423f-abf9-ee8843a664e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.004447 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52fa3c97-5372-423f-abf9-ee8843a664e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.092835 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52fa3c97-5372-423f-abf9-ee8843a664e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.096714 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52fa3c97-5372-423f-abf9-ee8843a664e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.117508 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fa3c97-5372-423f-abf9-ee8843a664e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:57:21.131444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa3c97-5372-423f-abf9-ee8843a664e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f14b6e-956c-43ac-9c7f-87c1725e5a42,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:21.137901 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52fa3c97-5372-423f-abf9-ee8843a664e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.138252 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-52fa3c97-5372-423f-abf9-ee8843a664e3 admin admin] Added segment 9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3 of type vlan for network 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b Aug 06 16:57:21.177144 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52fa3c97-5372-423f-abf9-ee8843a664e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.205949 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52fa3c97-5372-423f-abf9-ee8843a664e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.206940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fa3c97-5372-423f-abf9-ee8843a664e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:21.207504 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-52fa3c97-5372-423f-abf9-ee8843a664e3 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.237526 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-52fa3c97-5372-423f-abf9-ee8843a664e3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3606813 Aug 06 16:57:21.240617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33536) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:21.245664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b676a73c-2f16-49f8-bc1a-dce0bca0a35d admin admin] Request body: {'subnet': {'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-203452244-subnet', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:57:21.266218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b676a73c-2f16-49f8-bc1a-dce0bca0a35d admin admin] Made reservation on behalf of 1f5ab30ae3ce4a4e9685595eb70d7c11 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:57:21.268887 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b676a73c-2f16-49f8-bc1a-dce0bca0a35d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.272006 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa3c97-5372-423f-abf9-ee8843a664e3 admin admin] Pushing event updated for resources: {'Network': ['ID=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:21.282224 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:57:21.435972 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b676a73c-2f16-49f8-bc1a-dce0bca0a35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.491643 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676a73c-2f16-49f8-bc1a-dce0bca0a35d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3899cfdf-a8f9-4401-ae39-60f9683645da,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:21.498852 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b676a73c-2f16-49f8-bc1a-dce0bca0a35d admin admin] Checking segment: {'id': '9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:57:21.499203 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b676a73c-2f16-49f8-bc1a-dce0bca0a35d admin admin] Network hostable DHCP agents. Network: 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:57:21.514895 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b676a73c-2f16-49f8-bc1a-dce0bca0a35d admin admin] Network 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:57:21.523007 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b676a73c-2f16-49f8-bc1a-dce0bca0a35d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:57:21.527018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b676a73c-2f16-49f8-bc1a-dce0bca0a35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:21.528199 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b676a73c-2f16-49f8-bc1a-dce0bca0a35d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.533763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03ac19e-29c6-4db1-b5f5-13795d085b17 None None] Network 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:57:21.541519 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b676a73c-2f16-49f8-bc1a-dce0bca0a35d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2998390 Aug 06 16:57:21.544563 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33538) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:21.548906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-203452244-router', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:57:21.568909 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.569902 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.624552 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.677868 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'fixed_ips': [{'subnet_id': '3899cfdf-a8f9-4401-ae39-60f9683645da'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:57:21.678728 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.758709 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.811548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Allocated IP 172.20.0.2 (42b709fa-2928-4c9f-9a1c-d82b75a9ca1b/3899cfdf-a8f9-4401-ae39-60f9683645da/85641efc-2753-4cf4-9233-785378ec81ea) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:57:21.956876 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.965008 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Transition to ACTIVE for port object 85641efc-2753-4cf4-9233-785378ec81ea will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:57:21.971415 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.980283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Transition to ACTIVE for port object 85641efc-2753-4cf4-9233-785378ec81ea will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:57:21.987397 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:21.992923 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:22.024402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Network 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:57:22.028915 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:57:22.032356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:57:22.040820 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Pushing event updated for resources: {'Port': ['ID=85641efc-2753-4cf4-9233-785378ec81ea,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:22.095091 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Attempting to bind port 85641efc-2753-4cf4-9233-785378ec81ea on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:57:22.095453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Attempting to bind port 85641efc-2753-4cf4-9233-785378ec81ea by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:57:22.095946 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Attempting to bind port 85641efc-2753-4cf4-9233-785378ec81ea on network 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:57:22.096319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Allocated IP 172.25.1.196 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/77ef585c-7e80-4b3f-988c-29121be4148e) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:57:22.101115 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:57:22.101519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Checking segment: {'id': '9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:57:22.102006 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:22.102397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Bound using segment: {'id': '9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:57:22.102882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Bound port: 85641efc-2753-4cf4-9233-785378ec81ea, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:57:22.103325 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:22.167482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] For port 85641efc-2753-4cf4-9233-785378ec81ea, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:57:22.171101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] For port 85641efc-2753-4cf4-9233-785378ec81ea, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=85641efc-2753-4cf4-9233-785378ec81ea,segment=NetworkSegment(9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3),segment_id=9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:57:22.175748 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:22.202755 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:22.233578 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b27e37-9ee0-47a4-9401-5e70376b8588 None None] Pushing event updated for resources: {'Port': ['ID=85641efc-2753-4cf4-9233-785378ec81ea,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:22.242326 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:22.282212 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:57:22.285181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:57:22.288717 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:57:22.294720 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Pushing event updated for resources: {'Port': ['ID=77ef585c-7e80-4b3f-988c-29121be4148e,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:22.565392 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:22.754970 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:22.891182 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Router ef037364-b049-4282-8498-099a1e6e480a is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:57:23.002729 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:57:23.013339 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Sync routers for ids ['ef037364-b049-4282-8498-099a1e6e480a'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:57:23.019693 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:23.021196 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-efabbcaf-b87b-4b96-9063-51f9e3a1d6ce admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4756448 Aug 06 16:57:23.023958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33540) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:23.026906 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Routers {'ef037364-b049-4282-8498-099a1e6e480a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:57:23.028267 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b83225d1-7309-42ef-a164-33488626f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ef037364-b049-4282-8498-099a1e6e480a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:23.175826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce65409f-c81d-42be-af21-0409a121dbe6 None None] Network 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:57:23.244095 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Set router ef037364-b049-4282-8498-099a1e6e480a gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:57:23.250551 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8805ec55-44df-4f41-8143-e960adee780f None None] Provisioning for port 85641efc-2753-4cf4-9233-785378ec81ea completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:57:23.426405 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b83225d1-7309-42ef-a164-33488626f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef037364-b049-4282-8498-099a1e6e480a', 'name': 'tempest-TestMinimumBasicScenario-203452244-router', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:22Z', 'revision_number': 3, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'gw_port': {'id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:23.452472 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Checking router: ef037364-b049-4282-8498-099a1e6e480a for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:57:23.452832 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Updating router ef037364-b049-4282-8498-099a1e6e480a port 77ef585c-7e80-4b3f-988c-29121be4148e binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:57:23.477598 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:23.479971 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:23.643790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Allocated IP 172.20.0.1 (42b709fa-2928-4c9f-9a1c-d82b75a9ca1b/3899cfdf-a8f9-4401-ae39-60f9683645da/de75169c-963e-4154-8833-217c2f5f2bd7) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:57:23.732437 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:23.742508 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Transition to ACTIVE for port object 77ef585c-7e80-4b3f-988c-29121be4148e will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:57:23.747950 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:23.748615 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:23.761960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Transition to ACTIVE for port object de75169c-963e-4154-8833-217c2f5f2bd7 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:57:23.793673 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Attempting to bind port 77ef585c-7e80-4b3f-988c-29121be4148e on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:57:23.794577 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Attempting to bind port 77ef585c-7e80-4b3f-988c-29121be4148e by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:57:23.794577 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Attempting to bind port 77ef585c-7e80-4b3f-988c-29121be4148e on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:57:23.801463 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:23.802697 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:57:23.803200 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:57:23.803596 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:23.804811 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:57:23.804811 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Bound port: 77ef585c-7e80-4b3f-988c-29121be4148e, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:57:23.804811 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:23.827943 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d09f15-5a8f-4c85-81d5-143f0d2c5571 None None] Pushing event updated for resources: {'Port': ['ID=77ef585c-7e80-4b3f-988c-29121be4148e,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:23.848500 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Network 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:57:23.852716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:57:23.859001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:57:23.861809 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-b83225d1-7309-42ef-a164-33488626f78e None None] For port 77ef585c-7e80-4b3f-988c-29121be4148e, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:57:23.865074 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-b83225d1-7309-42ef-a164-33488626f78e None None] For port 77ef585c-7e80-4b3f-988c-29121be4148e, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=77ef585c-7e80-4b3f-988c-29121be4148e,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:57:23.874863 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d09f15-5a8f-4c85-81d5-143f0d2c5571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:23.875350 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d09f15-5a8f-4c85-81d5-143f0d2c5571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:23.875878 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d09f15-5a8f-4c85-81d5-143f0d2c5571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:23.876237 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d09f15-5a8f-4c85-81d5-143f0d2c5571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:23.876567 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d09f15-5a8f-4c85-81d5-143f0d2c5571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:23.876891 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d09f15-5a8f-4c85-81d5-143f0d2c5571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:23.877260 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d09f15-5a8f-4c85-81d5-143f0d2c5571 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:23.877586 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d09f15-5a8f-4c85-81d5-143f0d2c5571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:23.877940 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d09f15-5a8f-4c85-81d5-143f0d2c5571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:23.878306 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d09f15-5a8f-4c85-81d5-143f0d2c5571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:23.878624 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d09f15-5a8f-4c85-81d5-143f0d2c5571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:23.878937 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d09f15-5a8f-4c85-81d5-143f0d2c5571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:23.883433 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:23.891876 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Pushing event updated for resources: {'Port': ['ID=de75169c-963e-4154-8833-217c2f5f2bd7,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:23.910188 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:23.915733 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 85641efc-2753-4cf4-9233-785378ec81ea up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:57:23.944201 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Routers {'ef037364-b049-4282-8498-099a1e6e480a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:57:23.944811 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b83225d1-7309-42ef-a164-33488626f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ef037364-b049-4282-8498-099a1e6e480a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:23.974933 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 85641efc-2753-4cf4-9233-785378ec81ea completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:57:23.980365 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 85641efc-2753-4cf4-9233-785378ec81ea triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:23.981115 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:24.040237 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d09f15-5a8f-4c85-81d5-143f0d2c5571 None None] Pushing event updated for resources: {'Port': ['ID=77ef585c-7e80-4b3f-988c-29121be4148e,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:24.062228 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:24.076547 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-b83225d1-7309-42ef-a164-33488626f78e None None] Set router ef037364-b049-4282-8498-099a1e6e480a gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:57:24.081591 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:24.119174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 85641efc-2753-4cf4-9233-785378ec81ea, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=85641efc-2753-4cf4-9233-785378ec81ea,segment=NetworkSegment(9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3),segment_id=9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:24.126964 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:24.182703 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=85641efc-2753-4cf4-9233-785378ec81ea,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:24.205862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2b53366f-1507-49c5-96c3-02aea9f01ba8 None None] Provisioning for port de75169c-963e-4154-8833-217c2f5f2bd7 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:57:24.209410 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2b53366f-1507-49c5-96c3-02aea9f01ba8 None None] Provisioning complete for port de75169c-963e-4154-8833-217c2f5f2bd7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:24.209815 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2b53366f-1507-49c5-96c3-02aea9f01ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:24.258018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2b53366f-1507-49c5-96c3-02aea9f01ba8 None None] Port de75169c-963e-4154-8833-217c2f5f2bd7 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:57:24.259430 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:24.260544 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:24.267064 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:24.282449 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b83225d1-7309-42ef-a164-33488626f78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef037364-b049-4282-8498-099a1e6e480a', 'name': 'tempest-TestMinimumBasicScenario-203452244-router', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:22Z', 'revision_number': 3, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'gw_port': {'id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:24.307991 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83225d1-7309-42ef-a164-33488626f78e None None] The sync data for ids ['ef037364-b049-4282-8498-099a1e6e480a'] in n-d-803756-1 is: [{'id': 'ef037364-b049-4282-8498-099a1e6e480a', 'name': 'tempest-TestMinimumBasicScenario-203452244-router', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:22Z', 'revision_number': 3, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'gw_port': {'id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:57:24.341084 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:24.343924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Pushing event updated for resources: {'Port': ['ID=de75169c-963e-4154-8833-217c2f5f2bd7,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:24.439511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Network 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:57:24.440929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:57:24.464383 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:24.576973 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Router ef037364-b049-4282-8498-099a1e6e480a has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:57:24.697716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:57:24.703979 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3491a935-00ca-48cd-a992-d242db7ddb8e admin admin] 10.222.0.37 "PUT /v2.0/routers/ef037364-b049-4282-8498-099a1e6e480a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6789331 Aug 06 16:57:24.779520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a283cc97-3922-4d26-ad5f-28a818e2898c None None] Provisioning complete for port de75169c-963e-4154-8833-217c2f5f2bd7 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:24.779889 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a283cc97-3922-4d26-ad5f-28a818e2898c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:24.815711 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a283cc97-3922-4d26-ad5f-28a818e2898c None None] Port de75169c-963e-4154-8833-217c2f5f2bd7 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:57:25.217745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33556) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:25.222944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-85371537-1213-441f-95ee-261597dfa707 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-152022517-network', 'tenant_id': '20802ac7664e41548075bccb2fa9cd7e'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:57:25.243929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85371537-1213-441f-95ee-261597dfa707 admin admin] Made reservation on behalf of 20802ac7664e41548075bccb2fa9cd7e for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:57:25.246418 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85371537-1213-441f-95ee-261597dfa707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:25.255800 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85371537-1213-441f-95ee-261597dfa707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:25.344499 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85371537-1213-441f-95ee-261597dfa707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:25.348771 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85371537-1213-441f-95ee-261597dfa707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:25.372423 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85371537-1213-441f-95ee-261597dfa707 admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:57:25.381942 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85371537-1213-441f-95ee-261597dfa707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f8ce12-32ad-41a6-8a6e-0d7ea4829cd7,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:25.392065 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85371537-1213-441f-95ee-261597dfa707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:25.392458 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-85371537-1213-441f-95ee-261597dfa707 admin admin] Added segment 9949fdd1-d119-48a0-9840-0cf6e618cb70 of type vlan for network 5a866baf-fb23-41b1-923c-c44184aa37f5 Aug 06 16:57:25.432082 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85371537-1213-441f-95ee-261597dfa707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:25.463427 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85371537-1213-441f-95ee-261597dfa707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:25.465088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85371537-1213-441f-95ee-261597dfa707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:25.466076 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85371537-1213-441f-95ee-261597dfa707 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:25.472349 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:57:25.522861 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-85371537-1213-441f-95ee-261597dfa707 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3041134 Aug 06 16:57:25.525736 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33558) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:25.529975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85371537-1213-441f-95ee-261597dfa707 admin admin] Pushing event updated for resources: {'Network': ['ID=5a866baf-fb23-41b1-923c-c44184aa37f5,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:25.530972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-df993a9f-6ad3-4f27-b4f3-3ffbd6b2890e admin admin] Request body: {'subnet': {'network_id': '5a866baf-fb23-41b1-923c-c44184aa37f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-152022517-subnet', 'tenant_id': '20802ac7664e41548075bccb2fa9cd7e', 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:57:25.539730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 5a866baf-fb23-41b1-923c-c44184aa37f5 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:57:25.553052 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df993a9f-6ad3-4f27-b4f3-3ffbd6b2890e admin admin] Made reservation on behalf of 20802ac7664e41548075bccb2fa9cd7e for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:57:25.555479 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-df993a9f-6ad3-4f27-b4f3-3ffbd6b2890e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:25.726879 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-df993a9f-6ad3-4f27-b4f3-3ffbd6b2890e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:25.780019 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df993a9f-6ad3-4f27-b4f3-3ffbd6b2890e admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d59c0e-25a5-4321-9dc1-c280d10a7f01,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:25.790262 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df993a9f-6ad3-4f27-b4f3-3ffbd6b2890e admin admin] Checking segment: {'id': '9949fdd1-d119-48a0-9840-0cf6e618cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '5a866baf-fb23-41b1-923c-c44184aa37f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:57:25.790623 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df993a9f-6ad3-4f27-b4f3-3ffbd6b2890e admin admin] Network hostable DHCP agents. Network: 5a866baf-fb23-41b1-923c-c44184aa37f5, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:57:25.809703 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df993a9f-6ad3-4f27-b4f3-3ffbd6b2890e admin admin] Network 5a866baf-fb23-41b1-923c-c44184aa37f5 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:57:25.820676 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-df993a9f-6ad3-4f27-b4f3-3ffbd6b2890e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 5a866baf-fb23-41b1-923c-c44184aa37f5) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:57:25.828200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df993a9f-6ad3-4f27-b4f3-3ffbd6b2890e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:25.829131 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-df993a9f-6ad3-4f27-b4f3-3ffbd6b2890e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:25.841978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99769b0f-8e44-489e-809f-1bf2fe618e06 None None] Network 5a866baf-fb23-41b1-923c-c44184aa37f5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:57:25.846960 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-df993a9f-6ad3-4f27-b4f3-3ffbd6b2890e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3200207 Aug 06 16:57:25.849455 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33560) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:25.853891 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-152022517-router', 'tenant_id': '20802ac7664e41548075bccb2fa9cd7e', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:57:25.877415 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:25.878807 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:25.943052 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:26.076224 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 77ef585c-7e80-4b3f-988c-29121be4148e up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:57:26.078646 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Sync routers for ids ['ef037364-b049-4282-8498-099a1e6e480a'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:57:26.085372 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:26.122668 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Routers {'ef037364-b049-4282-8498-099a1e6e480a'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:57:26.122668 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ef037364-b049-4282-8498-099a1e6e480a'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:26.254338 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 77ef585c-7e80-4b3f-988c-29121be4148e completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:57:26.270917 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 77ef585c-7e80-4b3f-988c-29121be4148e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:26.271282 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:26.295407 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:26.314761 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:26.338257 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Set router ef037364-b049-4282-8498-099a1e6e480a gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:57:26.365984 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-5a866baf-fb23-41b1-923c-c44184aa37f5', 'network_id': '5a866baf-fb23-41b1-923c-c44184aa37f5', 'tenant_id': '20802ac7664e41548075bccb2fa9cd7e', 'fixed_ips': [{'subnet_id': '74d59c0e-25a5-4321-9dc1-c280d10a7f01'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:57:26.366822 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:26.418618 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Allocated IP 172.25.1.41 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:57:26.522119 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:26.562469 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:26.586110 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:26.598894 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:57:26.603524 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:57:26.607077 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:57:26.633923 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Pushing event updated for resources: {'Port': ['ID=ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:26.648699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 77ef585c-7e80-4b3f-988c-29121be4148e, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=77ef585c-7e80-4b3f-988c-29121be4148e,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:26.658152 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:26.659019 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 85641efc-2753-4cf4-9233-785378ec81ea up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:57:26.750463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Allocated IP 172.20.0.2 (5a866baf-fb23-41b1-923c-c44184aa37f5/74d59c0e-25a5-4321-9dc1-c280d10a7f01/2eaf63b0-2548-436d-96d8-daf0111da620) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:57:26.872617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=77ef585c-7e80-4b3f-988c-29121be4148e,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:26.912901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef037364-b049-4282-8498-099a1e6e480a', 'name': 'tempest-TestMinimumBasicScenario-203452244-router', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:24Z', 'revision_number': 4, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'gw_port': {'id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'de75169c-963e-4154-8833-217c2f5f2bd7', 'name': '', 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'mac_address': 'fa:16:3e:03:87:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:23Z', 'updated_at': '2021-08-06T16:57:24Z', 'revision_number': 2, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'subnets': [{'id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:26.914709 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 85641efc-2753-4cf4-9233-785378ec81ea triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:26.915077 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:26.972333 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Checking router: ef037364-b049-4282-8498-099a1e6e480a for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:57:26.972687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Updating router ef037364-b049-4282-8498-099a1e6e480a port de75169c-963e-4154-8833-217c2f5f2bd7 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:57:27.040603 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:27.083634 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:27.134534 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Transition to ACTIVE for port object 2eaf63b0-2548-436d-96d8-daf0111da620 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:57:27.212250 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:27.216657 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Transition to ACTIVE for port object 2eaf63b0-2548-436d-96d8-daf0111da620 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:57:27.227767 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:27.290862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Network 5a866baf-fb23-41b1-923c-c44184aa37f5 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:57:27.304992 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:57:27.313079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Pushing event updated for resources: {'Port': ['ID=2eaf63b0-2548-436d-96d8-daf0111da620,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:27.317284 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:57:27.409499 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:27.412017 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Attempting to bind port 2eaf63b0-2548-436d-96d8-daf0111da620 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:57:27.412387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Attempting to bind port 2eaf63b0-2548-436d-96d8-daf0111da620 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '9949fdd1-d119-48a0-9840-0cf6e618cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '5a866baf-fb23-41b1-923c-c44184aa37f5'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:57:27.412750 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Attempting to bind port 2eaf63b0-2548-436d-96d8-daf0111da620 on network 5a866baf-fb23-41b1-923c-c44184aa37f5 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:57:27.421785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:57:27.422165 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Checking segment: {'id': '9949fdd1-d119-48a0-9840-0cf6e618cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '5a866baf-fb23-41b1-923c-c44184aa37f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:57:27.422568 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:27.422961 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Bound using segment: {'id': '9949fdd1-d119-48a0-9840-0cf6e618cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '5a866baf-fb23-41b1-923c-c44184aa37f5'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:57:27.423430 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Bound port: 2eaf63b0-2548-436d-96d8-daf0111da620, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9949fdd1-d119-48a0-9840-0cf6e618cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '5a866baf-fb23-41b1-923c-c44184aa37f5'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:57:27.424472 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:27.540038 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Router ad627fe3-da52-4f77-8a4e-71db4fe828bf is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:57:27.546444 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:27.549191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] For port 2eaf63b0-2548-436d-96d8-daf0111da620, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:57:27.553390 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] For port 2eaf63b0-2548-436d-96d8-daf0111da620, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=2eaf63b0-2548-436d-96d8-daf0111da620,segment=NetworkSegment(9949fdd1-d119-48a0-9840-0cf6e618cb70),segment_id=9949fdd1-d119-48a0-9840-0cf6e618cb70)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:57:27.561305 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:27.567264 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Transition to ACTIVE for port object de75169c-963e-4154-8833-217c2f5f2bd7 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:57:27.596700 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:27.641185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679445d-4ed8-4082-9c5e-c52bcd19a3e0 None None] Pushing event updated for resources: {'Port': ['ID=2eaf63b0-2548-436d-96d8-daf0111da620,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:27.666322 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:57:27.679524 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Sync routers for ids ['ad627fe3-da52-4f77-8a4e-71db4fe828bf'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:57:27.692080 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Routers {'ad627fe3-da52-4f77-8a4e-71db4fe828bf'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:57:27.692773 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ad627fe3-da52-4f77-8a4e-71db4fe828bf'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:27.695928 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:27.697664 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b99e2b1a-ffe9-468b-b8ee-fdfdda9a2f37 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8471878 Aug 06 16:57:27.700939 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33562) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:57:27.747028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b707a6f-7d6d-4b55-ba8a-5766ccbeda79 None None] Pushing event updated for resources: {'Port': ['ID=de75169c-963e-4154-8833-217c2f5f2bd7,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:27.767493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Attempting to bind port de75169c-963e-4154-8833-217c2f5f2bd7 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:57:27.768803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Attempting to bind port de75169c-963e-4154-8833-217c2f5f2bd7 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:57:27.769348 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Attempting to bind port de75169c-963e-4154-8833-217c2f5f2bd7 on network 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:57:27.774960 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:57:27.775598 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Checking segment: {'id': '9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:57:27.776004 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:27.776399 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Bound using segment: {'id': '9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:57:27.777407 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Bound port: de75169c-963e-4154-8833-217c2f5f2bd7, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:57:27.777886 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:27.904227 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 77ef585c-7e80-4b3f-988c-29121be4148e up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:57:27.935371 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Set router ad627fe3-da52-4f77-8a4e-71db4fe828bf gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:57:28.024812 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] For port de75169c-963e-4154-8833-217c2f5f2bd7, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:57:28.029108 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] For port de75169c-963e-4154-8833-217c2f5f2bd7, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=de75169c-963e-4154-8833-217c2f5f2bd7,segment=NetworkSegment(9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3),segment_id=9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:57:28.043452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 77ef585c-7e80-4b3f-988c-29121be4148e triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:28.043890 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:28.055561 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:28.189751 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b707a6f-7d6d-4b55-ba8a-5766ccbeda79 None None] Pushing event updated for resources: {'Port': ['ID=de75169c-963e-4154-8833-217c2f5f2bd7,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:28.197443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Routers {'ef037364-b049-4282-8498-099a1e6e480a'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:57:28.198089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ef037364-b049-4282-8498-099a1e6e480a'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:28.256218 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'name': 'tempest-TestMinimumBasicScenario-152022517-router', 'tenant_id': '20802ac7664e41548075bccb2fa9cd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:25Z', 'updated_at': '2021-08-06T16:57:27Z', 'revision_number': 3, 'project_id': '20802ac7664e41548075bccb2fa9cd7e', 'gw_port': {'id': 'ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:26Z', 'updated_at': '2021-08-06T16:57:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:28.309001 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Checking router: ad627fe3-da52-4f77-8a4e-71db4fe828bf for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:57:28.309379 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Updating router ad627fe3-da52-4f77-8a4e-71db4fe828bf port ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:57:28.351689 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:28.393337 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] Set router ef037364-b049-4282-8498-099a1e6e480a gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:57:28.427960 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:28.640989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Allocated IP 172.20.0.1 (5a866baf-fb23-41b1-923c-c44184aa37f5/74d59c0e-25a5-4321-9dc1-c280d10a7f01/a1c22e5b-d741-488f-884f-e0de40ef3b23) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:57:28.687643 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef037364-b049-4282-8498-099a1e6e480a', 'name': 'tempest-TestMinimumBasicScenario-203452244-router', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:24Z', 'revision_number': 4, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'gw_port': {'id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'de75169c-963e-4154-8833-217c2f5f2bd7', 'name': '', 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'mac_address': 'fa:16:3e:03:87:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:23Z', 'updated_at': '2021-08-06T16:57:28Z', 'revision_number': 4, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'subnets': [{'id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:28.689971 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:28.703333 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Transition to ACTIVE for port object ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:57:28.713520 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:28.719914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0310081-9c20-413b-b8bb-65a1df734040 None None] The sync data for ids ['ef037364-b049-4282-8498-099a1e6e480a'] in n-d-803756-1 is: [{'id': 'ef037364-b049-4282-8498-099a1e6e480a', 'name': 'tempest-TestMinimumBasicScenario-203452244-router', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:24Z', 'revision_number': 4, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'gw_port': {'id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'de75169c-963e-4154-8833-217c2f5f2bd7', 'name': '', 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'mac_address': 'fa:16:3e:03:87:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:23Z', 'updated_at': '2021-08-06T16:57:28Z', 'revision_number': 4, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'subnets': [{'id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:57:28.767826 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Attempting to bind port ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:57:28.768384 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Attempting to bind port ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:57:28.768847 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Attempting to bind port ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:57:28.803806 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:57:28.805418 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:57:28.809382 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:28.810125 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:57:28.810648 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Bound port: ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:57:28.812959 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:28.822275 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:28.837805 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Transition to ACTIVE for port object a1c22e5b-d741-488f-884f-e0de40ef3b23 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:57:28.853003 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad73c3-b7b7-483b-9470-31d1314752ae None None] Pushing event updated for resources: {'Port': ['ID=ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:28.894796 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:28.895852 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] For port ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:57:28.899750 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] For port ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:57:28.908427 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:28.945899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Network 5a866baf-fb23-41b1-923c-c44184aa37f5 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:57:28.949181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:57:28.952150 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:57:28.958604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1c22e5b-d741-488f-884f-e0de40ef3b23,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:28.963852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c96f4a-0b39-48ef-85ce-de38bf5474e6 None None] Network 5a866baf-fb23-41b1-923c-c44184aa37f5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:57:28.993283 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Routers {'ad627fe3-da52-4f77-8a4e-71db4fe828bf'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:57:28.993929 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ad627fe3-da52-4f77-8a4e-71db4fe828bf'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:29.013343 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:29.049418 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad73c3-b7b7-483b-9470-31d1314752ae None None] Pushing event updated for resources: {'Port': ['ID=ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:29.052173 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0f813362-143a-42b4-9c41-235d9b18b030 None None] Provisioning for port 2eaf63b0-2548-436d-96d8-daf0111da620 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:57:29.146281 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] Set router ad627fe3-da52-4f77-8a4e-71db4fe828bf gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:57:29.181741 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:29.372136 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'name': 'tempest-TestMinimumBasicScenario-152022517-router', 'tenant_id': '20802ac7664e41548075bccb2fa9cd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:25Z', 'updated_at': '2021-08-06T16:57:27Z', 'revision_number': 3, 'project_id': '20802ac7664e41548075bccb2fa9cd7e', 'gw_port': {'id': 'ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:26Z', 'updated_at': '2021-08-06T16:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:29.380810 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:29.385741 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:29.407087 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a4e6d-651b-4d06-88e0-9a667c53ed22 None None] The sync data for ids ['ad627fe3-da52-4f77-8a4e-71db4fe828bf'] in n-d-803756-1 is: [{'id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'name': 'tempest-TestMinimumBasicScenario-152022517-router', 'tenant_id': '20802ac7664e41548075bccb2fa9cd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:25Z', 'updated_at': '2021-08-06T16:57:27Z', 'revision_number': 3, 'project_id': '20802ac7664e41548075bccb2fa9cd7e', 'gw_port': {'id': 'ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:26Z', 'updated_at': '2021-08-06T16:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:57:29.463408 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:29.465379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1c22e5b-d741-488f-884f-e0de40ef3b23,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:29.573358 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Network 5a866baf-fb23-41b1-923c-c44184aa37f5 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:57:29.575547 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:57:29.738147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0e76c0d4-29a1-40cf-a09b-b9549b305488 None None] Provisioning for port a1c22e5b-d741-488f-884f-e0de40ef3b23 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:57:29.742296 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0e76c0d4-29a1-40cf-a09b-b9549b305488 None None] Provisioning complete for port a1c22e5b-d741-488f-884f-e0de40ef3b23 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:29.742733 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0e76c0d4-29a1-40cf-a09b-b9549b305488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:29.754656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Router ad627fe3-da52-4f77-8a4e-71db4fe828bf has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:57:29.815873 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-0e76c0d4-29a1-40cf-a09b-b9549b305488 None None] Port a1c22e5b-d741-488f-884f-e0de40ef3b23 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:57:29.934381 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:57:29.954132 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-4f7f4b74-1357-45b0-8cf0-93393a9917f7 admin admin] 10.222.0.37 "PUT /v2.0/routers/ad627fe3-da52-4f77-8a4e-71db4fe828bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2515149 Aug 06 16:57:29.975015 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-bfd7204d-9c23-473c-9281-673b90ed8c19 None None] Provisioning complete for port a1c22e5b-d741-488f-884f-e0de40ef3b23 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:29.975555 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bfd7204d-9c23-473c-9281-673b90ed8c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:30.035054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 2eaf63b0-2548-436d-96d8-daf0111da620 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:57:30.067161 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7204d-9c23-473c-9281-673b90ed8c19 None None] Port a1c22e5b-d741-488f-884f-e0de40ef3b23 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:57:30.111553 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 2eaf63b0-2548-436d-96d8-daf0111da620 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:57:30.116339 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 2eaf63b0-2548-436d-96d8-daf0111da620 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:30.116793 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:30.205894 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:30.242450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 2eaf63b0-2548-436d-96d8-daf0111da620, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=2eaf63b0-2548-436d-96d8-daf0111da620,segment=NetworkSegment(9949fdd1-d119-48a0-9840-0cf6e618cb70),segment_id=9949fdd1-d119-48a0-9840-0cf6e618cb70)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:30.248675 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:30.249478 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:57:30.347720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a3b2571f-06d7-4182-899a-c2e7e4734d7f None None] Provisioning complete for port a1c22e5b-d741-488f-884f-e0de40ef3b23 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:30.348086 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a3b2571f-06d7-4182-899a-c2e7e4734d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:30.349530 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=2eaf63b0-2548-436d-96d8-daf0111da620,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:30.392835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:57:30.400255 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:30.400739 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:30.403231 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a3b2571f-06d7-4182-899a-c2e7e4734d7f None None] Port a1c22e5b-d741-488f-884f-e0de40ef3b23 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:57:30.488206 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:30.510928 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:30.516083 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:30.516923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device de75169c-963e-4154-8833-217c2f5f2bd7 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:57:30.595988 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:30.610196 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port de75169c-963e-4154-8833-217c2f5f2bd7 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:57:30.615499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port de75169c-963e-4154-8833-217c2f5f2bd7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:30.616123 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:30.702845 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:30.740699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port de75169c-963e-4154-8833-217c2f5f2bd7, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=de75169c-963e-4154-8833-217c2f5f2bd7,segment=NetworkSegment(9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3),segment_id=9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:30.744768 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:30.804274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=de75169c-963e-4154-8833-217c2f5f2bd7,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:31.880548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device de75169c-963e-4154-8833-217c2f5f2bd7 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:57:31.942100 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port de75169c-963e-4154-8833-217c2f5f2bd7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:31.943287 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:32.050922 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 2eaf63b0-2548-436d-96d8-daf0111da620 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:57:32.111819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 2eaf63b0-2548-436d-96d8-daf0111da620 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:32.112191 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:32.206655 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:57:32.262660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:32.262660 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:32.311050 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Sync routers for ids ['ad627fe3-da52-4f77-8a4e-71db4fe828bf'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:57:32.347167 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Routers {'ad627fe3-da52-4f77-8a4e-71db4fe828bf'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:57:32.347812 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ad627fe3-da52-4f77-8a4e-71db4fe828bf'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:32.483439 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Set router ad627fe3-da52-4f77-8a4e-71db4fe828bf gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:57:32.720903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'name': 'tempest-TestMinimumBasicScenario-152022517-router', 'tenant_id': '20802ac7664e41548075bccb2fa9cd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:25Z', 'updated_at': '2021-08-06T16:57:29Z', 'revision_number': 4, 'project_id': '20802ac7664e41548075bccb2fa9cd7e', 'gw_port': {'id': 'ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:26Z', 'updated_at': '2021-08-06T16:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a1c22e5b-d741-488f-884f-e0de40ef3b23', 'name': '', 'network_id': '5a866baf-fb23-41b1-923c-c44184aa37f5', 'tenant_id': '20802ac7664e41548075bccb2fa9cd7e', 'mac_address': 'fa:16:3e:24:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '74d59c0e-25a5-4321-9dc1-c280d10a7f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:28Z', 'updated_at': '2021-08-06T16:57:29Z', 'revision_number': 2, 'project_id': '20802ac7664e41548075bccb2fa9cd7e', 'subnets': [{'id': '74d59c0e-25a5-4321-9dc1-c280d10a7f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:32.748818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Checking router: ad627fe3-da52-4f77-8a4e-71db4fe828bf for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:57:32.749481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Updating router ad627fe3-da52-4f77-8a4e-71db4fe828bf port a1c22e5b-d741-488f-884f-e0de40ef3b23 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:57:32.775679 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:33.052454 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:33.063571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Transition to ACTIVE for port object a1c22e5b-d741-488f-884f-e0de40ef3b23 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:57:33.070037 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:33.118943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062568b9-13ab-4ec4-9f1a-cf0bba6e0777 None None] Pushing event updated for resources: {'Port': ['ID=a1c22e5b-d741-488f-884f-e0de40ef3b23,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:33.171099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Attempting to bind port a1c22e5b-d741-488f-884f-e0de40ef3b23 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:57:33.171464 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Attempting to bind port a1c22e5b-d741-488f-884f-e0de40ef3b23 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '9949fdd1-d119-48a0-9840-0cf6e618cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '5a866baf-fb23-41b1-923c-c44184aa37f5'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:57:33.171818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Attempting to bind port a1c22e5b-d741-488f-884f-e0de40ef3b23 on network 5a866baf-fb23-41b1-923c-c44184aa37f5 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:57:33.177075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:57:33.177449 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Checking segment: {'id': '9949fdd1-d119-48a0-9840-0cf6e618cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '5a866baf-fb23-41b1-923c-c44184aa37f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:57:33.177880 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:33.178268 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Bound using segment: {'id': '9949fdd1-d119-48a0-9840-0cf6e618cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '5a866baf-fb23-41b1-923c-c44184aa37f5'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:57:33.178756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Bound port: a1c22e5b-d741-488f-884f-e0de40ef3b23, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9949fdd1-d119-48a0-9840-0cf6e618cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '5a866baf-fb23-41b1-923c-c44184aa37f5'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:57:33.179129 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:33.268527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] For port a1c22e5b-d741-488f-884f-e0de40ef3b23, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:57:33.272692 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] For port a1c22e5b-d741-488f-884f-e0de40ef3b23, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a1c22e5b-d741-488f-884f-e0de40ef3b23,segment=NetworkSegment(9949fdd1-d119-48a0-9840-0cf6e618cb70),segment_id=9949fdd1-d119-48a0-9840-0cf6e618cb70)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:57:33.282654 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:33.357550 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Routers {'ad627fe3-da52-4f77-8a4e-71db4fe828bf'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:57:33.358182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:57:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ad627fe3-da52-4f77-8a4e-71db4fe828bf'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:33.471415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062568b9-13ab-4ec4-9f1a-cf0bba6e0777 None None] Pushing event updated for resources: {'Port': ['ID=a1c22e5b-d741-488f-884f-e0de40ef3b23,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:33.524628 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] Set router ad627fe3-da52-4f77-8a4e-71db4fe828bf gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:57:33.775239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'name': 'tempest-TestMinimumBasicScenario-152022517-router', 'tenant_id': '20802ac7664e41548075bccb2fa9cd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:25Z', 'updated_at': '2021-08-06T16:57:29Z', 'revision_number': 4, 'project_id': '20802ac7664e41548075bccb2fa9cd7e', 'gw_port': {'id': 'ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:26Z', 'updated_at': '2021-08-06T16:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a1c22e5b-d741-488f-884f-e0de40ef3b23', 'name': '', 'network_id': '5a866baf-fb23-41b1-923c-c44184aa37f5', 'tenant_id': '20802ac7664e41548075bccb2fa9cd7e', 'mac_address': 'fa:16:3e:24:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '74d59c0e-25a5-4321-9dc1-c280d10a7f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:28Z', 'updated_at': '2021-08-06T16:57:33Z', 'revision_number': 4, 'project_id': '20802ac7664e41548075bccb2fa9cd7e', 'subnets': [{'id': '74d59c0e-25a5-4321-9dc1-c280d10a7f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:57:33.803885 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c635d11c-fd51-498f-b291-935e5d38249a None None] The sync data for ids ['ad627fe3-da52-4f77-8a4e-71db4fe828bf'] in n-d-803756-1 is: [{'id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'name': 'tempest-TestMinimumBasicScenario-152022517-router', 'tenant_id': '20802ac7664e41548075bccb2fa9cd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:25Z', 'updated_at': '2021-08-06T16:57:29Z', 'revision_number': 4, 'project_id': '20802ac7664e41548075bccb2fa9cd7e', 'gw_port': {'id': 'ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:26Z', 'updated_at': '2021-08-06T16:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a1c22e5b-d741-488f-884f-e0de40ef3b23', 'name': '', 'network_id': '5a866baf-fb23-41b1-923c-c44184aa37f5', 'tenant_id': '20802ac7664e41548075bccb2fa9cd7e', 'mac_address': 'fa:16:3e:24:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '74d59c0e-25a5-4321-9dc1-c280d10a7f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:28Z', 'updated_at': '2021-08-06T16:57:33Z', 'revision_number': 4, 'project_id': '20802ac7664e41548075bccb2fa9cd7e', 'subnets': [{'id': '74d59c0e-25a5-4321-9dc1-c280d10a7f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:57:33.893833 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-42e74c9d-1acc-46ca-86ac-a2a8ff2da893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:35.927540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a1c22e5b-d741-488f-884f-e0de40ef3b23 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:57:35.991336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a1c22e5b-d741-488f-884f-e0de40ef3b23 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:57:35.996735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a1c22e5b-d741-488f-884f-e0de40ef3b23 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:35.997174 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:36.089482 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:36.128801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port a1c22e5b-d741-488f-884f-e0de40ef3b23, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a1c22e5b-d741-488f-884f-e0de40ef3b23,segment=NetworkSegment(9949fdd1-d119-48a0-9840-0cf6e618cb70),segment_id=9949fdd1-d119-48a0-9840-0cf6e618cb70)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:36.133682 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:36.192249 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=a1c22e5b-d741-488f-884f-e0de40ef3b23,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:36.306631 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3bc0b8ce-18f7-4b4e-8773-3b2456349721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:36.713599 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:37.520163 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:37.865772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a1c22e5b-d741-488f-884f-e0de40ef3b23 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:57:37.919406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a1c22e5b-d741-488f-884f-e0de40ef3b23 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:37.920124 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:39.306463 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:40.348699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-22b3bbb9-827f-4e2b-857a-005fd5a1b777 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:40.350201 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-22b3bbb9-827f-4e2b-857a-005fd5a1b777 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/networks?id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b HTTP/1.1" status: 200 len: 814 time: 0.1050153 Aug 06 16:57:40.364936 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-d4dea47c-bd2d-467e-bbb3-6ea8c1404e13 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/quotas/1f5ab30ae3ce4a4e9685595eb70d7c11 HTTP/1.1" status: 200 len: 375 time: 0.0088413 Aug 06 16:57:40.415145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-2476c20b-b46d-422e-ae2d-96890972359a tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f5ab30ae3ce4a4e9685595eb70d7c11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448432 Aug 06 16:57:40.604551 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-8eebba30-4fb1-4b5e-ae99-55b7fe816ac6 service neutron] 10.222.0.37 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780570 Aug 06 16:57:40.697102 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-e21bccd8-ae6b-4257-aff5-6fbc0a80192e service neutron] 10.222.0.37 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860782 Aug 06 16:57:40.860875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-125d4022-f13e-4333-a3b8-e88cfa9499d9 req-6c984fb8-fcb4-48ce-b8a0-3a159ae5f18e tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 210 time: 0.0284572 Aug 06 16:57:41.752484 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-0db54031-2e0e-4bfc-9046-383f43cf913d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:41.753973 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-0db54031-2e0e-4bfc-9046-383f43cf913d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.13 "GET /v2.0/networks?id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b HTTP/1.1" status: 200 len: 814 time: 0.1049125 Aug 06 16:57:41.767214 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-31512561-793b-42ce-bef5-ba92c1cef611 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Request body: {'port': {'device_id': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'admin_state_up': True, 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:57:41.878557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-31512561-793b-42ce-bef5-ba92c1cef611 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Made reservation on behalf of 1f5ab30ae3ce4a4e9685595eb70d7c11 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:57:41.882233 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-31512561-793b-42ce-bef5-ba92c1cef611 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:41.960474 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b221785-e7a8-41cf-aaa1-05dab8ae6557 req-befdbc25-7dac-414a-bcf3-8fa950a231b6 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 210 time: 0.0256734 Aug 06 16:57:42.018734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-31512561-793b-42ce-bef5-ba92c1cef611 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Allocated IP 172.20.0.10 (42b709fa-2928-4c9f-9a1c-d82b75a9ca1b/3899cfdf-a8f9-4401-ae39-60f9683645da/438e6f41-874e-4612-ba5b-ecb22b65587f) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:57:42.177259 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-31512561-793b-42ce-bef5-ba92c1cef611 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:42.192507 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-31512561-793b-42ce-bef5-ba92c1cef611 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Transition to ACTIVE for port object 438e6f41-874e-4612-ba5b-ecb22b65587f will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:57:42.234444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-31512561-793b-42ce-bef5-ba92c1cef611 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:42.327133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-31512561-793b-42ce-bef5-ba92c1cef611 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Network 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:57:42.329667 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31512561-793b-42ce-bef5-ba92c1cef611 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Pushing event updated for resources: {'Port': ['ID=438e6f41-874e-4612-ba5b-ecb22b65587f,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:42.332230 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-31512561-793b-42ce-bef5-ba92c1cef611 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:57:42.334524 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-31512561-793b-42ce-bef5-ba92c1cef611 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:57:42.396066 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-31512561-793b-42ce-bef5-ba92c1cef611 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:42.396726 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-31512561-793b-42ce-bef5-ba92c1cef611 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:42.424698 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-31512561-793b-42ce-bef5-ba92c1cef611 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6612213 Aug 06 16:57:42.577826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-076b2823-652e-47b4-a570-0dd8767fbdc1 None None] Provisioning for port 438e6f41-874e-4612-ba5b-ecb22b65587f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:57:42.583499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-076b2823-652e-47b4-a570-0dd8767fbdc1 None None] Provisioning complete for port 438e6f41-874e-4612-ba5b-ecb22b65587f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:42.583866 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-076b2823-652e-47b4-a570-0dd8767fbdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:42.621485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-076b2823-652e-47b4-a570-0dd8767fbdc1 None None] Port 438e6f41-874e-4612-ba5b-ecb22b65587f cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:57:43.085385 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cf179-5efc-4a34-8043-2a8e7ac1690e req-fd1bd620-fcad-4cd7-b52c-201230e843e0 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:43.086912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-573cf179-5efc-4a34-8043-2a8e7ac1690e req-fd1bd620-fcad-4cd7-b52c-201230e843e0 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 932 time: 0.0509565 Aug 06 16:57:43.136938 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-573cf179-5efc-4a34-8043-2a8e7ac1690e req-dbd46650-e38d-490e-91d4-70ece749d29c tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433311 Aug 06 16:57:44.256608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b400e55-536e-417b-ab31-cbcee222eba8 req-5d283852-d217-4279-b5a0-7e64ab88ad80 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:44.261027 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b400e55-536e-417b-ab31-cbcee222eba8 req-5d283852-d217-4279-b5a0-7e64ab88ad80 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 932 time: 0.0498090 Aug 06 16:57:44.299606 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b400e55-536e-417b-ab31-cbcee222eba8 req-927d2e5a-f44a-40c6-9719-6ba480ef7ca0 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342593 Aug 06 16:57:45.426000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1875120-2da9-484f-9561-5f9b2244082d req-08e3f4ff-59aa-4a4e-a450-fa9ef199d0ac tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:45.427474 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1875120-2da9-484f-9561-5f9b2244082d req-08e3f4ff-59aa-4a4e-a450-fa9ef199d0ac tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 932 time: 0.0607820 Aug 06 16:57:45.469487 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1875120-2da9-484f-9561-5f9b2244082d req-2e7a2827-f9ae-4aa0-a5f2-53118b196d22 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355978 Aug 06 16:57:46.588321 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8e1eb-3d28-4e94-8892-06d5abd5643b req-53916063-4fc6-48b1-bb8e-73f8c3136147 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:46.591239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10e8e1eb-3d28-4e94-8892-06d5abd5643b req-53916063-4fc6-48b1-bb8e-73f8c3136147 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 932 time: 0.0504079 Aug 06 16:57:46.632910 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10e8e1eb-3d28-4e94-8892-06d5abd5643b req-99280ef1-6daa-4323-99d4-5e7841a58a31 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357180 Aug 06 16:57:47.751192 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ad0c4-5942-4fb6-98d3-5c7ed3042b12 req-e97da974-3b30-4e6d-b8c7-77fe03eb6a54 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:47.752690 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f69ad0c4-5942-4fb6-98d3-5c7ed3042b12 req-e97da974-3b30-4e6d-b8c7-77fe03eb6a54 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 932 time: 0.0502813 Aug 06 16:57:47.797863 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f69ad0c4-5942-4fb6-98d3-5c7ed3042b12 req-804e36fc-8980-4702-a6e3-a583ee07ea1d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389919 Aug 06 16:57:48.919481 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec664bc6-5dde-44e7-8dab-3480c2d9ab6e req-9a42aa27-2edf-44dd-9519-39bf751c021a tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:48.920967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec664bc6-5dde-44e7-8dab-3480c2d9ab6e req-9a42aa27-2edf-44dd-9519-39bf751c021a tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 932 time: 0.0525627 Aug 06 16:57:48.963026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec664bc6-5dde-44e7-8dab-3480c2d9ab6e req-8703e755-ee2a-43b4-9eee-253001e16f35 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359414 Aug 06 16:57:50.081515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44bf3a-f422-4f4d-a484-a99416e2f374 req-8b6a461a-ae72-4c15-814f-4898f64b09f7 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:50.082987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb44bf3a-f422-4f4d-a484-a99416e2f374 req-8b6a461a-ae72-4c15-814f-4898f64b09f7 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 932 time: 0.0494647 Aug 06 16:57:50.127442 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cb44bf3a-f422-4f4d-a484-a99416e2f374 req-c23e8090-b792-4293-ada6-8a1828ee0c5d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374472 Aug 06 16:57:51.261740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80960b6-6fbe-4ba9-9638-7aa4b042a3ed req-452249f1-c831-4922-9fb3-7b655626b63e tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:51.269949 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d80960b6-6fbe-4ba9-9638-7aa4b042a3ed req-452249f1-c831-4922-9fb3-7b655626b63e tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 932 time: 0.0564754 Aug 06 16:57:51.302639 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d80960b6-6fbe-4ba9-9638-7aa4b042a3ed req-20d4fb4d-f84f-4e58-86fb-64c3a5f83922 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315828 Aug 06 16:57:52.128134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Request body: {'port': {'device_id': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:57:52.183490 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:52.416858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8a115-ac7b-4fac-84a2-b0c6d1ecf6f3 req-cb04c13a-55c5-4569-92c6-ed3411d2a4da tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:52.418376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-efb8a115-ac7b-4fac-84a2-b0c6d1ecf6f3 req-cb04c13a-55c5-4569-92c6-ed3411d2a4da tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 932 time: 0.0486338 Aug 06 16:57:52.442622 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438e6f41-874e-4612-ba5b-ecb22b65587f {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:57:52.451140 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:52.456940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-efb8a115-ac7b-4fac-84a2-b0c6d1ecf6f3 req-e5e19992-db0c-4df1-965c-f8b4fc71e8d3 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325735 Aug 06 16:57:52.462854 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Transition to ACTIVE for port object 438e6f41-874e-4612-ba5b-ecb22b65587f will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:57:52.467304 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:52.516133 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Pushing event updated for resources: {'Port': ['ID=438e6f41-874e-4612-ba5b-ecb22b65587f,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:52.592142 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Attempting to bind port 438e6f41-874e-4612-ba5b-ecb22b65587f on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:57:52.592460 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Attempting to bind port 438e6f41-874e-4612-ba5b-ecb22b65587f by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:57:52.592865 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Attempting to bind port 438e6f41-874e-4612-ba5b-ecb22b65587f on network 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:57:52.597433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Port 438e6f41-874e-4612-ba5b-ecb22b65587f on network 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:57:52.597806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Attempting to bind port 438e6f41-874e-4612-ba5b-ecb22b65587f on network 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:57:52.602734 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:57:52.603075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Checking segment: {'id': '9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:57:52.603464 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Bound using segment: {'id': '9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:57:52.603894 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Bound port: 438e6f41-874e-4612-ba5b-ecb22b65587f, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:57:52.604254 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:52.670515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] For port 438e6f41-874e-4612-ba5b-ecb22b65587f, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:57:52.673494 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] For port 438e6f41-874e-4612-ba5b-ecb22b65587f, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=438e6f41-874e-4612-ba5b-ecb22b65587f,segment=NetworkSegment(9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3),segment_id=9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:57:52.678080 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:52.711385 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:52.711776 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:52.713206 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] 10.222.0.13 "PUT /v2.0/ports/438e6f41-874e-4612-ba5b-ecb22b65587f HTTP/1.1" status: 200 len: 1092 time: 0.6411698 Aug 06 16:57:52.713711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'tag': '438e6f41-874e-4612-ba5b-ecb22b65587f'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:57:52.715993 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80ab990-ae97-4041-98e1-46f1219c5c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "91dd280a-b5b8-4b40-a73a-60c66625d537", "tag": "438e6f41-874e-4612-ba5b-ecb22b65587f"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:57:52.743756 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507631a1-ac78-4cf0-a8c8-d8da1c616866 service neutron] Pushing event updated for resources: {'Port': ['ID=438e6f41-874e-4612-ba5b-ecb22b65587f,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:52.814966 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-8f328cee-6cd8-40a4-a1e9-c0e7722c90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:52.816759 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-8f328cee-6cd8-40a4-a1e9-c0e7722c90e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f5ab30ae3ce4a4e9685595eb70d7c11&device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 1095 time: 0.0487044 Aug 06 16:57:52.866436 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-fb8d3ad8-a6d6-4216-9146-13a5245fb279 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438e6f41-874e-4612-ba5b-ecb22b65587f HTTP/1.1" status: 200 len: 217 time: 0.0419912 Aug 06 16:57:52.908063 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1281bfb1-4fe2-4e08-a034-0b465ccba5f0 x-openstack-request-id: req-1281bfb1-4fe2-4e08-a034-0b465ccba5f0 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:57:52.908359 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91dd280a-b5b8-4b40-a73a-60c66625d537", "tag": "438e6f41-874e-4612-ba5b-ecb22b65587f", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:57:52.908613 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1281bfb1-4fe2-4e08-a034-0b465ccba5f0 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:57:52.909007 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'tag': '438e6f41-874e-4612-ba5b-ecb22b65587f', 'status': 'completed', 'code': 200} Aug 06 16:57:52.925721 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-b4804bb5-cd0d-4600-bd0b-c45d221bbbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:52.927268 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-b4804bb5-cd0d-4600-bd0b-c45d221bbbf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3899cfdf-a8f9-4401-ae39-60f9683645da HTTP/1.1" status: 200 len: 853 time: 0.0535731 Aug 06 16:57:52.976515 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-52adfbe5-057e-4fb9-8755-952a3b588ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:52.978015 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-52adfbe5-057e-4fb9-8755-952a3b588ae4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432572 Aug 06 16:57:53.069437 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-05414196-cd40-4977-b89e-d1c98605aad8 service neutron] 10.222.0.13 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831673 Aug 06 16:57:53.162561 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-c124ae4f-4adb-4f4c-990c-613ae0b42509 req-0d12d859-c9af-4058-ac9c-07e3d184e467 service neutron] 10.222.0.13 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856931 Aug 06 16:57:53.243845 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab990-ae97-4041-98e1-46f1219c5c6e req-96563868-2c52-4f71-97d0-3e4405aafe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:53.245336 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d80ab990-ae97-4041-98e1-46f1219c5c6e req-96563868-2c52-4f71-97d0-3e4405aafe00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f5ab30ae3ce4a4e9685595eb70d7c11&device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 1095 time: 0.0401073 Aug 06 16:57:53.334432 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab990-ae97-4041-98e1-46f1219c5c6e req-87c8fba4-5d28-432d-b84b-ef41c4941db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:53.335865 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d80ab990-ae97-4041-98e1-46f1219c5c6e req-87c8fba4-5d28-432d-b84b-ef41c4941db6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b HTTP/1.1" status: 200 len: 915 time: 0.0841537 Aug 06 16:57:53.376078 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d80ab990-ae97-4041-98e1-46f1219c5c6e req-d8d952db-a6fd-4fbf-984d-743c560cd403 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438e6f41-874e-4612-ba5b-ecb22b65587f HTTP/1.1" status: 200 len: 217 time: 0.0330288 Aug 06 16:57:53.422668 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab990-ae97-4041-98e1-46f1219c5c6e req-1374d375-16b7-435c-ad5c-abbfb70ec8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:53.423954 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d80ab990-ae97-4041-98e1-46f1219c5c6e req-1374d375-16b7-435c-ad5c-abbfb70ec8e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3899cfdf-a8f9-4401-ae39-60f9683645da HTTP/1.1" status: 200 len: 853 time: 0.0414035 Aug 06 16:57:53.472008 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ab990-ae97-4041-98e1-46f1219c5c6e req-3ab82ef3-81cb-49ea-b7a3-d143efbce7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:53.473467 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d80ab990-ae97-4041-98e1-46f1219c5c6e req-3ab82ef3-81cb-49ea-b7a3-d143efbce7ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413678 Aug 06 16:57:53.568027 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d80ab990-ae97-4041-98e1-46f1219c5c6e req-3f790f80-a513-49a1-befb-ab46937cfd5e service neutron] 10.222.0.13 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852230 Aug 06 16:57:53.571126 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82370f6d-6a96-4469-bac6-8554fadb70ba req-c720388d-5e21-4f94-bfb2-05fbdc314547 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:53.572583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82370f6d-6a96-4469-bac6-8554fadb70ba req-c720388d-5e21-4f94-bfb2-05fbdc314547 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 944 time: 0.0481651 Aug 06 16:57:53.615096 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-82370f6d-6a96-4469-bac6-8554fadb70ba req-f966cce4-9e7f-4309-a875-cd03212ccb30 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356410 Aug 06 16:57:53.665766 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d80ab990-ae97-4041-98e1-46f1219c5c6e req-eea9951f-bb07-48f1-b9af-ba3ce6d93d6a service neutron] 10.222.0.13 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875590 Aug 06 16:57:54.247872 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:54.459656 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:54.732347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adc4f7-75f3-400c-bc4b-792794472c43 req-345ecf01-044d-43c7-92b7-650d3351fa7c tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:54.733856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c1adc4f7-75f3-400c-bc4b-792794472c43 req-345ecf01-044d-43c7-92b7-650d3351fa7c tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 944 time: 0.0489662 Aug 06 16:57:54.771742 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c1adc4f7-75f3-400c-bc4b-792794472c43 req-49751de7-657e-49cb-9e48-44bbebfaf09f tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320220 Aug 06 16:57:55.885578 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c55a06-d414-4b74-81c8-12dcfb9fbd5a req-64719d7c-2798-4e00-8715-0e7fdaa7c256 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:55.887311 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5c55a06-d414-4b74-81c8-12dcfb9fbd5a req-64719d7c-2798-4e00-8715-0e7fdaa7c256 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 944 time: 0.0485859 Aug 06 16:57:55.924533 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5c55a06-d414-4b74-81c8-12dcfb9fbd5a req-3d4bf0c6-d7eb-4ef0-92c8-ecb701d09d35 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310400 Aug 06 16:57:56.462447 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 438e6f41-874e-4612-ba5b-ecb22b65587f details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:57:56.557442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 438e6f41-874e-4612-ba5b-ecb22b65587f, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=438e6f41-874e-4612-ba5b-ecb22b65587f,segment=NetworkSegment(9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3),segment_id=9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:56.568062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '438e6f41-874e-4612-ba5b-ecb22b65587f', 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'port_id': '438e6f41-874e-4612-ba5b-ecb22b65587f', 'mac_address': 'fa:16:3e:58:ee:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:57:56.603886 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:56.615863 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438e6f41-874e-4612-ba5b-ecb22b65587f {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:57:56.634052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 438e6f41-874e-4612-ba5b-ecb22b65587f, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=438e6f41-874e-4612-ba5b-ecb22b65587f,segment=NetworkSegment(9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3),segment_id=9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:56.638559 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:56.688489 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=438e6f41-874e-4612-ba5b-ecb22b65587f,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:56.695783 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:56.696086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:56.696418 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:56.696747 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:56.697071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:56.697392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:56.697734 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:56.698597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:56.698917 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:56.699234 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:56.699550 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:56.700130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:57:56.864440 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['438e6f41-874e-4612-ba5b-ecb22b65587f'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:57:57.037448 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f781d7b-4148-424e-b247-e3bc1ea19361 req-a35201ee-25ee-4bd1-886c-0217cd46d3c7 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:57.038906 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f781d7b-4148-424e-b247-e3bc1ea19361 req-a35201ee-25ee-4bd1-886c-0217cd46d3c7 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 945 time: 0.0475304 Aug 06 16:57:57.086398 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6f781d7b-4148-424e-b247-e3bc1ea19361 req-c644b4f7-1560-4115-8f0c-ba58a47230d8 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Aug 06 16:57:58.200035 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89080b08-82e8-476d-80a2-2d96225d2da0 req-dfa2264f-5f4d-4932-8cb6-a1919f89b644 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:58.201525 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89080b08-82e8-476d-80a2-2d96225d2da0 req-dfa2264f-5f4d-4932-8cb6-a1919f89b644 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 945 time: 0.0489781 Aug 06 16:57:58.239311 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-89080b08-82e8-476d-80a2-2d96225d2da0 req-56bd6dbd-2e83-4252-bff9-cd0b46e2865f tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318019 Aug 06 16:57:58.462530 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 438e6f41-874e-4612-ba5b-ecb22b65587f up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:57:58.511816 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 438e6f41-874e-4612-ba5b-ecb22b65587f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:57:58.515563 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 438e6f41-874e-4612-ba5b-ecb22b65587f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:57:58.515928 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:58.591492 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:58.614236 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438e6f41-874e-4612-ba5b-ecb22b65587f'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:57:58.616427 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8e34aa-bfa9-4670-beed-c252e40e3b32" -d '{"events": [{"server_uuid": "91dd280a-b5b8-4b40-a73a-60c66625d537", "name": "network-vif-plugged", "status": "completed", "tag": "438e6f41-874e-4612-ba5b-ecb22b65587f"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:57:58.629552 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 438e6f41-874e-4612-ba5b-ecb22b65587f, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=438e6f41-874e-4612-ba5b-ecb22b65587f,segment=NetworkSegment(9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3),segment_id=9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:57:58.634510 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:58.680473 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=438e6f41-874e-4612-ba5b-ecb22b65587f,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:57:58.712766 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df0c4e8-b958-47ee-96b1-fc9097a95598 x-openstack-request-id: req-1df0c4e8-b958-47ee-96b1-fc9097a95598 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:57:58.713009 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91dd280a-b5b8-4b40-a73a-60c66625d537", "name": "network-vif-plugged", "status": "completed", "tag": "438e6f41-874e-4612-ba5b-ecb22b65587f", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:57:58.713261 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1df0c4e8-b958-47ee-96b1-fc9097a95598 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:57:58.714217 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438e6f41-874e-4612-ba5b-ecb22b65587f', 'code': 200} Aug 06 16:57:58.806057 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d672b-e121-43e6-baa8-31b195f5fdef req-21ba641d-b652-4ad1-b266-9d326562b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:58.807437 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-586d672b-e121-43e6-baa8-31b195f5fdef req-21ba641d-b652-4ad1-b266-9d326562b555 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 1097 time: 0.0391006 Aug 06 16:57:58.842803 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-586d672b-e121-43e6-baa8-31b195f5fdef req-698fda6d-5412-4595-ac83-956ae1ac22ff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283413 Aug 06 16:57:59.353712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7936eee-5013-44e0-94e3-7bf317de825d req-5ba8faef-8600-4182-9d10-1dfba9ef4adc tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:59.355296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7936eee-5013-44e0-94e3-7bf317de825d req-5ba8faef-8600-4182-9d10-1dfba9ef4adc tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 946 time: 0.0490363 Aug 06 16:57:59.395009 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b7936eee-5013-44e0-94e3-7bf317de825d req-1e32ae80-115a-4ca6-b451-2c6c6fe736d7 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335371 Aug 06 16:58:00.511171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e91b1-449f-498a-82e2-aed757d4a2df req-cca0c669-4525-4041-b5f0-ce5bc9ceb649 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:00.512613 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b3e91b1-449f-498a-82e2-aed757d4a2df req-cca0c669-4525-4041-b5f0-ce5bc9ceb649 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 946 time: 0.0464089 Aug 06 16:58:00.552535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b3e91b1-449f-498a-82e2-aed757d4a2df req-62280b83-688a-428c-9609-d90108036316 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339885 Aug 06 16:58:00.664578 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baca5e8-ecc6-4503-ab24-a5fcc7198cd2 req-8a182304-4ed7-43b3-b234-240ac953eb99 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:00.666065 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2baca5e8-ecc6-4503-ab24-a5fcc7198cd2 req-8a182304-4ed7-43b3-b234-240ac953eb99 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 946 time: 0.0484602 Aug 06 16:58:00.704077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2baca5e8-ecc6-4503-ab24-a5fcc7198cd2 req-6afea582-0c56-4af0-b44c-cb77e0d6a5f1 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Aug 06 16:58:00.889765 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0322717-1338-42f9-8784-d5e0fcd679b4 req-e626b52c-660c-4c2e-ba7f-724bfb948c3a tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:00.891342 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0322717-1338-42f9-8784-d5e0fcd679b4 req-e626b52c-660c-4c2e-ba7f-724bfb948c3a tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 946 time: 0.0494826 Aug 06 16:58:00.928160 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d0322717-1338-42f9-8784-d5e0fcd679b4 req-2fd618cb-dc4e-4ba1-9322-7024a12c62c8 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308633 Aug 06 16:58:02.471566 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:58:03.876918 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d62f49a7-e693-42ea-8fdb-a417343995d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:06.298020 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6b3a481b-82ce-4324-a021-95af906d56bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:06.717901 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:07.517137 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:09.241947 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:12.466033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a004be-219a-4562-b6ba-61b931b482ab req-897a7f60-f747-4430-b821-793392a95f7b tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:12.467482 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7a004be-219a-4562-b6ba-61b931b482ab req-897a7f60-f747-4430-b821-793392a95f7b tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 946 time: 0.0485179 Aug 06 16:58:12.507682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c7a004be-219a-4562-b6ba-61b931b482ab req-81dda742-7c30-4cf2-9f0a-f3336f6656cd tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341780 Aug 06 16:58:12.530576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33766) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:58:12.611044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b130b73a-7fe2-4fbe-9c49-caf3f488dfa5 tempest-TestMinimumBasicScenario-1263583689 tempest-TestMinimumBasicScenario-1263583689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:12.612527 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b130b73a-7fe2-4fbe-9c49-caf3f488dfa5 tempest-TestMinimumBasicScenario-1263583689 tempest-TestMinimumBasicScenario-1263583689-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 1092 time: 0.0810120 Aug 06 16:58:12.615557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33770) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:58:12.620517 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': '438e6f41-874e-4612-ba5b-ecb22b65587f', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:58:12.641804 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:12.736590 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:12.846509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Allocated IP 172.25.1.220 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/d309088f-9796-41e1-ad0c-894d7888d5f8) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:58:12.945915 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:12.987956 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:13.024276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:58:13.028972 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:58:13.031584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:58:13.060008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Pushing event updated for resources: {'Port': ['ID=d309088f-9796-41e1-ad0c-894d7888d5f8,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:58:13.072810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:13.073157 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:13.073497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:13.073859 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:13.074196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:13.074521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:13.075096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:13.075421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:13.075747 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:13.076070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:13.076390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:13.076706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:13.403297 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:13.468029 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:13.616225 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:13.620861 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:13.686592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Pushing event updated for resources: {'Port': ['ID=d309088f-9796-41e1-ad0c-894d7888d5f8,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:58:13.696287 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:13.794424 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Floating IP ae56c319-96bb-4635-82c5-e91a04f6afe7 associated. External IP: 172.25.1.220, port: 438e6f41-874e-4612-ba5b-ecb22b65587f. Aug 06 16:58:14.342111 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Router ef037364-b049-4282-8498-099a1e6e480a has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:58:14.453634 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:58:14.465082 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069bb28-5b0b-47b6-96ee-31897ac3a1a8 None None] Sync routers for ids ['ef037364-b049-4282-8498-099a1e6e480a'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:58:14.471844 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:14.476488 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069bb28-5b0b-47b6-96ee-31897ac3a1a8 None None] Routers {'ef037364-b049-4282-8498-099a1e6e480a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:58:14.477114 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d069bb28-5b0b-47b6-96ee-31897ac3a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:58:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ef037364-b049-4282-8498-099a1e6e480a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:58:14.500504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a330a896-1db6-4c8b-a3ed-c33e2c478ad5 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8838546 Aug 06 16:58:14.501249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'tag': '438e6f41-874e-4612-ba5b-ecb22b65587f'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:58:14.503747 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33772) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:58:14.504263 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317f4a3f-78d9-440f-802f-f8a9a1fc1f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "91dd280a-b5b8-4b40-a73a-60c66625d537", "tag": "438e6f41-874e-4612-ba5b-ecb22b65587f"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:58:14.509455 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-53ba6ea4-11e8-417f-9d45-5c6bf3a7acf4 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1536993793', 'description': 'tempest-secgroup-smoke-1536993793 description', 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:58:14.539780 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53ba6ea4-11e8-417f-9d45-5c6bf3a7acf4 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:14.550709 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9358f00-b6ec-47cd-a5e2-07387773c2a4 x-openstack-request-id: req-a9358f00-b6ec-47cd-a5e2-07387773c2a4 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:58:14.551812 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91dd280a-b5b8-4b40-a73a-60c66625d537", "tag": "438e6f41-874e-4612-ba5b-ecb22b65587f", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:58:14.551812 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9358f00-b6ec-47cd-a5e2-07387773c2a4 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:58:14.551812 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'tag': '438e6f41-874e-4612-ba5b-ecb22b65587f', 'status': 'completed', 'code': 200} Aug 06 16:58:14.648569 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f4a3f-78d9-440f-802f-f8a9a1fc1f2d req-5f667b55-08fe-461c-9aef-9a5096994483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:14.650263 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-317f4a3f-78d9-440f-802f-f8a9a1fc1f2d req-5f667b55-08fe-461c-9aef-9a5096994483 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f5ab30ae3ce4a4e9685595eb70d7c11&device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 1097 time: 0.0719640 Aug 06 16:58:14.687870 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-d069bb28-5b0b-47b6-96ee-31897ac3a1a8 None None] Set router ef037364-b049-4282-8498-099a1e6e480a gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:58:14.703369 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53ba6ea4-11e8-417f-9d45-5c6bf3a7acf4 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:14.709050 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53ba6ea4-11e8-417f-9d45-5c6bf3a7acf4 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:14.773407 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-53ba6ea4-11e8-417f-9d45-5c6bf3a7acf4 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:14.774679 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-53ba6ea4-11e8-417f-9d45-5c6bf3a7acf4 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2699318 Aug 06 16:58:14.779993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba6ea4-11e8-417f-9d45-5c6bf3a7acf4 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f847bf6-bfb7-460d-a128-06f4d2345b36,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:58:14.780830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33776) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:58:14.787053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-c927908c-99a7-4f0f-bed8-3a0f02c29525 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Request body: {'security_group_rule': {'security_group_id': '8f847bf6-bfb7-460d-a128-06f4d2345b36', 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:58:14.804270 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f4a3f-78d9-440f-802f-f8a9a1fc1f2d req-2d994e1c-6e1e-4a16-9429-7ff50eeaee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:14.805909 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-317f4a3f-78d9-440f-802f-f8a9a1fc1f2d req-2d994e1c-6e1e-4a16-9429-7ff50eeaee0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b HTTP/1.1" status: 200 len: 915 time: 0.1420977 Aug 06 16:58:14.828920 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c927908c-99a7-4f0f-bed8-3a0f02c29525 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:14.881161 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-317f4a3f-78d9-440f-802f-f8a9a1fc1f2d req-aaec8b5f-08a9-47d6-912b-4bf1dc8a55ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438e6f41-874e-4612-ba5b-ecb22b65587f HTTP/1.1" status: 200 len: 1000 time: 0.0676720 Aug 06 16:58:14.890551 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c927908c-99a7-4f0f-bed8-3a0f02c29525 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:14.894388 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c927908c-99a7-4f0f-bed8-3a0f02c29525 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:14.908885 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927908c-99a7-4f0f-bed8-3a0f02c29525 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5214576-5029-4dcf-af65-442431d235dd,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:58:14.924676 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d069bb28-5b0b-47b6-96ee-31897ac3a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef037364-b049-4282-8498-099a1e6e480a', 'name': 'tempest-TestMinimumBasicScenario-203452244-router', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:24Z', 'revision_number': 4, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'gw_port': {'id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'ae56c319-96bb-4635-82c5-e91a04f6afe7', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'port_id': '438e6f41-874e-4612-ba5b-ecb22b65587f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'mac_address': 'fa:16:3e:58:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:58:13Z', 'updated_at': '2021-08-06T16:58:13Z', 'revision_number': 0, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de75169c-963e-4154-8833-217c2f5f2bd7', 'name': '', 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'mac_address': 'fa:16:3e:03:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:23Z', 'updated_at': '2021-08-06T16:57:30Z', 'revision_number': 5, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'subnets': [{'id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:58:14.926175 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c927908c-99a7-4f0f-bed8-3a0f02c29525 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:14.927858 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c927908c-99a7-4f0f-bed8-3a0f02c29525 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449625 Aug 06 16:58:14.930113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33778) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:58:14.935138 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b393d9c7-ebea-4d8c-b199-1de627691324 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Request body: {'security_group_rule': {'security_group_id': '8f847bf6-bfb7-460d-a128-06f4d2345b36', 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:58:14.939526 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f4a3f-78d9-440f-802f-f8a9a1fc1f2d req-2b7efa12-535e-4d8e-9162-eb3bb7436090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:14.941384 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-317f4a3f-78d9-440f-802f-f8a9a1fc1f2d req-2b7efa12-535e-4d8e-9162-eb3bb7436090 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3899cfdf-a8f9-4401-ae39-60f9683645da HTTP/1.1" status: 200 len: 853 time: 0.0494792 Aug 06 16:58:14.961385 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069bb28-5b0b-47b6-96ee-31897ac3a1a8 None None] Checking router: ef037364-b049-4282-8498-099a1e6e480a for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:58:14.964611 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b393d9c7-ebea-4d8c-b199-1de627691324 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:14.969989 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069bb28-5b0b-47b6-96ee-31897ac3a1a8 None None] Routers {'ef037364-b049-4282-8498-099a1e6e480a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:58:14.970594 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d069bb28-5b0b-47b6-96ee-31897ac3a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:58:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ef037364-b049-4282-8498-099a1e6e480a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:58:14.997563 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f4a3f-78d9-440f-802f-f8a9a1fc1f2d req-06499f98-1e67-480d-9f8f-7f7755f1f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:14.999394 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-317f4a3f-78d9-440f-802f-f8a9a1fc1f2d req-06499f98-1e67-480d-9f8f-7f7755f1f112 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453169 Aug 06 16:58:15.027826 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b393d9c7-ebea-4d8c-b199-1de627691324 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.032047 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b393d9c7-ebea-4d8c-b199-1de627691324 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.047824 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393d9c7-ebea-4d8c-b199-1de627691324 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ab598e-f30a-4612-b8a4-d6fe446323a8,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:58:15.056889 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b393d9c7-ebea-4d8c-b199-1de627691324 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.058189 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b393d9c7-ebea-4d8c-b199-1de627691324 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271372 Aug 06 16:58:15.061473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33780) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:58:15.065944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-aae32fd8-60c1-4cbd-ba3f-f13c0c0d1175 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Request body: {'security_group_rule': {'security_group_id': '8f847bf6-bfb7-460d-a128-06f4d2345b36', 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:58:15.085230 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-d069bb28-5b0b-47b6-96ee-31897ac3a1a8 None None] Set router ef037364-b049-4282-8498-099a1e6e480a gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:58:15.095751 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aae32fd8-60c1-4cbd-ba3f-f13c0c0d1175 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.113004 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-317f4a3f-78d9-440f-802f-f8a9a1fc1f2d req-5be98562-01e3-4006-9d92-2f5f3ddf6c5c service neutron] 10.222.0.13 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061211 Aug 06 16:58:15.160138 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aae32fd8-60c1-4cbd-ba3f-f13c0c0d1175 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.164989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aae32fd8-60c1-4cbd-ba3f-f13c0c0d1175 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.186171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae32fd8-60c1-4cbd-ba3f-f13c0c0d1175 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8892c813-31ba-4b67-92dd-a2fe1f0463fa,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:58:15.189338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-aae32fd8-60c1-4cbd-ba3f-f13c0c0d1175 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.193263 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-aae32fd8-60c1-4cbd-ba3f-f13c0c0d1175 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281185 Aug 06 16:58:15.193888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33782) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:58:15.198564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-e2c6fe72-43e6-47d0-ac70-7d9994c12e3d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Request body: {'security_group_rule': {'security_group_id': '8f847bf6-bfb7-460d-a128-06f4d2345b36', 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:58:15.219055 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-317f4a3f-78d9-440f-802f-f8a9a1fc1f2d req-99978220-f9c4-405c-8181-40c2d6f55ffd service neutron] 10.222.0.13 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982561 Aug 06 16:58:15.224916 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e2c6fe72-43e6-47d0-ac70-7d9994c12e3d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.285054 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e2c6fe72-43e6-47d0-ac70-7d9994c12e3d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.288755 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e2c6fe72-43e6-47d0-ac70-7d9994c12e3d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.310174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6fe72-43e6-47d0-ac70-7d9994c12e3d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ff9a7c-ae45-4b7d-a125-3b4814a1c144,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:58:15.318158 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e2c6fe72-43e6-47d0-ac70-7d9994c12e3d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.319362 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e2c6fe72-43e6-47d0-ac70-7d9994c12e3d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249716 Aug 06 16:58:15.322148 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33784) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:58:15.325467 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d069bb28-5b0b-47b6-96ee-31897ac3a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef037364-b049-4282-8498-099a1e6e480a', 'name': 'tempest-TestMinimumBasicScenario-203452244-router', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:24Z', 'revision_number': 4, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'gw_port': {'id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'ae56c319-96bb-4635-82c5-e91a04f6afe7', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'port_id': '438e6f41-874e-4612-ba5b-ecb22b65587f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'mac_address': 'fa:16:3e:58:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:58:13Z', 'updated_at': '2021-08-06T16:58:13Z', 'revision_number': 0, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de75169c-963e-4154-8833-217c2f5f2bd7', 'name': '', 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'mac_address': 'fa:16:3e:03:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:23Z', 'updated_at': '2021-08-06T16:57:30Z', 'revision_number': 5, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'subnets': [{'id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:58:15.327507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-0d50e706-6b8a-4bea-881c-c39a332a8e17 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Request body: {'security_group_rule': {'security_group_id': '8f847bf6-bfb7-460d-a128-06f4d2345b36', 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:58:15.349557 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-0d50e706-6b8a-4bea-881c-c39a332a8e17 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Project 1f5ab30ae3ce4a4e9685595eb70d7c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:58:15.354883 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0d50e706-6b8a-4bea-881c-c39a332a8e17 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.355033 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069bb28-5b0b-47b6-96ee-31897ac3a1a8 None None] The sync data for ids ['ef037364-b049-4282-8498-099a1e6e480a'] in n-d-803756-1 is: [{'id': 'ef037364-b049-4282-8498-099a1e6e480a', 'name': 'tempest-TestMinimumBasicScenario-203452244-router', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:24Z', 'revision_number': 4, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'gw_port': {'id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'ae56c319-96bb-4635-82c5-e91a04f6afe7', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'port_id': '438e6f41-874e-4612-ba5b-ecb22b65587f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'mac_address': 'fa:16:3e:58:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:58:13Z', 'updated_at': '2021-08-06T16:58:13Z', 'revision_number': 0, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de75169c-963e-4154-8833-217c2f5f2bd7', 'name': '', 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'mac_address': 'fa:16:3e:03:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:23Z', 'updated_at': '2021-08-06T16:57:30Z', 'revision_number': 5, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'subnets': [{'id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:58:15.419645 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0d50e706-6b8a-4bea-881c-c39a332a8e17 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.423511 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0d50e706-6b8a-4bea-881c-c39a332a8e17 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.443861 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50e706-6b8a-4bea-881c-c39a332a8e17 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8d8267-fc33-40e3-9f6f-42b26a3b8e4d,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:58:15.451593 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0d50e706-6b8a-4bea-881c-c39a332a8e17 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.452859 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0d50e706-6b8a-4bea-881c-c39a332a8e17 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296446 Aug 06 16:58:15.455748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33786) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:58:15.460350 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-209469f9-c59b-4dff-b95f-53b688e2cd3e tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Request body: {'security_group_rule': {'security_group_id': '8f847bf6-bfb7-460d-a128-06f4d2345b36', 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:58:15.483858 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-209469f9-c59b-4dff-b95f-53b688e2cd3e tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Project 1f5ab30ae3ce4a4e9685595eb70d7c11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:58:15.488896 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-209469f9-c59b-4dff-b95f-53b688e2cd3e tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.555926 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-209469f9-c59b-4dff-b95f-53b688e2cd3e tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.560237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734742cb-897a-4277-8acb-f0c0ff5de94d None None] New status for floating IP ae56c319-96bb-4635-82c5-e91a04f6afe7: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:58:15.561755 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-209469f9-c59b-4dff-b95f-53b688e2cd3e tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.585978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209469f9-c59b-4dff-b95f-53b688e2cd3e tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165f9089-b849-4e7a-ab29-62d5eddc1498,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:58:15.589602 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-209469f9-c59b-4dff-b95f-53b688e2cd3e tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:15.593686 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-209469f9-c59b-4dff-b95f-53b688e2cd3e tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342859 Aug 06 16:58:15.676909 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c1e40204-153c-4d1e-9771-d13d0c8e61a9 req-f34845d9-68af-4603-8674-ee3cd7ce7407 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536993793&fields=id&tenant_id=1f5ab30ae3ce4a4e9685595eb70d7c11 HTTP/1.1" status: 200 len: 267 time: 0.0371437 Aug 06 16:58:15.731947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e40204-153c-4d1e-9771-d13d0c8e61a9 req-9435315a-cf36-40fd-a182-541e87d65feb tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:15.733490 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c1e40204-153c-4d1e-9771-d13d0c8e61a9 req-9435315a-cf36-40fd-a182-541e87d65feb tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 946 time: 0.0506771 Aug 06 16:58:15.744781 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-c1e40204-153c-4d1e-9771-d13d0c8e61a9 req-2a114eab-c396-4c3b-809b-aad34f0fda8f tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Request body: {'port': {'security_groups': ['b2f14b6e-956c-43ac-9c7f-87c1725e5a42', '8f847bf6-bfb7-460d-a128-06f4d2345b36']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:58:15.809912 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c1e40204-153c-4d1e-9771-d13d0c8e61a9 req-2a114eab-c396-4c3b-809b-aad34f0fda8f tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:16.001223 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-c1e40204-153c-4d1e-9771-d13d0c8e61a9 req-2a114eab-c396-4c3b-809b-aad34f0fda8f tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] For port 438e6f41-874e-4612-ba5b-ecb22b65587f, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=438e6f41-874e-4612-ba5b-ecb22b65587f,segment=NetworkSegment(9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3),segment_id=9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:58:16.031069 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c1e40204-153c-4d1e-9771-d13d0c8e61a9 req-2a114eab-c396-4c3b-809b-aad34f0fda8f tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:16.036239 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c1e40204-153c-4d1e-9771-d13d0c8e61a9 req-2a114eab-c396-4c3b-809b-aad34f0fda8f tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:16.048698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['438e6f41-874e-4612-ba5b-ecb22b65587f'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:58:16.080717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e40204-153c-4d1e-9771-d13d0c8e61a9 req-2a114eab-c396-4c3b-809b-aad34f0fda8f tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:16.081468 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c1e40204-153c-4d1e-9771-d13d0c8e61a9 req-2a114eab-c396-4c3b-809b-aad34f0fda8f tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:16.082880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c1e40204-153c-4d1e-9771-d13d0c8e61a9 req-2a114eab-c396-4c3b-809b-aad34f0fda8f tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "PUT /v2.0/ports/438e6f41-874e-4612-ba5b-ecb22b65587f HTTP/1.1" status: 200 len: 982 time: 0.3427665 Aug 06 16:58:16.107613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a114eab-c396-4c3b-809b-aad34f0fda8f tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Pushing event updated for resources: {'Port': ['ID=438e6f41-874e-4612-ba5b-ecb22b65587f,revision_number=6']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:58:16.149781 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['438e6f41-874e-4612-ba5b-ecb22b65587f'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:58:16.210812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31062d61-2446-4852-8d30-8ab5df70d149 req-8d7efd82-74f2-424c-8b75-1ff148251c94 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:16.212370 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31062d61-2446-4852-8d30-8ab5df70d149 req-8d7efd82-74f2-424c-8b75-1ff148251c94 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 985 time: 0.0593238 Aug 06 16:58:16.258693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31062d61-2446-4852-8d30-8ab5df70d149 req-897ce4f7-6661-4591-b9f9-fe9e9957b09d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&id=8f847bf6-bfb7-460d-a128-06f4d2345b36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385752 Aug 06 16:58:16.361152 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-0d57cb09-09bd-469f-949b-1b0380332480 None None] Provisioning complete for port 438e6f41-874e-4612-ba5b-ecb22b65587f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:58:16.361525 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0d57cb09-09bd-469f-949b-1b0380332480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:16.553058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'tag': '438e6f41-874e-4612-ba5b-ecb22b65587f'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:58:16.555498 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8081d9df-8a7d-441c-81c1-b57f41475bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "91dd280a-b5b8-4b40-a73a-60c66625d537", "tag": "438e6f41-874e-4612-ba5b-ecb22b65587f"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:58:16.592293 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f103be-bccd-489c-b390-7beafce15693 x-openstack-request-id: req-86f103be-bccd-489c-b390-7beafce15693 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:58:16.592587 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91dd280a-b5b8-4b40-a73a-60c66625d537", "tag": "438e6f41-874e-4612-ba5b-ecb22b65587f", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:58:16.592842 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86f103be-bccd-489c-b390-7beafce15693 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:58:16.593240 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'tag': '438e6f41-874e-4612-ba5b-ecb22b65587f', 'status': 'completed', 'code': 200} Aug 06 16:58:16.658685 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081d9df-8a7d-441c-81c1-b57f41475bc8 req-cc4d305a-902c-420f-8b75-9b1c0da79774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:16.660171 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8081d9df-8a7d-441c-81c1-b57f41475bc8 req-cc4d305a-902c-420f-8b75-9b1c0da79774 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f5ab30ae3ce4a4e9685595eb70d7c11&device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 1136 time: 0.0441477 Aug 06 16:58:16.752376 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081d9df-8a7d-441c-81c1-b57f41475bc8 req-7a9ec98b-991d-4b43-af7e-e9be1b36d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:16.753886 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8081d9df-8a7d-441c-81c1-b57f41475bc8 req-7a9ec98b-991d-4b43-af7e-e9be1b36d653 service neutron] 10.222.0.13 "GET /v2.0/networks?id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b HTTP/1.1" status: 200 len: 915 time: 0.0865097 Aug 06 16:58:16.821912 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8081d9df-8a7d-441c-81c1-b57f41475bc8 req-f4f79001-35c7-488c-93d7-6a9a8a3cd644 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438e6f41-874e-4612-ba5b-ecb22b65587f HTTP/1.1" status: 200 len: 1002 time: 0.0599833 Aug 06 16:58:16.871218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081d9df-8a7d-441c-81c1-b57f41475bc8 req-c20e5645-2c11-44f3-86e4-a0ee98a67be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:16.872652 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8081d9df-8a7d-441c-81c1-b57f41475bc8 req-c20e5645-2c11-44f3-86e4-a0ee98a67be4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3899cfdf-a8f9-4401-ae39-60f9683645da HTTP/1.1" status: 200 len: 853 time: 0.0439017 Aug 06 16:58:16.917236 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081d9df-8a7d-441c-81c1-b57f41475bc8 req-d90d58a5-031a-4fa6-b631-d46f10a916d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:16.918732 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8081d9df-8a7d-441c-81c1-b57f41475bc8 req-d90d58a5-031a-4fa6-b631-d46f10a916d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391593 Aug 06 16:58:17.354952 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8081d9df-8a7d-441c-81c1-b57f41475bc8 req-558074f7-05b4-49aa-8163-54b2992725f0 service neutron] 10.222.0.13 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270878 Aug 06 16:58:17.444173 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8081d9df-8a7d-441c-81c1-b57f41475bc8 req-2a67cc95-38a9-40e9-afca-5cdd4b0b0de1 service neutron] 10.222.0.13 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818663 Aug 06 16:58:24.248442 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:24.483795 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:33.250204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4b45b-f491-4bac-bb46-455b114f2197 req-1367d369-c4de-4641-86b5-e331857e7a97 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:33.251018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10283b3f-a81e-424c-bc97-fee414b6dde7 req-016ce66b-3d61-48dd-bdc9-9c40368493af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:33.251720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88a4b45b-f491-4bac-bb46-455b114f2197 req-1367d369-c4de-4641-86b5-e331857e7a97 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 985 time: 0.0516362 Aug 06 16:58:33.253078 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-10283b3f-a81e-424c-bc97-fee414b6dde7 req-016ce66b-3d61-48dd-bdc9-9c40368493af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f5ab30ae3ce4a4e9685595eb70d7c11&device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 1136 time: 0.0415714 Aug 06 16:58:33.295278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88a4b45b-f491-4bac-bb46-455b114f2197 req-26ad610c-44b7-4292-ae53-6e9787d962bb tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&id=8f847bf6-bfb7-460d-a128-06f4d2345b36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374844 Aug 06 16:58:33.345315 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10283b3f-a81e-424c-bc97-fee414b6dde7 req-83da334a-078e-4c26-8f97-4d50a7b1328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:33.346802 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-10283b3f-a81e-424c-bc97-fee414b6dde7 req-83da334a-078e-4c26-8f97-4d50a7b1328f service neutron] 10.222.0.13 "GET /v2.0/networks?id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b HTTP/1.1" status: 200 len: 915 time: 0.0864584 Aug 06 16:58:33.411858 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-10283b3f-a81e-424c-bc97-fee414b6dde7 req-a6d8d3da-342a-4dfc-b84c-d71677120169 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438e6f41-874e-4612-ba5b-ecb22b65587f HTTP/1.1" status: 200 len: 1002 time: 0.0564120 Aug 06 16:58:33.464034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10283b3f-a81e-424c-bc97-fee414b6dde7 req-79626ee9-16dd-4954-995b-12a2640c1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:33.465416 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-10283b3f-a81e-424c-bc97-fee414b6dde7 req-79626ee9-16dd-4954-995b-12a2640c1f65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3899cfdf-a8f9-4401-ae39-60f9683645da HTTP/1.1" status: 200 len: 853 time: 0.0455692 Aug 06 16:58:33.509670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10283b3f-a81e-424c-bc97-fee414b6dde7 req-2caa89fa-cb80-467c-ab40-5ea9a7c137e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:33.511204 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-10283b3f-a81e-424c-bc97-fee414b6dde7 req-2caa89fa-cb80-467c-ab40-5ea9a7c137e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385761 Aug 06 16:58:33.598036 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-10283b3f-a81e-424c-bc97-fee414b6dde7 req-7b7a4bb7-e83e-4362-8cc8-d70cacc2bca5 service neutron] 10.222.0.13 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798476 Aug 06 16:58:33.691162 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-10283b3f-a81e-424c-bc97-fee414b6dde7 req-f32531a4-91d9-402d-b612-d3cb4ae2cf77 service neutron] 10.222.0.13 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837343 Aug 06 16:58:33.872230 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3e336097-d159-4d1b-b963-e99cc3df2776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:34.411683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6bc8f-93ca-41d2-a74b-f5b3aa3c7b5a req-cdecb5ad-0be4-48ee-a7e1-a79f9fceb7bc tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:34.413139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74d6bc8f-93ca-41d2-a74b-f5b3aa3c7b5a req-cdecb5ad-0be4-48ee-a7e1-a79f9fceb7bc tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 985 time: 0.0486887 Aug 06 16:58:34.452775 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74d6bc8f-93ca-41d2-a74b-f5b3aa3c7b5a req-45801931-ad6a-418f-acbb-d6121e4bf1dd tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&id=8f847bf6-bfb7-460d-a128-06f4d2345b36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335622 Aug 06 16:58:35.578213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f38605-dba0-4598-90be-c3bb37bb29f6 req-686bd20f-6b74-4f96-90ff-c3a2e2c98b8b tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:35.579691 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3f38605-dba0-4598-90be-c3bb37bb29f6 req-686bd20f-6b74-4f96-90ff-c3a2e2c98b8b tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 985 time: 0.0589554 Aug 06 16:58:35.618917 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3f38605-dba0-4598-90be-c3bb37bb29f6 req-173ed79d-687c-4421-8ca5-e498a7bfd9c4 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&id=8f847bf6-bfb7-460d-a128-06f4d2345b36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331438 Aug 06 16:58:36.297938 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7df51599-e3eb-4c01-aba2-0405493cd253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:36.719156 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:36.735213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed25bbe-0f59-4f76-a3f9-99382d3c560c req-d4a05426-d81d-4b67-905a-794c9b7b91f7 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:36.736781 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bed25bbe-0f59-4f76-a3f9-99382d3c560c req-d4a05426-d81d-4b67-905a-794c9b7b91f7 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 985 time: 0.0523043 Aug 06 16:58:36.780907 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bed25bbe-0f59-4f76-a3f9-99382d3c560c req-cf4eb406-ef72-41cf-a8f5-0907b094b269 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&id=8f847bf6-bfb7-460d-a128-06f4d2345b36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379109 Aug 06 16:58:37.520083 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:37.895123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9713b5-d74b-4898-b750-2891a67a97e4 req-77d13e8e-f80e-46fe-9f7f-810ff1f943b2 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:37.896600 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd9713b5-d74b-4898-b750-2891a67a97e4 req-77d13e8e-f80e-46fe-9f7f-810ff1f943b2 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 985 time: 0.0484235 Aug 06 16:58:37.935891 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd9713b5-d74b-4898-b750-2891a67a97e4 req-873615a2-3a51-4d06-8f2f-f1bd4b0b673b tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&id=8f847bf6-bfb7-460d-a128-06f4d2345b36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332081 Aug 06 16:58:39.052406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e7633-a7fe-414e-b344-73fce78d2262 req-badd4157-64ff-4027-a935-cc3287894bf2 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:39.053951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b27e7633-a7fe-414e-b344-73fce78d2262 req-badd4157-64ff-4027-a935-cc3287894bf2 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 985 time: 0.0493011 Aug 06 16:58:39.093874 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b27e7633-a7fe-414e-b344-73fce78d2262 req-ff0354b9-0cf3-4f66-b85c-bfc8baf328aa tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&id=8f847bf6-bfb7-460d-a128-06f4d2345b36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338013 Aug 06 16:58:39.244726 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:39.471628 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:58:40.207816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cacb3-1388-4715-b252-86934bd60f1c req-00a6aa65-9130-41c5-89fe-0f4e33feaef9 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:40.209278 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98cacb3-1388-4715-b252-86934bd60f1c req-00a6aa65-9130-41c5-89fe-0f4e33feaef9 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 985 time: 0.0491097 Aug 06 16:58:40.253544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f98cacb3-1388-4715-b252-86934bd60f1c req-0a582495-3eec-4b36-8978-cd380cc43b08 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&id=8f847bf6-bfb7-460d-a128-06f4d2345b36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381932 Aug 06 16:58:41.367905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d1118-b571-41be-96fd-352b31858068 req-5ff5b00f-4d18-40e8-bb16-663e61b5988b tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:41.369521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6c9d1118-b571-41be-96fd-352b31858068 req-5ff5b00f-4d18-40e8-bb16-663e61b5988b tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 985 time: 0.0490291 Aug 06 16:58:41.408836 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6c9d1118-b571-41be-96fd-352b31858068 req-cf8e2cc6-26d3-4ab5-8640-5bd62b9e723b tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&id=8f847bf6-bfb7-460d-a128-06f4d2345b36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328064 Aug 06 16:58:42.523931 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363b68a-99a5-45be-8385-720f50eb5955 req-9cd4331b-31cb-4b1c-b33e-48bb0bd2f9c4 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:42.525400 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1363b68a-99a5-45be-8385-720f50eb5955 req-9cd4331b-31cb-4b1c-b33e-48bb0bd2f9c4 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 985 time: 0.0481133 Aug 06 16:58:42.565429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1363b68a-99a5-45be-8385-720f50eb5955 req-d33d198d-63ff-4230-885e-4d3d657cb0af tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&id=8f847bf6-bfb7-460d-a128-06f4d2345b36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332010 Aug 06 16:58:43.680614 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77882b-1f9c-42aa-8ce7-f7f2362fc3ea req-a6234e8c-a162-490e-9023-77473aecb6ca tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:43.682194 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf77882b-1f9c-42aa-8ce7-f7f2362fc3ea req-a6234e8c-a162-490e-9023-77473aecb6ca tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 985 time: 0.0488842 Aug 06 16:58:43.726025 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bf77882b-1f9c-42aa-8ce7-f7f2362fc3ea req-23be9c44-6466-422d-a171-33fadfcaa36e tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&id=8f847bf6-bfb7-460d-a128-06f4d2345b36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379045 Aug 06 16:58:44.843409 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa67314-0ede-4cdd-b70a-f5e4c24587ed req-b1941906-6ed2-49d5-a994-414530c7c644 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:44.844900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fa67314-0ede-4cdd-b70a-f5e4c24587ed req-b1941906-6ed2-49d5-a994-414530c7c644 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 985 time: 0.0501647 Aug 06 16:58:44.885161 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1fa67314-0ede-4cdd-b70a-f5e4c24587ed req-7a14e958-1827-45e8-ac60-b459f9c0df3b tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&id=8f847bf6-bfb7-460d-a128-06f4d2345b36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341303 Aug 06 16:58:54.260984 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:54.506826 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:01.072016 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-89d1a88b-d80b-4aea-a2ff-5cb339e0a54b req-e23559b0-7b1a-46ff-ad49-5fa1027189b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428245 Aug 06 16:59:01.150447 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1a88b-d80b-4aea-a2ff-5cb339e0a54b req-a2fa9754-a8ac-4582-a507-4075a07c8e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:01.151956 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-89d1a88b-d80b-4aea-a2ff-5cb339e0a54b req-a2fa9754-a8ac-4582-a507-4075a07c8e30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f5ab30ae3ce4a4e9685595eb70d7c11&device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 1136 time: 0.0397375 Aug 06 16:59:01.257166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1a88b-d80b-4aea-a2ff-5cb339e0a54b req-349b1cef-bc4a-46d4-9a9a-35529193beac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:01.258657 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-89d1a88b-d80b-4aea-a2ff-5cb339e0a54b req-349b1cef-bc4a-46d4-9a9a-35529193beac service neutron] 10.222.0.13 "GET /v2.0/networks?id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b HTTP/1.1" status: 200 len: 915 time: 0.0869012 Aug 06 16:59:01.326981 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-89d1a88b-d80b-4aea-a2ff-5cb339e0a54b req-975ae610-febb-4937-ad75-8503d6e8d483 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438e6f41-874e-4612-ba5b-ecb22b65587f HTTP/1.1" status: 200 len: 1002 time: 0.0605261 Aug 06 16:59:01.379129 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1a88b-d80b-4aea-a2ff-5cb339e0a54b req-9db0f423-bcc1-4a15-83a6-9d3437ef574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:01.380576 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-89d1a88b-d80b-4aea-a2ff-5cb339e0a54b req-9db0f423-bcc1-4a15-83a6-9d3437ef574f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3899cfdf-a8f9-4401-ae39-60f9683645da HTTP/1.1" status: 200 len: 853 time: 0.0463707 Aug 06 16:59:01.425138 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1a88b-d80b-4aea-a2ff-5cb339e0a54b req-6d841df1-1a66-468e-98be-58d96ce995ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:01.426535 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-89d1a88b-d80b-4aea-a2ff-5cb339e0a54b req-6d841df1-1a66-468e-98be-58d96ce995ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392172 Aug 06 16:59:01.521787 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-89d1a88b-d80b-4aea-a2ff-5cb339e0a54b req-927993bc-287d-4d23-9ef6-3474e5b551fc service neutron] 10.222.0.13 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864079 Aug 06 16:59:01.609924 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-89d1a88b-d80b-4aea-a2ff-5cb339e0a54b req-a12bd1b2-5081-45c1-b5e2-a97ad39de2cd service neutron] 10.222.0.13 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805986 Aug 06 16:59:03.875507 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e2fa0c0b-1903-4d18-b330-b939620b8161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:06.298954 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a959304f-7fb1-4e72-8918-fc95f3fd495d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:06.720127 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:07.522234 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:09.247387 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:16.470702 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:59:17.256934 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f188f086-4ba7-4ea2-824a-3b94d47dbf2b req-ffd64fb5-4d23-4130-a5af-f96879bceb58 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536993793&fields=id&tenant_id=1f5ab30ae3ce4a4e9685595eb70d7c11 HTTP/1.1" status: 200 len: 267 time: 0.0334046 Aug 06 16:59:17.309427 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188f086-4ba7-4ea2-824a-3b94d47dbf2b req-15fe47bc-8307-4898-b424-1a629cf886a1 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:17.310982 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f188f086-4ba7-4ea2-824a-3b94d47dbf2b req-15fe47bc-8307-4898-b424-1a629cf886a1 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 985 time: 0.0482011 Aug 06 16:59:17.322594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-f188f086-4ba7-4ea2-824a-3b94d47dbf2b req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Request body: {'port': {'security_groups': ['b2f14b6e-956c-43ac-9c7f-87c1725e5a42']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:59:17.389146 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f188f086-4ba7-4ea2-824a-3b94d47dbf2b req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:17.559058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f188f086-4ba7-4ea2-824a-3b94d47dbf2b req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] For port 438e6f41-874e-4612-ba5b-ecb22b65587f, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=438e6f41-874e-4612-ba5b-ecb22b65587f,segment=NetworkSegment(9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3),segment_id=9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:17.587734 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f188f086-4ba7-4ea2-824a-3b94d47dbf2b req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:17.592325 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f188f086-4ba7-4ea2-824a-3b94d47dbf2b req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:17.605377 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['438e6f41-874e-4612-ba5b-ecb22b65587f'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:59:17.643654 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188f086-4ba7-4ea2-824a-3b94d47dbf2b req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:17.644952 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f188f086-4ba7-4ea2-824a-3b94d47dbf2b req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:17.646153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f188f086-4ba7-4ea2-824a-3b94d47dbf2b req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "PUT /v2.0/ports/438e6f41-874e-4612-ba5b-ecb22b65587f HTTP/1.1" status: 200 len: 943 time: 0.3282094 Aug 06 16:59:17.646634 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'tag': '438e6f41-874e-4612-ba5b-ecb22b65587f'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:59:17.648897 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b142d383-73ef-478c-adb1-7931b5ac1e17" -d '{"events": [{"name": "network-changed", "server_uuid": "91dd280a-b5b8-4b40-a73a-60c66625d537", "tag": "438e6f41-874e-4612-ba5b-ecb22b65587f"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:59:17.658511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33840) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:17.675024 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Pushing event updated for resources: {'Port': ['ID=438e6f41-874e-4612-ba5b-ecb22b65587f,revision_number=7']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:17.683591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:17.683948 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:17.684355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:17.684695 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:17.685034 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:17.685738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:17.686079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:17.686497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:17.686834 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:17.687163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:17.688108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:17.688633 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e67fc21-326c-437f-8864-8f7817f60359 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:17.715189 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dad2aec-044c-4b44-b866-6ad5593a11d0 x-openstack-request-id: req-2dad2aec-044c-4b44-b866-6ad5593a11d0 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:59:17.715484 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91dd280a-b5b8-4b40-a73a-60c66625d537", "tag": "438e6f41-874e-4612-ba5b-ecb22b65587f", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:59:17.715739 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2dad2aec-044c-4b44-b866-6ad5593a11d0 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:59:17.716811 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'tag': '438e6f41-874e-4612-ba5b-ecb22b65587f', 'status': 'completed', 'code': 200} Aug 06 16:59:17.733463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['438e6f41-874e-4612-ba5b-ecb22b65587f'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:59:17.770811 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:17.808893 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:17.818903 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142d383-73ef-478c-adb1-7931b5ac1e17 req-98486374-9bf0-4e31-903c-4452f30d45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:17.820357 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b142d383-73ef-478c-adb1-7931b5ac1e17 req-98486374-9bf0-4e31-903c-4452f30d45ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f5ab30ae3ce4a4e9685595eb70d7c11&device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 1097 time: 0.0820127 Aug 06 16:59:17.914795 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-aac87632-56bc-4a4a-81a2-58e1553e275d None None] Provisioning complete for port 438e6f41-874e-4612-ba5b-ecb22b65587f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:59:17.915106 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aac87632-56bc-4a4a-81a2-58e1553e275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:17.951579 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142d383-73ef-478c-adb1-7931b5ac1e17 req-662ba4eb-fff9-4953-a48f-54e263dc3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:17.953385 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b142d383-73ef-478c-adb1-7931b5ac1e17 req-662ba4eb-fff9-4953-a48f-54e263dc3fed service neutron] 10.222.0.13 "GET /v2.0/networks?id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b HTTP/1.1" status: 200 len: 915 time: 0.1183853 Aug 06 16:59:17.954408 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:17.956984 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:17.960498 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "DELETE /v2.0/security-groups/8f847bf6-bfb7-460d-a128-06f4d2345b36 HTTP/1.1" status: 204 len: 168 time: 0.3031571 Aug 06 16:59:17.961093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33842) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:18.008230 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f847bf6-bfb7-460d-a128-06f4d2345b36,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:18.023404 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:18.023756 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:18.024101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:18.024448 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:18.024867 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:18.025203 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:18.025532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:18.025891 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:18.026221 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:18.026549 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:18.026876 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:18.027201 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8adb6c77-1adb-4d40-a8dc-be7b40a4db73 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:18.045940 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b142d383-73ef-478c-adb1-7931b5ac1e17 req-3b47c5c7-92ed-49a8-bde1-1f1ed1bea3ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438e6f41-874e-4612-ba5b-ecb22b65587f HTTP/1.1" status: 200 len: 1002 time: 0.0842252 Aug 06 16:59:18.098269 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142d383-73ef-478c-adb1-7931b5ac1e17 req-330fd78f-4c0a-4953-adf1-9558464646a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:18.099823 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b142d383-73ef-478c-adb1-7931b5ac1e17 req-330fd78f-4c0a-4953-adf1-9558464646a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3899cfdf-a8f9-4401-ae39-60f9683645da HTTP/1.1" status: 200 len: 853 time: 0.0460875 Aug 06 16:59:18.131354 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-128c0559-6f9b-40da-877b-383dfb4e4f7d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Deleting port d309088f-9796-41e1-ad0c-894d7888d5f8 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:59:18.131700 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-128c0559-6f9b-40da-877b-383dfb4e4f7d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:18.147435 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142d383-73ef-478c-adb1-7931b5ac1e17 req-2e3e2a97-6270-4ec8-bd1f-fb18119383cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:18.148951 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b142d383-73ef-478c-adb1-7931b5ac1e17 req-2e3e2a97-6270-4ec8-bd1f-fb18119383cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415435 Aug 06 16:59:18.212160 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-128c0559-6f9b-40da-877b-383dfb4e4f7d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:18.212476 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-128c0559-6f9b-40da-877b-383dfb4e4f7d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:18.224435 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-128c0559-6f9b-40da-877b-383dfb4e4f7d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Calling delete_port for d309088f-9796-41e1-ad0c-894d7888d5f8 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:59:18.248317 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b142d383-73ef-478c-adb1-7931b5ac1e17 req-8616cd1f-e51c-4855-9375-a148e4a62100 service neutron] 10.222.0.13 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917778 Aug 06 16:59:18.347059 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-b142d383-73ef-478c-adb1-7931b5ac1e17 req-02312d62-26e9-4fa9-9040-028ea08b1868 service neutron] 10.222.0.13 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911295 Aug 06 16:59:18.378090 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-128c0559-6f9b-40da-877b-383dfb4e4f7d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:18.403215 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c0559-6f9b-40da-877b-383dfb4e4f7d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Pushing event deleted for resources: {'Port': ['ID=d309088f-9796-41e1-ad0c-894d7888d5f8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:18.462573 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-128c0559-6f9b-40da-877b-383dfb4e4f7d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:18.462909 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-128c0559-6f9b-40da-877b-383dfb4e4f7d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Floating IP ae56c319-96bb-4635-82c5-e91a04f6afe7 disassociated (deleted). External IP: 172.25.1.220, port: 438e6f41-874e-4612-ba5b-ecb22b65587f. Aug 06 16:59:18.668569 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128c0559-6f9b-40da-877b-383dfb4e4f7d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Router ef037364-b049-4282-8498-099a1e6e480a has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:59:18.775009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128c0559-6f9b-40da-877b-383dfb4e4f7d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:59:18.779430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-128c0559-6f9b-40da-877b-383dfb4e4f7d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:18.786298 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fc8f77-f240-4771-b590-2078f80ed46d None None] Sync routers for ids ['ef037364-b049-4282-8498-099a1e6e480a'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:59:18.795908 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fc8f77-f240-4771-b590-2078f80ed46d None None] Routers {'ef037364-b049-4282-8498-099a1e6e480a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:59:18.796506 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-76fc8f77-f240-4771-b590-2078f80ed46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:59:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ef037364-b049-4282-8498-099a1e6e480a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:18.806720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-128c0559-6f9b-40da-877b-383dfb4e4f7d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "DELETE /v2.0/floatingips/ae56c319-96bb-4635-82c5-e91a04f6afe7 HTTP/1.1" status: 204 len: 168 time: 0.8443203 Aug 06 16:59:18.902466 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-76fc8f77-f240-4771-b590-2078f80ed46d None None] Set router ef037364-b049-4282-8498-099a1e6e480a gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:59:19.109249 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-76fc8f77-f240-4771-b590-2078f80ed46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef037364-b049-4282-8498-099a1e6e480a', 'name': 'tempest-TestMinimumBasicScenario-203452244-router', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:24Z', 'revision_number': 4, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'gw_port': {'id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'de75169c-963e-4154-8833-217c2f5f2bd7', 'name': '', 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'mac_address': 'fa:16:3e:03:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:23Z', 'updated_at': '2021-08-06T16:57:30Z', 'revision_number': 5, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'subnets': [{'id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:19.137037 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fc8f77-f240-4771-b590-2078f80ed46d None None] Checking router: ef037364-b049-4282-8498-099a1e6e480a for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:59:19.145387 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fc8f77-f240-4771-b590-2078f80ed46d None None] Routers {'ef037364-b049-4282-8498-099a1e6e480a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:59:19.145992 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-76fc8f77-f240-4771-b590-2078f80ed46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:59:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ef037364-b049-4282-8498-099a1e6e480a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:19.241883 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-76fc8f77-f240-4771-b590-2078f80ed46d None None] Set router ef037364-b049-4282-8498-099a1e6e480a gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:59:19.534718 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-76fc8f77-f240-4771-b590-2078f80ed46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef037364-b049-4282-8498-099a1e6e480a', 'name': 'tempest-TestMinimumBasicScenario-203452244-router', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:24Z', 'revision_number': 4, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'gw_port': {'id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'de75169c-963e-4154-8833-217c2f5f2bd7', 'name': '', 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'mac_address': 'fa:16:3e:03:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:23Z', 'updated_at': '2021-08-06T16:57:30Z', 'revision_number': 5, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'subnets': [{'id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:19.560138 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fc8f77-f240-4771-b590-2078f80ed46d None None] The sync data for ids ['ef037364-b049-4282-8498-099a1e6e480a'] in n-d-803756-1 is: [{'id': 'ef037364-b049-4282-8498-099a1e6e480a', 'name': 'tempest-TestMinimumBasicScenario-203452244-router', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:24Z', 'revision_number': 4, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'gw_port': {'id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'de75169c-963e-4154-8833-217c2f5f2bd7', 'name': '', 'network_id': '42b709fa-2928-4c9f-9a1c-d82b75a9ca1b', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'mac_address': 'fa:16:3e:03:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:23Z', 'updated_at': '2021-08-06T16:57:30Z', 'revision_number': 5, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'subnets': [{'id': '3899cfdf-a8f9-4401-ae39-60f9683645da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:59:19.718156 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'tag': '438e6f41-874e-4612-ba5b-ecb22b65587f'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:59:19.720712 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17d2fdf-ec4c-47ed-a98f-b465c63e3a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "91dd280a-b5b8-4b40-a73a-60c66625d537", "tag": "438e6f41-874e-4612-ba5b-ecb22b65587f"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:59:19.761896 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b4c363-a739-4a5b-ad04-84b228a23230 x-openstack-request-id: req-20b4c363-a739-4a5b-ad04-84b228a23230 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:59:19.762195 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91dd280a-b5b8-4b40-a73a-60c66625d537", "tag": "438e6f41-874e-4612-ba5b-ecb22b65587f", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:59:19.762448 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20b4c363-a739-4a5b-ad04-84b228a23230 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:59:19.762852 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'tag': '438e6f41-874e-4612-ba5b-ecb22b65587f', 'status': 'completed', 'code': 200} Aug 06 16:59:19.793852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635fa2af-b3de-45cc-af34-54806680d073 None None] New status for floating IP ae56c319-96bb-4635-82c5-e91a04f6afe7: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:59:19.832604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d2fdf-ec4c-47ed-a98f-b465c63e3a9d req-c165166e-5c66-4ef8-a60b-e4d4d3f1cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:19.832604 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f17d2fdf-ec4c-47ed-a98f-b465c63e3a9d req-c165166e-5c66-4ef8-a60b-e4d4d3f1cab9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f5ab30ae3ce4a4e9685595eb70d7c11&device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 1097 time: 0.0485425 Aug 06 16:59:19.930057 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d2fdf-ec4c-47ed-a98f-b465c63e3a9d req-a40c93e6-f381-4615-aeec-52c78adbee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:19.931540 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f17d2fdf-ec4c-47ed-a98f-b465c63e3a9d req-a40c93e6-f381-4615-aeec-52c78adbee9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b HTTP/1.1" status: 200 len: 915 time: 0.0921555 Aug 06 16:59:19.976474 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f17d2fdf-ec4c-47ed-a98f-b465c63e3a9d req-375c5300-afc1-4e82-b6af-778c089152f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=438e6f41-874e-4612-ba5b-ecb22b65587f HTTP/1.1" status: 200 len: 217 time: 0.0378525 Aug 06 16:59:20.025296 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d2fdf-ec4c-47ed-a98f-b465c63e3a9d req-f0088409-adf2-4330-bdae-bff43804797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:20.026788 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f17d2fdf-ec4c-47ed-a98f-b465c63e3a9d req-f0088409-adf2-4330-bdae-bff43804797b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3899cfdf-a8f9-4401-ae39-60f9683645da HTTP/1.1" status: 200 len: 853 time: 0.0442526 Aug 06 16:59:20.075997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d2fdf-ec4c-47ed-a98f-b465c63e3a9d req-438b9b66-c8a6-4b51-9004-0f5be84b2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:20.077544 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f17d2fdf-ec4c-47ed-a98f-b465c63e3a9d req-438b9b66-c8a6-4b51-9004-0f5be84b2c3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434070 Aug 06 16:59:20.174183 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f17d2fdf-ec4c-47ed-a98f-b465c63e3a9d req-51f1bb6e-f088-482d-ae4b-3641f58ea835 service neutron] 10.222.0.13 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882452 Aug 06 16:59:20.262776 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f17d2fdf-ec4c-47ed-a98f-b465c63e3a9d req-9d83ba7e-c818-49e4-8136-4728744c28c4 service neutron] 10.222.0.13 "GET /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814958 Aug 06 16:59:24.261340 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:24.509828 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:25.727713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8660d9-1a8d-4c5b-92d4-98fec092c467 req-1a70e08c-396e-4ea7-ab23-b720e11175d9 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:25.729242 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d8660d9-1a8d-4c5b-92d4-98fec092c467 req-1a70e08c-396e-4ea7-ab23-b720e11175d9 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 946 time: 0.0490890 Aug 06 16:59:25.770523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d8660d9-1a8d-4c5b-92d4-98fec092c467 req-8a6b03ab-8052-485b-b845-88750b06a0dc tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350802 Aug 06 16:59:26.886820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2a1fc-e9d8-4b04-b31d-bf0a3ee6cf61 req-b53e47bf-a217-44b9-ba0e-744914669f42 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:26.888304 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6e2a1fc-e9d8-4b04-b31d-bf0a3ee6cf61 req-b53e47bf-a217-44b9-ba0e-744914669f42 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 946 time: 0.0489812 Aug 06 16:59:26.926373 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f6e2a1fc-e9d8-4b04-b31d-bf0a3ee6cf61 req-e8230b9c-51eb-4eb5-96c2-5c65c8c2112d tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2f14b6e-956c-43ac-9c7f-87c1725e5a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319548 Aug 06 16:59:27.340960 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfb394-cc8e-42f2-8937-75089b41bb7b req-32c2cc89-d9c8-4543-80c1-3ff7b7d8a7b2 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:27.342352 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8ebfb394-cc8e-42f2-8937-75089b41bb7b req-32c2cc89-d9c8-4543-80c1-3ff7b7d8a7b2 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.13 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 946 time: 0.0522642 Aug 06 16:59:27.435154 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-8ebfb394-cc8e-42f2-8937-75089b41bb7b req-dc71ac8b-1b5a-4f22-a32a-ab395e2ff604 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Deleting port 438e6f41-874e-4612-ba5b-ecb22b65587f {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:59:27.435487 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8ebfb394-cc8e-42f2-8937-75089b41bb7b req-dc71ac8b-1b5a-4f22-a32a-ab395e2ff604 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:27.528149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-8ebfb394-cc8e-42f2-8937-75089b41bb7b req-dc71ac8b-1b5a-4f22-a32a-ab395e2ff604 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] For port 438e6f41-874e-4612-ba5b-ecb22b65587f, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=438e6f41-874e-4612-ba5b-ecb22b65587f,segment=NetworkSegment(9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3),segment_id=9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:27.528514 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8ebfb394-cc8e-42f2-8937-75089b41bb7b req-dc71ac8b-1b5a-4f22-a32a-ab395e2ff604 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:27.541117 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-8ebfb394-cc8e-42f2-8937-75089b41bb7b req-dc71ac8b-1b5a-4f22-a32a-ab395e2ff604 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Calling delete_port for 438e6f41-874e-4612-ba5b-ecb22b65587f owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:59:27.663822 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8ebfb394-cc8e-42f2-8937-75089b41bb7b req-dc71ac8b-1b5a-4f22-a32a-ab395e2ff604 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:27.675387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['438e6f41-874e-4612-ba5b-ecb22b65587f'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:59:27.696487 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71ac8b-1b5a-4f22-a32a-ab395e2ff604 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Pushing event deleted for resources: {'Port': ['ID=438e6f41-874e-4612-ba5b-ecb22b65587f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:27.737465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebfb394-cc8e-42f2-8937-75089b41bb7b req-dc71ac8b-1b5a-4f22-a32a-ab395e2ff604 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] No DVR routers for this DVR port 438e6f41-874e-4612-ba5b-ecb22b65587f on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:59:27.740357 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-8ebfb394-cc8e-42f2-8937-75089b41bb7b req-dc71ac8b-1b5a-4f22-a32a-ab395e2ff604 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:27.742469 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8ebfb394-cc8e-42f2-8937-75089b41bb7b req-dc71ac8b-1b5a-4f22-a32a-ab395e2ff604 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.13 "DELETE /v2.0/ports/438e6f41-874e-4612-ba5b-ecb22b65587f HTTP/1.1" status: 204 len: 173 time: 0.3938375 Aug 06 16:59:27.742915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'name': 'network-vif-deleted', 'tag': '438e6f41-874e-4612-ba5b-ecb22b65587f'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:59:27.745170 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8583b8-4726-49e9-abd8-71f6597e9ce7" -d '{"events": [{"server_uuid": "91dd280a-b5b8-4b40-a73a-60c66625d537", "name": "network-vif-deleted", "tag": "438e6f41-874e-4612-ba5b-ecb22b65587f"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:59:27.784476 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d6c5c6-5ad0-4e12-899d-62768d46d60f x-openstack-request-id: req-16d6c5c6-5ad0-4e12-899d-62768d46d60f {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:59:27.784783 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91dd280a-b5b8-4b40-a73a-60c66625d537", "name": "network-vif-deleted", "tag": "438e6f41-874e-4612-ba5b-ecb22b65587f", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:59:27.785035 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16d6c5c6-5ad0-4e12-899d-62768d46d60f {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:59:27.785427 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91dd280a-b5b8-4b40-a73a-60c66625d537', 'name': 'network-vif-deleted', 'tag': '438e6f41-874e-4612-ba5b-ecb22b65587f', 'status': 'completed', 'code': 200} Aug 06 16:59:28.029043 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d61ad86d-9521-4b75-ba76-ab58a1ab696c req-1dc1efe8-f996-4f68-a080-dd9475ce07a8 tempest-TestMinimumBasicScenario-1109510101 tempest-TestMinimumBasicScenario-1109510101-project] 10.222.0.37 "GET /v2.0/ports?device_id=91dd280a-b5b8-4b40-a73a-60c66625d537 HTTP/1.1" status: 200 len: 210 time: 0.0264528 Aug 06 16:59:29.585929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33938) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:29.933105 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-323460fb-bf12-4110-aee9-55ead9a1261c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:30.175758 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-323460fb-bf12-4110-aee9-55ead9a1261c admin admin] Deleting port de75169c-963e-4154-8833-217c2f5f2bd7 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:59:30.176094 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-323460fb-bf12-4110-aee9-55ead9a1261c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:30.251396 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-323460fb-bf12-4110-aee9-55ead9a1261c admin admin] For port de75169c-963e-4154-8833-217c2f5f2bd7, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=de75169c-963e-4154-8833-217c2f5f2bd7,segment=NetworkSegment(9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3),segment_id=9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:30.251750 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-323460fb-bf12-4110-aee9-55ead9a1261c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:30.263500 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-323460fb-bf12-4110-aee9-55ead9a1261c admin admin] Calling delete_port for de75169c-963e-4154-8833-217c2f5f2bd7 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:59:30.438337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-323460fb-bf12-4110-aee9-55ead9a1261c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:30.469912 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323460fb-bf12-4110-aee9-55ead9a1261c admin admin] Pushing event deleted for resources: {'Port': ['ID=de75169c-963e-4154-8833-217c2f5f2bd7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:30.641826 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-323460fb-bf12-4110-aee9-55ead9a1261c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:30.856920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323460fb-bf12-4110-aee9-55ead9a1261c admin admin] Router ef037364-b049-4282-8498-099a1e6e480a has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:59:30.959134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323460fb-bf12-4110-aee9-55ead9a1261c admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:59:30.960450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 438e6f41-874e-4612-ba5b-ecb22b65587f no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:59:30.963900 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-323460fb-bf12-4110-aee9-55ead9a1261c admin admin] 10.222.0.37 "PUT /v2.0/routers/ef037364-b049-4282-8498-099a1e6e480a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3768554 Aug 06 16:59:30.966703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33940) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:30.967984 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba59bf27-2b8b-46bb-89e7-329fe6458dc4 None None] Sync routers for ids ['ef037364-b049-4282-8498-099a1e6e480a'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:59:30.978201 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba59bf27-2b8b-46bb-89e7-329fe6458dc4 None None] Routers {'ef037364-b049-4282-8498-099a1e6e480a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:59:30.979107 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ba59bf27-2b8b-46bb-89e7-329fe6458dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:59:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ef037364-b049-4282-8498-099a1e6e480a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:30.984590 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 438e6f41-874e-4612-ba5b-ecb22b65587f {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:59:30.984940 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 438e6f41-874e-4612-ba5b-ecb22b65587f not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:59:31.069582 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de8545a1-7349-4504-8a39-be11e427081e admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:31.081572 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ba59bf27-2b8b-46bb-89e7-329fe6458dc4 None None] Set router ef037364-b049-4282-8498-099a1e6e480a gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:59:31.174615 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de8545a1-7349-4504-8a39-be11e427081e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:31.228419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-de8545a1-7349-4504-8a39-be11e427081e admin admin] Deleting port 77ef585c-7e80-4b3f-988c-29121be4148e {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:59:31.229361 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de8545a1-7349-4504-8a39-be11e427081e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:31.271440 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ba59bf27-2b8b-46bb-89e7-329fe6458dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef037364-b049-4282-8498-099a1e6e480a', 'name': 'tempest-TestMinimumBasicScenario-203452244-router', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:59:30Z', 'revision_number': 5, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'gw_port': {'id': '77ef585c-7e80-4b3f-988c-29121be4148e', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef037364-b049-4282-8498-099a1e6e480a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:31.299339 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba59bf27-2b8b-46bb-89e7-329fe6458dc4 None None] Checking router: ef037364-b049-4282-8498-099a1e6e480a for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:59:31.307489 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba59bf27-2b8b-46bb-89e7-329fe6458dc4 None None] Routers {'ef037364-b049-4282-8498-099a1e6e480a'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:59:31.308079 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ba59bf27-2b8b-46bb-89e7-329fe6458dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:59:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ef037364-b049-4282-8498-099a1e6e480a'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:31.312520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-de8545a1-7349-4504-8a39-be11e427081e admin admin] For port 77ef585c-7e80-4b3f-988c-29121be4148e, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=77ef585c-7e80-4b3f-988c-29121be4148e,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:31.312880 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de8545a1-7349-4504-8a39-be11e427081e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:31.324797 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-de8545a1-7349-4504-8a39-be11e427081e admin admin] Calling delete_port for 77ef585c-7e80-4b3f-988c-29121be4148e owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:59:31.393533 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-ba59bf27-2b8b-46bb-89e7-329fe6458dc4 None None] Set router ef037364-b049-4282-8498-099a1e6e480a gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:59:31.445077 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-ba59bf27-2b8b-46bb-89e7-329fe6458dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef037364-b049-4282-8498-099a1e6e480a', 'name': 'tempest-TestMinimumBasicScenario-203452244-router', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:59:31Z', 'revision_number': 6, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:31.475451 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba59bf27-2b8b-46bb-89e7-329fe6458dc4 None None] The sync data for ids ['ef037364-b049-4282-8498-099a1e6e480a'] in n-d-803756-1 is: [{'id': 'ef037364-b049-4282-8498-099a1e6e480a', 'name': 'tempest-TestMinimumBasicScenario-203452244-router', 'tenant_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:21Z', 'updated_at': '2021-08-06T16:59:31Z', 'revision_number': 6, 'project_id': '1f5ab30ae3ce4a4e9685595eb70d7c11', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:59:31.502524 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de8545a1-7349-4504-8a39-be11e427081e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:31.531325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8545a1-7349-4504-8a39-be11e427081e admin admin] Pushing event deleted for resources: {'Port': ['ID=77ef585c-7e80-4b3f-988c-29121be4148e,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:31.599433 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de8545a1-7349-4504-8a39-be11e427081e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.039016 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de8545a1-7349-4504-8a39-be11e427081e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.041120 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de8545a1-7349-4504-8a39-be11e427081e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.088244 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de8545a1-7349-4504-8a39-be11e427081e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.088740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8545a1-7349-4504-8a39-be11e427081e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef037364-b049-4282-8498-099a1e6e480a {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:59:32.093338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de8545a1-7349-4504-8a39-be11e427081e admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.095016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-de8545a1-7349-4504-8a39-be11e427081e admin admin] 10.222.0.37 "DELETE /v2.0/routers/ef037364-b049-4282-8498-099a1e6e480a HTTP/1.1" status: 204 len: 168 time: 1.1271954 Aug 06 16:59:32.097610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33944) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:32.153305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-0592f579-9b0f-4531-a4b5-e496015a1160 admin admin] Deleting subnet 3899cfdf-a8f9-4401-ae39-60f9683645da {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:59:32.157069 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0592f579-9b0f-4531-a4b5-e496015a1160 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.192644 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0592f579-9b0f-4531-a4b5-e496015a1160 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.272211 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0592f579-9b0f-4531-a4b5-e496015a1160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.288674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device de75169c-963e-4154-8833-217c2f5f2bd7 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:59:32.309535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: de75169c-963e-4154-8833-217c2f5f2bd7 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:59:32.309931 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device de75169c-963e-4154-8833-217c2f5f2bd7 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:59:32.328856 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0592f579-9b0f-4531-a4b5-e496015a1160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.354391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592f579-9b0f-4531-a4b5-e496015a1160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3899cfdf-a8f9-4401-ae39-60f9683645da,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:32.357829 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0592f579-9b0f-4531-a4b5-e496015a1160 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.361529 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0592f579-9b0f-4531-a4b5-e496015a1160 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3899cfdf-a8f9-4401-ae39-60f9683645da HTTP/1.1" status: 204 len: 168 time: 0.2616720 Aug 06 16:59:32.362784 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33946) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:32.365887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894463ef-669a-481f-a891-7047183bb1d9 None None] Network 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:59:32.437442 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.491023 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] Deleting port 85641efc-2753-4cf4-9233-785378ec81ea {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:59:32.491371 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.558426 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] DHCP port deletion for 42b709fa-2928-4c9f-9a1c-d82b75a9ca1b request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:59:32.559003 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] For port 85641efc-2753-4cf4-9233-785378ec81ea, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=85641efc-2753-4cf4-9233-785378ec81ea,segment=NetworkSegment(9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3),segment_id=9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:32.559378 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.578391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] Calling delete_port for 85641efc-2753-4cf4-9233-785378ec81ea owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:59:32.607465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Deleting port 85641efc-2753-4cf4-9233-785378ec81ea {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:59:32.607846 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.658704 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.673807 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] For port 85641efc-2753-4cf4-9233-785378ec81ea, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=85641efc-2753-4cf4-9233-785378ec81ea,segment=NetworkSegment(9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3),segment_id=9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:32.674243 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.683853 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=85641efc-2753-4cf4-9233-785378ec81ea,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:32.689164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] No DVR routers for this DVR port 85641efc-2753-4cf4-9233-785378ec81ea on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:59:32.691069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Calling delete_port for 85641efc-2753-4cf4-9233-785378ec81ea owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:59:32.763015 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.768032 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.773212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b709fa-2928-4c9f-9a1c-d82b75a9ca1b']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:32.782973 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:32.783204 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5b861c-4ab2-46fb-9f5e-c183d9fd7ce3') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:32.792237 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.792414 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Pushing event deleted for resources: {'Port': ['ID=85641efc-2753-4cf4-9233-785378ec81ea,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:32.796484 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] No DVR routers for this DVR port 85641efc-2753-4cf4-9233-785378ec81ea on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:59:32.806581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:32.806581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:32.806932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:32.807317 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:32.807647 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:32.807985 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:32.808352 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:32.808657 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:32.809782 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:32.809888 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.809983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:32.809983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:32.810128 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b609ca-28e2-4a80-a37c-ee953b9377f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:32.817054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:59:32.817455 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:59:32.819113 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:59:32.871799 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.877550 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:32.879372 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/42b709fa-2928-4c9f-9a1c-d82b75a9ca1b HTTP/1.1" status: 204 len: 168 time: 0.5156913 Aug 06 16:59:32.882608 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 33948) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:32.894675 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865f7c8-9182-4110-90c0-eb353563e8f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=42b709fa-2928-4c9f-9a1c-d82b75a9ca1b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:33.222439 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-239b9263-f42a-4613-a92d-40b94b52ebae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:33.465650 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-239b9263-f42a-4613-a92d-40b94b52ebae admin admin] Deleting port a1c22e5b-d741-488f-884f-e0de40ef3b23 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:59:33.466162 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-239b9263-f42a-4613-a92d-40b94b52ebae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:33.541975 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-239b9263-f42a-4613-a92d-40b94b52ebae admin admin] For port a1c22e5b-d741-488f-884f-e0de40ef3b23, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a1c22e5b-d741-488f-884f-e0de40ef3b23,segment=NetworkSegment(9949fdd1-d119-48a0-9840-0cf6e618cb70),segment_id=9949fdd1-d119-48a0-9840-0cf6e618cb70)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:33.542246 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-239b9263-f42a-4613-a92d-40b94b52ebae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:33.555572 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-239b9263-f42a-4613-a92d-40b94b52ebae admin admin] Calling delete_port for a1c22e5b-d741-488f-884f-e0de40ef3b23 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:59:33.731070 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-239b9263-f42a-4613-a92d-40b94b52ebae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:33.757582 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b9263-f42a-4613-a92d-40b94b52ebae admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c22e5b-d741-488f-884f-e0de40ef3b23,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:33.896732 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c3946d13-70f7-452d-8090-5a9a42d97e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:33.942331 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-239b9263-f42a-4613-a92d-40b94b52ebae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:33.979211 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 77ef585c-7e80-4b3f-988c-29121be4148e no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:59:34.006178 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 77ef585c-7e80-4b3f-988c-29121be4148e {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:59:34.006520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 77ef585c-7e80-4b3f-988c-29121be4148e not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:59:34.006930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 85641efc-2753-4cf4-9233-785378ec81ea no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:59:34.025488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 85641efc-2753-4cf4-9233-785378ec81ea {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:59:34.025931 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 85641efc-2753-4cf4-9233-785378ec81ea not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:59:34.157922 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239b9263-f42a-4613-a92d-40b94b52ebae admin admin] Router ad627fe3-da52-4f77-8a4e-71db4fe828bf has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:59:34.268416 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239b9263-f42a-4613-a92d-40b94b52ebae admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:59:34.274748 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-239b9263-f42a-4613-a92d-40b94b52ebae admin admin] 10.222.0.37 "PUT /v2.0/routers/ad627fe3-da52-4f77-8a4e-71db4fe828bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3898747 Aug 06 16:59:34.276182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33950) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:34.278906 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca99a3-b01d-4546-b29c-ae83c407a564 None None] Sync routers for ids ['ad627fe3-da52-4f77-8a4e-71db4fe828bf'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:59:34.287789 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca99a3-b01d-4546-b29c-ae83c407a564 None None] Routers {'ad627fe3-da52-4f77-8a4e-71db4fe828bf'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:59:34.288433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0eca99a3-b01d-4546-b29c-ae83c407a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:59:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ad627fe3-da52-4f77-8a4e-71db4fe828bf'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:34.378590 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c92ddd2f-b45a-4207-8d82-5b5449121355 admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:34.393935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-0eca99a3-b01d-4546-b29c-ae83c407a564 None None] Set router ad627fe3-da52-4f77-8a4e-71db4fe828bf gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:59:34.475677 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c92ddd2f-b45a-4207-8d82-5b5449121355 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:34.544838 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-c92ddd2f-b45a-4207-8d82-5b5449121355 admin admin] Deleting port ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:59:34.545178 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c92ddd2f-b45a-4207-8d82-5b5449121355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:34.572883 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0eca99a3-b01d-4546-b29c-ae83c407a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'name': 'tempest-TestMinimumBasicScenario-152022517-router', 'tenant_id': '20802ac7664e41548075bccb2fa9cd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': 'ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:25Z', 'updated_at': '2021-08-06T16:59:33Z', 'revision_number': 5, 'project_id': '20802ac7664e41548075bccb2fa9cd7e', 'gw_port': {'id': 'ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:57:26Z', 'updated_at': '2021-08-06T16:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:34.599455 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca99a3-b01d-4546-b29c-ae83c407a564 None None] Checking router: ad627fe3-da52-4f77-8a4e-71db4fe828bf for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:59:34.607720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca99a3-b01d-4546-b29c-ae83c407a564 None None] Routers {'ad627fe3-da52-4f77-8a4e-71db4fe828bf'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:59:34.608325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0eca99a3-b01d-4546-b29c-ae83c407a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:59:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['ad627fe3-da52-4f77-8a4e-71db4fe828bf'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:34.627329 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-c92ddd2f-b45a-4207-8d82-5b5449121355 admin admin] For port ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:34.627687 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c92ddd2f-b45a-4207-8d82-5b5449121355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:34.639649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-c92ddd2f-b45a-4207-8d82-5b5449121355 admin admin] Calling delete_port for ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7 owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:59:34.695066 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-0eca99a3-b01d-4546-b29c-ae83c407a564 None None] Set router ad627fe3-da52-4f77-8a4e-71db4fe828bf gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:59:34.749192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0eca99a3-b01d-4546-b29c-ae83c407a564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'name': 'tempest-TestMinimumBasicScenario-152022517-router', 'tenant_id': '20802ac7664e41548075bccb2fa9cd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:25Z', 'updated_at': '2021-08-06T16:59:34Z', 'revision_number': 6, 'project_id': '20802ac7664e41548075bccb2fa9cd7e', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:34.776764 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca99a3-b01d-4546-b29c-ae83c407a564 None None] The sync data for ids ['ad627fe3-da52-4f77-8a4e-71db4fe828bf'] in n-d-803756-1 is: [{'id': 'ad627fe3-da52-4f77-8a4e-71db4fe828bf', 'name': 'tempest-TestMinimumBasicScenario-152022517-router', 'tenant_id': '20802ac7664e41548075bccb2fa9cd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:57:25Z', 'updated_at': '2021-08-06T16:59:34Z', 'revision_number': 6, 'project_id': '20802ac7664e41548075bccb2fa9cd7e', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:59:34.813457 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c92ddd2f-b45a-4207-8d82-5b5449121355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:34.842802 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ddd2f-b45a-4207-8d82-5b5449121355 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:34.905421 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c92ddd2f-b45a-4207-8d82-5b5449121355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:34.998335 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c92ddd2f-b45a-4207-8d82-5b5449121355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.001047 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c92ddd2f-b45a-4207-8d82-5b5449121355 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.043157 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c92ddd2f-b45a-4207-8d82-5b5449121355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.043811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92ddd2f-b45a-4207-8d82-5b5449121355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad627fe3-da52-4f77-8a4e-71db4fe828bf {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:59:35.048050 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c92ddd2f-b45a-4207-8d82-5b5449121355 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.049332 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c92ddd2f-b45a-4207-8d82-5b5449121355 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ad627fe3-da52-4f77-8a4e-71db4fe828bf HTTP/1.1" status: 204 len: 168 time: 0.7721410 Aug 06 16:59:35.051874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33952) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:35.100714 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-b632a6f8-c27c-4781-b764-769d2c1f84dc admin admin] Deleting subnet 74d59c0e-25a5-4321-9dc1-c280d10a7f01 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:59:35.104030 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b632a6f8-c27c-4781-b764-769d2c1f84dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.139274 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b632a6f8-c27c-4781-b764-769d2c1f84dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.217693 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b632a6f8-c27c-4781-b764-769d2c1f84dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.273771 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b632a6f8-c27c-4781-b764-769d2c1f84dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.297485 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632a6f8-c27c-4781-b764-769d2c1f84dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d59c0e-25a5-4321-9dc1-c280d10a7f01,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:35.303078 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b632a6f8-c27c-4781-b764-769d2c1f84dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.307526 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b632a6f8-c27c-4781-b764-769d2c1f84dc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/74d59c0e-25a5-4321-9dc1-c280d10a7f01 HTTP/1.1" status: 204 len: 168 time: 0.2521579 Aug 06 16:59:35.307526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33954) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:35.308028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f781cdd-68e6-4d80-aa0c-5804fc7a1bdd None None] Network 5a866baf-fb23-41b1-923c-c44184aa37f5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:59:35.375861 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.436842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] Deleting port 2eaf63b0-2548-436d-96d8-daf0111da620 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:59:35.437842 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.507009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] For port 2eaf63b0-2548-436d-96d8-daf0111da620, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=2eaf63b0-2548-436d-96d8-daf0111da620,segment=NetworkSegment(9949fdd1-d119-48a0-9840-0cf6e618cb70),segment_id=9949fdd1-d119-48a0-9840-0cf6e618cb70)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:35.507749 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.512037 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858e5fb8-262e-49c1-b631-5d550fa14547 None None] DHCP port deletion for 5a866baf-fb23-41b1-923c-c44184aa37f5 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:59:35.521869 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] Calling delete_port for 2eaf63b0-2548-436d-96d8-daf0111da620 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:59:35.557990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-858e5fb8-262e-49c1-b631-5d550fa14547 None None] Deleting port 2eaf63b0-2548-436d-96d8-daf0111da620 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:59:35.558424 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-858e5fb8-262e-49c1-b631-5d550fa14547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.604144 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.625961 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-858e5fb8-262e-49c1-b631-5d550fa14547 None None] For port 2eaf63b0-2548-436d-96d8-daf0111da620, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=2eaf63b0-2548-436d-96d8-daf0111da620,segment=NetworkSegment(9949fdd1-d119-48a0-9840-0cf6e618cb70),segment_id=9949fdd1-d119-48a0-9840-0cf6e618cb70)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:35.626359 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-858e5fb8-262e-49c1-b631-5d550fa14547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.635088 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=2eaf63b0-2548-436d-96d8-daf0111da620,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:35.638593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-858e5fb8-262e-49c1-b631-5d550fa14547 None None] Calling delete_port for 2eaf63b0-2548-436d-96d8-daf0111da620 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:59:35.639225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] No DVR routers for this DVR port 2eaf63b0-2548-436d-96d8-daf0111da620 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:59:35.714645 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.716437 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-858e5fb8-262e-49c1-b631-5d550fa14547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.726442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a866baf-fb23-41b1-923c-c44184aa37f5']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:35.737572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9949fdd1-d119-48a0-9840-0cf6e618cb70') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:35.737842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9949fdd1-d119-48a0-9840-0cf6e618cb70') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:35.745962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e5fb8-262e-49c1-b631-5d550fa14547 None None] Pushing event deleted for resources: {'Port': ['ID=2eaf63b0-2548-436d-96d8-daf0111da620,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:35.747017 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.751684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858e5fb8-262e-49c1-b631-5d550fa14547 None None] No DVR routers for this DVR port 2eaf63b0-2548-436d-96d8-daf0111da620 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:59:35.771090 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.779053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:59:35.779463 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: timer() Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:59:35.781329 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:59:35.839791 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.846797 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:35.848685 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] 10.222.0.37 "DELETE /v2.0/networks/5a866baf-fb23-41b1-923c-c44184aa37f5 HTTP/1.1" status: 204 len: 168 time: 0.5402153 Aug 06 16:59:35.858861 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0afda7-09b5-4f23-bab6-2471e6c37f1e admin admin] Pushing event deleted for resources: {'Network': ['ID=5a866baf-fb23-41b1-923c-c44184aa37f5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:35.931767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a1c22e5b-d741-488f-884f-e0de40ef3b23 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:59:35.952334 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a1c22e5b-d741-488f-884f-e0de40ef3b23 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:59:35.953300 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a1c22e5b-d741-488f-884f-e0de40ef3b23 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:59:35.953753 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 2eaf63b0-2548-436d-96d8-daf0111da620 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:59:35.972402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 2eaf63b0-2548-436d-96d8-daf0111da620 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:59:35.972746 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 2eaf63b0-2548-436d-96d8-daf0111da620 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:59:35.973704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:59:35.993046 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:59:35.993397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ae6fc296-bf6d-42a4-8bbb-99800c2dc0f7 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:59:36.030589 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33960) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:36.069074 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-96d4efd7-a1e2-4b2c-9c47-f9f8288acb21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f5ab30ae3ce4a4e9685595eb70d7c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373740 Aug 06 16:59:36.071571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33962) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:36.118538 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd9673d4-5749-41e8-90b0-43ef4771604e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:36.139207 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd9673d4-5749-41e8-90b0-43ef4771604e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:36.187161 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd9673d4-5749-41e8-90b0-43ef4771604e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:36.190570 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-cd9673d4-5749-41e8-90b0-43ef4771604e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:36.191717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-cd9673d4-5749-41e8-90b0-43ef4771604e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2f14b6e-956c-43ac-9c7f-87c1725e5a42 HTTP/1.1" status: 204 len: 168 time: 0.1192763 Aug 06 16:59:36.199521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9673d4-5749-41e8-90b0-43ef4771604e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f14b6e-956c-43ac-9c7f-87c1725e5a42,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:36.300142 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f79c3a69-672f-4e67-9695-f5b4315bcd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:36.497936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33968) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:36.538540 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a3834554-acab-4ef0-ab6f-1f89ee56d65e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20802ac7664e41548075bccb2fa9cd7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394311 Aug 06 16:59:36.541171 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 33970) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:36.588919 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-678c18e1-d649-411c-b09a-66ebe8d09998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:36.610586 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-678c18e1-d649-411c-b09a-66ebe8d09998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:36.656413 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-678c18e1-d649-411c-b09a-66ebe8d09998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:36.658971 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-678c18e1-d649-411c-b09a-66ebe8d09998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:36.660104 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-678c18e1-d649-411c-b09a-66ebe8d09998 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74f8ce12-32ad-41a6-8a6e-0d7ea4829cd7 HTTP/1.1" status: 204 len: 168 time: 0.1180217 Aug 06 16:59:36.667683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c18e1-d649-411c-b09a-66ebe8d09998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f8ce12-32ad-41a6-8a6e-0d7ea4829cd7,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:36.721416 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:37.525892 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.164156 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34010) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:38.168799 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-10aa6d2a-8bd7-4f84-8ae6-0deaa892ecff tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1409283861', 'description': 'tempest-secgroup-smoke-1409283861 description', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:59:38.190714 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10aa6d2a-8bd7-4f84-8ae6-0deaa892ecff tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.198519 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10aa6d2a-8bd7-4f84-8ae6-0deaa892ecff tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.288714 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10aa6d2a-8bd7-4f84-8ae6-0deaa892ecff tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.292569 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10aa6d2a-8bd7-4f84-8ae6-0deaa892ecff tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.328884 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa6d2a-8bd7-4f84-8ae6-0deaa892ecff tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40248cc9-091f-495b-92b9-91cafddaf117,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:38.383294 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10aa6d2a-8bd7-4f84-8ae6-0deaa892ecff tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.386891 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10aa6d2a-8bd7-4f84-8ae6-0deaa892ecff tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.413954 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-10aa6d2a-8bd7-4f84-8ae6-0deaa892ecff tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.415154 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-10aa6d2a-8bd7-4f84-8ae6-0deaa892ecff tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2500203 Aug 06 16:59:38.416945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa6d2a-8bd7-4f84-8ae6-0deaa892ecff tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:38.418284 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34012) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:38.423658 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-2541bbfb-abd5-4a1d-ad52-57c133cd11c1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:59:38.449739 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2541bbfb-abd5-4a1d-ad52-57c133cd11c1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.505253 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2541bbfb-abd5-4a1d-ad52-57c133cd11c1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.508727 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2541bbfb-abd5-4a1d-ad52-57c133cd11c1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.526934 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541bbfb-abd5-4a1d-ad52-57c133cd11c1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d88e09-6ce2-4432-b6d4-3563b21901fa,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:38.529117 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2541bbfb-abd5-4a1d-ad52-57c133cd11c1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.530337 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2541bbfb-abd5-4a1d-ad52-57c133cd11c1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110225 Aug 06 16:59:38.533241 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34014) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:38.537512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-66d50654-59be-48a2-ad9d-dee21fded80b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:59:38.562628 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-66d50654-59be-48a2-ad9d-dee21fded80b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.618964 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-66d50654-59be-48a2-ad9d-dee21fded80b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.622582 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-66d50654-59be-48a2-ad9d-dee21fded80b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.644211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d50654-59be-48a2-ad9d-dee21fded80b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3fcd2e-41b8-41b7-a243-abe70fcf36d7,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:38.648358 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-66d50654-59be-48a2-ad9d-dee21fded80b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.649575 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-66d50654-59be-48a2-ad9d-dee21fded80b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154075 Aug 06 16:59:38.652387 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34016) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:38.656785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-69d048a3-4f33-435c-9ca8-69859daacf31 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:59:38.682823 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69d048a3-4f33-435c-9ca8-69859daacf31 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.741890 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69d048a3-4f33-435c-9ca8-69859daacf31 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.745614 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69d048a3-4f33-435c-9ca8-69859daacf31 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.766761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d048a3-4f33-435c-9ca8-69859daacf31 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19ba529-8624-453f-aa71-b8b07193a01f,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:38.773738 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-69d048a3-4f33-435c-9ca8-69859daacf31 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.774982 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-69d048a3-4f33-435c-9ca8-69859daacf31 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216252 Aug 06 16:59:38.777945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34018) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:38.783258 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-f0589936-10cd-4327-b532-95a89cd592a4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:59:38.810711 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0589936-10cd-4327-b532-95a89cd592a4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.869712 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0589936-10cd-4327-b532-95a89cd592a4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.873454 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0589936-10cd-4327-b532-95a89cd592a4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.890745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0589936-10cd-4327-b532-95a89cd592a4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522a88cd-1450-4f2f-8bce-9d077e0a740a,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:38.895617 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f0589936-10cd-4327-b532-95a89cd592a4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.898171 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f0589936-10cd-4327-b532-95a89cd592a4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190810 Aug 06 16:59:38.899632 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34020) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:38.904677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-790a44f8-fbce-409f-938e-76aacac4a3d0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:59:38.928373 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-790a44f8-fbce-409f-938e-76aacac4a3d0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Project 9338de4f4fb0403c9742ef94fa5775b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:59:38.933126 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-790a44f8-fbce-409f-938e-76aacac4a3d0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.994165 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-790a44f8-fbce-409f-938e-76aacac4a3d0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:38.998104 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-790a44f8-fbce-409f-938e-76aacac4a3d0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.019819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a44f8-fbce-409f-938e-76aacac4a3d0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4ebe34-f1a9-4afb-bc36-016f4b0b0161,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:39.025859 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-790a44f8-fbce-409f-938e-76aacac4a3d0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.026999 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-790a44f8-fbce-409f-938e-76aacac4a3d0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262295 Aug 06 16:59:39.029769 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34022) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:39.034120 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d811c55e-0a4b-4ee0-b16f-296c798b774c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:59:39.054034 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-d811c55e-0a4b-4ee0-b16f-296c798b774c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Project 9338de4f4fb0403c9742ef94fa5775b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:59:39.058459 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d811c55e-0a4b-4ee0-b16f-296c798b774c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.119177 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d811c55e-0a4b-4ee0-b16f-296c798b774c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.122944 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d811c55e-0a4b-4ee0-b16f-296c798b774c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.141054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811c55e-0a4b-4ee0-b16f-296c798b774c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea473536-7732-46a5-8188-8025abb6f27a,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:39.146798 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d811c55e-0a4b-4ee0-b16f-296c798b774c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.148129 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d811c55e-0a4b-4ee0-b16f-296c798b774c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174676 Aug 06 16:59:39.151168 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34024) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:39.155976 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-85bf6f5b-ecc4-48dd-a992-3d4088eac58a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'network': {'name': 'tempest-network-smoke--177117861', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'port_security_enabled': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:59:39.176176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bf6f5b-ecc4-48dd-a992-3d4088eac58a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Made reservation on behalf of 9338de4f4fb0403c9742ef94fa5775b0 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:59:39.179385 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85bf6f5b-ecc4-48dd-a992-3d4088eac58a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.203470 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bf6f5b-ecc4-48dd-a992-3d4088eac58a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:59:39.213193 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85bf6f5b-ecc4-48dd-a992-3d4088eac58a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.213540 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-85bf6f5b-ecc4-48dd-a992-3d4088eac58a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Added segment 71f56435-57a0-4a76-9a00-7f94b483a2df of type vlan for network af9a448d-3baf-4703-902c-906b7025eded Aug 06 16:59:39.251057 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.255259 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85bf6f5b-ecc4-48dd-a992-3d4088eac58a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.283255 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85bf6f5b-ecc4-48dd-a992-3d4088eac58a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.288930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bf6f5b-ecc4-48dd-a992-3d4088eac58a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:39.289511 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85bf6f5b-ecc4-48dd-a992-3d4088eac58a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.321833 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-85bf6f5b-ecc4-48dd-a992-3d4088eac58a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1696475 Aug 06 16:59:39.324968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34026) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:39.329390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-234229878', 'admin_state_up': True, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:59:39.373824 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf6f5b-ecc4-48dd-a992-3d4088eac58a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Network': ['ID=af9a448d-3baf-4703-902c-906b7025eded,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:39.385362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network af9a448d-3baf-4703-902c-906b7025eded details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:59:39.386855 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.387867 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.440754 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.594660 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.784961 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.807680 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.908685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.25.1.23 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/5f98fe78-dba4-4d0d-87f8-b59ec1396497) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:59:40.010739 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:40.049277 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:40.089565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:59:40.095524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:59:40.097440 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=5f98fe78-dba4-4d0d-87f8-b59ec1396497,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:40.099686 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:59:40.276167 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-766e6834-fb97-4825-bf90-ec842556d748 req-edaf7bc9-31be-4a68-907c-19fb75c0f864 service neutron] (105765) timed out ('10.222.0.13', 57247) {{(pid=105765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:59:40.337901 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:40.528050 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:40.650652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:59:40.755174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:59:40.765940 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Sync routers for ids ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:59:40.772851 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:40.774324 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dfaa3ed2-cad9-4a6c-917a-bbf9bae1356c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4484115 Aug 06 16:59:40.776069 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Routers {'6c3f3eba-196d-45d9-9b1f-14206ad2c170'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:59:40.776728 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:59:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:40.777429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34028) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:40.880833 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Set router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:59:40.899802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-feb8932c-94f6-483f-bf65-06f1662de35a tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9338de4f4fb0403c9742ef94fa5775b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1211400 Aug 06 16:59:40.902639 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34032) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:40.992082 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f950f48e-2e0e-4d5f-976b-5644482553f2 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:40.993604 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f950f48e-2e0e-4d5f-976b-5644482553f2 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901325 Aug 06 16:59:40.996462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34034) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:41.023594 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bb876a2b-497c-463e-a448-01589b005cf6 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260389 Aug 06 16:59:41.026145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34036) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:41.030860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6e8ce658-de74-4da7-8241-69d731171ce4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-679586024', 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:59:41.056409 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234229878', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:40Z', 'revision_number': 3, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:41.085407 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Checking router: 6c3f3eba-196d-45d9-9b1f-14206ad2c170 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:59:41.085788 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Updating router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 port 5f98fe78-dba4-4d0d-87f8-b59ec1396497 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:59:41.109847 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:41.117210 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8ce658-de74-4da7-8241-69d731171ce4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Made reservation on behalf of 9338de4f4fb0403c9742ef94fa5775b0 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:59:41.120786 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce658-de74-4da7-8241-69d731171ce4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:41.297919 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce658-de74-4da7-8241-69d731171ce4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:41.357840 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:41.366635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ce658-de74-4da7-8241-69d731171ce4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Subnet': ['ID=bf35f20f-a463-4f98-a1bf-d989d07150e4,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:41.367501 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Transition to ACTIVE for port object 5f98fe78-dba4-4d0d-87f8-b59ec1396497 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:59:41.371117 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8ce658-de74-4da7-8241-69d731171ce4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Checking segment: {'id': '71f56435-57a0-4a76-9a00-7f94b483a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:59:41.371600 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8ce658-de74-4da7-8241-69d731171ce4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network hostable DHCP agents. Network: af9a448d-3baf-4703-902c-906b7025eded, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:59:41.374892 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:41.388025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8ce658-de74-4da7-8241-69d731171ce4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network af9a448d-3baf-4703-902c-906b7025eded is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:59:41.397110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-6e8ce658-de74-4da7-8241-69d731171ce4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, af9a448d-3baf-4703-902c-906b7025eded) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:59:41.401666 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8ce658-de74-4da7-8241-69d731171ce4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:41.402263 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce658-de74-4da7-8241-69d731171ce4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:41.412403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cbd1d8-c512-45c2-b64e-3298f90aae9e None None] Network af9a448d-3baf-4703-902c-906b7025eded requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:59:41.418191 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Attempting to bind port 5f98fe78-dba4-4d0d-87f8-b59ec1396497 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:59:41.418574 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6e8ce658-de74-4da7-8241-69d731171ce4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3914328 Aug 06 16:59:41.419069 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Attempting to bind port 5f98fe78-dba4-4d0d-87f8-b59ec1396497 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:59:41.419432 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Attempting to bind port 5f98fe78-dba4-4d0d-87f8-b59ec1396497 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:59:41.421485 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34038) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:41.433574 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:59:41.433976 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:59:41.434375 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:41.434758 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:59:41.435223 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Bound port: 5f98fe78-dba4-4d0d-87f8-b59ec1396497, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:59:41.435597 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:41.468859 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3026b-8277-4435-894d-71661a5ccf6e None None] Pushing event updated for resources: {'Port': ['ID=5f98fe78-dba4-4d0d-87f8-b59ec1396497,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:41.481156 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3026b-8277-4435-894d-71661a5ccf6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:41.481501 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3026b-8277-4435-894d-71661a5ccf6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:41.481858 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3026b-8277-4435-894d-71661a5ccf6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:41.482187 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3026b-8277-4435-894d-71661a5ccf6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:41.482512 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3026b-8277-4435-894d-71661a5ccf6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:41.482832 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3026b-8277-4435-894d-71661a5ccf6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:41.483151 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3026b-8277-4435-894d-71661a5ccf6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:41.483467 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3026b-8277-4435-894d-71661a5ccf6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:41.483781 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3026b-8277-4435-894d-71661a5ccf6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:41.484096 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3026b-8277-4435-894d-71661a5ccf6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:41.484410 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3026b-8277-4435-894d-71661a5ccf6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:41.484724 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3026b-8277-4435-894d-71661a5ccf6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:59:41.515240 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] For port 5f98fe78-dba4-4d0d-87f8-b59ec1396497, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:59:41.519359 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] For port 5f98fe78-dba4-4d0d-87f8-b59ec1396497, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5f98fe78-dba4-4d0d-87f8-b59ec1396497,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:59:41.523466 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:41.582398 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-af9a448d-3baf-4703-902c-906b7025eded', 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ips': [{'subnet_id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:59:41.583572 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:41.586035 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Routers {'6c3f3eba-196d-45d9-9b1f-14206ad2c170'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:59:41.587258 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:59:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:41.591887 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3026b-8277-4435-894d-71661a5ccf6e None None] Pushing event updated for resources: {'Port': ['ID=5f98fe78-dba4-4d0d-87f8-b59ec1396497,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:41.732901 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Allocated IP 172.20.0.2 (af9a448d-3baf-4703-902c-906b7025eded/bf35f20f-a463-4f98-a1bf-d989d07150e4/3a5eee48-1422-4290-84e7-17e19c7f1cef) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:59:41.802822 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] Set router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:59:41.898332 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:41.908747 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Transition to ACTIVE for port object 3a5eee48-1422-4290-84e7-17e19c7f1cef will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:59:41.925360 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Transition to ACTIVE for port object 3a5eee48-1422-4290-84e7-17e19c7f1cef will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:59:41.931991 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:41.977933 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Network af9a448d-3baf-4703-902c-906b7025eded is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:59:41.981282 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:59:41.989302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:59:41.993421 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Pushing event updated for resources: {'Port': ['ID=3a5eee48-1422-4290-84e7-17e19c7f1cef,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:42.003628 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234229878', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:40Z', 'revision_number': 3, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:42.039048 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956b8e00-ade4-4df6-aa94-5abe9009bd18 None None] The sync data for ids ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'] in n-d-803756-1 is: [{'id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234229878', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:40Z', 'revision_number': 3, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:59:42.052963 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Attempting to bind port 3a5eee48-1422-4290-84e7-17e19c7f1cef on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:59:42.053332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Attempting to bind port 3a5eee48-1422-4290-84e7-17e19c7f1cef by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '71f56435-57a0-4a76-9a00-7f94b483a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:59:42.053724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Attempting to bind port 3a5eee48-1422-4290-84e7-17e19c7f1cef on network af9a448d-3baf-4703-902c-906b7025eded {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:59:42.063335 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:59:42.063843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Checking segment: {'id': '71f56435-57a0-4a76-9a00-7f94b483a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:59:42.064619 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:42.065046 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Bound using segment: {'id': '71f56435-57a0-4a76-9a00-7f94b483a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:59:42.065516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Bound port: 3a5eee48-1422-4290-84e7-17e19c7f1cef, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f56435-57a0-4a76-9a00-7f94b483a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:59:42.065922 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:42.133665 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] For port 3a5eee48-1422-4290-84e7-17e19c7f1cef, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:59:42.136760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] For port 3a5eee48-1422-4290-84e7-17e19c7f1cef, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3a5eee48-1422-4290-84e7-17e19c7f1cef,segment=NetworkSegment(71f56435-57a0-4a76-9a00-7f94b483a2df),segment_id=71f56435-57a0-4a76-9a00-7f94b483a2df)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:59:42.142355 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:42.209233 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee57aa0-fe72-476b-a585-40e865bb8156 None None] Pushing event updated for resources: {'Port': ['ID=3a5eee48-1422-4290-84e7-17e19c7f1cef,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:42.297486 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:42.618238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.20.0.1 (af9a448d-3baf-4703-902c-906b7025eded/bf35f20f-a463-4f98-a1bf-d989d07150e4/fa336f19-3ecc-4abf-8292-fd55485935a4) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:59:42.743582 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:42.758299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Transition to ACTIVE for port object fa336f19-3ecc-4abf-8292-fd55485935a4 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:59:42.791242 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:42.837820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network af9a448d-3baf-4703-902c-906b7025eded is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:59:42.841296 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:59:42.846282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:59:42.850574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=fa336f19-3ecc-4abf-8292-fd55485935a4,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:42.893825 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:43.036904 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:43.185545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece00d9c-d55a-4582-b65c-308a4c5d6b78 None None] Network af9a448d-3baf-4703-902c-906b7025eded requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:59:43.307796 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-70e2d943-3728-4bc4-8f70-b4834434cddd None None] Provisioning for port 3a5eee48-1422-4290-84e7-17e19c7f1cef completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:59:43.332022 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:43.337907 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:43.418800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=fa336f19-3ecc-4abf-8292-fd55485935a4,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:43.421360 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:43.517647 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network af9a448d-3baf-4703-902c-906b7025eded is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:59:43.519110 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:59:43.643460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:59:43.666978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fbbafd8c-c0d0-48fb-aa77-a8ed535aa977 None None] Provisioning for port fa336f19-3ecc-4abf-8292-fd55485935a4 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:59:43.671148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fbbafd8c-c0d0-48fb-aa77-a8ed535aa977 None None] Provisioning complete for port fa336f19-3ecc-4abf-8292-fd55485935a4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:59:43.671522 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fbbafd8c-c0d0-48fb-aa77-a8ed535aa977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:43.711853 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fbbafd8c-c0d0-48fb-aa77-a8ed535aa977 None None] Port fa336f19-3ecc-4abf-8292-fd55485935a4 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:59:43.760877 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:59:43.771890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Sync routers for ids ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:59:43.774195 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ab7c9702-6cb4-4a6f-ae0f-987baa9834f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "PUT /v2.0/routers/6c3f3eba-196d-45d9-9b1f-14206ad2c170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3517020 Aug 06 16:59:43.784384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Routers {'6c3f3eba-196d-45d9-9b1f-14206ad2c170'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:59:43.785012 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:59:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:43.886662 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-322d1e2e-c178-4cb4-8739-f5f1d3728d93 None None] Provisioning complete for port fa336f19-3ecc-4abf-8292-fd55485935a4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:59:43.887038 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-322d1e2e-c178-4cb4-8739-f5f1d3728d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:43.934497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-b3a48b2e-6f6e-49a4-b339-46da4060d5a2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1409283861&fields=id&tenant_id=9338de4f4fb0403c9742ef94fa5775b0 HTTP/1.1" status: 200 len: 267 time: 0.0529826 Aug 06 16:59:43.939720 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-322d1e2e-c178-4cb4-8739-f5f1d3728d93 None None] Port fa336f19-3ecc-4abf-8292-fd55485935a4 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:59:43.952179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Set router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:59:44.033503 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3a5eee48-1422-4290-84e7-17e19c7f1cef up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:59:44.055568 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-5b9da6d7-76c7-4dfc-924a-e95bd0f04f64 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:44.057051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-5b9da6d7-76c7-4dfc-924a-e95bd0f04f64 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/networks?id=af9a448d-3baf-4703-902c-906b7025eded HTTP/1.1" status: 200 len: 796 time: 0.1095865 Aug 06 16:59:44.072202 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-210fcf86-4553-4397-8cbb-28cdb812c254 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/quotas/9338de4f4fb0403c9742ef94fa5775b0 HTTP/1.1" status: 200 len: 375 time: 0.0094955 Aug 06 16:59:44.123709 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-bd2ced6b-691c-4352-b2ab-52a7e5dacf54 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454507 Aug 06 16:59:44.132549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d69d2ee3-fd6b-45ca-af38-e558f25875a8 None None] Provisioning complete for port fa336f19-3ecc-4abf-8292-fd55485935a4 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:59:44.132919 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d69d2ee3-fd6b-45ca-af38-e558f25875a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:44.189612 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 3a5eee48-1422-4290-84e7-17e19c7f1cef completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:59:44.213964 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d69d2ee3-fd6b-45ca-af38-e558f25875a8 None None] Port fa336f19-3ecc-4abf-8292-fd55485935a4 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:59:44.216101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3a5eee48-1422-4290-84e7-17e19c7f1cef triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:59:44.216484 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:44.225056 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-cf4e6ed1-0033-4657-b7ab-6048fde026b9 service neutron] 10.222.0.37 "GET /v2.0/networks/af9a448d-3baf-4703-902c-906b7025eded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846753 Aug 06 16:59:44.277825 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234229878', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:43Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fa336f19-3ecc-4abf-8292-fd55485935a4', 'name': '', 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:f2:f8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:42Z', 'updated_at': '2021-08-06T16:59:43Z', 'revision_number': 2, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:44.319152 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-091f81df-ef17-4e8a-8ae0-7d7be208a3d6 service neutron] 10.222.0.37 "GET /v2.0/networks/af9a448d-3baf-4703-902c-906b7025eded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878909 Aug 06 16:59:44.321993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Checking router: 6c3f3eba-196d-45d9-9b1f-14206ad2c170 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:59:44.322342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Updating router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 port fa336f19-3ecc-4abf-8292-fd55485935a4 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:59:44.359584 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:44.361839 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:44.433442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 3a5eee48-1422-4290-84e7-17e19c7f1cef, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3a5eee48-1422-4290-84e7-17e19c7f1cef,segment=NetworkSegment(71f56435-57a0-4a76-9a00-7f94b483a2df),segment_id=71f56435-57a0-4a76-9a00-7f94b483a2df)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:44.442234 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:44.443023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5f98fe78-dba4-4d0d-87f8-b59ec1396497 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:59:44.491527 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a5fa62d-57bb-4cdb-a970-a8109bf43eab req-08f7c276-5b04-4a2e-802d-912638b94f05 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 210 time: 0.0322976 Aug 06 16:59:44.592519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=3a5eee48-1422-4290-84e7-17e19c7f1cef,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:44.644076 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 5f98fe78-dba4-4d0d-87f8-b59ec1396497 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:59:44.651291 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 5f98fe78-dba4-4d0d-87f8-b59ec1396497 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:59:44.651662 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:44.796600 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:44.799344 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:44.816405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Transition to ACTIVE for port object fa336f19-3ecc-4abf-8292-fd55485935a4 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:59:44.827020 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 5f98fe78-dba4-4d0d-87f8-b59ec1396497, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5f98fe78-dba4-4d0d-87f8-b59ec1396497,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:44.828514 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:44.852965 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:44.879907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecfea1-3f0a-4559-b810-10fb8a22cd2f None None] Pushing event updated for resources: {'Port': ['ID=fa336f19-3ecc-4abf-8292-fd55485935a4,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:44.968064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Attempting to bind port fa336f19-3ecc-4abf-8292-fd55485935a4 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:59:44.968432 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Attempting to bind port fa336f19-3ecc-4abf-8292-fd55485935a4 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '71f56435-57a0-4a76-9a00-7f94b483a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:59:44.968792 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Attempting to bind port fa336f19-3ecc-4abf-8292-fd55485935a4 on network af9a448d-3baf-4703-902c-906b7025eded {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:59:44.977652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:59:44.977955 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Checking segment: {'id': '71f56435-57a0-4a76-9a00-7f94b483a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:59:44.978348 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:44.978755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Bound using segment: {'id': '71f56435-57a0-4a76-9a00-7f94b483a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:59:44.979201 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Bound port: fa336f19-3ecc-4abf-8292-fd55485935a4, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f56435-57a0-4a76-9a00-7f94b483a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:59:44.979577 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:44.981185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=5f98fe78-dba4-4d0d-87f8-b59ec1396497,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:44.995093 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [req-a2896d55-2ba2-4f8e-9c6b-b8b94fe15466 req-e237a832-2c79-4b8f-a704-2b958f8b86de tempest-ServerDiskConfigTestJSON-951256557 tempest-ServerDiskConfigTestJSON-951256557-project] (105764) timed out ('10.222.0.78', 51892) {{(pid=105764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:59:45.051664 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] For port fa336f19-3ecc-4abf-8292-fd55485935a4, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:59:45.056235 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] For port fa336f19-3ecc-4abf-8292-fd55485935a4, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fa336f19-3ecc-4abf-8292-fd55485935a4,segment=NetworkSegment(71f56435-57a0-4a76-9a00-7f94b483a2df),segment_id=71f56435-57a0-4a76-9a00-7f94b483a2df)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:59:45.063363 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:45.119942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Routers {'6c3f3eba-196d-45d9-9b1f-14206ad2c170'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:59:45.120579 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:59:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:45.173305 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecfea1-3f0a-4559-b810-10fb8a22cd2f None None] Pushing event updated for resources: {'Port': ['ID=fa336f19-3ecc-4abf-8292-fd55485935a4,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:45.259025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] Set router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:59:45.485605 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234229878', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:43Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fa336f19-3ecc-4abf-8292-fd55485935a4', 'name': '', 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:f2:f8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:42Z', 'updated_at': '2021-08-06T16:59:45Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:45.500125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-5c4a76b5-3a62-4bdb-b76e-8d551e30f559 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:45.502187 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-5c4a76b5-3a62-4bdb-b76e-8d551e30f559 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "GET /v2.0/networks?id=af9a448d-3baf-4703-902c-906b7025eded HTTP/1.1" status: 200 len: 796 time: 0.1181808 Aug 06 16:59:45.516315 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bc0148-c8b6-471a-b180-de12782c6f7c None None] The sync data for ids ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'] in n-d-803756-1 is: [{'id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234229878', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:43Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fa336f19-3ecc-4abf-8292-fd55485935a4', 'name': '', 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:f2:f8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:42Z', 'updated_at': '2021-08-06T16:59:45Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:59:45.579099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-cc05dc18-9e09-4a7e-834d-d177ac722a59 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9338de4f4fb0403c9742ef94fa5775b0 HTTP/1.1" status: 200 len: 380 time: 0.0659261 Aug 06 16:59:45.590729 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-9830ac53-4e30-4b90-8884-e9b3edfac02a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'port': {'device_id': 'f8674c8f-1e8a-47ed-a102-c478c70a9aa0', 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded', 'admin_state_up': True, 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'security_groups': ['1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:59:45.671276 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8ad78def-9edd-4ae3-b7c9-e0cd1e845cb3 req-50ac8286-9250-41e2-a6e0-7470c78a013c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 210 time: 0.0638237 Aug 06 16:59:45.736526 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-9830ac53-4e30-4b90-8884-e9b3edfac02a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Made reservation on behalf of 9338de4f4fb0403c9742ef94fa5775b0 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:59:45.740187 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-9830ac53-4e30-4b90-8884-e9b3edfac02a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:45.874771 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-9830ac53-4e30-4b90-8884-e9b3edfac02a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.20.0.13 (af9a448d-3baf-4703-902c-906b7025eded/bf35f20f-a463-4f98-a1bf-d989d07150e4/2d85ffe9-fd68-41c8-be7d-758cf749c05c) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:59:46.010967 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fa336f19-3ecc-4abf-8292-fd55485935a4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:59:46.045150 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-9830ac53-4e30-4b90-8884-e9b3edfac02a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:46.060980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-9830ac53-4e30-4b90-8884-e9b3edfac02a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Transition to ACTIVE for port object 2d85ffe9-fd68-41c8-be7d-758cf749c05c will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:59:46.066661 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port fa336f19-3ecc-4abf-8292-fd55485935a4 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:59:46.071257 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fa336f19-3ecc-4abf-8292-fd55485935a4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:59:46.071824 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:46.101253 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-9830ac53-4e30-4b90-8884-e9b3edfac02a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:46.157940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830ac53-4e30-4b90-8884-e9b3edfac02a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=2d85ffe9-fd68-41c8-be7d-758cf749c05c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:46.162733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-9830ac53-4e30-4b90-8884-e9b3edfac02a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network af9a448d-3baf-4703-902c-906b7025eded is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:59:46.164701 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-9830ac53-4e30-4b90-8884-e9b3edfac02a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:59:46.167740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-9830ac53-4e30-4b90-8884-e9b3edfac02a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:59:46.236094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-9830ac53-4e30-4b90-8884-e9b3edfac02a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:46.237152 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-9830ac53-4e30-4b90-8884-e9b3edfac02a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:46.257115 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-9830ac53-4e30-4b90-8884-e9b3edfac02a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6704943 Aug 06 16:59:46.271613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Request body: {'port': {'device_id': 'f8674c8f-1e8a-47ed-a102-c478c70a9aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:59:46.335339 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:46.337212 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:46.373095 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port fa336f19-3ecc-4abf-8292-fd55485935a4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fa336f19-3ecc-4abf-8292-fd55485935a4,segment=NetworkSegment(71f56435-57a0-4a76-9a00-7f94b483a2df),segment_id=71f56435-57a0-4a76-9a00-7f94b483a2df)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:46.379037 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:46.379978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3a5eee48-1422-4290-84e7-17e19c7f1cef up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:59:46.462294 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=fa336f19-3ecc-4abf-8292-fd55485935a4,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:46.474011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 3a5eee48-1422-4290-84e7-17e19c7f1cef triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:59:46.474312 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:46.521022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7fd12eee-d92f-40be-9788-01cb93b38809 None None] Provisioning for port 2d85ffe9-fd68-41c8-be7d-758cf749c05c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:59:46.527750 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7fd12eee-d92f-40be-9788-01cb93b38809 None None] Provisioning complete for port 2d85ffe9-fd68-41c8-be7d-758cf749c05c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:59:46.528085 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7fd12eee-d92f-40be-9788-01cb93b38809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:46.592760 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-7fd12eee-d92f-40be-9788-01cb93b38809 None None] Port 2d85ffe9-fd68-41c8-be7d-758cf749c05c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:59:46.597588 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5f98fe78-dba4-4d0d-87f8-b59ec1396497 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:59:46.630903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d85ffe9-fd68-41c8-be7d-758cf749c05c {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:59:46.638794 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:46.644801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 5f98fe78-dba4-4d0d-87f8-b59ec1396497 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:59:46.645171 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:46.656527 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Transition to ACTIVE for port object 2d85ffe9-fd68-41c8-be7d-758cf749c05c will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:59:46.661656 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:46.757261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Pushing event updated for resources: {'Port': ['ID=2d85ffe9-fd68-41c8-be7d-758cf749c05c,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:46.879778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Attempting to bind port 2d85ffe9-fd68-41c8-be7d-758cf749c05c on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:59:46.880106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Attempting to bind port 2d85ffe9-fd68-41c8-be7d-758cf749c05c by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '71f56435-57a0-4a76-9a00-7f94b483a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:59:46.880430 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Attempting to bind port 2d85ffe9-fd68-41c8-be7d-758cf749c05c on network af9a448d-3baf-4703-902c-906b7025eded {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:59:46.890139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0495f-a985-4f7a-8d62-411a10617c26 req-392e9485-b3f7-4f99-8f22-6028d64a7701 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:46.892178 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-71f0495f-a985-4f7a-8d62-411a10617c26 req-392e9485-b3f7-4f99-8f22-6028d64a7701 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 944 time: 0.0782676 Aug 06 16:59:46.894516 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Port 2d85ffe9-fd68-41c8-be7d-758cf749c05c on network af9a448d-3baf-4703-902c-906b7025eded not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:59:46.894936 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Attempting to bind port 2d85ffe9-fd68-41c8-be7d-758cf749c05c on network af9a448d-3baf-4703-902c-906b7025eded {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:59:46.908611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:59:46.908948 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Checking segment: {'id': '71f56435-57a0-4a76-9a00-7f94b483a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:59:46.909326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Bound using segment: {'id': '71f56435-57a0-4a76-9a00-7f94b483a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:59:46.909794 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Bound port: 2d85ffe9-fd68-41c8-be7d-758cf749c05c, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f56435-57a0-4a76-9a00-7f94b483a2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:59:46.910153 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:46.965502 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-71f0495f-a985-4f7a-8d62-411a10617c26 req-c8eef09c-dc56-4adc-9df3-5c9bf47df038 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664504 Aug 06 16:59:47.002388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] For port 2d85ffe9-fd68-41c8-be7d-758cf749c05c, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:59:47.006456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] For port 2d85ffe9-fd68-41c8-be7d-758cf749c05c, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2d85ffe9-fd68-41c8-be7d-758cf749c05c,segment=NetworkSegment(71f56435-57a0-4a76-9a00-7f94b483a2df),segment_id=71f56435-57a0-4a76-9a00-7f94b483a2df)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:59:47.011298 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:47.050385 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:47.050999 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:47.052406 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] 10.222.0.78 "PUT /v2.0/ports/2d85ffe9-fd68-41c8-be7d-758cf749c05c HTTP/1.1" status: 200 len: 1092 time: 0.7861366 Aug 06 16:59:47.052857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8674c8f-1e8a-47ed-a102-c478c70a9aa0', 'tag': '2d85ffe9-fd68-41c8-be7d-758cf749c05c'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:59:47.055260 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02731b3c-8c19-4ab5-bb92-2cecc4432720" -d '{"events": [{"name": "network-changed", "server_uuid": "f8674c8f-1e8a-47ed-a102-c478c70a9aa0", "tag": "2d85ffe9-fd68-41c8-be7d-758cf749c05c"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:59:47.082184 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90202ce-ab53-41d8-a406-a5776d5df26e service neutron] Pushing event updated for resources: {'Port': ['ID=2d85ffe9-fd68-41c8-be7d-758cf749c05c,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:47.115485 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a780ae2-9749-4a8c-acab-32e4d9c525bb x-openstack-request-id: req-1a780ae2-9749-4a8c-acab-32e4d9c525bb {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:59:47.115775 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8674c8f-1e8a-47ed-a102-c478c70a9aa0", "tag": "2d85ffe9-fd68-41c8-be7d-758cf749c05c", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:59:47.116024 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a780ae2-9749-4a8c-acab-32e4d9c525bb {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:59:47.116416 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8674c8f-1e8a-47ed-a102-c478c70a9aa0', 'tag': '2d85ffe9-fd68-41c8-be7d-758cf749c05c', 'status': 'completed', 'code': 200} Aug 06 16:59:47.154269 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-46a21b29-812a-4027-8066-70ec2f845361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:47.155782 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-46a21b29-812a-4027-8066-70ec2f845361 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 1095 time: 0.0502837 Aug 06 16:59:47.200337 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-7bfc95d9-b407-446d-bb2f-5512275c1f48 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d85ffe9-fd68-41c8-be7d-758cf749c05c HTTP/1.1" status: 200 len: 217 time: 0.0356839 Aug 06 16:59:47.250307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-543119d0-c82f-45bc-9230-d5646a1d1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:47.252270 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-543119d0-c82f-45bc-9230-d5646a1d1576 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bf35f20f-a463-4f98-a1bf-d989d07150e4 HTTP/1.1" status: 200 len: 834 time: 0.0445297 Aug 06 16:59:47.296621 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-74ac6650-e7f1-4d30-9e03-648bd96d5b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:47.298084 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-74ac6650-e7f1-4d30-9e03-648bd96d5b19 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af9a448d-3baf-4703-902c-906b7025eded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386472 Aug 06 16:59:47.394215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-01304a48-dc79-4c81-984c-055ce90fe673 service neutron] 10.222.0.78 "GET /v2.0/networks/af9a448d-3baf-4703-902c-906b7025eded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888386 Aug 06 16:59:47.493473 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e9b78ee7-a39c-45fa-85cf-8fb36bd02f4c req-94efd69a-2752-4ef2-a11a-d004ad4bc2b1 service neutron] 10.222.0.78 "GET /v2.0/networks/af9a448d-3baf-4703-902c-906b7025eded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914755 Aug 06 16:59:47.585121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02731b3c-8c19-4ab5-bb92-2cecc4432720 req-66ce68cb-fe7d-444e-9749-321f19f75b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:47.586676 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02731b3c-8c19-4ab5-bb92-2cecc4432720 req-66ce68cb-fe7d-444e-9749-321f19f75b4a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 1095 time: 0.0461586 Aug 06 16:59:47.678519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02731b3c-8c19-4ab5-bb92-2cecc4432720 req-b185858e-573e-433b-b2dd-2dfc46a522ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:47.680094 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02731b3c-8c19-4ab5-bb92-2cecc4432720 req-b185858e-573e-433b-b2dd-2dfc46a522ab service neutron] 10.222.0.78 "GET /v2.0/networks?id=af9a448d-3baf-4703-902c-906b7025eded HTTP/1.1" status: 200 len: 897 time: 0.0856996 Aug 06 16:59:47.729870 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02731b3c-8c19-4ab5-bb92-2cecc4432720 req-8ead35cc-e181-4b0a-a983-e35c10cad107 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d85ffe9-fd68-41c8-be7d-758cf749c05c HTTP/1.1" status: 200 len: 217 time: 0.0412192 Aug 06 16:59:47.781078 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02731b3c-8c19-4ab5-bb92-2cecc4432720 req-e885c246-6229-4aad-b13b-c0d81e421d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:47.787873 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02731b3c-8c19-4ab5-bb92-2cecc4432720 req-e885c246-6229-4aad-b13b-c0d81e421d3d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bf35f20f-a463-4f98-a1bf-d989d07150e4 HTTP/1.1" status: 200 len: 834 time: 0.0449684 Aug 06 16:59:47.831004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02731b3c-8c19-4ab5-bb92-2cecc4432720 req-66c05136-c775-43c3-b82f-55fdbca3adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:47.832495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02731b3c-8c19-4ab5-bb92-2cecc4432720 req-66c05136-c775-43c3-b82f-55fdbca3adb8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af9a448d-3baf-4703-902c-906b7025eded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420325 Aug 06 16:59:47.916248 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fa336f19-3ecc-4abf-8292-fd55485935a4 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:59:47.936583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02731b3c-8c19-4ab5-bb92-2cecc4432720 req-8878079b-befd-4cca-92c0-38d85302ec5d service neutron] 10.222.0.78 "GET /v2.0/networks/af9a448d-3baf-4703-902c-906b7025eded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954649 Aug 06 16:59:47.964706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port fa336f19-3ecc-4abf-8292-fd55485935a4 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:59:47.964706 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:48.035497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02731b3c-8c19-4ab5-bb92-2cecc4432720 req-7e883fee-d7ac-48e0-911a-df15c91d31df service neutron] 10.222.0.78 "GET /v2.0/networks/af9a448d-3baf-4703-902c-906b7025eded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909159 Aug 06 16:59:48.092878 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42893511-dcc5-4254-b5cb-acf9641982d4 req-35addec3-2942-4824-bea8-50a201b49c33 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:48.094376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42893511-dcc5-4254-b5cb-acf9641982d4 req-35addec3-2942-4824-bea8-50a201b49c33 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 944 time: 0.0587037 Aug 06 16:59:48.132650 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42893511-dcc5-4254-b5cb-acf9641982d4 req-e9fd93f3-4b0c-4618-958f-28952816ea09 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317121 Aug 06 16:59:49.247925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f4451-7406-4e4b-aa26-f575239def79 req-7c5d4071-f75a-4e30-ba0c-1f4e06645494 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:49.249358 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f8f4451-7406-4e4b-aa26-f575239def79 req-7c5d4071-f75a-4e30-ba0c-1f4e06645494 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 944 time: 0.0483003 Aug 06 16:59:49.285934 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3f8f4451-7406-4e4b-aa26-f575239def79 req-98d0356c-2e35-4cd8-b185-9656697638eb tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299606 Aug 06 16:59:49.966514 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2d85ffe9-fd68-41c8-be7d-758cf749c05c details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:59:50.058288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 2d85ffe9-fd68-41c8-be7d-758cf749c05c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2d85ffe9-fd68-41c8-be7d-758cf749c05c,segment=NetworkSegment(71f56435-57a0-4a76-9a00-7f94b483a2df),segment_id=71f56435-57a0-4a76-9a00-7f94b483a2df)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:50.070599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '2d85ffe9-fd68-41c8-be7d-758cf749c05c', 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded', 'port_id': '2d85ffe9-fd68-41c8-be7d-758cf749c05c', 'mac_address': 'fa:16:3e:ca:aa:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:59:50.116810 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:50.130349 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d85ffe9-fd68-41c8-be7d-758cf749c05c {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:59:50.149560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 2d85ffe9-fd68-41c8-be7d-758cf749c05c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2d85ffe9-fd68-41c8-be7d-758cf749c05c,segment=NetworkSegment(71f56435-57a0-4a76-9a00-7f94b483a2df),segment_id=71f56435-57a0-4a76-9a00-7f94b483a2df)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:50.153649 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:50.205342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=2d85ffe9-fd68-41c8-be7d-758cf749c05c,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:50.378698 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['2d85ffe9-fd68-41c8-be7d-758cf749c05c'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:59:50.403302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6241f-fa4c-44a9-94a1-f2000476c327 req-ec8dc1b4-3c41-41b8-be08-0b5106d2ac83 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:50.404768 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-65a6241f-fa4c-44a9-94a1-f2000476c327 req-ec8dc1b4-3c41-41b8-be08-0b5106d2ac83 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 945 time: 0.0510218 Aug 06 16:59:50.443039 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-65a6241f-fa4c-44a9-94a1-f2000476c327 req-28e47b24-2511-4dcd-a339-24b30b1f7036 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315819 Aug 06 16:59:51.567130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e27f97-a6c4-4741-88f3-b50064bb13f3 req-a2af3418-667e-4b86-876f-53f905f766dc tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:51.568599 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-28e27f97-a6c4-4741-88f3-b50064bb13f3 req-a2af3418-667e-4b86-876f-53f905f766dc tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 945 time: 0.0519960 Aug 06 16:59:51.605439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-28e27f97-a6c4-4741-88f3-b50064bb13f3 req-91210178-a059-4a6e-a180-7ad480a8279f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306721 Aug 06 16:59:51.966293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2d85ffe9-fd68-41c8-be7d-758cf749c05c up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:59:52.014675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 2d85ffe9-fd68-41c8-be7d-758cf749c05c completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:59:52.018112 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 2d85ffe9-fd68-41c8-be7d-758cf749c05c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:59:52.018475 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:52.095233 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:52.117858 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8674c8f-1e8a-47ed-a102-c478c70a9aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d85ffe9-fd68-41c8-be7d-758cf749c05c'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:59:52.120136 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07e4f51-b2db-4ce1-aa84-e229722e44ca" -d '{"events": [{"server_uuid": "f8674c8f-1e8a-47ed-a102-c478c70a9aa0", "name": "network-vif-plugged", "status": "completed", "tag": "2d85ffe9-fd68-41c8-be7d-758cf749c05c"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:59:52.134717 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 2d85ffe9-fd68-41c8-be7d-758cf749c05c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2d85ffe9-fd68-41c8-be7d-758cf749c05c,segment=NetworkSegment(71f56435-57a0-4a76-9a00-7f94b483a2df),segment_id=71f56435-57a0-4a76-9a00-7f94b483a2df)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:52.139067 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:52.164025 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e320976-cfd8-4c40-9dfc-a3ce32502e8c x-openstack-request-id: req-6e320976-cfd8-4c40-9dfc-a3ce32502e8c {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:59:52.164312 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8674c8f-1e8a-47ed-a102-c478c70a9aa0", "name": "network-vif-plugged", "status": "completed", "tag": "2d85ffe9-fd68-41c8-be7d-758cf749c05c", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:59:52.164560 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e320976-cfd8-4c40-9dfc-a3ce32502e8c {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:59:52.164941 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8674c8f-1e8a-47ed-a102-c478c70a9aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d85ffe9-fd68-41c8-be7d-758cf749c05c', 'code': 200} Aug 06 16:59:52.192705 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=2d85ffe9-fd68-41c8-be7d-758cf749c05c,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:52.261190 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babe39c-f704-4197-a40c-c8cabcff0a9f req-32a80299-e961-4719-909b-8e11930f7fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:52.262667 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4babe39c-f704-4197-a40c-c8cabcff0a9f req-32a80299-e961-4719-909b-8e11930f7fe5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0384545 Aug 06 16:59:52.298186 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4babe39c-f704-4197-a40c-c8cabcff0a9f req-b5bcf331-32d0-4af0-92e0-f5f84c85dfa5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276427 Aug 06 16:59:52.733302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d6342-8c17-4a07-83fd-683c2d925902 req-1bc9a84e-9b30-49ff-a55d-752f86412e89 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:52.734803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b98d6342-8c17-4a07-83fd-683c2d925902 req-1bc9a84e-9b30-49ff-a55d-752f86412e89 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0489969 Aug 06 16:59:52.775264 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b98d6342-8c17-4a07-83fd-683c2d925902 req-a259488e-d5dc-40e8-915e-9c121b2ececd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342655 Aug 06 16:59:53.469756 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:59:53.895772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548243fb-90b3-4464-afef-e195868c6efc req-4f497b53-37b5-4965-b5ba-3760ad93e884 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:53.897251 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-548243fb-90b3-4464-afef-e195868c6efc req-4f497b53-37b5-4965-b5ba-3760ad93e884 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0534077 Aug 06 16:59:53.940025 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-548243fb-90b3-4464-afef-e195868c6efc req-60c291f6-96f6-419d-bcd2-a57f1a9a4147 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358477 Aug 06 16:59:54.052950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaebe8-630f-495b-8752-67fd548e14eb req-935b415b-13a3-4575-8742-f33ea7ae0257 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:54.054515 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0dbaebe8-630f-495b-8752-67fd548e14eb req-935b415b-13a3-4575-8742-f33ea7ae0257 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0485981 Aug 06 16:59:54.092788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0dbaebe8-630f-495b-8752-67fd548e14eb req-f9586b2b-f78d-4b3c-b0ea-bc9197701469 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324388 Aug 06 16:59:54.113880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34094) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:54.152661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7324ed9c-64c3-4d3f-9889-a7c3be8032b0 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:54.154223 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7324ed9c-64c3-4d3f-9889-a7c3be8032b0 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 1092 time: 0.0394061 Aug 06 16:59:54.157181 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34096) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:54.161612 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': '2d85ffe9-fd68-41c8-be7d-758cf749c05c', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:59:54.183203 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:54.266436 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:54.282584 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:54.384955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.25.1.225 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/b9e58b2f-cd8d-4504-ad96-d4368b6f6248) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:59:54.482078 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:54.519007 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:54.520183 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:54.559957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:59:54.565665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:59:54.567834 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=b9e58b2f-cd8d-4504-ad96-d4368b6f6248,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:54.569946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:59:54.919641 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:54.989471 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:55.135021 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:55.139276 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:55.550693 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=b9e58b2f-cd8d-4504-ad96-d4368b6f6248,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:55.563959 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:55.663033 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Floating IP 7ef86708-856e-4214-96a7-704305a677dd associated. External IP: 172.25.1.225, port: 2d85ffe9-fd68-41c8-be7d-758cf749c05c. Aug 06 16:59:55.871370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:59:55.979700 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:59:55.989563 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec9ef7e-6a12-4ed7-b991-cb39d6084b84 None None] Sync routers for ids ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:59:55.994866 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:55.998915 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec9ef7e-6a12-4ed7-b991-cb39d6084b84 None None] Routers {'6c3f3eba-196d-45d9-9b1f-14206ad2c170'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:59:55.999506 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7ec9ef7e-6a12-4ed7-b991-cb39d6084b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:59:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:56.023669 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-40ea9c7a-e927-4e2b-8383-db6877bb7ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8654175 Aug 06 16:59:56.024262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8674c8f-1e8a-47ed-a102-c478c70a9aa0', 'tag': '2d85ffe9-fd68-41c8-be7d-758cf749c05c'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:59:56.026774 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62603d46-f05e-40ae-a44f-2e6c34286844" -d '{"events": [{"name": "network-changed", "server_uuid": "f8674c8f-1e8a-47ed-a102-c478c70a9aa0", "tag": "2d85ffe9-fd68-41c8-be7d-758cf749c05c"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:59:56.064133 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aab145-c5e3-415b-83f2-87927c7e81f6 x-openstack-request-id: req-e1aab145-c5e3-415b-83f2-87927c7e81f6 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:59:56.064519 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8674c8f-1e8a-47ed-a102-c478c70a9aa0", "tag": "2d85ffe9-fd68-41c8-be7d-758cf749c05c", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:59:56.064866 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1aab145-c5e3-415b-83f2-87927c7e81f6 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:59:56.065406 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8674c8f-1e8a-47ed-a102-c478c70a9aa0', 'tag': '2d85ffe9-fd68-41c8-be7d-758cf749c05c', 'status': 'completed', 'code': 200} Aug 06 16:59:56.107840 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-7ec9ef7e-6a12-4ed7-b991-cb39d6084b84 None None] Set router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:59:56.155996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e008c-4c3b-4fe2-b4ad-ee921fa87dd2 req-790059be-2d4e-4ea1-8f5a-4ab5a7910a35 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:56.157511 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b70e008c-4c3b-4fe2-b4ad-ee921fa87dd2 req-790059be-2d4e-4ea1-8f5a-4ab5a7910a35 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0833387 Aug 06 16:59:56.159915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62603d46-f05e-40ae-a44f-2e6c34286844 req-50e379b3-a146-4768-9101-84360bc69e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:56.167988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62603d46-f05e-40ae-a44f-2e6c34286844 req-50e379b3-a146-4768-9101-84360bc69e7c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0730274 Aug 06 16:59:56.252060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b70e008c-4c3b-4fe2-b4ad-ee921fa87dd2 req-eaca89f3-5753-4b11-bfd2-483bcfe01704 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875247 Aug 06 16:59:56.275576 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34110) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:56.285117 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62603d46-f05e-40ae-a44f-2e6c34286844 req-19000641-4e45-4f5b-b4b6-c1fad2ed5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:56.286774 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62603d46-f05e-40ae-a44f-2e6c34286844 req-19000641-4e45-4f5b-b4b6-c1fad2ed5cc9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af9a448d-3baf-4703-902c-906b7025eded HTTP/1.1" status: 200 len: 897 time: 0.1157243 Aug 06 16:59:56.330408 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7ec9ef7e-6a12-4ed7-b991-cb39d6084b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234229878', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:43Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '7ef86708-856e-4214-96a7-704305a677dd', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'port_id': '2d85ffe9-fd68-41c8-be7d-758cf749c05c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded', 'mac_address': 'fa:16:3e:ca:aa:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8674c8f-1e8a-47ed-a102-c478c70a9aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:59:54Z', 'updated_at': '2021-08-06T16:59:54Z', 'revision_number': 0, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa336f19-3ecc-4abf-8292-fd55485935a4', 'name': '', 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:f2:f8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:42Z', 'updated_at': '2021-08-06T16:59:46Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:56.341160 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-78863795-a5f6-4fba-93aa-2d8a4977e37c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/7ef86708-856e-4214-96a7-704305a677dd HTTP/1.1" status: 200 len: 992 time: 0.0626612 Aug 06 16:59:56.357532 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec9ef7e-6a12-4ed7-b991-cb39d6084b84 None None] Checking router: 6c3f3eba-196d-45d9-9b1f-14206ad2c170 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:59:56.359348 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62603d46-f05e-40ae-a44f-2e6c34286844 req-e5069ac8-3bcf-406c-8cc4-b83ac711a6c6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d85ffe9-fd68-41c8-be7d-758cf749c05c HTTP/1.1" status: 200 len: 1000 time: 0.0649641 Aug 06 16:59:56.366072 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec9ef7e-6a12-4ed7-b991-cb39d6084b84 None None] Routers {'6c3f3eba-196d-45d9-9b1f-14206ad2c170'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:59:56.366666 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7ec9ef7e-6a12-4ed7-b991-cb39d6084b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T16:59:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:56.409129 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62603d46-f05e-40ae-a44f-2e6c34286844 req-361f0e63-afe7-4863-b311-d0295a9f4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:56.412128 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62603d46-f05e-40ae-a44f-2e6c34286844 req-361f0e63-afe7-4863-b311-d0295a9f4bc6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bf35f20f-a463-4f98-a1bf-d989d07150e4 HTTP/1.1" status: 200 len: 834 time: 0.0443413 Aug 06 16:59:56.457466 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62603d46-f05e-40ae-a44f-2e6c34286844 req-cbe393ab-62f0-4600-a194-c0b643d6f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:56.458986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62603d46-f05e-40ae-a44f-2e6c34286844 req-cbe393ab-62f0-4600-a194-c0b643d6f338 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af9a448d-3baf-4703-902c-906b7025eded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410357 Aug 06 16:59:56.472153 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-7ec9ef7e-6a12-4ed7-b991-cb39d6084b84 None None] Set router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:59:56.554092 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62603d46-f05e-40ae-a44f-2e6c34286844 req-517d0b54-07c2-43ce-ba4e-c3a1a8ceb518 service neutron] 10.222.0.78 "GET /v2.0/networks/af9a448d-3baf-4703-902c-906b7025eded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874243 Aug 06 16:59:56.647623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-62603d46-f05e-40ae-a44f-2e6c34286844 req-3149aaa8-f099-43f1-8ed2-45c4a9600651 service neutron] 10.222.0.78 "GET /v2.0/networks/af9a448d-3baf-4703-902c-906b7025eded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852013 Aug 06 16:59:56.696851 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7ec9ef7e-6a12-4ed7-b991-cb39d6084b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234229878', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:43Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '7ef86708-856e-4214-96a7-704305a677dd', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'port_id': '2d85ffe9-fd68-41c8-be7d-758cf749c05c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded', 'mac_address': 'fa:16:3e:ca:aa:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8674c8f-1e8a-47ed-a102-c478c70a9aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:59:54Z', 'updated_at': '2021-08-06T16:59:54Z', 'revision_number': 0, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa336f19-3ecc-4abf-8292-fd55485935a4', 'name': '', 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:f2:f8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:42Z', 'updated_at': '2021-08-06T16:59:46Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:59:56.723465 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec9ef7e-6a12-4ed7-b991-cb39d6084b84 None None] The sync data for ids ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'] in n-d-803756-1 is: [{'id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234229878', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:43Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '7ef86708-856e-4214-96a7-704305a677dd', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'floating_ip_address': '172.25.1.225', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'port_id': '2d85ffe9-fd68-41c8-be7d-758cf749c05c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded', 'mac_address': 'fa:16:3e:ca:aa:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8674c8f-1e8a-47ed-a102-c478c70a9aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:59:54Z', 'updated_at': '2021-08-06T16:59:54Z', 'revision_number': 0, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa336f19-3ecc-4abf-8292-fd55485935a4', 'name': '', 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:f2:f8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:42Z', 'updated_at': '2021-08-06T16:59:46Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:59:56.916480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aaf40a-ff1d-443c-b65b-93647db73c91 None None] New status for floating IP 7ef86708-856e-4214-96a7-704305a677dd: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:59:57.343577 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34112) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:59:57.406765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f94ea20d-7581-4c6f-a3f2-c2110df30c07 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/7ef86708-856e-4214-96a7-704305a677dd HTTP/1.1" status: 200 len: 994 time: 0.0621214 Aug 06 16:59:58.792641 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e40b4e6e-446b-42d8-99d1-65f927cb64c0 req-6b4721c8-cb32-4ad9-85a2-23e452f9894e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391319 Aug 06 16:59:58.881781 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b4e6e-446b-42d8-99d1-65f927cb64c0 req-1526b1fd-122b-4ef3-9513-cd3b85658a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:58.883280 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e40b4e6e-446b-42d8-99d1-65f927cb64c0 req-1526b1fd-122b-4ef3-9513-cd3b85658a86 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0407178 Aug 06 16:59:58.990531 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b4e6e-446b-42d8-99d1-65f927cb64c0 req-7a0a617a-6bdf-43f4-8438-18b04dc4a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:58.992029 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e40b4e6e-446b-42d8-99d1-65f927cb64c0 req-7a0a617a-6bdf-43f4-8438-18b04dc4a835 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af9a448d-3baf-4703-902c-906b7025eded HTTP/1.1" status: 200 len: 897 time: 0.0886424 Aug 06 16:59:59.056776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e40b4e6e-446b-42d8-99d1-65f927cb64c0 req-a0ea25b9-c351-4c95-89ef-2971f56fd0c3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d85ffe9-fd68-41c8-be7d-758cf749c05c HTTP/1.1" status: 200 len: 1002 time: 0.0575476 Aug 06 16:59:59.111693 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b4e6e-446b-42d8-99d1-65f927cb64c0 req-bed453ed-d332-4c08-8b80-2aa07579f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:59.113191 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e40b4e6e-446b-42d8-99d1-65f927cb64c0 req-bed453ed-d332-4c08-8b80-2aa07579f693 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bf35f20f-a463-4f98-a1bf-d989d07150e4 HTTP/1.1" status: 200 len: 834 time: 0.0459955 Aug 06 16:59:59.166967 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b4e6e-446b-42d8-99d1-65f927cb64c0 req-c006ce2a-abac-45bc-8ade-94d6b4fa15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:59.168531 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e40b4e6e-446b-42d8-99d1-65f927cb64c0 req-c006ce2a-abac-45bc-8ade-94d6b4fa15d2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af9a448d-3baf-4703-902c-906b7025eded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443020 Aug 06 16:59:59.260585 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e40b4e6e-446b-42d8-99d1-65f927cb64c0 req-22833c35-f79f-4f83-a449-e09946e816b8 service neutron] 10.222.0.78 "GET /v2.0/networks/af9a448d-3baf-4703-902c-906b7025eded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810037 Aug 06 16:59:59.350016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e40b4e6e-446b-42d8-99d1-65f927cb64c0 req-82a63b33-fc92-455c-8579-9c169030620e service neutron] 10.222.0.78 "GET /v2.0/networks/af9a448d-3baf-4703-902c-906b7025eded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850582 Aug 06 17:00:03.879053 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fe5847d0-7d91-4708-b678-658c46870ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:06.302807 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4ba7127c-5d13-4376-9dfa-ac0283cc075a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:06.726523 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:07.528649 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:09.257093 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:24.277090 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:24.534647 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:28.756456 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c15bb-7b26-4002-aca2-a6c78e5ee75f req-c8e14027-d71f-4523-a650-de47ce198c1a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:28.757989 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d63c15bb-7b26-4002-aca2-a6c78e5ee75f req-c8e14027-d71f-4523-a650-de47ce198c1a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0507472 Aug 06 17:00:28.797562 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d63c15bb-7b26-4002-aca2-a6c78e5ee75f req-632419a5-f24d-43d1-99c1-946d530cd7cf tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335290 Aug 06 17:00:29.915759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20144e-7fea-43fd-8e33-eaf7084f7f57 req-500f5ce2-160b-4e34-ab5c-751fe8a63b2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:29.917229 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a20144e-7fea-43fd-8e33-eaf7084f7f57 req-500f5ce2-160b-4e34-ab5c-751fe8a63b2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0493312 Aug 06 17:00:29.957905 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0a20144e-7fea-43fd-8e33-eaf7084f7f57 req-edcd6191-a3cb-4e64-9675-9033356368e7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347679 Aug 06 17:00:29.980637 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34134) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:30.039409 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0d26cac9-e967-4056-94d4-00e42b79be16 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/7ef86708-856e-4214-96a7-704305a677dd HTTP/1.1" status: 200 len: 994 time: 0.0576196 Aug 06 17:00:30.469466 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:00:31.299096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b16c0d-0115-43b6-81c2-81b66bd04fbe req-f10fe90b-c7e3-48e9-aae1-62c1af6132c7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:31.300696 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5b16c0d-0115-43b6-81c2-81b66bd04fbe req-f10fe90b-c7e3-48e9-aae1-62c1af6132c7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0583944 Aug 06 17:00:31.347930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5b16c0d-0115-43b6-81c2-81b66bd04fbe req-5e82a2e4-506b-4576-a47d-776881126055 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401101 Aug 06 17:00:32.470004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8a56a-f5b2-48bf-9946-27c3acda8cdb req-90ab1e27-8670-4a37-b431-bfd589abb1df tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:32.471469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ca8a56a-f5b2-48bf-9946-27c3acda8cdb req-90ab1e27-8670-4a37-b431-bfd589abb1df tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0521889 Aug 06 17:00:32.510896 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ca8a56a-f5b2-48bf-9946-27c3acda8cdb req-f19d7fae-aba8-4b38-bd12-798c914628c3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333827 Aug 06 17:00:33.634725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02843e2c-fd59-4e8f-bd4a-f5a86ff08f93 req-9c063c2d-64ba-428e-82f3-c0dbfa5918b2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:33.636208 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02843e2c-fd59-4e8f-bd4a-f5a86ff08f93 req-9c063c2d-64ba-428e-82f3-c0dbfa5918b2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0490763 Aug 06 17:00:33.674144 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-02843e2c-fd59-4e8f-bd4a-f5a86ff08f93 req-70a60280-5f7c-47f5-965e-846bfd27c250 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319846 Aug 06 17:00:33.695860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34146) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:33.759931 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-124cd06f-2bf3-41e5-a1ba-3abaf6e29ea3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/7ef86708-856e-4214-96a7-704305a677dd HTTP/1.1" status: 200 len: 994 time: 0.0629182 Aug 06 17:00:33.879155 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7dce249a-b090-4694-8be0-0d005e805f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:34.052287 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34154) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:34.208440 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port b9e58b2f-cd8d-4504-ad96-d4368b6f6248 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:00:34.208853 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:34.296652 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:34.296981 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:34.308926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for b9e58b2f-cd8d-4504-ad96-d4368b6f6248 owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:00:34.453882 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:34.483354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=b9e58b2f-cd8d-4504-ad96-d4368b6f6248,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:34.507625 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:34.507964 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:34.508299 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:34.508632 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:34.508958 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:34.509292 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:34.509613 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:34.509958 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:34.510280 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:34.510601 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:34.510919 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:34.511234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:34.549745 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:34.550087 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Floating IP 7ef86708-856e-4214-96a7-704305a677dd disassociated (deleted). External IP: 172.25.1.225, port: 2d85ffe9-fd68-41c8-be7d-758cf749c05c. Aug 06 17:00:35.095251 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:00:35.198976 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:00:35.203746 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:35.209063 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f6449-b880-4ea1-9fe2-203009d5f781 None None] Sync routers for ids ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:00:35.217890 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f6449-b880-4ea1-9fe2-203009d5f781 None None] Routers {'6c3f3eba-196d-45d9-9b1f-14206ad2c170'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:00:35.218478 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-230f6449-b880-4ea1-9fe2-203009d5f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:00:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:35.231361 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ea6bd271-34ae-4b70-a12e-0a867ee0e151 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/floatingips/7ef86708-856e-4214-96a7-704305a677dd HTTP/1.1" status: 204 len: 168 time: 1.1780965 Aug 06 17:00:35.231949 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8674c8f-1e8a-47ed-a102-c478c70a9aa0', 'tag': '2d85ffe9-fd68-41c8-be7d-758cf749c05c'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:00:35.234329 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0756ce4a-da9d-48f1-8768-8b9c11bab834" -d '{"events": [{"name": "network-changed", "server_uuid": "f8674c8f-1e8a-47ed-a102-c478c70a9aa0", "tag": "2d85ffe9-fd68-41c8-be7d-758cf749c05c"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:00:35.273952 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb136b3-6b2b-43b3-8c42-292e9728fef9 x-openstack-request-id: req-6fb136b3-6b2b-43b3-8c42-292e9728fef9 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:00:35.274211 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8674c8f-1e8a-47ed-a102-c478c70a9aa0", "tag": "2d85ffe9-fd68-41c8-be7d-758cf749c05c", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:00:35.274555 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6fb136b3-6b2b-43b3-8c42-292e9728fef9 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:00:35.274966 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8674c8f-1e8a-47ed-a102-c478c70a9aa0', 'tag': '2d85ffe9-fd68-41c8-be7d-758cf749c05c', 'status': 'completed', 'code': 200} Aug 06 17:00:35.326373 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-230f6449-b880-4ea1-9fe2-203009d5f781 None None] Set router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:00:35.338559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756ce4a-da9d-48f1-8768-8b9c11bab834 req-a51e331c-3eb2-41c5-a93d-43cac6a83643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:35.340074 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0756ce4a-da9d-48f1-8768-8b9c11bab834 req-a51e331c-3eb2-41c5-a93d-43cac6a83643 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 1097 time: 0.0433416 Aug 06 17:00:35.471919 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756ce4a-da9d-48f1-8768-8b9c11bab834 req-4bbfb5b6-300f-4acd-a97a-61ec49bedd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:35.473396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0756ce4a-da9d-48f1-8768-8b9c11bab834 req-4bbfb5b6-300f-4acd-a97a-61ec49bedd82 service neutron] 10.222.0.78 "GET /v2.0/networks?id=af9a448d-3baf-4703-902c-906b7025eded HTTP/1.1" status: 200 len: 897 time: 0.1242089 Aug 06 17:00:35.499630 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69656d-bce0-4e3e-915f-975037211f46 req-19228cfa-bccc-4641-acdd-3e17ca4ebd12 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:35.501148 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc69656d-bce0-4e3e-915f-975037211f46 req-19228cfa-bccc-4641-acdd-3e17ca4ebd12 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0812843 Aug 06 17:00:35.530963 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0756ce4a-da9d-48f1-8768-8b9c11bab834 req-5d5d4ae5-3689-4fb7-bb51-158e8981c856 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d85ffe9-fd68-41c8-be7d-758cf749c05c HTTP/1.1" status: 200 len: 217 time: 0.0479038 Aug 06 17:00:35.549055 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-230f6449-b880-4ea1-9fe2-203009d5f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234229878', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:43Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fa336f19-3ecc-4abf-8292-fd55485935a4', 'name': '', 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:f2:f8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:42Z', 'updated_at': '2021-08-06T16:59:46Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:35.577537 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f6449-b880-4ea1-9fe2-203009d5f781 None None] Checking router: 6c3f3eba-196d-45d9-9b1f-14206ad2c170 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:00:35.587036 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f6449-b880-4ea1-9fe2-203009d5f781 None None] Routers {'6c3f3eba-196d-45d9-9b1f-14206ad2c170'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:00:35.587499 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-230f6449-b880-4ea1-9fe2-203009d5f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:00:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:35.596776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dc69656d-bce0-4e3e-915f-975037211f46 req-351bd64d-1e8f-479c-9207-ff437046751c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677011 Aug 06 17:00:35.606115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756ce4a-da9d-48f1-8768-8b9c11bab834 req-7279f401-4ba2-4780-a49a-b0790e57d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:35.607583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0756ce4a-da9d-48f1-8768-8b9c11bab834 req-7279f401-4ba2-4780-a49a-b0790e57d6e3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bf35f20f-a463-4f98-a1bf-d989d07150e4 HTTP/1.1" status: 200 len: 834 time: 0.0684769 Aug 06 17:00:35.663533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756ce4a-da9d-48f1-8768-8b9c11bab834 req-b9584b49-77a2-44b2-91f9-bb24ace6cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:35.664937 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0756ce4a-da9d-48f1-8768-8b9c11bab834 req-b9584b49-77a2-44b2-91f9-bb24ace6cc47 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=af9a448d-3baf-4703-902c-906b7025eded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486505 Aug 06 17:00:35.763981 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0756ce4a-da9d-48f1-8768-8b9c11bab834 req-15d86643-92bd-471f-9eb6-043ee5b03bd1 service neutron] 10.222.0.78 "GET /v2.0/networks/af9a448d-3baf-4703-902c-906b7025eded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905290 Aug 06 17:00:35.812572 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-230f6449-b880-4ea1-9fe2-203009d5f781 None None] Set router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:00:35.862685 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0756ce4a-da9d-48f1-8768-8b9c11bab834 req-f3a062e7-75ba-4bbd-89e7-69e20470fb7d service neutron] 10.222.0.78 "GET /v2.0/networks/af9a448d-3baf-4703-902c-906b7025eded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906911 Aug 06 17:00:36.030192 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-230f6449-b880-4ea1-9fe2-203009d5f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234229878', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:43Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fa336f19-3ecc-4abf-8292-fd55485935a4', 'name': '', 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:f2:f8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:42Z', 'updated_at': '2021-08-06T16:59:46Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:36.060489 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f6449-b880-4ea1-9fe2-203009d5f781 None None] The sync data for ids ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'] in n-d-803756-1 is: [{'id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234229878', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:43Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'fa336f19-3ecc-4abf-8292-fd55485935a4', 'name': '', 'network_id': 'af9a448d-3baf-4703-902c-906b7025eded', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:f2:f8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:42Z', 'updated_at': '2021-08-06T16:59:46Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'bf35f20f-a463-4f98-a1bf-d989d07150e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:00:36.295835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0659a3a4-f7c9-4a21-9545-b0a49e1cffc7 None None] New status for floating IP 7ef86708-856e-4214-96a7-704305a677dd: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:00:36.360612 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-486e38a5-cb3f-4fc8-8a0f-fa85768c1383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:36.731059 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:36.741834 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d4583-927b-41a3-b8f3-c8f65b76b313 req-93e2a735-4301-4130-91cd-62291aae6ea9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:36.743387 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-503d4583-927b-41a3-b8f3-c8f65b76b313 req-93e2a735-4301-4130-91cd-62291aae6ea9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0537453 Aug 06 17:00:36.783317 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-503d4583-927b-41a3-b8f3-c8f65b76b313 req-bd63bf8b-ee47-4533-b3f8-e2a9d829da5f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331879 Aug 06 17:00:37.085974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd082f70-403c-42c2-9e69-a75661037c3d req-f8c31e3f-a1cb-4fee-b961-cc9f286a128b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:37.087333 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd082f70-403c-42c2-9e69-a75661037c3d req-f8c31e3f-a1cb-4fee-b961-cc9f286a128b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 946 time: 0.0488458 Aug 06 17:00:37.179269 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-dd082f70-403c-42c2-9e69-a75661037c3d req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port 2d85ffe9-fd68-41c8-be7d-758cf749c05c {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:00:37.179607 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dd082f70-403c-42c2-9e69-a75661037c3d req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:37.265856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-dd082f70-403c-42c2-9e69-a75661037c3d req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] For port 2d85ffe9-fd68-41c8-be7d-758cf749c05c, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=2d85ffe9-fd68-41c8-be7d-758cf749c05c,segment=NetworkSegment(71f56435-57a0-4a76-9a00-7f94b483a2df),segment_id=71f56435-57a0-4a76-9a00-7f94b483a2df)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:00:37.266217 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dd082f70-403c-42c2-9e69-a75661037c3d req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:37.278291 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-dd082f70-403c-42c2-9e69-a75661037c3d req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for 2d85ffe9-fd68-41c8-be7d-758cf749c05c owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:00:37.408690 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dd082f70-403c-42c2-9e69-a75661037c3d req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:37.440893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=2d85ffe9-fd68-41c8-be7d-758cf749c05c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:37.469733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:37.470003 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:37.470343 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:37.470679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:37.471006 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:37.471337 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:37.471665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:37.471990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:37.472316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:37.472636 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:37.472955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:37.473291 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:37.492857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd082f70-403c-42c2-9e69-a75661037c3d req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] No DVR routers for this DVR port 2d85ffe9-fd68-41c8-be7d-758cf749c05c on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:00:37.495400 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dd082f70-403c-42c2-9e69-a75661037c3d req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:37.497402 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dd082f70-403c-42c2-9e69-a75661037c3d req-58844222-68bb-48d0-9bc2-9915670fc22c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "DELETE /v2.0/ports/2d85ffe9-fd68-41c8-be7d-758cf749c05c HTTP/1.1" status: 204 len: 173 time: 0.4036105 Aug 06 17:00:37.497881 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8674c8f-1e8a-47ed-a102-c478c70a9aa0', 'name': 'network-vif-deleted', 'tag': '2d85ffe9-fd68-41c8-be7d-758cf749c05c'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:00:37.500132 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30f53d5-e613-4698-9cbe-1e9415893d9f" -d '{"events": [{"server_uuid": "f8674c8f-1e8a-47ed-a102-c478c70a9aa0", "name": "network-vif-deleted", "tag": "2d85ffe9-fd68-41c8-be7d-758cf749c05c"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:00:37.533411 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:37.537949 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37502ee-46c3-4ffb-acef-b43f0eb5e40f x-openstack-request-id: req-b37502ee-46c3-4ffb-acef-b43f0eb5e40f {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:00:37.538301 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8674c8f-1e8a-47ed-a102-c478c70a9aa0", "name": "network-vif-deleted", "tag": "2d85ffe9-fd68-41c8-be7d-758cf749c05c", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:00:37.538553 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b37502ee-46c3-4ffb-acef-b43f0eb5e40f {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:00:37.538953 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8674c8f-1e8a-47ed-a102-c478c70a9aa0', 'name': 'network-vif-deleted', 'tag': '2d85ffe9-fd68-41c8-be7d-758cf749c05c', 'status': 'completed', 'code': 200} Aug 06 17:00:37.913335 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a10eef3-15ea-4476-959e-14820128df28 req-16084f2d-0eac-4ed9-852e-24902ff6071e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8674c8f-1e8a-47ed-a102-c478c70a9aa0 HTTP/1.1" status: 200 len: 210 time: 0.0275471 Aug 06 17:00:38.969993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34170) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:39.251277 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:39.314711 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-57ed4e8f-04aa-44c8-9067-29c9f80ee3a2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:39.564947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-57ed4e8f-04aa-44c8-9067-29c9f80ee3a2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port fa336f19-3ecc-4abf-8292-fd55485935a4 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:00:39.565207 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-57ed4e8f-04aa-44c8-9067-29c9f80ee3a2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:39.654336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-57ed4e8f-04aa-44c8-9067-29c9f80ee3a2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] For port fa336f19-3ecc-4abf-8292-fd55485935a4, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=fa336f19-3ecc-4abf-8292-fd55485935a4,segment=NetworkSegment(71f56435-57a0-4a76-9a00-7f94b483a2df),segment_id=71f56435-57a0-4a76-9a00-7f94b483a2df)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:00:39.654701 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-57ed4e8f-04aa-44c8-9067-29c9f80ee3a2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:39.667450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-57ed4e8f-04aa-44c8-9067-29c9f80ee3a2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for fa336f19-3ecc-4abf-8292-fd55485935a4 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:00:39.851885 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-57ed4e8f-04aa-44c8-9067-29c9f80ee3a2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:39.878403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed4e8f-04aa-44c8-9067-29c9f80ee3a2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=fa336f19-3ecc-4abf-8292-fd55485935a4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:40.055256 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-57ed4e8f-04aa-44c8-9067-29c9f80ee3a2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:40.246435 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2d85ffe9-fd68-41c8-be7d-758cf749c05c no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:00:40.265905 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 2d85ffe9-fd68-41c8-be7d-758cf749c05c {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:00:40.266613 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 2d85ffe9-fd68-41c8-be7d-758cf749c05c not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:00:40.271442 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ed4e8f-04aa-44c8-9067-29c9f80ee3a2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:00:40.373748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ed4e8f-04aa-44c8-9067-29c9f80ee3a2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:00:40.378688 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-57ed4e8f-04aa-44c8-9067-29c9f80ee3a2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "PUT /v2.0/routers/6c3f3eba-196d-45d9-9b1f-14206ad2c170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4076617 Aug 06 17:00:40.381930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34172) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:40.384524 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc4506-b54e-4b14-a408-603b5972a09b None None] Sync routers for ids ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:00:40.393775 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc4506-b54e-4b14-a408-603b5972a09b None None] Routers {'6c3f3eba-196d-45d9-9b1f-14206ad2c170'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:00:40.394396 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9cfc4506-b54e-4b14-a408-603b5972a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:00:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:40.431802 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-950c78e3-6b3b-4415-9967-ae7abbd7cbd5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting subnet bf35f20f-a463-4f98-a1bf-d989d07150e4 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:00:40.434815 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-950c78e3-6b3b-4415-9967-ae7abbd7cbd5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:40.478842 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-950c78e3-6b3b-4415-9967-ae7abbd7cbd5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:40.497601 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-9cfc4506-b54e-4b14-a408-603b5972a09b None None] Set router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:00:40.680382 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9cfc4506-b54e-4b14-a408-603b5972a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234229878', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T17:00:39Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:40.706780 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc4506-b54e-4b14-a408-603b5972a09b None None] Checking router: 6c3f3eba-196d-45d9-9b1f-14206ad2c170 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:00:40.715476 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc4506-b54e-4b14-a408-603b5972a09b None None] Routers {'6c3f3eba-196d-45d9-9b1f-14206ad2c170'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:00:40.716087 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9cfc4506-b54e-4b14-a408-603b5972a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:00:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:40.822181 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-9cfc4506-b54e-4b14-a408-603b5972a09b None None] Set router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:00:40.908869 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-950c78e3-6b3b-4415-9967-ae7abbd7cbd5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:40.968199 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-950c78e3-6b3b-4415-9967-ae7abbd7cbd5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:40.996377 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c78e3-6b3b-4415-9967-ae7abbd7cbd5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Subnet': ['ID=bf35f20f-a463-4f98-a1bf-d989d07150e4,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:40.998378 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-950c78e3-6b3b-4415-9967-ae7abbd7cbd5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.000246 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-950c78e3-6b3b-4415-9967-ae7abbd7cbd5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/subnets/bf35f20f-a463-4f98-a1bf-d989d07150e4 HTTP/1.1" status: 204 len: 168 time: 0.6169627 Aug 06 17:00:41.003073 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34174) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:41.004374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbec17b6-4e4e-4c89-a90f-540dbccb623c None None] Network af9a448d-3baf-4703-902c-906b7025eded requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:00:41.004856 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-9cfc4506-b54e-4b14-a408-603b5972a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234229878', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T17:00:39Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:41.032354 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc4506-b54e-4b14-a408-603b5972a09b None None] The sync data for ids ['6c3f3eba-196d-45d9-9b1f-14206ad2c170'] in n-d-803756-1 is: [{'id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-234229878', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T17:00:39Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '5f98fe78-dba4-4d0d-87f8-b59ec1396497', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f3eba-196d-45d9-9b1f-14206ad2c170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:59:39Z', 'updated_at': '2021-08-06T16:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:00:41.114507 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43f8d04a-78d0-4bad-8a5a-c68e088f71ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.217333 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43f8d04a-78d0-4bad-8a5a-c68e088f71ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.269235 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-43f8d04a-78d0-4bad-8a5a-c68e088f71ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port 5f98fe78-dba4-4d0d-87f8-b59ec1396497 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:00:41.269507 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43f8d04a-78d0-4bad-8a5a-c68e088f71ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.351651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-43f8d04a-78d0-4bad-8a5a-c68e088f71ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] For port 5f98fe78-dba4-4d0d-87f8-b59ec1396497, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5f98fe78-dba4-4d0d-87f8-b59ec1396497,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:00:41.351938 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43f8d04a-78d0-4bad-8a5a-c68e088f71ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.364319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-43f8d04a-78d0-4bad-8a5a-c68e088f71ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for 5f98fe78-dba4-4d0d-87f8-b59ec1396497 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:00:41.410184 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] DHCP port deletion for af9a448d-3baf-4703-902c-906b7025eded request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:00:41.457772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Deleting port 3a5eee48-1422-4290-84e7-17e19c7f1cef {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:00:41.458660 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.531289 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] For port 3a5eee48-1422-4290-84e7-17e19c7f1cef, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=3a5eee48-1422-4290-84e7-17e19c7f1cef,segment=NetworkSegment(71f56435-57a0-4a76-9a00-7f94b483a2df),segment_id=71f56435-57a0-4a76-9a00-7f94b483a2df)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:00:41.531824 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.546556 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Calling delete_port for 3a5eee48-1422-4290-84e7-17e19c7f1cef owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:00:41.550817 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43f8d04a-78d0-4bad-8a5a-c68e088f71ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.579018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8d04a-78d0-4bad-8a5a-c68e088f71ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=5f98fe78-dba4-4d0d-87f8-b59ec1396497,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:41.627529 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.637707 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43f8d04a-78d0-4bad-8a5a-c68e088f71ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.653839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Pushing event deleted for resources: {'Port': ['ID=3a5eee48-1422-4290-84e7-17e19c7f1cef,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:41.656071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] No DVR routers for this DVR port 3a5eee48-1422-4290-84e7-17e19c7f1cef on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:00:41.665234 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:41.665234 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:41.665450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:41.665674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:41.666170 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:41.666331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:41.666642 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:41.666969 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:41.667287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:41.667621 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:41.667936 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:41.668256 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed517feb-1383-421b-b8ca-1432b6a1474a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:41.730989 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43f8d04a-78d0-4bad-8a5a-c68e088f71ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.733090 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43f8d04a-78d0-4bad-8a5a-c68e088f71ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.778295 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43f8d04a-78d0-4bad-8a5a-c68e088f71ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.778756 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f8d04a-78d0-4bad-8a5a-c68e088f71ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Fanout notify agent at l3_agent the message router_deleted on router 6c3f3eba-196d-45d9-9b1f-14206ad2c170 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:00:41.785475 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-43f8d04a-78d0-4bad-8a5a-c68e088f71ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.787213 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-43f8d04a-78d0-4bad-8a5a-c68e088f71ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/routers/6c3f3eba-196d-45d9-9b1f-14206ad2c170 HTTP/1.1" status: 204 len: 168 time: 0.7810133 Aug 06 17:00:41.789896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34176) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:41.868428 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afea8679-80b7-4821-aaed-b8f940f65ad1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.963594 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afea8679-80b7-4821-aaed-b8f940f65ad1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.973030 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-afea8679-80b7-4821-aaed-b8f940f65ad1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9a448d-3baf-4703-902c-906b7025eded']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:41.983310 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-afea8679-80b7-4821-aaed-b8f940f65ad1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f56435-57a0-4a76-9a00-7f94b483a2df') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:41.983603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-afea8679-80b7-4821-aaed-b8f940f65ad1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f56435-57a0-4a76-9a00-7f94b483a2df') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:41.992147 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afea8679-80b7-4821-aaed-b8f940f65ad1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.006062 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afea8679-80b7-4821-aaed-b8f940f65ad1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.011751 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afea8679-80b7-4821-aaed-b8f940f65ad1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:00:42.012129 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afea8679-80b7-4821-aaed-b8f940f65ad1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: timer() Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:00:42.014950 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:00:42.075845 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afea8679-80b7-4821-aaed-b8f940f65ad1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.084019 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-afea8679-80b7-4821-aaed-b8f940f65ad1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.085068 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-afea8679-80b7-4821-aaed-b8f940f65ad1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/networks/af9a448d-3baf-4703-902c-906b7025eded HTTP/1.1" status: 204 len: 168 time: 0.2942026 Aug 06 17:00:42.088191 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34178) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:42.096405 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea8679-80b7-4821-aaed-b8f940f65ad1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Network': ['ID=af9a448d-3baf-4703-902c-906b7025eded,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:42.150147 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de69d67f-a2c9-4e42-8566-c978b1c0e399 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.175364 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de69d67f-a2c9-4e42-8566-c978b1c0e399 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.243386 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de69d67f-a2c9-4e42-8566-c978b1c0e399 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.246754 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-de69d67f-a2c9-4e42-8566-c978b1c0e399 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.250460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-de69d67f-a2c9-4e42-8566-c978b1c0e399 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/security-groups/1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17 HTTP/1.1" status: 204 len: 168 time: 0.1587789 Aug 06 17:00:42.258837 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69d67f-a2c9-4e42-8566-c978b1c0e399 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaa61e6-8b8a-40e0-9ecf-c66c5dd5ec17,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:42.341733 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fa336f19-3ecc-4abf-8292-fd55485935a4 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:00:42.364278 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: fa336f19-3ecc-4abf-8292-fd55485935a4 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:00:42.365235 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device fa336f19-3ecc-4abf-8292-fd55485935a4 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:00:42.365740 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3a5eee48-1422-4290-84e7-17e19c7f1cef no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:00:42.384146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 3a5eee48-1422-4290-84e7-17e19c7f1cef {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:00:42.384490 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 3a5eee48-1422-4290-84e7-17e19c7f1cef not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:00:42.443638 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34184) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:42.448630 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-07521f99-05f5-4ef8-bfaa-22b976f065bf tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-550726085', 'description': 'tempest-secgroup-smoke-550726085 description', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:00:42.469912 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-07521f99-05f5-4ef8-bfaa-22b976f065bf tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.552905 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-07521f99-05f5-4ef8-bfaa-22b976f065bf tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.556354 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-07521f99-05f5-4ef8-bfaa-22b976f065bf tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.582879 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-07521f99-05f5-4ef8-bfaa-22b976f065bf tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.584542 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-07521f99-05f5-4ef8-bfaa-22b976f065bf tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1399028 Aug 06 17:00:42.586557 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07521f99-05f5-4ef8-bfaa-22b976f065bf tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12da513b-2873-4892-b20e-c35b79b3dabc,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:42.587535 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34186) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:42.592790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4edd113b-1ca4-454d-a6c8-6bd9edb77e88 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '12da513b-2873-4892-b20e-c35b79b3dabc', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:00:42.620094 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4edd113b-1ca4-454d-a6c8-6bd9edb77e88 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.665152 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4edd113b-1ca4-454d-a6c8-6bd9edb77e88 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.669795 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4edd113b-1ca4-454d-a6c8-6bd9edb77e88 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.687306 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd113b-1ca4-454d-a6c8-6bd9edb77e88 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a027036-c442-4c97-8175-f5717c813a9a,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:42.692426 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4edd113b-1ca4-454d-a6c8-6bd9edb77e88 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.693895 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4edd113b-1ca4-454d-a6c8-6bd9edb77e88 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1051545 Aug 06 17:00:42.696307 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34188) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:42.700974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6e1c025d-7b80-4ba5-a48c-716cb18e2493 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '12da513b-2873-4892-b20e-c35b79b3dabc', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:00:42.726800 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e1c025d-7b80-4ba5-a48c-716cb18e2493 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.781268 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e1c025d-7b80-4ba5-a48c-716cb18e2493 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.784780 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e1c025d-7b80-4ba5-a48c-716cb18e2493 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.802871 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c025d-7b80-4ba5-a48c-716cb18e2493 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321b01c6-e82b-4c45-ba24-400943facefd,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:42.806903 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6e1c025d-7b80-4ba5-a48c-716cb18e2493 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.808105 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6e1c025d-7b80-4ba5-a48c-716cb18e2493 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1108925 Aug 06 17:00:42.810939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34190) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:42.815344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4351f334-a92a-481d-94cc-f149327ca0e9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '12da513b-2873-4892-b20e-c35b79b3dabc', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:00:42.842560 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4351f334-a92a-481d-94cc-f149327ca0e9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.900561 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4351f334-a92a-481d-94cc-f149327ca0e9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.904905 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4351f334-a92a-481d-94cc-f149327ca0e9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.923475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351f334-a92a-481d-94cc-f149327ca0e9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec62df2-aa7c-4430-a673-d862b55a8c6b,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:42.925918 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4351f334-a92a-481d-94cc-f149327ca0e9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:42.927116 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4351f334-a92a-481d-94cc-f149327ca0e9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151850 Aug 06 17:00:42.929957 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34192) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:42.934592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3d4a213b-2149-442a-9d13-5cbbc12747bd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '12da513b-2873-4892-b20e-c35b79b3dabc', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:00:42.961466 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3d4a213b-2149-442a-9d13-5cbbc12747bd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.019329 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3d4a213b-2149-442a-9d13-5cbbc12747bd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.023291 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3d4a213b-2149-442a-9d13-5cbbc12747bd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.040893 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a213b-2149-442a-9d13-5cbbc12747bd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da50429e-049c-4437-bd9c-901841d1313c,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:43.048909 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3d4a213b-2149-442a-9d13-5cbbc12747bd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.050209 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3d4a213b-2149-442a-9d13-5cbbc12747bd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192613 Aug 06 17:00:43.052926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34194) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:43.057369 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-91336873-7460-4e30-bfd7-8d8d84d0cc70 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '12da513b-2873-4892-b20e-c35b79b3dabc', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:00:43.078989 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-91336873-7460-4e30-bfd7-8d8d84d0cc70 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Project 9338de4f4fb0403c9742ef94fa5775b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:00:43.084271 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-91336873-7460-4e30-bfd7-8d8d84d0cc70 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.145728 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-91336873-7460-4e30-bfd7-8d8d84d0cc70 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.149655 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-91336873-7460-4e30-bfd7-8d8d84d0cc70 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.168589 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91336873-7460-4e30-bfd7-8d8d84d0cc70 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8f7aa0-c693-46f3-9f3b-684769b2ba91,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:43.175260 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-91336873-7460-4e30-bfd7-8d8d84d0cc70 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.176606 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-91336873-7460-4e30-bfd7-8d8d84d0cc70 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227002 Aug 06 17:00:43.179899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34196) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:43.184402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-07367dee-1fea-4192-ba67-400b4e18a449 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '12da513b-2873-4892-b20e-c35b79b3dabc', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:00:43.205820 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-07367dee-1fea-4192-ba67-400b4e18a449 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Project 9338de4f4fb0403c9742ef94fa5775b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:00:43.210457 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-07367dee-1fea-4192-ba67-400b4e18a449 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.271136 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-07367dee-1fea-4192-ba67-400b4e18a449 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.274596 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-07367dee-1fea-4192-ba67-400b4e18a449 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.292382 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07367dee-1fea-4192-ba67-400b4e18a449 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9486ce-7478-4961-b6fe-88185545a0dd,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:43.299286 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-07367dee-1fea-4192-ba67-400b4e18a449 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.300471 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-07367dee-1fea-4192-ba67-400b4e18a449 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195416 Aug 06 17:00:43.303711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34198) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:43.308531 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-5723f4a7-6c45-48d0-ab15-04871f43577b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'network': {'name': 'tempest-network-smoke--959385028', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'port_security_enabled': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:00:43.329217 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5723f4a7-6c45-48d0-ab15-04871f43577b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Made reservation on behalf of 9338de4f4fb0403c9742ef94fa5775b0 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:00:43.332570 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5723f4a7-6c45-48d0-ab15-04871f43577b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.354771 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5723f4a7-6c45-48d0-ab15-04871f43577b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:00:43.363699 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5723f4a7-6c45-48d0-ab15-04871f43577b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.364035 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-5723f4a7-6c45-48d0-ab15-04871f43577b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Added segment eb62ba17-9694-4afe-91aa-0031a10cd988 of type vlan for network 6778903d-1ada-4efd-b724-9bec892b40a3 Aug 06 17:00:43.403247 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5723f4a7-6c45-48d0-ab15-04871f43577b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.431118 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5723f4a7-6c45-48d0-ab15-04871f43577b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.436559 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5723f4a7-6c45-48d0-ab15-04871f43577b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:43.437140 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5723f4a7-6c45-48d0-ab15-04871f43577b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.473206 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5723f4a7-6c45-48d0-ab15-04871f43577b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1684957 Aug 06 17:00:43.476595 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34200) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:43.481254 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-545935849', 'admin_state_up': True, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:00:43.505778 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.506829 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.507583 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723f4a7-6c45-48d0-ab15-04871f43577b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Network': ['ID=6778903d-1ada-4efd-b724-9bec892b40a3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:43.518381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 6778903d-1ada-4efd-b724-9bec892b40a3 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:00:43.560138 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.694165 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.888890 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.906291 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5f98fe78-dba4-4d0d-87f8-b59ec1396497 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:00:43.910573 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:43.928168 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 5f98fe78-dba4-4d0d-87f8-b59ec1396497 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:00:43.928593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5f98fe78-dba4-4d0d-87f8-b59ec1396497 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:00:44.014068 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.25.1.9 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/65a09f66-7bea-4303-8c3a-d70f539a848d) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:00:44.119954 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:44.159389 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:44.194600 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:00:44.199482 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:00:44.203682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:00:44.226890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=65a09f66-7bea-4303-8c3a-d70f539a848d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:44.450696 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:44.645598 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:44.770797 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router 66eab002-ade5-4f3b-8e03-bcb6fd97287e is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:00:44.877025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:00:44.886937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Sync routers for ids ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:00:44.896625 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Routers {'66eab002-ade5-4f3b-8e03-bcb6fd97287e'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:00:44.897511 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:00:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:44.899700 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:44.900906 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-32280420-f8ff-4935-928b-2abb0f9e9345 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4233150 Aug 06 17:00:44.904542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34202) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:44.933208 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bde2a646-f398-406d-a826-b2ebdd535d13 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9338de4f4fb0403c9742ef94fa5775b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275853 Aug 06 17:00:44.936409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34204) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:45.004997 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Set router 66eab002-ade5-4f3b-8e03-bcb6fd97287e gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:00:45.024594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4640cef-6259-4104-9683-740bd43e5ac2 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:45.026059 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b4640cef-6259-4104-9683-740bd43e5ac2 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884087 Aug 06 17:00:45.028918 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34206) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:45.061444 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c7b1bde6-c2d1-4bc6-bfca-e6ca7b2d5f2e tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314367 Aug 06 17:00:45.064168 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34208) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:45.069379 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-59d4d007-906f-41e5-a94e-5afc7a33f046 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-363382160', 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:00:45.155357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d4d007-906f-41e5-a94e-5afc7a33f046 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Made reservation on behalf of 9338de4f4fb0403c9742ef94fa5775b0 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:00:45.158941 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59d4d007-906f-41e5-a94e-5afc7a33f046 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:45.186874 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545935849', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:44Z', 'revision_number': 3, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:45.213094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Checking router: 66eab002-ade5-4f3b-8e03-bcb6fd97287e for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:00:45.213443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Updating router 66eab002-ade5-4f3b-8e03-bcb6fd97287e port 65a09f66-7bea-4303-8c3a-d70f539a848d binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:00:45.238529 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:45.340684 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59d4d007-906f-41e5-a94e-5afc7a33f046 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:45.402125 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4d007-906f-41e5-a94e-5afc7a33f046 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Subnet': ['ID=fd109414-1913-4c40-b148-1e688bb9b9f9,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:45.410799 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4d007-906f-41e5-a94e-5afc7a33f046 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Checking segment: {'id': 'eb62ba17-9694-4afe-91aa-0031a10cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:00:45.411164 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d4d007-906f-41e5-a94e-5afc7a33f046 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network hostable DHCP agents. Network: 6778903d-1ada-4efd-b724-9bec892b40a3, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:00:45.428227 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d4d007-906f-41e5-a94e-5afc7a33f046 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network 6778903d-1ada-4efd-b724-9bec892b40a3 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:00:45.437220 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-59d4d007-906f-41e5-a94e-5afc7a33f046 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 6778903d-1ada-4efd-b724-9bec892b40a3) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:00:45.441990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d4d007-906f-41e5-a94e-5afc7a33f046 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:45.442602 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-59d4d007-906f-41e5-a94e-5afc7a33f046 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:45.448804 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5277eb-2030-49e6-81d9-873dbe79e68c None None] Network 6778903d-1ada-4efd-b724-9bec892b40a3 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:00:45.459336 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-59d4d007-906f-41e5-a94e-5afc7a33f046 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3939617 Aug 06 17:00:45.462201 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34210) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:45.540844 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:45.556135 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Transition to ACTIVE for port object 65a09f66-7bea-4303-8c3a-d70f539a848d will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:00:45.564286 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:45.657778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Attempting to bind port 65a09f66-7bea-4303-8c3a-d70f539a848d on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:00:45.658181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Attempting to bind port 65a09f66-7bea-4303-8c3a-d70f539a848d by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:00:45.658550 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Attempting to bind port 65a09f66-7bea-4303-8c3a-d70f539a848d on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:00:45.663607 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a804b3-e9ef-4b29-bcdc-d4498aff3a5a None None] Pushing event updated for resources: {'Port': ['ID=65a09f66-7bea-4303-8c3a-d70f539a848d,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:45.671295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:00:45.671653 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:00:45.672062 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:45.672456 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:00:45.672938 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Bound port: 65a09f66-7bea-4303-8c3a-d70f539a848d, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:00:45.673333 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:45.707786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-6778903d-1ada-4efd-b724-9bec892b40a3', 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ips': [{'subnet_id': 'fd109414-1913-4c40-b148-1e688bb9b9f9'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:00:45.708699 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:45.800850 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] For port 65a09f66-7bea-4303-8c3a-d70f539a848d, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:00:45.823594 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] For port 65a09f66-7bea-4303-8c3a-d70f539a848d, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=65a09f66-7bea-4303-8c3a-d70f539a848d,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:00:45.833913 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:45.914791 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:45.927710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a804b3-e9ef-4b29-bcdc-d4498aff3a5a None None] Pushing event updated for resources: {'Port': ['ID=65a09f66-7bea-4303-8c3a-d70f539a848d,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:45.934553 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Routers {'66eab002-ade5-4f3b-8e03-bcb6fd97287e'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:00:45.935160 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:00:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:45.937278 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Allocated IP 172.20.0.2 (6778903d-1ada-4efd-b724-9bec892b40a3/fd109414-1913-4c40-b148-1e688bb9b9f9/cd5659ac-3763-46d0-b43d-744cec8b6bfc) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:00:46.261316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] Set router 66eab002-ade5-4f3b-8e03-bcb6fd97287e gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:00:46.417608 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:46.435986 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Transition to ACTIVE for port object cd5659ac-3763-46d0-b43d-744cec8b6bfc will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:00:46.475011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Transition to ACTIVE for port object cd5659ac-3763-46d0-b43d-744cec8b6bfc will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:00:46.481926 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:46.530884 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Network 6778903d-1ada-4efd-b724-9bec892b40a3 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:00:46.532619 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.20.0.1 (6778903d-1ada-4efd-b724-9bec892b40a3/fd109414-1913-4c40-b148-1e688bb9b9f9/a32a61de-8567-46b9-ac32-953e1ee64f5c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:00:46.538525 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:00:46.541900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:00:46.543797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Pushing event updated for resources: {'Port': ['ID=cd5659ac-3763-46d0-b43d-744cec8b6bfc,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:46.575676 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545935849', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:44Z', 'revision_number': 3, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:46.617018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298751d1-3c72-42d7-a72e-5916fea19394 None None] The sync data for ids ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'] in n-d-803756-1 is: [{'id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545935849', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:44Z', 'revision_number': 3, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:00:46.631074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Attempting to bind port cd5659ac-3763-46d0-b43d-744cec8b6bfc on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:00:46.631405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Attempting to bind port cd5659ac-3763-46d0-b43d-744cec8b6bfc by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'eb62ba17-9694-4afe-91aa-0031a10cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:00:46.631775 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Attempting to bind port cd5659ac-3763-46d0-b43d-744cec8b6bfc on network 6778903d-1ada-4efd-b724-9bec892b40a3 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:00:46.637019 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:00:46.637400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Checking segment: {'id': 'eb62ba17-9694-4afe-91aa-0031a10cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:00:46.637832 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:46.638231 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Bound using segment: {'id': 'eb62ba17-9694-4afe-91aa-0031a10cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:00:46.638702 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Bound port: cd5659ac-3763-46d0-b43d-744cec8b6bfc, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb62ba17-9694-4afe-91aa-0031a10cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:00:46.639085 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:46.664662 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:46.680049 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Transition to ACTIVE for port object a32a61de-8567-46b9-ac32-953e1ee64f5c will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:00:46.706366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] For port cd5659ac-3763-46d0-b43d-744cec8b6bfc, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:00:46.709989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] For port cd5659ac-3763-46d0-b43d-744cec8b6bfc, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=cd5659ac-3763-46d0-b43d-744cec8b6bfc,segment=NetworkSegment(eb62ba17-9694-4afe-91aa-0031a10cd988),segment_id=eb62ba17-9694-4afe-91aa-0031a10cd988)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:00:46.716806 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:46.719268 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:46.761035 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network 6778903d-1ada-4efd-b724-9bec892b40a3 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:00:46.764134 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:00:46.770596 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:00:46.784090 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d5ed0-ada9-454b-b68a-5d6402b2d76c None None] Pushing event updated for resources: {'Port': ['ID=cd5659ac-3763-46d0-b43d-744cec8b6bfc,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:46.814568 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=a32a61de-8567-46b9-ac32-953e1ee64f5c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:46.863151 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:47.037407 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:47.329655 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:47.335129 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:47.413194 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=a32a61de-8567-46b9-ac32-953e1ee64f5c,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:47.415980 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:47.517841 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network 6778903d-1ada-4efd-b724-9bec892b40a3 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:00:47.519307 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:00:47.632491 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router 66eab002-ade5-4f3b-8e03-bcb6fd97287e has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:00:47.743029 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ca4720-ec4e-40e0-9e80-d8d611b72358 None None] Network 6778903d-1ada-4efd-b724-9bec892b40a3 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:00:47.746191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:00:47.754116 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3c47c992-3473-4211-971c-4ce3be111266 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "PUT /v2.0/routers/66eab002-ade5-4f3b-8e03-bcb6fd97287e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2908993 Aug 06 17:00:47.875949 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-050bdd46-b72f-4f34-914a-cdd38d8147ec None None] Provisioning for port cd5659ac-3763-46d0-b43d-744cec8b6bfc completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:00:47.896222 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-d93c6308-918d-470f-aacc-2569506608ae tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-550726085&fields=id&tenant_id=9338de4f4fb0403c9742ef94fa5775b0 HTTP/1.1" status: 200 len: 267 time: 0.0358536 Aug 06 17:00:48.039520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 65a09f66-7bea-4303-8c3a-d70f539a848d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:00:48.065556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13d82828-6d40-4d0b-ada1-150fc45d0c7a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:48.067188 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13d82828-6d40-4d0b-ada1-150fc45d0c7a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/networks?id=6778903d-1ada-4efd-b724-9bec892b40a3 HTTP/1.1" status: 200 len: 796 time: 0.1582780 Aug 06 17:00:48.087426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-a8d1896c-71c6-49f9-b4d8-7d0a13e94c5c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/quotas/9338de4f4fb0403c9742ef94fa5775b0 HTTP/1.1" status: 200 len: 375 time: 0.0121765 Aug 06 17:00:48.103772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 65a09f66-7bea-4303-8c3a-d70f539a848d completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:00:48.108239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 65a09f66-7bea-4303-8c3a-d70f539a848d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:00:48.108513 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:48.147513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-4768be2d-779d-47fc-859a-1b2bff5bc4b2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533340 Aug 06 17:00:48.198238 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:48.225912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 65a09f66-7bea-4303-8c3a-d70f539a848d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=65a09f66-7bea-4303-8c3a-d70f539a848d,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:00:48.231726 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:48.232548 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device cd5659ac-3763-46d0-b43d-744cec8b6bfc up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:00:48.252282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-a40dad34-5695-4df8-8b63-cfc62e96ed86 service neutron] 10.222.0.37 "GET /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909312 Aug 06 17:00:48.292012 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Sync routers for ids ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:00:48.305213 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Routers {'66eab002-ade5-4f3b-8e03-bcb6fd97287e'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:00:48.305745 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:00:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:48.325575 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d252fb61-1974-4aa5-b6d4-e08426e674e5 None None] Provisioning for port a32a61de-8567-46b9-ac32-953e1ee64f5c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:00:48.335262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-d252fb61-1974-4aa5-b6d4-e08426e674e5 None None] Provisioning complete for port a32a61de-8567-46b9-ac32-953e1ee64f5c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:00:48.335629 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d252fb61-1974-4aa5-b6d4-e08426e674e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:48.337828 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=65a09f66-7bea-4303-8c3a-d70f539a848d,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:48.386069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-d252fb61-1974-4aa5-b6d4-e08426e674e5 None None] Port a32a61de-8567-46b9-ac32-953e1ee64f5c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:00:48.387763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port cd5659ac-3763-46d0-b43d-744cec8b6bfc completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:00:48.388967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-b434475f-eac9-45ed-8672-3dd755f86b88 service neutron] 10.222.0.37 "GET /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297889 Aug 06 17:00:48.392279 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port cd5659ac-3763-46d0-b43d-744cec8b6bfc triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:00:48.392656 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:48.436370 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Set router 66eab002-ade5-4f3b-8e03-bcb6fd97287e gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:00:48.481213 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:48.531120 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port cd5659ac-3763-46d0-b43d-744cec8b6bfc, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=cd5659ac-3763-46d0-b43d-744cec8b6bfc,segment=NetworkSegment(eb62ba17-9694-4afe-91aa-0031a10cd988),segment_id=eb62ba17-9694-4afe-91aa-0031a10cd988)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:00:48.532993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c795d9e6-2fa0-42cc-9015-1b7db2ef43fe None None] Provisioning complete for port a32a61de-8567-46b9-ac32-953e1ee64f5c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:00:48.534489 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c795d9e6-2fa0-42cc-9015-1b7db2ef43fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:48.562489 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:48.637361 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d154bce0-c038-4bb3-bc83-5390d8c06613 req-3817378c-95a3-48fa-8775-7e9200801d7a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 210 time: 0.0546296 Aug 06 17:00:48.642232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c795d9e6-2fa0-42cc-9015-1b7db2ef43fe None None] Port a32a61de-8567-46b9-ac32-953e1ee64f5c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:00:48.668518 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=cd5659ac-3763-46d0-b43d-744cec8b6bfc,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:48.671458 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545935849', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:46Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a32a61de-8567-46b9-ac32-953e1ee64f5c', 'name': '', 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:e5:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:46Z', 'updated_at': '2021-08-06T17:00:47Z', 'revision_number': 2, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:48.703242 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Checking router: 66eab002-ade5-4f3b-8e03-bcb6fd97287e for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:00:48.703597 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Updating router 66eab002-ade5-4f3b-8e03-bcb6fd97287e port a32a61de-8567-46b9-ac32-953e1ee64f5c binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:00:48.729749 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:48.767274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f01e47a2-2b02-4710-a52f-2ad85cdf2cbb None None] Provisioning complete for port a32a61de-8567-46b9-ac32-953e1ee64f5c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:00:48.767775 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f01e47a2-2b02-4710-a52f-2ad85cdf2cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:48.808480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f01e47a2-2b02-4710-a52f-2ad85cdf2cbb None None] Port a32a61de-8567-46b9-ac32-953e1ee64f5c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:00:49.105087 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:49.119356 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Transition to ACTIVE for port object a32a61de-8567-46b9-ac32-953e1ee64f5c will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:00:49.125984 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:49.194141 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bff82-bab8-4b5f-bd7e-de48c6271b7f None None] Pushing event updated for resources: {'Port': ['ID=a32a61de-8567-46b9-ac32-953e1ee64f5c,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:49.217075 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5bff82-bab8-4b5f-bd7e-de48c6271b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:49.217419 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5bff82-bab8-4b5f-bd7e-de48c6271b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:49.217783 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5bff82-bab8-4b5f-bd7e-de48c6271b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:49.218118 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5bff82-bab8-4b5f-bd7e-de48c6271b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:49.218444 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5bff82-bab8-4b5f-bd7e-de48c6271b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:49.218958 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5bff82-bab8-4b5f-bd7e-de48c6271b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:49.219284 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5bff82-bab8-4b5f-bd7e-de48c6271b7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:49.219607 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5bff82-bab8-4b5f-bd7e-de48c6271b7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:49.219927 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5bff82-bab8-4b5f-bd7e-de48c6271b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:49.220248 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5bff82-bab8-4b5f-bd7e-de48c6271b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:49.220578 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5bff82-bab8-4b5f-bd7e-de48c6271b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:49.220888 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5bff82-bab8-4b5f-bd7e-de48c6271b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:49.236487 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Attempting to bind port a32a61de-8567-46b9-ac32-953e1ee64f5c on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:00:49.236870 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Attempting to bind port a32a61de-8567-46b9-ac32-953e1ee64f5c by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'eb62ba17-9694-4afe-91aa-0031a10cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:00:49.237232 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Attempting to bind port a32a61de-8567-46b9-ac32-953e1ee64f5c on network 6778903d-1ada-4efd-b724-9bec892b40a3 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:00:49.242913 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:00:49.243289 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Checking segment: {'id': 'eb62ba17-9694-4afe-91aa-0031a10cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:00:49.243687 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:49.244078 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Bound using segment: {'id': 'eb62ba17-9694-4afe-91aa-0031a10cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:00:49.244535 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Bound port: a32a61de-8567-46b9-ac32-953e1ee64f5c, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb62ba17-9694-4afe-91aa-0031a10cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:00:49.244912 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:49.310414 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] For port a32a61de-8567-46b9-ac32-953e1ee64f5c, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:00:49.314650 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] For port a32a61de-8567-46b9-ac32-953e1ee64f5c, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a32a61de-8567-46b9-ac32-953e1ee64f5c,segment=NetworkSegment(eb62ba17-9694-4afe-91aa-0031a10cd988),segment_id=eb62ba17-9694-4afe-91aa-0031a10cd988)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:00:49.319831 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:49.377677 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Routers {'66eab002-ade5-4f3b-8e03-bcb6fd97287e'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:00:49.378312 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:00:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:49.426554 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bff82-bab8-4b5f-bd7e-de48c6271b7f None None] Pushing event updated for resources: {'Port': ['ID=a32a61de-8567-46b9-ac32-953e1ee64f5c,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:49.511924 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] Set router 66eab002-ade5-4f3b-8e03-bcb6fd97287e gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:00:49.734262 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545935849', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:46Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a32a61de-8567-46b9-ac32-953e1ee64f5c', 'name': '', 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:e5:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:46Z', 'updated_at': '2021-08-06T17:00:49Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:49.756568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8436a896-836e-431e-a9ab-b8297a8eebb1 req-58d024d4-26a5-4fe4-b767-46c93d7342a2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 210 time: 0.0403056 Aug 06 17:00:49.763293 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5042ae-b52e-498e-9c30-c9d6a44f680f None None] The sync data for ids ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'] in n-d-803756-1 is: [{'id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545935849', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:46Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a32a61de-8567-46b9-ac32-953e1ee64f5c', 'name': '', 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:e5:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:46Z', 'updated_at': '2021-08-06T17:00:49Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:00:49.806903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-9a862fa3-fdb5-4b4e-8e55-d6e7b96fdb36 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:49.808436 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-9a862fa3-fdb5-4b4e-8e55-d6e7b96fdb36 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "GET /v2.0/networks?id=6778903d-1ada-4efd-b724-9bec892b40a3 HTTP/1.1" status: 200 len: 796 time: 0.1696918 Aug 06 17:00:49.866915 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-138ae262-ed03-4e50-9a59-a15fcdec60f8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9338de4f4fb0403c9742ef94fa5775b0 HTTP/1.1" status: 200 len: 379 time: 0.0483513 Aug 06 17:00:49.877479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-f002b426-c9e5-4d9b-ae7a-ea66f10c0944 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'port': {'device_id': '644236bf-4f88-4add-ad93-a66a9541a316', 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3', 'admin_state_up': True, 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'security_groups': ['12da513b-2873-4892-b20e-c35b79b3dabc']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:00:50.003290 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-f002b426-c9e5-4d9b-ae7a-ea66f10c0944 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Made reservation on behalf of 9338de4f4fb0403c9742ef94fa5775b0 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:00:50.007514 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-f002b426-c9e5-4d9b-ae7a-ea66f10c0944 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:50.067506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 65a09f66-7bea-4303-8c3a-d70f539a848d up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:00:50.117993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 65a09f66-7bea-4303-8c3a-d70f539a848d triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:00:50.118337 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:50.152977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-f002b426-c9e5-4d9b-ae7a-ea66f10c0944 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.20.0.7 (6778903d-1ada-4efd-b724-9bec892b40a3/fd109414-1913-4c40-b148-1e688bb9b9f9/7615b1df-199d-4aab-b021-0de46c1997e6) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:00:50.202724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device cd5659ac-3763-46d0-b43d-744cec8b6bfc up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:00:50.250600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port cd5659ac-3763-46d0-b43d-744cec8b6bfc triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:00:50.251115 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:50.310663 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-f002b426-c9e5-4d9b-ae7a-ea66f10c0944 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:50.326832 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-f002b426-c9e5-4d9b-ae7a-ea66f10c0944 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Transition to ACTIVE for port object 7615b1df-199d-4aab-b021-0de46c1997e6 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:00:50.336885 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a32a61de-8567-46b9-ac32-953e1ee64f5c up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:00:50.366790 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-f002b426-c9e5-4d9b-ae7a-ea66f10c0944 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:50.392565 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a32a61de-8567-46b9-ac32-953e1ee64f5c completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:00:50.396813 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a32a61de-8567-46b9-ac32-953e1ee64f5c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:00:50.397250 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:50.414491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-f002b426-c9e5-4d9b-ae7a-ea66f10c0944 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network 6778903d-1ada-4efd-b724-9bec892b40a3 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:00:50.419881 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-f002b426-c9e5-4d9b-ae7a-ea66f10c0944 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:00:50.424381 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-f002b426-c9e5-4d9b-ae7a-ea66f10c0944 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:00:50.428935 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002b426-c9e5-4d9b-ae7a-ea66f10c0944 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=7615b1df-199d-4aab-b021-0de46c1997e6,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:50.493663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-f002b426-c9e5-4d9b-ae7a-ea66f10c0944 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:50.494435 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-f002b426-c9e5-4d9b-ae7a-ea66f10c0944 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:50.494911 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:50.511239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-f002b426-c9e5-4d9b-ae7a-ea66f10c0944 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6373255 Aug 06 17:00:50.526926 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Request body: {'port': {'device_id': '644236bf-4f88-4add-ad93-a66a9541a316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:00:50.542271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port a32a61de-8567-46b9-ac32-953e1ee64f5c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a32a61de-8567-46b9-ac32-953e1ee64f5c,segment=NetworkSegment(eb62ba17-9694-4afe-91aa-0031a10cd988),segment_id=eb62ba17-9694-4afe-91aa-0031a10cd988)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:00:50.549128 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:50.611838 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:50.615396 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=a32a61de-8567-46b9-ac32-953e1ee64f5c,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:50.691492 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-53fdaee3-7b7d-447a-b5cd-242f0eca10de None None] Provisioning for port 7615b1df-199d-4aab-b021-0de46c1997e6 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:00:50.695688 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-53fdaee3-7b7d-447a-b5cd-242f0eca10de None None] Provisioning complete for port 7615b1df-199d-4aab-b021-0de46c1997e6 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:00:50.696152 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-53fdaee3-7b7d-447a-b5cd-242f0eca10de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:50.733499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-53fdaee3-7b7d-447a-b5cd-242f0eca10de None None] Port 7615b1df-199d-4aab-b021-0de46c1997e6 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:00:50.926553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7615b1df-199d-4aab-b021-0de46c1997e6 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:00:50.936045 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:50.950673 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5b623-9ab2-4622-ad80-83d002308d58 req-8b4581ac-72e1-4526-882b-412cefda32ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:50.952142 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdb5b623-9ab2-4622-ad80-83d002308d58 req-8b4581ac-72e1-4526-882b-412cefda32ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 931 time: 0.0957730 Aug 06 17:00:50.961081 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Transition to ACTIVE for port object 7615b1df-199d-4aab-b021-0de46c1997e6 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:00:50.967174 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:51.039456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdb5b623-9ab2-4622-ad80-83d002308d58 req-74e4b94b-25ea-4b04-ab57-1253e4f01909 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800183 Aug 06 17:00:51.040056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Pushing event updated for resources: {'Port': ['ID=7615b1df-199d-4aab-b021-0de46c1997e6,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:51.114621 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Attempting to bind port 7615b1df-199d-4aab-b021-0de46c1997e6 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:00:51.114951 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Attempting to bind port 7615b1df-199d-4aab-b021-0de46c1997e6 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'eb62ba17-9694-4afe-91aa-0031a10cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:00:51.115277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Attempting to bind port 7615b1df-199d-4aab-b021-0de46c1997e6 on network 6778903d-1ada-4efd-b724-9bec892b40a3 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:00:51.119733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Port 7615b1df-199d-4aab-b021-0de46c1997e6 on network 6778903d-1ada-4efd-b724-9bec892b40a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:00:51.120056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Attempting to bind port 7615b1df-199d-4aab-b021-0de46c1997e6 on network 6778903d-1ada-4efd-b724-9bec892b40a3 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:00:51.125079 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:00:51.125415 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Checking segment: {'id': 'eb62ba17-9694-4afe-91aa-0031a10cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:00:51.125832 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Bound using segment: {'id': 'eb62ba17-9694-4afe-91aa-0031a10cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:00:51.126258 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Bound port: 7615b1df-199d-4aab-b021-0de46c1997e6, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb62ba17-9694-4afe-91aa-0031a10cd988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:00:51.126674 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:51.195828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] For port 7615b1df-199d-4aab-b021-0de46c1997e6, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:00:51.198971 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] For port 7615b1df-199d-4aab-b021-0de46c1997e6, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=7615b1df-199d-4aab-b021-0de46c1997e6,segment=NetworkSegment(eb62ba17-9694-4afe-91aa-0031a10cd988),segment_id=eb62ba17-9694-4afe-91aa-0031a10cd988)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:00:51.202675 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:51.233889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:51.234481 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:51.235823 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] 10.222.0.78 "PUT /v2.0/ports/7615b1df-199d-4aab-b021-0de46c1997e6 HTTP/1.1" status: 200 len: 1091 time: 0.7155759 Aug 06 17:00:51.238094 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644236bf-4f88-4add-ad93-a66a9541a316', 'tag': '7615b1df-199d-4aab-b021-0de46c1997e6'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:00:51.241439 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47e8240-a201-4d08-ab5c-6654417a8658" -d '{"events": [{"name": "network-changed", "server_uuid": "644236bf-4f88-4add-ad93-a66a9541a316", "tag": "7615b1df-199d-4aab-b021-0de46c1997e6"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:00:51.272914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13febd38-0c63-4ce2-a548-6622acf70638 service neutron] Pushing event updated for resources: {'Port': ['ID=7615b1df-199d-4aab-b021-0de46c1997e6,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:51.303741 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a07f97-e098-4228-a5bd-1de537753d44 x-openstack-request-id: req-d4a07f97-e098-4228-a5bd-1de537753d44 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:00:51.303741 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644236bf-4f88-4add-ad93-a66a9541a316", "tag": "7615b1df-199d-4aab-b021-0de46c1997e6", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:00:51.303741 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4a07f97-e098-4228-a5bd-1de537753d44 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:00:51.304214 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644236bf-4f88-4add-ad93-a66a9541a316', 'tag': '7615b1df-199d-4aab-b021-0de46c1997e6', 'status': 'completed', 'code': 200} Aug 06 17:00:51.336008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-1e0fe41e-b44e-4625-abb8-784d2225ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:51.337521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-1e0fe41e-b44e-4625-abb8-784d2225ba67 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 1094 time: 0.0487521 Aug 06 17:00:51.385544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-04e78a3c-5ae1-46b9-b7f7-07344d4f37ea service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7615b1df-199d-4aab-b021-0de46c1997e6 HTTP/1.1" status: 200 len: 217 time: 0.0392070 Aug 06 17:00:51.436279 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-9d7e73fc-ac90-49ef-9c98-8607357a0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:51.437932 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-9d7e73fc-ac90-49ef-9c98-8607357a0edb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd109414-1913-4c40-b148-1e688bb9b9f9 HTTP/1.1" status: 200 len: 834 time: 0.0450861 Aug 06 17:00:51.483560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-3fbc848a-c324-42a6-a733-1e74db0069ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:51.485148 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-3fbc848a-c324-42a6-a733-1e74db0069ca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6778903d-1ada-4efd-b724-9bec892b40a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394285 Aug 06 17:00:51.577904 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-debd57ae-3601-48ad-8223-a9230c68870b service neutron] 10.222.0.78 "GET /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838819 Aug 06 17:00:51.666370 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78f65cf8-9f7e-4426-87db-57322bafaaef req-4bdc217f-ac9b-4f36-bdaa-0f744d6cafba service neutron] 10.222.0.78 "GET /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800180 Aug 06 17:00:51.757934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e8240-a201-4d08-ab5c-6654417a8658 req-ea977b68-d973-4364-b6e1-c7f262390db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:51.759472 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a47e8240-a201-4d08-ab5c-6654417a8658 req-ea977b68-d973-4364-b6e1-c7f262390db3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 1094 time: 0.0450027 Aug 06 17:00:51.853197 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e8240-a201-4d08-ab5c-6654417a8658 req-b1099579-c5c0-442c-8727-b4013c908dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:51.854677 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a47e8240-a201-4d08-ab5c-6654417a8658 req-b1099579-c5c0-442c-8727-b4013c908dac service neutron] 10.222.0.78 "GET /v2.0/networks?id=6778903d-1ada-4efd-b724-9bec892b40a3 HTTP/1.1" status: 200 len: 897 time: 0.0878243 Aug 06 17:00:51.901940 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a47e8240-a201-4d08-ab5c-6654417a8658 req-7fb3c6c0-fa72-4147-99ef-83a3788984c3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7615b1df-199d-4aab-b021-0de46c1997e6 HTTP/1.1" status: 200 len: 217 time: 0.0397205 Aug 06 17:00:51.957160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e8240-a201-4d08-ab5c-6654417a8658 req-cd924b75-adaa-43c6-b380-0e80bb5ab721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:51.958810 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a47e8240-a201-4d08-ab5c-6654417a8658 req-cd924b75-adaa-43c6-b380-0e80bb5ab721 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd109414-1913-4c40-b148-1e688bb9b9f9 HTTP/1.1" status: 200 len: 834 time: 0.0488524 Aug 06 17:00:51.959212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a32a61de-8567-46b9-ac32-953e1ee64f5c up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:00:52.008101 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e8240-a201-4d08-ab5c-6654417a8658 req-f0759a62-9f9b-4cae-90a8-9c234e8f5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:52.009509 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a47e8240-a201-4d08-ab5c-6654417a8658 req-f0759a62-9f9b-4cae-90a8-9c234e8f5dc3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6778903d-1ada-4efd-b724-9bec892b40a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432963 Aug 06 17:00:52.013712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a32a61de-8567-46b9-ac32-953e1ee64f5c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:00:52.014092 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:52.129618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a47e8240-a201-4d08-ab5c-6654417a8658 req-e22d2aa2-d66d-4bb4-9a51-5ed045c08462 service neutron] 10.222.0.78 "GET /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113343 Aug 06 17:00:52.234556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a3cc7-86d0-4b03-90b9-8bd47181f61e req-1f6b9ca8-881c-4e30-84e3-2b4b60d5c995 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:52.236150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c91a3cc7-86d0-4b03-90b9-8bd47181f61e req-1f6b9ca8-881c-4e30-84e3-2b4b60d5c995 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 943 time: 0.1205149 Aug 06 17:00:52.272910 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a47e8240-a201-4d08-ab5c-6654417a8658 req-7775916f-22e1-4902-85da-1c32bc785657 service neutron] 10.222.0.78 "GET /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260443 Aug 06 17:00:52.288882 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c91a3cc7-86d0-4b03-90b9-8bd47181f61e req-6117f92b-e27c-4476-b567-e7e5b425954e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462365 Aug 06 17:00:53.404836 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226c8c1-f54c-4823-bb95-6b210ba6fc54 req-df61ac3d-57f7-4ec4-946f-66cb71a5d242 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:53.406335 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6226c8c1-f54c-4823-bb95-6b210ba6fc54 req-df61ac3d-57f7-4ec4-946f-66cb71a5d242 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 943 time: 0.0477688 Aug 06 17:00:53.443596 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6226c8c1-f54c-4823-bb95-6b210ba6fc54 req-a3d0cf77-c714-4f35-b7ae-b7b5c19caef3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307043 Aug 06 17:00:54.274445 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:54.309084 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 7615b1df-199d-4aab-b021-0de46c1997e6 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:00:54.405238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 7615b1df-199d-4aab-b021-0de46c1997e6, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=7615b1df-199d-4aab-b021-0de46c1997e6,segment=NetworkSegment(eb62ba17-9694-4afe-91aa-0031a10cd988),segment_id=eb62ba17-9694-4afe-91aa-0031a10cd988)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:00:54.416136 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '7615b1df-199d-4aab-b021-0de46c1997e6', 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3', 'port_id': '7615b1df-199d-4aab-b021-0de46c1997e6', 'mac_address': 'fa:16:3e:80:c9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:00:54.452488 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:54.465016 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7615b1df-199d-4aab-b021-0de46c1997e6 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:00:54.484449 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 7615b1df-199d-4aab-b021-0de46c1997e6, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=7615b1df-199d-4aab-b021-0de46c1997e6,segment=NetworkSegment(eb62ba17-9694-4afe-91aa-0031a10cd988),segment_id=eb62ba17-9694-4afe-91aa-0031a10cd988)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:00:54.488347 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:54.545293 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=7615b1df-199d-4aab-b021-0de46c1997e6,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:54.561597 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:54.566464 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33083f-4fa7-43e8-9554-2006201e6413 req-a0bde611-37ed-4e61-8456-78b687b162b8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:54.568535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c33083f-4fa7-43e8-9554-2006201e6413 req-a0bde611-37ed-4e61-8456-78b687b162b8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 944 time: 0.0557396 Aug 06 17:00:54.607676 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c33083f-4fa7-43e8-9554-2006201e6413 req-1a989fee-5be5-46a7-9ec2-c51d569587c6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323796 Aug 06 17:00:54.704993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['7615b1df-199d-4aab-b021-0de46c1997e6'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:00:55.725779 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce5439-dce6-477d-b0ca-bc0c0b5da3dc req-201878d5-5eb0-4991-830e-00968c7022f9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:55.727254 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ce5439-dce6-477d-b0ca-bc0c0b5da3dc req-201878d5-5eb0-4991-830e-00968c7022f9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 944 time: 0.0523961 Aug 06 17:00:56.109234 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-11ce5439-dce6-477d-b0ca-bc0c0b5da3dc req-891cb725-086c-49ca-88e0-6e36ab815d92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3760288 Aug 06 17:00:56.307906 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 7615b1df-199d-4aab-b021-0de46c1997e6 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:00:56.354304 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 7615b1df-199d-4aab-b021-0de46c1997e6 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:00:56.357857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 7615b1df-199d-4aab-b021-0de46c1997e6 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:00:56.358221 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:56.433352 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:56.454450 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644236bf-4f88-4add-ad93-a66a9541a316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7615b1df-199d-4aab-b021-0de46c1997e6'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:00:56.456634 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c19e0d-f56f-4ec2-9b1e-c5aea3154139" -d '{"events": [{"server_uuid": "644236bf-4f88-4add-ad93-a66a9541a316", "name": "network-vif-plugged", "status": "completed", "tag": "7615b1df-199d-4aab-b021-0de46c1997e6"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:00:56.469126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 7615b1df-199d-4aab-b021-0de46c1997e6, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=7615b1df-199d-4aab-b021-0de46c1997e6,segment=NetworkSegment(eb62ba17-9694-4afe-91aa-0031a10cd988),segment_id=eb62ba17-9694-4afe-91aa-0031a10cd988)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:00:56.474474 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:56.499140 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36bffea-36fb-4aa1-b4a6-bba3745baeee x-openstack-request-id: req-f36bffea-36fb-4aa1-b4a6-bba3745baeee {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:00:56.499428 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644236bf-4f88-4add-ad93-a66a9541a316", "name": "network-vif-plugged", "status": "completed", "tag": "7615b1df-199d-4aab-b021-0de46c1997e6", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:00:56.499674 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f36bffea-36fb-4aa1-b4a6-bba3745baeee {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:00:56.500053 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644236bf-4f88-4add-ad93-a66a9541a316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7615b1df-199d-4aab-b021-0de46c1997e6', 'code': 200} Aug 06 17:00:56.525839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=7615b1df-199d-4aab-b021-0de46c1997e6,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:56.590419 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902be008-cb3b-4d82-8ec6-193063ab4152 req-cf38ec77-9266-41d2-a9ed-9ecd61941533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:56.591796 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-902be008-cb3b-4d82-8ec6-193063ab4152 req-cf38ec77-9266-41d2-a9ed-9ecd61941533 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 1096 time: 0.0386860 Aug 06 17:00:56.626104 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-902be008-cb3b-4d82-8ec6-193063ab4152 req-f06ae005-1d28-4b71-9f05-cb7fd542ddd0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263081 Aug 06 17:00:57.224895 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce118cf-2b10-49d9-84ff-b60e0606044e req-8a2d52b2-45af-4ef2-bd13-8d3d0861f083 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:57.226410 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ce118cf-2b10-49d9-84ff-b60e0606044e req-8a2d52b2-45af-4ef2-bd13-8d3d0861f083 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0498831 Aug 06 17:00:57.279718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2ce118cf-2b10-49d9-84ff-b60e0606044e req-53f9c2e1-5281-47e8-b748-80e908597361 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415599 Aug 06 17:00:58.399982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c2ccf-b0c2-43ac-a130-babc32204894 req-caf49ed4-85ea-4524-ad72-90c75bd2c5ab tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:58.401495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb9c2ccf-b0c2-43ac-a130-babc32204894 req-caf49ed4-85ea-4524-ad72-90c75bd2c5ab tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0517786 Aug 06 17:00:58.438930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fb9c2ccf-b0c2-43ac-a130-babc32204894 req-4e60a825-9872-4a18-99fa-9429c2ac0712 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313230 Aug 06 17:00:58.553468 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3cb8f-a32a-4c83-bc3b-1a1ceb1a6a60 req-5b0a57e4-f483-4d22-8586-61bcebbbb5ed tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:58.555050 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdc3cb8f-a32a-4c83-bc3b-1a1ceb1a6a60 req-5b0a57e4-f483-4d22-8586-61bcebbbb5ed tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0481300 Aug 06 17:00:58.593093 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fdc3cb8f-a32a-4c83-bc3b-1a1ceb1a6a60 req-b9f43726-8065-4368-8e59-c8234914c190 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317569 Aug 06 17:00:58.613972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34264) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:58.658173 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d1b680-92a0-4b29-a095-6dcac2ca3b01 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:58.659692 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b0d1b680-92a0-4b29-a095-6dcac2ca3b01 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 1091 time: 0.0447180 Aug 06 17:00:58.662540 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34266) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:58.666898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': '7615b1df-199d-4aab-b021-0de46c1997e6', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:00:58.688219 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:58.780730 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:58.881600 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.25.1.240 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/b3bde678-6374-4203-9191-da08b85090d8) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:00:58.985183 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.023572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.058069 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:00:59.062705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:00:59.066108 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:00:59.096244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=b3bde678-6374-4203-9191-da08b85090d8,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:59.420125 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.487957 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.649829 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.654461 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.802302 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88837030-68f0-4575-938c-3b232bebcefa req-6b078e21-7049-4d1f-a3f4-13dbcc028764 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413454 Aug 06 17:00:59.896457 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88837030-68f0-4575-938c-3b232bebcefa req-530d996c-d6c8-4c44-9b6a-ee78da319427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:59.898055 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88837030-68f0-4575-938c-3b232bebcefa req-530d996c-d6c8-4c44-9b6a-ee78da319427 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 1096 time: 0.0502634 Aug 06 17:01:00.012283 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88837030-68f0-4575-938c-3b232bebcefa req-42133aaf-c4ca-4ac5-868d-e7295aac0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:00.014125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88837030-68f0-4575-938c-3b232bebcefa req-42133aaf-c4ca-4ac5-868d-e7295aac0784 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6778903d-1ada-4efd-b724-9bec892b40a3 HTTP/1.1" status: 200 len: 897 time: 0.0927386 Aug 06 17:01:00.081282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=b3bde678-6374-4203-9191-da08b85090d8,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:00.089510 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88837030-68f0-4575-938c-3b232bebcefa req-695c2b92-bd53-4174-b82d-b61538fe69a2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7615b1df-199d-4aab-b021-0de46c1997e6 HTTP/1.1" status: 200 len: 999 time: 0.0669734 Aug 06 17:01:00.093172 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:00.141572 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88837030-68f0-4575-938c-3b232bebcefa req-e0a385b7-2738-4ba6-9195-374f58480069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:00.143051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88837030-68f0-4575-938c-3b232bebcefa req-e0a385b7-2738-4ba6-9195-374f58480069 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd109414-1913-4c40-b148-1e688bb9b9f9 HTTP/1.1" status: 200 len: 834 time: 0.0445600 Aug 06 17:01:00.189125 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88837030-68f0-4575-938c-3b232bebcefa req-447409bc-86d7-4c2a-b2d5-40498aca4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:00.190652 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88837030-68f0-4575-938c-3b232bebcefa req-447409bc-86d7-4c2a-b2d5-40498aca4b8e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6778903d-1ada-4efd-b724-9bec892b40a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392852 Aug 06 17:01:00.192733 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Floating IP bf9f9cf8-aaa1-44b8-bd67-a0fca2172d39 associated. External IP: 172.25.1.240, port: 7615b1df-199d-4aab-b021-0de46c1997e6. Aug 06 17:01:00.286265 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88837030-68f0-4575-938c-3b232bebcefa req-d3de24c6-5708-467b-a4ab-4f2a06463974 service neutron] 10.222.0.78 "GET /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868850 Aug 06 17:01:00.387721 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-88837030-68f0-4575-938c-3b232bebcefa req-49205792-340d-4f90-9039-50921ecc054b service neutron] 10.222.0.78 "GET /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916243 Aug 06 17:01:00.406408 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router 66eab002-ade5-4f3b-8e03-bcb6fd97287e has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:01:00.516128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:01:00.526381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a46d33-f44e-42ec-96b6-383978f8c628 None None] Sync routers for ids ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:01:00.533198 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:00.536914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a46d33-f44e-42ec-96b6-383978f8c628 None None] Routers {'66eab002-ade5-4f3b-8e03-bcb6fd97287e'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:01:00.537527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f8a46d33-f44e-42ec-96b6-383978f8c628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:00:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:00.562453 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-35e07c5f-d6e2-4fa7-ac7a-8c23b5ea2bb8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8964102 Aug 06 17:01:00.562453 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644236bf-4f88-4add-ad93-a66a9541a316', 'tag': '7615b1df-199d-4aab-b021-0de46c1997e6'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:01:00.562886 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c375adaf-c4a2-4cbb-bafd-b3194f1e5dac" -d '{"events": [{"name": "network-changed", "server_uuid": "644236bf-4f88-4add-ad93-a66a9541a316", "tag": "7615b1df-199d-4aab-b021-0de46c1997e6"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:01:00.601258 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46b2ae5-696b-4a5f-920e-0ed7bf76bb8d x-openstack-request-id: req-f46b2ae5-696b-4a5f-920e-0ed7bf76bb8d {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:01:00.601969 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644236bf-4f88-4add-ad93-a66a9541a316", "tag": "7615b1df-199d-4aab-b021-0de46c1997e6", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:01:00.602427 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f46b2ae5-696b-4a5f-920e-0ed7bf76bb8d {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:01:00.602919 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644236bf-4f88-4add-ad93-a66a9541a316', 'tag': '7615b1df-199d-4aab-b021-0de46c1997e6', 'status': 'completed', 'code': 200} Aug 06 17:01:00.651041 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-f8a46d33-f44e-42ec-96b6-383978f8c628 None None] Set router 66eab002-ade5-4f3b-8e03-bcb6fd97287e gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:01:00.690393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee45709-55af-42bc-8f91-ac9c3097256a req-932579eb-caa8-4dc3-85df-a2ff6113e700 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:00.691873 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ee45709-55af-42bc-8f91-ac9c3097256a req-932579eb-caa8-4dc3-85df-a2ff6113e700 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0795078 Aug 06 17:01:00.698509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375adaf-c4a2-4cbb-bafd-b3194f1e5dac req-3817b673-f9c4-4733-8829-a81e9109698b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:00.700235 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c375adaf-c4a2-4cbb-bafd-b3194f1e5dac req-3817b673-f9c4-4733-8829-a81e9109698b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 1096 time: 0.0626884 Aug 06 17:01:00.781504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ee45709-55af-42bc-8f91-ac9c3097256a req-f67d52a6-b241-41a7-83e3-87084aa79517 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802767 Aug 06 17:01:00.807513 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34272) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:00.815253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375adaf-c4a2-4cbb-bafd-b3194f1e5dac req-2a77a71d-aedd-4dbc-9808-3f15e4bee671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:00.816749 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c375adaf-c4a2-4cbb-bafd-b3194f1e5dac req-2a77a71d-aedd-4dbc-9808-3f15e4bee671 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6778903d-1ada-4efd-b724-9bec892b40a3 HTTP/1.1" status: 200 len: 897 time: 0.1078913 Aug 06 17:01:00.870219 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-724ccc47-274c-4c38-8cb8-2da23c855470 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/bf9f9cf8-aaa1-44b8-bd67-a0fca2172d39 HTTP/1.1" status: 200 len: 991 time: 0.0615413 Aug 06 17:01:00.886733 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f8a46d33-f44e-42ec-96b6-383978f8c628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545935849', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:46Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'bf9f9cf8-aaa1-44b8-bd67-a0fca2172d39', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'floating_ip_address': '172.25.1.240', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'port_id': '7615b1df-199d-4aab-b021-0de46c1997e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3', 'mac_address': 'fa:16:3e:80:c9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644236bf-4f88-4add-ad93-a66a9541a316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:00:59Z', 'updated_at': '2021-08-06T17:00:59Z', 'revision_number': 0, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32a61de-8567-46b9-ac32-953e1ee64f5c', 'name': '', 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:e5:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:46Z', 'updated_at': '2021-08-06T17:00:50Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:00.891111 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c375adaf-c4a2-4cbb-bafd-b3194f1e5dac req-b373ecfe-6d50-4678-a2d8-6958b606eb5f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7615b1df-199d-4aab-b021-0de46c1997e6 HTTP/1.1" status: 200 len: 999 time: 0.0659127 Aug 06 17:01:00.912729 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a46d33-f44e-42ec-96b6-383978f8c628 None None] Checking router: 66eab002-ade5-4f3b-8e03-bcb6fd97287e for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:01:00.920832 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a46d33-f44e-42ec-96b6-383978f8c628 None None] Routers {'66eab002-ade5-4f3b-8e03-bcb6fd97287e'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:01:00.921420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f8a46d33-f44e-42ec-96b6-383978f8c628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:00:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:00.943280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375adaf-c4a2-4cbb-bafd-b3194f1e5dac req-b384a392-5339-4966-847f-52f29b9d4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:00.944773 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c375adaf-c4a2-4cbb-bafd-b3194f1e5dac req-b384a392-5339-4966-847f-52f29b9d4cad service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd109414-1913-4c40-b148-1e688bb9b9f9 HTTP/1.1" status: 200 len: 834 time: 0.0459235 Aug 06 17:01:00.995737 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375adaf-c4a2-4cbb-bafd-b3194f1e5dac req-7b6b9974-18dc-469c-ae7f-ebfb1e655a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:00.997745 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c375adaf-c4a2-4cbb-bafd-b3194f1e5dac req-7b6b9974-18dc-469c-ae7f-ebfb1e655a94 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6778903d-1ada-4efd-b724-9bec892b40a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452750 Aug 06 17:01:01.028350 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-f8a46d33-f44e-42ec-96b6-383978f8c628 None None] Set router 66eab002-ade5-4f3b-8e03-bcb6fd97287e gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:01:01.092929 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c375adaf-c4a2-4cbb-bafd-b3194f1e5dac req-5c4e42c6-eb32-4e5a-a345-0c7c6fa87bb3 service neutron] 10.222.0.78 "GET /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872526 Aug 06 17:01:01.187568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c375adaf-c4a2-4cbb-bafd-b3194f1e5dac req-6bf84905-ae89-444d-8ea9-3b8373a6b3a0 service neutron] 10.222.0.78 "GET /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870903 Aug 06 17:01:01.409478 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-f8a46d33-f44e-42ec-96b6-383978f8c628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545935849', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:46Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'bf9f9cf8-aaa1-44b8-bd67-a0fca2172d39', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'floating_ip_address': '172.25.1.240', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'port_id': '7615b1df-199d-4aab-b021-0de46c1997e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3', 'mac_address': 'fa:16:3e:80:c9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644236bf-4f88-4add-ad93-a66a9541a316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:00:59Z', 'updated_at': '2021-08-06T17:00:59Z', 'revision_number': 0, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32a61de-8567-46b9-ac32-953e1ee64f5c', 'name': '', 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:e5:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:46Z', 'updated_at': '2021-08-06T17:00:50Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:01.435171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a46d33-f44e-42ec-96b6-383978f8c628 None None] The sync data for ids ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'] in n-d-803756-1 is: [{'id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545935849', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:46Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'bf9f9cf8-aaa1-44b8-bd67-a0fca2172d39', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'floating_ip_address': '172.25.1.240', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'port_id': '7615b1df-199d-4aab-b021-0de46c1997e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3', 'mac_address': 'fa:16:3e:80:c9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644236bf-4f88-4add-ad93-a66a9541a316', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:00:59Z', 'updated_at': '2021-08-06T17:00:59Z', 'revision_number': 0, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32a61de-8567-46b9-ac32-953e1ee64f5c', 'name': '', 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:e5:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:46Z', 'updated_at': '2021-08-06T17:00:50Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:01:01.635667 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff40c24a-225d-4af6-bace-d6d67bcb8160 None None] New status for floating IP bf9f9cf8-aaa1-44b8-bd67-a0fca2172d39: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:01:01.874162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34274) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:01.939087 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3ede69ec-fe5e-465e-a701-5853592e96bc tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/bf9f9cf8-aaa1-44b8-bd67-a0fca2172d39 HTTP/1.1" status: 200 len: 993 time: 0.0637159 Aug 06 17:01:03.881167 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3a9a69ae-dae9-4cd8-8bc4-99331a83ea2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:06.302273 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a8472623-b89e-45bd-8058-949575297dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:06.732825 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:07.468912 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:01:07.534506 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:09.253709 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.285232 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.547891 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:33.246767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b822c9c-2a36-4dcc-98bf-7b63be115a51 req-93a18929-cb53-4d34-9dee-b35264e1f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:33.248271 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0b822c9c-2a36-4dcc-98bf-7b63be115a51 req-93a18929-cb53-4d34-9dee-b35264e1f5ae service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 1096 time: 0.0753896 Aug 06 17:01:33.256653 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b456045-0588-4ae6-9bae-de505ed69286 req-67ba524f-954d-496a-af85-6453aa1c771f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:33.258138 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0b456045-0588-4ae6-9bae-de505ed69286 req-67ba524f-954d-496a-af85-6453aa1c771f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0762277 Aug 06 17:01:33.344241 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0b456045-0588-4ae6-9bae-de505ed69286 req-ada0c8eb-130b-492f-b135-a9962e0fbaa2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777705 Aug 06 17:01:33.373537 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b822c9c-2a36-4dcc-98bf-7b63be115a51 req-e980dbb7-27a5-47c7-8e65-85e9cc87a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:33.374977 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0b822c9c-2a36-4dcc-98bf-7b63be115a51 req-e980dbb7-27a5-47c7-8e65-85e9cc87a1f6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6778903d-1ada-4efd-b724-9bec892b40a3 HTTP/1.1" status: 200 len: 897 time: 0.1159723 Aug 06 17:01:33.445668 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0b822c9c-2a36-4dcc-98bf-7b63be115a51 req-cf8415a5-dc40-453f-a183-7d6f517a6347 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7615b1df-199d-4aab-b021-0de46c1997e6 HTTP/1.1" status: 200 len: 1001 time: 0.0627811 Aug 06 17:01:33.496431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b822c9c-2a36-4dcc-98bf-7b63be115a51 req-4da1407b-c717-4036-9a9b-5037c9674551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:33.497912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0b822c9c-2a36-4dcc-98bf-7b63be115a51 req-4da1407b-c717-4036-9a9b-5037c9674551 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd109414-1913-4c40-b148-1e688bb9b9f9 HTTP/1.1" status: 200 len: 834 time: 0.0447183 Aug 06 17:01:33.544175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b822c9c-2a36-4dcc-98bf-7b63be115a51 req-e6978b20-daf9-4d97-9167-e3052a469717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:33.545697 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0b822c9c-2a36-4dcc-98bf-7b63be115a51 req-e6978b20-daf9-4d97-9167-e3052a469717 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6778903d-1ada-4efd-b724-9bec892b40a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406208 Aug 06 17:01:33.639517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0b822c9c-2a36-4dcc-98bf-7b63be115a51 req-ee71d258-c0dc-4bf0-945f-32c9e4437504 service neutron] 10.222.0.78 "GET /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857935 Aug 06 17:01:33.730766 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0b822c9c-2a36-4dcc-98bf-7b63be115a51 req-120ca874-42e1-403d-8b91-93de3ea03f9b service neutron] 10.222.0.78 "GET /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836289 Aug 06 17:01:33.881417 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0d37e6d5-f95c-4c4b-9b38-493a8ca63df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:34.466302 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea842e2-9f92-42d3-a95c-29d37258cbf8 req-68eeb32f-cf13-4c36-9b90-b67240a8bbf5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:34.467783 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ea842e2-9f92-42d3-a95c-29d37258cbf8 req-68eeb32f-cf13-4c36-9b90-b67240a8bbf5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0529988 Aug 06 17:01:34.506217 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ea842e2-9f92-42d3-a95c-29d37258cbf8 req-5e0984a6-f468-4e7e-8d63-416de03396ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317969 Aug 06 17:01:35.621288 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88ca94-3811-4a7a-9102-13ebff3f175b req-02a57e83-6bb6-4699-9264-84da77976b13 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:35.622798 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3c88ca94-3811-4a7a-9102-13ebff3f175b req-02a57e83-6bb6-4699-9264-84da77976b13 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0490108 Aug 06 17:01:35.661855 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3c88ca94-3811-4a7a-9102-13ebff3f175b req-4db01f90-9cd7-4bc4-8ef7-a3ab7ca07f12 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331197 Aug 06 17:01:36.302804 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9fd2916c-0e4b-4f36-89b2-60ebffe0a82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:36.733786 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:36.776444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d0e80-d68c-4c22-a5b2-35443535260a req-d5b39b6e-3c2b-43d9-8c13-0098fd0bb8e4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:36.777929 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-854d0e80-d68c-4c22-a5b2-35443535260a req-d5b39b6e-3c2b-43d9-8c13-0098fd0bb8e4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0489690 Aug 06 17:01:36.814846 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-854d0e80-d68c-4c22-a5b2-35443535260a req-5f8ce7bd-2c5e-490c-b565-507961e0cf9b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309422 Aug 06 17:01:37.538076 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:37.933392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c0e3e-f392-4b81-a18e-e1564be33937 req-67de5d53-69cb-4331-abff-5640475ebe17 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:37.934941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae0c0e3e-f392-4b81-a18e-e1564be33937 req-67de5d53-69cb-4331-abff-5640475ebe17 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0528624 Aug 06 17:01:37.972091 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae0c0e3e-f392-4b81-a18e-e1564be33937 req-4d392a2f-80c1-4b0c-a980-e9d1062dd564 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312140 Aug 06 17:01:39.094355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703bf54-dba4-42b3-9b39-71ec22b1eb59 req-9acb0341-72f4-4006-881e-53228c7dab38 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:39.095764 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6703bf54-dba4-42b3-9b39-71ec22b1eb59 req-9acb0341-72f4-4006-881e-53228c7dab38 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0566940 Aug 06 17:01:39.135103 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6703bf54-dba4-42b3-9b39-71ec22b1eb59 req-a408a91d-0161-4005-b19a-4cbf0baac75f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326412 Aug 06 17:01:39.255834 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:40.248384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5d56b-5083-4c08-822e-990ab9976003 req-db4a15cd-8899-4f7c-be6b-12ba1c57e954 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:40.249880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fde5d56b-5083-4c08-822e-990ab9976003 req-db4a15cd-8899-4f7c-be6b-12ba1c57e954 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0485997 Aug 06 17:01:40.287364 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fde5d56b-5083-4c08-822e-990ab9976003 req-38430702-87fa-4bda-aeb9-03ce56846c91 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315163 Aug 06 17:01:41.403006 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebdf0c-f41e-4fde-bad7-b135b2e558b7 req-6b5f5cef-e361-4e38-b923-1f9981dcefa6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:41.404456 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8cebdf0c-f41e-4fde-bad7-b135b2e558b7 req-6b5f5cef-e361-4e38-b923-1f9981dcefa6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0513935 Aug 06 17:01:41.442385 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8cebdf0c-f41e-4fde-bad7-b135b2e558b7 req-12e79deb-dca9-45ba-b760-eda7a70eb2bf tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314059 Aug 06 17:01:42.560819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c7627-4c8c-469c-baa5-bb7263f77591 req-85facb08-3a3e-4893-931b-817ee89fd560 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:42.562304 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e78c7627-4c8c-469c-baa5-bb7263f77591 req-85facb08-3a3e-4893-931b-817ee89fd560 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0533397 Aug 06 17:01:42.600109 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e78c7627-4c8c-469c-baa5-bb7263f77591 req-4ca13605-8a8e-4cec-b7e0-5c44eef0c9e9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312040 Aug 06 17:01:43.716301 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50913a76-3953-40bd-a7d1-afff8e4f5f91 req-d4bf837a-9a44-4704-af67-fbcb6adb51ca tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:43.718044 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-50913a76-3953-40bd-a7d1-afff8e4f5f91 req-d4bf837a-9a44-4704-af67-fbcb6adb51ca tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0500507 Aug 06 17:01:43.755617 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-50913a76-3953-40bd-a7d1-afff8e4f5f91 req-e5dca5ea-bbf9-4e34-9349-cd7498010ac0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315237 Aug 06 17:01:44.468246 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:01:44.883499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c6c86-63cb-4c51-b470-1559d926c1f5 req-db696c0d-504e-4d89-97eb-8899b31071eb tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:44.884962 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd8c6c86-63cb-4c51-b470-1559d926c1f5 req-db696c0d-504e-4d89-97eb-8899b31071eb tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0513198 Aug 06 17:01:44.923225 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fd8c6c86-63cb-4c51-b470-1559d926c1f5 req-71cd477d-1df8-4f04-9191-310120282ba5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323629 Aug 06 17:01:46.037503 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1470a-f735-4536-a92b-95de30aff34b req-f6545857-9797-4cbf-9401-078f31c0a10c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:46.039034 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-81d1470a-f735-4536-a92b-95de30aff34b req-f6545857-9797-4cbf-9401-078f31c0a10c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0494833 Aug 06 17:01:46.077022 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-81d1470a-f735-4536-a92b-95de30aff34b req-78aca093-27fe-480d-8f82-33e867aa1555 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320446 Aug 06 17:01:47.238093 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee17506-fa86-46fe-a851-9d31bf706474 req-f6e4f3f2-a144-4496-84a8-0127f8f24a1f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:47.239558 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eee17506-fa86-46fe-a851-9d31bf706474 req-f6e4f3f2-a144-4496-84a8-0127f8f24a1f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0968688 Aug 06 17:01:47.276535 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eee17506-fa86-46fe-a851-9d31bf706474 req-889ba5fe-6fd6-4108-ac38-6c54cb15b046 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311136 Aug 06 17:01:48.444336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37589a-592d-4c7a-bb61-dc8ef88b6cd8 req-fc4aac84-a1d1-4531-8eb4-1a5ce627b0ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:48.445811 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e37589a-592d-4c7a-bb61-dc8ef88b6cd8 req-fc4aac84-a1d1-4531-8eb4-1a5ce627b0ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.1023641 Aug 06 17:01:48.484968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1e37589a-592d-4c7a-bb61-dc8ef88b6cd8 req-516113b4-8000-4861-ad77-29904c159930 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328505 Aug 06 17:01:49.599629 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b7ba5-2a86-4e3a-8bd9-0613e698fdf9 req-2c9b040f-bf2c-4dc1-90bc-c2e527510577 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:49.601111 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-068b7ba5-2a86-4e3a-8bd9-0613e698fdf9 req-2c9b040f-bf2c-4dc1-90bc-c2e527510577 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0484469 Aug 06 17:01:49.638560 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-068b7ba5-2a86-4e3a-8bd9-0613e698fdf9 req-9a644731-611a-4034-937b-40ba1294320e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314996 Aug 06 17:01:49.660823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34324) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:49.722376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-013b4e21-b43d-4c6c-8ca3-cfce026ad84c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/bf9f9cf8-aaa1-44b8-bd67-a0fca2172d39 HTTP/1.1" status: 200 len: 993 time: 0.0603838 Aug 06 17:01:54.291604 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:54.563760 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:00.837593 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-195e2d22-28b9-42b7-8cd7-cb43f8c9305b req-c3daeaa1-3712-4966-acb2-eb0f861d64a6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854704 Aug 06 17:02:00.924030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e2d22-28b9-42b7-8cd7-cb43f8c9305b req-14b6a07e-182e-48b6-b86a-501105e3b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:00.926157 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-195e2d22-28b9-42b7-8cd7-cb43f8c9305b req-14b6a07e-182e-48b6-b86a-501105e3b564 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 1096 time: 0.0417919 Aug 06 17:02:01.036323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e2d22-28b9-42b7-8cd7-cb43f8c9305b req-3c9391b5-3a44-4928-923c-dffeb9de332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:01.037722 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-195e2d22-28b9-42b7-8cd7-cb43f8c9305b req-3c9391b5-3a44-4928-923c-dffeb9de332a service neutron] 10.222.0.78 "GET /v2.0/networks?id=6778903d-1ada-4efd-b724-9bec892b40a3 HTTP/1.1" status: 200 len: 897 time: 0.0900843 Aug 06 17:02:01.105362 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-195e2d22-28b9-42b7-8cd7-cb43f8c9305b req-dafb1d08-ec91-4ee0-a3af-198ca8f5fd06 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7615b1df-199d-4aab-b021-0de46c1997e6 HTTP/1.1" status: 200 len: 1001 time: 0.0590868 Aug 06 17:02:01.156235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e2d22-28b9-42b7-8cd7-cb43f8c9305b req-b57ee1af-b7b9-47f7-b150-f3922196e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:01.157787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-195e2d22-28b9-42b7-8cd7-cb43f8c9305b req-b57ee1af-b7b9-47f7-b150-f3922196e654 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd109414-1913-4c40-b148-1e688bb9b9f9 HTTP/1.1" status: 200 len: 834 time: 0.0445285 Aug 06 17:02:01.208950 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e2d22-28b9-42b7-8cd7-cb43f8c9305b req-06c11dac-789c-4cd9-b9af-180483962d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:01.210469 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-195e2d22-28b9-42b7-8cd7-cb43f8c9305b req-06c11dac-789c-4cd9-b9af-180483962d9b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6778903d-1ada-4efd-b724-9bec892b40a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440099 Aug 06 17:02:01.309359 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-195e2d22-28b9-42b7-8cd7-cb43f8c9305b req-8841e362-2428-4858-992e-7418264802b6 service neutron] 10.222.0.78 "GET /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893104 Aug 06 17:02:01.404189 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-195e2d22-28b9-42b7-8cd7-cb43f8c9305b req-e368ea9d-9787-478c-96c2-8b0f60a65268 service neutron] 10.222.0.78 "GET /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865085 Aug 06 17:02:03.882219 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e3d5b0b9-5fb1-44c2-9028-705a4d0a3a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:06.304961 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-bbe49ada-879c-43c3-a6c1-18d5a9d83a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:06.735512 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:07.542441 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:09.264203 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:20.165043 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34340) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:20.331480 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port b3bde678-6374-4203-9191-da08b85090d8 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:02:20.331830 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:20.427400 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:20.428093 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:20.446180 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for b3bde678-6374-4203-9191-da08b85090d8 owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:02:20.603883 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:20.630838 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=b3bde678-6374-4203-9191-da08b85090d8,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:20.646224 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:20.646723 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:20.647201 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:20.647704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:20.648036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:20.648368 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:20.648695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:20.649020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:20.649346 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:20.649696 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:20.650018 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:20.650336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:20.712979 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:20.713208 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Floating IP bf9f9cf8-aaa1-44b8-bd67-a0fca2172d39 disassociated (deleted). External IP: 172.25.1.240, port: 7615b1df-199d-4aab-b021-0de46c1997e6. Aug 06 17:02:20.924779 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router 66eab002-ade5-4f3b-8e03-bcb6fd97287e has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:02:21.042502 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:02:21.047084 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:21.053646 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cf9a1b-8f9d-4080-84b5-ee16093b2760 None None] Sync routers for ids ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:02:21.062881 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf9a1b-8f9d-4080-84b5-ee16093b2760 None None] Routers {'66eab002-ade5-4f3b-8e03-bcb6fd97287e'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:02:21.063476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e1cf9a1b-8f9d-4080-84b5-ee16093b2760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:02:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:21.075461 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-86156bbe-c7f4-4ba0-87a5-1c8294089ed3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/floatingips/bf9f9cf8-aaa1-44b8-bd67-a0fca2172d39 HTTP/1.1" status: 204 len: 168 time: 0.9092832 Aug 06 17:02:21.076193 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644236bf-4f88-4add-ad93-a66a9541a316', 'tag': '7615b1df-199d-4aab-b021-0de46c1997e6'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:02:21.078581 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76181dba-489c-4b8c-a5f0-375a7d84b927" -d '{"events": [{"name": "network-changed", "server_uuid": "644236bf-4f88-4add-ad93-a66a9541a316", "tag": "7615b1df-199d-4aab-b021-0de46c1997e6"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:02:21.119553 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bc4336-69cf-44fa-b85c-915023368aef x-openstack-request-id: req-09bc4336-69cf-44fa-b85c-915023368aef {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:02:21.119979 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644236bf-4f88-4add-ad93-a66a9541a316", "tag": "7615b1df-199d-4aab-b021-0de46c1997e6", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:02:21.120234 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09bc4336-69cf-44fa-b85c-915023368aef {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:02:21.121145 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644236bf-4f88-4add-ad93-a66a9541a316', 'tag': '7615b1df-199d-4aab-b021-0de46c1997e6', 'status': 'completed', 'code': 200} Aug 06 17:02:21.181345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-e1cf9a1b-8f9d-4080-84b5-ee16093b2760 None None] Set router 66eab002-ade5-4f3b-8e03-bcb6fd97287e gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:02:21.190529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76181dba-489c-4b8c-a5f0-375a7d84b927 req-600be353-3b7e-46b4-b3b8-93df916ef8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:21.192760 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76181dba-489c-4b8c-a5f0-375a7d84b927 req-600be353-3b7e-46b4-b3b8-93df916ef8c1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 1096 time: 0.0489686 Aug 06 17:02:21.350603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76181dba-489c-4b8c-a5f0-375a7d84b927 req-d73fc54a-ce54-4760-bf19-f31f2cbdc9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:21.352075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76181dba-489c-4b8c-a5f0-375a7d84b927 req-d73fc54a-ce54-4760-bf19-f31f2cbdc9a2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6778903d-1ada-4efd-b724-9bec892b40a3 HTTP/1.1" status: 200 len: 897 time: 0.1474421 Aug 06 17:02:21.365807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d248bad-a769-4b77-8ab5-9ad5b77b008f req-9ab24591-5123-4238-b384-5d52c354fda0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:21.367713 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d248bad-a769-4b77-8ab5-9ad5b77b008f req-9ab24591-5123-4238-b384-5d52c354fda0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0733922 Aug 06 17:02:21.418670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76181dba-489c-4b8c-a5f0-375a7d84b927 req-cea2b81a-d63d-4fd5-9887-73db614d6a4d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7615b1df-199d-4aab-b021-0de46c1997e6 HTTP/1.1" status: 200 len: 217 time: 0.0498934 Aug 06 17:02:21.422213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e1cf9a1b-8f9d-4080-84b5-ee16093b2760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545935849', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:46Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a32a61de-8567-46b9-ac32-953e1ee64f5c', 'name': '', 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:e5:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:46Z', 'updated_at': '2021-08-06T17:00:50Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:21.450837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cf9a1b-8f9d-4080-84b5-ee16093b2760 None None] Checking router: 66eab002-ade5-4f3b-8e03-bcb6fd97287e for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:02:21.462257 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf9a1b-8f9d-4080-84b5-ee16093b2760 None None] Routers {'66eab002-ade5-4f3b-8e03-bcb6fd97287e'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:02:21.462877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e1cf9a1b-8f9d-4080-84b5-ee16093b2760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:02:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:21.469608 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d248bad-a769-4b77-8ab5-9ad5b77b008f req-f31951d5-cad7-4c58-b29f-054ad573c0fd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929365 Aug 06 17:02:21.470489 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:02:21.488165 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76181dba-489c-4b8c-a5f0-375a7d84b927 req-44a2b120-75f5-4215-bdaa-c04482f70dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:21.489773 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76181dba-489c-4b8c-a5f0-375a7d84b927 req-44a2b120-75f5-4215-bdaa-c04482f70dea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd109414-1913-4c40-b148-1e688bb9b9f9 HTTP/1.1" status: 200 len: 834 time: 0.0622201 Aug 06 17:02:21.551725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76181dba-489c-4b8c-a5f0-375a7d84b927 req-2597bdef-569e-485a-b698-78a9fdcca421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:21.553289 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76181dba-489c-4b8c-a5f0-375a7d84b927 req-2597bdef-569e-485a-b698-78a9fdcca421 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6778903d-1ada-4efd-b724-9bec892b40a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546591 Aug 06 17:02:21.576750 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-e1cf9a1b-8f9d-4080-84b5-ee16093b2760 None None] Set router 66eab002-ade5-4f3b-8e03-bcb6fd97287e gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:02:21.656784 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76181dba-489c-4b8c-a5f0-375a7d84b927 req-59a40afe-0600-4d5c-a396-e20098845cbb service neutron] 10.222.0.78 "GET /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944917 Aug 06 17:02:21.769429 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-76181dba-489c-4b8c-a5f0-375a7d84b927 req-b14fb401-3a35-48c4-8874-79e58312c9d4 service neutron] 10.222.0.78 "GET /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019571 Aug 06 17:02:21.794267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e1cf9a1b-8f9d-4080-84b5-ee16093b2760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545935849', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:46Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a32a61de-8567-46b9-ac32-953e1ee64f5c', 'name': '', 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:e5:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:46Z', 'updated_at': '2021-08-06T17:00:50Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:21.821102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cf9a1b-8f9d-4080-84b5-ee16093b2760 None None] The sync data for ids ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'] in n-d-803756-1 is: [{'id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545935849', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:46Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a32a61de-8567-46b9-ac32-953e1ee64f5c', 'name': '', 'network_id': '6778903d-1ada-4efd-b724-9bec892b40a3', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:e5:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:46Z', 'updated_at': '2021-08-06T17:00:50Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'fd109414-1913-4c40-b148-1e688bb9b9f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:02:22.060223 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2971f0d4-53b4-412b-b2bf-1fc557ea9e87 None None] New status for floating IP bf9f9cf8-aaa1-44b8-bd67-a0fca2172d39: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:02:22.596410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3475c-6ab9-49d9-bd26-a93d5fb819fb req-e7f0fdb6-546a-4bfe-ab6f-75d893be6a2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:22.597974 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18a3475c-6ab9-49d9-bd26-a93d5fb819fb req-e7f0fdb6-546a-4bfe-ab6f-75d893be6a2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0533473 Aug 06 17:02:22.640623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-18a3475c-6ab9-49d9-bd26-a93d5fb819fb req-445373c3-428b-4638-83e1-b01a5678cf3e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=12da513b-2873-4892-b20e-c35b79b3dabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358174 Aug 06 17:02:23.084575 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbb11a-4b19-4d39-a13d-43dd3d9d562c req-5aee82ca-bcdb-48fd-9a9d-630023777cbb tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:23.085988 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fbfbb11a-4b19-4d39-a13d-43dd3d9d562c req-5aee82ca-bcdb-48fd-9a9d-630023777cbb tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 945 time: 0.0490503 Aug 06 17:02:23.187465 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-fbfbb11a-4b19-4d39-a13d-43dd3d9d562c req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port 7615b1df-199d-4aab-b021-0de46c1997e6 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:02:23.187802 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fbfbb11a-4b19-4d39-a13d-43dd3d9d562c req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:23.275999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-fbfbb11a-4b19-4d39-a13d-43dd3d9d562c req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] For port 7615b1df-199d-4aab-b021-0de46c1997e6, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=7615b1df-199d-4aab-b021-0de46c1997e6,segment=NetworkSegment(eb62ba17-9694-4afe-91aa-0031a10cd988),segment_id=eb62ba17-9694-4afe-91aa-0031a10cd988)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:02:23.276360 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fbfbb11a-4b19-4d39-a13d-43dd3d9d562c req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:23.289552 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-fbfbb11a-4b19-4d39-a13d-43dd3d9d562c req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for 7615b1df-199d-4aab-b021-0de46c1997e6 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:02:23.418559 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fbfbb11a-4b19-4d39-a13d-43dd3d9d562c req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:23.448768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=7615b1df-199d-4aab-b021-0de46c1997e6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:23.476170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:23.476521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:23.476894 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:23.477228 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:23.477559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:23.477914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:23.478240 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:23.478565 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:23.478890 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:23.479213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:23.479533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:23.479851 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:23.502690 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfbb11a-4b19-4d39-a13d-43dd3d9d562c req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] No DVR routers for this DVR port 7615b1df-199d-4aab-b021-0de46c1997e6 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:02:23.505113 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-fbfbb11a-4b19-4d39-a13d-43dd3d9d562c req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:23.507183 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fbfbb11a-4b19-4d39-a13d-43dd3d9d562c req-568be81f-bb7c-475e-ad51-4edc2362fe11 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "DELETE /v2.0/ports/7615b1df-199d-4aab-b021-0de46c1997e6 HTTP/1.1" status: 204 len: 173 time: 0.4148953 Aug 06 17:02:23.507629 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644236bf-4f88-4add-ad93-a66a9541a316', 'name': 'network-vif-deleted', 'tag': '7615b1df-199d-4aab-b021-0de46c1997e6'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:02:23.509901 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4496e0-d2e9-43ab-8daa-8f2931408c27" -d '{"events": [{"server_uuid": "644236bf-4f88-4add-ad93-a66a9541a316", "name": "network-vif-deleted", "tag": "7615b1df-199d-4aab-b021-0de46c1997e6"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:02:23.607110 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402650d7-bea8-4b18-b3e1-d5009ed73cbc x-openstack-request-id: req-402650d7-bea8-4b18-b3e1-d5009ed73cbc {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:02:23.607721 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644236bf-4f88-4add-ad93-a66a9541a316", "name": "network-vif-deleted", "tag": "7615b1df-199d-4aab-b021-0de46c1997e6", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:02:23.607721 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-402650d7-bea8-4b18-b3e1-d5009ed73cbc {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:02:23.608064 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644236bf-4f88-4add-ad93-a66a9541a316', 'name': 'network-vif-deleted', 'tag': '7615b1df-199d-4aab-b021-0de46c1997e6', 'status': 'completed', 'code': 200} Aug 06 17:02:23.756426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2a5391ac-6793-4724-afec-44735bce029e req-776c5fce-e93a-4d74-bbcd-ae20dcada1f1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=644236bf-4f88-4add-ad93-a66a9541a316 HTTP/1.1" status: 200 len: 210 time: 0.0292561 Aug 06 17:02:24.302016 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:24.308607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [req-d4dff9c7-478c-49c0-b4e4-772d2ae102a3 req-93795ac0-373a-4b67-b3f9-92f0ed21899c service neutron] (105764) timed out ('10.222.0.37', 58784) {{(pid=105764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 17:02:24.566636 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:24.815044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34362) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:25.184007 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3d906db-65c4-488c-a155-4422927b3a2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:25.445548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f3d906db-65c4-488c-a155-4422927b3a2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port a32a61de-8567-46b9-ac32-953e1ee64f5c {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:02:25.446251 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3d906db-65c4-488c-a155-4422927b3a2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:25.531458 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-f3d906db-65c4-488c-a155-4422927b3a2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] For port a32a61de-8567-46b9-ac32-953e1ee64f5c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a32a61de-8567-46b9-ac32-953e1ee64f5c,segment=NetworkSegment(eb62ba17-9694-4afe-91aa-0031a10cd988),segment_id=eb62ba17-9694-4afe-91aa-0031a10cd988)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:02:25.531816 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3d906db-65c4-488c-a155-4422927b3a2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:25.544470 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f3d906db-65c4-488c-a155-4422927b3a2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for a32a61de-8567-46b9-ac32-953e1ee64f5c owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:02:25.728758 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3d906db-65c4-488c-a155-4422927b3a2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:25.754450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d906db-65c4-488c-a155-4422927b3a2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=a32a61de-8567-46b9-ac32-953e1ee64f5c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:25.925197 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f3d906db-65c4-488c-a155-4422927b3a2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:26.137812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d906db-65c4-488c-a155-4422927b3a2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router 66eab002-ade5-4f3b-8e03-bcb6fd97287e has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:02:26.241151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d906db-65c4-488c-a155-4422927b3a2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:02:26.246339 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f3d906db-65c4-488c-a155-4422927b3a2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "PUT /v2.0/routers/66eab002-ade5-4f3b-8e03-bcb6fd97287e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4302630 Aug 06 17:02:26.249016 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34364) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:26.253821 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9125c989-d486-4d17-90d3-d78fedf9b79e None None] Sync routers for ids ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:02:26.262542 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9125c989-d486-4d17-90d3-d78fedf9b79e None None] Routers {'66eab002-ade5-4f3b-8e03-bcb6fd97287e'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:02:26.263141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9125c989-d486-4d17-90d3-d78fedf9b79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:02:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:26.299328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9048570-d8ec-429e-8dbb-c56c08d3bbb3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting subnet fd109414-1913-4c40-b148-1e688bb9b9f9 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:02:26.302357 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9048570-d8ec-429e-8dbb-c56c08d3bbb3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:26.342646 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9048570-d8ec-429e-8dbb-c56c08d3bbb3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:26.365951 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-9125c989-d486-4d17-90d3-d78fedf9b79e None None] Set router 66eab002-ade5-4f3b-8e03-bcb6fd97287e gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:02:26.428527 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9048570-d8ec-429e-8dbb-c56c08d3bbb3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:26.487858 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9048570-d8ec-429e-8dbb-c56c08d3bbb3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:26.516008 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9048570-d8ec-429e-8dbb-c56c08d3bbb3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Subnet': ['ID=fd109414-1913-4c40-b148-1e688bb9b9f9,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:26.518478 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b9048570-d8ec-429e-8dbb-c56c08d3bbb3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:26.523004 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b9048570-d8ec-429e-8dbb-c56c08d3bbb3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/subnets/fd109414-1913-4c40-b148-1e688bb9b9f9 HTTP/1.1" status: 204 len: 168 time: 0.2703669 Aug 06 17:02:26.523400 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34366) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:26.527477 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b5862b-d8ac-462a-8584-a5f32adc174b None None] Network 6778903d-1ada-4efd-b724-9bec892b40a3 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:02:26.632500 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-538833d4-45e3-4628-ac94-aff6012d2cb1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:26.644188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9125c989-d486-4d17-90d3-d78fedf9b79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545935849', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:02:25Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:26.670192 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9125c989-d486-4d17-90d3-d78fedf9b79e None None] Checking router: 66eab002-ade5-4f3b-8e03-bcb6fd97287e for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:02:26.686010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9125c989-d486-4d17-90d3-d78fedf9b79e None None] Routers {'66eab002-ade5-4f3b-8e03-bcb6fd97287e'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:02:26.686606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9125c989-d486-4d17-90d3-d78fedf9b79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:02:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:26.741984 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-538833d4-45e3-4628-ac94-aff6012d2cb1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:26.765074 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] DHCP port deletion for 6778903d-1ada-4efd-b724-9bec892b40a3 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:02:26.796308 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-538833d4-45e3-4628-ac94-aff6012d2cb1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port 65a09f66-7bea-4303-8c3a-d70f539a848d {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:02:26.796308 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-538833d4-45e3-4628-ac94-aff6012d2cb1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:26.815610 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-9125c989-d486-4d17-90d3-d78fedf9b79e None None] Set router 66eab002-ade5-4f3b-8e03-bcb6fd97287e gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:02:26.844149 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 7615b1df-199d-4aab-b021-0de46c1997e6 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:02:26.879304 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-538833d4-45e3-4628-ac94-aff6012d2cb1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] For port 65a09f66-7bea-4303-8c3a-d70f539a848d, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=65a09f66-7bea-4303-8c3a-d70f539a848d,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:02:26.879662 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-538833d4-45e3-4628-ac94-aff6012d2cb1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:26.891314 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-538833d4-45e3-4628-ac94-aff6012d2cb1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for 65a09f66-7bea-4303-8c3a-d70f539a848d owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:02:26.905549 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 7615b1df-199d-4aab-b021-0de46c1997e6 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:02:26.905910 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 7615b1df-199d-4aab-b021-0de46c1997e6 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:02:26.949502 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Deleting port cd5659ac-3763-46d0-b43d-744cec8b6bfc {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:02:26.949901 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.031160 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] For port cd5659ac-3763-46d0-b43d-744cec8b6bfc, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=cd5659ac-3763-46d0-b43d-744cec8b6bfc,segment=NetworkSegment(eb62ba17-9694-4afe-91aa-0031a10cd988),segment_id=eb62ba17-9694-4afe-91aa-0031a10cd988)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:02:27.031476 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.060642 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Calling delete_port for cd5659ac-3763-46d0-b43d-744cec8b6bfc owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:02:27.061775 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-538833d4-45e3-4628-ac94-aff6012d2cb1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.088258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538833d4-45e3-4628-ac94-aff6012d2cb1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=65a09f66-7bea-4303-8c3a-d70f539a848d,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:27.150130 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-538833d4-45e3-4628-ac94-aff6012d2cb1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.249577 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-538833d4-45e3-4628-ac94-aff6012d2cb1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.251797 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-538833d4-45e3-4628-ac94-aff6012d2cb1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.294482 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-538833d4-45e3-4628-ac94-aff6012d2cb1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.295028 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538833d4-45e3-4628-ac94-aff6012d2cb1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Fanout notify agent at l3_agent the message router_deleted on router 66eab002-ade5-4f3b-8e03-bcb6fd97287e {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:02:27.302548 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-538833d4-45e3-4628-ac94-aff6012d2cb1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.302990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-9125c989-d486-4d17-90d3-d78fedf9b79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545935849', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:02:25Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:27.303674 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-538833d4-45e3-4628-ac94-aff6012d2cb1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/routers/66eab002-ade5-4f3b-8e03-bcb6fd97287e HTTP/1.1" status: 204 len: 168 time: 0.7796905 Aug 06 17:02:27.306402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34368) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:27.335242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9125c989-d486-4d17-90d3-d78fedf9b79e None None] The sync data for ids ['66eab002-ade5-4f3b-8e03-bcb6fd97287e'] in n-d-803756-1 is: [{'id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-545935849', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9'}], 'enable_snat': True}, 'gw_port_id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:02:25Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '65a09f66-7bea-4303-8c3a-d70f539a848d', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66eab002-ade5-4f3b-8e03-bcb6fd97287e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:00:43Z', 'updated_at': '2021-08-06T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:02:27.346838 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.374190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Pushing event deleted for resources: {'Port': ['ID=cd5659ac-3763-46d0-b43d-744cec8b6bfc,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:27.377486 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] No DVR routers for this DVR port cd5659ac-3763-46d0-b43d-744cec8b6bfc on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:02:27.390954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:27.391289 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:27.391623 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:27.391956 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:27.392282 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:27.392606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:27.393444 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:27.393791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:27.394521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:27.394521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:27.394780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:27.395042 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-67801c60-988c-4618-8e56-c1e42ebbd0d5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.395157 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985aa42f-b411-470a-ab29-d4d33a9500aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:27.483886 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-67801c60-988c-4618-8e56-c1e42ebbd0d5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.493363 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-67801c60-988c-4618-8e56-c1e42ebbd0d5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6778903d-1ada-4efd-b724-9bec892b40a3']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:27.502933 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-67801c60-988c-4618-8e56-c1e42ebbd0d5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb62ba17-9694-4afe-91aa-0031a10cd988') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:27.503226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-67801c60-988c-4618-8e56-c1e42ebbd0d5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb62ba17-9694-4afe-91aa-0031a10cd988') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:27.511784 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-67801c60-988c-4618-8e56-c1e42ebbd0d5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.525690 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-67801c60-988c-4618-8e56-c1e42ebbd0d5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.531557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67801c60-988c-4618-8e56-c1e42ebbd0d5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:02:27.531936 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-67801c60-988c-4618-8e56-c1e42ebbd0d5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: timer() Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:02:27.535345 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:02:27.596827 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-67801c60-988c-4618-8e56-c1e42ebbd0d5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.603664 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-67801c60-988c-4618-8e56-c1e42ebbd0d5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.605381 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-67801c60-988c-4618-8e56-c1e42ebbd0d5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/networks/6778903d-1ada-4efd-b724-9bec892b40a3 HTTP/1.1" status: 204 len: 168 time: 0.2979228 Aug 06 17:02:27.608223 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34370) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:27.616556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67801c60-988c-4618-8e56-c1e42ebbd0d5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Network': ['ID=6778903d-1ada-4efd-b724-9bec892b40a3,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:27.668071 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a7ba857-3e95-45da-b35f-44ad24880979 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.693294 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a7ba857-3e95-45da-b35f-44ad24880979 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.757971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a7ba857-3e95-45da-b35f-44ad24880979 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.760538 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-8a7ba857-3e95-45da-b35f-44ad24880979 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:27.762138 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-8a7ba857-3e95-45da-b35f-44ad24880979 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/security-groups/12da513b-2873-4892-b20e-c35b79b3dabc HTTP/1.1" status: 204 len: 168 time: 0.1528118 Aug 06 17:02:27.771969 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ba857-3e95-45da-b35f-44ad24880979 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12da513b-2873-4892-b20e-c35b79b3dabc,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:28.064185 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device cd5659ac-3763-46d0-b43d-744cec8b6bfc no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:02:28.092780 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: cd5659ac-3763-46d0-b43d-744cec8b6bfc {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:02:28.093207 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device cd5659ac-3763-46d0-b43d-744cec8b6bfc not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:02:28.093717 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a32a61de-8567-46b9-ac32-953e1ee64f5c no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:02:28.111819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a32a61de-8567-46b9-ac32-953e1ee64f5c {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:02:28.112155 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a32a61de-8567-46b9-ac32-953e1ee64f5c not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:02:28.292114 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34376) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:28.296696 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9ab24571-c84a-4814-9596-fd422069b930 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1392932574', 'description': 'tempest-secgroup-smoke-1392932574 description', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:02:28.318787 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ab24571-c84a-4814-9596-fd422069b930 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.413498 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ab24571-c84a-4814-9596-fd422069b930 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.417468 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ab24571-c84a-4814-9596-fd422069b930 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.453037 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9ab24571-c84a-4814-9596-fd422069b930 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.453037 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9ab24571-c84a-4814-9596-fd422069b930 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1563759 Aug 06 17:02:28.453037 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab24571-c84a-4814-9596-fd422069b930 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:28.453421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34378) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:28.458886 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-e0f26c40-e8c9-4aad-bfe5-e1a91040de80 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': 'ed4c0549-8b17-4ad5-bf87-cab7fc6f3833', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:02:28.485043 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0f26c40-e8c9-4aad-bfe5-e1a91040de80 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.539358 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0f26c40-e8c9-4aad-bfe5-e1a91040de80 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.542908 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0f26c40-e8c9-4aad-bfe5-e1a91040de80 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.562460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f26c40-e8c9-4aad-bfe5-e1a91040de80 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76e251e-bde1-4a04-93c9-e0f84d646f66,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:28.566775 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e0f26c40-e8c9-4aad-bfe5-e1a91040de80 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.570760 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e0f26c40-e8c9-4aad-bfe5-e1a91040de80 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136754 Aug 06 17:02:28.571281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34380) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:28.576037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-f72ec0df-d8e6-46f0-9ba3-257420b9571e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': 'ed4c0549-8b17-4ad5-bf87-cab7fc6f3833', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:02:28.603110 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f72ec0df-d8e6-46f0-9ba3-257420b9571e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.660050 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f72ec0df-d8e6-46f0-9ba3-257420b9571e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.664106 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f72ec0df-d8e6-46f0-9ba3-257420b9571e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.681567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ec0df-d8e6-46f0-9ba3-257420b9571e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32a7fa2-f00e-4bc0-b119-fe99add85f4b,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:28.687308 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f72ec0df-d8e6-46f0-9ba3-257420b9571e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.688592 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f72ec0df-d8e6-46f0-9ba3-257420b9571e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163375 Aug 06 17:02:28.691778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34382) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:28.696236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-8fa81516-9f5b-4e95-abc8-0403ebb15fa1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': 'ed4c0549-8b17-4ad5-bf87-cab7fc6f3833', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:02:28.722000 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8fa81516-9f5b-4e95-abc8-0403ebb15fa1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.783783 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8fa81516-9f5b-4e95-abc8-0403ebb15fa1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.787799 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8fa81516-9f5b-4e95-abc8-0403ebb15fa1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.804756 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa81516-9f5b-4e95-abc8-0403ebb15fa1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a7df92-5e4a-4f36-86c7-cd8d8cbc0dce,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:28.811527 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8fa81516-9f5b-4e95-abc8-0403ebb15fa1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.812656 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8fa81516-9f5b-4e95-abc8-0403ebb15fa1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199725 Aug 06 17:02:28.816008 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34384) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:28.820326 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-fa84a0f1-def0-469c-8278-300ce39b2d99 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': 'ed4c0549-8b17-4ad5-bf87-cab7fc6f3833', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:02:28.847163 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fa84a0f1-def0-469c-8278-300ce39b2d99 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.907146 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fa84a0f1-def0-469c-8278-300ce39b2d99 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.911702 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fa84a0f1-def0-469c-8278-300ce39b2d99 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.929195 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84a0f1-def0-469c-8278-300ce39b2d99 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6834bf1-eb36-4e22-b4f8-71e7766aa4a6,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:28.935200 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-fa84a0f1-def0-469c-8278-300ce39b2d99 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:28.936454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fa84a0f1-def0-469c-8278-300ce39b2d99 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195107 Aug 06 17:02:28.939121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34386) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:28.944049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-e5b7c0de-f73b-4fbc-b0f6-905f11654460 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': 'ed4c0549-8b17-4ad5-bf87-cab7fc6f3833', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:02:28.965653 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-e5b7c0de-f73b-4fbc-b0f6-905f11654460 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Project 9338de4f4fb0403c9742ef94fa5775b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:02:28.970383 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e5b7c0de-f73b-4fbc-b0f6-905f11654460 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.028817 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e5b7c0de-f73b-4fbc-b0f6-905f11654460 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.032229 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e5b7c0de-f73b-4fbc-b0f6-905f11654460 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.050083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7c0de-f73b-4fbc-b0f6-905f11654460 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf47bf02-1c42-4db1-83c1-ad439e7c6faa,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:29.055111 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e5b7c0de-f73b-4fbc-b0f6-905f11654460 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.056378 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e5b7c0de-f73b-4fbc-b0f6-905f11654460 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157017 Aug 06 17:02:29.059068 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34388) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:29.063378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-983f0396-18e4-416a-b3bc-02cf1067ed3e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': 'ed4c0549-8b17-4ad5-bf87-cab7fc6f3833', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:02:29.084888 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-983f0396-18e4-416a-b3bc-02cf1067ed3e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Project 9338de4f4fb0403c9742ef94fa5775b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:02:29.089536 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-983f0396-18e4-416a-b3bc-02cf1067ed3e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.151091 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-983f0396-18e4-416a-b3bc-02cf1067ed3e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.154514 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-983f0396-18e4-416a-b3bc-02cf1067ed3e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.173299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f0396-18e4-416a-b3bc-02cf1067ed3e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc6bb5f-a893-4e84-82bf-51726528b35d,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:29.175454 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-983f0396-18e4-416a-b3bc-02cf1067ed3e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.176633 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-983f0396-18e4-416a-b3bc-02cf1067ed3e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166620 Aug 06 17:02:29.180356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34390) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:29.185161 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ab17c007-4976-47a1-9919-1f470e2bde6f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'network': {'name': 'tempest-network-smoke--1942083918', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'port_security_enabled': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:02:29.205846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab17c007-4976-47a1-9919-1f470e2bde6f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Made reservation on behalf of 9338de4f4fb0403c9742ef94fa5775b0 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:02:29.209195 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ab17c007-4976-47a1-9919-1f470e2bde6f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.232106 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab17c007-4976-47a1-9919-1f470e2bde6f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:02:29.240637 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ab17c007-4976-47a1-9919-1f470e2bde6f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.240986 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-ab17c007-4976-47a1-9919-1f470e2bde6f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Added segment f77114b0-4473-49b6-8450-fa7205daf810 of type vlan for network 2407eb06-6f38-4425-9a3c-4e001ae7130f Aug 06 17:02:29.280098 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ab17c007-4976-47a1-9919-1f470e2bde6f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.307583 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ab17c007-4976-47a1-9919-1f470e2bde6f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.312996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab17c007-4976-47a1-9919-1f470e2bde6f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:29.313585 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ab17c007-4976-47a1-9919-1f470e2bde6f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.375228 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ab17c007-4976-47a1-9919-1f470e2bde6f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1938434 Aug 06 17:02:29.378085 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34392) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:29.383785 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1137470158', 'admin_state_up': True, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:02:29.385236 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17c007-4976-47a1-9919-1f470e2bde6f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Network': ['ID=2407eb06-6f38-4425-9a3c-4e001ae7130f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:29.397921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 2407eb06-6f38-4425-9a3c-4e001ae7130f details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:02:29.417387 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.418681 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.474905 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.617377 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.804765 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.827114 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.963231 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 65a09f66-7bea-4303-8c3a-d70f539a848d no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:02:29.988119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 65a09f66-7bea-4303-8c3a-d70f539a848d {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:02:29.988459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 65a09f66-7bea-4303-8c3a-d70f539a848d not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:02:30.261402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.25.1.169 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/1d4101af-e0d7-479d-8512-232b3b8326f3) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:02:30.362335 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:30.399572 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:30.438546 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:02:30.441352 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:02:30.444880 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:02:30.466932 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=1d4101af-e0d7-479d-8512-232b3b8326f3,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:30.689153 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:30.888275 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:31.015094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:02:31.120259 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:02:31.130096 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Sync routers for ids ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:02:31.138968 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:31.139172 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Routers {'393eebf3-bae5-470e-b5a6-2b80cee3dfe1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:02:31.139809 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:02:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:31.143306 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-465017ff-53c8-44ed-ae11-f408b2e688ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7606163 Aug 06 17:02:31.143679 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34396) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:31.171863 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dc9450b1-46e4-4e75-b4f6-f08451827b54 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9338de4f4fb0403c9742ef94fa5775b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270324 Aug 06 17:02:31.174947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34398) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:31.244499 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Set router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:02:31.260152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc8d9ec-b722-481a-9bc0-8fc1fb28fa13 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:31.261671 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9bc8d9ec-b722-481a-9bc0-8fc1fb28fa13 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857959 Aug 06 17:02:31.264475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34400) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:31.298046 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b2bf3017-2a93-4dd5-8991-4e922b031e10 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300310 Aug 06 17:02:31.298250 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34402) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:31.303316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-1837d4f1-5033-497f-842c-64f43810b31d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1657712610', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:02:31.389007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1837d4f1-5033-497f-842c-64f43810b31d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Made reservation on behalf of 9338de4f4fb0403c9742ef94fa5775b0 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:02:31.394276 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1837d4f1-5033-497f-842c-64f43810b31d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:31.420258 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137470158', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:30Z', 'revision_number': 3, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:31.446721 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Checking router: 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:02:31.447148 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Updating router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 port 1d4101af-e0d7-479d-8512-232b3b8326f3 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:02:31.471819 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:31.575082 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1837d4f1-5033-497f-842c-64f43810b31d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:31.636830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837d4f1-5033-497f-842c-64f43810b31d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Subnet': ['ID=e8104149-71eb-4892-971d-20deecc193cb,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:31.645791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837d4f1-5033-497f-842c-64f43810b31d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Checking segment: {'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:02:31.646147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1837d4f1-5033-497f-842c-64f43810b31d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network hostable DHCP agents. Network: 2407eb06-6f38-4425-9a3c-4e001ae7130f, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:02:31.663346 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1837d4f1-5033-497f-842c-64f43810b31d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network 2407eb06-6f38-4425-9a3c-4e001ae7130f is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:02:31.671731 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-1837d4f1-5033-497f-842c-64f43810b31d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 2407eb06-6f38-4425-9a3c-4e001ae7130f) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:02:31.676843 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1837d4f1-5033-497f-842c-64f43810b31d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:31.677427 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-1837d4f1-5033-497f-842c-64f43810b31d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:31.683516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208dc434-c2f1-49b4-a9ee-52a3bd531785 None None] Network 2407eb06-6f38-4425-9a3c-4e001ae7130f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:02:31.692500 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-1837d4f1-5033-497f-842c-64f43810b31d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3933587 Aug 06 17:02:31.697195 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34404) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:31.833547 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:31.846945 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-2407eb06-6f38-4425-9a3c-4e001ae7130f', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ips': [{'subnet_id': 'e8104149-71eb-4892-971d-20deecc193cb'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:02:31.848247 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:31.849838 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Transition to ACTIVE for port object 1d4101af-e0d7-479d-8512-232b3b8326f3 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:02:31.856224 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:31.904133 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Attempting to bind port 1d4101af-e0d7-479d-8512-232b3b8326f3 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:02:31.904498 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Attempting to bind port 1d4101af-e0d7-479d-8512-232b3b8326f3 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:02:31.904850 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Attempting to bind port 1d4101af-e0d7-479d-8512-232b3b8326f3 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:02:31.919538 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:02:31.919538 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:02:31.919930 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:31.920179 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:02:31.920612 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Bound port: 1d4101af-e0d7-479d-8512-232b3b8326f3, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:02:31.920986 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:31.966774 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59978aa-0869-4550-bb82-186ee06b9cf1 None None] Pushing event updated for resources: {'Port': ['ID=1d4101af-e0d7-479d-8512-232b3b8326f3,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:31.980954 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59978aa-0869-4550-bb82-186ee06b9cf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:31.981304 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59978aa-0869-4550-bb82-186ee06b9cf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:31.982052 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59978aa-0869-4550-bb82-186ee06b9cf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:31.982052 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59978aa-0869-4550-bb82-186ee06b9cf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:31.982275 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59978aa-0869-4550-bb82-186ee06b9cf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:31.982680 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59978aa-0869-4550-bb82-186ee06b9cf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:31.982907 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59978aa-0869-4550-bb82-186ee06b9cf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:31.983273 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59978aa-0869-4550-bb82-186ee06b9cf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:31.983656 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59978aa-0869-4550-bb82-186ee06b9cf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:31.983984 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59978aa-0869-4550-bb82-186ee06b9cf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:31.984291 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59978aa-0869-4550-bb82-186ee06b9cf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:31.984606 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59978aa-0869-4550-bb82-186ee06b9cf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:02:31.994593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Allocated IP 172.20.0.2 (2407eb06-6f38-4425-9a3c-4e001ae7130f/e8104149-71eb-4892-971d-20deecc193cb/ab73ed3d-3e9f-4922-b502-86b038baef6c) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:02:31.999820 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] For port 1d4101af-e0d7-479d-8512-232b3b8326f3, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:02:32.003280 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] For port 1d4101af-e0d7-479d-8512-232b3b8326f3, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1d4101af-e0d7-479d-8512-232b3b8326f3,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:02:32.007430 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:32.068393 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Routers {'393eebf3-bae5-470e-b5a6-2b80cee3dfe1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:02:32.069028 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:02:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:32.114738 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59978aa-0869-4550-bb82-186ee06b9cf1 None None] Pushing event updated for resources: {'Port': ['ID=1d4101af-e0d7-479d-8512-232b3b8326f3,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:32.152473 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:32.161782 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Transition to ACTIVE for port object ab73ed3d-3e9f-4922-b502-86b038baef6c will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:02:32.178437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Transition to ACTIVE for port object ab73ed3d-3e9f-4922-b502-86b038baef6c will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:02:32.184246 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:32.186368 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] Set router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:02:32.227662 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Network 2407eb06-6f38-4425-9a3c-4e001ae7130f is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:02:32.230536 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:02:32.234135 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:02:32.263215 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Pushing event updated for resources: {'Port': ['ID=ab73ed3d-3e9f-4922-b502-86b038baef6c,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:32.294877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Attempting to bind port ab73ed3d-3e9f-4922-b502-86b038baef6c on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:02:32.295239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Attempting to bind port ab73ed3d-3e9f-4922-b502-86b038baef6c by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:02:32.295608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Attempting to bind port ab73ed3d-3e9f-4922-b502-86b038baef6c on network 2407eb06-6f38-4425-9a3c-4e001ae7130f {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:02:32.300736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:02:32.301109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Checking segment: {'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:02:32.301511 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:32.301929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Bound using segment: {'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:02:32.302398 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Bound port: ab73ed3d-3e9f-4922-b502-86b038baef6c, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:02:32.302781 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:32.368845 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] For port ab73ed3d-3e9f-4922-b502-86b038baef6c, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:02:32.372127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] For port ab73ed3d-3e9f-4922-b502-86b038baef6c, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ab73ed3d-3e9f-4922-b502-86b038baef6c,segment=NetworkSegment(f77114b0-4473-49b6-8450-fa7205daf810),segment_id=f77114b0-4473-49b6-8450-fa7205daf810)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:02:32.376148 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:32.382882 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137470158', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:30Z', 'revision_number': 3, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:32.410806 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090e72ce-2f88-4938-83ac-68c87ecc999a None None] The sync data for ids ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'] in n-d-803756-1 is: [{'id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137470158', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:30Z', 'revision_number': 3, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:02:32.443168 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e0967-fb19-4a89-89bf-a469906bd6ba None None] Pushing event updated for resources: {'Port': ['ID=ab73ed3d-3e9f-4922-b502-86b038baef6c,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:32.565039 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:32.890216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.20.0.1 (2407eb06-6f38-4425-9a3c-4e001ae7130f/e8104149-71eb-4892-971d-20deecc193cb/a6bfb351-bd0f-4640-8687-94dfb31097af) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:02:33.014382 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:33.029119 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Transition to ACTIVE for port object a6bfb351-bd0f-4640-8687-94dfb31097af will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:02:33.063663 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:33.117098 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network 2407eb06-6f38-4425-9a3c-4e001ae7130f is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:02:33.121107 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:02:33.123114 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=a6bfb351-bd0f-4640-8687-94dfb31097af,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:33.125305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:02:33.171016 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:33.318898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:33.520643 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a407a3-1fb9-4bcb-b9b0-9ac871654432 None None] Network 2407eb06-6f38-4425-9a3c-4e001ae7130f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:02:33.613929 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:33.618911 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:33.648482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-545287e8-8129-4b33-add6-1291cc2ade85 None None] Provisioning for port ab73ed3d-3e9f-4922-b502-86b038baef6c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:02:33.697027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=a6bfb351-bd0f-4640-8687-94dfb31097af,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:33.700408 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:33.799523 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network 2407eb06-6f38-4425-9a3c-4e001ae7130f is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:02:33.801141 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:02:33.884489 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-12703eec-d863-448e-a937-187ad141e049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:33.931636 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:02:34.011842 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b0b563fe-033c-4651-8a20-61f61b1183f0 None None] Provisioning for port a6bfb351-bd0f-4640-8687-94dfb31097af completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:02:34.019182 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b0b563fe-033c-4651-8a20-61f61b1183f0 None None] Provisioning complete for port a6bfb351-bd0f-4640-8687-94dfb31097af triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:02:34.019623 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b0b563fe-033c-4651-8a20-61f61b1183f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:34.061035 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-b0b563fe-033c-4651-8a20-61f61b1183f0 None None] Port a6bfb351-bd0f-4640-8687-94dfb31097af cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:02:34.075154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:02:34.081179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-776b6a22-c0db-4fa7-a023-65bcd43d4d84 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "PUT /v2.0/routers/393eebf3-bae5-470e-b5a6-2b80cee3dfe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3821352 Aug 06 17:02:34.133883 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1d4101af-e0d7-479d-8512-232b3b8326f3 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:02:34.202167 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0cd9c06-880f-4873-bac3-cdc60d9552d4 None None] Provisioning complete for port a6bfb351-bd0f-4640-8687-94dfb31097af triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:02:34.202813 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0cd9c06-880f-4873-bac3-cdc60d9552d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:34.206818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 1d4101af-e0d7-479d-8512-232b3b8326f3 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:02:34.233755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Sync routers for ids ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:02:34.243990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 1d4101af-e0d7-479d-8512-232b3b8326f3 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:02:34.244362 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:34.250873 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-394babd4-482d-4af8-8afd-df59801081c0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392932574&fields=id&tenant_id=9338de4f4fb0403c9742ef94fa5775b0 HTTP/1.1" status: 200 len: 267 time: 0.0400238 Aug 06 17:02:34.279907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Routers {'393eebf3-bae5-470e-b5a6-2b80cee3dfe1'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:02:34.280596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-05012473-d35e-4699-822a-c13ca430b60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:02:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:34.282422 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0cd9c06-880f-4873-bac3-cdc60d9552d4 None None] Port a6bfb351-bd0f-4640-8687-94dfb31097af cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:02:34.372216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-816f7d35-2f26-434a-8b9d-6abd375566c4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:34.373724 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-816f7d35-2f26-434a-8b9d-6abd375566c4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/networks?id=2407eb06-6f38-4425-9a3c-4e001ae7130f HTTP/1.1" status: 200 len: 797 time: 0.1150613 Aug 06 17:02:34.395683 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-5d02559c-a4c5-4aa2-991d-b41911802f3f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/quotas/9338de4f4fb0403c9742ef94fa5775b0 HTTP/1.1" status: 200 len: 375 time: 0.0151238 Aug 06 17:02:34.434158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Set router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:02:34.448493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f7fc1a92-9bcd-41e8-9b8a-be5ed28744a4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467908 Aug 06 17:02:34.463913 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:34.464594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-e566b240-3a56-441b-a9c0-59fbba1f19a0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:02:34.465551 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-e566b240-3a56-441b-a9c0-59fbba1f19a0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054846 Aug 06 17:02:34.472086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-5c83f0e1-8330-4218-a41a-9ad0068f9d6c None None] Provisioning complete for port a6bfb351-bd0f-4640-8687-94dfb31097af triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:02:34.472423 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5c83f0e1-8330-4218-a41a-9ad0068f9d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:34.516809 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 1d4101af-e0d7-479d-8512-232b3b8326f3, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1d4101af-e0d7-479d-8512-232b3b8326f3,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:02:34.551110 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:34.551882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ab73ed3d-3e9f-4922-b502-86b038baef6c up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:02:34.557256 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-fef2cc68-ce0c-41fb-a392-2e92adea4d1b service neutron] 10.222.0.37 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851984 Aug 06 17:02:34.618233 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-5c83f0e1-8330-4218-a41a-9ad0068f9d6c None None] Port a6bfb351-bd0f-4640-8687-94dfb31097af cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:02:34.653503 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-e6aea787-931e-42e9-bd0e-52ab7fae3207 service neutron] 10.222.0.37 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896695 Aug 06 17:02:34.683134 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=1d4101af-e0d7-479d-8512-232b3b8326f3,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:34.712257 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port ab73ed3d-3e9f-4922-b502-86b038baef6c completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:02:34.717826 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ab73ed3d-3e9f-4922-b502-86b038baef6c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:02:34.718136 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:34.841194 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e1e137a-be46-4e9e-bd11-c21fcbb86011 req-01cf1577-7d4f-4c9e-a661-2f66e5db7026 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 210 time: 0.0446100 Aug 06 17:02:34.844705 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-05012473-d35e-4699-822a-c13ca430b60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137470158', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:33Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a6bfb351-bd0f-4640-8687-94dfb31097af', 'name': '', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:8b:81:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e8104149-71eb-4892-971d-20deecc193cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:32Z', 'updated_at': '2021-08-06T17:02:33Z', 'revision_number': 2, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'e8104149-71eb-4892-971d-20deecc193cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:34.877382 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Checking router: 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:02:34.877773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Updating router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 port a6bfb351-bd0f-4640-8687-94dfb31097af binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:02:34.899936 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:34.917689 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:34.970608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port ab73ed3d-3e9f-4922-b502-86b038baef6c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ab73ed3d-3e9f-4922-b502-86b038baef6c,segment=NetworkSegment(f77114b0-4473-49b6-8450-fa7205daf810),segment_id=f77114b0-4473-49b6-8450-fa7205daf810)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:02:34.977642 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:35.104419 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=ab73ed3d-3e9f-4922-b502-86b038baef6c,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:35.260823 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:35.271313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Transition to ACTIVE for port object a6bfb351-bd0f-4640-8687-94dfb31097af will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:02:35.277709 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:35.326048 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd1385-ccf4-40f9-a481-c0abe332ef85 None None] Pushing event updated for resources: {'Port': ['ID=a6bfb351-bd0f-4640-8687-94dfb31097af,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:35.383423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Attempting to bind port a6bfb351-bd0f-4640-8687-94dfb31097af on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:02:35.383859 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Attempting to bind port a6bfb351-bd0f-4640-8687-94dfb31097af by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:02:35.384221 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Attempting to bind port a6bfb351-bd0f-4640-8687-94dfb31097af on network 2407eb06-6f38-4425-9a3c-4e001ae7130f {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:02:35.389550 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:02:35.389956 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Checking segment: {'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:02:35.390360 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:35.390743 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Bound using segment: {'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:02:35.391198 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Bound port: a6bfb351-bd0f-4640-8687-94dfb31097af, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:02:35.391575 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:35.464588 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-05012473-d35e-4699-822a-c13ca430b60d None None] For port a6bfb351-bd0f-4640-8687-94dfb31097af, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:02:35.467982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-05012473-d35e-4699-822a-c13ca430b60d None None] For port a6bfb351-bd0f-4640-8687-94dfb31097af, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a6bfb351-bd0f-4640-8687-94dfb31097af,segment=NetworkSegment(f77114b0-4473-49b6-8450-fa7205daf810),segment_id=f77114b0-4473-49b6-8450-fa7205daf810)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:02:35.472769 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:35.537814 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Routers {'393eebf3-bae5-470e-b5a6-2b80cee3dfe1'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:02:35.538459 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-05012473-d35e-4699-822a-c13ca430b60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:02:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:35.579362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd1385-ccf4-40f9-a481-c0abe332ef85 None None] Pushing event updated for resources: {'Port': ['ID=a6bfb351-bd0f-4640-8687-94dfb31097af,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:35.667697 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-05012473-d35e-4699-822a-c13ca430b60d None None] Set router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:02:35.841914 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-960fc9f8-0df2-49e9-bd7b-d71fc8097646 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:35.843413 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-960fc9f8-0df2-49e9-bd7b-d71fc8097646 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "GET /v2.0/networks?id=2407eb06-6f38-4425-9a3c-4e001ae7130f HTTP/1.1" status: 200 len: 797 time: 0.1252999 Aug 06 17:02:35.901478 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-05012473-d35e-4699-822a-c13ca430b60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137470158', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:33Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a6bfb351-bd0f-4640-8687-94dfb31097af', 'name': '', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:8b:81:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e8104149-71eb-4892-971d-20deecc193cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:32Z', 'updated_at': '2021-08-06T17:02:35Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'e8104149-71eb-4892-971d-20deecc193cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:35.901951 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-4c1c3212-5703-4b48-a062-1a6f37b98130 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9338de4f4fb0403c9742ef94fa5775b0 HTTP/1.1" status: 200 len: 380 time: 0.0464764 Aug 06 17:02:35.919213 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-945bba35-c4a3-4be4-b4a3-f0cb1d4b36ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'port': {'device_id': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'admin_state_up': True, 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'security_groups': ['ed4c0549-8b17-4ad5-bf87-cab7fc6f3833']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:02:35.931559 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05012473-d35e-4699-822a-c13ca430b60d None None] The sync data for ids ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'] in n-d-803756-1 is: [{'id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137470158', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:33Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a6bfb351-bd0f-4640-8687-94dfb31097af', 'name': '', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:8b:81:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e8104149-71eb-4892-971d-20deecc193cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:32Z', 'updated_at': '2021-08-06T17:02:35Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'e8104149-71eb-4892-971d-20deecc193cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:02:35.937388 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d13674fc-740c-4bd7-af30-c1ea7fd05a61 req-0fc29b3b-b6e4-4d5b-b905-725f3bcad82e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 210 time: 0.0333281 Aug 06 17:02:36.078155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-945bba35-c4a3-4be4-b4a3-f0cb1d4b36ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Made reservation on behalf of 9338de4f4fb0403c9742ef94fa5775b0 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:02:36.081001 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1d4101af-e0d7-479d-8512-232b3b8326f3 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:02:36.082790 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-945bba35-c4a3-4be4-b4a3-f0cb1d4b36ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:36.144143 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 1d4101af-e0d7-479d-8512-232b3b8326f3 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:02:36.144543 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:36.225336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ab73ed3d-3e9f-4922-b502-86b038baef6c up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:02:36.228402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-945bba35-c4a3-4be4-b4a3-f0cb1d4b36ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.20.0.8 (2407eb06-6f38-4425-9a3c-4e001ae7130f/e8104149-71eb-4892-971d-20deecc193cb/ee234623-f0e3-43fa-8e89-a0a8f9ec883a) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:02:36.274043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port ab73ed3d-3e9f-4922-b502-86b038baef6c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:02:36.274450 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:36.323575 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2bda239a-024e-48de-8e5a-c56d99033c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:36.387517 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-945bba35-c4a3-4be4-b4a3-f0cb1d4b36ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:36.417479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-945bba35-c4a3-4be4-b4a3-f0cb1d4b36ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Transition to ACTIVE for port object ee234623-f0e3-43fa-8e89-a0a8f9ec883a will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:02:36.447502 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-945bba35-c4a3-4be4-b4a3-f0cb1d4b36ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:36.493118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-945bba35-c4a3-4be4-b4a3-f0cb1d4b36ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network 2407eb06-6f38-4425-9a3c-4e001ae7130f is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:02:36.496275 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-945bba35-c4a3-4be4-b4a3-f0cb1d4b36ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:02:36.500241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-945bba35-c4a3-4be4-b4a3-f0cb1d4b36ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:02:36.506891 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bba35-c4a3-4be4-b4a3-f0cb1d4b36ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:36.560439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-945bba35-c4a3-4be4-b4a3-f0cb1d4b36ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:36.561207 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-945bba35-c4a3-4be4-b4a3-f0cb1d4b36ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:36.577343 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-945bba35-c4a3-4be4-b4a3-f0cb1d4b36ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6639857 Aug 06 17:02:36.591803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Request body: {'port': {'device_id': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:02:36.650333 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:36.738314 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dff17dd9-0411-4e83-899b-500cd2c4b299 None None] Provisioning for port ee234623-f0e3-43fa-8e89-a0a8f9ec883a completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:02:36.746360 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-dff17dd9-0411-4e83-899b-500cd2c4b299 None None] Provisioning complete for port ee234623-f0e3-43fa-8e89-a0a8f9ec883a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:02:36.747057 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-dff17dd9-0411-4e83-899b-500cd2c4b299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:36.750301 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:36.796818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-dff17dd9-0411-4e83-899b-500cd2c4b299 None None] Port ee234623-f0e3-43fa-8e89-a0a8f9ec883a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:02:36.937510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee234623-f0e3-43fa-8e89-a0a8f9ec883a {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:02:36.945216 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:36.957984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Transition to ACTIVE for port object ee234623-f0e3-43fa-8e89-a0a8f9ec883a will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:02:36.961867 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:37.023385 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Pushing event updated for resources: {'Port': ['ID=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:37.148272 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b25f8-fc33-4df3-a899-ccbae9628165 req-f0457b96-f4e3-4b21-a85e-c399f8d5bc58 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:37.149826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e88b25f8-fc33-4df3-a899-ccbae9628165 req-f0457b96-f4e3-4b21-a85e-c399f8d5bc58 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 943 time: 0.0954731 Aug 06 17:02:37.151127 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Attempting to bind port ee234623-f0e3-43fa-8e89-a0a8f9ec883a on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:02:37.151464 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Attempting to bind port ee234623-f0e3-43fa-8e89-a0a8f9ec883a by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:02:37.151792 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Attempting to bind port ee234623-f0e3-43fa-8e89-a0a8f9ec883a on network 2407eb06-6f38-4425-9a3c-4e001ae7130f {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:02:37.158907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Port ee234623-f0e3-43fa-8e89-a0a8f9ec883a on network 2407eb06-6f38-4425-9a3c-4e001ae7130f not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:02:37.159238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Attempting to bind port ee234623-f0e3-43fa-8e89-a0a8f9ec883a on network 2407eb06-6f38-4425-9a3c-4e001ae7130f {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:02:37.175820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:02:37.176168 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Checking segment: {'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:02:37.176542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Bound using segment: {'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:02:37.177000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Bound port: ee234623-f0e3-43fa-8e89-a0a8f9ec883a, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:02:37.177363 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:37.228794 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e88b25f8-fc33-4df3-a899-ccbae9628165 req-2140c378-5694-4134-812a-8be0fa38c48a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714788 Aug 06 17:02:37.259239 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] For port ee234623-f0e3-43fa-8e89-a0a8f9ec883a, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:02:37.262458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] For port ee234623-f0e3-43fa-8e89-a0a8f9ec883a, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,segment=NetworkSegment(f77114b0-4473-49b6-8450-fa7205daf810),segment_id=f77114b0-4473-49b6-8450-fa7205daf810)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:02:37.267028 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:37.298025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:37.299056 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:37.300577 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] 10.222.0.78 "PUT /v2.0/ports/ee234623-f0e3-43fa-8e89-a0a8f9ec883a HTTP/1.1" status: 200 len: 1091 time: 0.7133012 Aug 06 17:02:37.304170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'tag': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:02:37.306592 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d924da-9cf1-4b99-9d13-6ecf6eaf4f24" -d '{"events": [{"name": "network-changed", "server_uuid": "fac92579-adf5-40a0-80ee-cca9ed156979", "tag": "ee234623-f0e3-43fa-8e89-a0a8f9ec883a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:02:37.344587 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512d4c8-c066-4a14-8725-b067392dd70c service neutron] Pushing event updated for resources: {'Port': ['ID=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:37.358637 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb74dd8c-7af3-4324-ab4d-07a8141721e3 x-openstack-request-id: req-bb74dd8c-7af3-4324-ab4d-07a8141721e3 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:02:37.358925 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac92579-adf5-40a0-80ee-cca9ed156979", "tag": "ee234623-f0e3-43fa-8e89-a0a8f9ec883a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:02:37.359175 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb74dd8c-7af3-4324-ab4d-07a8141721e3 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:02:37.359568 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'tag': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a', 'status': 'completed', 'code': 200} Aug 06 17:02:37.393507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-5ef9db97-13bb-4161-bba5-54eaf92e43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:37.402882 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-5ef9db97-13bb-4161-bba5-54eaf92e43ba service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 1094 time: 0.0468252 Aug 06 17:02:37.440732 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-84270f52-fa18-46c7-9e3c-0f6cce0e60ba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a HTTP/1.1" status: 200 len: 217 time: 0.0370376 Aug 06 17:02:37.492268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-463c0d4c-7ff1-437e-b2d4-a4a6c190c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:37.493749 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-463c0d4c-7ff1-437e-b2d4-a4a6c190c17e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e8104149-71eb-4892-971d-20deecc193cb HTTP/1.1" status: 200 len: 835 time: 0.0449493 Aug 06 17:02:37.540004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-a454aa07-ce0a-4e5a-9d03-693d218ea141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:37.541685 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-a454aa07-ce0a-4e5a-9d03-693d218ea141 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2407eb06-6f38-4425-9a3c-4e001ae7130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405564 Aug 06 17:02:37.550784 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:37.636281 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-7ab93f75-994c-44f1-9cfc-d40dffaca426 service neutron] 10.222.0.78 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852165 Aug 06 17:02:37.728747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a3c61fcf-9a86-4a43-a4cc-03ea5272eddb req-49b8f7be-896c-4b30-8f2f-10c080341b0c service neutron] 10.222.0.78 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846229 Aug 06 17:02:37.813610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d924da-9cf1-4b99-9d13-6ecf6eaf4f24 req-2ab116be-ab15-4322-81fd-4833ca6e15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:37.815682 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27d924da-9cf1-4b99-9d13-6ecf6eaf4f24 req-2ab116be-ab15-4322-81fd-4833ca6e15c1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 1094 time: 0.0426543 Aug 06 17:02:37.905377 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d924da-9cf1-4b99-9d13-6ecf6eaf4f24 req-41249c96-a6d1-4f46-bc49-7f87fccbea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:37.906784 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27d924da-9cf1-4b99-9d13-6ecf6eaf4f24 req-41249c96-a6d1-4f46-bc49-7f87fccbea22 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2407eb06-6f38-4425-9a3c-4e001ae7130f HTTP/1.1" status: 200 len: 898 time: 0.0836143 Aug 06 17:02:37.955904 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27d924da-9cf1-4b99-9d13-6ecf6eaf4f24 req-030a9af6-d1be-4f52-b107-82b408859c8d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a HTTP/1.1" status: 200 len: 217 time: 0.0401800 Aug 06 17:02:38.010223 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d924da-9cf1-4b99-9d13-6ecf6eaf4f24 req-538f0dd6-194d-4b28-9378-f23a2cf9bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:38.011695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27d924da-9cf1-4b99-9d13-6ecf6eaf4f24 req-538f0dd6-194d-4b28-9378-f23a2cf9bf59 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e8104149-71eb-4892-971d-20deecc193cb HTTP/1.1" status: 200 len: 835 time: 0.0473881 Aug 06 17:02:38.033130 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a6bfb351-bd0f-4640-8687-94dfb31097af up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:02:38.062001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d924da-9cf1-4b99-9d13-6ecf6eaf4f24 req-e2bb3e9d-45a1-4fb3-8f7a-4e71fbdac504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:38.063533 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27d924da-9cf1-4b99-9d13-6ecf6eaf4f24 req-e2bb3e9d-45a1-4fb3-8f7a-4e71fbdac504 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2407eb06-6f38-4425-9a3c-4e001ae7130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436785 Aug 06 17:02:38.094393 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a6bfb351-bd0f-4640-8687-94dfb31097af completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:02:38.098701 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a6bfb351-bd0f-4640-8687-94dfb31097af triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:02:38.099069 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:38.166108 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27d924da-9cf1-4b99-9d13-6ecf6eaf4f24 req-79de12f6-3e7b-496a-b5a1-3cbde4497147 service neutron] 10.222.0.78 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925465 Aug 06 17:02:38.183083 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:38.219576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port a6bfb351-bd0f-4640-8687-94dfb31097af, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a6bfb351-bd0f-4640-8687-94dfb31097af,segment=NetworkSegment(f77114b0-4473-49b6-8450-fa7205daf810),segment_id=f77114b0-4473-49b6-8450-fa7205daf810)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:02:38.226136 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:38.268153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27d924da-9cf1-4b99-9d13-6ecf6eaf4f24 req-e3e9206e-cc3b-4fb4-8318-4f0ed3d375b1 service neutron] 10.222.0.78 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941401 Aug 06 17:02:38.281023 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=a6bfb351-bd0f-4640-8687-94dfb31097af,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:38.365261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f010dc-92f4-4d13-bb19-9ce15fd54d85 req-7123fd6b-8f41-46b0-b5f8-4c043dc7ff10 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:38.366805 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8f010dc-92f4-4d13-bb19-9ce15fd54d85 req-7123fd6b-8f41-46b0-b5f8-4c043dc7ff10 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 943 time: 0.0540257 Aug 06 17:02:38.406946 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e8f010dc-92f4-4d13-bb19-9ce15fd54d85 req-0de6ac00-e349-4ce7-88ea-d2f801499ee1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340753 Aug 06 17:02:38.867749 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device ee234623-f0e3-43fa-8e89-a0a8f9ec883a details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:02:39.115420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port ee234623-f0e3-43fa-8e89-a0a8f9ec883a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,segment=NetworkSegment(f77114b0-4473-49b6-8450-fa7205daf810),segment_id=f77114b0-4473-49b6-8450-fa7205daf810)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:02:39.126203 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'port_id': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a', 'mac_address': 'fa:16:3e:d5:fb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8104149-71eb-4892-971d-20deecc193cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:02:39.165721 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:39.177848 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee234623-f0e3-43fa-8e89-a0a8f9ec883a {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:02:39.198022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port ee234623-f0e3-43fa-8e89-a0a8f9ec883a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,segment=NetworkSegment(f77114b0-4473-49b6-8450-fa7205daf810),segment_id=f77114b0-4473-49b6-8450-fa7205daf810)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:02:39.201599 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:39.261726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:39.271098 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:39.410752 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['ee234623-f0e3-43fa-8e89-a0a8f9ec883a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:02:39.524568 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a8671-3b18-4f10-b55d-21cf6d16eb85 req-c13486bb-d63b-4592-ac3f-2807403cbe35 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:39.526091 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f23a8671-3b18-4f10-b55d-21cf6d16eb85 req-c13486bb-d63b-4592-ac3f-2807403cbe35 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 944 time: 0.0487261 Aug 06 17:02:39.563453 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f23a8671-3b18-4f10-b55d-21cf6d16eb85 req-1ad7694b-3054-410a-a43e-a6a7aabdbd80 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314176 Aug 06 17:02:40.012870 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a6bfb351-bd0f-4640-8687-94dfb31097af up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:02:40.059085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a6bfb351-bd0f-4640-8687-94dfb31097af triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:02:40.059467 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:40.676557 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51927d3-b62f-4ee6-ac06-106388062b8f req-beeda401-e6ef-4e5c-843e-f73ebfaf376b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:40.678070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d51927d3-b62f-4ee6-ac06-106388062b8f req-beeda401-e6ef-4e5c-843e-f73ebfaf376b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 944 time: 0.0480566 Aug 06 17:02:40.716070 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d51927d3-b62f-4ee6-ac06-106388062b8f req-e268a0b2-134a-4af5-9b21-8a41edb59f20 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Aug 06 17:02:40.899066 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device ee234623-f0e3-43fa-8e89-a0a8f9ec883a up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:02:40.948923 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port ee234623-f0e3-43fa-8e89-a0a8f9ec883a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:02:40.952408 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port ee234623-f0e3-43fa-8e89-a0a8f9ec883a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:02:40.952775 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:41.026537 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:41.047725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:02:41.050459 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2894af-e45d-4afb-a099-8a74093baef4" -d '{"events": [{"server_uuid": "fac92579-adf5-40a0-80ee-cca9ed156979", "name": "network-vif-plugged", "status": "completed", "tag": "ee234623-f0e3-43fa-8e89-a0a8f9ec883a"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:02:41.063071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port ee234623-f0e3-43fa-8e89-a0a8f9ec883a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,segment=NetworkSegment(f77114b0-4473-49b6-8450-fa7205daf810),segment_id=f77114b0-4473-49b6-8450-fa7205daf810)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:02:41.067882 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:41.094765 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d49fcb4-a194-4b6b-8653-9a80153f34bd x-openstack-request-id: req-1d49fcb4-a194-4b6b-8653-9a80153f34bd {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:02:41.095055 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac92579-adf5-40a0-80ee-cca9ed156979", "name": "network-vif-plugged", "status": "completed", "tag": "ee234623-f0e3-43fa-8e89-a0a8f9ec883a", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:02:41.095308 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d49fcb4-a194-4b6b-8653-9a80153f34bd {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:02:41.095849 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a', 'code': 200} Aug 06 17:02:41.121985 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:41.185551 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799460bf-984c-4d22-91b5-d0d69e570ca2 req-fe5346e9-21d9-4e73-b867-7d6c0de940ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:41.186942 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-799460bf-984c-4d22-91b5-d0d69e570ca2 req-fe5346e9-21d9-4e73-b867-7d6c0de940ab service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 1096 time: 0.0424101 Aug 06 17:02:41.222105 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-799460bf-984c-4d22-91b5-d0d69e570ca2 req-f2672ccd-52e2-478b-b43b-5926fd4328a2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270522 Aug 06 17:02:41.846286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9701c9-7751-41e0-8ee7-7814da749a5c req-c8119d5c-8ad9-4e00-8a6b-5ef8a746378b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:41.848811 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d9701c9-7751-41e0-8ee7-7814da749a5c req-c8119d5c-8ad9-4e00-8a6b-5ef8a746378b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0590653 Aug 06 17:02:41.901990 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8d9701c9-7751-41e0-8ee7-7814da749a5c req-46f1a430-14f0-44dc-a46d-28f83840ce0a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413651 Aug 06 17:02:43.019699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ba5a6-0c66-4571-8c87-7a0ba305683a req-f9b01a56-a184-46a9-9ec4-cc7ddc2df1d3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:43.021145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-237ba5a6-0c66-4571-8c87-7a0ba305683a req-f9b01a56-a184-46a9-9ec4-cc7ddc2df1d3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0478399 Aug 06 17:02:43.057203 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-237ba5a6-0c66-4571-8c87-7a0ba305683a req-c37f3bf9-e96c-4da5-8d89-02ffd6a1d1fd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301456 Aug 06 17:02:43.173109 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a21637-cf2d-41d9-b3bf-c847ed168bfa req-0e0fa968-082a-4786-b9b4-8eb15d8b03ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:43.175085 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3a21637-cf2d-41d9-b3bf-c847ed168bfa req-0e0fa968-082a-4786-b9b4-8eb15d8b03ac tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0510669 Aug 06 17:02:43.212225 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c3a21637-cf2d-41d9-b3bf-c847ed168bfa req-082b5b2a-0a19-4afc-98df-7a8e4300de8d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311863 Aug 06 17:02:43.232745 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34454) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:43.273224 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4450d1-7b9a-42b8-8b3d-a1801319207e tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:43.274761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4e4450d1-7b9a-42b8-8b3d-a1801319207e tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 1091 time: 0.0410707 Aug 06 17:02:43.277546 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34456) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:43.281768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:02:43.302814 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:43.398770 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:43.500378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.25.1.143 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/06764d1f-9786-46e2-8229-f9fc89d80442) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:02:43.601121 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:43.637928 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:43.676548 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:02:43.679286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:02:43.681753 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:02:43.704439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=06764d1f-9786-46e2-8229-f9fc89d80442,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:44.372102 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:44.434421 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:44.581868 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:44.586430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:44.653905 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=06764d1f-9786-46e2-8229-f9fc89d80442,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:02:44.667342 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:44.766546 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Floating IP 47f72679-dfb0-4f4c-9041-41940bfca2b7 associated. External IP: 172.25.1.143, port: ee234623-f0e3-43fa-8e89-a0a8f9ec883a. Aug 06 17:02:44.976169 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:02:45.086352 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:02:45.096249 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fc0f8a-963e-4f89-ac7c-9e1f673dc560 None None] Sync routers for ids ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:02:45.102365 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:45.105425 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fc0f8a-963e-4f89-ac7c-9e1f673dc560 None None] Routers {'393eebf3-bae5-470e-b5a6-2b80cee3dfe1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:02:45.106300 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d4fc0f8a-963e-4f89-ac7c-9e1f673dc560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:02:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:45.129776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9bc30764-255d-4a2f-8b54-cb1c0d12e392 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8511865 Aug 06 17:02:45.130490 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'tag': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:02:45.132742 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20877df3-7b84-4d26-baf2-0bfdd9684b54" -d '{"events": [{"name": "network-changed", "server_uuid": "fac92579-adf5-40a0-80ee-cca9ed156979", "tag": "ee234623-f0e3-43fa-8e89-a0a8f9ec883a"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:02:45.171984 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7af7e63-b14e-4b32-b48e-88a93f3b6ae0 x-openstack-request-id: req-f7af7e63-b14e-4b32-b48e-88a93f3b6ae0 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:02:45.172284 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac92579-adf5-40a0-80ee-cca9ed156979", "tag": "ee234623-f0e3-43fa-8e89-a0a8f9ec883a", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:02:45.172540 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7af7e63-b14e-4b32-b48e-88a93f3b6ae0 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:02:45.172963 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'tag': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a', 'status': 'completed', 'code': 200} Aug 06 17:02:45.214198 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-d4fc0f8a-963e-4f89-ac7c-9e1f673dc560 None None] Set router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:02:45.264320 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e420e-52b5-4cd3-955a-8a9ba9e18fd4 req-3b6f01eb-8e62-44dd-bd7f-d06fd9e10ae9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:45.265752 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac2e420e-52b5-4cd3-955a-8a9ba9e18fd4 req-3b6f01eb-8e62-44dd-bd7f-d06fd9e10ae9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0847962 Aug 06 17:02:45.271962 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20877df3-7b84-4d26-baf2-0bfdd9684b54 req-b2738155-0495-4b3a-be12-47bb136b34d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:45.273437 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20877df3-7b84-4d26-baf2-0bfdd9684b54 req-b2738155-0495-4b3a-be12-47bb136b34d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 1096 time: 0.0625064 Aug 06 17:02:45.361615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ac2e420e-52b5-4cd3-955a-8a9ba9e18fd4 req-b0bcd661-b239-413e-9cde-049e5892d663 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865619 Aug 06 17:02:45.384282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34462) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:45.393498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20877df3-7b84-4d26-baf2-0bfdd9684b54 req-371eb8ce-fe37-45d0-90ee-a1abdc81b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:45.394090 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20877df3-7b84-4d26-baf2-0bfdd9684b54 req-371eb8ce-fe37-45d0-90ee-a1abdc81b60d service neutron] 10.222.0.78 "GET /v2.0/networks?id=2407eb06-6f38-4425-9a3c-4e001ae7130f HTTP/1.1" status: 200 len: 898 time: 0.1124327 Aug 06 17:02:45.443338 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d4fc0f8a-963e-4f89-ac7c-9e1f673dc560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137470158', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:33Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '47f72679-dfb0-4f4c-9041-41940bfca2b7', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'port_id': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'mac_address': 'fa:16:3e:d5:fb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:02:43Z', 'updated_at': '2021-08-06T17:02:43Z', 'revision_number': 0, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bfb351-bd0f-4640-8687-94dfb31097af', 'name': '', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:8b:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e8104149-71eb-4892-971d-20deecc193cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:32Z', 'updated_at': '2021-08-06T17:02:38Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'e8104149-71eb-4892-971d-20deecc193cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:45.448342 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-cabf07a6-d477-46a8-accb-d668b135c19d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/47f72679-dfb0-4f4c-9041-41940bfca2b7 HTTP/1.1" status: 200 len: 991 time: 0.0628712 Aug 06 17:02:45.463580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20877df3-7b84-4d26-baf2-0bfdd9684b54 req-a5e40ad3-74bb-4c0d-bb11-e177de7e4a2a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a HTTP/1.1" status: 200 len: 999 time: 0.0622098 Aug 06 17:02:45.470772 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fc0f8a-963e-4f89-ac7c-9e1f673dc560 None None] Checking router: 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:02:45.479253 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fc0f8a-963e-4f89-ac7c-9e1f673dc560 None None] Routers {'393eebf3-bae5-470e-b5a6-2b80cee3dfe1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:02:45.479846 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d4fc0f8a-963e-4f89-ac7c-9e1f673dc560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:02:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:45.514493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20877df3-7b84-4d26-baf2-0bfdd9684b54 req-40e54ee9-2543-411b-9874-cdbccaa4d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:45.515922 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20877df3-7b84-4d26-baf2-0bfdd9684b54 req-40e54ee9-2543-411b-9874-cdbccaa4d070 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e8104149-71eb-4892-971d-20deecc193cb HTTP/1.1" status: 200 len: 835 time: 0.0452232 Aug 06 17:02:45.567257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20877df3-7b84-4d26-baf2-0bfdd9684b54 req-870c3e5f-3db4-4568-a68b-eb07dd42e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:45.568856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20877df3-7b84-4d26-baf2-0bfdd9684b54 req-870c3e5f-3db4-4568-a68b-eb07dd42e9ad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2407eb06-6f38-4425-9a3c-4e001ae7130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454278 Aug 06 17:02:45.586188 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-d4fc0f8a-963e-4f89-ac7c-9e1f673dc560 None None] Set router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:02:45.660209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20877df3-7b84-4d26-baf2-0bfdd9684b54 req-c8edda4d-f25e-4461-8e4c-afd1b010a20b service neutron] 10.222.0.78 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824902 Aug 06 17:02:45.754386 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20877df3-7b84-4d26-baf2-0bfdd9684b54 req-0a7bf033-6057-468a-8f39-b37745779083 service neutron] 10.222.0.78 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873911 Aug 06 17:02:45.810119 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d4fc0f8a-963e-4f89-ac7c-9e1f673dc560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137470158', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:33Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '47f72679-dfb0-4f4c-9041-41940bfca2b7', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'port_id': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'mac_address': 'fa:16:3e:d5:fb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:02:43Z', 'updated_at': '2021-08-06T17:02:43Z', 'revision_number': 0, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bfb351-bd0f-4640-8687-94dfb31097af', 'name': '', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:8b:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e8104149-71eb-4892-971d-20deecc193cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:32Z', 'updated_at': '2021-08-06T17:02:38Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'e8104149-71eb-4892-971d-20deecc193cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:02:45.835927 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fc0f8a-963e-4f89-ac7c-9e1f673dc560 None None] The sync data for ids ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'] in n-d-803756-1 is: [{'id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137470158', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:33Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '47f72679-dfb0-4f4c-9041-41940bfca2b7', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'floating_ip_address': '172.25.1.143', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'port_id': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'mac_address': 'fa:16:3e:d5:fb:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:02:43Z', 'updated_at': '2021-08-06T17:02:43Z', 'revision_number': 0, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6bfb351-bd0f-4640-8687-94dfb31097af', 'name': '', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:8b:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e8104149-71eb-4892-971d-20deecc193cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:32Z', 'updated_at': '2021-08-06T17:02:38Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'e8104149-71eb-4892-971d-20deecc193cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:02:46.023660 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c864d80b-dc02-46e2-912d-4a256535c1ce None None] New status for floating IP 47f72679-dfb0-4f4c-9041-41940bfca2b7: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:02:46.450709 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34464) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:02:46.513930 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-224c959f-10d7-4225-a3e8-fdbd1aab4a35 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/47f72679-dfb0-4f4c-9041-41940bfca2b7 HTTP/1.1" status: 200 len: 993 time: 0.0620973 Aug 06 17:02:54.306644 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:54.585837 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:58.470738 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:03:01.791974 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6dc3a80-bc22-4226-8715-66a8d6f39e86 req-2cbd57c0-c385-4222-8c84-d55591f6a3e3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413139 Aug 06 17:03:01.884738 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc3a80-bc22-4226-8715-66a8d6f39e86 req-030de0f5-102d-4ae1-9ced-81f797ecd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:01.886284 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6dc3a80-bc22-4226-8715-66a8d6f39e86 req-030de0f5-102d-4ae1-9ced-81f797ecd352 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 1096 time: 0.0423384 Aug 06 17:03:01.996985 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc3a80-bc22-4226-8715-66a8d6f39e86 req-de380cc4-3660-4ff8-8c90-701af385d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:01.998580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6dc3a80-bc22-4226-8715-66a8d6f39e86 req-de380cc4-3660-4ff8-8c90-701af385d1e4 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2407eb06-6f38-4425-9a3c-4e001ae7130f HTTP/1.1" status: 200 len: 898 time: 0.0919149 Aug 06 17:03:02.065373 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6dc3a80-bc22-4226-8715-66a8d6f39e86 req-d2afe3cb-a031-4402-924d-2bdbf7109f7b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a HTTP/1.1" status: 200 len: 1001 time: 0.0583827 Aug 06 17:03:02.119954 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc3a80-bc22-4226-8715-66a8d6f39e86 req-8317888b-16a9-4c4f-a363-b76bfe595efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:02.121423 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6dc3a80-bc22-4226-8715-66a8d6f39e86 req-8317888b-16a9-4c4f-a363-b76bfe595efb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e8104149-71eb-4892-971d-20deecc193cb HTTP/1.1" status: 200 len: 835 time: 0.0479343 Aug 06 17:03:02.167646 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc3a80-bc22-4226-8715-66a8d6f39e86 req-3b047396-2d0c-47ff-b0f0-bbeff4b0e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:02.169144 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6dc3a80-bc22-4226-8715-66a8d6f39e86 req-3b047396-2d0c-47ff-b0f0-bbeff4b0e82e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2407eb06-6f38-4425-9a3c-4e001ae7130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397708 Aug 06 17:03:02.266448 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6dc3a80-bc22-4226-8715-66a8d6f39e86 req-23dfa8a3-2e1a-4ead-a2b1-7244fc295ef4 service neutron] 10.222.0.78 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847397 Aug 06 17:03:02.364721 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e6dc3a80-bc22-4226-8715-66a8d6f39e86 req-70d18891-ec8e-4dd9-872b-da2f02511364 service neutron] 10.222.0.78 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889883 Aug 06 17:03:03.887013 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5345efd5-6cef-4b23-a546-ef14e6f3e8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:06.305818 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-61a10bad-1c95-4d3b-94e7-efb3b0d379f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:06.733879 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:07.546742 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:09.264424 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:17.933259 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34486) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:03:17.961160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21f5b6-4de6-4a2f-8e29-d4f4d89bd219 req-adcc540b-ae61-48eb-823b-ba46e5d93069 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:17.962721 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b21f5b6-4de6-4a2f-8e29-d4f4d89bd219 req-adcc540b-ae61-48eb-823b-ba46e5d93069 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0528252 Aug 06 17:03:18.003913 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b21f5b6-4de6-4a2f-8e29-d4f4d89bd219 req-01f12cba-2dfd-420f-83fd-b9c7418df0e2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348225 Aug 06 17:03:18.021156 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-a88aff71-dc62-441a-99a4-4d3d67e1be47 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866323 Aug 06 17:03:19.137402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5796d-0e04-495a-ba7c-867fd137bbfc req-faf65c7e-4e81-4890-b7c8-fc8e50fb223f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:19.138971 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6fc5796d-0e04-495a-ba7c-867fd137bbfc req-faf65c7e-4e81-4890-b7c8-fc8e50fb223f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0530112 Aug 06 17:03:19.207307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6fc5796d-0e04-495a-ba7c-867fd137bbfc req-8039dff5-69ad-409c-ab93-c2253b68a3aa tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617373 Aug 06 17:03:19.213541 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-e755454d-4ec9-4be7-80fe-def803c65791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:19.214983 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-e755454d-4ec9-4be7-80fe-def803c65791 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 1096 time: 0.0634434 Aug 06 17:03:19.306237 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-cedf2d4d-a403-4d40-8baa-106b259adacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:19.307683 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-cedf2d4d-a403-4d40-8baa-106b259adacb service neutron] 10.222.0.78 "GET /v2.0/networks?id=2407eb06-6f38-4425-9a3c-4e001ae7130f HTTP/1.1" status: 200 len: 898 time: 0.0841510 Aug 06 17:03:19.379040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-636375de-2512-4b9e-907e-36ecf6b22ff4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a HTTP/1.1" status: 200 len: 1001 time: 0.0634613 Aug 06 17:03:19.427873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-094475d9-8af6-4f65-90f0-077d88d5e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:19.429178 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-094475d9-8af6-4f65-90f0-077d88d5e69f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e8104149-71eb-4892-971d-20deecc193cb HTTP/1.1" status: 200 len: 835 time: 0.0431781 Aug 06 17:03:19.474590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-9064b938-e5f7-4996-82f6-55be1a30925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:19.476058 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-9064b938-e5f7-4996-82f6-55be1a30925e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2407eb06-6f38-4425-9a3c-4e001ae7130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395153 Aug 06 17:03:19.568328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-778ec760-8da1-4cf8-afd2-4dd9d23d6dee service neutron] 10.222.0.78 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843940 Aug 06 17:03:19.656307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-56d5bc4f-9940-4276-b468-8670decad0c8 service neutron] 10.222.0.78 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804174 Aug 06 17:03:20.331034 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70279949-2d98-455a-9dee-fac5f6a32286 req-27b4a727-718a-4ee8-b3ec-935884cc8f80 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:20.332553 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70279949-2d98-455a-9dee-fac5f6a32286 req-27b4a727-718a-4ee8-b3ec-935884cc8f80 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0570912 Aug 06 17:03:20.370920 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-70279949-2d98-455a-9dee-fac5f6a32286 req-dd14a7be-1370-45eb-8cf0-2cebb228e602 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324686 Aug 06 17:03:21.484943 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d50970-85a3-4c82-b584-75275c8feef7 req-8fbdfd9b-9539-4816-92a9-e0682873ba53 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:21.486914 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0d50970-85a3-4c82-b584-75275c8feef7 req-8fbdfd9b-9539-4816-92a9-e0682873ba53 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0487719 Aug 06 17:03:21.524226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c0d50970-85a3-4c82-b584-75275c8feef7 req-ed90aebf-348b-4268-9505-2d215d6b7d4a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313430 Aug 06 17:03:22.638506 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c59a80-a489-4ec2-885d-2af307f49acc req-2e5f92e8-0882-4224-bb92-7f22e7ace773 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:22.639966 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41c59a80-a489-4ec2-885d-2af307f49acc req-2e5f92e8-0882-4224-bb92-7f22e7ace773 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0476956 Aug 06 17:03:22.677294 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-41c59a80-a489-4ec2-885d-2af307f49acc req-4f5f4f69-071f-44db-87fb-474391a1cf1f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307817 Aug 06 17:03:23.794519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d7866-78b7-4043-9b78-6a25591a611d req-8fcb482b-7c98-41de-a4db-7263b700b53a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:23.795969 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a6d7866-78b7-4043-9b78-6a25591a611d req-8fcb482b-7c98-41de-a4db-7263b700b53a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0516267 Aug 06 17:03:23.834546 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9a6d7866-78b7-4043-9b78-6a25591a611d req-a0b2a02c-ad30-4004-ba81-d1a821fd7f70 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324819 Aug 06 17:03:24.316101 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:24.577525 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:24.953312 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dfa07-59d9-4668-9d76-9086810ab17f req-6096d0d3-f90b-413a-b785-1ce63af79c6c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:24.954896 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af9dfa07-59d9-4668-9d76-9086810ab17f req-6096d0d3-f90b-413a-b785-1ce63af79c6c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0505695 Aug 06 17:03:24.995316 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af9dfa07-59d9-4668-9d76-9086810ab17f req-118f2567-0aa1-4595-960c-7019ff7595d7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344081 Aug 06 17:03:26.115925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c051ab-aeeb-4bd1-be8f-37946fbe3d65 req-99f9013f-2c4a-4f07-8315-e899caf7c49e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:26.117388 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5c051ab-aeeb-4bd1-be8f-37946fbe3d65 req-99f9013f-2c4a-4f07-8315-e899caf7c49e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0545216 Aug 06 17:03:26.154330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e5c051ab-aeeb-4bd1-be8f-37946fbe3d65 req-cfc5ba53-3c25-4675-8713-2e739f5dead1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309744 Aug 06 17:03:27.273908 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd73e4f-1183-41e4-8346-da5f9311ba8e req-ceb8d586-463c-4b2f-bae1-808bfc5b0b46 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:27.275370 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfd73e4f-1183-41e4-8346-da5f9311ba8e req-ceb8d586-463c-4b2f-bae1-808bfc5b0b46 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0520277 Aug 06 17:03:27.312945 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bfd73e4f-1183-41e4-8346-da5f9311ba8e req-49a1928c-7703-4d70-9d2a-0bb390f3ad2d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316362 Aug 06 17:03:28.426989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ca29d-6c0f-4d96-a458-0f2efbf394f9 req-99a21045-3ee1-4e43-9080-1b6971151ab2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:28.428446 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f34ca29d-6c0f-4d96-a458-0f2efbf394f9 req-99a21045-3ee1-4e43-9080-1b6971151ab2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0476120 Aug 06 17:03:28.468948 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f34ca29d-6c0f-4d96-a458-0f2efbf394f9 req-7ef4d574-25c0-479d-a514-356474d9d111 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322127 Aug 06 17:03:29.582694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403f5b7-55d5-4fb4-b1a7-134b3885ce73 req-60cb0f3f-0f5e-44cb-9296-e79eadfe49ab tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:29.584139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8403f5b7-55d5-4fb4-b1a7-134b3885ce73 req-60cb0f3f-0f5e-44cb-9296-e79eadfe49ab tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0480487 Aug 06 17:03:29.620857 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8403f5b7-55d5-4fb4-b1a7-134b3885ce73 req-9fbda94c-988e-432f-a531-4b774d29732b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308509 Aug 06 17:03:30.738586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51becf-264f-4dfe-8d3e-f1ef4b390fa9 req-7556f77b-0396-436e-bce6-73e944aa5800 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:30.740046 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b51becf-264f-4dfe-8d3e-f1ef4b390fa9 req-7556f77b-0396-436e-bce6-73e944aa5800 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0526302 Aug 06 17:03:30.776439 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2b51becf-264f-4dfe-8d3e-f1ef4b390fa9 req-7de4fd4c-48cd-452e-8c1c-45af942d9c25 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303752 Aug 06 17:03:31.891484 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d89f6-4b14-408d-9636-240369343817 req-f35447b7-cf8a-4bbe-8f0a-3fb95167faf3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:31.892941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e2d89f6-4b14-408d-9636-240369343817 req-f35447b7-cf8a-4bbe-8f0a-3fb95167faf3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0482266 Aug 06 17:03:31.931022 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-2e2d89f6-4b14-408d-9636-240369343817 req-25c7d686-aa5d-4095-b332-acf543173e34 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317535 Aug 06 17:03:33.046608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5511eac-bd07-4b29-a685-506298b7a934 req-2753ee47-179d-44fb-8324-c675cd3bc13e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:33.048661 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5511eac-bd07-4b29-a685-506298b7a934 req-2753ee47-179d-44fb-8324-c675cd3bc13e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0495567 Aug 06 17:03:33.086026 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5511eac-bd07-4b29-a685-506298b7a934 req-d6e57f04-4e70-42ea-b8f6-e410e3d00dfb tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311248 Aug 06 17:03:33.889862 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0545872d-adb2-46ab-bb4c-91a6eecf5e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:34.205980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465f336-e992-4805-962a-4b9d73c768ee req-9fa24e90-581e-4ff3-be52-72720ad71243 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:34.207454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5465f336-e992-4805-962a-4b9d73c768ee req-9fa24e90-581e-4ff3-be52-72720ad71243 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0527217 Aug 06 17:03:34.245349 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5465f336-e992-4805-962a-4b9d73c768ee req-1e4d4d58-a583-49b1-bd4f-d917170aa93f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319140 Aug 06 17:03:35.361945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216ae06-f8cc-44c4-92e8-8db8c4d4b847 req-91e5bf09-8f8a-4827-8651-7974fa6e5f7d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:35.363504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0216ae06-f8cc-44c4-92e8-8db8c4d4b847 req-91e5bf09-8f8a-4827-8651-7974fa6e5f7d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0506883 Aug 06 17:03:35.405341 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0216ae06-f8cc-44c4-92e8-8db8c4d4b847 req-e22dc026-5d86-4a64-bc76-e485c3a4322e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358601 Aug 06 17:03:35.470343 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:03:36.306967 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-13bb153e-f4be-4bd9-b731-08b671223570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:36.438723 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-0cfa060b-21e2-4eb8-8a90-75d3708a428d service neutron] show failed (client error): The resource could not be found. Aug 06 17:03:36.439740 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-0cfa060b-21e2-4eb8-8a90-75d3708a428d service neutron] 10.222.0.78 "GET /v2.0/ports/ee234623-f0e3-43fa-8e89-a0a8f9ec883a/bindings/n-h2-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.0543768 Aug 06 17:03:36.533286 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c9b20-7928-4a39-b64a-b22d170940ae req-3aa03218-ab1f-4da9-ad61-40f3be02f1b4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:36.534812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e9c9b20-7928-4a39-b64a-b22d170940ae req-3aa03218-ab1f-4da9-ad61-40f3be02f1b4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0558634 Aug 06 17:03:36.574441 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e9c9b20-7928-4a39-b64a-b22d170940ae req-d21916a5-e0fc-4a20-a31d-a2aec3f7426b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328465 Aug 06 17:03:36.679039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-e437eab5-81c1-400c-aedb-dc83365e801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:36.680511 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-e437eab5-81c1-400c-aedb-dc83365e801b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979&tenant_id=9338de4f4fb0403c9742ef94fa5775b0 HTTP/1.1" status: 200 len: 1096 time: 0.0815310 Aug 06 17:03:36.692512 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:03:36.734879 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:36.748900 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:36.951869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] For port ee234623-f0e3-43fa-8e89-a0a8f9ec883a, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,segment=NetworkSegment(f77114b0-4473-49b6-8450-fa7205daf810),segment_id=f77114b0-4473-49b6-8450-fa7205daf810)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:03:36.984983 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] For port ee234623-f0e3-43fa-8e89-a0a8f9ec883a, host n-h1-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:03:37.024086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:03:37.026359 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a64d10-a947-4945-816c-2bc9d4f00607" -d '{"events": [{"server_uuid": "fac92579-adf5-40a0-80ee-cca9ed156979", "name": "network-vif-unplugged", "status": "completed", "tag": "ee234623-f0e3-43fa-8e89-a0a8f9ec883a"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:03:37.030140 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:37.044466 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Transition to ACTIVE for port object ee234623-f0e3-43fa-8e89-a0a8f9ec883a will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:03:37.048698 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:37.131357 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Pushing event updated for resources: {'Port': ['ID=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,revision_number=6']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:03:37.146234 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:37.146584 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:37.146923 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:37.147492 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:37.147787 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:37.148407 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:37.148843 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:37.149215 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:37.149755 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:37.150088 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:37.150421 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:37.150745 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:37.163970 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 17:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd3660b-377f-4590-9cb3-70dde01f79c4 x-openstack-request-id: req-2bd3660b-377f-4590-9cb3-70dde01f79c4 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:03:37.164267 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac92579-adf5-40a0-80ee-cca9ed156979", "name": "network-vif-unplugged", "status": "completed", "tag": "ee234623-f0e3-43fa-8e89-a0a8f9ec883a", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:03:37.164522 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2bd3660b-377f-4590-9cb3-70dde01f79c4 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:03:37.164920 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a', 'code': 200} Aug 06 17:03:37.191275 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] No DVR routers for this DVR port ee234623-f0e3-43fa-8e89-a0a8f9ec883a on host n-h1-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:03:37.329166 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Attempting to bind port ee234623-f0e3-43fa-8e89-a0a8f9ec883a on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:03:37.329501 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Attempting to bind port ee234623-f0e3-43fa-8e89-a0a8f9ec883a by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:03:37.329852 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Attempting to bind port ee234623-f0e3-43fa-8e89-a0a8f9ec883a on network 2407eb06-6f38-4425-9a3c-4e001ae7130f {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:03:37.334068 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Port ee234623-f0e3-43fa-8e89-a0a8f9ec883a on network 2407eb06-6f38-4425-9a3c-4e001ae7130f not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:03:37.334388 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Attempting to bind port ee234623-f0e3-43fa-8e89-a0a8f9ec883a on network 2407eb06-6f38-4425-9a3c-4e001ae7130f {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:03:37.339318 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:03:37.339602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Checking segment: {'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:03:37.339978 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Bound using segment: {'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:03:37.340395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Bound port: ee234623-f0e3-43fa-8e89-a0a8f9ec883a, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77114b0-4473-49b6-8450-fa7205daf810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:03:37.340748 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:37.401114 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] For port ee234623-f0e3-43fa-8e89-a0a8f9ec883a, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:03:37.404210 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] For port ee234623-f0e3-43fa-8e89-a0a8f9ec883a, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,segment=NetworkSegment(f77114b0-4473-49b6-8450-fa7205daf810),segment_id=f77114b0-4473-49b6-8450-fa7205daf810)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:03:37.407661 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:37.445165 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:37.446066 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:37.447479 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] 10.222.0.13 "PUT /v2.0/ports/ee234623-f0e3-43fa-8e89-a0a8f9ec883a HTTP/1.1" status: 200 len: 1091 time: 0.7589130 Aug 06 17:03:37.470846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e847bf-ddae-464a-9521-2320f40db82c service neutron] Pushing event updated for resources: {'Port': ['ID=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,revision_number=7']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:03:37.514122 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-f8e12a15-e50e-4029-a289-97aa331a1b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:37.515650 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-f8e12a15-e50e-4029-a289-97aa331a1b2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 1094 time: 0.0419755 Aug 06 17:03:37.557723 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:37.610258 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-eb8c5ec3-fe1e-4707-aef7-8ce2d07baaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:37.611755 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-eb8c5ec3-fe1e-4707-aef7-8ce2d07baaaa service neutron] 10.222.0.13 "GET /v2.0/networks?id=2407eb06-6f38-4425-9a3c-4e001ae7130f HTTP/1.1" status: 200 len: 898 time: 0.0893509 Aug 06 17:03:37.683080 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-f692dcc5-3d5a-4cee-a8b6-53295b796123 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a HTTP/1.1" status: 200 len: 999 time: 0.0640945 Aug 06 17:03:37.696284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd405e23-de68-41f6-a59b-9c22be5a19d0 req-91a9defd-c529-426f-92da-a43a066ccb39 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:37.697785 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd405e23-de68-41f6-a59b-9c22be5a19d0 req-91a9defd-c529-426f-92da-a43a066ccb39 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 943 time: 0.0500405 Aug 06 17:03:37.736072 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-d7b1a61d-4bf0-46aa-9ec3-f9d439712323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:37.736309 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-bd405e23-de68-41f6-a59b-9c22be5a19d0 req-786bd905-c93d-4c8f-a484-26deaec719c6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322948 Aug 06 17:03:37.737951 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-d7b1a61d-4bf0-46aa-9ec3-f9d439712323 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8104149-71eb-4892-971d-20deecc193cb HTTP/1.1" status: 200 len: 835 time: 0.0485501 Aug 06 17:03:37.783442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-2ce79afd-e9ca-4dca-afb7-2bd28bc9b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:37.784945 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-2ce79afd-e9ca-4dca-afb7-2bd28bc9b59c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2407eb06-6f38-4425-9a3c-4e001ae7130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397725 Aug 06 17:03:37.876255 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-5ccae2e8-76c4-4b00-96a3-e4e29271b685 service neutron] 10.222.0.13 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843258 Aug 06 17:03:37.968565 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-6b43c052-42b6-4e33-a4cf-0942100322e6 req-2e07f568-7858-43f0-872a-95304f18e4cc service neutron] 10.222.0.13 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851228 Aug 06 17:03:38.854282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da7b4b-4d55-4e55-be05-a869ea4053f9 req-a3a75d79-cc68-4e1f-8935-889ede44b47f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:38.855751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20da7b4b-4d55-4e55-be05-a869ea4053f9 req-a3a75d79-cc68-4e1f-8935-889ede44b47f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 943 time: 0.0482237 Aug 06 17:03:38.893390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20da7b4b-4d55-4e55-be05-a869ea4053f9 req-b7660d45-d1df-49f9-a44a-41d64eaf5f91 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311172 Aug 06 17:03:39.165854 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'tag': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:03:39.168274 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a899f18b-c964-44ee-9045-c8967463a031" -d '{"events": [{"name": "network-changed", "server_uuid": "fac92579-adf5-40a0-80ee-cca9ed156979", "tag": "ee234623-f0e3-43fa-8e89-a0a8f9ec883a"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:03:39.210099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device ee234623-f0e3-43fa-8e89-a0a8f9ec883a no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:03:39.215917 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c708cc8-0ae7-4509-bcfb-751a3c44cede x-openstack-request-id: req-8c708cc8-0ae7-4509-bcfb-751a3c44cede {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:03:39.216343 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac92579-adf5-40a0-80ee-cca9ed156979", "tag": "ee234623-f0e3-43fa-8e89-a0a8f9ec883a", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:03:39.216605 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c708cc8-0ae7-4509-bcfb-751a3c44cede {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:03:39.217008 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'tag': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a', 'status': 'completed', 'code': 200} Aug 06 17:03:39.269114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device ee234623-f0e3-43fa-8e89-a0a8f9ec883a not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:03:39.273168 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:39.280159 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899f18b-c964-44ee-9045-c8967463a031 req-8fdc396b-5ab2-4750-9da9-259309b615d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:39.282116 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899f18b-c964-44ee-9045-c8967463a031 req-16d1f68e-356d-4fb5-927a-ad8e5d118236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:39.282371 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a899f18b-c964-44ee-9045-c8967463a031 req-8fdc396b-5ab2-4750-9da9-259309b615d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 1094 time: 0.0430832 Aug 06 17:03:39.283607 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a899f18b-c964-44ee-9045-c8967463a031 req-16d1f68e-356d-4fb5-927a-ad8e5d118236 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 1094 time: 0.0476751 Aug 06 17:03:39.373128 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899f18b-c964-44ee-9045-c8967463a031 req-64719288-2327-4acd-8c47-66d359145d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:39.374141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899f18b-c964-44ee-9045-c8967463a031 req-31723af6-11e2-41df-82fe-b105e74d0116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:39.374789 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a899f18b-c964-44ee-9045-c8967463a031 req-64719288-2327-4acd-8c47-66d359145d6d service neutron] 10.222.0.78 "GET /v2.0/networks?id=2407eb06-6f38-4425-9a3c-4e001ae7130f HTTP/1.1" status: 200 len: 898 time: 0.0842881 Aug 06 17:03:39.375776 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a899f18b-c964-44ee-9045-c8967463a031 req-31723af6-11e2-41df-82fe-b105e74d0116 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2407eb06-6f38-4425-9a3c-4e001ae7130f HTTP/1.1" status: 200 len: 898 time: 0.0851700 Aug 06 17:03:39.448497 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a899f18b-c964-44ee-9045-c8967463a031 req-1df079a2-ca0e-4ce2-bcde-8094c51f0268 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a HTTP/1.1" status: 200 len: 999 time: 0.0657039 Aug 06 17:03:39.450074 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a899f18b-c964-44ee-9045-c8967463a031 req-5564365b-b5ec-40af-bda7-e84134ffcd46 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a HTTP/1.1" status: 200 len: 999 time: 0.0671787 Aug 06 17:03:39.504380 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899f18b-c964-44ee-9045-c8967463a031 req-f47f65ac-3084-4ed2-a68c-6ef0b9010283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:39.505186 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899f18b-c964-44ee-9045-c8967463a031 req-d3b16c60-b449-449e-9a04-3106a3af7375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:39.505893 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a899f18b-c964-44ee-9045-c8967463a031 req-f47f65ac-3084-4ed2-a68c-6ef0b9010283 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e8104149-71eb-4892-971d-20deecc193cb HTTP/1.1" status: 200 len: 835 time: 0.0479043 Aug 06 17:03:39.506870 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a899f18b-c964-44ee-9045-c8967463a031 req-d3b16c60-b449-449e-9a04-3106a3af7375 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8104149-71eb-4892-971d-20deecc193cb HTTP/1.1" status: 200 len: 835 time: 0.0517128 Aug 06 17:03:39.553957 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899f18b-c964-44ee-9045-c8967463a031 req-4e979c52-2417-4119-9cf3-9e7d4217c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:39.555454 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a899f18b-c964-44ee-9045-c8967463a031 req-4e979c52-2417-4119-9cf3-9e7d4217c4d1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2407eb06-6f38-4425-9a3c-4e001ae7130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422637 Aug 06 17:03:39.567123 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899f18b-c964-44ee-9045-c8967463a031 req-371ed72f-431b-42ec-959b-645fcba86a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:39.568590 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a899f18b-c964-44ee-9045-c8967463a031 req-371ed72f-431b-42ec-959b-645fcba86a04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2407eb06-6f38-4425-9a3c-4e001ae7130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417893 Aug 06 17:03:39.649396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a899f18b-c964-44ee-9045-c8967463a031 req-2e68a315-1a63-4785-b089-8aaf44586e63 service neutron] 10.222.0.78 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861871 Aug 06 17:03:39.662522 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a899f18b-c964-44ee-9045-c8967463a031 req-794ce532-ee63-4ec6-a85b-3a729279b7a7 service neutron] 10.222.0.13 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865059 Aug 06 17:03:39.744249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a899f18b-c964-44ee-9045-c8967463a031 req-fb28c269-eacf-4805-805e-6f1e7c7c1724 service neutron] 10.222.0.78 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864637 Aug 06 17:03:39.759962 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a899f18b-c964-44ee-9045-c8967463a031 req-ce56f7e4-bc92-418e-9c0b-5811a1da145a service neutron] 10.222.0.13 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909858 Aug 06 17:03:40.012287 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911347b-5476-4dde-96ba-47a6db75018b req-eecc9a9c-fff8-46ed-b7e5-87b30c4fca0c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:40.013699 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8911347b-5476-4dde-96ba-47a6db75018b req-eecc9a9c-fff8-46ed-b7e5-87b30c4fca0c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 943 time: 0.0523610 Aug 06 17:03:40.051199 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8911347b-5476-4dde-96ba-47a6db75018b req-38da9207-0602-4e00-add4-2bc1204f7f83 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307922 Aug 06 17:03:40.070308 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ee234623-f0e3-43fa-8e89-a0a8f9ec883a details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:03:40.167431 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port ee234623-f0e3-43fa-8e89-a0a8f9ec883a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,segment=NetworkSegment(f77114b0-4473-49b6-8450-fa7205daf810),segment_id=f77114b0-4473-49b6-8450-fa7205daf810)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:03:40.180173 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'port_id': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a', 'mac_address': 'fa:16:3e:d5:fb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8104149-71eb-4892-971d-20deecc193cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:03:40.223039 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:40.236406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee234623-f0e3-43fa-8e89-a0a8f9ec883a {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:03:40.256674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port ee234623-f0e3-43fa-8e89-a0a8f9ec883a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,segment=NetworkSegment(f77114b0-4473-49b6-8450-fa7205daf810),segment_id=f77114b0-4473-49b6-8450-fa7205daf810)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:03:40.260971 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:40.282566 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26c639-e4a5-470e-a931-36f2f845fb96 req-08c4da89-aa1c-4425-921c-8696a679e3c6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:40.283974 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eb26c639-e4a5-470e-a931-36f2f845fb96 req-08c4da89-aa1c-4425-921c-8696a679e3c6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 943 time: 0.0753412 Aug 06 17:03:40.306846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d216f8-161f-4993-b556-9e49d3321566 req-dda2abfd-29e9-4f25-ac28-8d40a19000bc tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:40.308248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25d216f8-161f-4993-b556-9e49d3321566 req-dda2abfd-29e9-4f25-ac28-8d40a19000bc tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979&tenant_id=9338de4f4fb0403c9742ef94fa5775b0&binding%3Ahost_id=n-h2-803756-1 HTTP/1.1" status: 200 len: 943 time: 0.0746894 Aug 06 17:03:40.310742 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:03:40.319892 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:40.320242 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:40.320844 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:40.321183 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:40.321518 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:40.321957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:40.322287 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:40.322616 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:40.322942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:40.323265 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:40.323590 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:40.324027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:40.370019 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eb26c639-e4a5-470e-a931-36f2f845fb96 req-025b248a-c836-4b21-8dfa-af3b20bdf3b2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795033 Aug 06 17:03:40.390190 n-d-803756-1 neutron-server[105765]: INFO neutron.api.v2.resource [req-25d216f8-161f-4993-b556-9e49d3321566 req-d1c36588-3250-4d39-a29b-cec49af08e7c service neutron] delete failed (client error): The resource could not be found. Aug 06 17:03:40.391332 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25d216f8-161f-4993-b556-9e49d3321566 req-d1c36588-3250-4d39-a29b-cec49af08e7c service neutron] 10.222.0.78 "DELETE /v2.0/ports/ee234623-f0e3-43fa-8e89-a0a8f9ec883a/bindings/n-h1-803756-1 HTTP/1.1" status: 404 len: 380 time: 0.0739639 Aug 06 17:03:40.480363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['ee234623-f0e3-43fa-8e89-a0a8f9ec883a'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:03:40.509430 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d216f8-161f-4993-b556-9e49d3321566 req-586b1255-dae5-4410-a7c6-735a36b8b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:40.511059 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25d216f8-161f-4993-b556-9e49d3321566 req-586b1255-dae5-4410-a7c6-735a36b8b8a6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 1095 time: 0.0695565 Aug 06 17:03:40.519433 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1e712-bd1e-4175-a382-1f95d19f7f0c req-3aaeab7e-3eb4-4abf-b795-d4cfbe09c554 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:40.520875 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fda1e712-bd1e-4175-a382-1f95d19f7f0c req-3aaeab7e-3eb4-4abf-b795-d4cfbe09c554 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 944 time: 0.0713956 Aug 06 17:03:40.612550 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-fda1e712-bd1e-4175-a382-1f95d19f7f0c req-c89dcd5d-0562-47d0-8532-f52a5076db22 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832069 Aug 06 17:03:40.639552 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d216f8-161f-4993-b556-9e49d3321566 req-b9cc75fb-7917-4196-8418-0ba87060c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:40.641673 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25d216f8-161f-4993-b556-9e49d3321566 req-b9cc75fb-7917-4196-8418-0ba87060c3d2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2407eb06-6f38-4425-9a3c-4e001ae7130f HTTP/1.1" status: 200 len: 898 time: 0.1199162 Aug 06 17:03:40.708193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25d216f8-161f-4993-b556-9e49d3321566 req-6de55932-8da4-48bf-8b4e-5d6d36cc243d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a HTTP/1.1" status: 200 len: 1000 time: 0.0590253 Aug 06 17:03:40.762854 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d216f8-161f-4993-b556-9e49d3321566 req-b065fe52-9b7c-4ee5-89c5-5db95029968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:40.764290 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25d216f8-161f-4993-b556-9e49d3321566 req-b065fe52-9b7c-4ee5-89c5-5db95029968d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=e8104149-71eb-4892-971d-20deecc193cb HTTP/1.1" status: 200 len: 835 time: 0.0482836 Aug 06 17:03:40.810273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d216f8-161f-4993-b556-9e49d3321566 req-5a00e982-e420-48b2-a3ef-8f380d0a946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:40.811747 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25d216f8-161f-4993-b556-9e49d3321566 req-5a00e982-e420-48b2-a3ef-8f380d0a946a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2407eb06-6f38-4425-9a3c-4e001ae7130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399261 Aug 06 17:03:40.905717 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25d216f8-161f-4993-b556-9e49d3321566 req-61a03bc4-e094-4ffc-b19b-40f996b20666 service neutron] 10.222.0.78 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856431 Aug 06 17:03:40.998347 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25d216f8-161f-4993-b556-9e49d3321566 req-99eca0f4-61a0-4bcb-be79-1ce7b893165a service neutron] 10.222.0.78 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849822 Aug 06 17:03:41.727331 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c3590-134d-4549-87ab-8b7e7e93ce93 req-81bb736a-a6e2-4870-82da-baa71889203b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:41.728801 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d75c3590-134d-4549-87ab-8b7e7e93ce93 req-81bb736a-a6e2-4870-82da-baa71889203b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 944 time: 0.0488791 Aug 06 17:03:41.766569 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d75c3590-134d-4549-87ab-8b7e7e93ce93 req-01ece6fa-dcb3-4383-a988-2e7f24ee6537 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318124 Aug 06 17:03:41.797965 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34574) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:03:41.864743 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bbd64fc1-26e6-414c-80b1-862a862b1385 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/47f72679-dfb0-4f4c-9041-41940bfca2b7 HTTP/1.1" status: 200 len: 992 time: 0.0654366 Aug 06 17:03:42.087714 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ee234623-f0e3-43fa-8e89-a0a8f9ec883a up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:03:42.134817 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port ee234623-f0e3-43fa-8e89-a0a8f9ec883a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:03:42.138512 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port ee234623-f0e3-43fa-8e89-a0a8f9ec883a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:03:42.138881 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:42.216905 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:42.240188 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:03:42.242490 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cbdfac-68ae-42c6-a833-f39e8ba79e85" -d '{"events": [{"server_uuid": "fac92579-adf5-40a0-80ee-cca9ed156979", "name": "network-vif-plugged", "status": "completed", "tag": "ee234623-f0e3-43fa-8e89-a0a8f9ec883a"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:03:42.255866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port ee234623-f0e3-43fa-8e89-a0a8f9ec883a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,segment=NetworkSegment(f77114b0-4473-49b6-8450-fa7205daf810),segment_id=f77114b0-4473-49b6-8450-fa7205daf810)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:03:42.261541 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:42.309312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:03:42.343266 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c193385d-f9d4-462b-8949-cfa4dcf30b1d x-openstack-request-id: req-c193385d-f9d4-462b-8949-cfa4dcf30b1d {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:03:42.343561 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac92579-adf5-40a0-80ee-cca9ed156979", "name": "network-vif-plugged", "status": "completed", "tag": "ee234623-f0e3-43fa-8e89-a0a8f9ec883a", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:03:42.344433 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c193385d-f9d4-462b-8949-cfa4dcf30b1d {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:03:42.344840 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a', 'code': 200} Aug 06 17:03:54.332065 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:54.575795 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:03.893242 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-00e5e4ad-7f67-4a86-9b50-5b2e4f7adf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:05.054939 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0370d9a7-bf8f-446d-9d34-3052c3d7471e req-cc26c599-c8ac-4868-bd0c-15598c412af8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427494 Aug 06 17:04:05.134489 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370d9a7-bf8f-446d-9d34-3052c3d7471e req-399a337a-7775-48ac-b30b-b4038bd04aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:05.135948 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0370d9a7-bf8f-446d-9d34-3052c3d7471e req-399a337a-7775-48ac-b30b-b4038bd04aae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 1096 time: 0.0383532 Aug 06 17:04:05.241151 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370d9a7-bf8f-446d-9d34-3052c3d7471e req-892716a7-ed2e-4c51-a65b-213f5a09fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:05.242632 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0370d9a7-bf8f-446d-9d34-3052c3d7471e req-892716a7-ed2e-4c51-a65b-213f5a09fb87 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2407eb06-6f38-4425-9a3c-4e001ae7130f HTTP/1.1" status: 200 len: 898 time: 0.0855994 Aug 06 17:04:05.310435 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0370d9a7-bf8f-446d-9d34-3052c3d7471e req-c0b2d867-5c73-4bf8-93e3-3c7502d90ea2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a HTTP/1.1" status: 200 len: 1001 time: 0.0594170 Aug 06 17:04:05.363281 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370d9a7-bf8f-446d-9d34-3052c3d7471e req-45ff0875-27b0-4b6f-a1ab-acc858e1d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:05.364674 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0370d9a7-bf8f-446d-9d34-3052c3d7471e req-45ff0875-27b0-4b6f-a1ab-acc858e1d581 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8104149-71eb-4892-971d-20deecc193cb HTTP/1.1" status: 200 len: 835 time: 0.0469003 Aug 06 17:04:05.413990 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370d9a7-bf8f-446d-9d34-3052c3d7471e req-135bfe4e-1838-4898-85f3-6e353780564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:05.415361 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0370d9a7-bf8f-446d-9d34-3052c3d7471e req-135bfe4e-1838-4898-85f3-6e353780564f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2407eb06-6f38-4425-9a3c-4e001ae7130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384290 Aug 06 17:04:05.506078 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0370d9a7-bf8f-446d-9d34-3052c3d7471e req-64082706-9d27-42ca-a60f-5bdac4f4f0c5 service neutron] 10.222.0.13 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825841 Aug 06 17:04:05.592193 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-0370d9a7-bf8f-446d-9d34-3052c3d7471e req-0a9fae60-bc05-4e9a-ad1f-1a27ebe10c31 service neutron] 10.222.0.13 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790927 Aug 06 17:04:06.306659 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-41bc2e07-d088-46d3-bfd6-2cb262cfb5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:06.739841 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:07.553777 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:09.270489 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:10.266173 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34590) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:10.420013 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-fe379530-8e8f-4725-afc3-a4940d487ba0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port 06764d1f-9786-46e2-8229-f9fc89d80442 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:04:10.420351 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fe379530-8e8f-4725-afc3-a4940d487ba0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:10.499244 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fe379530-8e8f-4725-afc3-a4940d487ba0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:10.499576 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fe379530-8e8f-4725-afc3-a4940d487ba0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:10.510665 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-fe379530-8e8f-4725-afc3-a4940d487ba0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for 06764d1f-9786-46e2-8229-f9fc89d80442 owned by network:floatingip {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:04:10.659558 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fe379530-8e8f-4725-afc3-a4940d487ba0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:10.684704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe379530-8e8f-4725-afc3-a4940d487ba0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=06764d1f-9786-46e2-8229-f9fc89d80442,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:10.744848 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fe379530-8e8f-4725-afc3-a4940d487ba0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:10.745184 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-fe379530-8e8f-4725-afc3-a4940d487ba0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Floating IP 47f72679-dfb0-4f4c-9041-41940bfca2b7 disassociated (deleted). External IP: 172.25.1.143, port: ee234623-f0e3-43fa-8e89-a0a8f9ec883a. Aug 06 17:04:10.960149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe379530-8e8f-4725-afc3-a4940d487ba0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:04:11.064540 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe379530-8e8f-4725-afc3-a4940d487ba0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:04:11.069590 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fe379530-8e8f-4725-afc3-a4940d487ba0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:11.074941 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec4c50-3e5e-4445-ba7a-7f2c0b28bbe0 None None] Sync routers for ids ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:04:11.084616 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec4c50-3e5e-4445-ba7a-7f2c0b28bbe0 None None] Routers {'393eebf3-bae5-470e-b5a6-2b80cee3dfe1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:04:11.085215 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-bdec4c50-3e5e-4445-ba7a-7f2c0b28bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:04:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:11.098143 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fe379530-8e8f-4725-afc3-a4940d487ba0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/floatingips/47f72679-dfb0-4f4c-9041-41940bfca2b7 HTTP/1.1" status: 204 len: 168 time: 0.8308713 Aug 06 17:04:11.098757 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'tag': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:04:11.101051 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad1fff1-ab3f-423f-9826-83c7feeecb44" -d '{"events": [{"name": "network-changed", "server_uuid": "fac92579-adf5-40a0-80ee-cca9ed156979", "tag": "ee234623-f0e3-43fa-8e89-a0a8f9ec883a"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:04:11.149506 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c366500-c8d2-45ef-a0f4-93d35b746116 x-openstack-request-id: req-8c366500-c8d2-45ef-a0f4-93d35b746116 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:04:11.149838 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac92579-adf5-40a0-80ee-cca9ed156979", "tag": "ee234623-f0e3-43fa-8e89-a0a8f9ec883a", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:04:11.150087 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c366500-c8d2-45ef-a0f4-93d35b746116 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:04:11.150480 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'tag': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a', 'status': 'completed', 'code': 200} Aug 06 17:04:11.192803 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-bdec4c50-3e5e-4445-ba7a-7f2c0b28bbe0 None None] Set router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:04:11.213345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1fff1-ab3f-423f-9826-83c7feeecb44 req-5cac77ab-7142-484a-b8bf-7d5404eaac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:11.214942 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4ad1fff1-ab3f-423f-9826-83c7feeecb44 req-5cac77ab-7142-484a-b8bf-7d5404eaac99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 1096 time: 0.0428483 Aug 06 17:04:11.323131 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1fff1-ab3f-423f-9826-83c7feeecb44 req-41706d12-e493-43dc-9ae9-c4f8a1da22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:11.324609 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4ad1fff1-ab3f-423f-9826-83c7feeecb44 req-41706d12-e493-43dc-9ae9-c4f8a1da22e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2407eb06-6f38-4425-9a3c-4e001ae7130f HTTP/1.1" status: 200 len: 898 time: 0.0947368 Aug 06 17:04:11.352515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30930ccb-4220-49f1-a516-4156ba8c48cd req-19e702f1-4225-4437-b18b-6e671602ecb7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:11.354177 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30930ccb-4220-49f1-a516-4156ba8c48cd req-19e702f1-4225-4437-b18b-6e671602ecb7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0564563 Aug 06 17:04:11.368177 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4ad1fff1-ab3f-423f-9826-83c7feeecb44 req-8077485d-9e6a-4462-b4cb-68ca32e52e6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a HTTP/1.1" status: 200 len: 217 time: 0.0339453 Aug 06 17:04:11.393502 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-30930ccb-4220-49f1-a516-4156ba8c48cd req-148d1a4e-c9e1-4973-9546-34c8e389f44c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333149 Aug 06 17:04:11.407389 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-bdec4c50-3e5e-4445-ba7a-7f2c0b28bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137470158', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:33Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a6bfb351-bd0f-4640-8687-94dfb31097af', 'name': '', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:8b:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e8104149-71eb-4892-971d-20deecc193cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:32Z', 'updated_at': '2021-08-06T17:02:38Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'e8104149-71eb-4892-971d-20deecc193cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:11.426240 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1fff1-ab3f-423f-9826-83c7feeecb44 req-77aac26b-ef83-4eac-9904-670e190d1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:11.427734 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4ad1fff1-ab3f-423f-9826-83c7feeecb44 req-77aac26b-ef83-4eac-9904-670e190d1822 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8104149-71eb-4892-971d-20deecc193cb HTTP/1.1" status: 200 len: 835 time: 0.0500758 Aug 06 17:04:11.477335 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1fff1-ab3f-423f-9826-83c7feeecb44 req-bd3313a7-0a55-4b1e-9ef1-e05904d35f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:11.478788 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4ad1fff1-ab3f-423f-9826-83c7feeecb44 req-bd3313a7-0a55-4b1e-9ef1-e05904d35f96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2407eb06-6f38-4425-9a3c-4e001ae7130f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420179 Aug 06 17:04:11.523344 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec4c50-3e5e-4445-ba7a-7f2c0b28bbe0 None None] Checking router: 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:04:11.532220 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec4c50-3e5e-4445-ba7a-7f2c0b28bbe0 None None] Routers {'393eebf3-bae5-470e-b5a6-2b80cee3dfe1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:04:11.532844 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-bdec4c50-3e5e-4445-ba7a-7f2c0b28bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:04:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:11.575041 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4ad1fff1-ab3f-423f-9826-83c7feeecb44 req-f94cdf01-c5f1-457f-889d-39b5eb0aa18c service neutron] 10.222.0.13 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862248 Aug 06 17:04:11.637741 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-bdec4c50-3e5e-4445-ba7a-7f2c0b28bbe0 None None] Set router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:04:11.667495 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-4ad1fff1-ab3f-423f-9826-83c7feeecb44 req-b132a86c-9064-439b-a6af-1a123a227dcf service neutron] 10.222.0.13 "GET /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835228 Aug 06 17:04:11.831125 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-bdec4c50-3e5e-4445-ba7a-7f2c0b28bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137470158', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:33Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a6bfb351-bd0f-4640-8687-94dfb31097af', 'name': '', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:8b:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e8104149-71eb-4892-971d-20deecc193cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:32Z', 'updated_at': '2021-08-06T17:02:38Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'e8104149-71eb-4892-971d-20deecc193cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:11.859834 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec4c50-3e5e-4445-ba7a-7f2c0b28bbe0 None None] The sync data for ids ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'] in n-d-803756-1 is: [{'id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137470158', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:33Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': 'a6bfb351-bd0f-4640-8687-94dfb31097af', 'name': '', 'network_id': '2407eb06-6f38-4425-9a3c-4e001ae7130f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:8b:81:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e8104149-71eb-4892-971d-20deecc193cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:32Z', 'updated_at': '2021-08-06T17:02:38Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'e8104149-71eb-4892-971d-20deecc193cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:04:12.080770 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37999505-a954-4f2a-a81e-7b7f2cdd789a None None] New status for floating IP 47f72679-dfb0-4f4c-9041-41940bfca2b7: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:04:12.470188 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:04:12.514676 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f770f3-4270-42ed-9ec5-907d8ac566fb req-090c81b5-4bcf-4aa6-9476-1ca1d41040d5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:12.516164 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-01f770f3-4270-42ed-9ec5-907d8ac566fb req-090c81b5-4bcf-4aa6-9476-1ca1d41040d5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0478687 Aug 06 17:04:12.553300 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-01f770f3-4270-42ed-9ec5-907d8ac566fb req-da44dae7-e327-46c7-a9ec-638eac33685d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312500 Aug 06 17:04:12.634336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfb6ff-89b4-4458-8f66-afbf06f5465b req-40f9dddd-d5a1-45eb-b1bb-0abc9d1a9d19 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:12.635814 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-55dfb6ff-89b4-4458-8f66-afbf06f5465b req-40f9dddd-d5a1-45eb-b1bb-0abc9d1a9d19 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.13 "GET /v2.0/ports?device_id=fac92579-adf5-40a0-80ee-cca9ed156979 HTTP/1.1" status: 200 len: 945 time: 0.0488765 Aug 06 17:04:12.727778 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-55dfb6ff-89b4-4458-8f66-afbf06f5465b req-ceadd48e-4ede-498b-bd76-7268a5110e59 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port ee234623-f0e3-43fa-8e89-a0a8f9ec883a {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:04:12.728031 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-55dfb6ff-89b4-4458-8f66-afbf06f5465b req-ceadd48e-4ede-498b-bd76-7268a5110e59 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:12.813111 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-55dfb6ff-89b4-4458-8f66-afbf06f5465b req-ceadd48e-4ede-498b-bd76-7268a5110e59 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] For port ee234623-f0e3-43fa-8e89-a0a8f9ec883a, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,segment=NetworkSegment(f77114b0-4473-49b6-8450-fa7205daf810),segment_id=f77114b0-4473-49b6-8450-fa7205daf810)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:04:12.813471 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-55dfb6ff-89b4-4458-8f66-afbf06f5465b req-ceadd48e-4ede-498b-bd76-7268a5110e59 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:12.830030 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-55dfb6ff-89b4-4458-8f66-afbf06f5465b req-ceadd48e-4ede-498b-bd76-7268a5110e59 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for ee234623-f0e3-43fa-8e89-a0a8f9ec883a owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:04:12.958064 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-55dfb6ff-89b4-4458-8f66-afbf06f5465b req-ceadd48e-4ede-498b-bd76-7268a5110e59 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:12.987141 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadd48e-4ede-498b-bd76-7268a5110e59 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=ee234623-f0e3-43fa-8e89-a0a8f9ec883a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:13.031341 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-55dfb6ff-89b4-4458-8f66-afbf06f5465b req-ceadd48e-4ede-498b-bd76-7268a5110e59 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] No DVR routers for this DVR port ee234623-f0e3-43fa-8e89-a0a8f9ec883a on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:04:13.033897 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-55dfb6ff-89b4-4458-8f66-afbf06f5465b req-ceadd48e-4ede-498b-bd76-7268a5110e59 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:13.035926 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-55dfb6ff-89b4-4458-8f66-afbf06f5465b req-ceadd48e-4ede-498b-bd76-7268a5110e59 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.13 "DELETE /v2.0/ports/ee234623-f0e3-43fa-8e89-a0a8f9ec883a HTTP/1.1" status: 204 len: 173 time: 0.3933933 Aug 06 17:04:13.151737 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'name': 'network-vif-deleted', 'tag': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:04:13.154266 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a97396-dc98-45f0-8604-8feaac694185" -d '{"events": [{"server_uuid": "fac92579-adf5-40a0-80ee-cca9ed156979", "name": "network-vif-deleted", "tag": "ee234623-f0e3-43fa-8e89-a0a8f9ec883a"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:04:13.189947 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1f04c4-67ee-43f3-b179-74cddbc343f1 x-openstack-request-id: req-2b1f04c4-67ee-43f3-b179-74cddbc343f1 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:04:13.190233 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac92579-adf5-40a0-80ee-cca9ed156979", "name": "network-vif-deleted", "tag": "ee234623-f0e3-43fa-8e89-a0a8f9ec883a", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:04:13.190481 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b1f04c4-67ee-43f3-b179-74cddbc343f1 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:04:13.190890 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac92579-adf5-40a0-80ee-cca9ed156979', 'name': 'network-vif-deleted', 'tag': 'ee234623-f0e3-43fa-8e89-a0a8f9ec883a', 'status': 'completed', 'code': 200} Aug 06 17:04:13.608319 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34604) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:14.295057 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-46e7aafa-f4fe-4b0b-89ab-358bf3fd6d04 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:14.540536 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-46e7aafa-f4fe-4b0b-89ab-358bf3fd6d04 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port a6bfb351-bd0f-4640-8687-94dfb31097af {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:04:14.540876 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-46e7aafa-f4fe-4b0b-89ab-358bf3fd6d04 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:14.630051 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-46e7aafa-f4fe-4b0b-89ab-358bf3fd6d04 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] For port a6bfb351-bd0f-4640-8687-94dfb31097af, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a6bfb351-bd0f-4640-8687-94dfb31097af,segment=NetworkSegment(f77114b0-4473-49b6-8450-fa7205daf810),segment_id=f77114b0-4473-49b6-8450-fa7205daf810)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:04:14.630420 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-46e7aafa-f4fe-4b0b-89ab-358bf3fd6d04 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:14.643118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-46e7aafa-f4fe-4b0b-89ab-358bf3fd6d04 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for a6bfb351-bd0f-4640-8687-94dfb31097af owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:04:14.825232 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-46e7aafa-f4fe-4b0b-89ab-358bf3fd6d04 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:14.853125 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7aafa-f4fe-4b0b-89ab-358bf3fd6d04 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=a6bfb351-bd0f-4640-8687-94dfb31097af,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:15.029558 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-46e7aafa-f4fe-4b0b-89ab-358bf3fd6d04 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:15.243300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e7aafa-f4fe-4b0b-89ab-358bf3fd6d04 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:04:15.347231 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e7aafa-f4fe-4b0b-89ab-358bf3fd6d04 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:04:15.352535 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-46e7aafa-f4fe-4b0b-89ab-358bf3fd6d04 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "PUT /v2.0/routers/393eebf3-bae5-470e-b5a6-2b80cee3dfe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7429867 Aug 06 17:04:15.355002 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34606) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:15.357615 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba2331-5c38-4c9a-8c2d-c2efc3f2df22 None None] Sync routers for ids ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:04:15.367569 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba2331-5c38-4c9a-8c2d-c2efc3f2df22 None None] Routers {'393eebf3-bae5-470e-b5a6-2b80cee3dfe1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:04:15.368446 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d0ba2331-5c38-4c9a-8c2d-c2efc3f2df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:04:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:15.406434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a81ae6-4ec2-41e4-9053-ca728e72fbc3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting subnet e8104149-71eb-4892-971d-20deecc193cb {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:04:15.409413 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3a81ae6-4ec2-41e4-9053-ca728e72fbc3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:15.447495 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3a81ae6-4ec2-41e4-9053-ca728e72fbc3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:15.469979 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-d0ba2331-5c38-4c9a-8c2d-c2efc3f2df22 None None] Set router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:04:15.532743 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3a81ae6-4ec2-41e4-9053-ca728e72fbc3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:15.595388 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3a81ae6-4ec2-41e4-9053-ca728e72fbc3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:15.622244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a81ae6-4ec2-41e4-9053-ca728e72fbc3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Subnet': ['ID=e8104149-71eb-4892-971d-20deecc193cb,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:15.627422 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b3a81ae6-4ec2-41e4-9053-ca728e72fbc3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:15.629674 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b3a81ae6-4ec2-41e4-9053-ca728e72fbc3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/subnets/e8104149-71eb-4892-971d-20deecc193cb HTTP/1.1" status: 204 len: 168 time: 0.2737446 Aug 06 17:04:15.632736 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34608) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:15.634672 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db007191-a7ba-4d12-838c-9fb5e9367753 None None] Network 2407eb06-6f38-4425-9a3c-4e001ae7130f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:04:15.649302 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d0ba2331-5c38-4c9a-8c2d-c2efc3f2df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137470158', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:04:14Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:15.676070 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba2331-5c38-4c9a-8c2d-c2efc3f2df22 None None] Checking router: 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:04:15.685275 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba2331-5c38-4c9a-8c2d-c2efc3f2df22 None None] Routers {'393eebf3-bae5-470e-b5a6-2b80cee3dfe1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:04:15.685904 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d0ba2331-5c38-4c9a-8c2d-c2efc3f2df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:04:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:15.747151 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-741f0a10-083a-4d07-8a79-049b0cb5b999 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:15.798226 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-d0ba2331-5c38-4c9a-8c2d-c2efc3f2df22 None None] Set router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:04:15.838014 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b02757-8b0c-4602-ac43-92737f5d8e8d None None] DHCP port deletion for 2407eb06-6f38-4425-9a3c-4e001ae7130f request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:04:15.858037 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-741f0a10-083a-4d07-8a79-049b0cb5b999 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:15.886008 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-11b02757-8b0c-4602-ac43-92737f5d8e8d None None] Deleting port ab73ed3d-3e9f-4922-b502-86b038baef6c {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:04:15.886409 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-11b02757-8b0c-4602-ac43-92737f5d8e8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:15.915894 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-741f0a10-083a-4d07-8a79-049b0cb5b999 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port 1d4101af-e0d7-479d-8512-232b3b8326f3 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:04:15.916137 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-741f0a10-083a-4d07-8a79-049b0cb5b999 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:15.951326 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-11b02757-8b0c-4602-ac43-92737f5d8e8d None None] For port ab73ed3d-3e9f-4922-b502-86b038baef6c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=ab73ed3d-3e9f-4922-b502-86b038baef6c,segment=NetworkSegment(f77114b0-4473-49b6-8450-fa7205daf810),segment_id=f77114b0-4473-49b6-8450-fa7205daf810)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:04:15.951743 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-11b02757-8b0c-4602-ac43-92737f5d8e8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:15.964424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-11b02757-8b0c-4602-ac43-92737f5d8e8d None None] Calling delete_port for ab73ed3d-3e9f-4922-b502-86b038baef6c owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:04:15.983839 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-d0ba2331-5c38-4c9a-8c2d-c2efc3f2df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137470158', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:04:14Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:16.000510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-741f0a10-083a-4d07-8a79-049b0cb5b999 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] For port 1d4101af-e0d7-479d-8512-232b3b8326f3, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=1d4101af-e0d7-479d-8512-232b3b8326f3,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:04:16.000950 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-741f0a10-083a-4d07-8a79-049b0cb5b999 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.011395 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ba2331-5c38-4c9a-8c2d-c2efc3f2df22 None None] The sync data for ids ['393eebf3-bae5-470e-b5a6-2b80cee3dfe1'] in n-d-803756-1 is: [{'id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137470158', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169'}], 'enable_snat': True}, 'gw_port_id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:04:14Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '1d4101af-e0d7-479d-8512-232b3b8326f3', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:12:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393eebf3-bae5-470e-b5a6-2b80cee3dfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:02:29Z', 'updated_at': '2021-08-06T17:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:04:16.013063 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-741f0a10-083a-4d07-8a79-049b0cb5b999 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for 1d4101af-e0d7-479d-8512-232b3b8326f3 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:04:16.049930 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-11b02757-8b0c-4602-ac43-92737f5d8e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.074054 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b02757-8b0c-4602-ac43-92737f5d8e8d None None] Pushing event deleted for resources: {'Port': ['ID=ab73ed3d-3e9f-4922-b502-86b038baef6c,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:16.084559 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b02757-8b0c-4602-ac43-92737f5d8e8d None None] No DVR routers for this DVR port ab73ed3d-3e9f-4922-b502-86b038baef6c on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:04:16.192735 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-741f0a10-083a-4d07-8a79-049b0cb5b999 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.219670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f0a10-083a-4d07-8a79-049b0cb5b999 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=1d4101af-e0d7-479d-8512-232b3b8326f3,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:16.276590 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-741f0a10-083a-4d07-8a79-049b0cb5b999 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.282665 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ee234623-f0e3-43fa-8e89-a0a8f9ec883a no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:04:16.306179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: ee234623-f0e3-43fa-8e89-a0a8f9ec883a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:04:16.306434 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device ee234623-f0e3-43fa-8e89-a0a8f9ec883a not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:04:16.372633 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-741f0a10-083a-4d07-8a79-049b0cb5b999 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.375548 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-741f0a10-083a-4d07-8a79-049b0cb5b999 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.422553 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-741f0a10-083a-4d07-8a79-049b0cb5b999 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.423383 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741f0a10-083a-4d07-8a79-049b0cb5b999 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Fanout notify agent at l3_agent the message router_deleted on router 393eebf3-bae5-470e-b5a6-2b80cee3dfe1 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:04:16.431368 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-741f0a10-083a-4d07-8a79-049b0cb5b999 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.435130 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-741f0a10-083a-4d07-8a79-049b0cb5b999 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/routers/393eebf3-bae5-470e-b5a6-2b80cee3dfe1 HTTP/1.1" status: 204 len: 168 time: 0.7988460 Aug 06 17:04:16.435282 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34610) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:16.456251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ab73ed3d-3e9f-4922-b502-86b038baef6c no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:04:16.477367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: ab73ed3d-3e9f-4922-b502-86b038baef6c {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:04:16.477736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device ab73ed3d-3e9f-4922-b502-86b038baef6c not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:04:16.526534 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b7391d07-fa86-4f0a-b76b-80c6412d0f7d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.616491 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b7391d07-fa86-4f0a-b76b-80c6412d0f7d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.627180 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-b7391d07-fa86-4f0a-b76b-80c6412d0f7d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2407eb06-6f38-4425-9a3c-4e001ae7130f']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:16.637371 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-b7391d07-fa86-4f0a-b76b-80c6412d0f7d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77114b0-4473-49b6-8450-fa7205daf810') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:16.637696 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-b7391d07-fa86-4f0a-b76b-80c6412d0f7d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77114b0-4473-49b6-8450-fa7205daf810') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:16.647503 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b7391d07-fa86-4f0a-b76b-80c6412d0f7d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.661559 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b7391d07-fa86-4f0a-b76b-80c6412d0f7d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.667790 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7391d07-fa86-4f0a-b76b-80c6412d0f7d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:04:16.668184 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b7391d07-fa86-4f0a-b76b-80c6412d0f7d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: timer() Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:04:16.671224 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:04:16.738114 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b7391d07-fa86-4f0a-b76b-80c6412d0f7d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.742422 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b7391d07-fa86-4f0a-b76b-80c6412d0f7d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.744682 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b7391d07-fa86-4f0a-b76b-80c6412d0f7d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/networks/2407eb06-6f38-4425-9a3c-4e001ae7130f HTTP/1.1" status: 204 len: 168 time: 0.3084786 Aug 06 17:04:16.747626 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34612) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:16.759472 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7391d07-fa86-4f0a-b76b-80c6412d0f7d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Network': ['ID=2407eb06-6f38-4425-9a3c-4e001ae7130f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:16.806186 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.832293 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.890680 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.893312 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.894544 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/security-groups/ed4c0549-8b17-4ad5-bf87-cab7fc6f3833 HTTP/1.1" status: 204 len: 168 time: 0.1459413 Aug 06 17:04:16.903832 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4c0549-8b17-4ad5-bf87-cab7fc6f3833,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:16.910681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:16.911030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:16.911371 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:16.911713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:16.912039 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:16.912368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:16.912699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:16.913029 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:16.913355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:16.913712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:16.914037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:16.914358 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3ec8e-b893-46d6-aa7b-de016bc606ec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:17.320423 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34618) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:17.325076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-e4fb0016-7c75-4c37-807c-f1dce0be641e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-19279458', 'description': 'tempest-secgroup-smoke-19279458 description', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:04:17.347591 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0016-7c75-4c37-807c-f1dce0be641e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.431183 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0016-7c75-4c37-807c-f1dce0be641e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.434847 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0016-7c75-4c37-807c-f1dce0be641e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.461368 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0016-7c75-4c37-807c-f1dce0be641e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.462623 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e4fb0016-7c75-4c37-807c-f1dce0be641e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1411996 Aug 06 17:04:17.465704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34620) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:17.466803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb0016-7c75-4c37-807c-f1dce0be641e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8f0906-af0e-4d16-a977-2f0c9113654c,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:17.471441 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b78dad68-aeeb-49bb-87d7-99bd60b9bc4b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '0d8f0906-af0e-4d16-a977-2f0c9113654c', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:04:17.497303 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b78dad68-aeeb-49bb-87d7-99bd60b9bc4b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.552536 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b78dad68-aeeb-49bb-87d7-99bd60b9bc4b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.556092 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b78dad68-aeeb-49bb-87d7-99bd60b9bc4b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.576836 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78dad68-aeeb-49bb-87d7-99bd60b9bc4b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f15031-f5ac-4016-9f19-82ad0b8fcd1a,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:17.580889 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b78dad68-aeeb-49bb-87d7-99bd60b9bc4b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.582113 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b78dad68-aeeb-49bb-87d7-99bd60b9bc4b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154122 Aug 06 17:04:17.584822 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34622) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:17.589351 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-97908916-bba8-43fa-ac61-3eff2b946d5b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '0d8f0906-af0e-4d16-a977-2f0c9113654c', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:04:17.615457 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97908916-bba8-43fa-ac61-3eff2b946d5b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.670051 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97908916-bba8-43fa-ac61-3eff2b946d5b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.674004 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97908916-bba8-43fa-ac61-3eff2b946d5b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.692651 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97908916-bba8-43fa-ac61-3eff2b946d5b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7779bc6-e9eb-4627-bef2-bbdede031b82,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:17.699742 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-97908916-bba8-43fa-ac61-3eff2b946d5b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.701076 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-97908916-bba8-43fa-ac61-3eff2b946d5b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153250 Aug 06 17:04:17.703752 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34624) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:17.708040 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-92589f7d-d1a7-4f37-b135-4235ad86eb28 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '0d8f0906-af0e-4d16-a977-2f0c9113654c', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:04:17.732769 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-92589f7d-d1a7-4f37-b135-4235ad86eb28 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.794189 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-92589f7d-d1a7-4f37-b135-4235ad86eb28 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.798165 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-92589f7d-d1a7-4f37-b135-4235ad86eb28 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.815897 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92589f7d-d1a7-4f37-b135-4235ad86eb28 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76b4c61-162d-4a32-a134-d4ad2f3f8533,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:17.822798 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-92589f7d-d1a7-4f37-b135-4235ad86eb28 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.823930 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-92589f7d-d1a7-4f37-b135-4235ad86eb28 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192670 Aug 06 17:04:17.826660 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34626) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:17.831073 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-14a02404-bf00-47f8-ae6c-87b4f0acb984 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '0d8f0906-af0e-4d16-a977-2f0c9113654c', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:04:17.856097 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14a02404-bf00-47f8-ae6c-87b4f0acb984 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.913197 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14a02404-bf00-47f8-ae6c-87b4f0acb984 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.917976 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14a02404-bf00-47f8-ae6c-87b4f0acb984 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.936034 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a02404-bf00-47f8-ae6c-87b4f0acb984 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a615b075-bddb-476e-b7c2-49f3a110e5df,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:17.942716 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-14a02404-bf00-47f8-ae6c-87b4f0acb984 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.944258 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-14a02404-bf00-47f8-ae6c-87b4f0acb984 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166511 Aug 06 17:04:17.947197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34628) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:17.951556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fa4afcbc-ec1f-42af-b984-a8d293c6b5d7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '0d8f0906-af0e-4d16-a977-2f0c9113654c', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:04:17.973262 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-fa4afcbc-ec1f-42af-b984-a8d293c6b5d7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Project 9338de4f4fb0403c9742ef94fa5775b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:04:17.977984 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa4afcbc-ec1f-42af-b984-a8d293c6b5d7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.038426 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa4afcbc-ec1f-42af-b984-a8d293c6b5d7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.041997 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa4afcbc-ec1f-42af-b984-a8d293c6b5d7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.060899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4afcbc-ec1f-42af-b984-a8d293c6b5d7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3ded00-5b13-449e-b24b-877977df8e27,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:18.066183 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa4afcbc-ec1f-42af-b984-a8d293c6b5d7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.067178 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1d4101af-e0d7-479d-8512-232b3b8326f3 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:04:18.070342 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fa4afcbc-ec1f-42af-b984-a8d293c6b5d7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219270 Aug 06 17:04:18.070726 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34630) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:18.075631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-85971f90-58b0-416c-b57f-4bd4c5ceb841 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': '0d8f0906-af0e-4d16-a977-2f0c9113654c', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:04:18.089039 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 1d4101af-e0d7-479d-8512-232b3b8326f3 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:04:18.089539 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 1d4101af-e0d7-479d-8512-232b3b8326f3 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:04:18.090118 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a6bfb351-bd0f-4640-8687-94dfb31097af no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:04:18.098464 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-85971f90-58b0-416c-b57f-4bd4c5ceb841 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Project 9338de4f4fb0403c9742ef94fa5775b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:04:18.103561 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85971f90-58b0-416c-b57f-4bd4c5ceb841 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.109086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a6bfb351-bd0f-4640-8687-94dfb31097af {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:04:18.109432 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a6bfb351-bd0f-4640-8687-94dfb31097af not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:04:18.163818 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85971f90-58b0-416c-b57f-4bd4c5ceb841 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.167307 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85971f90-58b0-416c-b57f-4bd4c5ceb841 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.186262 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85971f90-58b0-416c-b57f-4bd4c5ceb841 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a504a4f9-d4f6-49aa-a357-53d9a25ec194,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:18.193722 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-85971f90-58b0-416c-b57f-4bd4c5ceb841 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.194892 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-85971f90-58b0-416c-b57f-4bd4c5ceb841 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230841 Aug 06 17:04:18.197992 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34632) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:18.203375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-0c89b206-bbd5-4696-b0e4-da2746feef92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'network': {'name': 'tempest-network-smoke--1387684933', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'port_security_enabled': True}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:04:18.222955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c89b206-bbd5-4696-b0e4-da2746feef92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Made reservation on behalf of 9338de4f4fb0403c9742ef94fa5775b0 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:04:18.226300 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c89b206-bbd5-4696-b0e4-da2746feef92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.251047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c89b206-bbd5-4696-b0e4-da2746feef92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:04:18.259886 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c89b206-bbd5-4696-b0e4-da2746feef92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.260230 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-0c89b206-bbd5-4696-b0e4-da2746feef92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Added segment edb014c4-1815-4425-a0a0-c3fb1ac04008 of type vlan for network d95fc973-d5a6-47cf-b6dd-c24afd71887f Aug 06 17:04:18.299448 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c89b206-bbd5-4696-b0e4-da2746feef92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.326909 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c89b206-bbd5-4696-b0e4-da2746feef92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.332880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c89b206-bbd5-4696-b0e4-da2746feef92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:18.333461 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0c89b206-bbd5-4696-b0e4-da2746feef92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.368234 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0c89b206-bbd5-4696-b0e4-da2746feef92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1692681 Aug 06 17:04:18.371113 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34634) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:18.376643 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-386035257', 'admin_state_up': True, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:04:18.399777 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.400821 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.402212 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89b206-bbd5-4696-b0e4-da2746feef92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Network': ['ID=d95fc973-d5a6-47cf-b6dd-c24afd71887f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:18.414893 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network d95fc973-d5a6-47cf-b6dd-c24afd71887f details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:04:18.457421 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.595284 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.785528 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.804538 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.908433 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.25.1.147 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/d4f55455-7416-4e3d-b5c7-98866231eb52) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:04:19.007657 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:19.049594 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:19.086146 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:04:19.090926 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:04:19.094450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:04:19.121420 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=d4f55455-7416-4e3d-b5c7-98866231eb52,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:19.340396 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:19.532399 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:19.658181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router c127933e-b813-4d03-9c6d-2b827a61884d is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:04:19.766297 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:04:19.775758 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Sync routers for ids ['c127933e-b813-4d03-9c6d-2b827a61884d'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:04:19.784671 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:19.785353 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Routers {'c127933e-b813-4d03-9c6d-2b827a61884d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:04:19.785970 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-56927594-7d50-4f12-9e85-bd7c3bb1a566 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4138370 Aug 06 17:04:19.786222 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:04:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c127933e-b813-4d03-9c6d-2b827a61884d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:19.789332 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34636) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:19.816938 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-23e51ffb-378d-455c-95c1-1e61b27bb8a6 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9338de4f4fb0403c9742ef94fa5775b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264838 Aug 06 17:04:19.819496 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34638) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:19.890394 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Set router c127933e-b813-4d03-9c6d-2b827a61884d gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:04:19.905835 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb464c1b-81be-4f59-98aa-7a415fcf5f64 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:19.910141 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-eb464c1b-81be-4f59-98aa-7a415fcf5f64 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866880 Aug 06 17:04:19.910284 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34640) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:19.944900 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f7b51a7c-45d2-4136-98d1-84937824251b tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311692 Aug 06 17:04:19.945362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34642) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:19.950001 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9b2f2a0f-cad2-4e8f-8cc6-de2c73970886 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-633011029', 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:04:20.069212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386035257', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:19Z', 'revision_number': 3, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:20.100388 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Checking router: c127933e-b813-4d03-9c6d-2b827a61884d for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:04:20.100732 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Updating router c127933e-b813-4d03-9c6d-2b827a61884d port d4f55455-7416-4e3d-b5c7-98866231eb52 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:04:20.126988 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:20.392833 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2f2a0f-cad2-4e8f-8cc6-de2c73970886 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Made reservation on behalf of 9338de4f4fb0403c9742ef94fa5775b0 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:04:20.396535 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2a0f-cad2-4e8f-8cc6-de2c73970886 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:20.438491 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:20.479124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Transition to ACTIVE for port object d4f55455-7416-4e3d-b5c7-98866231eb52 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:04:20.488497 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:20.581425 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2a0f-cad2-4e8f-8cc6-de2c73970886 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:20.649410 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f2a0f-cad2-4e8f-8cc6-de2c73970886 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Subnet': ['ID=57e3ab27-b4f8-442d-a40c-c4f4ca9908c2,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:20.657564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f2a0f-cad2-4e8f-8cc6-de2c73970886 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Checking segment: {'id': 'edb014c4-1815-4425-a0a0-c3fb1ac04008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:04:20.657958 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f2a0f-cad2-4e8f-8cc6-de2c73970886 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network hostable DHCP agents. Network: d95fc973-d5a6-47cf-b6dd-c24afd71887f, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:04:20.676343 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f2a0f-cad2-4e8f-8cc6-de2c73970886 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network d95fc973-d5a6-47cf-b6dd-c24afd71887f is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:04:20.687473 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9b2f2a0f-cad2-4e8f-8cc6-de2c73970886 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, d95fc973-d5a6-47cf-b6dd-c24afd71887f) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:04:20.691691 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2f2a0f-cad2-4e8f-8cc6-de2c73970886 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:20.692315 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2a0f-cad2-4e8f-8cc6-de2c73970886 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:20.707510 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9b2f2a0f-cad2-4e8f-8cc6-de2c73970886 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7611725 Aug 06 17:04:20.710294 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34644) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:20.713118 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f36d3b-0645-4bf3-b79f-b31e68b0277e None None] Network d95fc973-d5a6-47cf-b6dd-c24afd71887f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:04:20.721772 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Attempting to bind port d4f55455-7416-4e3d-b5c7-98866231eb52 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:04:20.722135 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Attempting to bind port d4f55455-7416-4e3d-b5c7-98866231eb52 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:04:20.722488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Attempting to bind port d4f55455-7416-4e3d-b5c7-98866231eb52 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:04:20.741270 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e823244-70ed-4530-8f78-d93d96e4d807 None None] Pushing event updated for resources: {'Port': ['ID=d4f55455-7416-4e3d-b5c7-98866231eb52,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:20.774507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:04:20.774877 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:04:20.775269 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:20.775652 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:04:20.776122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Bound port: d4f55455-7416-4e3d-b5c7-98866231eb52, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:04:20.776704 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:20.891146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] For port d4f55455-7416-4e3d-b5c7-98866231eb52, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:04:20.908997 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] For port d4f55455-7416-4e3d-b5c7-98866231eb52, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d4f55455-7416-4e3d-b5c7-98866231eb52,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:04:20.916883 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:20.978655 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-d95fc973-d5a6-47cf-b6dd-c24afd71887f', 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ips': [{'subnet_id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:04:20.979490 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:21.009597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e823244-70ed-4530-8f78-d93d96e4d807 None None] Pushing event updated for resources: {'Port': ['ID=d4f55455-7416-4e3d-b5c7-98866231eb52,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:21.014516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Routers {'c127933e-b813-4d03-9c6d-2b827a61884d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:04:21.015119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:04:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c127933e-b813-4d03-9c6d-2b827a61884d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:21.153245 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:21.209934 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] Set router c127933e-b813-4d03-9c6d-2b827a61884d gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:04:21.268645 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Allocated IP 172.20.0.2 (d95fc973-d5a6-47cf-b6dd-c24afd71887f/57e3ab27-b4f8-442d-a40c-c4f4ca9908c2/5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:04:21.507678 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:21.518532 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386035257', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:19Z', 'revision_number': 3, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:21.520485 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Transition to ACTIVE for port object 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:04:21.548807 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ce11e-5317-40bc-b38e-9c0f9d3f7b14 None None] The sync data for ids ['c127933e-b813-4d03-9c6d-2b827a61884d'] in n-d-803756-1 is: [{'id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386035257', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:19Z', 'revision_number': 3, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:04:21.560240 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Transition to ACTIVE for port object 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:04:21.569915 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:21.616715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Network d95fc973-d5a6-47cf-b6dd-c24afd71887f is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:04:21.619968 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:04:21.624383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:04:21.624902 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.20.0.1 (d95fc973-d5a6-47cf-b6dd-c24afd71887f/57e3ab27-b4f8-442d-a40c-c4f4ca9908c2/01eb95ff-8717-415f-9402-f4d793d2574a) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:04:21.627918 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Pushing event updated for resources: {'Port': ['ID=5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:21.684240 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Attempting to bind port 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:04:21.684609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Attempting to bind port 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'edb014c4-1815-4425-a0a0-c3fb1ac04008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:04:21.684969 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Attempting to bind port 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce on network d95fc973-d5a6-47cf-b6dd-c24afd71887f {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:04:21.690409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:04:21.690767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Checking segment: {'id': 'edb014c4-1815-4425-a0a0-c3fb1ac04008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:04:21.691169 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:21.691562 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Bound using segment: {'id': 'edb014c4-1815-4425-a0a0-c3fb1ac04008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:04:21.692031 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Bound port: 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb014c4-1815-4425-a0a0-c3fb1ac04008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:04:21.692438 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:21.746563 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:21.761080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] For port 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:04:21.761873 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Transition to ACTIVE for port object 01eb95ff-8717-415f-9402-f4d793d2574a will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:04:21.764522 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] For port 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce,segment=NetworkSegment(edb014c4-1815-4425-a0a0-c3fb1ac04008),segment_id=edb014c4-1815-4425-a0a0-c3fb1ac04008)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:04:21.769254 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:21.809830 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:21.867838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fe995-c429-45f0-aba8-eb0c857469e2 None None] Pushing event updated for resources: {'Port': ['ID=5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:21.872191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network d95fc973-d5a6-47cf-b6dd-c24afd71887f is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:04:21.876336 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:04:21.879365 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:04:21.887255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=01eb95ff-8717-415f-9402-f4d793d2574a,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:21.939939 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:22.125548 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:22.217266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:04:22.275684 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:04:22.280053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d4f55455-7416-4e3d-b5c7-98866231eb52 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:04:22.335498 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port d4f55455-7416-4e3d-b5c7-98866231eb52 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:04:22.339912 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d4f55455-7416-4e3d-b5c7-98866231eb52 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:04:22.340353 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:22.424081 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:22.446951 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port d4f55455-7416-4e3d-b5c7-98866231eb52, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d4f55455-7416-4e3d-b5c7-98866231eb52,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:04:22.453529 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:22.455844 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:22.461938 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:22.511829 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=d4f55455-7416-4e3d-b5c7-98866231eb52,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:22.542881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=01eb95ff-8717-415f-9402-f4d793d2574a,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:22.545494 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:22.643998 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network d95fc973-d5a6-47cf-b6dd-c24afd71887f is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:04:22.645695 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:04:22.758985 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router c127933e-b813-4d03-9c6d-2b827a61884d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:04:22.863519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e605278-a03d-4a81-846c-ccc0cfd01dd0 None None] Network d95fc973-d5a6-47cf-b6dd-c24afd71887f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:04:22.872200 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:04:22.877972 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fc7636a4-a9c9-455a-bba7-28341a355476 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "PUT /v2.0/routers/c127933e-b813-4d03-9c6d-2b827a61884d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1666751 Aug 06 17:04:22.932753 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2a4e2803-3e37-4fa1-89c3-4706152fed34 None None] Provisioning for port 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:04:22.941861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2a4e2803-3e37-4fa1-89c3-4706152fed34 None None] Provisioning complete for port 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:04:22.942236 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2a4e2803-3e37-4fa1-89c3-4706152fed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:23.031159 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-46da25e4-6625-431b-8961-74c5b376b406 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19279458&fields=id&tenant_id=9338de4f4fb0403c9742ef94fa5775b0 HTTP/1.1" status: 200 len: 267 time: 0.0363069 Aug 06 17:04:23.093964 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2a4e2803-3e37-4fa1-89c3-4706152fed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:23.131676 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-2a4e2803-3e37-4fa1-89c3-4706152fed34 None None] For port 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce,segment=NetworkSegment(edb014c4-1815-4425-a0a0-c3fb1ac04008),segment_id=edb014c4-1815-4425-a0a0-c3fb1ac04008)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:04:23.138854 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2a4e2803-3e37-4fa1-89c3-4706152fed34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:23.166628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-abce197d-d999-4658-8aba-1061e2b83001 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:23.170209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-abce197d-d999-4658-8aba-1061e2b83001 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/networks?id=d95fc973-d5a6-47cf-b6dd-c24afd71887f HTTP/1.1" status: 200 len: 797 time: 0.1293952 Aug 06 17:04:23.187589 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-a8d1878f-9ca9-4479-af58-bf3a5129a6ce tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/quotas/9338de4f4fb0403c9742ef94fa5775b0 HTTP/1.1" status: 200 len: 375 time: 0.0100842 Aug 06 17:04:23.196818 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e2803-3e37-4fa1-89c3-4706152fed34 None None] Pushing event updated for resources: {'Port': ['ID=5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:23.243876 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-caa51344-a2fc-4713-83c8-14dfad5f2e2c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492692 Aug 06 17:04:23.324533 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Sync routers for ids ['c127933e-b813-4d03-9c6d-2b827a61884d'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:04:23.336305 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Routers {'c127933e-b813-4d03-9c6d-2b827a61884d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:04:23.337075 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:04:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c127933e-b813-4d03-9c6d-2b827a61884d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:23.360927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-729bb910-2129-42e7-9a5a-989d32658c04 None None] Provisioning complete for port 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:04:23.361669 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-729bb910-2129-42e7-9a5a-989d32658c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:23.397937 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-1957eb25-1d39-4eba-a3fa-538200295085 service neutron] 10.222.0.37 "GET /v2.0/networks/d95fc973-d5a6-47cf-b6dd-c24afd71887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413517 Aug 06 17:04:23.463257 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Set router c127933e-b813-4d03-9c6d-2b827a61884d gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:04:23.484952 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-729bb910-2129-42e7-9a5a-989d32658c04 None None] Provisioning for port 01eb95ff-8717-415f-9402-f4d793d2574a completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:04:23.490951 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-729bb910-2129-42e7-9a5a-989d32658c04 None None] Provisioning complete for port 01eb95ff-8717-415f-9402-f4d793d2574a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:04:23.491346 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-729bb910-2129-42e7-9a5a-989d32658c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:23.513409 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-d82af397-2875-4aab-869e-374fe0710575 service neutron] 10.222.0.37 "GET /v2.0/networks/d95fc973-d5a6-47cf-b6dd-c24afd71887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045749 Aug 06 17:04:23.535155 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-729bb910-2129-42e7-9a5a-989d32658c04 None None] Port 01eb95ff-8717-415f-9402-f4d793d2574a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:04:23.660671 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4931d326-b95d-436e-ba18-5a0233072033 None None] Provisioning complete for port 01eb95ff-8717-415f-9402-f4d793d2574a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:04:23.661120 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4931d326-b95d-436e-ba18-5a0233072033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:23.690002 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386035257', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '01eb95ff-8717-415f-9402-f4d793d2574a', 'name': '', 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:83:cf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:21Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 2, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:23.693581 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f73fe090-acf6-4e65-9bb7-e5ea39fc2ea6 req-ed651bd2-a4f1-4888-83ce-748cba97ec0c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 210 time: 0.0328846 Aug 06 17:04:23.704996 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-4931d326-b95d-436e-ba18-5a0233072033 None None] Port 01eb95ff-8717-415f-9402-f4d793d2574a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:04:23.809028 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Checking router: c127933e-b813-4d03-9c6d-2b827a61884d for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:04:23.809294 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Updating router c127933e-b813-4d03-9c6d-2b827a61884d port 01eb95ff-8717-415f-9402-f4d793d2574a binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:04:23.824193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-67a3bc84-ecdd-4755-9e0a-ac6788bb0746 None None] Provisioning complete for port 01eb95ff-8717-415f-9402-f4d793d2574a triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:04:23.824504 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-67a3bc84-ecdd-4755-9e0a-ac6788bb0746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:23.836009 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:23.857963 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-67a3bc84-ecdd-4755-9e0a-ac6788bb0746 None None] Port 01eb95ff-8717-415f-9402-f4d793d2574a cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:04:24.076189 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:04:24.087796 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:24.097962 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Transition to ACTIVE for port object 01eb95ff-8717-415f-9402-f4d793d2574a will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:04:24.103782 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:24.123617 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:04:24.124084 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:24.153312 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd6286-7e58-41cb-a124-0f3cbc71c41b None None] Pushing event updated for resources: {'Port': ['ID=01eb95ff-8717-415f-9402-f4d793d2574a,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:24.164139 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd6286-7e58-41cb-a124-0f3cbc71c41b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:24.164483 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd6286-7e58-41cb-a124-0f3cbc71c41b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:24.164820 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd6286-7e58-41cb-a124-0f3cbc71c41b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:24.165154 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd6286-7e58-41cb-a124-0f3cbc71c41b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:24.165547 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd6286-7e58-41cb-a124-0f3cbc71c41b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:24.165821 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd6286-7e58-41cb-a124-0f3cbc71c41b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:24.166146 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd6286-7e58-41cb-a124-0f3cbc71c41b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:24.166467 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd6286-7e58-41cb-a124-0f3cbc71c41b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:24.166794 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd6286-7e58-41cb-a124-0f3cbc71c41b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:24.167112 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd6286-7e58-41cb-a124-0f3cbc71c41b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:24.167526 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd6286-7e58-41cb-a124-0f3cbc71c41b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:24.167841 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd6286-7e58-41cb-a124-0f3cbc71c41b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:24.222298 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Attempting to bind port 01eb95ff-8717-415f-9402-f4d793d2574a on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:04:24.222780 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Attempting to bind port 01eb95ff-8717-415f-9402-f4d793d2574a by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'edb014c4-1815-4425-a0a0-c3fb1ac04008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:04:24.223010 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Attempting to bind port 01eb95ff-8717-415f-9402-f4d793d2574a on network d95fc973-d5a6-47cf-b6dd-c24afd71887f {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:04:24.223116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d4f55455-7416-4e3d-b5c7-98866231eb52 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:04:24.228148 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:04:24.228522 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Checking segment: {'id': 'edb014c4-1815-4425-a0a0-c3fb1ac04008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:04:24.228929 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:24.229316 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Bound using segment: {'id': 'edb014c4-1815-4425-a0a0-c3fb1ac04008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:04:24.229804 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Bound port: 01eb95ff-8717-415f-9402-f4d793d2574a, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb014c4-1815-4425-a0a0-c3fb1ac04008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:04:24.230180 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:24.272100 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port d4f55455-7416-4e3d-b5c7-98866231eb52 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:04:24.272606 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:24.300994 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] For port 01eb95ff-8717-415f-9402-f4d793d2574a, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:04:24.305318 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] For port 01eb95ff-8717-415f-9402-f4d793d2574a, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=01eb95ff-8717-415f-9402-f4d793d2574a,segment=NetworkSegment(edb014c4-1815-4425-a0a0-c3fb1ac04008),segment_id=edb014c4-1815-4425-a0a0-c3fb1ac04008)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:04:24.310517 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:24.378246 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Routers {'c127933e-b813-4d03-9c6d-2b827a61884d'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:04:24.378907 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:04:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c127933e-b813-4d03-9c6d-2b827a61884d'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:24.379859 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:24.418491 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd6286-7e58-41cb-a124-0f3cbc71c41b None None] Pushing event updated for resources: {'Port': ['ID=01eb95ff-8717-415f-9402-f4d793d2574a,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:24.496785 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] Set router c127933e-b813-4d03-9c6d-2b827a61884d gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:04:24.575879 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:24.699541 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386035257', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '01eb95ff-8717-415f-9402-f4d793d2574a', 'name': '', 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:83:cf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:21Z', 'updated_at': '2021-08-06T17:04:24Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:24.726259 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f9ff92-559d-4832-9b12-57fc50f5588d None None] The sync data for ids ['c127933e-b813-4d03-9c6d-2b827a61884d'] in n-d-803756-1 is: [{'id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386035257', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '01eb95ff-8717-415f-9402-f4d793d2574a', 'name': '', 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:83:cf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:21Z', 'updated_at': '2021-08-06T17:04:24Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:04:24.821788 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8b343298-51bb-4bbe-afe8-7aed096ea344 req-74435b72-3f00-4af5-be51-dfeb18a73a68 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 210 time: 0.0662112 Aug 06 17:04:25.913230 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d14e284-82c0-4e9b-b06f-86a06e5e1e39 req-32fb762c-ebb6-4364-b254-8ff4afcd55a4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 210 time: 0.0259027 Aug 06 17:04:26.092413 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 01eb95ff-8717-415f-9402-f4d793d2574a up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:04:26.161531 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 01eb95ff-8717-415f-9402-f4d793d2574a completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:04:26.165706 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 01eb95ff-8717-415f-9402-f4d793d2574a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:04:26.166030 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:26.246117 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:26.279608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 01eb95ff-8717-415f-9402-f4d793d2574a, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=01eb95ff-8717-415f-9402-f4d793d2574a,segment=NetworkSegment(edb014c4-1815-4425-a0a0-c3fb1ac04008),segment_id=edb014c4-1815-4425-a0a0-c3fb1ac04008)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:04:26.283094 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:26.341653 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=01eb95ff-8717-415f-9402-f4d793d2574a,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:26.725945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-19cf7ccc-12db-4c05-9a3d-f6e1cbcbbe72 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:26.727368 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-19cf7ccc-12db-4c05-9a3d-f6e1cbcbbe72 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "GET /v2.0/networks?id=d95fc973-d5a6-47cf-b6dd-c24afd71887f HTTP/1.1" status: 200 len: 797 time: 0.1084321 Aug 06 17:04:26.773171 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-396e5938-d72c-4b4c-81e6-06dbdfc1a7f7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9338de4f4fb0403c9742ef94fa5775b0 HTTP/1.1" status: 200 len: 378 time: 0.0350361 Aug 06 17:04:26.783491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-e50ae03b-c047-4a7e-a4c6-d86698ececd1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'port': {'device_id': '5355452d-3ce5-4cc1-8058-f84e4815f286', 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f', 'admin_state_up': True, 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'security_groups': ['0d8f0906-af0e-4d16-a977-2f0c9113654c']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:04:26.894604 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-e50ae03b-c047-4a7e-a4c6-d86698ececd1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Made reservation on behalf of 9338de4f4fb0403c9742ef94fa5775b0 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:04:26.898020 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-e50ae03b-c047-4a7e-a4c6-d86698ececd1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:27.371844 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e922d89-69d6-4101-b8c6-0ac06aa64e37 req-8df7cbdb-f899-4001-bb68-9e1b41d83202 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 210 time: 0.3759849 Aug 06 17:04:27.385077 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-e50ae03b-c047-4a7e-a4c6-d86698ececd1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.20.0.9 (d95fc973-d5a6-47cf-b6dd-c24afd71887f/57e3ab27-b4f8-442d-a40c-c4f4ca9908c2/b6cd2368-849d-4ab4-95b6-563b0b728169) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:04:27.522791 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-e50ae03b-c047-4a7e-a4c6-d86698ececd1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:27.535249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-e50ae03b-c047-4a7e-a4c6-d86698ececd1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Transition to ACTIVE for port object b6cd2368-849d-4ab4-95b6-563b0b728169 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:04:27.566156 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-e50ae03b-c047-4a7e-a4c6-d86698ececd1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:27.613463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-e50ae03b-c047-4a7e-a4c6-d86698ececd1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network d95fc973-d5a6-47cf-b6dd-c24afd71887f is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:04:27.616606 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-e50ae03b-c047-4a7e-a4c6-d86698ececd1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:04:27.620440 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-e50ae03b-c047-4a7e-a4c6-d86698ececd1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:04:27.626808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ae03b-c047-4a7e-a4c6-d86698ececd1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=b6cd2368-849d-4ab4-95b6-563b0b728169,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:27.673261 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-e50ae03b-c047-4a7e-a4c6-d86698ececd1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:27.673939 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-e50ae03b-c047-4a7e-a4c6-d86698ececd1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:27.688567 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-e50ae03b-c047-4a7e-a4c6-d86698ececd1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9088643 Aug 06 17:04:27.701426 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Request body: {'port': {'device_id': '5355452d-3ce5-4cc1-8058-f84e4815f286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:04:27.755838 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:27.864431 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fd476da7-d7ce-4bab-97b1-5fd9d07c13eb None None] Provisioning for port b6cd2368-849d-4ab4-95b6-563b0b728169 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:04:27.868392 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fd476da7-d7ce-4bab-97b1-5fd9d07c13eb None None] Provisioning complete for port b6cd2368-849d-4ab4-95b6-563b0b728169 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:04:27.868753 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fd476da7-d7ce-4bab-97b1-5fd9d07c13eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:27.903105 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fd476da7-d7ce-4bab-97b1-5fd9d07c13eb None None] Port b6cd2368-849d-4ab4-95b6-563b0b728169 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:04:28.026933 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6cd2368-849d-4ab4-95b6-563b0b728169 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:04:28.034456 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:28.047460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Transition to ACTIVE for port object b6cd2368-849d-4ab4-95b6-563b0b728169 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:04:28.050403 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:28.074423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 01eb95ff-8717-415f-9402-f4d793d2574a up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:04:28.123155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Pushing event updated for resources: {'Port': ['ID=b6cd2368-849d-4ab4-95b6-563b0b728169,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:28.129403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 01eb95ff-8717-415f-9402-f4d793d2574a triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:04:28.129895 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:28.179889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Attempting to bind port b6cd2368-849d-4ab4-95b6-563b0b728169 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:04:28.180399 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Attempting to bind port b6cd2368-849d-4ab4-95b6-563b0b728169 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': 'edb014c4-1815-4425-a0a0-c3fb1ac04008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:04:28.180733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Attempting to bind port b6cd2368-849d-4ab4-95b6-563b0b728169 on network d95fc973-d5a6-47cf-b6dd-c24afd71887f {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:04:28.185323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Port b6cd2368-849d-4ab4-95b6-563b0b728169 on network d95fc973-d5a6-47cf-b6dd-c24afd71887f not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:04:28.185719 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Attempting to bind port b6cd2368-849d-4ab4-95b6-563b0b728169 on network d95fc973-d5a6-47cf-b6dd-c24afd71887f {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:04:28.191216 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:04:28.191563 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Checking segment: {'id': 'edb014c4-1815-4425-a0a0-c3fb1ac04008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:04:28.191949 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Bound using segment: {'id': 'edb014c4-1815-4425-a0a0-c3fb1ac04008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:04:28.192373 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Bound port: b6cd2368-849d-4ab4-95b6-563b0b728169, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb014c4-1815-4425-a0a0-c3fb1ac04008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:04:28.192731 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:28.259070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] For port b6cd2368-849d-4ab4-95b6-563b0b728169, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:04:28.262160 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] For port b6cd2368-849d-4ab4-95b6-563b0b728169, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b6cd2368-849d-4ab4-95b6-563b0b728169,segment=NetworkSegment(edb014c4-1815-4425-a0a0-c3fb1ac04008),segment_id=edb014c4-1815-4425-a0a0-c3fb1ac04008)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:04:28.267251 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:28.301058 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:28.301700 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:28.304108 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] 10.222.0.78 "PUT /v2.0/ports/b6cd2368-849d-4ab4-95b6-563b0b728169 HTTP/1.1" status: 200 len: 1091 time: 0.6061199 Aug 06 17:04:28.304108 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5355452d-3ce5-4cc1-8058-f84e4815f286', 'tag': 'b6cd2368-849d-4ab4-95b6-563b0b728169'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:04:28.305837 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b82eb5-628e-48d1-86f0-c387624f1fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "5355452d-3ce5-4cc1-8058-f84e4815f286", "tag": "b6cd2368-849d-4ab4-95b6-563b0b728169"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:04:28.334718 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378041e2-918a-4be1-803e-fdaeffd6955c service neutron] Pushing event updated for resources: {'Port': ['ID=b6cd2368-849d-4ab4-95b6-563b0b728169,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:28.376240 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ac4712-747b-459f-b1ca-f6a555cff2f6 x-openstack-request-id: req-f3ac4712-747b-459f-b1ca-f6a555cff2f6 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:04:28.376899 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5355452d-3ce5-4cc1-8058-f84e4815f286", "tag": "b6cd2368-849d-4ab4-95b6-563b0b728169", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:04:28.376899 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3ac4712-747b-459f-b1ca-f6a555cff2f6 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:04:28.377306 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5355452d-3ce5-4cc1-8058-f84e4815f286', 'tag': 'b6cd2368-849d-4ab4-95b6-563b0b728169', 'status': 'completed', 'code': 200} Aug 06 17:04:28.407920 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-a3d0bd15-e779-4014-ac0d-9b8c0c549f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:28.409479 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-a3d0bd15-e779-4014-ac0d-9b8c0c549f8d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 1094 time: 0.0450566 Aug 06 17:04:28.475121 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-19f4aaa5-2291-4f74-b510-c56356e691ba service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6cd2368-849d-4ab4-95b6-563b0b728169 HTTP/1.1" status: 200 len: 217 time: 0.0505517 Aug 06 17:04:28.540715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b942ec9-d862-4130-8940-a7d993c4b748 req-d7e30fd0-da2c-4480-8574-fc29a637fcbb tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:28.542236 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b942ec9-d862-4130-8940-a7d993c4b748 req-d7e30fd0-da2c-4480-8574-fc29a637fcbb tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 943 time: 0.0835447 Aug 06 17:04:28.549449 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-933f76da-3ff3-471b-ba26-e7105b286419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:28.550884 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-933f76da-3ff3-471b-ba26-e7105b286419 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=57e3ab27-b4f8-442d-a40c-c4f4ca9908c2 HTTP/1.1" status: 200 len: 834 time: 0.0640831 Aug 06 17:04:28.611137 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6b942ec9-d862-4130-8940-a7d993c4b748 req-5269813f-2199-48b9-9982-7d4cc07d2c73 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592906 Aug 06 17:04:28.619974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-c6be13fd-83a4-4d88-b499-beaab046a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:28.621397 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-c6be13fd-83a4-4d88-b499-beaab046a867 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d95fc973-d5a6-47cf-b6dd-c24afd71887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626500 Aug 06 17:04:28.712035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-8716c480-8bc2-4359-ac35-475cd6d6b2bd service neutron] 10.222.0.78 "GET /v2.0/networks/d95fc973-d5a6-47cf-b6dd-c24afd71887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825377 Aug 06 17:04:28.803396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16116ef8-d285-4e2d-8932-5b1b23331c9b req-4293fbff-ead4-4824-a062-6bf1361ee5bf service neutron] 10.222.0.78 "GET /v2.0/networks/d95fc973-d5a6-47cf-b6dd-c24afd71887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840108 Aug 06 17:04:28.891562 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b82eb5-628e-48d1-86f0-c387624f1fb6 req-cc0b85c1-7322-4b28-a397-f37bc6dd87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:28.893105 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03b82eb5-628e-48d1-86f0-c387624f1fb6 req-cc0b85c1-7322-4b28-a397-f37bc6dd87eb service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 1094 time: 0.0417538 Aug 06 17:04:28.987608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b82eb5-628e-48d1-86f0-c387624f1fb6 req-70854afa-5c3e-459c-965e-1ec5484e50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:28.989086 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03b82eb5-628e-48d1-86f0-c387624f1fb6 req-70854afa-5c3e-459c-965e-1ec5484e50d3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d95fc973-d5a6-47cf-b6dd-c24afd71887f HTTP/1.1" status: 200 len: 898 time: 0.0888815 Aug 06 17:04:29.033214 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03b82eb5-628e-48d1-86f0-c387624f1fb6 req-a999c2ef-d6c7-4b45-8c64-2b0c479a0b3b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6cd2368-849d-4ab4-95b6-563b0b728169 HTTP/1.1" status: 200 len: 217 time: 0.0364962 Aug 06 17:04:29.084794 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b82eb5-628e-48d1-86f0-c387624f1fb6 req-3e00d8b4-db70-4642-b4cc-3a8365bef50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:29.086263 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03b82eb5-628e-48d1-86f0-c387624f1fb6 req-3e00d8b4-db70-4642-b4cc-3a8365bef50d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=57e3ab27-b4f8-442d-a40c-c4f4ca9908c2 HTTP/1.1" status: 200 len: 834 time: 0.0456040 Aug 06 17:04:29.134340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b82eb5-628e-48d1-86f0-c387624f1fb6 req-754952d3-da71-4e66-b017-f30c1fd6462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:29.135852 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03b82eb5-628e-48d1-86f0-c387624f1fb6 req-754952d3-da71-4e66-b017-f30c1fd6462a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d95fc973-d5a6-47cf-b6dd-c24afd71887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421364 Aug 06 17:04:29.235579 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03b82eb5-628e-48d1-86f0-c387624f1fb6 req-fc65726d-4b2a-4eae-8e62-f071d3918319 service neutron] 10.222.0.78 "GET /v2.0/networks/d95fc973-d5a6-47cf-b6dd-c24afd71887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921452 Aug 06 17:04:29.332876 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-03b82eb5-628e-48d1-86f0-c387624f1fb6 req-7b8a678e-002a-4525-aaf8-20a901a42fb3 service neutron] 10.222.0.78 "GET /v2.0/networks/d95fc973-d5a6-47cf-b6dd-c24afd71887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890725 Aug 06 17:04:29.732652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac5260-546a-4ae1-b362-a309bf75f645 req-ea7c2ed4-a7f5-4da6-921d-e07dcf3aec85 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:29.734146 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abac5260-546a-4ae1-b362-a309bf75f645 req-ea7c2ed4-a7f5-4da6-921d-e07dcf3aec85 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 943 time: 0.0510905 Aug 06 17:04:29.770691 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-abac5260-546a-4ae1-b362-a309bf75f645 req-e2ce07ee-54ef-49d6-9350-e629fdddbb86 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305936 Aug 06 17:04:30.883439 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4afa2-5284-40b3-a50c-a82ae92ebe3a req-1c842a70-1eea-4bb7-93ec-6fdf933ad4bf tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:30.884899 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3aa4afa2-5284-40b3-a50c-a82ae92ebe3a req-1c842a70-1eea-4bb7-93ec-6fdf933ad4bf tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 943 time: 0.0479674 Aug 06 17:04:30.923111 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3aa4afa2-5284-40b3-a50c-a82ae92ebe3a req-ca26dde0-ec56-4860-adb5-cab9a8ba5ae4 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318031 Aug 06 17:04:32.041048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6956ba3-4629-4b73-bd0d-b0899299937c req-a4320197-852d-47d8-a011-79e778121eb3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:32.042521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6956ba3-4629-4b73-bd0d-b0899299937c req-a4320197-852d-47d8-a011-79e778121eb3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 943 time: 0.0519745 Aug 06 17:04:32.079175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a6956ba3-4629-4b73-bd0d-b0899299937c req-2d5aab6d-627e-4f50-8f99-81f1a95d315a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307217 Aug 06 17:04:33.196151 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5614bb-7451-4b51-83e3-297681b33500 req-cd93aee6-fe39-40e1-bc3d-38d0ba1e7b04 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:33.197616 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b5614bb-7451-4b51-83e3-297681b33500 req-cd93aee6-fe39-40e1-bc3d-38d0ba1e7b04 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 943 time: 0.0503380 Aug 06 17:04:33.235499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b5614bb-7451-4b51-83e3-297681b33500 req-30d2ba52-3ed0-4707-ad2f-0c54e679e3c8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319033 Aug 06 17:04:33.380082 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device b6cd2368-849d-4ab4-95b6-563b0b728169 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:04:33.477727 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port b6cd2368-849d-4ab4-95b6-563b0b728169, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b6cd2368-849d-4ab4-95b6-563b0b728169,segment=NetworkSegment(edb014c4-1815-4425-a0a0-c3fb1ac04008),segment_id=edb014c4-1815-4425-a0a0-c3fb1ac04008)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:04:33.489189 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'b6cd2368-849d-4ab4-95b6-563b0b728169', 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f', 'port_id': 'b6cd2368-849d-4ab4-95b6-563b0b728169', 'mac_address': 'fa:16:3e:aa:2d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:04:33.528704 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:33.541246 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6cd2368-849d-4ab4-95b6-563b0b728169 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:04:33.560675 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port b6cd2368-849d-4ab4-95b6-563b0b728169, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b6cd2368-849d-4ab4-95b6-563b0b728169,segment=NetworkSegment(edb014c4-1815-4425-a0a0-c3fb1ac04008),segment_id=edb014c4-1815-4425-a0a0-c3fb1ac04008)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:04:33.564954 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:33.613025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=b6cd2368-849d-4ab4-95b6-563b0b728169,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:33.776381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['b6cd2368-849d-4ab4-95b6-563b0b728169'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:04:33.905523 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4d66ca51-4028-4d4e-9b3e-c5d8516c1058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:34.351006 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42246623-5334-416d-9c80-e223c1ce88e4 req-684c5ba2-ce67-40bc-bb54-cfecbc32030e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:34.352506 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42246623-5334-416d-9c80-e223c1ce88e4 req-684c5ba2-ce67-40bc-bb54-cfecbc32030e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 944 time: 0.0494037 Aug 06 17:04:34.391106 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42246623-5334-416d-9c80-e223c1ce88e4 req-1b65d086-e01c-4a81-a3f2-635328ff6591 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326302 Aug 06 17:04:35.379791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device b6cd2368-849d-4ab4-95b6-563b0b728169 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:04:35.427726 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port b6cd2368-849d-4ab4-95b6-563b0b728169 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:04:35.431374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port b6cd2368-849d-4ab4-95b6-563b0b728169 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:04:35.431739 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:35.510989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537263b-d766-47b8-8e3a-b5cbfc6b8ab0 req-30204e3f-84e2-4424-a5da-a93f5b614883 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:35.512503 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a537263b-d766-47b8-8e3a-b5cbfc6b8ab0 req-30204e3f-84e2-4424-a5da-a93f5b614883 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 944 time: 0.0536225 Aug 06 17:04:35.515351 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:35.545001 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5355452d-3ce5-4cc1-8058-f84e4815f286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cd2368-849d-4ab4-95b6-563b0b728169'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:04:35.547270 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f3c3fe-a872-4522-9c8d-611fdf9e9274" -d '{"events": [{"server_uuid": "5355452d-3ce5-4cc1-8058-f84e4815f286", "name": "network-vif-plugged", "status": "completed", "tag": "b6cd2368-849d-4ab4-95b6-563b0b728169"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:04:35.552020 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a537263b-d766-47b8-8e3a-b5cbfc6b8ab0 req-06f45ba6-89c9-470d-8be5-d9802c07a9a9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327008 Aug 06 17:04:35.560325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port b6cd2368-849d-4ab4-95b6-563b0b728169, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b6cd2368-849d-4ab4-95b6-563b0b728169,segment=NetworkSegment(edb014c4-1815-4425-a0a0-c3fb1ac04008),segment_id=edb014c4-1815-4425-a0a0-c3fb1ac04008)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:04:35.580050 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:35.606602 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1511fe7a-44c9-405e-b116-0ddecf1c9105 x-openstack-request-id: req-1511fe7a-44c9-405e-b116-0ddecf1c9105 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:04:35.607122 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5355452d-3ce5-4cc1-8058-f84e4815f286", "name": "network-vif-plugged", "status": "completed", "tag": "b6cd2368-849d-4ab4-95b6-563b0b728169", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:04:35.607381 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1511fe7a-44c9-405e-b116-0ddecf1c9105 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:04:35.607764 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5355452d-3ce5-4cc1-8058-f84e4815f286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6cd2368-849d-4ab4-95b6-563b0b728169', 'code': 200} Aug 06 17:04:35.634736 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=b6cd2368-849d-4ab4-95b6-563b0b728169,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:35.690348 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128cdb6-bf3c-4fb0-b0ea-a1f1695934e7 req-2a954324-f6f4-41cd-9acf-d75a4004d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:35.691870 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1128cdb6-bf3c-4fb0-b0ea-a1f1695934e7 req-2a954324-f6f4-41cd-9acf-d75a4004d733 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 1096 time: 0.0410459 Aug 06 17:04:35.726514 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1128cdb6-bf3c-4fb0-b0ea-a1f1695934e7 req-8299a55d-915c-43bc-8824-152a0d190042 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0269120 Aug 06 17:04:36.307945 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8a928cde-b45c-4305-b80b-e410f20a5852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:36.668441 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a24f1-ea18-4d5b-9c91-f810cc5b5059 req-97aff525-37aa-409f-ae65-db035d1dcaf1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:36.669919 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e65a24f1-ea18-4d5b-9c91-f810cc5b5059 req-97aff525-37aa-409f-ae65-db035d1dcaf1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.0491221 Aug 06 17:04:36.706818 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e65a24f1-ea18-4d5b-9c91-f810cc5b5059 req-d0a27d5a-dc66-48fd-b159-13d02837dda0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309792 Aug 06 17:04:36.745808 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:36.828040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cc3c8-ccf9-47de-9529-c211ec501285 req-cfdbf9f0-94ca-4f17-af58-df9fdae2afaa tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:36.829542 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-398cc3c8-ccf9-47de-9529-c211ec501285 req-cfdbf9f0-94ca-4f17-af58-df9fdae2afaa tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.0523632 Aug 06 17:04:36.868034 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-398cc3c8-ccf9-47de-9529-c211ec501285 req-cf02a293-31bd-44f0-9498-96852f6924ab tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320868 Aug 06 17:04:36.890408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34708) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:36.932139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4aa6f7-60d1-43f1-afa8-3c112eb5c447 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:36.933663 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-fd4aa6f7-60d1-43f1-afa8-3c112eb5c447 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 1091 time: 0.0422492 Aug 06 17:04:36.936903 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34710) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:36.941193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': 'b6cd2368-849d-4ab4-95b6-563b0b728169', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:04:36.963575 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:37.058594 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:37.160694 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.25.1.149 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/38b11f7d-82a4-4d74-b8a4-eca4e93c2690) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:04:37.268014 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:37.305674 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:37.340524 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:04:37.345159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:04:37.347618 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:04:37.375800 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=38b11f7d-82a4-4d74-b8a4-eca4e93c2690,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:37.556172 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:37.705588 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:37.774628 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:37.923964 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:37.928561 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:37.994977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=38b11f7d-82a4-4d74-b8a4-eca4e93c2690,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:38.008136 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:38.105473 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Floating IP d1d0b804-7d9c-45b7-93b0-c86ef5d3ce85 associated. External IP: 172.25.1.149, port: b6cd2368-849d-4ab4-95b6-563b0b728169. Aug 06 17:04:38.301678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router c127933e-b813-4d03-9c6d-2b827a61884d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:04:38.406649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:04:38.415880 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501abe33-17bc-4fbe-86b3-42b52830bda7 None None] Sync routers for ids ['c127933e-b813-4d03-9c6d-2b827a61884d'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:04:38.423480 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:38.426448 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501abe33-17bc-4fbe-86b3-42b52830bda7 None None] Routers {'c127933e-b813-4d03-9c6d-2b827a61884d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:04:38.427058 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-501abe33-17bc-4fbe-86b3-42b52830bda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:04:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c127933e-b813-4d03-9c6d-2b827a61884d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:38.450297 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4932c91a-946b-4de4-8a07-cf3c4e2f1091 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5124061 Aug 06 17:04:38.450990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5355452d-3ce5-4cc1-8058-f84e4815f286', 'tag': 'b6cd2368-849d-4ab4-95b6-563b0b728169'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:04:38.453358 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd91b9d-2e94-4dbe-a983-e40a6f7649cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5355452d-3ce5-4cc1-8058-f84e4815f286", "tag": "b6cd2368-849d-4ab4-95b6-563b0b728169"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:04:38.495093 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9ec6c6-0b9f-4c20-9daf-e7f0c9fde86b x-openstack-request-id: req-cf9ec6c6-0b9f-4c20-9daf-e7f0c9fde86b {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:04:38.495093 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5355452d-3ce5-4cc1-8058-f84e4815f286", "tag": "b6cd2368-849d-4ab4-95b6-563b0b728169", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:04:38.495093 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf9ec6c6-0b9f-4c20-9daf-e7f0c9fde86b {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:04:38.495093 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5355452d-3ce5-4cc1-8058-f84e4815f286', 'tag': 'b6cd2368-849d-4ab4-95b6-563b0b728169', 'status': 'completed', 'code': 200} Aug 06 17:04:38.538060 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-501abe33-17bc-4fbe-86b3-42b52830bda7 None None] Set router c127933e-b813-4d03-9c6d-2b827a61884d gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:04:38.565785 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd91b9d-2e94-4dbe-a983-e40a6f7649cf req-6735b7ee-628e-4c4f-a113-5bc86be50a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:38.567378 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cd91b9d-2e94-4dbe-a983-e40a6f7649cf req-6735b7ee-628e-4c4f-a113-5bc86be50a08 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 1096 time: 0.0483670 Aug 06 17:04:38.685044 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6279a6-a511-4b59-9542-c7a431b12a1c req-f3149239-c3ca-441f-b38c-d4b8d2345987 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:38.686507 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0f6279a6-a511-4b59-9542-c7a431b12a1c req-f3149239-c3ca-441f-b38c-d4b8d2345987 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.1025960 Aug 06 17:04:38.717027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd91b9d-2e94-4dbe-a983-e40a6f7649cf req-c2df16b5-496a-4a4f-af4b-3377d87d5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:38.722954 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cd91b9d-2e94-4dbe-a983-e40a6f7649cf req-c2df16b5-496a-4a4f-af4b-3377d87d5b84 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d95fc973-d5a6-47cf-b6dd-c24afd71887f HTTP/1.1" status: 200 len: 898 time: 0.1437080 Aug 06 17:04:38.742880 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0f6279a6-a511-4b59-9542-c7a431b12a1c req-e46e6992-5dc3-4979-a293-de755f3bda16 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496953 Aug 06 17:04:38.764971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-501abe33-17bc-4fbe-86b3-42b52830bda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386035257', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'd1d0b804-7d9c-45b7-93b0-c86ef5d3ce85', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'port_id': 'b6cd2368-849d-4ab4-95b6-563b0b728169', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f', 'mac_address': 'fa:16:3e:aa:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355452d-3ce5-4cc1-8058-f84e4815f286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:04:37Z', 'updated_at': '2021-08-06T17:04:37Z', 'revision_number': 0, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01eb95ff-8717-415f-9402-f4d793d2574a', 'name': '', 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:83:cf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:21Z', 'updated_at': '2021-08-06T17:04:26Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:38.765652 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34718) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:38.792101 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501abe33-17bc-4fbe-86b3-42b52830bda7 None None] Checking router: c127933e-b813-4d03-9c6d-2b827a61884d for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:04:38.799987 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cd91b9d-2e94-4dbe-a983-e40a6f7649cf req-9214f5d0-b33e-47d9-aa48-6aadbb8acdbb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6cd2368-849d-4ab4-95b6-563b0b728169 HTTP/1.1" status: 200 len: 999 time: 0.0638523 Aug 06 17:04:38.808851 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501abe33-17bc-4fbe-86b3-42b52830bda7 None None] Routers {'c127933e-b813-4d03-9c6d-2b827a61884d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:04:38.809918 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-501abe33-17bc-4fbe-86b3-42b52830bda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:04:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c127933e-b813-4d03-9c6d-2b827a61884d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:38.841336 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-47696f2f-e413-4fcd-97d0-534409e04068 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/d1d0b804-7d9c-45b7-93b0-c86ef5d3ce85 HTTP/1.1" status: 200 len: 991 time: 0.0745287 Aug 06 17:04:38.856723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd91b9d-2e94-4dbe-a983-e40a6f7649cf req-d7a3552d-9c06-40b3-a557-521e40721d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:38.858741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cd91b9d-2e94-4dbe-a983-e40a6f7649cf req-d7a3552d-9c06-40b3-a557-521e40721d9c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=57e3ab27-b4f8-442d-a40c-c4f4ca9908c2 HTTP/1.1" status: 200 len: 834 time: 0.0556598 Aug 06 17:04:38.909458 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd91b9d-2e94-4dbe-a983-e40a6f7649cf req-1818ff94-978b-4172-bd59-fc873ef78568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:38.911012 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cd91b9d-2e94-4dbe-a983-e40a6f7649cf req-1818ff94-978b-4172-bd59-fc873ef78568 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d95fc973-d5a6-47cf-b6dd-c24afd71887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451624 Aug 06 17:04:39.008737 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cd91b9d-2e94-4dbe-a983-e40a6f7649cf req-042cb7f8-5537-4f7c-9e17-7a2e17c066fe service neutron] 10.222.0.78 "GET /v2.0/networks/d95fc973-d5a6-47cf-b6dd-c24afd71887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876188 Aug 06 17:04:39.081276 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-501abe33-17bc-4fbe-86b3-42b52830bda7 None None] Set router c127933e-b813-4d03-9c6d-2b827a61884d gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:04:39.101690 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cd91b9d-2e94-4dbe-a983-e40a6f7649cf req-aeb7419f-589f-43b7-9cea-3b15689e9f58 service neutron] 10.222.0.78 "GET /v2.0/networks/d95fc973-d5a6-47cf-b6dd-c24afd71887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873532 Aug 06 17:04:39.289822 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:39.308980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-501abe33-17bc-4fbe-86b3-42b52830bda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386035257', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'd1d0b804-7d9c-45b7-93b0-c86ef5d3ce85', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'port_id': 'b6cd2368-849d-4ab4-95b6-563b0b728169', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f', 'mac_address': 'fa:16:3e:aa:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355452d-3ce5-4cc1-8058-f84e4815f286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:04:37Z', 'updated_at': '2021-08-06T17:04:37Z', 'revision_number': 0, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01eb95ff-8717-415f-9402-f4d793d2574a', 'name': '', 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:83:cf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:21Z', 'updated_at': '2021-08-06T17:04:26Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:39.338409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501abe33-17bc-4fbe-86b3-42b52830bda7 None None] The sync data for ids ['c127933e-b813-4d03-9c6d-2b827a61884d'] in n-d-803756-1 is: [{'id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386035257', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'd1d0b804-7d9c-45b7-93b0-c86ef5d3ce85', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'port_id': 'b6cd2368-849d-4ab4-95b6-563b0b728169', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f', 'mac_address': 'fa:16:3e:aa:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355452d-3ce5-4cc1-8058-f84e4815f286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:04:37Z', 'updated_at': '2021-08-06T17:04:37Z', 'revision_number': 0, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01eb95ff-8717-415f-9402-f4d793d2574a', 'name': '', 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:83:cf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:21Z', 'updated_at': '2021-08-06T17:04:26Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:04:39.521066 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d163168-4444-4185-bac2-7b0104b904fc None None] New status for floating IP d1d0b804-7d9c-45b7-93b0-c86ef5d3ce85: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:04:39.845096 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34720) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:39.903559 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1687aecc-2656-4fd0-bb78-e256f50f7068 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/d1d0b804-7d9c-45b7-93b0-c86ef5d3ce85 HTTP/1.1" status: 200 len: 993 time: 0.0572355 Aug 06 17:04:49.470228 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:04:54.358551 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:54.575084 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:03.791245 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a7d7196-e047-497d-b9e5-f30ee6e331f3 req-11e2e98e-acc7-4501-adf0-c7de7fd742c8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400419 Aug 06 17:05:03.882741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d7196-e047-497d-b9e5-f30ee6e331f3 req-e345cc62-5ed7-4f7d-bb34-328ee4fa9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:03.884295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a7d7196-e047-497d-b9e5-f30ee6e331f3 req-e345cc62-5ed7-4f7d-bb34-328ee4fa9cd3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 1096 time: 0.0453138 Aug 06 17:05:03.904284 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cb11bfb9-cf0d-45b8-a5b2-7c52b9bdfe22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:03.991773 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d7196-e047-497d-b9e5-f30ee6e331f3 req-243978f8-d6a9-407f-81b3-0bd505b60e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:03.993182 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a7d7196-e047-497d-b9e5-f30ee6e331f3 req-243978f8-d6a9-407f-81b3-0bd505b60e79 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d95fc973-d5a6-47cf-b6dd-c24afd71887f HTTP/1.1" status: 200 len: 898 time: 0.0873318 Aug 06 17:05:04.058330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a7d7196-e047-497d-b9e5-f30ee6e331f3 req-e800c463-770c-43f5-8c0b-36b599963658 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6cd2368-849d-4ab4-95b6-563b0b728169 HTTP/1.1" status: 200 len: 1001 time: 0.0571389 Aug 06 17:05:04.112338 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d7196-e047-497d-b9e5-f30ee6e331f3 req-2a22a4b2-69f9-4905-b452-a4f743051f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:04.113802 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a7d7196-e047-497d-b9e5-f30ee6e331f3 req-2a22a4b2-69f9-4905-b452-a4f743051f67 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=57e3ab27-b4f8-442d-a40c-c4f4ca9908c2 HTTP/1.1" status: 200 len: 834 time: 0.0473502 Aug 06 17:05:04.159368 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d7196-e047-497d-b9e5-f30ee6e331f3 req-9581daab-0af2-4afa-83bb-db7e00cc46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:04.160851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a7d7196-e047-497d-b9e5-f30ee6e331f3 req-9581daab-0af2-4afa-83bb-db7e00cc46d6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d95fc973-d5a6-47cf-b6dd-c24afd71887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394781 Aug 06 17:05:04.174450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-6a7d7196-e047-497d-b9e5-f30ee6e331f3 req-a23a4ce6-dc9a-4459-ae3e-61da01289ad9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:05:04.175419 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a7d7196-e047-497d-b9e5-f30ee6e331f3 req-a23a4ce6-dc9a-4459-ae3e-61da01289ad9 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055380 Aug 06 17:05:04.264821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a7d7196-e047-497d-b9e5-f30ee6e331f3 req-1ddf11fe-f0fd-4b1b-8ada-c723dc35ea9c service neutron] 10.222.0.78 "GET /v2.0/networks/d95fc973-d5a6-47cf-b6dd-c24afd71887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806253 Aug 06 17:05:04.360181 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6a7d7196-e047-497d-b9e5-f30ee6e331f3 req-95e93051-d2cb-4c22-88dd-b257126a7892 service neutron] 10.222.0.78 "GET /v2.0/networks/d95fc973-d5a6-47cf-b6dd-c24afd71887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859001 Aug 06 17:05:06.307673 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0cd07a1c-df7c-4b1c-914b-fff97841bef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:06.737992 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:07.558546 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:08.680661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c77425-65d6-4ca4-917b-6c24c9ac26fd req-78d14668-c640-441a-81ba-523aaf2bf94f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:08.682225 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43c77425-65d6-4ca4-917b-6c24c9ac26fd req-78d14668-c640-441a-81ba-523aaf2bf94f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.0527248 Aug 06 17:05:08.729906 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43c77425-65d6-4ca4-917b-6c24c9ac26fd req-de90cb25-4a52-4190-adbc-fd87a97c7275 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409939 Aug 06 17:05:09.276436 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:09.853230 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188d0cf-af45-4f9e-96bd-6e2029eb6637 req-aa3da278-71c1-4c31-a5f3-3385d1f2421a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:09.854748 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d188d0cf-af45-4f9e-96bd-6e2029eb6637 req-aa3da278-71c1-4c31-a5f3-3385d1f2421a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.0533113 Aug 06 17:05:10.239303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d188d0cf-af45-4f9e-96bd-6e2029eb6637 req-8d797c30-ecb6-43e6-801b-6650bbd6b18f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3779712 Aug 06 17:05:11.353473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596cb51-8fb7-4382-8579-01b22d9a4c8d req-3bb63fbb-4e9e-4c44-930d-4c5d194e8ade tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:11.354942 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1596cb51-8fb7-4382-8579-01b22d9a4c8d req-3bb63fbb-4e9e-4c44-930d-4c5d194e8ade tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.0472283 Aug 06 17:05:11.414751 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1596cb51-8fb7-4382-8579-01b22d9a4c8d req-b9055c69-fa43-4af7-a6b7-27f2f971de0d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532684 Aug 06 17:05:12.530766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51bc2c-c644-4e75-b9bc-12df385cc3c2 req-39ddc554-444f-4764-9aa9-4466c967a180 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:12.532253 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e51bc2c-c644-4e75-b9bc-12df385cc3c2 req-39ddc554-444f-4764-9aa9-4466c967a180 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.0480812 Aug 06 17:05:12.571295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7e51bc2c-c644-4e75-b9bc-12df385cc3c2 req-80407332-1b72-426b-84d1-407f0302db2e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329249 Aug 06 17:05:13.689276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1324e-f5f4-4078-8984-d7d43cf3b6e2 req-84261844-6041-4ece-88c5-e2f7b39e0442 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:13.690864 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eab1324e-f5f4-4078-8984-d7d43cf3b6e2 req-84261844-6041-4ece-88c5-e2f7b39e0442 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.0509138 Aug 06 17:05:13.728850 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-eab1324e-f5f4-4078-8984-d7d43cf3b6e2 req-529add35-cf2d-47b6-9092-c19a8941dfdc tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316589 Aug 06 17:05:14.847720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b82c9-d63e-46c5-89a3-049e4a52d48c req-065c8e7d-46b0-4991-a019-259b37564cc3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:14.849207 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d16b82c9-d63e-46c5-89a3-049e4a52d48c req-065c8e7d-46b0-4991-a019-259b37564cc3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.0505884 Aug 06 17:05:14.885887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d16b82c9-d63e-46c5-89a3-049e4a52d48c req-1eb9c409-6850-4b2b-b381-886de6adb1df tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305688 Aug 06 17:05:16.002588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb8273-8777-4cc0-81cb-fe22364d473e req-65df708c-f386-4491-a078-22e186421229 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:16.004072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ecb8273-8777-4cc0-81cb-fe22364d473e req-65df708c-f386-4491-a078-22e186421229 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.0490830 Aug 06 17:05:16.041993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ecb8273-8777-4cc0-81cb-fe22364d473e req-9634d432-70b2-4a46-a946-895a21b0ab13 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320091 Aug 06 17:05:17.161308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15bacd-f75e-489e-93fe-a44eb5e971c4 req-705e2125-9779-433a-b1a2-e13a88ed3864 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:17.162807 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0f15bacd-f75e-489e-93fe-a44eb5e971c4 req-705e2125-9779-433a-b1a2-e13a88ed3864 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.0543098 Aug 06 17:05:17.201712 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0f15bacd-f75e-489e-93fe-a44eb5e971c4 req-05fe6c9b-f6d5-4bb5-a456-69b418fc4b98 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329056 Aug 06 17:05:18.315185 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d6e88-2123-485a-ac36-ae94e5b9cc79 req-1264512b-83a4-4f91-8065-2bb3d0f913c3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:18.316646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a77d6e88-2123-485a-ac36-ae94e5b9cc79 req-1264512b-83a4-4f91-8065-2bb3d0f913c3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.0475013 Aug 06 17:05:18.353434 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a77d6e88-2123-485a-ac36-ae94e5b9cc79 req-8c49be64-148c-4772-8384-51866397684b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306499 Aug 06 17:05:19.469154 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5228e68-d810-4025-b921-874ceb283626 req-5e0bda68-148c-4caf-95ca-802d275aaeae tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:19.470670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5228e68-d810-4025-b921-874ceb283626 req-5e0bda68-148c-4caf-95ca-802d275aaeae tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.0499396 Aug 06 17:05:19.507396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5228e68-d810-4025-b921-874ceb283626 req-1efccd46-16f5-44ad-9e9f-64e6b27d275b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308356 Aug 06 17:05:19.529460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34756) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:05:19.591816 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-aef83dbc-d933-4e29-a08b-42d7c615ad4a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/d1d0b804-7d9c-45b7-93b0-c86ef5d3ce85 HTTP/1.1" status: 200 len: 993 time: 0.0612361 Aug 06 17:05:20.883770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55dd58-1b2d-49fb-bc65-c106e1a72b90 req-65db46aa-f6fb-48fe-8641-156f413fe00a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:20.885150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0e55dd58-1b2d-49fb-bc65-c106e1a72b90 req-65db46aa-f6fb-48fe-8641-156f413fe00a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.0775158 Aug 06 17:05:20.891849 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374b31a-0be4-4ad6-aaec-b309e3cb81fd req-5d84d87d-3bf3-4554-9ffa-2459cfcc28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:20.899680 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c374b31a-0be4-4ad6-aaec-b309e3cb81fd req-5d84d87d-3bf3-4554-9ffa-2459cfcc28f9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 1096 time: 0.0551980 Aug 06 17:05:20.977896 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0e55dd58-1b2d-49fb-bc65-c106e1a72b90 req-4b049dc1-87c2-45bd-b320-c08b4f54c94b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834353 Aug 06 17:05:21.006659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374b31a-0be4-4ad6-aaec-b309e3cb81fd req-e36eedd6-9484-43a7-ba5b-c534724a6238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:21.008110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c374b31a-0be4-4ad6-aaec-b309e3cb81fd req-e36eedd6-9484-43a7-ba5b-c534724a6238 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d95fc973-d5a6-47cf-b6dd-c24afd71887f HTTP/1.1" status: 200 len: 898 time: 0.1071002 Aug 06 17:05:21.077921 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c374b31a-0be4-4ad6-aaec-b309e3cb81fd req-903de085-acf9-482d-ae8d-08d9fcce05a8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6cd2368-849d-4ab4-95b6-563b0b728169 HTTP/1.1" status: 200 len: 1001 time: 0.0611484 Aug 06 17:05:21.127385 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374b31a-0be4-4ad6-aaec-b309e3cb81fd req-d29d83fc-1e45-4535-8446-aed93b06c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:21.128799 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c374b31a-0be4-4ad6-aaec-b309e3cb81fd req-d29d83fc-1e45-4535-8446-aed93b06c431 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=57e3ab27-b4f8-442d-a40c-c4f4ca9908c2 HTTP/1.1" status: 200 len: 834 time: 0.0434074 Aug 06 17:05:21.173962 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374b31a-0be4-4ad6-aaec-b309e3cb81fd req-435529fa-537c-4854-8f9a-92992a4f8c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:21.175345 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c374b31a-0be4-4ad6-aaec-b309e3cb81fd req-435529fa-537c-4854-8f9a-92992a4f8c54 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d95fc973-d5a6-47cf-b6dd-c24afd71887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392170 Aug 06 17:05:21.269447 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c374b31a-0be4-4ad6-aaec-b309e3cb81fd req-7f6f0e45-c609-47e5-a162-8b767eb60342 service neutron] 10.222.0.78 "GET /v2.0/networks/d95fc973-d5a6-47cf-b6dd-c24afd71887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862327 Aug 06 17:05:21.359428 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c374b31a-0be4-4ad6-aaec-b309e3cb81fd req-bba22ead-0c17-4943-82c9-d1fae4dd9ce5 service neutron] 10.222.0.78 "GET /v2.0/networks/d95fc973-d5a6-47cf-b6dd-c24afd71887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823526 Aug 06 17:05:22.098632 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cbb60-a061-478e-9030-848e3486942a req-2ea67c48-9a1a-44fc-a3f1-6cc3d5b821ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:22.100010 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f0cbb60-a061-478e-9030-848e3486942a req-2ea67c48-9a1a-44fc-a3f1-6cc3d5b821ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.0535462 Aug 06 17:05:22.137219 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4f0cbb60-a061-478e-9030-848e3486942a req-d7fe5371-326b-4f98-b3a7-cf048a03355c tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313401 Aug 06 17:05:22.162032 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34768) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:05:22.221922 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0fb659cd-8f8c-4c3c-9269-05a88ba4c892 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/d1d0b804-7d9c-45b7-93b0-c86ef5d3ce85 HTTP/1.1" status: 200 len: 993 time: 0.0587399 Aug 06 17:05:24.362269 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:24.575551 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:26.478676 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:05:33.896909 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-546500be-0665-4583-a1ae-01f861497613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:36.308298 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1e41da90-9315-44b1-a323-d2c31009ee0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:36.738754 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:37.563033 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:39.278121 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:52.556102 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34782) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:05:52.720077 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port 38b11f7d-82a4-4d74-b8a4-eca4e93c2690 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:05:52.720427 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:52.799589 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:52.799914 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:52.811407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for 38b11f7d-82a4-4d74-b8a4-eca4e93c2690 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:05:52.963591 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:52.991218 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=38b11f7d-82a4-4d74-b8a4-eca4e93c2690,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:05:53.016817 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:53.017193 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:53.017537 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:53.017917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:53.018252 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:53.018582 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:53.018939 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:53.019266 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:53.019593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:53.019917 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:53.020244 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:53.020560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:53.059610 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:53.060091 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Floating IP d1d0b804-7d9c-45b7-93b0-c86ef5d3ce85 disassociated (deleted). External IP: 172.25.1.149, port: b6cd2368-849d-4ab4-95b6-563b0b728169. Aug 06 17:05:53.267725 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router c127933e-b813-4d03-9c6d-2b827a61884d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:05:53.375011 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:05:53.379943 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:53.385571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487bb7cb-e69d-433d-9bd4-39a458e91ef0 None None] Sync routers for ids ['c127933e-b813-4d03-9c6d-2b827a61884d'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:05:53.394061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487bb7cb-e69d-433d-9bd4-39a458e91ef0 None None] Routers {'c127933e-b813-4d03-9c6d-2b827a61884d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:05:53.394667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-487bb7cb-e69d-433d-9bd4-39a458e91ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:05:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c127933e-b813-4d03-9c6d-2b827a61884d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:05:53.408887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e9672eb6-3b77-4c0f-98a7-a344c86adb14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/floatingips/d1d0b804-7d9c-45b7-93b0-c86ef5d3ce85 HTTP/1.1" status: 204 len: 168 time: 0.8493876 Aug 06 17:05:53.408887 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5355452d-3ce5-4cc1-8058-f84e4815f286', 'tag': 'b6cd2368-849d-4ab4-95b6-563b0b728169'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:05:53.409563 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0350d8-6749-4315-b168-4ebdf104f981" -d '{"events": [{"name": "network-changed", "server_uuid": "5355452d-3ce5-4cc1-8058-f84e4815f286", "tag": "b6cd2368-849d-4ab4-95b6-563b0b728169"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:05:53.447169 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cd3f90-71e7-4f8c-8f29-3f079d1a5481 x-openstack-request-id: req-23cd3f90-71e7-4f8c-8f29-3f079d1a5481 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:05:53.447461 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5355452d-3ce5-4cc1-8058-f84e4815f286", "tag": "b6cd2368-849d-4ab4-95b6-563b0b728169", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:05:53.447712 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-23cd3f90-71e7-4f8c-8f29-3f079d1a5481 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:05:53.448281 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5355452d-3ce5-4cc1-8058-f84e4815f286', 'tag': 'b6cd2368-849d-4ab4-95b6-563b0b728169', 'status': 'completed', 'code': 200} Aug 06 17:05:53.504571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-487bb7cb-e69d-433d-9bd4-39a458e91ef0 None None] Set router c127933e-b813-4d03-9c6d-2b827a61884d gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:05:53.513119 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0350d8-6749-4315-b168-4ebdf104f981 req-6cf49eaf-3822-4d18-a9cd-6d7836834001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:53.515312 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b0350d8-6749-4315-b168-4ebdf104f981 req-6cf49eaf-3822-4d18-a9cd-6d7836834001 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 1096 time: 0.0442297 Aug 06 17:05:53.652043 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0350d8-6749-4315-b168-4ebdf104f981 req-a67ead9c-0288-465c-a4ec-f19506861a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:53.653856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b0350d8-6749-4315-b168-4ebdf104f981 req-a67ead9c-0288-465c-a4ec-f19506861a69 service neutron] 10.222.0.78 "GET /v2.0/networks?id=d95fc973-d5a6-47cf-b6dd-c24afd71887f HTTP/1.1" status: 200 len: 898 time: 0.1280463 Aug 06 17:05:53.707008 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b0350d8-6749-4315-b168-4ebdf104f981 req-87c6e429-dd69-46c1-b6cd-6860e8a03969 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6cd2368-849d-4ab4-95b6-563b0b728169 HTTP/1.1" status: 200 len: 217 time: 0.0420113 Aug 06 17:05:53.719965 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb667cd-9664-4609-b8ee-9890793888a2 req-296034c3-9db6-4323-a59c-8bb1a4c82227 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:53.721490 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-adb667cd-9664-4609-b8ee-9890793888a2 req-296034c3-9db6-4323-a59c-8bb1a4c82227 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.1091313 Aug 06 17:05:53.723487 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-487bb7cb-e69d-433d-9bd4-39a458e91ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386035257', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '01eb95ff-8717-415f-9402-f4d793d2574a', 'name': '', 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:83:cf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:21Z', 'updated_at': '2021-08-06T17:04:26Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:05:53.750170 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487bb7cb-e69d-433d-9bd4-39a458e91ef0 None None] Checking router: c127933e-b813-4d03-9c6d-2b827a61884d for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:05:53.758843 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487bb7cb-e69d-433d-9bd4-39a458e91ef0 None None] Routers {'c127933e-b813-4d03-9c6d-2b827a61884d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:05:53.759458 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-487bb7cb-e69d-433d-9bd4-39a458e91ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:05:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c127933e-b813-4d03-9c6d-2b827a61884d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:05:53.789578 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0350d8-6749-4315-b168-4ebdf104f981 req-47c2dd71-e7f0-47e5-9e39-0c69f1702856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:53.791081 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b0350d8-6749-4315-b168-4ebdf104f981 req-47c2dd71-e7f0-47e5-9e39-0c69f1702856 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=57e3ab27-b4f8-442d-a40c-c4f4ca9908c2 HTTP/1.1" status: 200 len: 834 time: 0.0686877 Aug 06 17:05:53.796506 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-adb667cd-9664-4609-b8ee-9890793888a2 req-0018be0c-2ee9-4ee2-b70d-56d99ae34cfa tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655487 Aug 06 17:05:53.847282 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0350d8-6749-4315-b168-4ebdf104f981 req-f02391b2-2f6d-42af-96af-4e8563f51b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:53.848993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b0350d8-6749-4315-b168-4ebdf104f981 req-f02391b2-2f6d-42af-96af-4e8563f51b14 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=d95fc973-d5a6-47cf-b6dd-c24afd71887f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499604 Aug 06 17:05:53.877585 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-487bb7cb-e69d-433d-9bd4-39a458e91ef0 None None] Set router c127933e-b813-4d03-9c6d-2b827a61884d gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:05:53.950428 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b0350d8-6749-4315-b168-4ebdf104f981 req-f9d1a6ad-8189-4451-bb8c-dfa9ff8ef6f1 service neutron] 10.222.0.78 "GET /v2.0/networks/d95fc973-d5a6-47cf-b6dd-c24afd71887f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929546 Aug 06 17:05:54.050812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b0350d8-6749-4315-b168-4ebdf104f981 req-5ee8689f-4d06-43be-896c-3f5ef5565571 service neutron] 10.222.0.78 "GET /v2.0/networks/d95fc973-d5a6-47cf-b6dd-c24afd71887f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903437 Aug 06 17:05:54.090479 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-487bb7cb-e69d-433d-9bd4-39a458e91ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386035257', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '01eb95ff-8717-415f-9402-f4d793d2574a', 'name': '', 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:83:cf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:21Z', 'updated_at': '2021-08-06T17:04:26Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:05:54.119926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487bb7cb-e69d-433d-9bd4-39a458e91ef0 None None] The sync data for ids ['c127933e-b813-4d03-9c6d-2b827a61884d'] in n-d-803756-1 is: [{'id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386035257', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '01eb95ff-8717-415f-9402-f4d793d2574a', 'name': '', 'network_id': 'd95fc973-d5a6-47cf-b6dd-c24afd71887f', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:83:cf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:21Z', 'updated_at': '2021-08-06T17:04:26Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': '57e3ab27-b4f8-442d-a40c-c4f4ca9908c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:05:54.361960 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f88ec4-47f3-4143-abda-2c31a746a06a None None] New status for floating IP d1d0b804-7d9c-45b7-93b0-c86ef5d3ce85: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:05:54.362528 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:54.574143 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:54.939576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f5812-d4d2-4b26-901b-334b58b3f17b req-da9dba62-6988-4834-bdb6-7a09cf6fa9e7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:54.941102 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae1f5812-d4d2-4b26-901b-334b58b3f17b req-da9dba62-6988-4834-bdb6-7a09cf6fa9e7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.0668588 Aug 06 17:05:54.986137 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae1f5812-d4d2-4b26-901b-334b58b3f17b req-05756cac-c139-486a-8801-77b1a0060db1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d8f0906-af0e-4d16-a977-2f0c9113654c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386169 Aug 06 17:05:55.205400 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aada4-3b62-44e3-a692-69176a807d5c req-b095cba7-c933-4ef4-ab14-e8aed7211ada tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:55.206966 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed7aada4-3b62-44e3-a692-69176a807d5c req-b095cba7-c933-4ef4-ab14-e8aed7211ada tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 945 time: 0.0478520 Aug 06 17:05:55.297162 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-ed7aada4-3b62-44e3-a692-69176a807d5c req-b9e536b7-7382-4c4f-aedb-3ca414de6a1f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port b6cd2368-849d-4ab4-95b6-563b0b728169 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:05:55.297505 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ed7aada4-3b62-44e3-a692-69176a807d5c req-b9e536b7-7382-4c4f-aedb-3ca414de6a1f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:55.382659 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-ed7aada4-3b62-44e3-a692-69176a807d5c req-b9e536b7-7382-4c4f-aedb-3ca414de6a1f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] For port b6cd2368-849d-4ab4-95b6-563b0b728169, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b6cd2368-849d-4ab4-95b6-563b0b728169,segment=NetworkSegment(edb014c4-1815-4425-a0a0-c3fb1ac04008),segment_id=edb014c4-1815-4425-a0a0-c3fb1ac04008)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:05:55.383021 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ed7aada4-3b62-44e3-a692-69176a807d5c req-b9e536b7-7382-4c4f-aedb-3ca414de6a1f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:55.395634 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-ed7aada4-3b62-44e3-a692-69176a807d5c req-b9e536b7-7382-4c4f-aedb-3ca414de6a1f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for b6cd2368-849d-4ab4-95b6-563b0b728169 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:05:55.522989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ed7aada4-3b62-44e3-a692-69176a807d5c req-b9e536b7-7382-4c4f-aedb-3ca414de6a1f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:55.551054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e536b7-7382-4c4f-aedb-3ca414de6a1f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=b6cd2368-849d-4ab4-95b6-563b0b728169,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:05:55.594360 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7aada4-3b62-44e3-a692-69176a807d5c req-b9e536b7-7382-4c4f-aedb-3ca414de6a1f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] No DVR routers for this DVR port b6cd2368-849d-4ab4-95b6-563b0b728169 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:05:55.597072 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-ed7aada4-3b62-44e3-a692-69176a807d5c req-b9e536b7-7382-4c4f-aedb-3ca414de6a1f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:55.599165 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed7aada4-3b62-44e3-a692-69176a807d5c req-b9e536b7-7382-4c4f-aedb-3ca414de6a1f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "DELETE /v2.0/ports/b6cd2368-849d-4ab4-95b6-563b0b728169 HTTP/1.1" status: 204 len: 173 time: 0.3859253 Aug 06 17:05:55.599630 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5355452d-3ce5-4cc1-8058-f84e4815f286', 'name': 'network-vif-deleted', 'tag': 'b6cd2368-849d-4ab4-95b6-563b0b728169'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:05:55.602431 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a751d7-cf08-45e8-b691-5a4f9c3ecc5e" -d '{"events": [{"server_uuid": "5355452d-3ce5-4cc1-8058-f84e4815f286", "name": "network-vif-deleted", "tag": "b6cd2368-849d-4ab4-95b6-563b0b728169"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:05:55.639479 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb8e84b-4d86-47fb-9c5f-2a29a8acb111 x-openstack-request-id: req-8bb8e84b-4d86-47fb-9c5f-2a29a8acb111 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:05:55.640279 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5355452d-3ce5-4cc1-8058-f84e4815f286", "name": "network-vif-deleted", "tag": "b6cd2368-849d-4ab4-95b6-563b0b728169", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:05:55.640680 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bb8e84b-4d86-47fb-9c5f-2a29a8acb111 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:05:55.641079 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5355452d-3ce5-4cc1-8058-f84e4815f286', 'name': 'network-vif-deleted', 'tag': 'b6cd2368-849d-4ab4-95b6-563b0b728169', 'status': 'completed', 'code': 200} Aug 06 17:05:56.119904 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9539bd2d-f013-4198-b843-fb79fc82f681 req-ec60f581-4a14-4dde-925c-0af03a476aec tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=5355452d-3ce5-4cc1-8058-f84e4815f286 HTTP/1.1" status: 200 len: 210 time: 0.0353515 Aug 06 17:05:57.176101 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34800) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:05:57.528841 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:57.791011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port 01eb95ff-8717-415f-9402-f4d793d2574a {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:05:57.791645 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:57.880605 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] For port 01eb95ff-8717-415f-9402-f4d793d2574a, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=01eb95ff-8717-415f-9402-f4d793d2574a,segment=NetworkSegment(edb014c4-1815-4425-a0a0-c3fb1ac04008),segment_id=edb014c4-1815-4425-a0a0-c3fb1ac04008)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:05:57.880971 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:57.894430 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for 01eb95ff-8717-415f-9402-f4d793d2574a owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:05:58.085957 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:58.114155 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=01eb95ff-8717-415f-9402-f4d793d2574a,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:05:58.140447 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:58.140799 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:58.141136 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:58.141470 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:58.141818 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:58.142145 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:58.142465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:58.142789 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:58.143109 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:58.143430 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:58.143750 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:58.144069 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:58.301070 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:58.521111 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router c127933e-b813-4d03-9c6d-2b827a61884d has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:05:58.628314 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:05:58.633421 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-1b090238-9589-4883-9103-9226ea0deb62 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "PUT /v2.0/routers/c127933e-b813-4d03-9c6d-2b827a61884d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4563100 Aug 06 17:05:58.636432 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34804) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:05:58.640082 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78985d7b-c94c-4485-af8f-a5f3b9943b3b None None] Sync routers for ids ['c127933e-b813-4d03-9c6d-2b827a61884d'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:05:58.649423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78985d7b-c94c-4485-af8f-a5f3b9943b3b None None] Routers {'c127933e-b813-4d03-9c6d-2b827a61884d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:05:58.650053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-78985d7b-c94c-4485-af8f-a5f3b9943b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:05:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c127933e-b813-4d03-9c6d-2b827a61884d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:05:58.686870 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd61a01-990d-4e74-aef5-5622d6c91ad7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting subnet 57e3ab27-b4f8-442d-a40c-c4f4ca9908c2 {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:05:58.689942 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5fd61a01-990d-4e74-aef5-5622d6c91ad7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:58.729596 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5fd61a01-990d-4e74-aef5-5622d6c91ad7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:58.751097 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-78985d7b-c94c-4485-af8f-a5f3b9943b3b None None] Set router c127933e-b813-4d03-9c6d-2b827a61884d gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:05:58.815646 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5fd61a01-990d-4e74-aef5-5622d6c91ad7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:58.877152 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5fd61a01-990d-4e74-aef5-5622d6c91ad7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:58.902588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd61a01-990d-4e74-aef5-5622d6c91ad7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Subnet': ['ID=57e3ab27-b4f8-442d-a40c-c4f4ca9908c2,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:05:58.909431 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5fd61a01-990d-4e74-aef5-5622d6c91ad7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:58.911731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5fd61a01-990d-4e74-aef5-5622d6c91ad7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/subnets/57e3ab27-b4f8-442d-a40c-c4f4ca9908c2 HTTP/1.1" status: 204 len: 168 time: 0.2742934 Aug 06 17:05:58.914457 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34806) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:05:58.919999 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7b7baf-8cef-4bf7-9997-fc3e26954395 None None] Network d95fc973-d5a6-47cf-b6dd-c24afd71887f requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:05:58.993965 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-78985d7b-c94c-4485-af8f-a5f3b9943b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386035257', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:05:58Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:05:59.025206 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549d3779-f858-4c62-bd67-32bac153183d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.035453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78985d7b-c94c-4485-af8f-a5f3b9943b3b None None] Checking router: c127933e-b813-4d03-9c6d-2b827a61884d for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:05:59.063897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78985d7b-c94c-4485-af8f-a5f3b9943b3b None None] Routers {'c127933e-b813-4d03-9c6d-2b827a61884d'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:05:59.064501 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-78985d7b-c94c-4485-af8f-a5f3b9943b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:05:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['c127933e-b813-4d03-9c6d-2b827a61884d'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:05:59.134248 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549d3779-f858-4c62-bd67-32bac153183d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.181478 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-78985d7b-c94c-4485-af8f-a5f3b9943b3b None None] Set router c127933e-b813-4d03-9c6d-2b827a61884d gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:05:59.191789 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-549d3779-f858-4c62-bd67-32bac153183d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port d4f55455-7416-4e3d-b5c7-98866231eb52 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:05:59.192476 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549d3779-f858-4c62-bd67-32bac153183d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.207950 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] DHCP port deletion for d95fc973-d5a6-47cf-b6dd-c24afd71887f request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:05:59.276083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-549d3779-f858-4c62-bd67-32bac153183d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] For port d4f55455-7416-4e3d-b5c7-98866231eb52, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=d4f55455-7416-4e3d-b5c7-98866231eb52,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:05:59.276457 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549d3779-f858-4c62-bd67-32bac153183d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.287911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-549d3779-f858-4c62-bd67-32bac153183d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for d4f55455-7416-4e3d-b5c7-98866231eb52 owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:05:59.350636 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Deleting port 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:05:59.351011 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.458195 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549d3779-f858-4c62-bd67-32bac153183d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.482281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d3779-f858-4c62-bd67-32bac153183d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=d4f55455-7416-4e3d-b5c7-98866231eb52,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:05:59.546772 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549d3779-f858-4c62-bd67-32bac153183d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.594671 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] For port 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce,segment=NetworkSegment(edb014c4-1815-4425-a0a0-c3fb1ac04008),segment_id=edb014c4-1815-4425-a0a0-c3fb1ac04008)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:05:59.595068 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.611944 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Calling delete_port for 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:05:59.631896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-78985d7b-c94c-4485-af8f-a5f3b9943b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386035257', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:05:58Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:05:59.639786 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549d3779-f858-4c62-bd67-32bac153183d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.641915 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549d3779-f858-4c62-bd67-32bac153183d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.686565 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549d3779-f858-4c62-bd67-32bac153183d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.687691 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549d3779-f858-4c62-bd67-32bac153183d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Fanout notify agent at l3_agent the message router_deleted on router c127933e-b813-4d03-9c6d-2b827a61884d {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:05:59.687927 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78985d7b-c94c-4485-af8f-a5f3b9943b3b None None] The sync data for ids ['c127933e-b813-4d03-9c6d-2b827a61884d'] in n-d-803756-1 is: [{'id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386035257', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:05:58Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': 'd4f55455-7416-4e3d-b5c7-98866231eb52', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:1a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c127933e-b813-4d03-9c6d-2b827a61884d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:04:18Z', 'updated_at': '2021-08-06T17:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:05:59.696074 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-549d3779-f858-4c62-bd67-32bac153183d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.699992 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34808) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:05:59.700564 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-549d3779-f858-4c62-bd67-32bac153183d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/routers/c127933e-b813-4d03-9c6d-2b827a61884d HTTP/1.1" status: 204 len: 168 time: 0.7849469 Aug 06 17:05:59.742660 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.768168 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Pushing event deleted for resources: {'Port': ['ID=5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:05:59.775686 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] No DVR routers for this DVR port 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:05:59.779283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:59.781809 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:59.781809 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:59.781809 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:59.781809 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:59.781809 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:59.781809 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:59.781809 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:59.782861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:59.782861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:59.782861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:59.783482 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb92a8-aa3e-4a96-b0ff-54d1c68f63b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:05:59.787191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device b6cd2368-849d-4ab4-95b6-563b0b728169 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:05:59.795439 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3aacde0a-e693-41a4-a370-4f59e3d4c9ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.807347 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: b6cd2368-849d-4ab4-95b6-563b0b728169 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:05:59.807699 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device b6cd2368-849d-4ab4-95b6-563b0b728169 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:05:59.886606 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3aacde0a-e693-41a4-a370-4f59e3d4c9ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.895997 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3aacde0a-e693-41a4-a370-4f59e3d4c9ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95fc973-d5a6-47cf-b6dd-c24afd71887f']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:05:59.905914 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3aacde0a-e693-41a4-a370-4f59e3d4c9ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb014c4-1815-4425-a0a0-c3fb1ac04008') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:05:59.906208 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-3aacde0a-e693-41a4-a370-4f59e3d4c9ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb014c4-1815-4425-a0a0-c3fb1ac04008') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:05:59.914714 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3aacde0a-e693-41a4-a370-4f59e3d4c9ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.928744 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3aacde0a-e693-41a4-a370-4f59e3d4c9ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.935170 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aacde0a-e693-41a4-a370-4f59e3d4c9ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:05:59.935580 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3aacde0a-e693-41a4-a370-4f59e3d4c9ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: timer() Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:05:59.939129 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:06:00.001957 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3aacde0a-e693-41a4-a370-4f59e3d4c9ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.008656 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3aacde0a-e693-41a4-a370-4f59e3d4c9ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.010494 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3aacde0a-e693-41a4-a370-4f59e3d4c9ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/networks/d95fc973-d5a6-47cf-b6dd-c24afd71887f HTTP/1.1" status: 204 len: 168 time: 0.3086238 Aug 06 17:06:00.013403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34810) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:00.021985 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacde0a-e693-41a4-a370-4f59e3d4c9ee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Network': ['ID=d95fc973-d5a6-47cf-b6dd-c24afd71887f,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:00.075325 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5e6cffef-f496-425b-ac88-6d77f2d1ebbc tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.107992 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5e6cffef-f496-425b-ac88-6d77f2d1ebbc tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.178981 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5e6cffef-f496-425b-ac88-6d77f2d1ebbc tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.183113 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5e6cffef-f496-425b-ac88-6d77f2d1ebbc tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.184284 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5e6cffef-f496-425b-ac88-6d77f2d1ebbc tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/security-groups/0d8f0906-af0e-4d16-a977-2f0c9113654c HTTP/1.1" status: 204 len: 168 time: 0.1698632 Aug 06 17:06:00.195119 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cffef-f496-425b-ac88-6d77f2d1ebbc tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8f0906-af0e-4d16-a977-2f0c9113654c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:00.209830 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:06:00.238022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:06:00.238397 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 5b1224ed-266a-4a8d-9c7b-7a7ef4c6b6ce not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:06:00.238830 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 01eb95ff-8717-415f-9402-f4d793d2574a no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:06:00.267289 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 01eb95ff-8717-415f-9402-f4d793d2574a {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:06:00.267642 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 01eb95ff-8717-415f-9402-f4d793d2574a not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:06:00.450744 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34816) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:00.455542 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-a89de920-75d7-4185-a26a-08dac9543e33 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-253197004', 'description': 'tempest-secgroup-smoke-253197004 description', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:06:00.476833 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a89de920-75d7-4185-a26a-08dac9543e33 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.556177 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a89de920-75d7-4185-a26a-08dac9543e33 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.559675 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a89de920-75d7-4185-a26a-08dac9543e33 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.597211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89de920-75d7-4185-a26a-08dac9543e33 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08cae24-6320-42b7-bd66-d139206030f0,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:00.599464 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a89de920-75d7-4185-a26a-08dac9543e33 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.600679 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a89de920-75d7-4185-a26a-08dac9543e33 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1489491 Aug 06 17:06:00.603673 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34818) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:00.607869 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fa5b098f-5c96-410f-ba60-1097309c1b63 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': 'e08cae24-6320-42b7-bd66-d139206030f0', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:06:00.635436 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa5b098f-5c96-410f-ba60-1097309c1b63 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.692292 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa5b098f-5c96-410f-ba60-1097309c1b63 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.696110 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa5b098f-5c96-410f-ba60-1097309c1b63 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.714047 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b098f-5c96-410f-ba60-1097309c1b63 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957b3d14-e384-4316-a830-007bf82c7b99,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:00.720921 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fa5b098f-5c96-410f-ba60-1097309c1b63 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.722250 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fa5b098f-5c96-410f-ba60-1097309c1b63 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178095 Aug 06 17:06:00.725027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34820) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:00.729453 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-dcc8c008-d3da-4728-a8d8-3634b24d26c7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': 'e08cae24-6320-42b7-bd66-d139206030f0', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:06:00.758534 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c008-d3da-4728-a8d8-3634b24d26c7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.819452 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c008-d3da-4728-a8d8-3634b24d26c7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.824059 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c008-d3da-4728-a8d8-3634b24d26c7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.844168 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8c008-d3da-4728-a8d8-3634b24d26c7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1fc9f3-a8e8-4f3a-b15c-3378efb6ee51,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:00.847645 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c008-d3da-4728-a8d8-3634b24d26c7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.848885 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-dcc8c008-d3da-4728-a8d8-3634b24d26c7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229224 Aug 06 17:06:00.851698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34822) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:00.856020 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7890868e-ad01-412d-8fd8-5b237fb773a7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': 'e08cae24-6320-42b7-bd66-d139206030f0', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:06:00.882365 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7890868e-ad01-412d-8fd8-5b237fb773a7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.943246 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7890868e-ad01-412d-8fd8-5b237fb773a7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.947102 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7890868e-ad01-412d-8fd8-5b237fb773a7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.965826 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890868e-ad01-412d-8fd8-5b237fb773a7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05594400-c3b0-4329-a45a-80e12012a7e7,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:00.973522 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7890868e-ad01-412d-8fd8-5b237fb773a7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.974755 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7890868e-ad01-412d-8fd8-5b237fb773a7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221366 Aug 06 17:06:00.977523 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34824) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:00.981893 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-df73d420-2200-4ba9-b2c4-0487d1f62434 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': 'e08cae24-6320-42b7-bd66-d139206030f0', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:06:01.009330 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-df73d420-2200-4ba9-b2c4-0487d1f62434 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.068952 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-df73d420-2200-4ba9-b2c4-0487d1f62434 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.072372 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-df73d420-2200-4ba9-b2c4-0487d1f62434 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.089422 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73d420-2200-4ba9-b2c4-0487d1f62434 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5504f3-27df-4421-9083-98acadd79290,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:01.095290 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-df73d420-2200-4ba9-b2c4-0487d1f62434 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.096467 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-df73d420-2200-4ba9-b2c4-0487d1f62434 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179876 Aug 06 17:06:01.099239 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34826) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:01.103558 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-aa37ab04-c3fa-4226-9e12-e712217c2b52 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': 'e08cae24-6320-42b7-bd66-d139206030f0', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:06:01.124929 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-aa37ab04-c3fa-4226-9e12-e712217c2b52 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Project 9338de4f4fb0403c9742ef94fa5775b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:06:01.129856 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa37ab04-c3fa-4226-9e12-e712217c2b52 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.190491 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa37ab04-c3fa-4226-9e12-e712217c2b52 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.194236 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa37ab04-c3fa-4226-9e12-e712217c2b52 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.212157 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37ab04-c3fa-4226-9e12-e712217c2b52 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c642f96-987f-4c39-b695-db076b9a0261,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:01.219042 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-aa37ab04-c3fa-4226-9e12-e712217c2b52 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.220603 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-aa37ab04-c3fa-4226-9e12-e712217c2b52 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204572 Aug 06 17:06:01.223435 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34828) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:01.227828 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-fcec56d7-2695-4aab-9f5a-d704546db3f1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'security_group_rule': {'security_group_id': 'e08cae24-6320-42b7-bd66-d139206030f0', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:06:01.249075 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-fcec56d7-2695-4aab-9f5a-d704546db3f1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Project 9338de4f4fb0403c9742ef94fa5775b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:06:01.254372 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fcec56d7-2695-4aab-9f5a-d704546db3f1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.316559 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fcec56d7-2695-4aab-9f5a-d704546db3f1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.320221 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fcec56d7-2695-4aab-9f5a-d704546db3f1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.337132 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec56d7-2695-4aab-9f5a-d704546db3f1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc19d6a-40de-454d-8d1e-589fea4a4094,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:01.345149 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-fcec56d7-2695-4aab-9f5a-d704546db3f1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.346418 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-fcec56d7-2695-4aab-9f5a-d704546db3f1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220448 Aug 06 17:06:01.349286 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34830) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:01.354092 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-7591f06e-0caa-4819-b4f9-f73d1133b717 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'network': {'name': 'tempest-network-smoke--1574928502', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'port_security_enabled': True}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:06:01.373993 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7591f06e-0caa-4819-b4f9-f73d1133b717 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Made reservation on behalf of 9338de4f4fb0403c9742ef94fa5775b0 for: {'network': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:06:01.377903 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7591f06e-0caa-4819-b4f9-f73d1133b717 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.400369 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7591f06e-0caa-4819-b4f9-f73d1133b717 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=105764) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:06:01.410277 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7591f06e-0caa-4819-b4f9-f73d1133b717 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.410643 n-d-803756-1 neutron-server[105764]: INFO neutron.db.segments_db [None req-7591f06e-0caa-4819-b4f9-f73d1133b717 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Added segment 26112580-b41e-42ce-946a-8b303f34746d of type vlan for network 4ef608fb-d594-402b-8413-89572790d1d5 Aug 06 17:06:01.449849 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7591f06e-0caa-4819-b4f9-f73d1133b717 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.476967 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7591f06e-0caa-4819-b4f9-f73d1133b717 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.482352 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591f06e-0caa-4819-b4f9-f73d1133b717 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:01.482935 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7591f06e-0caa-4819-b4f9-f73d1133b717 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.518121 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7591f06e-0caa-4819-b4f9-f73d1133b717 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1678102 Aug 06 17:06:01.520963 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34832) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:01.525674 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-619805550', 'admin_state_up': True, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:06:01.550684 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.551869 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.552307 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591f06e-0caa-4819-b4f9-f73d1133b717 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Network': ['ID=4ef608fb-d594-402b-8413-89572790d1d5,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:01.564461 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 4ef608fb-d594-402b-8413-89572790d1d5 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:06:01.609200 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.745251 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.935657 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:01.954610 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:02.052712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.25.1.183 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/77a88c1f-c3b9-4878-bc05-1d616ba2d61b) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:06:02.082302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d4f55455-7416-4e3d-b5c7-98866231eb52 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:06:02.106506 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: d4f55455-7416-4e3d-b5c7-98866231eb52 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:06:02.106849 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device d4f55455-7416-4e3d-b5c7-98866231eb52 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:06:02.158311 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:02.198036 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:02.231583 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:06:02.234297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:06:02.239628 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:06:02.267553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=77a88c1f-c3b9-4878-bc05-1d616ba2d61b,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:02.485191 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:03.018068 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:03.139776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router e7a9f495-0756-4d07-8fe4-7396a0b7c241 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:06:03.243014 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:06:03.252801 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Sync routers for ids ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:06:03.261871 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:03.262043 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Routers {'e7a9f495-0756-4d07-8fe4-7396a0b7c241'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:06:03.262626 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:05:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:03.263123 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-02480291-d4c6-4034-8d60-33e187b9aebd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7411768 Aug 06 17:06:03.266846 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34834) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:03.355422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0b25e556-85d3-45bf-b858-a3a2d0544133 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=9338de4f4fb0403c9742ef94fa5775b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0851724 Aug 06 17:06:03.355662 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34838) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:03.371489 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Set router e7a9f495-0756-4d07-8fe4-7396a0b7c241 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:06:03.445297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d4fe9a-5165-4377-960d-69f9f6b57a6b tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:03.446719 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-84d4fe9a-5165-4377-960d-69f9f6b57a6b tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902104 Aug 06 17:06:03.449652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34840) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:03.476450 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5a0a9f62-8840-41aa-b6f8-b7e75c0f211d tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=a032e3c1-4d26-4652-b5c8-781664ed13c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257328 Aug 06 17:06:03.479030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34842) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:03.480199 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:06:03.484257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-f5f7e2f4-e0d0-4b6a-88b8-1cab26bd5e92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1620373324', 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5', 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:06:03.578214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f7e2f4-e0d0-4b6a-88b8-1cab26bd5e92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Made reservation on behalf of 9338de4f4fb0403c9742ef94fa5775b0 for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:06:03.581829 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5f7e2f4-e0d0-4b6a-88b8-1cab26bd5e92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:03.646372 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619805550', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:02Z', 'revision_number': 3, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:03.672630 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Checking router: e7a9f495-0756-4d07-8fe4-7396a0b7c241 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:06:03.672967 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Updating router e7a9f495-0756-4d07-8fe4-7396a0b7c241 port 77a88c1f-c3b9-4878-bc05-1d616ba2d61b binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:06:03.698732 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:03.767444 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5f7e2f4-e0d0-4b6a-88b8-1cab26bd5e92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:03.829849 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7e2f4-e0d0-4b6a-88b8-1cab26bd5e92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Subnet': ['ID=b19df0c6-1513-44be-a385-0073b8a5939c,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:03.837857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f7e2f4-e0d0-4b6a-88b8-1cab26bd5e92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Checking segment: {'id': '26112580-b41e-42ce-946a-8b303f34746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:06:03.837857 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f7e2f4-e0d0-4b6a-88b8-1cab26bd5e92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network hostable DHCP agents. Network: 4ef608fb-d594-402b-8413-89572790d1d5, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:06:03.854940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f7e2f4-e0d0-4b6a-88b8-1cab26bd5e92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network 4ef608fb-d594-402b-8413-89572790d1d5 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:06:03.865075 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-f5f7e2f4-e0d0-4b6a-88b8-1cab26bd5e92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 4ef608fb-d594-402b-8413-89572790d1d5) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:06:03.869602 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f7e2f4-e0d0-4b6a-88b8-1cab26bd5e92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:03.870100 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f5f7e2f4-e0d0-4b6a-88b8-1cab26bd5e92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:03.874925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a202ef-31f7-40d7-903f-ebb814529f8f None None] Network 4ef608fb-d594-402b-8413-89572790d1d5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:06:03.890624 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f5f7e2f4-e0d0-4b6a-88b8-1cab26bd5e92 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4100759 Aug 06 17:06:03.890863 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34844) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:03.938637 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-207b00c7-6c94-4b8b-894e-5ea5e0d3cac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:03.963126 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:03.974334 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Transition to ACTIVE for port object 77a88c1f-c3b9-4878-bc05-1d616ba2d61b will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:06:03.980460 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:04.033974 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Attempting to bind port 77a88c1f-c3b9-4878-bc05-1d616ba2d61b on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:06:04.034352 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Attempting to bind port 77a88c1f-c3b9-4878-bc05-1d616ba2d61b by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:06:04.034705 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Attempting to bind port 77a88c1f-c3b9-4878-bc05-1d616ba2d61b on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:06:04.045486 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:06:04.046393 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:06:04.046800 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:04.047194 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:06:04.047669 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Bound port: 77a88c1f-c3b9-4878-bc05-1d616ba2d61b, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:06:04.048050 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:04.048221 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-4ef608fb-d594-402b-8413-89572790d1d5', 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ips': [{'subnet_id': 'b19df0c6-1513-44be-a385-0073b8a5939c'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:06:04.049365 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:04.049957 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814f189-60c1-4feb-be83-d74041df2258 None None] Pushing event updated for resources: {'Port': ['ID=77a88c1f-c3b9-4878-bc05-1d616ba2d61b,revision_number=2']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:04.103524 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] For port 77a88c1f-c3b9-4878-bc05-1d616ba2d61b, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:06:04.106815 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] For port 77a88c1f-c3b9-4878-bc05-1d616ba2d61b, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=77a88c1f-c3b9-4878-bc05-1d616ba2d61b,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:06:04.113534 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814f189-60c1-4feb-be83-d74041df2258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:04.113936 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814f189-60c1-4feb-be83-d74041df2258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:04.114257 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814f189-60c1-4feb-be83-d74041df2258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:04.114583 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814f189-60c1-4feb-be83-d74041df2258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:04.114915 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814f189-60c1-4feb-be83-d74041df2258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:04.115256 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814f189-60c1-4feb-be83-d74041df2258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:04.115566 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814f189-60c1-4feb-be83-d74041df2258 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:04.115886 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814f189-60c1-4feb-be83-d74041df2258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:04.116198 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814f189-60c1-4feb-be83-d74041df2258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:04.116519 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814f189-60c1-4feb-be83-d74041df2258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:04.116836 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814f189-60c1-4feb-be83-d74041df2258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:04.117152 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3814f189-60c1-4feb-be83-d74041df2258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:04.121028 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:04.183089 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Routers {'e7a9f495-0756-4d07-8fe4-7396a0b7c241'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:06:04.183722 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:05:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:04.199791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Allocated IP 172.20.0.2 (4ef608fb-d594-402b-8413-89572790d1d5/b19df0c6-1513-44be-a385-0073b8a5939c/905d94d2-f355-4a81-bbc5-4356131e2a19) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:06:04.283560 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814f189-60c1-4feb-be83-d74041df2258 None None] Pushing event updated for resources: {'Port': ['ID=77a88c1f-c3b9-4878-bc05-1d616ba2d61b,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:04.295462 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] Set router e7a9f495-0756-4d07-8fe4-7396a0b7c241 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:06:04.359265 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:04.368038 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Transition to ACTIVE for port object 905d94d2-f355-4a81-bbc5-4356131e2a19 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:06:04.384622 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Transition to ACTIVE for port object 905d94d2-f355-4a81-bbc5-4356131e2a19 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:06:04.391381 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:04.430422 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Network 4ef608fb-d594-402b-8413-89572790d1d5 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:06:04.435053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:06:04.441170 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:06:04.444567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Pushing event updated for resources: {'Port': ['ID=905d94d2-f355-4a81-bbc5-4356131e2a19,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:04.482461 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619805550', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:02Z', 'revision_number': 3, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:04.505358 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Attempting to bind port 905d94d2-f355-4a81-bbc5-4356131e2a19 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:06:04.505819 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Attempting to bind port 905d94d2-f355-4a81-bbc5-4356131e2a19 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '26112580-b41e-42ce-946a-8b303f34746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:06:04.506177 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Attempting to bind port 905d94d2-f355-4a81-bbc5-4356131e2a19 on network 4ef608fb-d594-402b-8413-89572790d1d5 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:06:04.509086 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437dae4d-31fb-466b-9936-a870813fe446 None None] The sync data for ids ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'] in n-d-803756-1 is: [{'id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619805550', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:02Z', 'revision_number': 3, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:06:04.511767 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:06:04.512142 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Checking segment: {'id': '26112580-b41e-42ce-946a-8b303f34746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:06:04.512538 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:04.512921 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Bound using segment: {'id': '26112580-b41e-42ce-946a-8b303f34746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:06:04.513890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Bound port: 905d94d2-f355-4a81-bbc5-4356131e2a19, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26112580-b41e-42ce-946a-8b303f34746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:06:04.513890 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:04.582972 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] For port 905d94d2-f355-4a81-bbc5-4356131e2a19, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:06:04.586709 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] For port 905d94d2-f355-4a81-bbc5-4356131e2a19, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=905d94d2-f355-4a81-bbc5-4356131e2a19,segment=NetworkSegment(26112580-b41e-42ce-946a-8b303f34746d),segment_id=26112580-b41e-42ce-946a-8b303f34746d)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:06:04.591567 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:04.653515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ab995-84f5-43a2-aac7-f849a2e3648c None None] Pushing event updated for resources: {'Port': ['ID=905d94d2-f355-4a81-bbc5-4356131e2a19,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:04.730931 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:05.091255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.20.0.1 (4ef608fb-d594-402b-8413-89572790d1d5/b19df0c6-1513-44be-a385-0073b8a5939c/451a862a-2077-4d3e-8553-c334a974d4ff) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:06:05.222514 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:05.236933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Transition to ACTIVE for port object 451a862a-2077-4d3e-8553-c334a974d4ff will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:06:05.273444 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:05.317940 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network 4ef608fb-d594-402b-8413-89572790d1d5 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:06:05.321532 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:06:05.324681 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:06:05.351777 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=451a862a-2077-4d3e-8553-c334a974d4ff,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:05.376470 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:05.515413 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:05.611109 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3248547b-ac67-49b1-9847-0058a4fedc76 None None] Network 4ef608fb-d594-402b-8413-89572790d1d5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:06:05.672640 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e2d9e590-894f-4de6-8e5a-6ff9e8617f14 None None] Provisioning for port 905d94d2-f355-4a81-bbc5-4356131e2a19 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:06:05.806066 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:05.811561 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:05.888786 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:05.892784 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=451a862a-2077-4d3e-8553-c334a974d4ff,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:05.997172 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network 4ef608fb-d594-402b-8413-89572790d1d5 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:06:05.998746 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:06:06.017556 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-76d74390-c7b8-401b-ae3a-5c7643c4e2fe None None] Provisioning for port 451a862a-2077-4d3e-8553-c334a974d4ff completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:06:06.022261 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-76d74390-c7b8-401b-ae3a-5c7643c4e2fe None None] Provisioning complete for port 451a862a-2077-4d3e-8553-c334a974d4ff triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:06:06.022649 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-76d74390-c7b8-401b-ae3a-5c7643c4e2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:06.061576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-76d74390-c7b8-401b-ae3a-5c7643c4e2fe None None] Port 451a862a-2077-4d3e-8553-c334a974d4ff cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:06:06.145745 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router e7a9f495-0756-4d07-8fe4-7396a0b7c241 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:06:06.183317 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-589128e2-ed0e-48c1-9250-42bf1d13979c None None] Provisioning complete for port 451a862a-2077-4d3e-8553-c334a974d4ff triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:06:06.183685 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-589128e2-ed0e-48c1-9250-42bf1d13979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:06.224875 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 77a88c1f-c3b9-4878-bc05-1d616ba2d61b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:06:06.266584 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-589128e2-ed0e-48c1-9250-42bf1d13979c None None] Port 451a862a-2077-4d3e-8553-c334a974d4ff cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:06:06.278486 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:06:06.285692 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-bda37bf5-16b8-4c5d-8b1c-3ec228a63237 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "PUT /v2.0/routers/e7a9f495-0756-4d07-8fe4-7396a0b7c241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3929677 Aug 06 17:06:06.292206 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Sync routers for ids ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:06:06.300990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 77a88c1f-c3b9-4878-bc05-1d616ba2d61b completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:06:06.315008 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 77a88c1f-c3b9-4878-bc05-1d616ba2d61b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:06:06.315250 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:06.341404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Routers {'e7a9f495-0756-4d07-8fe4-7396a0b7c241'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:06:06.341404 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:05:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:06.379874 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-66b37212-7901-4548-ad18-a394d4e80200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:06.446581 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-f6d26020-9692-4242-aa00-cc6cc2d97516 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253197004&fields=id&tenant_id=9338de4f4fb0403c9742ef94fa5775b0 HTTP/1.1" status: 200 len: 267 time: 0.0351713 Aug 06 17:06:06.504983 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Set router e7a9f495-0756-4d07-8fe4-7396a0b7c241 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:06:06.507842 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:06.557382 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f3905da0-8828-4764-b249-98fab9b12e13 None None] Provisioning complete for port 451a862a-2077-4d3e-8553-c334a974d4ff triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:06:06.557783 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f3905da0-8828-4764-b249-98fab9b12e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:06.563274 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-00187dce-a1ca-48d1-8f45-16bacc2101e3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:06.564896 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-00187dce-a1ca-48d1-8f45-16bacc2101e3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/networks?id=4ef608fb-d594-402b-8413-89572790d1d5 HTTP/1.1" status: 200 len: 797 time: 0.1099651 Aug 06 17:06:06.566027 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 77a88c1f-c3b9-4878-bc05-1d616ba2d61b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=77a88c1f-c3b9-4878-bc05-1d616ba2d61b,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:06.581505 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-903a8a6a-84c7-4f31-a8e5-d305ca504897 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/quotas/9338de4f4fb0403c9742ef94fa5775b0 HTTP/1.1" status: 200 len: 375 time: 0.0097156 Aug 06 17:06:06.588124 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:06.588906 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 905d94d2-f355-4a81-bbc5-4356131e2a19 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:06:06.633604 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-055829ec-9062-46d1-b55c-9b4adb25bcee tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460293 Aug 06 17:06:06.699686 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f3905da0-8828-4764-b249-98fab9b12e13 None None] Port 451a862a-2077-4d3e-8553-c334a974d4ff cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:06:06.737072 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-0a85d0f7-f0d7-455f-821d-285584a87748 service neutron] 10.222.0.37 "GET /v2.0/networks/4ef608fb-d594-402b-8413-89572790d1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913091 Aug 06 17:06:06.771099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=77a88c1f-c3b9-4878-bc05-1d616ba2d61b,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:06.779281 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:06.805367 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 905d94d2-f355-4a81-bbc5-4356131e2a19 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:06:06.826160 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 905d94d2-f355-4a81-bbc5-4356131e2a19 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:06:06.826533 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:06.837223 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-06bef8ae-5447-46d2-8f20-00d835c311e8 service neutron] 10.222.0.37 "GET /v2.0/networks/4ef608fb-d594-402b-8413-89572790d1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935438 Aug 06 17:06:06.896045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619805550', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:05Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '451a862a-2077-4d3e-8553-c334a974d4ff', 'name': '', 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:1e:cb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:04Z', 'updated_at': '2021-08-06T17:06:05Z', 'revision_number': 2, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:06.946688 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Checking router: e7a9f495-0756-4d07-8fe4-7396a0b7c241 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:06:06.947051 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Updating router e7a9f495-0756-4d07-8fe4-7396a0b7c241 port 451a862a-2077-4d3e-8553-c334a974d4ff binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:06:06.973675 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:06.990533 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:07.018419 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87063101-08e2-46bb-a241-a2e67d32383e req-284570ee-7a5f-4dbe-8fa1-4a6d3fda887a tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 210 time: 0.0376537 Aug 06 17:06:07.024019 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 905d94d2-f355-4a81-bbc5-4356131e2a19, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=905d94d2-f355-4a81-bbc5-4356131e2a19,segment=NetworkSegment(26112580-b41e-42ce-946a-8b303f34746d),segment_id=26112580-b41e-42ce-946a-8b303f34746d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:07.043747 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:07.160210 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=905d94d2-f355-4a81-bbc5-4356131e2a19,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:07.480828 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:07.490951 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Transition to ACTIVE for port object 451a862a-2077-4d3e-8553-c334a974d4ff will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:06:07.497264 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:07.547056 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df0a73-059b-4b80-a65d-e03a94f19c05 None None] Pushing event updated for resources: {'Port': ['ID=451a862a-2077-4d3e-8553-c334a974d4ff,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:07.601132 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:07.612412 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Attempting to bind port 451a862a-2077-4d3e-8553-c334a974d4ff on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:06:07.612887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Attempting to bind port 451a862a-2077-4d3e-8553-c334a974d4ff by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '26112580-b41e-42ce-946a-8b303f34746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:06:07.613133 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Attempting to bind port 451a862a-2077-4d3e-8553-c334a974d4ff on network 4ef608fb-d594-402b-8413-89572790d1d5 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:06:07.620509 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:06:07.621184 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Checking segment: {'id': '26112580-b41e-42ce-946a-8b303f34746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:06:07.621303 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:07.621709 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Bound using segment: {'id': '26112580-b41e-42ce-946a-8b303f34746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:06:07.622190 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Bound port: 451a862a-2077-4d3e-8553-c334a974d4ff, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26112580-b41e-42ce-946a-8b303f34746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:06:07.622611 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:07.705883 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] For port 451a862a-2077-4d3e-8553-c334a974d4ff, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:06:07.709260 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] For port 451a862a-2077-4d3e-8553-c334a974d4ff, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=451a862a-2077-4d3e-8553-c334a974d4ff,segment=NetworkSegment(26112580-b41e-42ce-946a-8b303f34746d),segment_id=26112580-b41e-42ce-946a-8b303f34746d)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:06:07.714659 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:07.777314 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Routers {'e7a9f495-0756-4d07-8fe4-7396a0b7c241'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:06:07.777966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:06:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:07.781132 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df0a73-059b-4b80-a65d-e03a94f19c05 None None] Pushing event updated for resources: {'Port': ['ID=451a862a-2077-4d3e-8553-c334a974d4ff,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:07.901472 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] Set router e7a9f495-0756-4d07-8fe4-7396a0b7c241 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:06:08.100496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-b1edca67-ace9-430b-b0b3-2b159f7c0e77 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:08.102150 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-b1edca67-ace9-430b-b0b3-2b159f7c0e77 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "GET /v2.0/networks?id=4ef608fb-d594-402b-8413-89572790d1d5 HTTP/1.1" status: 200 len: 797 time: 0.1286061 Aug 06 17:06:08.138887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619805550', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:05Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '451a862a-2077-4d3e-8553-c334a974d4ff', 'name': '', 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:1e:cb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:04Z', 'updated_at': '2021-08-06T17:06:07Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:08.150212 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-25f4bfdd-52da-4f4d-9ded-6f53376a9eff req-b950344b-369a-423b-a9e0-22b23d816e5f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 210 time: 0.0470130 Aug 06 17:06:08.168903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515cfff-6796-4fc8-8129-1a6488d6c724 None None] The sync data for ids ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'] in n-d-803756-1 is: [{'id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619805550', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:05Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '451a862a-2077-4d3e-8553-c334a974d4ff', 'name': '', 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:1e:cb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:04Z', 'updated_at': '2021-08-06T17:06:07Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:06:08.180307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-bbde976f-65fa-44fc-827e-dd0ef1cdbec3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9338de4f4fb0403c9742ef94fa5775b0 HTTP/1.1" status: 200 len: 379 time: 0.0651035 Aug 06 17:06:08.192341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 77a88c1f-c3b9-4878-bc05-1d616ba2d61b up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:06:08.193934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-c132e4f9-9237-4a87-82ee-5f89bd80b885 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'port': {'device_id': '2c986182-5e81-489c-98aa-e67b7d7972f5', 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5', 'admin_state_up': True, 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'security_groups': ['e08cae24-6320-42b7-bd66-d139206030f0']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:06:08.263400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 77a88c1f-c3b9-4878-bc05-1d616ba2d61b triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:06:08.263768 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:08.346370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-c132e4f9-9237-4a87-82ee-5f89bd80b885 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Made reservation on behalf of 9338de4f4fb0403c9742ef94fa5775b0 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:06:08.350530 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-c132e4f9-9237-4a87-82ee-5f89bd80b885 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:08.375678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 905d94d2-f355-4a81-bbc5-4356131e2a19 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:06:08.425263 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 905d94d2-f355-4a81-bbc5-4356131e2a19 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:06:08.425576 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:08.485479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-c132e4f9-9237-4a87-82ee-5f89bd80b885 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.20.0.3 (4ef608fb-d594-402b-8413-89572790d1d5/b19df0c6-1513-44be-a385-0073b8a5939c/cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:06:08.639080 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-c132e4f9-9237-4a87-82ee-5f89bd80b885 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:08.653609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-c132e4f9-9237-4a87-82ee-5f89bd80b885 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Transition to ACTIVE for port object cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:06:08.687942 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-c132e4f9-9237-4a87-82ee-5f89bd80b885 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:08.735525 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-c132e4f9-9237-4a87-82ee-5f89bd80b885 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network 4ef608fb-d594-402b-8413-89572790d1d5 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:06:08.738685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-c132e4f9-9237-4a87-82ee-5f89bd80b885 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:06:08.742598 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-c132e4f9-9237-4a87-82ee-5f89bd80b885 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:06:08.767910 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132e4f9-9237-4a87-82ee-5f89bd80b885 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:08.807657 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-c132e4f9-9237-4a87-82ee-5f89bd80b885 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:08.808294 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-c132e4f9-9237-4a87-82ee-5f89bd80b885 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:08.828246 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-c132e4f9-9237-4a87-82ee-5f89bd80b885 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6402645 Aug 06 17:06:08.841393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Request body: {'port': {'device_id': '2c986182-5e81-489c-98aa-e67b7d7972f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:06:08.905052 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:09.038437 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3f82a083-8e12-4545-b0d2-ca7f8862b0a1 None None] Provisioning for port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:06:09.042648 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3f82a083-8e12-4545-b0d2-ca7f8862b0a1 None None] Provisioning complete for port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:06:09.043127 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3f82a083-8e12-4545-b0d2-ca7f8862b0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:09.080794 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3f82a083-8e12-4545-b0d2-ca7f8862b0a1 None None] Port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:06:09.192131 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:06:09.200318 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:09.214369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Transition to ACTIVE for port object cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:06:09.219253 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:09.294868 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:09.308988 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Pushing event updated for resources: {'Port': ['ID=cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:09.368484 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b46c2b-33f1-4fe5-918d-1e1e064f4acd req-5f65b0a5-d540-4bfa-8ead-d01db6991858 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:09.370158 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-71b46c2b-33f1-4fe5-918d-1e1e064f4acd req-5f65b0a5-d540-4bfa-8ead-d01db6991858 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 943 time: 0.1228623 Aug 06 17:06:09.407713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Attempting to bind port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:06:09.408051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Attempting to bind port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '26112580-b41e-42ce-946a-8b303f34746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:06:09.408384 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Attempting to bind port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 on network 4ef608fb-d594-402b-8413-89572790d1d5 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:06:09.423049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 on network 4ef608fb-d594-402b-8413-89572790d1d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:06:09.423383 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Attempting to bind port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 on network 4ef608fb-d594-402b-8413-89572790d1d5 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:06:09.430812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-71b46c2b-33f1-4fe5-918d-1e1e064f4acd req-5086f30e-4193-43fe-a0fe-ec3e3a3a8e50 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534160 Aug 06 17:06:09.433606 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:06:09.434049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Checking segment: {'id': '26112580-b41e-42ce-946a-8b303f34746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:06:09.434435 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Bound using segment: {'id': '26112580-b41e-42ce-946a-8b303f34746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:06:09.434871 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Bound port: cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26112580-b41e-42ce-946a-8b303f34746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:06:09.435237 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:09.504958 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] For port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:06:09.508053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] For port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74,segment=NetworkSegment(26112580-b41e-42ce-946a-8b303f34746d),segment_id=26112580-b41e-42ce-946a-8b303f34746d)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:06:09.512818 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:09.547069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:09.547308 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:09.548731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] 10.222.0.78 "PUT /v2.0/ports/cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 HTTP/1.1" status: 200 len: 1091 time: 0.7120802 Aug 06 17:06:09.551255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c986182-5e81-489c-98aa-e67b7d7972f5', 'tag': 'cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:06:09.554268 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623ba84b-d196-4c28-b2d8-836696a1bdef" -d '{"events": [{"name": "network-changed", "server_uuid": "2c986182-5e81-489c-98aa-e67b7d7972f5", "tag": "cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:06:09.584986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485898f-a158-48f4-8fd1-b48cc62a8eab service neutron] Pushing event updated for resources: {'Port': ['ID=cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:09.600073 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5173511-c39a-425b-a54d-edf63aae5590 x-openstack-request-id: req-f5173511-c39a-425b-a54d-edf63aae5590 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:06:09.600329 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c986182-5e81-489c-98aa-e67b7d7972f5", "tag": "cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:06:09.600586 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5173511-c39a-425b-a54d-edf63aae5590 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:06:09.600981 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c986182-5e81-489c-98aa-e67b7d7972f5', 'tag': 'cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74', 'status': 'completed', 'code': 200} Aug 06 17:06:09.635627 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-ae13d707-9a68-4808-b0ea-9771ec3d01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:09.637164 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-ae13d707-9a68-4808-b0ea-9771ec3d01ff service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 1094 time: 0.0465479 Aug 06 17:06:09.688427 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-de192c71-0926-4897-a189-23ae5afa75c8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 HTTP/1.1" status: 200 len: 217 time: 0.0417516 Aug 06 17:06:09.749132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-2fc4f101-8f96-45ea-8ef9-7350c6176796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:09.750636 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-2fc4f101-8f96-45ea-8ef9-7350c6176796 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b19df0c6-1513-44be-a385-0073b8a5939c HTTP/1.1" status: 200 len: 835 time: 0.0504246 Aug 06 17:06:09.799481 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-7248844c-c848-4945-9bcf-d481a0ddd809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:09.800996 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-7248844c-c848-4945-9bcf-d481a0ddd809 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ef608fb-d594-402b-8413-89572790d1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426662 Aug 06 17:06:09.898554 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-ff48a544-1204-4d5d-9674-860eb1e2d4a0 service neutron] 10.222.0.78 "GET /v2.0/networks/4ef608fb-d594-402b-8413-89572790d1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899065 Aug 06 17:06:09.997752 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-dbe3d05c-e86c-4b88-9a12-94723c05b411 req-8043986d-5575-4da3-a14b-fca96a3f834a service neutron] 10.222.0.78 "GET /v2.0/networks/4ef608fb-d594-402b-8413-89572790d1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911431 Aug 06 17:06:10.099253 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ba84b-d196-4c28-b2d8-836696a1bdef req-638d1a5c-ae3d-4254-8ef2-1e37618c2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:10.101170 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-623ba84b-d196-4c28-b2d8-836696a1bdef req-638d1a5c-ae3d-4254-8ef2-1e37618c2579 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 1094 time: 0.0466311 Aug 06 17:06:10.165239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 451a862a-2077-4d3e-8553-c334a974d4ff up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:06:10.206404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ba84b-d196-4c28-b2d8-836696a1bdef req-56da46bc-d5cc-432f-8648-2866ea7ff8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:10.207911 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-623ba84b-d196-4c28-b2d8-836696a1bdef req-56da46bc-d5cc-432f-8648-2866ea7ff8cc service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ef608fb-d594-402b-8413-89572790d1d5 HTTP/1.1" status: 200 len: 898 time: 0.0970874 Aug 06 17:06:10.220643 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 451a862a-2077-4d3e-8553-c334a974d4ff completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:06:10.232655 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 451a862a-2077-4d3e-8553-c334a974d4ff triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:06:10.233195 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:10.253153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-623ba84b-d196-4c28-b2d8-836696a1bdef req-3eaac39e-dc7d-4d5f-85d4-c780694b876a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 HTTP/1.1" status: 200 len: 217 time: 0.0373073 Aug 06 17:06:10.312944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ba84b-d196-4c28-b2d8-836696a1bdef req-24446933-6af3-427f-b7c4-616a9d2ad1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:10.314479 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-623ba84b-d196-4c28-b2d8-836696a1bdef req-24446933-6af3-427f-b7c4-616a9d2ad1e1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b19df0c6-1513-44be-a385-0073b8a5939c HTTP/1.1" status: 200 len: 835 time: 0.0541232 Aug 06 17:06:10.324779 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:10.367076 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ba84b-d196-4c28-b2d8-836696a1bdef req-c4758c00-a91e-48f9-9862-b6c4883c7096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:10.368650 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-623ba84b-d196-4c28-b2d8-836696a1bdef req-c4758c00-a91e-48f9-9862-b6c4883c7096 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ef608fb-d594-402b-8413-89572790d1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458658 Aug 06 17:06:10.370124 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 451a862a-2077-4d3e-8553-c334a974d4ff, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=451a862a-2077-4d3e-8553-c334a974d4ff,segment=NetworkSegment(26112580-b41e-42ce-946a-8b303f34746d),segment_id=26112580-b41e-42ce-946a-8b303f34746d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:10.374967 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:10.425578 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=451a862a-2077-4d3e-8553-c334a974d4ff,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:10.478678 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-623ba84b-d196-4c28-b2d8-836696a1bdef req-309aedca-e07e-434d-819d-64295ab76933 service neutron] 10.222.0.78 "GET /v2.0/networks/4ef608fb-d594-402b-8413-89572790d1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924540 Aug 06 17:06:10.598479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dabcce-9b2b-4f9f-881e-d260cda7c574 req-91d24de5-f26f-4f95-ac2e-df431599bdf3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:10.599884 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-52dabcce-9b2b-4f9f-881e-d260cda7c574 req-91d24de5-f26f-4f95-ac2e-df431599bdf3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 943 time: 0.0937977 Aug 06 17:06:10.603364 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-623ba84b-d196-4c28-b2d8-836696a1bdef req-28e5a9b3-215b-4e05-8afa-f488f17c0c92 service neutron] 10.222.0.78 "GET /v2.0/networks/4ef608fb-d594-402b-8413-89572790d1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230586 Aug 06 17:06:10.644707 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-52dabcce-9b2b-4f9f-881e-d260cda7c574 req-b995b776-98bc-41ee-9c03-d3f3c17f75f3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387976 Aug 06 17:06:11.760873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ce13e-75d1-486f-84a1-08311a44e1a2 req-805de3d0-03ca-4607-a8ef-f0b4b16b6938 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:11.762414 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-469ce13e-75d1-486f-84a1-08311a44e1a2 req-805de3d0-03ca-4607-a8ef-f0b4b16b6938 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 943 time: 0.0487006 Aug 06 17:06:11.799493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-469ce13e-75d1-486f-84a1-08311a44e1a2 req-ebd19301-c1f2-449d-852c-df886571cfbd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310230 Aug 06 17:06:12.130571 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 451a862a-2077-4d3e-8553-c334a974d4ff up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:06:12.177174 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 451a862a-2077-4d3e-8553-c334a974d4ff triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:06:12.177540 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:12.912819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afd95e-e27a-477d-8ad5-1eec317602aa req-40b8ecc0-7720-42de-94cb-361f6d098b9b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:12.914331 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87afd95e-e27a-477d-8ad5-1eec317602aa req-40b8ecc0-7720-42de-94cb-361f6d098b9b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 943 time: 0.0475087 Aug 06 17:06:12.952475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-87afd95e-e27a-477d-8ad5-1eec317602aa req-815dcb13-4c1d-4c3f-b291-cb5fd859cc1d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318589 Aug 06 17:06:13.845903 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:06:13.938420 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74,segment=NetworkSegment(26112580-b41e-42ce-946a-8b303f34746d),segment_id=26112580-b41e-42ce-946a-8b303f34746d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:13.952600 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74', 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5', 'port_id': 'cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74', 'mac_address': 'fa:16:3e:a0:8b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:06:13.988765 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:14.002755 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:06:14.022321 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74,segment=NetworkSegment(26112580-b41e-42ce-946a-8b303f34746d),segment_id=26112580-b41e-42ce-946a-8b303f34746d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:14.026768 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:14.070082 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf417fd-c0b4-4f49-9db6-e3b8b986238f req-8856bb7a-1928-4e88-8f7e-6582a986bdf8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:14.071550 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7cf417fd-c0b4-4f49-9db6-e3b8b986238f req-8856bb7a-1928-4e88-8f7e-6582a986bdf8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 944 time: 0.0505536 Aug 06 17:06:14.075852 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:14.115745 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7cf417fd-c0b4-4f49-9db6-e3b8b986238f req-3fe0a1f9-4c48-4503-aa3d-532ef829882b tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378907 Aug 06 17:06:14.267271 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:06:15.230590 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd5807-5759-48a3-8aa4-c4ba4d90a11a req-74da52d0-fb2f-4c6d-bdd5-31a27dd8fde0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:15.232040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4cd5807-5759-48a3-8aa4-c4ba4d90a11a req-74da52d0-fb2f-4c6d-bdd5-31a27dd8fde0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 944 time: 0.0482118 Aug 06 17:06:15.269334 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e4cd5807-5759-48a3-8aa4-c4ba4d90a11a req-2dc4787a-e760-4117-b632-414b1629202f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313630 Aug 06 17:06:15.848402 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:06:15.894847 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:06:15.898555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:06:15.898921 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:15.977581 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:16.000657 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c986182-5e81-489c-98aa-e67b7d7972f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:06:16.003120 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29755d9-342d-49ff-9ff5-71466acf600b" -d '{"events": [{"server_uuid": "2c986182-5e81-489c-98aa-e67b7d7972f5", "name": "network-vif-plugged", "status": "completed", "tag": "cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:06:16.017813 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74,segment=NetworkSegment(26112580-b41e-42ce-946a-8b303f34746d),segment_id=26112580-b41e-42ce-946a-8b303f34746d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:16.021840 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:16.046870 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff5c4fc-9f5a-4f8d-a4fb-77d514c8a6c4 x-openstack-request-id: req-8ff5c4fc-9f5a-4f8d-a4fb-77d514c8a6c4 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:06:16.047164 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c986182-5e81-489c-98aa-e67b7d7972f5", "name": "network-vif-plugged", "status": "completed", "tag": "cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:06:16.047413 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ff5c4fc-9f5a-4f8d-a4fb-77d514c8a6c4 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:06:16.047810 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c986182-5e81-489c-98aa-e67b7d7972f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74', 'code': 200} Aug 06 17:06:16.078022 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:16.141984 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3d76-7142-47c4-abee-bd0e4ade2f01 req-e1c5df17-5c3a-4b0b-b37d-5d41f47a5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:16.143422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4adb3d76-7142-47c4-abee-bd0e4ade2f01 req-e1c5df17-5c3a-4b0b-b37d-5d41f47a5b11 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 1096 time: 0.0394456 Aug 06 17:06:16.177618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4adb3d76-7142-47c4-abee-bd0e4ade2f01 req-0e50e172-c7b3-4d5b-9186-768e36dc578d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269482 Aug 06 17:06:16.395331 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae338a5c-276a-4d54-8b79-fa9885f6e502 req-ca00f591-41e7-4199-bc18-d2741e2c7e85 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:16.396783 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae338a5c-276a-4d54-8b79-fa9885f6e502 req-ca00f591-41e7-4199-bc18-d2741e2c7e85 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 945 time: 0.0563173 Aug 06 17:06:16.439139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ae338a5c-276a-4d54-8b79-fa9885f6e502 req-38e632d8-7b2a-471c-b507-583d008dccb2 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363705 Aug 06 17:06:17.554235 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e38d9-4693-4da1-8df4-b3dd035955f2 req-ed762161-1523-4598-8b33-df82c71bc03d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:17.555691 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-182e38d9-4693-4da1-8df4-b3dd035955f2 req-ed762161-1523-4598-8b33-df82c71bc03d tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 945 time: 0.0479896 Aug 06 17:06:17.593229 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-182e38d9-4693-4da1-8df4-b3dd035955f2 req-51911047-db23-45f2-a549-eef5547ddbc8 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311015 Aug 06 17:06:17.705340 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99695d8a-b36d-4642-9be2-6e17f4f14443 req-a6c6ebb7-3ae6-4388-9216-45f834b566aa tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:17.706826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99695d8a-b36d-4642-9be2-6e17f4f14443 req-a6c6ebb7-3ae6-4388-9216-45f834b566aa tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 945 time: 0.0489206 Aug 06 17:06:17.744063 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-99695d8a-b36d-4642-9be2-6e17f4f14443 req-48e19f9b-b18a-4d71-bb15-bd5e7915d4a7 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312262 Aug 06 17:06:17.766096 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34900) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:17.805031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79573b29-55fe-491e-99c6-6afe35003d57 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:17.806607 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-79573b29-55fe-491e-99c6-6afe35003d57 tempest-TestNetworkAdvancedServerOps-1981630468 tempest-TestNetworkAdvancedServerOps-1981630468-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 1091 time: 0.0394807 Aug 06 17:06:17.809974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34902) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:17.815185 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': 'cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:06:17.838048 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:17.936021 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:18.040880 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Allocated IP 172.25.1.17 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/c02d7919-7940-414e-9f2e-bc4ccef10eae) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:06:18.140941 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:18.179036 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:18.213401 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:06:18.218508 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:06:18.222479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:06:18.250452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=c02d7919-7940-414e-9f2e-bc4ccef10eae,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:18.575204 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:18.643722 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:18.786160 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:18.790495 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:18.861053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event updated for resources: {'Port': ['ID=c02d7919-7940-414e-9f2e-bc4ccef10eae,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:18.870990 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:18.969682 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Floating IP bfc824d3-b1ea-4710-8491-bfbc37052cc6 associated. External IP: 172.25.1.17, port: cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74. Aug 06 17:06:19.517062 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router e7a9f495-0756-4d07-8fe4-7396a0b7c241 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:06:19.618507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:06:19.629022 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c46e3-07e0-4149-937b-38b0cc246abb None None] Sync routers for ids ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:06:19.634473 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:19.640071 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c46e3-07e0-4149-937b-38b0cc246abb None None] Routers {'e7a9f495-0756-4d07-8fe4-7396a0b7c241'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:06:19.640681 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2b0c46e3-07e0-4149-937b-38b0cc246abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:06:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:19.664020 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b36ae452-4775-496a-9911-0554dbd8ed01 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8529501 Aug 06 17:06:19.664515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c986182-5e81-489c-98aa-e67b7d7972f5', 'tag': 'cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:06:19.666779 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff46bef2-0bfa-40fb-86de-343f7c91e4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c986182-5e81-489c-98aa-e67b7d7972f5", "tag": "cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:06:19.716201 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8625b71c-836b-4512-aa51-e485b6cf391c x-openstack-request-id: req-8625b71c-836b-4512-aa51-e485b6cf391c {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:06:19.716496 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c986182-5e81-489c-98aa-e67b7d7972f5", "tag": "cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:06:19.716749 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8625b71c-836b-4512-aa51-e485b6cf391c {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:06:19.717147 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c986182-5e81-489c-98aa-e67b7d7972f5', 'tag': 'cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74', 'status': 'completed', 'code': 200} Aug 06 17:06:19.756897 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-2b0c46e3-07e0-4149-937b-38b0cc246abb None None] Set router e7a9f495-0756-4d07-8fe4-7396a0b7c241 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:06:19.814391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142291-616b-45ec-a941-9c17da2a64a1 req-1de01af6-9def-4101-b781-2b8b512d84e3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:19.815873 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55142291-616b-45ec-a941-9c17da2a64a1 req-1de01af6-9def-4101-b781-2b8b512d84e3 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 945 time: 0.0765908 Aug 06 17:06:19.818930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46bef2-0bfa-40fb-86de-343f7c91e4f9 req-f909e18d-48a3-467c-8816-9e1f1d585780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:19.820301 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff46bef2-0bfa-40fb-86de-343f7c91e4f9 req-f909e18d-48a3-467c-8816-9e1f1d585780 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 1096 time: 0.0696540 Aug 06 17:06:19.910956 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55142291-616b-45ec-a941-9c17da2a64a1 req-92577819-377d-4986-a723-c03661627388 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881128 Aug 06 17:06:19.933356 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34908) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:19.941476 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46bef2-0bfa-40fb-86de-343f7c91e4f9 req-6222c667-aae6-476e-a4e8-9e138af0e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:19.943021 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff46bef2-0bfa-40fb-86de-343f7c91e4f9 req-6222c667-aae6-476e-a4e8-9e138af0e613 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ef608fb-d594-402b-8413-89572790d1d5 HTTP/1.1" status: 200 len: 898 time: 0.1135981 Aug 06 17:06:19.991462 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2b0c46e3-07e0-4149-937b-38b0cc246abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619805550', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:05Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'bfc824d3-b1ea-4710-8491-bfbc37052cc6', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'port_id': 'cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5', 'mac_address': 'fa:16:3e:a0:8b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c986182-5e81-489c-98aa-e67b7d7972f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:06:18Z', 'updated_at': '2021-08-06T17:06:18Z', 'revision_number': 0, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451a862a-2077-4d3e-8553-c334a974d4ff', 'name': '', 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:1e:cb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:04Z', 'updated_at': '2021-08-06T17:06:10Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:19.994993 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0519da2f-f8ac-4083-b665-170746913b88 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/bfc824d3-b1ea-4710-8491-bfbc37052cc6 HTTP/1.1" status: 200 len: 990 time: 0.0604358 Aug 06 17:06:20.011023 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff46bef2-0bfa-40fb-86de-343f7c91e4f9 req-dbfc2e8b-946a-446c-9d13-9f777decad85 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 HTTP/1.1" status: 200 len: 998 time: 0.0597794 Aug 06 17:06:20.018633 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c46e3-07e0-4149-937b-38b0cc246abb None None] Checking router: e7a9f495-0756-4d07-8fe4-7396a0b7c241 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:06:20.027171 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c46e3-07e0-4149-937b-38b0cc246abb None None] Routers {'e7a9f495-0756-4d07-8fe4-7396a0b7c241'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:06:20.027772 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2b0c46e3-07e0-4149-937b-38b0cc246abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:06:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:20.066378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46bef2-0bfa-40fb-86de-343f7c91e4f9 req-557a3a16-1f7f-4719-b4eb-7fc7a9470b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:20.068765 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff46bef2-0bfa-40fb-86de-343f7c91e4f9 req-557a3a16-1f7f-4719-b4eb-7fc7a9470b38 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b19df0c6-1513-44be-a385-0073b8a5939c HTTP/1.1" status: 200 len: 835 time: 0.0502393 Aug 06 17:06:20.115336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46bef2-0bfa-40fb-86de-343f7c91e4f9 req-eea7b0f0-e7ee-4695-b5fd-8433e81c60b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:20.117179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff46bef2-0bfa-40fb-86de-343f7c91e4f9 req-eea7b0f0-e7ee-4695-b5fd-8433e81c60b4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ef608fb-d594-402b-8413-89572790d1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407503 Aug 06 17:06:20.133391 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-2b0c46e3-07e0-4149-937b-38b0cc246abb None None] Set router e7a9f495-0756-4d07-8fe4-7396a0b7c241 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:06:20.215373 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff46bef2-0bfa-40fb-86de-343f7c91e4f9 req-681b2b42-b947-4b55-b993-3b993c5930a1 service neutron] 10.222.0.78 "GET /v2.0/networks/4ef608fb-d594-402b-8413-89572790d1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863907 Aug 06 17:06:20.302757 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ff46bef2-0bfa-40fb-86de-343f7c91e4f9 req-321f6f47-a7ca-4a7a-bd18-d5e649b9d5c2 service neutron] 10.222.0.78 "GET /v2.0/networks/4ef608fb-d594-402b-8413-89572790d1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825872 Aug 06 17:06:20.366413 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-2b0c46e3-07e0-4149-937b-38b0cc246abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619805550', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:05Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'bfc824d3-b1ea-4710-8491-bfbc37052cc6', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'port_id': 'cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5', 'mac_address': 'fa:16:3e:a0:8b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c986182-5e81-489c-98aa-e67b7d7972f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:06:18Z', 'updated_at': '2021-08-06T17:06:18Z', 'revision_number': 0, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451a862a-2077-4d3e-8553-c334a974d4ff', 'name': '', 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:1e:cb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:04Z', 'updated_at': '2021-08-06T17:06:10Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:20.391773 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c46e3-07e0-4149-937b-38b0cc246abb None None] The sync data for ids ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'] in n-d-803756-1 is: [{'id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619805550', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:05Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': 'bfc824d3-b1ea-4710-8491-bfbc37052cc6', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'floating_ip_address': '172.25.1.17', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'port_id': 'cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5', 'mac_address': 'fa:16:3e:a0:8b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c986182-5e81-489c-98aa-e67b7d7972f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:06:18Z', 'updated_at': '2021-08-06T17:06:18Z', 'revision_number': 0, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '451a862a-2077-4d3e-8553-c334a974d4ff', 'name': '', 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:1e:cb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:04Z', 'updated_at': '2021-08-06T17:06:10Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:06:20.579238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cdc485-c73c-4277-895b-3eeb041808d0 None None] New status for floating IP bfc824d3-b1ea-4710-8491-bfbc37052cc6: ACTIVE {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:06:20.999362 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34910) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:21.062938 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-eb436bca-4ee3-432b-90a7-8b843d4b5ef5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/bfc824d3-b1ea-4710-8491-bfbc37052cc6 HTTP/1.1" status: 200 len: 992 time: 0.0624685 Aug 06 17:06:24.371150 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:24.573013 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.899453 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c7d51f02-a0f5-4ba3-8d49-0a0ff5df0f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:36.313690 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0e624bfd-5272-4393-9231-d4a2ff760fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:36.742165 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:37.569830 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:39.286338 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:40.479297 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:06:52.519124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71960189-4ac2-4dcf-98cc-2b6f5627d95d req-3d32bcf8-287a-4501-8224-0de3ca3a0122 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:52.520827 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-71960189-4ac2-4dcf-98cc-2b6f5627d95d req-3d32bcf8-287a-4501-8224-0de3ca3a0122 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 945 time: 0.1190879 Aug 06 17:06:52.577135 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-71960189-4ac2-4dcf-98cc-2b6f5627d95d req-1d75151e-39f1-4733-b1e2-6c774f4b45b1 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466151 Aug 06 17:06:53.755923 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc696cd-6d4a-4994-870d-df7926e4fe70 req-3867cf2b-5af5-41db-9826-da2aee0f3b56 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:53.757387 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8bc696cd-6d4a-4994-870d-df7926e4fe70 req-3867cf2b-5af5-41db-9826-da2aee0f3b56 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 945 time: 0.0974607 Aug 06 17:06:53.794389 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8bc696cd-6d4a-4994-870d-df7926e4fe70 req-1d64ccd4-1589-49e2-8d52-2f5935276777 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309799 Aug 06 17:06:53.816854 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34942) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:53.876872 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e711dfe6-bf54-4e96-be0a-1055c7eef9c9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/bfc824d3-b1ea-4710-8491-bfbc37052cc6 HTTP/1.1" status: 200 len: 992 time: 0.0587149 Aug 06 17:06:54.363718 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:54.575085 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:55.160244 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc60218-2a24-4ebc-8313-f44bdecc2037 req-7fdb16a6-d142-43c4-9232-4c3f78d855f9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:55.161741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5fc60218-2a24-4ebc-8313-f44bdecc2037 req-7fdb16a6-d142-43c4-9232-4c3f78d855f9 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 945 time: 0.0784686 Aug 06 17:06:55.167732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf9bf8-9dc9-4e13-875d-48ec07d752c6 req-abb46f22-36da-45df-901a-94d37c1ec278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:55.169098 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cdf9bf8-9dc9-4e13-875d-48ec07d752c6 req-abb46f22-36da-45df-901a-94d37c1ec278 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 1096 time: 0.0538666 Aug 06 17:06:55.253611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5fc60218-2a24-4ebc-8313-f44bdecc2037 req-2d9e5f6a-7d13-4361-b927-3ed3d22e34cf tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835679 Aug 06 17:06:55.282781 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf9bf8-9dc9-4e13-875d-48ec07d752c6 req-9c8df507-f5f0-456a-a479-8ec65334a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:55.284759 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cdf9bf8-9dc9-4e13-875d-48ec07d752c6 req-9c8df507-f5f0-456a-a479-8ec65334a139 service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ef608fb-d594-402b-8413-89572790d1d5 HTTP/1.1" status: 200 len: 898 time: 0.1073885 Aug 06 17:06:55.349251 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cdf9bf8-9dc9-4e13-875d-48ec07d752c6 req-ed476b8a-8518-4758-9af3-d1d47319a6ad service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 HTTP/1.1" status: 200 len: 1000 time: 0.0568316 Aug 06 17:06:55.397956 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf9bf8-9dc9-4e13-875d-48ec07d752c6 req-7a71e710-dde2-42e3-83dc-f3217602587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:55.399363 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cdf9bf8-9dc9-4e13-875d-48ec07d752c6 req-7a71e710-dde2-42e3-83dc-f3217602587b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b19df0c6-1513-44be-a385-0073b8a5939c HTTP/1.1" status: 200 len: 835 time: 0.0427129 Aug 06 17:06:55.449027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf9bf8-9dc9-4e13-875d-48ec07d752c6 req-1e15f046-96e5-4d6c-99f9-8d494f970760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:55.450476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cdf9bf8-9dc9-4e13-875d-48ec07d752c6 req-1e15f046-96e5-4d6c-99f9-8d494f970760 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ef608fb-d594-402b-8413-89572790d1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437324 Aug 06 17:06:55.540045 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cdf9bf8-9dc9-4e13-875d-48ec07d752c6 req-b5e7e434-10ea-438c-8a7f-0b4a99163db8 service neutron] 10.222.0.78 "GET /v2.0/networks/4ef608fb-d594-402b-8413-89572790d1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818045 Aug 06 17:06:55.636761 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9cdf9bf8-9dc9-4e13-875d-48ec07d752c6 req-df2cb37b-d7d9-4576-a21e-ab9410cf2f31 service neutron] 10.222.0.78 "GET /v2.0/networks/4ef608fb-d594-402b-8413-89572790d1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887525 Aug 06 17:06:56.383536 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf4417-f131-48b0-970a-878392c28e5f req-18c499a1-a96b-4a84-b61f-59091f3e6dfc tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:56.385075 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1dbf4417-f131-48b0-970a-878392c28e5f req-18c499a1-a96b-4a84-b61f-59091f3e6dfc tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 945 time: 0.0584922 Aug 06 17:06:56.428404 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1dbf4417-f131-48b0-970a-878392c28e5f req-7981d2c1-0d44-49ef-917c-eb8700141c14 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369201 Aug 06 17:06:57.545308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9322096-69f8-4761-a5d6-e2b768dcd610 req-79cbe5cc-f279-4248-94f7-fe4355d2ee5e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:57.546819 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9322096-69f8-4761-a5d6-e2b768dcd610 req-79cbe5cc-f279-4248-94f7-fe4355d2ee5e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 945 time: 0.0501554 Aug 06 17:06:57.585914 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d9322096-69f8-4761-a5d6-e2b768dcd610 req-39cae4ac-b7d6-4c57-adb4-f57304c4e8fe tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331285 Aug 06 17:06:57.608196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34954) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:57.672628 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-16a7962b-5f93-4506-b356-90266c56d9dc tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/floatingips/bfc824d3-b1ea-4710-8491-bfbc37052cc6 HTTP/1.1" status: 200 len: 992 time: 0.0632937 Aug 06 17:06:57.887720 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34960) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:58.050073 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port c02d7919-7940-414e-9f2e-bc4ccef10eae {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:06:58.050307 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:58.130561 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:58.130887 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:58.142165 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for c02d7919-7940-414e-9f2e-bc4ccef10eae owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:06:58.287466 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:58.318016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=c02d7919-7940-414e-9f2e-bc4ccef10eae,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:58.342634 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:58.342980 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:58.343322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:58.343649 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:58.343977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:58.344304 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:58.344631 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:58.344953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:58.345277 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:58.345599 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:58.346462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:58.346776 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:58.385370 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:58.385761 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Floating IP bfc824d3-b1ea-4710-8491-bfbc37052cc6 disassociated (deleted). External IP: 172.25.1.17, port: cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74. Aug 06 17:06:58.598996 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router e7a9f495-0756-4d07-8fe4-7396a0b7c241 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:06:58.704585 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:06:58.710036 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:58.714459 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187e0b1c-4b54-4c7a-af54-9079e7226644 None None] Sync routers for ids ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:06:58.723802 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e0b1c-4b54-4c7a-af54-9079e7226644 None None] Routers {'e7a9f495-0756-4d07-8fe4-7396a0b7c241'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:06:58.724387 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-187e0b1c-4b54-4c7a-af54-9079e7226644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:06:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:58.736693 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-44a5d806-6a14-4bb2-adbd-c7c5a977cd61 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/floatingips/bfc824d3-b1ea-4710-8491-bfbc37052cc6 HTTP/1.1" status: 204 len: 168 time: 0.8478873 Aug 06 17:06:58.737339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c986182-5e81-489c-98aa-e67b7d7972f5', 'tag': 'cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:06:58.739701 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba0607a-e188-4dba-98e9-2a66ccb7e3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c986182-5e81-489c-98aa-e67b7d7972f5", "tag": "cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:06:58.781126 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd405fc-64be-4c00-94e2-6694b30ed686 x-openstack-request-id: req-0dd405fc-64be-4c00-94e2-6694b30ed686 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:06:58.781417 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c986182-5e81-489c-98aa-e67b7d7972f5", "tag": "cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:06:58.781708 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0dd405fc-64be-4c00-94e2-6694b30ed686 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:06:58.782121 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c986182-5e81-489c-98aa-e67b7d7972f5', 'tag': 'cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74', 'status': 'completed', 'code': 200} Aug 06 17:06:58.834867 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-187e0b1c-4b54-4c7a-af54-9079e7226644 None None] Set router e7a9f495-0756-4d07-8fe4-7396a0b7c241 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:06:58.851723 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0607a-e188-4dba-98e9-2a66ccb7e3d0 req-2abd95ff-78ba-42d3-85f4-1eae11ae6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:58.853562 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ba0607a-e188-4dba-98e9-2a66ccb7e3d0 req-2abd95ff-78ba-42d3-85f4-1eae11ae6a08 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 1096 time: 0.0486181 Aug 06 17:06:59.027208 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c45e3c-b0bd-4acd-84c2-a843451c6d4a req-fc128433-187a-4fc5-ac64-e5cbe1898f44 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:59.028731 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-56c45e3c-b0bd-4acd-84c2-a843451c6d4a req-fc128433-187a-4fc5-ac64-e5cbe1898f44 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 945 time: 0.0756135 Aug 06 17:06:59.029825 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0607a-e188-4dba-98e9-2a66ccb7e3d0 req-442bc70a-7841-439f-82bb-5729157794af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:59.031169 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ba0607a-e188-4dba-98e9-2a66ccb7e3d0 req-442bc70a-7841-439f-82bb-5729157794af service neutron] 10.222.0.78 "GET /v2.0/networks?id=4ef608fb-d594-402b-8413-89572790d1d5 HTTP/1.1" status: 200 len: 898 time: 0.1446364 Aug 06 17:06:59.086035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ba0607a-e188-4dba-98e9-2a66ccb7e3d0 req-03e083ef-4ac9-4ae0-a9a3-537e18e6df78 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 HTTP/1.1" status: 200 len: 217 time: 0.0436406 Aug 06 17:06:59.131803 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-56c45e3c-b0bd-4acd-84c2-a843451c6d4a req-b1aad084-0c47-406d-8ce1-a827ab98307f tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958762 Aug 06 17:06:59.153089 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-187e0b1c-4b54-4c7a-af54-9079e7226644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619805550', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:05Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '451a862a-2077-4d3e-8553-c334a974d4ff', 'name': '', 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:1e:cb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:04Z', 'updated_at': '2021-08-06T17:06:10Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:59.155640 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0607a-e188-4dba-98e9-2a66ccb7e3d0 req-f24a491a-65f4-44bc-9fdd-7c178bbb49b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:59.157106 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ba0607a-e188-4dba-98e9-2a66ccb7e3d0 req-f24a491a-65f4-44bc-9fdd-7c178bbb49b3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=b19df0c6-1513-44be-a385-0073b8a5939c HTTP/1.1" status: 200 len: 835 time: 0.0615463 Aug 06 17:06:59.180397 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187e0b1c-4b54-4c7a-af54-9079e7226644 None None] Checking router: e7a9f495-0756-4d07-8fe4-7396a0b7c241 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:06:59.188837 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e0b1c-4b54-4c7a-af54-9079e7226644 None None] Routers {'e7a9f495-0756-4d07-8fe4-7396a0b7c241'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:06:59.189442 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-187e0b1c-4b54-4c7a-af54-9079e7226644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:06:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:59.206135 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0607a-e188-4dba-98e9-2a66ccb7e3d0 req-d263b1be-72e2-4c35-9ba9-1d858d4eb93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:59.207637 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ba0607a-e188-4dba-98e9-2a66ccb7e3d0 req-d263b1be-72e2-4c35-9ba9-1d858d4eb93d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=4ef608fb-d594-402b-8413-89572790d1d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425935 Aug 06 17:06:59.303203 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-187e0b1c-4b54-4c7a-af54-9079e7226644 None None] Set router e7a9f495-0756-4d07-8fe4-7396a0b7c241 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:06:59.321317 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ba0607a-e188-4dba-98e9-2a66ccb7e3d0 req-4c2c5201-6cfc-4979-a961-79230a3b57c3 service neutron] 10.222.0.78 "GET /v2.0/networks/4ef608fb-d594-402b-8413-89572790d1d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044757 Aug 06 17:06:59.423772 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1ba0607a-e188-4dba-98e9-2a66ccb7e3d0 req-a24abeaa-ffe7-4c3a-a160-d2f8984eb9dc service neutron] 10.222.0.78 "GET /v2.0/networks/4ef608fb-d594-402b-8413-89572790d1d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938835 Aug 06 17:06:59.506694 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-187e0b1c-4b54-4c7a-af54-9079e7226644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619805550', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:05Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '451a862a-2077-4d3e-8553-c334a974d4ff', 'name': '', 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:1e:cb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:04Z', 'updated_at': '2021-08-06T17:06:10Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:59.537146 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187e0b1c-4b54-4c7a-af54-9079e7226644 None None] The sync data for ids ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'] in n-d-803756-1 is: [{'id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619805550', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:05Z', 'revision_number': 4, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '451a862a-2077-4d3e-8553-c334a974d4ff', 'name': '', 'network_id': '4ef608fb-d594-402b-8413-89572790d1d5', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'mac_address': 'fa:16:3e:1e:cb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:04Z', 'updated_at': '2021-08-06T17:06:10Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'subnets': [{'id': 'b19df0c6-1513-44be-a385-0073b8a5939c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:06:59.796662 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27982a48-4178-4b8c-9bc0-0fc838f6c522 None None] New status for floating IP bfc824d3-b1ea-4710-8491-bfbc37052cc6: DOWN {{(pid=105766) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:07:00.258540 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2631ba-1c2f-47e2-8493-951bdc94ffdf req-e8467fbb-07be-4101-9878-b077ce0fcb6e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:00.260192 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de2631ba-1c2f-47e2-8493-951bdc94ffdf req-e8467fbb-07be-4101-9878-b077ce0fcb6e tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 945 time: 0.0569699 Aug 06 17:07:00.301475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-de2631ba-1c2f-47e2-8493-951bdc94ffdf req-ac04fe55-5ff3-4080-a365-3bb6bcd496f0 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/security-groups?id=e08cae24-6320-42b7-bd66-d139206030f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343525 Aug 06 17:07:00.613332 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597848df-7e93-4866-90b2-fbae74f8cab7 req-721c3898-1e05-4141-a83a-fad3d9ec1ecd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:00.614797 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-597848df-7e93-4866-90b2-fbae74f8cab7 req-721c3898-1e05-4141-a83a-fad3d9ec1ecd tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 945 time: 0.0525818 Aug 06 17:07:00.701919 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-597848df-7e93-4866-90b2-fbae74f8cab7 req-caf2e2f4-7b50-4e85-b591-b3bf42dbeb07 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:07:00.702254 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-597848df-7e93-4866-90b2-fbae74f8cab7 req-caf2e2f4-7b50-4e85-b591-b3bf42dbeb07 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:00.792015 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-597848df-7e93-4866-90b2-fbae74f8cab7 req-caf2e2f4-7b50-4e85-b591-b3bf42dbeb07 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] For port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74,segment=NetworkSegment(26112580-b41e-42ce-946a-8b303f34746d),segment_id=26112580-b41e-42ce-946a-8b303f34746d)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:07:00.792377 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-597848df-7e93-4866-90b2-fbae74f8cab7 req-caf2e2f4-7b50-4e85-b591-b3bf42dbeb07 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:00.804007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-597848df-7e93-4866-90b2-fbae74f8cab7 req-caf2e2f4-7b50-4e85-b591-b3bf42dbeb07 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:07:00.928159 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-597848df-7e93-4866-90b2-fbae74f8cab7 req-caf2e2f4-7b50-4e85-b591-b3bf42dbeb07 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:00.960867 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2e2f4-7b50-4e85-b591-b3bf42dbeb07 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:01.002150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-597848df-7e93-4866-90b2-fbae74f8cab7 req-caf2e2f4-7b50-4e85-b591-b3bf42dbeb07 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] No DVR routers for this DVR port cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:07:01.005030 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-597848df-7e93-4866-90b2-fbae74f8cab7 req-caf2e2f4-7b50-4e85-b591-b3bf42dbeb07 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:01.007045 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-597848df-7e93-4866-90b2-fbae74f8cab7 req-caf2e2f4-7b50-4e85-b591-b3bf42dbeb07 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.78 "DELETE /v2.0/ports/cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 HTTP/1.1" status: 204 len: 173 time: 0.3857727 Aug 06 17:07:01.007475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c986182-5e81-489c-98aa-e67b7d7972f5', 'name': 'network-vif-deleted', 'tag': 'cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:07:01.009728 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a22170c-9acf-43b8-8449-23369257d44e" -d '{"events": [{"server_uuid": "2c986182-5e81-489c-98aa-e67b7d7972f5", "name": "network-vif-deleted", "tag": "cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:07:01.051729 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22aa9991-f1ab-47ae-b69d-1c7165a573c6 x-openstack-request-id: req-22aa9991-f1ab-47ae-b69d-1c7165a573c6 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:07:01.052026 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c986182-5e81-489c-98aa-e67b7d7972f5", "name": "network-vif-deleted", "tag": "cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:07:01.052278 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22aa9991-f1ab-47ae-b69d-1c7165a573c6 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:07:01.052676 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c986182-5e81-489c-98aa-e67b7d7972f5', 'name': 'network-vif-deleted', 'tag': 'cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74', 'status': 'completed', 'code': 200} Aug 06 17:07:01.414652 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ab1f6798-843b-4c90-92ab-b486710cbf71 req-65be8dc1-5453-4231-bec8-b4eba59ffe34 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c986182-5e81-489c-98aa-e67b7d7972f5 HTTP/1.1" status: 200 len: 210 time: 0.0268838 Aug 06 17:07:02.474215 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34976) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:02.829821 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:03.090565 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port 451a862a-2077-4d3e-8553-c334a974d4ff {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:07:03.090834 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:03.181044 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] For port 451a862a-2077-4d3e-8553-c334a974d4ff, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=451a862a-2077-4d3e-8553-c334a974d4ff,segment=NetworkSegment(26112580-b41e-42ce-946a-8b303f34746d),segment_id=26112580-b41e-42ce-946a-8b303f34746d)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:07:03.181429 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:03.194316 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for 451a862a-2077-4d3e-8553-c334a974d4ff owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:07:03.377369 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:03.403860 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=451a862a-2077-4d3e-8553-c334a974d4ff,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:03.432115 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:03.432470 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:03.432892 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:03.433261 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:03.433593 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:03.433954 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:03.434288 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:03.434622 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:03.435125 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:03.435462 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:03.435789 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:03.436118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:03.591656 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:03.799035 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Router e7a9f495-0756-4d07-8fe4-7396a0b7c241 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:07:03.899218 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fcd054d8-bbb2-4600-bf68-e017669e4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:03.910349 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:07:03.915709 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0b81045c-156b-468c-90df-bfe6f07b5d08 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "PUT /v2.0/routers/e7a9f495-0756-4d07-8fe4-7396a0b7c241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4401670 Aug 06 17:07:03.918169 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34978) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:03.920766 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64daa0ad-5e1c-4043-95fa-caef7f844eb6 None None] Sync routers for ids ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:07:03.930660 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64daa0ad-5e1c-4043-95fa-caef7f844eb6 None None] Routers {'e7a9f495-0756-4d07-8fe4-7396a0b7c241'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:07:03.931258 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-64daa0ad-5e1c-4043-95fa-caef7f844eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:06:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:03.972378 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-7535d241-efed-4b0e-8949-73a213254d73 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting subnet b19df0c6-1513-44be-a385-0073b8a5939c {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:07:03.975381 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7535d241-efed-4b0e-8949-73a213254d73 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:04.014705 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7535d241-efed-4b0e-8949-73a213254d73 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:04.036893 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-64daa0ad-5e1c-4043-95fa-caef7f844eb6 None None] Set router e7a9f495-0756-4d07-8fe4-7396a0b7c241 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:07:04.095735 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7535d241-efed-4b0e-8949-73a213254d73 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:04.164335 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7535d241-efed-4b0e-8949-73a213254d73 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:04.192510 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535d241-efed-4b0e-8949-73a213254d73 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Subnet': ['ID=b19df0c6-1513-44be-a385-0073b8a5939c,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:04.195168 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-7535d241-efed-4b0e-8949-73a213254d73 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:04.199772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34980) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:04.202268 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a0ee56-37bf-4fa4-98b7-83d696d7d8de None None] Network 4ef608fb-d594-402b-8413-89572790d1d5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:07:04.202894 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-7535d241-efed-4b0e-8949-73a213254d73 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/subnets/b19df0c6-1513-44be-a385-0073b8a5939c HTTP/1.1" status: 204 len: 168 time: 0.2829792 Aug 06 17:07:04.219973 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-64daa0ad-5e1c-4043-95fa-caef7f844eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619805550', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:07:03Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:04.245607 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64daa0ad-5e1c-4043-95fa-caef7f844eb6 None None] Checking router: e7a9f495-0756-4d07-8fe4-7396a0b7c241 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:07:04.255729 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64daa0ad-5e1c-4043-95fa-caef7f844eb6 None None] Routers {'e7a9f495-0756-4d07-8fe4-7396a0b7c241'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:07:04.256419 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-64daa0ad-5e1c-4043-95fa-caef7f844eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:06:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:04.314130 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-42f7a7e8-a601-465e-b6c6-b06ede13c0b5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:04.365072 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-64daa0ad-5e1c-4043-95fa-caef7f844eb6 None None] Set router e7a9f495-0756-4d07-8fe4-7396a0b7c241 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:07:04.384521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] DHCP port deletion for 4ef608fb-d594-402b-8413-89572790d1d5 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:07:04.427952 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-42f7a7e8-a601-465e-b6c6-b06ede13c0b5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:04.436214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Deleting port 905d94d2-f355-4a81-bbc5-4356131e2a19 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:07:04.436575 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:04.483977 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-42f7a7e8-a601-465e-b6c6-b06ede13c0b5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Deleting port 77a88c1f-c3b9-4878-bc05-1d616ba2d61b {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:07:04.484630 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-42f7a7e8-a601-465e-b6c6-b06ede13c0b5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:04.498982 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] For port 905d94d2-f355-4a81-bbc5-4356131e2a19, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=905d94d2-f355-4a81-bbc5-4356131e2a19,segment=NetworkSegment(26112580-b41e-42ce-946a-8b303f34746d),segment_id=26112580-b41e-42ce-946a-8b303f34746d)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:07:04.499461 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:04.512345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Calling delete_port for 905d94d2-f355-4a81-bbc5-4356131e2a19 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:07:04.545181 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-64daa0ad-5e1c-4043-95fa-caef7f844eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619805550', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:07:03Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:04.567997 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-42f7a7e8-a601-465e-b6c6-b06ede13c0b5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] For port 77a88c1f-c3b9-4878-bc05-1d616ba2d61b, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=77a88c1f-c3b9-4878-bc05-1d616ba2d61b,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:07:04.568566 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-42f7a7e8-a601-465e-b6c6-b06ede13c0b5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:04.571821 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64daa0ad-5e1c-4043-95fa-caef7f844eb6 None None] The sync data for ids ['e7a9f495-0756-4d07-8fe4-7396a0b7c241'] in n-d-803756-1 is: [{'id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619805550', 'tenant_id': '9338de4f4fb0403c9742ef94fa5775b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:07:03Z', 'revision_number': 5, 'project_id': '9338de4f4fb0403c9742ef94fa5775b0', 'gw_port': {'id': '77a88c1f-c3b9-4878-bc05-1d616ba2d61b', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9f495-0756-4d07-8fe4-7396a0b7c241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:06:01Z', 'updated_at': '2021-08-06T17:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:07:04.581316 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-42f7a7e8-a601-465e-b6c6-b06ede13c0b5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Calling delete_port for 77a88c1f-c3b9-4878-bc05-1d616ba2d61b owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:07:04.600895 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:04.627913 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Pushing event deleted for resources: {'Port': ['ID=905d94d2-f355-4a81-bbc5-4356131e2a19,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:04.637756 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:04.638064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:04.638405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:04.638741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:04.639075 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:04.639406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:04.639732 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:04.640058 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:04.640380 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:04.640702 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:04.641021 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:04.641344 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:04.644517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77575bc-379e-4e64-b5de-21a8d2639752 None None] No DVR routers for this DVR port 905d94d2-f355-4a81-bbc5-4356131e2a19 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:07:04.749359 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-42f7a7e8-a601-465e-b6c6-b06ede13c0b5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:04.774558 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7a7e8-a601-465e-b6c6-b06ede13c0b5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Port': ['ID=77a88c1f-c3b9-4878-bc05-1d616ba2d61b,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:04.832498 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-42f7a7e8-a601-465e-b6c6-b06ede13c0b5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:04.924849 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-42f7a7e8-a601-465e-b6c6-b06ede13c0b5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:04.927013 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-42f7a7e8-a601-465e-b6c6-b06ede13c0b5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:05.317617 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-42f7a7e8-a601-465e-b6c6-b06ede13c0b5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:05.318592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f7a7e8-a601-465e-b6c6-b06ede13c0b5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Fanout notify agent at l3_agent the message router_deleted on router e7a9f495-0756-4d07-8fe4-7396a0b7c241 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:07:05.324984 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-42f7a7e8-a601-465e-b6c6-b06ede13c0b5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:05.326088 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-42f7a7e8-a601-465e-b6c6-b06ede13c0b5 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/routers/e7a9f495-0756-4d07-8fe4-7396a0b7c241 HTTP/1.1" status: 204 len: 168 time: 1.1253145 Aug 06 17:07:05.328713 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 34982) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:05.410827 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bfd0de73-d762-4ba6-a905-4cd3e6f7d3e6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:05.493778 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bfd0de73-d762-4ba6-a905-4cd3e6f7d3e6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:05.503792 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-bfd0de73-d762-4ba6-a905-4cd3e6f7d3e6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef608fb-d594-402b-8413-89572790d1d5']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:05.513300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-bfd0de73-d762-4ba6-a905-4cd3e6f7d3e6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26112580-b41e-42ce-946a-8b303f34746d') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:05.513591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-bfd0de73-d762-4ba6-a905-4cd3e6f7d3e6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26112580-b41e-42ce-946a-8b303f34746d') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:05.522075 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bfd0de73-d762-4ba6-a905-4cd3e6f7d3e6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:05.534959 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bfd0de73-d762-4ba6-a905-4cd3e6f7d3e6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:05.540496 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd0de73-d762-4ba6-a905-4cd3e6f7d3e6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:07:05.540871 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bfd0de73-d762-4ba6-a905-4cd3e6f7d3e6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: timer() Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:07:05.543675 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:07:05.603531 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bfd0de73-d762-4ba6-a905-4cd3e6f7d3e6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:05.610378 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-bfd0de73-d762-4ba6-a905-4cd3e6f7d3e6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:05.614088 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-bfd0de73-d762-4ba6-a905-4cd3e6f7d3e6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/networks/4ef608fb-d594-402b-8413-89572790d1d5 HTTP/1.1" status: 204 len: 168 time: 0.2843280 Aug 06 17:07:05.615517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34984) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:05.625289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0de73-d762-4ba6-a905-4cd3e6f7d3e6 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'Network': ['ID=4ef608fb-d594-402b-8413-89572790d1d5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:05.673477 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3343378c-2534-415b-89ca-c84d8a926193 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:05.698932 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3343378c-2534-415b-89ca-c84d8a926193 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:05.763270 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3343378c-2534-415b-89ca-c84d8a926193 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:05.766206 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3343378c-2534-415b-89ca-c84d8a926193 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:05.767420 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3343378c-2534-415b-89ca-c84d8a926193 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] 10.222.0.37 "DELETE /v2.0/security-groups/e08cae24-6320-42b7-bd66-d139206030f0 HTTP/1.1" status: 204 len: 168 time: 0.1508918 Aug 06 17:07:05.777191 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343378c-2534-415b-89ca-c84d8a926193 tempest-TestNetworkAdvancedServerOps-716077930 tempest-TestNetworkAdvancedServerOps-716077930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08cae24-6320-42b7-bd66-d139206030f0,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:06.106601 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34992) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:06.141914 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:07:06.166424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 77a88c1f-c3b9-4878-bc05-1d616ba2d61b no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:07:06.169351 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:07:06.169712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device cb72fe5e-0bac-4d15-acbb-d97a9b4f6a74 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:07:06.187787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 77a88c1f-c3b9-4878-bc05-1d616ba2d61b {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:07:06.188133 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 77a88c1f-c3b9-4878-bc05-1d616ba2d61b not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:07:06.188554 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 905d94d2-f355-4a81-bbc5-4356131e2a19 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:07:06.207323 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 905d94d2-f355-4a81-bbc5-4356131e2a19 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:07:06.207671 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 905d94d2-f355-4a81-bbc5-4356131e2a19 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:07:06.208079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 451a862a-2077-4d3e-8553-c334a974d4ff no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:07:06.229226 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 451a862a-2077-4d3e-8553-c334a974d4ff {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:07:06.229580 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 451a862a-2077-4d3e-8553-c334a974d4ff not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:07:06.267787 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3bf4725d-8fb5-4a56-ba67-30ac8434d8d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9338de4f4fb0403c9742ef94fa5775b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600478 Aug 06 17:07:06.270833 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 34996) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:06.313843 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-30cc3c78-ebeb-4358-be5e-639c64bc8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:06.320070 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2087-005f-4a1d-88ab-5ec19ee0a914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:06.344177 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2087-005f-4a1d-88ab-5ec19ee0a914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:06.388904 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2087-005f-4a1d-88ab-5ec19ee0a914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:06.391446 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-d1fb2087-005f-4a1d-88ab-5ec19ee0a914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:06.392571 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-d1fb2087-005f-4a1d-88ab-5ec19ee0a914 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40248cc9-091f-495b-92b9-91cafddaf117 HTTP/1.1" status: 204 len: 168 time: 0.1208558 Aug 06 17:07:06.400937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb2087-005f-4a1d-88ab-5ec19ee0a914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40248cc9-091f-495b-92b9-91cafddaf117,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:06.648943 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35002) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:06.662092 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-62b8004d-dd2e-43ca-8ed2-f930185a0c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:06.743398 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:06.748632 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-62b8004d-dd2e-43ca-8ed2-f930185a0c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:06.752014 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-62b8004d-dd2e-43ca-8ed2-f930185a0c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:06.789831 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-62b8004d-dd2e-43ca-8ed2-f930185a0c96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=066de07122814cb29894fd22810a9d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398094 Aug 06 17:07:06.790716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8004d-dd2e-43ca-8ed2-f930185a0c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a43e082-60dc-4eaf-99c5-25a8e9ca5100,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:06.792622 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35004) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:06.844681 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25ef4e98-eabf-4ce3-bf01-24d0f0edcc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:06.865885 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25ef4e98-eabf-4ce3-bf01-24d0f0edcc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:06.911812 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25ef4e98-eabf-4ce3-bf01-24d0f0edcc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:06.914545 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-25ef4e98-eabf-4ce3-bf01-24d0f0edcc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:06.915694 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-25ef4e98-eabf-4ce3-bf01-24d0f0edcc29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a43e082-60dc-4eaf-99c5-25a8e9ca5100 HTTP/1.1" status: 204 len: 168 time: 0.1197855 Aug 06 17:07:06.923610 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef4e98-eabf-4ce3-bf01-24d0f0edcc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a43e082-60dc-4eaf-99c5-25a8e9ca5100,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:07.571762 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:07.615465 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35026) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:07.710121 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-f48aa293-efa7-4bba-a463-d03373a69390 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-76091867-network', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:07:07.730467 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48aa293-efa7-4bba-a463-d03373a69390 admin admin] Made reservation on behalf of 64e7f1b38d0a42549645eed01793f53e for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:07:07.732932 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f48aa293-efa7-4bba-a463-d03373a69390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:07.741234 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f48aa293-efa7-4bba-a463-d03373a69390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:07.836876 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f48aa293-efa7-4bba-a463-d03373a69390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:07.841094 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f48aa293-efa7-4bba-a463-d03373a69390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:07.864820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48aa293-efa7-4bba-a463-d03373a69390 admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:07:07.874131 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48aa293-efa7-4bba-a463-d03373a69390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fb5f59-8f13-44a1-b713-416c687465ba,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:07.878813 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f48aa293-efa7-4bba-a463-d03373a69390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:07.879148 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-f48aa293-efa7-4bba-a463-d03373a69390 admin admin] Added segment 1c3e38a6-50e1-4903-962e-54f6314daf99 of type vlan for network c3915b4e-996f-4381-982f-e63b45f8b6e1 Aug 06 17:07:07.920647 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f48aa293-efa7-4bba-a463-d03373a69390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:07.950821 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f48aa293-efa7-4bba-a463-d03373a69390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:07.952021 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48aa293-efa7-4bba-a463-d03373a69390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:07.952608 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f48aa293-efa7-4bba-a463-d03373a69390 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:08.011307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f48aa293-efa7-4bba-a463-d03373a69390 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3947389 Aug 06 17:07:08.014570 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35030) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:08.018422 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48aa293-efa7-4bba-a463-d03373a69390 admin admin] Pushing event updated for resources: {'Network': ['ID=c3915b4e-996f-4381-982f-e63b45f8b6e1,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:08.020066 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-5a222767-f9ef-4937-a96f-a18084f54bf5 admin admin] Request body: {'subnet': {'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-76091867-subnet', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:07:08.029094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network c3915b4e-996f-4381-982f-e63b45f8b6e1 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:07:08.047197 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a222767-f9ef-4937-a96f-a18084f54bf5 admin admin] Made reservation on behalf of 64e7f1b38d0a42549645eed01793f53e for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:07:08.049600 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5a222767-f9ef-4937-a96f-a18084f54bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:08.213012 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5a222767-f9ef-4937-a96f-a18084f54bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:08.266835 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a222767-f9ef-4937-a96f-a18084f54bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ebde4eb-89a4-45d7-b996-377f20ce4f32,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:08.275074 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a222767-f9ef-4937-a96f-a18084f54bf5 admin admin] Checking segment: {'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:07:08.275431 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a222767-f9ef-4937-a96f-a18084f54bf5 admin admin] Network hostable DHCP agents. Network: c3915b4e-996f-4381-982f-e63b45f8b6e1, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:07:08.290776 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a222767-f9ef-4937-a96f-a18084f54bf5 admin admin] Network c3915b4e-996f-4381-982f-e63b45f8b6e1 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:07:08.299039 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-5a222767-f9ef-4937-a96f-a18084f54bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, c3915b4e-996f-4381-982f-e63b45f8b6e1) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:07:08.303896 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a222767-f9ef-4937-a96f-a18084f54bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:08.304627 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5a222767-f9ef-4937-a96f-a18084f54bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:08.307471 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8370ac-01fd-4652-9fe1-b8cd89bac6c3 None None] Network c3915b4e-996f-4381-982f-e63b45f8b6e1 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:07:08.319461 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5a222767-f9ef-4937-a96f-a18084f54bf5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3038208 Aug 06 17:07:08.322184 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35032) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:08.326775 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:07:08.348083 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:08.349244 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:08.454754 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-c3915b4e-996f-4381-982f-e63b45f8b6e1', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:07:08.455752 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:08.605114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Allocated IP 172.20.0.2 (c3915b4e-996f-4381-982f-e63b45f8b6e1/7ebde4eb-89a4-45d7-b996-377f20ce4f32/165b0bee-aab1-4d36-9c5e-447b859249e5) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:07:08.751638 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:08.760509 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Transition to ACTIVE for port object 165b0bee-aab1-4d36-9c5e-447b859249e5 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:07:08.764413 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:08.775309 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Transition to ACTIVE for port object 165b0bee-aab1-4d36-9c5e-447b859249e5 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:07:08.781134 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:08.823415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Network c3915b4e-996f-4381-982f-e63b45f8b6e1 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:07:08.826452 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:07:08.832032 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:07:08.835327 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Pushing event updated for resources: {'Port': ['ID=165b0bee-aab1-4d36-9c5e-447b859249e5,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:08.887624 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Attempting to bind port 165b0bee-aab1-4d36-9c5e-447b859249e5 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:07:08.888213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Attempting to bind port 165b0bee-aab1-4d36-9c5e-447b859249e5 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:07:08.888581 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Attempting to bind port 165b0bee-aab1-4d36-9c5e-447b859249e5 on network c3915b4e-996f-4381-982f-e63b45f8b6e1 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:07:08.893929 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:07:08.894860 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Checking segment: {'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:07:08.895269 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:08.895664 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Bound using segment: {'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:07:08.896246 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Bound port: 165b0bee-aab1-4d36-9c5e-447b859249e5, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:07:08.896629 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:08.908665 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:08.963900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] For port 165b0bee-aab1-4d36-9c5e-447b859249e5, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:07:08.967119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] For port 165b0bee-aab1-4d36-9c5e-447b859249e5, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=165b0bee-aab1-4d36-9c5e-447b859249e5,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:07:08.971434 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:09.029759 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537aec1-fd68-458d-9943-1000c2951d79 None None] Pushing event updated for resources: {'Port': ['ID=165b0bee-aab1-4d36-9c5e-447b859249e5,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:09.122324 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:09.146714 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:09.263836 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Allocated IP 172.25.1.163 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/7dc02ebb-df67-444c-a4e4-e782354c2354) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:07:09.293831 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:09.383176 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:09.420840 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:09.461957 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:07:09.464817 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:07:09.469619 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:07:09.474947 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Pushing event updated for resources: {'Port': ['ID=7dc02ebb-df67-444c-a4e4-e782354c2354,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:09.725316 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:09.892321 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ad9aa2-934f-426e-baf9-dd0a05c61567 None None] Network c3915b4e-996f-4381-982f-e63b45f8b6e1 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:07:09.926421 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:10.011839 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-17ff7393-b904-48dc-bf0d-8a1479b1d443 None None] Provisioning for port 165b0bee-aab1-4d36-9c5e-447b859249e5 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:07:10.058354 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Router 390d8928-3075-4b99-8e0e-4c7573ba4835 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:07:10.171834 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:07:10.183252 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Sync routers for ids ['390d8928-3075-4b99-8e0e-4c7573ba4835'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:07:10.191250 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:10.196205 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-438c6725-2481-46b2-b990-5ffff0e3007f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8694291 Aug 06 17:07:10.196716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35034) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:10.197193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Routers {'390d8928-3075-4b99-8e0e-4c7573ba4835'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:07:10.197842 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['390d8928-3075-4b99-8e0e-4c7573ba4835'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:10.232604 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 165b0bee-aab1-4d36-9c5e-447b859249e5 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:07:10.506830 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Set router 390d8928-3075-4b99-8e0e-4c7573ba4835 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:07:10.562018 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 165b0bee-aab1-4d36-9c5e-447b859249e5 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:07:10.574733 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 165b0bee-aab1-4d36-9c5e-447b859249e5 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:10.575104 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:10.630239 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:10.727260 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:10.775875 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 165b0bee-aab1-4d36-9c5e-447b859249e5, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=165b0bee-aab1-4d36-9c5e-447b859249e5,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:07:10.780969 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:10.787317 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:09Z', 'revision_number': 3, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:10.801504 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Allocated IP 172.20.0.1 (c3915b4e-996f-4381-982f-e63b45f8b6e1/7ebde4eb-89a4-45d7-b996-377f20ce4f32/7a1a215a-2e18-4307-a7e2-a4dad023ad99) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:07:10.831259 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Checking router: 390d8928-3075-4b99-8e0e-4c7573ba4835 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:07:10.831593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Updating router 390d8928-3075-4b99-8e0e-4c7573ba4835 port 7dc02ebb-df67-444c-a4e4-e782354c2354 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:07:10.872232 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:10.899274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=165b0bee-aab1-4d36-9c5e-447b859249e5,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:10.918233 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:10.937356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Transition to ACTIVE for port object 7a1a215a-2e18-4307-a7e2-a4dad023ad99 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:07:10.973123 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:11.011878 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Network c3915b4e-996f-4381-982f-e63b45f8b6e1 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:07:11.017054 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:07:11.020893 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:07:11.063194 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1a215a-2e18-4307-a7e2-a4dad023ad99,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:11.071566 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:11.168758 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:11.179746 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Transition to ACTIVE for port object 7dc02ebb-df67-444c-a4e4-e782354c2354 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:07:11.187860 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:11.228062 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:11.250532 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbbb33-14d1-4b58-b942-9b8ce6a714ed None None] Pushing event updated for resources: {'Port': ['ID=7dc02ebb-df67-444c-a4e4-e782354c2354,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:11.261243 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Attempting to bind port 7dc02ebb-df67-444c-a4e4-e782354c2354 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:07:11.262356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Attempting to bind port 7dc02ebb-df67-444c-a4e4-e782354c2354 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:07:11.262356 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Attempting to bind port 7dc02ebb-df67-444c-a4e4-e782354c2354 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:07:11.271441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:07:11.272026 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:07:11.272424 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:11.273158 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:07:11.273277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Bound port: 7dc02ebb-df67-444c-a4e4-e782354c2354, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:07:11.273659 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:11.335965 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7ec4d8b0-4922-4757-891d-38af1693fb32 None None] Provisioning for port 7a1a215a-2e18-4307-a7e2-a4dad023ad99 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:07:11.339493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] For port 7dc02ebb-df67-444c-a4e4-e782354c2354, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:07:11.343520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] For port 7dc02ebb-df67-444c-a4e4-e782354c2354, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7dc02ebb-df67-444c-a4e4-e782354c2354,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:07:11.344697 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-7ec4d8b0-4922-4757-891d-38af1693fb32 None None] Provisioning complete for port 7a1a215a-2e18-4307-a7e2-a4dad023ad99 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:11.345141 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d8b0-4922-4757-891d-38af1693fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:11.349644 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:11.407258 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:11.414844 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:11.433325 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4d8b0-4922-4757-891d-38af1693fb32 None None] Port 7a1a215a-2e18-4307-a7e2-a4dad023ad99 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:07:11.439695 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Routers {'390d8928-3075-4b99-8e0e-4c7573ba4835'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:07:11.440508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['390d8928-3075-4b99-8e0e-4c7573ba4835'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:11.485992 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbbb33-14d1-4b58-b942-9b8ce6a714ed None None] Pushing event updated for resources: {'Port': ['ID=7dc02ebb-df67-444c-a4e4-e782354c2354,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:11.489651 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:11.492584 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1a215a-2e18-4307-a7e2-a4dad023ad99,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:11.563043 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] Set router 390d8928-3075-4b99-8e0e-4c7573ba4835 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:07:11.580854 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Network c3915b4e-996f-4381-982f-e63b45f8b6e1 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:07:11.582840 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:07:11.707595 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Router 390d8928-3075-4b99-8e0e-4c7573ba4835 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:07:11.778186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 2, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:11.808131 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab6e94b-7b4d-473e-8c99-d065e4170652 None None] The sync data for ids ['390d8928-3075-4b99-8e0e-4c7573ba4835'] in n-d-803756-1 is: [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 2, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:07:11.825717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:07:11.834060 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a0403a47-4f22-4b31-89e4-ecc9807f3f24 admin admin] 10.222.0.37 "PUT /v2.0/routers/390d8928-3075-4b99-8e0e-4c7573ba4835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6362352 Aug 06 17:07:11.854429 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c65e05d8-fb60-4c1e-9f88-c33e84c56392 None None] Provisioning complete for port 7a1a215a-2e18-4307-a7e2-a4dad023ad99 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:11.854809 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c65e05d8-fb60-4c1e-9f88-c33e84c56392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:11.890442 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c65e05d8-fb60-4c1e-9f88-c33e84c56392 None None] Port 7a1a215a-2e18-4307-a7e2-a4dad023ad99 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:07:12.182838 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 165b0bee-aab1-4d36-9c5e-447b859249e5 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:07:12.235425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 165b0bee-aab1-4d36-9c5e-447b859249e5 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:12.235897 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:12.365650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35050) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:12.370790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-f333224c-27c6-4093-a8c5-93cdec7af6bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1755844446-network', 'tenant_id': 'b138fa5177144ac89dcea6614c37fd8e'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:07:12.395837 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f333224c-27c6-4093-a8c5-93cdec7af6bb admin admin] Made reservation on behalf of b138fa5177144ac89dcea6614c37fd8e for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:07:12.398167 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f333224c-27c6-4093-a8c5-93cdec7af6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:12.407382 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f333224c-27c6-4093-a8c5-93cdec7af6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:12.521485 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f333224c-27c6-4093-a8c5-93cdec7af6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:12.525977 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f333224c-27c6-4093-a8c5-93cdec7af6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:12.547696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f333224c-27c6-4093-a8c5-93cdec7af6bb admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:07:12.563768 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333224c-27c6-4093-a8c5-93cdec7af6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19df3f27-5eb9-4ac7-b1c7-0ab392ef4a63,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:12.566944 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f333224c-27c6-4093-a8c5-93cdec7af6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:12.567292 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-f333224c-27c6-4093-a8c5-93cdec7af6bb admin admin] Added segment d3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea of type vlan for network 8e18f79c-601b-4ee8-ab9e-09837f578bd5 Aug 06 17:07:12.610612 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f333224c-27c6-4093-a8c5-93cdec7af6bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:12.641370 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f333224c-27c6-4093-a8c5-93cdec7af6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:12.642478 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f333224c-27c6-4093-a8c5-93cdec7af6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:12.643118 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f333224c-27c6-4093-a8c5-93cdec7af6bb admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:12.702618 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f333224c-27c6-4093-a8c5-93cdec7af6bb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3358388 Aug 06 17:07:12.706144 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35052) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:12.708993 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333224c-27c6-4093-a8c5-93cdec7af6bb admin admin] Pushing event updated for resources: {'Network': ['ID=8e18f79c-601b-4ee8-ab9e-09837f578bd5,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:12.716395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-b1459d39-903e-4353-adf5-900c56ba0d99 admin admin] Request body: {'subnet': {'network_id': '8e18f79c-601b-4ee8-ab9e-09837f578bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1755844446-subnet', 'tenant_id': 'b138fa5177144ac89dcea6614c37fd8e', 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:07:12.719545 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network 8e18f79c-601b-4ee8-ab9e-09837f578bd5 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:07:12.739741 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1459d39-903e-4353-adf5-900c56ba0d99 admin admin] Made reservation on behalf of b138fa5177144ac89dcea6614c37fd8e for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:07:12.742470 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1459d39-903e-4353-adf5-900c56ba0d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:12.922575 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1459d39-903e-4353-adf5-900c56ba0d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:12.979049 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1459d39-903e-4353-adf5-900c56ba0d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce6e280-0ed4-4474-a507-eadbd3c90fbd,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:12.990190 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1459d39-903e-4353-adf5-900c56ba0d99 admin admin] Checking segment: {'id': 'd3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8e18f79c-601b-4ee8-ab9e-09837f578bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:07:12.990555 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1459d39-903e-4353-adf5-900c56ba0d99 admin admin] Network hostable DHCP agents. Network: 8e18f79c-601b-4ee8-ab9e-09837f578bd5, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:07:13.009995 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1459d39-903e-4353-adf5-900c56ba0d99 admin admin] Network 8e18f79c-601b-4ee8-ab9e-09837f578bd5 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:07:13.020872 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-b1459d39-903e-4353-adf5-900c56ba0d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, 8e18f79c-601b-4ee8-ab9e-09837f578bd5) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:07:13.025656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1459d39-903e-4353-adf5-900c56ba0d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:13.026275 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-b1459d39-903e-4353-adf5-900c56ba0d99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:13.031785 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ada0c4b-2768-4cd6-8543-235d71d3a632 None None] Network 8e18f79c-601b-4ee8-ab9e-09837f578bd5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:07:13.045347 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-b1459d39-903e-4353-adf5-900c56ba0d99 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3357501 Aug 06 17:07:13.045555 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35054) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:13.050395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1755844446-router', 'tenant_id': 'b138fa5177144ac89dcea6614c37fd8e', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:07:13.081756 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:13.084044 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:13.151808 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:13.203715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-8e18f79c-601b-4ee8-ab9e-09837f578bd5', 'network_id': '8e18f79c-601b-4ee8-ab9e-09837f578bd5', 'tenant_id': 'b138fa5177144ac89dcea6614c37fd8e', 'fixed_ips': [{'subnet_id': '0ce6e280-0ed4-4474-a507-eadbd3c90fbd'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:07:13.204810 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:13.292885 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:13.345791 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Allocated IP 172.20.0.2 (8e18f79c-601b-4ee8-ab9e-09837f578bd5/0ce6e280-0ed4-4474-a507-eadbd3c90fbd/28a95496-b841-4c5b-b8f8-1ae4e20a0629) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:07:13.494954 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:13.499958 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:13.505157 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Transition to ACTIVE for port object 28a95496-b841-4c5b-b8f8-1ae4e20a0629 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:07:13.521137 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Transition to ACTIVE for port object 28a95496-b841-4c5b-b8f8-1ae4e20a0629 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:07:13.521671 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:13.527103 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:13.566274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Network 8e18f79c-601b-4ee8-ab9e-09837f578bd5 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:07:13.571547 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:07:13.576416 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:07:13.581111 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Pushing event updated for resources: {'Port': ['ID=28a95496-b841-4c5b-b8f8-1ae4e20a0629,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:13.633950 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Allocated IP 172.25.1.243 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/7d760931-9fa3-45a0-b1f4-3b4c69c5a096) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:07:13.635609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Attempting to bind port 28a95496-b841-4c5b-b8f8-1ae4e20a0629 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:07:13.636045 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Attempting to bind port 28a95496-b841-4c5b-b8f8-1ae4e20a0629 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'd3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8e18f79c-601b-4ee8-ab9e-09837f578bd5'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:07:13.636467 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Attempting to bind port 28a95496-b841-4c5b-b8f8-1ae4e20a0629 on network 8e18f79c-601b-4ee8-ab9e-09837f578bd5 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:07:13.641747 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:07:13.642203 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Checking segment: {'id': 'd3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8e18f79c-601b-4ee8-ab9e-09837f578bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:07:13.642670 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:13.643199 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Bound using segment: {'id': 'd3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8e18f79c-601b-4ee8-ab9e-09837f578bd5'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:07:13.643856 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Bound port: 28a95496-b841-4c5b-b8f8-1ae4e20a0629, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8e18f79c-601b-4ee8-ab9e-09837f578bd5'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:07:13.644243 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:13.710441 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] For port 28a95496-b841-4c5b-b8f8-1ae4e20a0629, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:07:13.713710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] For port 28a95496-b841-4c5b-b8f8-1ae4e20a0629, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=28a95496-b841-4c5b-b8f8-1ae4e20a0629,segment=NetworkSegment(d3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea),segment_id=d3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:07:13.718891 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:13.745199 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:13.775623 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c2193-8ae3-41f7-b0ec-802b68cb4f52 None None] Pushing event updated for resources: {'Port': ['ID=28a95496-b841-4c5b-b8f8-1ae4e20a0629,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:13.792828 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:13.821931 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Sync routers for ids ['390d8928-3075-4b99-8e0e-4c7573ba4835'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:07:13.831688 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:07:13.835698 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Routers {'390d8928-3075-4b99-8e0e-4c7573ba4835'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:07:13.836366 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['390d8928-3075-4b99-8e0e-4c7573ba4835'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:13.837198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:07:13.844704 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:07:13.876135 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Pushing event updated for resources: {'Port': ['ID=7d760931-9fa3-45a0-b1f4-3b4c69c5a096,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:13.951007 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Set router 390d8928-3075-4b99-8e0e-4c7573ba4835 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:07:14.144245 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:14.176672 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 2, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:14.206612 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Checking router: 390d8928-3075-4b99-8e0e-4c7573ba4835 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:07:14.206955 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Updating router 390d8928-3075-4b99-8e0e-4c7573ba4835 port 7a1a215a-2e18-4307-a7e2-a4dad023ad99 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:07:14.234170 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:14.248646 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7dc02ebb-df67-444c-a4e4-e782354c2354 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:07:14.308631 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 7dc02ebb-df67-444c-a4e4-e782354c2354 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:07:14.312592 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7dc02ebb-df67-444c-a4e4-e782354c2354 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:14.312892 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:14.367551 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:14.400065 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:14.422667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 7dc02ebb-df67-444c-a4e4-e782354c2354, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7dc02ebb-df67-444c-a4e4-e782354c2354,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:07:14.428893 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:14.429898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 28a95496-b841-4c5b-b8f8-1ae4e20a0629 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:07:14.514682 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Router 28a9f140-9e53-4db9-ab94-f65008b10db1 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105764) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:07:14.528771 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:14.539417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=7dc02ebb-df67-444c-a4e4-e782354c2354,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:14.541556 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Transition to ACTIVE for port object 7a1a215a-2e18-4307-a7e2-a4dad023ad99 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:07:14.548462 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:14.562976 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 28a95496-b841-4c5b-b8f8-1ae4e20a0629 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:07:14.655350 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:07:14.669329 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Sync routers for ids ['28a9f140-9e53-4db9-ab94-f65008b10db1'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:07:14.677688 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:14.679431 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5788d055-bf65-4def-9e09-4845609e0868 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6328156 Aug 06 17:07:14.681147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Routers {'28a9f140-9e53-4db9-ab94-f65008b10db1'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:07:14.681875 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35056) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:14.682000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['28a9f140-9e53-4db9-ab94-f65008b10db1'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:14.729653 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26175a-7e0e-4e6e-a478-29b50de1ac48 None None] Pushing event updated for resources: {'Port': ['ID=7a1a215a-2e18-4307-a7e2-a4dad023ad99,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:14.757923 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da26175a-7e0e-4e6e-a478-29b50de1ac48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:14.758250 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da26175a-7e0e-4e6e-a478-29b50de1ac48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:14.758643 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da26175a-7e0e-4e6e-a478-29b50de1ac48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:14.758975 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da26175a-7e0e-4e6e-a478-29b50de1ac48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:14.759305 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da26175a-7e0e-4e6e-a478-29b50de1ac48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:14.759621 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da26175a-7e0e-4e6e-a478-29b50de1ac48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:14.763887 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da26175a-7e0e-4e6e-a478-29b50de1ac48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:14.764216 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da26175a-7e0e-4e6e-a478-29b50de1ac48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:14.764543 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da26175a-7e0e-4e6e-a478-29b50de1ac48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:14.764865 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da26175a-7e0e-4e6e-a478-29b50de1ac48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:14.765187 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da26175a-7e0e-4e6e-a478-29b50de1ac48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:14.765506 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da26175a-7e0e-4e6e-a478-29b50de1ac48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:07:14.791505 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Attempting to bind port 7a1a215a-2e18-4307-a7e2-a4dad023ad99 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:07:14.792230 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Attempting to bind port 7a1a215a-2e18-4307-a7e2-a4dad023ad99 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:07:14.792591 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Attempting to bind port 7a1a215a-2e18-4307-a7e2-a4dad023ad99 on network c3915b4e-996f-4381-982f-e63b45f8b6e1 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:07:14.798257 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:07:14.798623 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Checking segment: {'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:07:14.799019 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:14.799406 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Bound using segment: {'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:07:14.799906 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Bound port: 7a1a215a-2e18-4307-a7e2-a4dad023ad99, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:07:14.800419 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:14.881686 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] For port 7a1a215a-2e18-4307-a7e2-a4dad023ad99, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:07:14.887137 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] For port 7a1a215a-2e18-4307-a7e2-a4dad023ad99, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7a1a215a-2e18-4307-a7e2-a4dad023ad99,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:07:14.892835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Set router 28a9f140-9e53-4db9-ab94-f65008b10db1 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:07:14.897989 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:14.965252 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac15097-b131-48a7-9b14-836c6be59982 None None] Network 8e18f79c-601b-4ee8-ab9e-09837f578bd5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:07:14.982361 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Routers {'390d8928-3075-4b99-8e0e-4c7573ba4835'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:07:14.983307 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['390d8928-3075-4b99-8e0e-4c7573ba4835'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:15.033265 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26175a-7e0e-4e6e-a478-29b50de1ac48 None None] Pushing event updated for resources: {'Port': ['ID=7a1a215a-2e18-4307-a7e2-a4dad023ad99,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:15.131493 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] Set router 390d8928-3075-4b99-8e0e-4c7573ba4835 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:07:15.266250 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:15.268715 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-89b1692b-98f3-4fd5-b0a7-0d27b5305c32 None None] Provisioning for port 28a95496-b841-4c5b-b8f8-1ae4e20a0629 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:07:15.290463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-89b1692b-98f3-4fd5-b0a7-0d27b5305c32 None None] Provisioning complete for port 28a95496-b841-4c5b-b8f8-1ae4e20a0629 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:15.290741 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-89b1692b-98f3-4fd5-b0a7-0d27b5305c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:15.360221 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:15.389057 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480334f3-bd35-48f0-b132-29ec0917e744 None None] The sync data for ids ['390d8928-3075-4b99-8e0e-4c7573ba4835'] in n-d-803756-1 is: [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:07:15.442837 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Allocated IP 172.20.0.1 (8e18f79c-601b-4ee8-ab9e-09837f578bd5/0ce6e280-0ed4-4474-a507-eadbd3c90fbd/06188750-53ba-40ba-a49b-2b34996ea890) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:07:15.466476 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-89b1692b-98f3-4fd5-b0a7-0d27b5305c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:15.486062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'name': 'tempest-TestShelveInstance-1755844446-router', 'tenant_id': 'b138fa5177144ac89dcea6614c37fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '7d760931-9fa3-45a0-b1f4-3b4c69c5a096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:13Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 3, 'project_id': 'b138fa5177144ac89dcea6614c37fd8e', 'gw_port': {'id': '7d760931-9fa3-45a0-b1f4-3b4c69c5a096', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:13Z', 'updated_at': '2021-08-06T17:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:15.524577 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Checking router: 28a9f140-9e53-4db9-ab94-f65008b10db1 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:07:15.524930 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Updating router 28a9f140-9e53-4db9-ab94-f65008b10db1 port 7d760931-9fa3-45a0-b1f4-3b4c69c5a096 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:07:15.572395 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-89b1692b-98f3-4fd5-b0a7-0d27b5305c32 None None] For port 28a95496-b841-4c5b-b8f8-1ae4e20a0629, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=28a95496-b841-4c5b-b8f8-1ae4e20a0629,segment=NetworkSegment(d3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea),segment_id=d3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:07:15.581868 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:15.606685 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-89b1692b-98f3-4fd5-b0a7-0d27b5305c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:15.750712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1692b-98f3-4fd5-b0a7-0d27b5305c32 None None] Pushing event updated for resources: {'Port': ['ID=28a95496-b841-4c5b-b8f8-1ae4e20a0629,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:15.851649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-cd77db42-2653-4513-bc13-01ae2e244d33 None None] Provisioning complete for port 28a95496-b841-4c5b-b8f8-1ae4e20a0629 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:15.852074 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cd77db42-2653-4513-bc13-01ae2e244d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.005853 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.019861 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Transition to ACTIVE for port object 06188750-53ba-40ba-a49b-2b34996ea890 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:07:16.020062 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.036221 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Transition to ACTIVE for port object 7d760931-9fa3-45a0-b1f4-3b4c69c5a096 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:07:16.046430 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.059554 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.101601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Attempting to bind port 7d760931-9fa3-45a0-b1f4-3b4c69c5a096 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:07:16.101995 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Attempting to bind port 7d760931-9fa3-45a0-b1f4-3b4c69c5a096 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:07:16.102366 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Attempting to bind port 7d760931-9fa3-45a0-b1f4-3b4c69c5a096 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:07:16.105464 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cc17b-7ecb-475a-9379-f400ff3d3a67 None None] Pushing event updated for resources: {'Port': ['ID=7d760931-9fa3-45a0-b1f4-3b4c69c5a096,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:16.106705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Network 8e18f79c-601b-4ee8-ab9e-09837f578bd5 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:07:16.110237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:07:16.110619 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:07:16.111427 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.111427 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:07:16.111869 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Bound port: 7d760931-9fa3-45a0-b1f4-3b4c69c5a096, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:07:16.112016 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:07:16.112792 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.116120 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:07:16.145517 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Pushing event updated for resources: {'Port': ['ID=06188750-53ba-40ba-a49b-2b34996ea890,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:16.161902 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.189186 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] For port 7d760931-9fa3-45a0-b1f4-3b4c69c5a096, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:07:16.197493 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] For port 7d760931-9fa3-45a0-b1f4-3b4c69c5a096, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7d760931-9fa3-45a0-b1f4-3b4c69c5a096,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:07:16.207632 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.276248 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Routers {'28a9f140-9e53-4db9-ab94-f65008b10db1'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:07:16.276906 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['28a9f140-9e53-4db9-ab94-f65008b10db1'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:16.325966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7dc02ebb-df67-444c-a4e4-e782354c2354 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:07:16.332014 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.355683 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cc17b-7ecb-475a-9379-f400ff3d3a67 None None] Pushing event updated for resources: {'Port': ['ID=7d760931-9fa3-45a0-b1f4-3b4c69c5a096,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:16.446495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7dc02ebb-df67-444c-a4e4-e782354c2354 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:16.446861 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.451162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] Set router 28a9f140-9e53-4db9-ab94-f65008b10db1 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:07:16.515514 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.520287 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.550898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8b05e41f-2ab6-4073-9f39-de1faefc0533 None None] Provisioning for port 06188750-53ba-40ba-a49b-2b34996ea890 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:07:16.565710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8b05e41f-2ab6-4073-9f39-de1faefc0533 None None] Provisioning complete for port 06188750-53ba-40ba-a49b-2b34996ea890 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:16.566085 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8b05e41f-2ab6-4073-9f39-de1faefc0533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.591176 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Pushing event updated for resources: {'Port': ['ID=06188750-53ba-40ba-a49b-2b34996ea890,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:16.593663 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.644942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8b05e41f-2ab6-4073-9f39-de1faefc0533 None None] Port 06188750-53ba-40ba-a49b-2b34996ea890 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:07:16.684149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Network 8e18f79c-601b-4ee8-ab9e-09837f578bd5 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:07:16.685602 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:07:16.694336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7a1a215a-2e18-4307-a7e2-a4dad023ad99 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:07:16.777563 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 7a1a215a-2e18-4307-a7e2-a4dad023ad99 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:07:16.783403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7a1a215a-2e18-4307-a7e2-a4dad023ad99 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:16.783776 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.788214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'name': 'tempest-TestShelveInstance-1755844446-router', 'tenant_id': 'b138fa5177144ac89dcea6614c37fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '7d760931-9fa3-45a0-b1f4-3b4c69c5a096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:13Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 3, 'project_id': 'b138fa5177144ac89dcea6614c37fd8e', 'gw_port': {'id': '7d760931-9fa3-45a0-b1f4-3b4c69c5a096', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:13Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:16.810302 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Router 28a9f140-9e53-4db9-ab94-f65008b10db1 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:07:16.835831 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1791cbd-0bcf-4cfe-9ecb-9ed02de781c3 None None] The sync data for ids ['28a9f140-9e53-4db9-ab94-f65008b10db1'] in n-d-803756-1 is: [{'id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'name': 'tempest-TestShelveInstance-1755844446-router', 'tenant_id': 'b138fa5177144ac89dcea6614c37fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '7d760931-9fa3-45a0-b1f4-3b4c69c5a096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:13Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 3, 'project_id': 'b138fa5177144ac89dcea6614c37fd8e', 'gw_port': {'id': '7d760931-9fa3-45a0-b1f4-3b4c69c5a096', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:13Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:07:16.901353 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.936882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 7a1a215a-2e18-4307-a7e2-a4dad023ad99, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7a1a215a-2e18-4307-a7e2-a4dad023ad99,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:07:16.940915 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:16.941742 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 28a95496-b841-4c5b-b8f8-1ae4e20a0629 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:07:16.955457 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:07:16.965227 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ee268b34-6765-4c84-9f4c-d715e3fd77db admin admin] 10.222.0.37 "PUT /v2.0/routers/28a9f140-9e53-4db9-ab94-f65008b10db1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2810099 Aug 06 17:07:17.031449 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-9ff43804-beb8-47b5-8b85-d9abe510429b None None] Provisioning complete for port 06188750-53ba-40ba-a49b-2b34996ea890 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:17.031849 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9ff43804-beb8-47b5-8b85-d9abe510429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:17.034644 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=7a1a215a-2e18-4307-a7e2-a4dad023ad99,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:17.078015 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-9ff43804-beb8-47b5-8b85-d9abe510429b None None] Port 06188750-53ba-40ba-a49b-2b34996ea890 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:07:17.083146 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 28a95496-b841-4c5b-b8f8-1ae4e20a0629 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:17.083146 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:17.478188 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:07:17.620717 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35064) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:17.625490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-6d20688f-169b-4ef1-af33-6ebb84fae275 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-808202178', 'description': 'tempest-secgroup-smoke-808202178 description', 'project_id': '64e7f1b38d0a42549645eed01793f53e'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:07:17.648829 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d20688f-169b-4ef1-af33-6ebb84fae275 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:17.733795 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d20688f-169b-4ef1-af33-6ebb84fae275 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:17.737689 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d20688f-169b-4ef1-af33-6ebb84fae275 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:17.765393 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-6d20688f-169b-4ef1-af33-6ebb84fae275 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:17.766648 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-6d20688f-169b-4ef1-af33-6ebb84fae275 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1449077 Aug 06 17:07:17.767484 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20688f-169b-4ef1-af33-6ebb84fae275 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1070876-81ec-4cad-b77e-a98fbeab1c99,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:17.770833 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35066) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:17.776946 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-d9c443cf-9049-4f1d-926a-ebf9bbfa6cc1 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'security_group_rule': {'security_group_id': 'a1070876-81ec-4cad-b77e-a98fbeab1c99', 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:07:17.803715 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d9c443cf-9049-4f1d-926a-ebf9bbfa6cc1 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:17.862691 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d9c443cf-9049-4f1d-926a-ebf9bbfa6cc1 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:17.866722 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d9c443cf-9049-4f1d-926a-ebf9bbfa6cc1 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:17.881991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c443cf-9049-4f1d-926a-ebf9bbfa6cc1 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320bd652-fe71-464a-b47d-55d1a132e444,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:17.891084 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-d9c443cf-9049-4f1d-926a-ebf9bbfa6cc1 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:17.892261 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d9c443cf-9049-4f1d-926a-ebf9bbfa6cc1 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200988 Aug 06 17:07:17.895027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35068) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:17.899334 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-16631c22-0a0e-41fa-8b04-cd4e014a4f20 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'security_group_rule': {'security_group_id': 'a1070876-81ec-4cad-b77e-a98fbeab1c99', 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:07:17.927485 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16631c22-0a0e-41fa-8b04-cd4e014a4f20 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:17.984411 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16631c22-0a0e-41fa-8b04-cd4e014a4f20 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:17.988415 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16631c22-0a0e-41fa-8b04-cd4e014a4f20 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.019560 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16631c22-0a0e-41fa-8b04-cd4e014a4f20 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e79dcff-e08b-4b5e-83e6-bcae4c41653b,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:18.025847 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-16631c22-0a0e-41fa-8b04-cd4e014a4f20 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.027831 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-16631c22-0a0e-41fa-8b04-cd4e014a4f20 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311784 Aug 06 17:07:18.029774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35070) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:18.034683 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-28f6cc10-b94e-42f0-b080-a14ee4050934 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'security_group_rule': {'security_group_id': 'a1070876-81ec-4cad-b77e-a98fbeab1c99', 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:07:18.060846 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28f6cc10-b94e-42f0-b080-a14ee4050934 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.117860 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28f6cc10-b94e-42f0-b080-a14ee4050934 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.121851 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28f6cc10-b94e-42f0-b080-a14ee4050934 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.141135 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6cc10-b94e-42f0-b080-a14ee4050934 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859a78dc-4121-485b-be2d-d457a2fa89a1,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:18.146265 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-28f6cc10-b94e-42f0-b080-a14ee4050934 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.147822 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-28f6cc10-b94e-42f0-b080-a14ee4050934 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171210 Aug 06 17:07:18.150665 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35072) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:18.155084 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-67e23298-55b8-40fb-be50-ce3c276fc377 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'security_group_rule': {'security_group_id': 'a1070876-81ec-4cad-b77e-a98fbeab1c99', 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:07:18.192915 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-67e23298-55b8-40fb-be50-ce3c276fc377 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.259107 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7d760931-9fa3-45a0-b1f4-3b4c69c5a096 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:07:18.262145 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-67e23298-55b8-40fb-be50-ce3c276fc377 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.266551 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-67e23298-55b8-40fb-be50-ce3c276fc377 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.285717 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e23298-55b8-40fb-be50-ce3c276fc377 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c94cf9-750e-4a0f-add8-1386d3e24124,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:18.293336 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-67e23298-55b8-40fb-be50-ce3c276fc377 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.297234 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-67e23298-55b8-40fb-be50-ce3c276fc377 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431570 Aug 06 17:07:18.297567 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35074) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:18.303084 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f79b036d-7933-450d-90be-fe308c5d6e4b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'security_group_rule': {'security_group_id': 'a1070876-81ec-4cad-b77e-a98fbeab1c99', 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:07:18.307995 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 7d760931-9fa3-45a0-b1f4-3b4c69c5a096 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:07:18.311862 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7d760931-9fa3-45a0-b1f4-3b4c69c5a096 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:18.312233 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.327210 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-f79b036d-7933-450d-90be-fe308c5d6e4b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Project 64e7f1b38d0a42549645eed01793f53e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:07:18.331998 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f79b036d-7933-450d-90be-fe308c5d6e4b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.392401 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.399826 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f79b036d-7933-450d-90be-fe308c5d6e4b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.403421 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f79b036d-7933-450d-90be-fe308c5d6e4b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.413151 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 7d760931-9fa3-45a0-b1f4-3b4c69c5a096, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7d760931-9fa3-45a0-b1f4-3b4c69c5a096,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:07:18.417044 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.417872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7a1a215a-2e18-4307-a7e2-a4dad023ad99 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:07:18.421932 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b036d-7933-450d-90be-fe308c5d6e4b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656d312d-155c-4ec3-a646-c33688106b48,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:18.428112 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f79b036d-7933-450d-90be-fe308c5d6e4b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.429663 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f79b036d-7933-450d-90be-fe308c5d6e4b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304314 Aug 06 17:07:18.432159 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35076) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:18.436820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-b08889b0-73a0-4ec9-be6e-c0090f876c49 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'security_group_rule': {'security_group_id': 'a1070876-81ec-4cad-b77e-a98fbeab1c99', 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:07:18.459550 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-b08889b0-73a0-4ec9-be6e-c0090f876c49 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Project 64e7f1b38d0a42549645eed01793f53e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:07:18.464379 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b08889b0-73a0-4ec9-be6e-c0090f876c49 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.495803 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=7d760931-9fa3-45a0-b1f4-3b4c69c5a096,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:18.503936 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7a1a215a-2e18-4307-a7e2-a4dad023ad99 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:18.504387 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.529894 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b08889b0-73a0-4ec9-be6e-c0090f876c49 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.535557 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b08889b0-73a0-4ec9-be6e-c0090f876c49 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.557251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08889b0-73a0-4ec9-be6e-c0090f876c49 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36badafc-b7e6-4b18-bea1-20a62057e731,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:18.565502 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b08889b0-73a0-4ec9-be6e-c0090f876c49 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:18.566941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b08889b0-73a0-4ec9-be6e-c0090f876c49 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337833 Aug 06 17:07:18.712025 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-5d75dd4c-733f-4c99-8ff1-c84c868f70d7 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-808202178&fields=id&tenant_id=64e7f1b38d0a42549645eed01793f53e HTTP/1.1" status: 200 len: 267 time: 0.0346239 Aug 06 17:07:18.818033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-b442ba50-1146-46d9-9b9c-9c5534254b81 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:18.819517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-b442ba50-1146-46d9-9b9c-9c5534254b81 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 807 time: 0.1006019 Aug 06 17:07:18.836583 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-e3e02f20-2c12-4819-b5e0-2fdc9a2fa03b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/quotas/64e7f1b38d0a42549645eed01793f53e HTTP/1.1" status: 200 len: 375 time: 0.0107598 Aug 06 17:07:18.888595 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-b5654a91-5c0f-4f9a-b595-a1f167a320eb tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457978 Aug 06 17:07:18.903228 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Sync routers for ids ['28a9f140-9e53-4db9-ab94-f65008b10db1'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:07:18.914061 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Routers {'28a9f140-9e53-4db9-ab94-f65008b10db1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:07:18.914638 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['28a9f140-9e53-4db9-ab94-f65008b10db1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:18.995179 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-9ddf7a12-e368-4868-8075-e3e4b8b88853 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:07:18.996196 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-9ddf7a12-e368-4868-8075-e3e4b8b88853 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0956724 Aug 06 17:07:19.020631 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Set router 28a9f140-9e53-4db9-ab94-f65008b10db1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:07:19.088059 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-50ce0a96-3fc6-4942-987d-4762d39dc622 service neutron] 10.222.0.37 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853872 Aug 06 17:07:19.181437 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-8b4c8895-25f0-41c7-993a-242afc8d6105 service neutron] 10.222.0.37 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868905 Aug 06 17:07:19.217687 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'name': 'tempest-TestShelveInstance-1755844446-router', 'tenant_id': 'b138fa5177144ac89dcea6614c37fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '7d760931-9fa3-45a0-b1f4-3b4c69c5a096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:13Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 4, 'project_id': 'b138fa5177144ac89dcea6614c37fd8e', 'gw_port': {'id': '7d760931-9fa3-45a0-b1f4-3b4c69c5a096', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:13Z', 'updated_at': '2021-08-06T17:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '06188750-53ba-40ba-a49b-2b34996ea890', 'name': '', 'network_id': '8e18f79c-601b-4ee8-ab9e-09837f578bd5', 'tenant_id': 'b138fa5177144ac89dcea6614c37fd8e', 'mac_address': 'fa:16:3e:2c:b6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0ce6e280-0ed4-4474-a507-eadbd3c90fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:15Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 2, 'project_id': 'b138fa5177144ac89dcea6614c37fd8e', 'subnets': [{'id': '0ce6e280-0ed4-4474-a507-eadbd3c90fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:19.243556 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Checking router: 28a9f140-9e53-4db9-ab94-f65008b10db1 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:07:19.243887 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Updating router 28a9f140-9e53-4db9-ab94-f65008b10db1 port 06188750-53ba-40ba-a49b-2b34996ea890 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:07:19.269752 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:19.346943 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c16fce3-d53c-4665-a7b0-4b6f3a571d22 req-18a4900b-5f14-4565-b003-09f104dc2bf8 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 210 time: 0.0283253 Aug 06 17:07:19.556543 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:19.566797 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Transition to ACTIVE for port object 06188750-53ba-40ba-a49b-2b34996ea890 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:07:19.577936 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:19.644176 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7a5a7-5e0d-4e25-b721-cd55dc1e2122 None None] Pushing event updated for resources: {'Port': ['ID=06188750-53ba-40ba-a49b-2b34996ea890,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:19.680243 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Attempting to bind port 06188750-53ba-40ba-a49b-2b34996ea890 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:07:19.680605 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Attempting to bind port 06188750-53ba-40ba-a49b-2b34996ea890 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': 'd3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8e18f79c-601b-4ee8-ab9e-09837f578bd5'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:07:19.680969 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Attempting to bind port 06188750-53ba-40ba-a49b-2b34996ea890 on network 8e18f79c-601b-4ee8-ab9e-09837f578bd5 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:07:19.686368 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:07:19.686682 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Checking segment: {'id': 'd3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8e18f79c-601b-4ee8-ab9e-09837f578bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:07:19.687063 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:19.687447 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Bound using segment: {'id': 'd3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8e18f79c-601b-4ee8-ab9e-09837f578bd5'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:07:19.687908 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Bound port: 06188750-53ba-40ba-a49b-2b34996ea890, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8e18f79c-601b-4ee8-ab9e-09837f578bd5'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:07:19.688282 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:19.765838 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] For port 06188750-53ba-40ba-a49b-2b34996ea890, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:07:19.769189 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] For port 06188750-53ba-40ba-a49b-2b34996ea890, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=06188750-53ba-40ba-a49b-2b34996ea890,segment=NetworkSegment(d3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea),segment_id=d3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:07:19.774562 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:19.843780 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Routers {'28a9f140-9e53-4db9-ab94-f65008b10db1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:07:19.844433 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['28a9f140-9e53-4db9-ab94-f65008b10db1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:19.849398 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7a5a7-5e0d-4e25-b721-cd55dc1e2122 None None] Pushing event updated for resources: {'Port': ['ID=06188750-53ba-40ba-a49b-2b34996ea890,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:19.969214 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] Set router 28a9f140-9e53-4db9-ab94-f65008b10db1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:07:20.173459 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'name': 'tempest-TestShelveInstance-1755844446-router', 'tenant_id': 'b138fa5177144ac89dcea6614c37fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '7d760931-9fa3-45a0-b1f4-3b4c69c5a096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:13Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 4, 'project_id': 'b138fa5177144ac89dcea6614c37fd8e', 'gw_port': {'id': '7d760931-9fa3-45a0-b1f4-3b4c69c5a096', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:13Z', 'updated_at': '2021-08-06T17:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '06188750-53ba-40ba-a49b-2b34996ea890', 'name': '', 'network_id': '8e18f79c-601b-4ee8-ab9e-09837f578bd5', 'tenant_id': 'b138fa5177144ac89dcea6614c37fd8e', 'mac_address': 'fa:16:3e:2c:b6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0ce6e280-0ed4-4474-a507-eadbd3c90fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:15Z', 'updated_at': '2021-08-06T17:07:19Z', 'revision_number': 4, 'project_id': 'b138fa5177144ac89dcea6614c37fd8e', 'subnets': [{'id': '0ce6e280-0ed4-4474-a507-eadbd3c90fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:20.187295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7d760931-9fa3-45a0-b1f4-3b4c69c5a096 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:07:20.205664 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69faeb13-15b1-45d7-81b2-eaaede806a61 None None] The sync data for ids ['28a9f140-9e53-4db9-ab94-f65008b10db1'] in n-d-803756-1 is: [{'id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'name': 'tempest-TestShelveInstance-1755844446-router', 'tenant_id': 'b138fa5177144ac89dcea6614c37fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '7d760931-9fa3-45a0-b1f4-3b4c69c5a096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:13Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 4, 'project_id': 'b138fa5177144ac89dcea6614c37fd8e', 'gw_port': {'id': '7d760931-9fa3-45a0-b1f4-3b4c69c5a096', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:13Z', 'updated_at': '2021-08-06T17:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '06188750-53ba-40ba-a49b-2b34996ea890', 'name': '', 'network_id': '8e18f79c-601b-4ee8-ab9e-09837f578bd5', 'tenant_id': 'b138fa5177144ac89dcea6614c37fd8e', 'mac_address': 'fa:16:3e:2c:b6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0ce6e280-0ed4-4474-a507-eadbd3c90fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:15Z', 'updated_at': '2021-08-06T17:07:19Z', 'revision_number': 4, 'project_id': 'b138fa5177144ac89dcea6614c37fd8e', 'subnets': [{'id': '0ce6e280-0ed4-4474-a507-eadbd3c90fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:07:20.252288 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 7d760931-9fa3-45a0-b1f4-3b4c69c5a096 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:20.255654 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:20.416004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-58feed49-9797-4061-a315-77593c801738 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:20.417881 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-58feed49-9797-4061-a315-77593c801738 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.78 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 807 time: 0.1675920 Aug 06 17:07:20.492357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-162629b0-224b-46fb-a090-afb81100c75c req-d370915c-86db-499e-b1f2-f4e80ea5270c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 210 time: 0.0413055 Aug 06 17:07:20.503317 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-0b122c1b-c7de-498a-bf22-77b98e19b5fc tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64e7f1b38d0a42549645eed01793f53e HTTP/1.1" status: 200 len: 379 time: 0.0701330 Aug 06 17:07:20.515275 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-4d1cb9c8-6631-48a5-8f6a-7077ec68f321 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'port': {'device_id': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'admin_state_up': True, 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'security_groups': ['a1070876-81ec-4cad-b77e-a98fbeab1c99']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:07:20.630280 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-4d1cb9c8-6631-48a5-8f6a-7077ec68f321 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Made reservation on behalf of 64e7f1b38d0a42549645eed01793f53e for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:07:20.633855 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-4d1cb9c8-6631-48a5-8f6a-7077ec68f321 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:20.766888 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-4d1cb9c8-6631-48a5-8f6a-7077ec68f321 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Allocated IP 172.20.0.5 (c3915b4e-996f-4381-982f-e63b45f8b6e1/7ebde4eb-89a4-45d7-b996-377f20ce4f32/b3540d91-ff63-4a3c-88ed-1f992dcddb41) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:07:20.906847 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-4d1cb9c8-6631-48a5-8f6a-7077ec68f321 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:20.925410 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-4d1cb9c8-6631-48a5-8f6a-7077ec68f321 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Transition to ACTIVE for port object b3540d91-ff63-4a3c-88ed-1f992dcddb41 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:07:20.961338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-4d1cb9c8-6631-48a5-8f6a-7077ec68f321 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:21.004471 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-4d1cb9c8-6631-48a5-8f6a-7077ec68f321 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Network c3915b4e-996f-4381-982f-e63b45f8b6e1 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:07:21.009808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-4d1cb9c8-6631-48a5-8f6a-7077ec68f321 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:07:21.012564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-4d1cb9c8-6631-48a5-8f6a-7077ec68f321 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:07:21.042806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cb9c8-6631-48a5-8f6a-7077ec68f321 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'Port': ['ID=b3540d91-ff63-4a3c-88ed-1f992dcddb41,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:21.074163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-4d1cb9c8-6631-48a5-8f6a-7077ec68f321 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:21.074826 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-4d1cb9c8-6631-48a5-8f6a-7077ec68f321 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:21.091605 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-4d1cb9c8-6631-48a5-8f6a-7077ec68f321 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5809247 Aug 06 17:07:21.155865 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Request body: {'port': {'device_id': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:07:21.218997 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:21.267740 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3ecd30d2-6d1b-4798-8388-d704b4e53c5e None None] Provisioning for port b3540d91-ff63-4a3c-88ed-1f992dcddb41 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:07:21.271505 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3ecd30d2-6d1b-4798-8388-d704b4e53c5e None None] Provisioning complete for port b3540d91-ff63-4a3c-88ed-1f992dcddb41 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:21.271924 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3ecd30d2-6d1b-4798-8388-d704b4e53c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:21.307966 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd30d2-6d1b-4798-8388-d704b4e53c5e None None] Port b3540d91-ff63-4a3c-88ed-1f992dcddb41 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:07:21.474115 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3540d91-ff63-4a3c-88ed-1f992dcddb41 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:07:21.481379 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:21.493378 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Transition to ACTIVE for port object b3540d91-ff63-4a3c-88ed-1f992dcddb41 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:07:21.497183 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:21.545143 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3540d91-ff63-4a3c-88ed-1f992dcddb41,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:21.659551 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c937360-e2b5-4cbb-8b0c-cfd15b8600d5 req-a7abc370-1cc3-4a83-a9ac-c6669d404953 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:21.661079 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c937360-e2b5-4cbb-8b0c-cfd15b8600d5 req-a7abc370-1cc3-4a83-a9ac-c6669d404953 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0709600 Aug 06 17:07:21.663816 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Attempting to bind port b3540d91-ff63-4a3c-88ed-1f992dcddb41 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:07:21.664152 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Attempting to bind port b3540d91-ff63-4a3c-88ed-1f992dcddb41 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:07:21.664478 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Attempting to bind port b3540d91-ff63-4a3c-88ed-1f992dcddb41 on network c3915b4e-996f-4381-982f-e63b45f8b6e1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:07:21.676685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Port b3540d91-ff63-4a3c-88ed-1f992dcddb41 on network c3915b4e-996f-4381-982f-e63b45f8b6e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:07:21.677010 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Attempting to bind port b3540d91-ff63-4a3c-88ed-1f992dcddb41 on network c3915b4e-996f-4381-982f-e63b45f8b6e1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:07:21.689150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:07:21.689479 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Checking segment: {'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:07:21.690976 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Bound using segment: {'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:07:21.691415 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Bound port: b3540d91-ff63-4a3c-88ed-1f992dcddb41, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:07:21.691803 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:21.720273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5c937360-e2b5-4cbb-8b0c-cfd15b8600d5 req-831cf55e-cdaa-4033-97ad-6e98610ae107 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524118 Aug 06 17:07:21.769872 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] For port b3540d91-ff63-4a3c-88ed-1f992dcddb41, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:07:21.772807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] For port b3540d91-ff63-4a3c-88ed-1f992dcddb41, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:07:21.776668 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:21.811935 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:21.812541 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:21.813977 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] 10.222.0.78 "PUT /v2.0/ports/b3540d91-ff63-4a3c-88ed-1f992dcddb41 HTTP/1.1" status: 200 len: 1091 time: 0.7137003 Aug 06 17:07:21.814405 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'tag': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:07:21.816699 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41e38ab-e5c3-4ea4-8167-0a8763cfd767" -d '{"events": [{"name": "network-changed", "server_uuid": "679e637c-e9b2-4707-ad61-b154ea9a0456", "tag": "b3540d91-ff63-4a3c-88ed-1f992dcddb41"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:07:21.847247 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d49ae-364e-403d-a077-0640f265b3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3540d91-ff63-4a3c-88ed-1f992dcddb41,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:21.883652 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7025c5-49f1-467c-916e-cfe377e9923f x-openstack-request-id: req-ef7025c5-49f1-467c-916e-cfe377e9923f {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:07:21.883949 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679e637c-e9b2-4707-ad61-b154ea9a0456", "tag": "b3540d91-ff63-4a3c-88ed-1f992dcddb41", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:07:21.884194 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef7025c5-49f1-467c-916e-cfe377e9923f {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:07:21.884582 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'tag': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'status': 'completed', 'code': 200} Aug 06 17:07:21.900998 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-41a97ee3-ca24-4b21-afff-ff8fca87adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:21.902568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-41a97ee3-ca24-4b21-afff-ff8fca87adf3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 1094 time: 0.0460436 Aug 06 17:07:21.949236 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-a7593684-9438-4af4-8bb9-01c24a78e231 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41 HTTP/1.1" status: 200 len: 217 time: 0.0362990 Aug 06 17:07:22.004635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-1f22e081-7189-4485-918f-204b5d625f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:22.006137 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-1f22e081-7189-4485-918f-204b5d625f3e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0491195 Aug 06 17:07:22.054515 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-2e9d9e01-f711-4425-881a-572d7207e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:22.060602 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-2e9d9e01-f711-4425-881a-572d7207e544 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424833 Aug 06 17:07:22.146632 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-94a88efa-8f86-45d1-9b21-acb3dddcfa3b service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822618 Aug 06 17:07:22.197542 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 06188750-53ba-40ba-a49b-2b34996ea890 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:07:22.244661 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d01bd025-cbfe-4ec6-b61b-a9842642ce4f req-ecaa1519-3f5b-4086-8fb5-1789a646c8db service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906653 Aug 06 17:07:22.250374 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 06188750-53ba-40ba-a49b-2b34996ea890 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:07:22.255230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 06188750-53ba-40ba-a49b-2b34996ea890 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:22.255600 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:22.337925 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e38ab-e5c3-4ea4-8167-0a8763cfd767 req-695d9f0c-091b-4707-95f3-a457049156cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:22.339329 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a41e38ab-e5c3-4ea4-8167-0a8763cfd767 req-695d9f0c-091b-4707-95f3-a457049156cf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 1094 time: 0.0438242 Aug 06 17:07:22.344079 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:22.379376 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 06188750-53ba-40ba-a49b-2b34996ea890, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=06188750-53ba-40ba-a49b-2b34996ea890,segment=NetworkSegment(d3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea),segment_id=d3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:07:22.384110 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:22.431633 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=06188750-53ba-40ba-a49b-2b34996ea890,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:22.438095 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e38ab-e5c3-4ea4-8167-0a8763cfd767 req-e1e72e31-51b9-4701-9403-75ad1cc74f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:22.439587 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a41e38ab-e5c3-4ea4-8167-0a8763cfd767 req-e1e72e31-51b9-4701-9403-75ad1cc74f25 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.0921981 Aug 06 17:07:22.485097 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a41e38ab-e5c3-4ea4-8167-0a8763cfd767 req-427b9f2c-50fa-4013-a478-f0c79d9e8156 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41 HTTP/1.1" status: 200 len: 217 time: 0.0371568 Aug 06 17:07:22.537074 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e38ab-e5c3-4ea4-8167-0a8763cfd767 req-d55e7aa1-cb7b-4850-9a15-9cf43427d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:22.538606 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a41e38ab-e5c3-4ea4-8167-0a8763cfd767 req-d55e7aa1-cb7b-4850-9a15-9cf43427d236 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0462010 Aug 06 17:07:22.591527 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e38ab-e5c3-4ea4-8167-0a8763cfd767 req-3ed3d729-3c3b-45b9-9999-84bf7240186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:22.592933 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a41e38ab-e5c3-4ea4-8167-0a8763cfd767 req-3ed3d729-3c3b-45b9-9999-84bf7240186e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457273 Aug 06 17:07:22.699295 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a41e38ab-e5c3-4ea4-8167-0a8763cfd767 req-4a766e93-a822-4d2a-8e00-ae20e4e488bc service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970232 Aug 06 17:07:22.802658 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a41e38ab-e5c3-4ea4-8167-0a8763cfd767 req-8fcfff76-7107-4adf-ba6e-e808b0e9bb2c service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950725 Aug 06 17:07:22.852325 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484967f-1dd5-47ec-8972-f7f04bbe98e1 req-97875270-9f0f-4014-843b-1954d7b7c1c6 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:22.853785 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9484967f-1dd5-47ec-8972-f7f04bbe98e1 req-97875270-9f0f-4014-843b-1954d7b7c1c6 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0549581 Aug 06 17:07:22.894935 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9484967f-1dd5-47ec-8972-f7f04bbe98e1 req-63458b56-8200-442a-837e-bc7932047de9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348921 Aug 06 17:07:24.017765 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd7248-882a-43fc-b0ad-6a83ff3c9666 req-bcebadd6-f7d4-4107-a7f4-66c8d99f204c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:24.019224 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42fd7248-882a-43fc-b0ad-6a83ff3c9666 req-bcebadd6-f7d4-4107-a7f4-66c8d99f204c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0475845 Aug 06 17:07:24.056139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42fd7248-882a-43fc-b0ad-6a83ff3c9666 req-8fdb1557-5aa4-4065-b698-8cd76d4c3a68 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303688 Aug 06 17:07:24.181837 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 06188750-53ba-40ba-a49b-2b34996ea890 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:07:24.228567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 06188750-53ba-40ba-a49b-2b34996ea890 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:24.228953 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:24.354907 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:24.571213 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:25.173141 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4847c9c-d47c-41a4-8606-70c810e098d2 req-14381169-1224-48a1-90d5-2cbd41166b8f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:25.174718 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f4847c9c-d47c-41a4-8606-70c810e098d2 req-14381169-1224-48a1-90d5-2cbd41166b8f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0520718 Aug 06 17:07:25.212857 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f4847c9c-d47c-41a4-8606-70c810e098d2 req-20025f03-2cb0-40e8-af0a-546707b0514b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316837 Aug 06 17:07:26.272537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device b3540d91-ff63-4a3c-88ed-1f992dcddb41 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:07:26.333396 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1ed52-b4df-4ad3-be90-0a254451507c req-d93afcc4-09a6-479b-b1cb-6bfc0e97d57a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:26.335063 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20e1ed52-b4df-4ad3-be90-0a254451507c req-d93afcc4-09a6-479b-b1cb-6bfc0e97d57a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0550258 Aug 06 17:07:26.376274 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port b3540d91-ff63-4a3c-88ed-1f992dcddb41, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:07:26.380354 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20e1ed52-b4df-4ad3-be90-0a254451507c req-ee95e3aa-21ea-4631-a563-dc34892ffc3b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379636 Aug 06 17:07:26.398718 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'port_id': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'mac_address': 'fa:16:3e:e5:7a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:07:26.604843 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:26.618962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3540d91-ff63-4a3c-88ed-1f992dcddb41 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:07:26.639733 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port b3540d91-ff63-4a3c-88ed-1f992dcddb41, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:07:26.643973 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:26.695704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=b3540d91-ff63-4a3c-88ed-1f992dcddb41,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:26.860894 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['b3540d91-ff63-4a3c-88ed-1f992dcddb41'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:07:27.492586 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d730c-1a6e-4484-bbdb-39f8a66f5808 req-525a2b79-43ac-42aa-b5bd-90b81acec560 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:27.494054 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-796d730c-1a6e-4484-bbdb-39f8a66f5808 req-525a2b79-43ac-42aa-b5bd-90b81acec560 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 944 time: 0.0475078 Aug 06 17:07:27.531107 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-796d730c-1a6e-4484-bbdb-39f8a66f5808 req-698af89d-ef15-49c6-bf9e-13c12e5b0014 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311399 Aug 06 17:07:28.268554 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device b3540d91-ff63-4a3c-88ed-1f992dcddb41 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:07:28.315519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port b3540d91-ff63-4a3c-88ed-1f992dcddb41 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:07:28.319793 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port b3540d91-ff63-4a3c-88ed-1f992dcddb41 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:07:28.320160 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:28.395855 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:28.417142 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:07:28.419404 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35f9548-c125-47f9-a7c7-95e878c7fcf9" -d '{"events": [{"server_uuid": "679e637c-e9b2-4707-ad61-b154ea9a0456", "name": "network-vif-plugged", "status": "completed", "tag": "b3540d91-ff63-4a3c-88ed-1f992dcddb41"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:07:28.431928 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port b3540d91-ff63-4a3c-88ed-1f992dcddb41, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:07:28.435859 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:28.460984 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fc0b96-f710-43cf-aa4e-50ae9e03f9e7 x-openstack-request-id: req-09fc0b96-f710-43cf-aa4e-50ae9e03f9e7 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:07:28.461271 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679e637c-e9b2-4707-ad61-b154ea9a0456", "name": "network-vif-plugged", "status": "completed", "tag": "b3540d91-ff63-4a3c-88ed-1f992dcddb41", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:07:28.461515 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09fc0b96-f710-43cf-aa4e-50ae9e03f9e7 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:07:28.461927 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'code': 200} Aug 06 17:07:28.488463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=b3540d91-ff63-4a3c-88ed-1f992dcddb41,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:28.567077 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd544bd-a6c7-48a5-a6d2-663f1e8002ab req-8c47a0cb-7a6e-4380-a8ab-3e0c86828aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:28.569080 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9dd544bd-a6c7-48a5-a6d2-663f1e8002ab req-8c47a0cb-7a6e-4380-a8ab-3e0c86828aaa service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 1096 time: 0.0495055 Aug 06 17:07:28.615480 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9dd544bd-a6c7-48a5-a6d2-663f1e8002ab req-bb946d07-737b-4afa-82b0-9ff1b804cde7 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380752 Aug 06 17:07:28.652116 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b059a9-d509-42b3-a7d6-14cf502d98f0 req-1eb217ba-6562-4f23-8d47-10f5481a9bc6 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:28.653551 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-35b059a9-d509-42b3-a7d6-14cf502d98f0 req-1eb217ba-6562-4f23-8d47-10f5481a9bc6 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0530171 Aug 06 17:07:28.694768 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-35b059a9-d509-42b3-a7d6-14cf502d98f0 req-e6032b2e-44f1-48e2-91eb-24494479084e tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340919 Aug 06 17:07:29.813182 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538762b-ea9d-447b-93e5-ea651a43bd95 req-224ca445-8e12-45a9-bec5-20ec845270e4 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:29.814671 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4538762b-ea9d-447b-93e5-ea651a43bd95 req-224ca445-8e12-45a9-bec5-20ec845270e4 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0478916 Aug 06 17:07:29.853525 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4538762b-ea9d-447b-93e5-ea651a43bd95 req-91bc6405-88b3-4b87-aa8f-7b792caeea38 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320735 Aug 06 17:07:29.973643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d1353-4400-4f52-82f1-5523692b1ef5 req-e9b3f207-e58b-4980-b2f1-1e43d0381a0a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:29.975138 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-211d1353-4400-4f52-82f1-5523692b1ef5 req-e9b3f207-e58b-4980-b2f1-1e43d0381a0a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0566554 Aug 06 17:07:30.012457 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-211d1353-4400-4f52-82f1-5523692b1ef5 req-3dd9806b-da24-4dd1-884a-58dc66037d7c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313098 Aug 06 17:07:30.034137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35132) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:30.117048 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4141bd90-d7e8-4ee0-b72a-54b6a8ea21a2 tempest-TestShelveInstance-69231604 tempest-TestShelveInstance-69231604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:30.118607 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4141bd90-d7e8-4ee0-b72a-54b6a8ea21a2 tempest-TestShelveInstance-69231604 tempest-TestShelveInstance-69231604-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 1091 time: 0.0835140 Aug 06 17:07:30.121511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35136) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:07:30.125878 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:07:30.166193 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:30.619611 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:30.721366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Allocated IP 172.25.1.236 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/31337703-fe29-4232-9a59-2aa370fb4e33) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:07:30.836027 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:30.875820 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:30.915019 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:07:30.919435 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:07:30.923609 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:07:30.926606 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'Port': ['ID=31337703-fe29-4232-9a59-2aa370fb4e33,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:31.268052 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:31.331957 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:31.478067 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:31.482505 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:31.550010 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'Port': ['ID=31337703-fe29-4232-9a59-2aa370fb4e33,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:07:31.563384 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:31.662354 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Floating IP 63fecc52-75e1-4502-b074-b9b84b33ab5e associated. External IP: 172.25.1.236, port: b3540d91-ff63-4a3c-88ed-1f992dcddb41. Aug 06 17:07:31.865177 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Router 390d8928-3075-4b99-8e0e-4c7573ba4835 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:07:31.974070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:07:31.983937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0839261b-0604-46f5-adf8-a385509cfbe9 None None] Sync routers for ids ['390d8928-3075-4b99-8e0e-4c7573ba4835'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:07:31.989342 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:31.994787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0839261b-0604-46f5-adf8-a385509cfbe9 None None] Routers {'390d8928-3075-4b99-8e0e-4c7573ba4835'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:07:31.995418 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0839261b-0604-46f5-adf8-a385509cfbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['390d8928-3075-4b99-8e0e-4c7573ba4835'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:32.016580 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ad37f81b-811c-484e-ae79-a5f91833037a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8940234 Aug 06 17:07:32.017257 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'tag': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:07:32.020191 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2a8462-116f-4784-820d-411b0281dfaf" -d '{"events": [{"name": "network-changed", "server_uuid": "679e637c-e9b2-4707-ad61-b154ea9a0456", "tag": "b3540d91-ff63-4a3c-88ed-1f992dcddb41"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:07:32.108061 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-0839261b-0604-46f5-adf8-a385509cfbe9 None None] Set router 390d8928-3075-4b99-8e0e-4c7573ba4835 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:07:32.120093 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882d095e-8c75-4912-8a79-69ccf7fc0fa8 x-openstack-request-id: req-882d095e-8c75-4912-8a79-69ccf7fc0fa8 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:07:32.120392 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679e637c-e9b2-4707-ad61-b154ea9a0456", "tag": "b3540d91-ff63-4a3c-88ed-1f992dcddb41", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:07:32.120649 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-882d095e-8c75-4912-8a79-69ccf7fc0fa8 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:07:32.121052 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'tag': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'status': 'completed', 'code': 200} Aug 06 17:07:32.187544 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a8462-116f-4784-820d-411b0281dfaf req-f94c6c63-129e-41c6-b460-a9bdfebe1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:32.189132 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b2a8462-116f-4784-820d-411b0281dfaf req-f94c6c63-129e-41c6-b460-a9bdfebe1e1c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 1096 time: 0.0449002 Aug 06 17:07:32.281070 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a8462-116f-4784-820d-411b0281dfaf req-38d2bc66-57b8-469d-9ecc-09794ed469de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:32.284445 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b2a8462-116f-4784-820d-411b0281dfaf req-38d2bc66-57b8-469d-9ecc-09794ed469de service neutron] 10.222.0.78 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.0853028 Aug 06 17:07:32.336466 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0839261b-0604-46f5-adf8-a385509cfbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '63fecc52-75e1-4502-b074-b9b84b33ab5e', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'port_id': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'mac_address': 'fa:16:3e:e5:7a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:07:31Z', 'updated_at': '2021-08-06T17:07:31Z', 'revision_number': 0, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 5, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:32.355578 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b2a8462-116f-4784-820d-411b0281dfaf req-304f790f-52f1-4c20-ac48-c16770606b6a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41 HTTP/1.1" status: 200 len: 999 time: 0.0625727 Aug 06 17:07:32.362117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0839261b-0604-46f5-adf8-a385509cfbe9 None None] Checking router: 390d8928-3075-4b99-8e0e-4c7573ba4835 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:07:32.371513 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0839261b-0604-46f5-adf8-a385509cfbe9 None None] Routers {'390d8928-3075-4b99-8e0e-4c7573ba4835'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:07:32.372116 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0839261b-0604-46f5-adf8-a385509cfbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:07:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['390d8928-3075-4b99-8e0e-4c7573ba4835'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:32.405176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a8462-116f-4784-820d-411b0281dfaf req-e8c3de98-c3dc-4545-b456-ab2ec545c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:32.406786 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b2a8462-116f-4784-820d-411b0281dfaf req-e8c3de98-c3dc-4545-b456-ab2ec545c2e2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0441720 Aug 06 17:07:32.455553 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a8462-116f-4784-820d-411b0281dfaf req-998e5457-8a61-41d0-81a9-b99fee1b59de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:07:32.457036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b2a8462-116f-4784-820d-411b0281dfaf req-998e5457-8a61-41d0-81a9-b99fee1b59de service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408697 Aug 06 17:07:32.478211 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-0839261b-0604-46f5-adf8-a385509cfbe9 None None] Set router 390d8928-3075-4b99-8e0e-4c7573ba4835 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:07:32.557029 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b2a8462-116f-4784-820d-411b0281dfaf req-d1370ff6-00a1-4185-b5e2-37d1e95e0a63 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876071 Aug 06 17:07:32.644156 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b2a8462-116f-4784-820d-411b0281dfaf req-ed247bd6-f34f-45e9-886e-95c9ec1ae320 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840120 Aug 06 17:07:32.699994 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-0839261b-0604-46f5-adf8-a385509cfbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '63fecc52-75e1-4502-b074-b9b84b33ab5e', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'port_id': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'mac_address': 'fa:16:3e:e5:7a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:07:31Z', 'updated_at': '2021-08-06T17:07:31Z', 'revision_number': 0, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 5, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:07:32.729897 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0839261b-0604-46f5-adf8-a385509cfbe9 None None] The sync data for ids ['390d8928-3075-4b99-8e0e-4c7573ba4835'] in n-d-803756-1 is: [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '63fecc52-75e1-4502-b074-b9b84b33ab5e', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'floating_ip_address': '172.25.1.236', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'port_id': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'mac_address': 'fa:16:3e:e5:7a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:07:31Z', 'updated_at': '2021-08-06T17:07:31Z', 'revision_number': 0, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 5, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:07:32.921649 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5911aa3-21ef-4647-b9c1-12af22db6132 None None] New status for floating IP 63fecc52-75e1-4502-b074-b9b84b33ab5e: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:07:33.901932 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c3c80638-5ac1-4a21-957e-54cfaeeede17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:36.315318 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-40279977-f0bb-4a2f-89b0-d266f574062a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:36.743698 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:37.575059 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:39.295016 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:54.365668 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:54.477595 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:07:54.571311 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:03.902362 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-efd7cdc4-a747-41c8-b832-73847d747f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:06.317448 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-75a11a6a-a55b-40d2-af96-4b30625c3eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:06.745579 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:06.789835 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-731235cc-f7a6-4dd4-ae90-07ef0dc82523 req-fcd91ef7-2dec-47a6-af88-2775c1e62282 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457923 Aug 06 17:08:06.875391 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731235cc-f7a6-4dd4-ae90-07ef0dc82523 req-405e9fd5-51c5-4ed8-8f21-c7ba2d64f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:08:06.876964 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-731235cc-f7a6-4dd4-ae90-07ef0dc82523 req-405e9fd5-51c5-4ed8-8f21-c7ba2d64f4a5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 1096 time: 0.0430520 Aug 06 17:08:06.983314 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731235cc-f7a6-4dd4-ae90-07ef0dc82523 req-b51bcc20-2174-4e15-8c33-cfe299d55de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:08:06.984776 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-731235cc-f7a6-4dd4-ae90-07ef0dc82523 req-b51bcc20-2174-4e15-8c33-cfe299d55de8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.0870187 Aug 06 17:08:07.053296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-731235cc-f7a6-4dd4-ae90-07ef0dc82523 req-428ddd95-009d-48ee-bff3-1d1db6a4cf18 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41 HTTP/1.1" status: 200 len: 1001 time: 0.0605762 Aug 06 17:08:07.102507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731235cc-f7a6-4dd4-ae90-07ef0dc82523 req-4657c9b9-60c5-4f72-96f5-a3f142b4841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:08:07.103949 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-731235cc-f7a6-4dd4-ae90-07ef0dc82523 req-4657c9b9-60c5-4f72-96f5-a3f142b4841b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0437117 Aug 06 17:08:07.149180 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731235cc-f7a6-4dd4-ae90-07ef0dc82523 req-03d6cf00-6a4d-4dce-bf58-b22e7e32fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:08:07.150672 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-731235cc-f7a6-4dd4-ae90-07ef0dc82523 req-03d6cf00-6a4d-4dce-bf58-b22e7e32fdda service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396066 Aug 06 17:08:07.242887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-731235cc-f7a6-4dd4-ae90-07ef0dc82523 req-5603571c-5f36-4c08-9a4d-9772a27dda19 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843687 Aug 06 17:08:07.337542 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-731235cc-f7a6-4dd4-ae90-07ef0dc82523 req-6e1e16c5-6228-4448-b6ce-b2422698945a service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860677 Aug 06 17:08:07.583602 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:09.292582 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:24.353755 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:24.569255 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:31.476911 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:08:33.904183 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8c19bff4-4a06-4253-b852-444ade452a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:36.317486 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-75b602ba-b8a0-4f1b-aee1-510549d5a788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:36.748598 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:37.580762 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:39.295682 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:54.371819 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:54.568798 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:03.905269 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7678a291-8c4d-43df-ba6b-c2cd1014c8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:06.317322 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7648acb3-ff54-4cc8-a0e4-299991064625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:06.749899 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:07.584169 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:07.779424 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b537be9d-cc0b-42f6-8d4c-523d60dc46f4 req-7b017cbc-ddef-45b3-b18d-e2d91e628523 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417743 Aug 06 17:09:07.864433 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537be9d-cc0b-42f6-8d4c-523d60dc46f4 req-59cc910f-db65-438f-b954-649b87eb69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:07.866024 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b537be9d-cc0b-42f6-8d4c-523d60dc46f4 req-59cc910f-db65-438f-b954-649b87eb69ac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 1096 time: 0.0425789 Aug 06 17:09:07.976521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537be9d-cc0b-42f6-8d4c-523d60dc46f4 req-63604457-8f89-4b87-94ff-ae2ddd474b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:07.978031 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b537be9d-cc0b-42f6-8d4c-523d60dc46f4 req-63604457-8f89-4b87-94ff-ae2ddd474b3d service neutron] 10.222.0.78 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.0906703 Aug 06 17:09:08.048139 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b537be9d-cc0b-42f6-8d4c-523d60dc46f4 req-9c6ddb04-0355-4a9b-8a8e-b4dbe754a87d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41 HTTP/1.1" status: 200 len: 1001 time: 0.0614638 Aug 06 17:09:08.099231 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537be9d-cc0b-42f6-8d4c-523d60dc46f4 req-bc8fd509-9250-43f3-9627-b4740abcd739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:08.100727 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b537be9d-cc0b-42f6-8d4c-523d60dc46f4 req-bc8fd509-9250-43f3-9627-b4740abcd739 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0449593 Aug 06 17:09:08.152164 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537be9d-cc0b-42f6-8d4c-523d60dc46f4 req-eb3293d5-a7d4-4aff-aaf4-b94e6df88f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:08.153554 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b537be9d-cc0b-42f6-8d4c-523d60dc46f4 req-eb3293d5-a7d4-4aff-aaf4-b94e6df88f80 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449939 Aug 06 17:09:08.249197 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b537be9d-cc0b-42f6-8d4c-523d60dc46f4 req-8da4fb05-5556-48e2-a80f-e35b4ff5f205 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876126 Aug 06 17:09:08.352638 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b537be9d-cc0b-42f6-8d4c-523d60dc46f4 req-e0f48df6-66a5-4f25-8edf-882236c4f6e9 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957811 Aug 06 17:09:08.476814 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:09:09.299836 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:11.690219 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-159f97dd-12c2-49ee-9a95-8dd361edbd91 req-8f74a578-e980-429c-ae1f-5aa6b57a2ada service neutron] (105765) timed out ('10.222.0.37', 59964) {{(pid=105765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 17:09:24.368609 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:24.583371 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:25.190400 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042b267-50f3-4d6d-87ae-a9e4ebf5b693 req-e15b9e9a-7014-457a-b22f-9ccf45282c5c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:25.192490 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1042b267-50f3-4d6d-87ae-a9e4ebf5b693 req-e15b9e9a-7014-457a-b22f-9ccf45282c5c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0543139 Aug 06 17:09:25.232006 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1042b267-50f3-4d6d-87ae-a9e4ebf5b693 req-6d7ec6eb-78bf-421b-aa93-c606f6aeb40b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325017 Aug 06 17:09:26.349807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0f33e-1abf-48af-aaa8-d8e324b81fea req-19051dc4-e9c0-48e6-ba44-f97748822d85 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:26.351282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80c0f33e-1abf-48af-aaa8-d8e324b81fea req-19051dc4-e9c0-48e6-ba44-f97748822d85 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0488474 Aug 06 17:09:26.388786 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-80c0f33e-1abf-48af-aaa8-d8e324b81fea req-0dba7a85-6ceb-4b0f-9d83-c45ece50bcd5 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314858 Aug 06 17:09:27.521085 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d539ab-66c6-4ae7-94fd-98543ebcc2cf req-265056bc-a658-48ef-8551-9841c5477aa4 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:27.522557 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15d539ab-66c6-4ae7-94fd-98543ebcc2cf req-265056bc-a658-48ef-8551-9841c5477aa4 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0520215 Aug 06 17:09:27.561065 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-15d539ab-66c6-4ae7-94fd-98543ebcc2cf req-a66be15c-48ac-4697-901c-166563639770 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319879 Aug 06 17:09:28.677308 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13fb7a-ecb3-4513-8909-e96f1880a19d req-c9ed8e22-6625-432a-bd3a-c4a7280bc7cc tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:28.678828 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c13fb7a-ecb3-4513-8909-e96f1880a19d req-c9ed8e22-6625-432a-bd3a-c4a7280bc7cc tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0491705 Aug 06 17:09:28.718833 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1c13fb7a-ecb3-4513-8909-e96f1880a19d req-da078ed5-6d3c-4649-977c-e44d24130875 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334678 Aug 06 17:09:29.834719 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d29d56-f129-4340-b635-ef26371d6af2 req-8ed67b6e-1db6-42d5-8ad4-19ceed0bb6f2 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:29.836168 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40d29d56-f129-4340-b635-ef26371d6af2 req-8ed67b6e-1db6-42d5-8ad4-19ceed0bb6f2 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0494030 Aug 06 17:09:29.873720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-40d29d56-f129-4340-b635-ef26371d6af2 req-d28cc4ea-9585-4669-96b7-3b9b779a2f0f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314565 Aug 06 17:09:31.023322 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e4e6c-efc1-441c-8c7f-29c50b56547e req-bf288ce6-ecd0-4a4a-a584-9383e79ecca5 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:31.024807 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b61e4e6c-efc1-441c-8c7f-29c50b56547e req-bf288ce6-ecd0-4a4a-a584-9383e79ecca5 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0602610 Aug 06 17:09:31.066632 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b61e4e6c-efc1-441c-8c7f-29c50b56547e req-02fcf48b-b29f-4650-9c31-ddde8d34535a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351541 Aug 06 17:09:32.181546 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62a8ab-f4ee-4d6f-8481-97cf7daff576 req-c4c05f5f-0c5f-41bf-9dc3-341cc8833c40 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:32.183032 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e62a8ab-f4ee-4d6f-8481-97cf7daff576 req-c4c05f5f-0c5f-41bf-9dc3-341cc8833c40 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0487237 Aug 06 17:09:32.220698 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e62a8ab-f4ee-4d6f-8481-97cf7daff576 req-b06a6c58-8bf2-4e5e-8874-f88ce93c413a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317624 Aug 06 17:09:33.334705 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2b52c-3a5b-4fbb-a85a-dce486cbdfc8 req-e626259f-efba-4ff7-8aeb-60eebbe7ba98 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:33.336173 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2e2b52c-3a5b-4fbb-a85a-dce486cbdfc8 req-e626259f-efba-4ff7-8aeb-60eebbe7ba98 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0480437 Aug 06 17:09:33.373719 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a2e2b52c-3a5b-4fbb-a85a-dce486cbdfc8 req-05053e4b-360b-447e-bae2-731ab95c9545 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311315 Aug 06 17:09:33.906368 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-87e4645c-83e6-4a88-8aa5-65fd9d951d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:34.489728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab0863-2dfc-4845-9a9c-7886f640fd20 req-b0c7c7db-2e6a-49f2-9a9a-08a4523a7606 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:34.491099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4bab0863-2dfc-4845-9a9c-7886f640fd20 req-b0c7c7db-2e6a-49f2-9a9a-08a4523a7606 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0518699 Aug 06 17:09:34.528148 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4bab0863-2dfc-4845-9a9c-7886f640fd20 req-bd0fc435-1653-4f8c-8c94-fe26b128f17f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304959 Aug 06 17:09:35.645911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10359dd6-336c-43ac-974c-5414c03041d5 req-fa1acb3b-5835-401a-a6ef-b746fd289888 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:35.647425 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10359dd6-336c-43ac-974c-5414c03041d5 req-fa1acb3b-5835-401a-a6ef-b746fd289888 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0509999 Aug 06 17:09:35.687412 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-10359dd6-336c-43ac-974c-5414c03041d5 req-79fcad7b-5d0b-42b4-b4d3-5479b0a57823 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333254 Aug 06 17:09:36.319331 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-883724f6-9bee-42a0-bf81-63e3c05baee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:36.750803 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:36.818968 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d555a98-447b-46f2-8113-b0d867ff042d req-9c6afbef-06f5-4d3c-b4b1-dba60bcd1d0d tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:36.820517 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d555a98-447b-46f2-8113-b0d867ff042d req-9c6afbef-06f5-4d3c-b4b1-dba60bcd1d0d tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0530217 Aug 06 17:09:36.865952 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1d555a98-447b-46f2-8113-b0d867ff042d req-db2ef3e9-bb8b-49db-8769-1f1266b8437a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376179 Aug 06 17:09:37.045920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device b3540d91-ff63-4a3c-88ed-1f992dcddb41 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:09:37.154872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port b3540d91-ff63-4a3c-88ed-1f992dcddb41, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:09:37.176179 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'port_id': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'mac_address': 'fa:16:3e:e5:7a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:09:37.217023 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:37.230491 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3540d91-ff63-4a3c-88ed-1f992dcddb41 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:09:37.250118 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port b3540d91-ff63-4a3c-88ed-1f992dcddb41, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:09:37.254408 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:37.312313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=b3540d91-ff63-4a3c-88ed-1f992dcddb41,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:09:37.320753 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:09:37.321395 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:09:37.321395 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:09:37.321773 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:09:37.322102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:09:37.322423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:09:37.322750 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:09:37.323064 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:09:37.323381 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:09:37.323696 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:09:37.324010 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:09:37.324322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:09:37.341739 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['b3540d91-ff63-4a3c-88ed-1f992dcddb41'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:09:37.597934 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:37.999643 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1dbb2-4f00-4364-acaf-fc97020910b3 req-4df17d21-e342-4691-82b7-52235929ab09 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:38.001427 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58e1dbb2-4f00-4364-acaf-fc97020910b3 req-4df17d21-e342-4691-82b7-52235929ab09 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 944 time: 0.0565360 Aug 06 17:09:38.049833 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58e1dbb2-4f00-4364-acaf-fc97020910b3 req-6dae8e71-9811-4e25-be77-0c4e26f9fb30 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425935 Aug 06 17:09:39.059241 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device b3540d91-ff63-4a3c-88ed-1f992dcddb41 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:09:39.128507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port b3540d91-ff63-4a3c-88ed-1f992dcddb41 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:09:39.130138 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:39.193932 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e28a2f-19b8-4663-9b92-65a5e140855b req-3396dd3a-5abf-4b53-afa2-e903055b75e6 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:39.197396 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-66e28a2f-19b8-4663-9b92-65a5e140855b req-3396dd3a-5abf-4b53-afa2-e903055b75e6 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 944 time: 0.0601125 Aug 06 17:09:39.246165 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:39.253465 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-66e28a2f-19b8-4663-9b92-65a5e140855b req-2f87ed92-4707-4778-b235-0463dc86324e tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477839 Aug 06 17:09:39.276383 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:09:39.279338 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564e0198-741c-4ac4-bfd2-a2a06765bc4b" -d '{"events": [{"server_uuid": "679e637c-e9b2-4707-ad61-b154ea9a0456", "name": "network-vif-plugged", "status": "completed", "tag": "b3540d91-ff63-4a3c-88ed-1f992dcddb41"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:09:39.303941 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port b3540d91-ff63-4a3c-88ed-1f992dcddb41, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:09:39.317904 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:39.328612 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:39.378596 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=b3540d91-ff63-4a3c-88ed-1f992dcddb41,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:09:39.428601 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dac4c92-65d1-4f6f-8ae3-c8c720e7466d x-openstack-request-id: req-5dac4c92-65d1-4f6f-8ae3-c8c720e7466d {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:09:39.428929 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679e637c-e9b2-4707-ad61-b154ea9a0456", "name": "network-vif-plugged", "status": "completed", "tag": "b3540d91-ff63-4a3c-88ed-1f992dcddb41", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:09:39.429192 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5dac4c92-65d1-4f6f-8ae3-c8c720e7466d {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:09:39.429585 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'code': 200} Aug 06 17:09:40.389365 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7282554-db30-4c80-b5a4-d44aba28611a req-68d52803-b2f8-4774-98ee-88a75d8ab72e tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:40.391126 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e7282554-db30-4c80-b5a4-d44aba28611a req-68d52803-b2f8-4774-98ee-88a75d8ab72e tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0620334 Aug 06 17:09:40.442243 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e7282554-db30-4c80-b5a4-d44aba28611a req-ec9a2a26-45a8-4f45-a688-8fcdab0f5e54 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380876 Aug 06 17:09:41.606514 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575ae57-b8ea-40af-af5a-9ddd926d6984 req-4e388c23-1177-44ea-9dec-c9e4ab6f5fad tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:41.608260 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5575ae57-b8ea-40af-af5a-9ddd926d6984 req-4e388c23-1177-44ea-9dec-c9e4ab6f5fad tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0813959 Aug 06 17:09:41.664004 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5575ae57-b8ea-40af-af5a-9ddd926d6984 req-1a61f075-c6ed-4202-be94-775602237a35 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420399 Aug 06 17:09:42.805556 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984408c9-00a7-4a6e-af71-3a2ef382742e req-a18b2c8e-b0fa-45a1-92d6-c20b75c67d25 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:42.807330 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-984408c9-00a7-4a6e-af71-3a2ef382742e req-a18b2c8e-b0fa-45a1-92d6-c20b75c67d25 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0542133 Aug 06 17:09:42.855806 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-984408c9-00a7-4a6e-af71-3a2ef382742e req-ed53429b-80fb-4e64-a14c-6f0eb6759125 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369151 Aug 06 17:09:43.992134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a160d09-85df-4612-9c13-4fc802a6ecda req-fd28a45e-fb1a-4166-b167-180cfb995807 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:43.993724 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a160d09-85df-4612-9c13-4fc802a6ecda req-fd28a45e-fb1a-4166-b167-180cfb995807 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0509410 Aug 06 17:09:44.036025 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7a160d09-85df-4612-9c13-4fc802a6ecda req-2083cfff-60e8-4f7b-b44e-22cfedce146e tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357039 Aug 06 17:09:45.183336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374273c5-6287-41b5-9576-571551972a4d req-7e10fb29-2063-4746-8df5-defdf04f3ce6 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:45.186394 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-374273c5-6287-41b5-9576-571551972a4d req-7e10fb29-2063-4746-8df5-defdf04f3ce6 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0701327 Aug 06 17:09:45.234159 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-374273c5-6287-41b5-9576-571551972a4d req-c5bb4155-f848-49ee-8b72-af6eafbe953e tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425096 Aug 06 17:09:45.475920 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:09:46.356699 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9a046-528e-4767-8aad-834f491a41b6 req-70445a5d-b55c-4896-b6cc-e7f9f4cfba5c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:46.358258 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1d9a046-528e-4767-8aad-834f491a41b6 req-70445a5d-b55c-4896-b6cc-e7f9f4cfba5c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0546749 Aug 06 17:09:46.397266 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d1d9a046-528e-4767-8aad-834f491a41b6 req-f05211b1-1fb9-48c1-833b-b13071a350fd tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329292 Aug 06 17:09:47.017145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13e126-4b96-4091-bcd1-578d4050d157 req-1e2a9010-7964-4412-b7aa-f2354269a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:47.018681 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee13e126-4b96-4091-bcd1-578d4050d157 req-1e2a9010-7964-4412-b7aa-f2354269a3d0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 1096 time: 0.0424769 Aug 06 17:09:47.111646 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13e126-4b96-4091-bcd1-578d4050d157 req-38942a93-ce7f-48f3-bedb-1345a8f9ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:47.113119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee13e126-4b96-4091-bcd1-578d4050d157 req-38942a93-ce7f-48f3-bedb-1345a8f9ee45 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.0869203 Aug 06 17:09:47.178052 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee13e126-4b96-4091-bcd1-578d4050d157 req-b1083969-e8e8-4000-8b7c-7559d0b432ed service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41 HTTP/1.1" status: 200 len: 1001 time: 0.0565693 Aug 06 17:09:47.230766 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13e126-4b96-4091-bcd1-578d4050d157 req-da121858-5a93-4218-9837-6d0358be7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:47.232179 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee13e126-4b96-4091-bcd1-578d4050d157 req-da121858-5a93-4218-9837-6d0358be7129 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0466647 Aug 06 17:09:47.277975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13e126-4b96-4091-bcd1-578d4050d157 req-71aa4dc5-ee2d-4259-a90f-0ef67bb726f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:47.279452 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee13e126-4b96-4091-bcd1-578d4050d157 req-71aa4dc5-ee2d-4259-a90f-0ef67bb726f2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398848 Aug 06 17:09:47.369419 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee13e126-4b96-4091-bcd1-578d4050d157 req-ef7942df-2c16-42a0-b9d6-5d3d567dda2d service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817344 Aug 06 17:09:47.463990 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ee13e126-4b96-4091-bcd1-578d4050d157 req-0e8ad2ae-445d-4bf3-af9d-d790784e4ee8 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859714 Aug 06 17:09:47.514616 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8712a7-4a05-42f8-b66f-64fe5d60364d req-530ac210-89eb-4c1c-a66b-34466f57d9ff tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:47.516113 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce8712a7-4a05-42f8-b66f-64fe5d60364d req-530ac210-89eb-4c1c-a66b-34466f57d9ff tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0504487 Aug 06 17:09:47.556604 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce8712a7-4a05-42f8-b66f-64fe5d60364d req-3374ae3c-ae3b-41e8-a36d-aacf03fa766d tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344791 Aug 06 17:09:48.677375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979c62d-252d-4f9b-b99a-a3155b6e2c55 req-68c28731-2076-4e9e-b0f6-b5a5269f5b73 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:48.678909 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3979c62d-252d-4f9b-b99a-a3155b6e2c55 req-68c28731-2076-4e9e-b0f6-b5a5269f5b73 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0530653 Aug 06 17:09:48.717239 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3979c62d-252d-4f9b-b99a-a3155b6e2c55 req-43a522b1-5548-4fab-828a-8978d970384f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317178 Aug 06 17:09:49.836009 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9f521-4b61-4471-b138-ce4d938db7d4 req-30d20b66-cde6-4efd-90ca-f0f96323d638 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:49.837513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37b9f521-4b61-4471-b138-ce4d938db7d4 req-30d20b66-cde6-4efd-90ca-f0f96323d638 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0492897 Aug 06 17:09:49.875484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-37b9f521-4b61-4471-b138-ce4d938db7d4 req-d7b0d22b-b884-436d-b3d1-c7ee0125501a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314486 Aug 06 17:09:50.084648 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f8cca-0370-4e4b-bcc0-f3ddb7128726 req-408b765f-ce96-4fe8-92e5-c54fa5b6a054 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:50.086153 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-087f8cca-0370-4e4b-bcc0-f3ddb7128726 req-408b765f-ce96-4fe8-92e5-c54fa5b6a054 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0489650 Aug 06 17:09:50.125359 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-087f8cca-0370-4e4b-bcc0-f3ddb7128726 req-d700d67f-cc25-4f8c-b281-a8be63a18791 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324960 Aug 06 17:09:50.351678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35320) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:09:50.432533 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-369fe99c-71c6-412b-a729-4d8a634e51cd req-15035713-2352-40cb-b3bd-fe4265954913 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796833 Aug 06 17:09:51.113574 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device b3540d91-ff63-4a3c-88ed-1f992dcddb41 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:09:51.193545 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fe99c-71c6-412b-a729-4d8a634e51cd req-9fd0cd17-4f0d-4916-933c-6d30399163e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:51.195251 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-369fe99c-71c6-412b-a729-4d8a634e51cd req-9fd0cd17-4f0d-4916-933c-6d30399163e0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456&tenant_id=64e7f1b38d0a42549645eed01793f53e HTTP/1.1" status: 200 len: 1096 time: 0.0429749 Aug 06 17:09:51.201507 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:51.224701 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:09:51.226941 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d777e004-3d23-4f36-95f6-1efff9539071" -d '{"events": [{"server_uuid": "679e637c-e9b2-4707-ad61-b154ea9a0456", "name": "network-vif-unplugged", "status": "completed", "tag": "b3540d91-ff63-4a3c-88ed-1f992dcddb41"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:09:51.242667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port b3540d91-ff63-4a3c-88ed-1f992dcddb41, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:09:51.247202 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:51.283793 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e90a7-7a76-4590-9b4a-465c9b158728 req-f984f3a5-71bd-4118-8c54-3fbd897603be tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:51.285284 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-325e90a7-7a76-4590-9b4a-465c9b158728 req-f984f3a5-71bd-4118-8c54-3fbd897603be tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 945 time: 0.0865040 Aug 06 17:09:51.291743 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fe99c-71c6-412b-a729-4d8a634e51cd req-8578dff7-eec1-4836-88d3-fa12432d3692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:51.293664 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-369fe99c-71c6-412b-a729-4d8a634e51cd req-8578dff7-eec1-4836-88d3-fa12432d3692 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 1096 time: 0.0625143 Aug 06 17:09:51.297833 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=b3540d91-ff63-4a3c-88ed-1f992dcddb41,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:09:51.377783 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-325e90a7-7a76-4590-9b4a-465c9b158728 req-0b7f0904-17a1-40f5-ac35-92380b55c917 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830662 Aug 06 17:09:51.406528 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fe99c-71c6-412b-a729-4d8a634e51cd req-801c990c-2d04-4ae0-8e69-7eec4f496916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:51.407953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-369fe99c-71c6-412b-a729-4d8a634e51cd req-801c990c-2d04-4ae0-8e69-7eec4f496916 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.1056302 Aug 06 17:09:51.475810 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-369fe99c-71c6-412b-a729-4d8a634e51cd req-16ef779e-46d4-48cb-b28c-30b7c7c72a75 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41 HTTP/1.1" status: 200 len: 999 time: 0.0598657 Aug 06 17:09:51.523416 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fe99c-71c6-412b-a729-4d8a634e51cd req-cd85dee2-7a51-4632-82ea-98ca36f4a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:51.524790 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-369fe99c-71c6-412b-a729-4d8a634e51cd req-cd85dee2-7a51-4632-82ea-98ca36f4a107 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0414114 Aug 06 17:09:51.569922 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fe99c-71c6-412b-a729-4d8a634e51cd req-fed5bb3c-ac6b-4778-991f-f480ae1282f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:51.571378 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-369fe99c-71c6-412b-a729-4d8a634e51cd req-fed5bb3c-ac6b-4778-991f-f480ae1282f2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392640 Aug 06 17:09:51.664352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-369fe99c-71c6-412b-a729-4d8a634e51cd req-d64a06aa-7d21-4f46-8bc0-894be8e294df service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848958 Aug 06 17:09:51.755174 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-369fe99c-71c6-412b-a729-4d8a634e51cd req-506024b5-ddef-4905-a322-d76dd2715ff4 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836551 Aug 06 17:09:52.284802 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 17:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1de015-f04e-4236-8c88-9e440ad0a20a x-openstack-request-id: req-6d1de015-f04e-4236-8c88-9e440ad0a20a {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:09:52.285253 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679e637c-e9b2-4707-ad61-b154ea9a0456", "name": "network-vif-unplugged", "status": "completed", "tag": "b3540d91-ff63-4a3c-88ed-1f992dcddb41", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:09:52.285360 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d1de015-f04e-4236-8c88-9e440ad0a20a {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:09:52.285751 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'code': 200} Aug 06 17:09:52.502251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da4f46-cd64-4c32-94bd-a32e277614ee req-fd59ef94-15b1-4179-b762-dad999b6d952 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:52.503879 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27da4f46-cd64-4c32-94bd-a32e277614ee req-fd59ef94-15b1-4179-b762-dad999b6d952 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0533855 Aug 06 17:09:52.546684 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27da4f46-cd64-4c32-94bd-a32e277614ee req-21444e1f-0f02-44f1-8481-01f0738b57ea tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359063 Aug 06 17:09:53.675392 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae3cc2-728a-44c3-9683-5b7b2fed974f req-ca0a8d18-cf7a-46b5-9eec-055d50fa676d tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:53.677513 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6ae3cc2-728a-44c3-9683-5b7b2fed974f req-ca0a8d18-cf7a-46b5-9eec-055d50fa676d tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0565760 Aug 06 17:09:53.726374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6ae3cc2-728a-44c3-9683-5b7b2fed974f req-8eafc04a-9290-41d0-99dd-5cc0a15fade9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408943 Aug 06 17:09:54.373217 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:54.585035 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:54.888251 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d804034-75e3-4883-a567-9c36e574988d req-a5dbee5e-3cac-46d4-a6db-56c84edde16f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:54.893584 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d804034-75e3-4883-a567-9c36e574988d req-a5dbee5e-3cac-46d4-a6db-56c84edde16f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0751281 Aug 06 17:09:54.931271 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4d804034-75e3-4883-a567-9c36e574988d req-f1181524-1cab-498c-aa98-f4b88672f3c0 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345335 Aug 06 17:09:56.062830 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effefa06-b561-400f-b37a-5ce0a1f5fcfc req-3157a53f-1ff0-4d28-81a5-29ca3edc0d96 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:56.064359 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-effefa06-b561-400f-b37a-5ce0a1f5fcfc req-3157a53f-1ff0-4d28-81a5-29ca3edc0d96 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0502510 Aug 06 17:09:56.111819 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-effefa06-b561-400f-b37a-5ce0a1f5fcfc req-bd7b9918-247f-4942-9a84-95577893dffc tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409896 Aug 06 17:09:57.244066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0af2ac-41a6-4505-b319-26f7813b2bbf req-ef7e80a8-b814-4abc-989a-0c9e461a02f8 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:57.247850 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed0af2ac-41a6-4505-b319-26f7813b2bbf req-ef7e80a8-b814-4abc-989a-0c9e461a02f8 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0547674 Aug 06 17:09:57.314681 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed0af2ac-41a6-4505-b319-26f7813b2bbf req-22d89a4d-ddc6-4a7e-bc92-67d878cd150a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592825 Aug 06 17:09:58.456097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b8db-58ea-4a52-ba7a-31d0d628a967 req-b1c29dd5-8eff-40de-9e0a-0c6e07bdc39c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:58.457495 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a10b8db-58ea-4a52-ba7a-31d0d628a967 req-b1c29dd5-8eff-40de-9e0a-0c6e07bdc39c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0501034 Aug 06 17:09:58.498273 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a10b8db-58ea-4a52-ba7a-31d0d628a967 req-b0bc7d3d-f168-403f-b1c6-9b898d96031c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345347 Aug 06 17:09:59.633019 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f822a9-474b-470e-a1b0-1ead974c7b85 req-29c70131-b2e7-4e48-9f5e-ce405f98613c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:09:59.634541 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0f822a9-474b-470e-a1b0-1ead974c7b85 req-29c70131-b2e7-4e48-9f5e-ce405f98613c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0535831 Aug 06 17:09:59.673596 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b0f822a9-474b-470e-a1b0-1ead974c7b85 req-c0d92813-dab8-4fe2-92d3-3530a2d3c87a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322428 Aug 06 17:10:00.799016 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cc276-dea3-4795-a9cb-d832a3ee66ef req-03cbbf6b-8ba5-48c0-8402-b8682b1eb9a1 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:10:00.800476 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d2cc276-dea3-4795-a9cb-d832a3ee66ef req-03cbbf6b-8ba5-48c0-8402-b8682b1eb9a1 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0541599 Aug 06 17:10:00.839748 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d2cc276-dea3-4795-a9cb-d832a3ee66ef req-7bb24efc-25d0-47c8-82be-cddb4475d5ba tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330248 Aug 06 17:10:01.966907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccfe89-3003-42c2-bb6d-212ae88bf3eb req-db8e9c1f-381f-489a-82b1-3c303d413005 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:10:01.968357 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2ccfe89-3003-42c2-bb6d-212ae88bf3eb req-db8e9c1f-381f-489a-82b1-3c303d413005 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0572379 Aug 06 17:10:02.007167 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c2ccfe89-3003-42c2-bb6d-212ae88bf3eb req-dd6564e9-e149-425f-8e6e-81dee93270e4 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326526 Aug 06 17:10:03.128370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8bc44-2fb0-4ae2-833c-184aafc892c3 req-242cfb2c-0122-4d10-abab-efd2b150696c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:10:03.130016 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9fe8bc44-2fb0-4ae2-833c-184aafc892c3 req-242cfb2c-0122-4d10-abab-efd2b150696c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0503798 Aug 06 17:10:03.168581 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9fe8bc44-2fb0-4ae2-833c-184aafc892c3 req-4b22c8c1-3a6e-4927-a804-6c19430a0235 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319309 Aug 06 17:10:03.911068 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f5c3bb76-0b33-4359-b11c-a0ff10288aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:04.330820 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c6b16-9488-4f59-8f7f-6061b2023c43 req-dc334e8d-b1f1-44b1-a8a1-0622eb383451 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:10:04.332534 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c6c6b16-9488-4f59-8f7f-6061b2023c43 req-dc334e8d-b1f1-44b1-a8a1-0622eb383451 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0899513 Aug 06 17:10:04.338424 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078c26a-5bc6-40f7-a75a-bb076cf65f83 req-2bc94b84-941e-4a64-834b-10ae30dde2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:10:04.340601 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3078c26a-5bc6-40f7-a75a-bb076cf65f83 req-2bc94b84-941e-4a64-834b-10ae30dde2f7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 1094 time: 0.0656159 Aug 06 17:10:04.397213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7c6c6b16-9488-4f59-8f7f-6061b2023c43 req-b8191ee6-a4c3-4f05-80e5-cdfba3b0e0d0 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555329 Aug 06 17:10:04.403856 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3078c26a-5bc6-40f7-a75a-bb076cf65f83 req-53bff2f3-9397-454d-a159-038c278f5db3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545797 Aug 06 17:10:05.515174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5fd14-f9f2-4695-9b08-78f4a0e8c0f3 req-46ba3406-ef83-40d0-a758-ab987a3ee0ad tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:10:05.517792 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31c5fd14-f9f2-4695-9b08-78f4a0e8c0f3 req-46ba3406-ef83-40d0-a758-ab987a3ee0ad tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.0500436 Aug 06 17:10:05.555647 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-31c5fd14-f9f2-4695-9b08-78f4a0e8c0f3 req-a1530c28-0b4c-4726-9f60-cd515a74658b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330503 Aug 06 17:10:06.320176 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-20033f7c-1db3-4835-a541-af8f259d2286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:06.754984 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:07.024030 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0069c1-b3de-4bd1-8593-2485077d81fd req-0d6287e6-cdd7-40b3-b978-96c6b219c40a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:10:07.025474 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce0069c1-b3de-4bd1-8593-2485077d81fd req-0d6287e6-cdd7-40b3-b978-96c6b219c40a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 943 time: 0.4016397 Aug 06 17:10:07.062568 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce0069c1-b3de-4bd1-8593-2485077d81fd req-a299b8e9-0cbd-413e-b579-b68900b23163 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306351 Aug 06 17:10:07.187899 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device b3540d91-ff63-4a3c-88ed-1f992dcddb41 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:10:07.312047 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port b3540d91-ff63-4a3c-88ed-1f992dcddb41, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:10:07.325197 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'port_id': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'mac_address': 'fa:16:3e:e5:7a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:10:07.365155 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:07.379417 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3540d91-ff63-4a3c-88ed-1f992dcddb41 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:10:07.400339 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port b3540d91-ff63-4a3c-88ed-1f992dcddb41, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:10:07.404490 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:07.462865 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=b3540d91-ff63-4a3c-88ed-1f992dcddb41,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:10:07.596537 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:07.660682 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['b3540d91-ff63-4a3c-88ed-1f992dcddb41'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:10:07.783665 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f581fa1d-3269-470b-a7c8-224e66afc20a req-c9d66607-c004-4c3d-8adf-6927482916a2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389943 Aug 06 17:10:07.865953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581fa1d-3269-470b-a7c8-224e66afc20a req-9ce9bbcf-d772-4136-9e37-f2410fd2b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:10:07.867455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f581fa1d-3269-470b-a7c8-224e66afc20a req-9ce9bbcf-d772-4136-9e37-f2410fd2b40e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 1095 time: 0.0409224 Aug 06 17:10:07.978127 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581fa1d-3269-470b-a7c8-224e66afc20a req-75c28344-254e-4719-b0ce-ea89cb718bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:10:07.979598 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f581fa1d-3269-470b-a7c8-224e66afc20a req-75c28344-254e-4719-b0ce-ea89cb718bac service neutron] 10.222.0.78 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.0917919 Aug 06 17:10:08.053096 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f581fa1d-3269-470b-a7c8-224e66afc20a req-a70152d3-cfa9-42d6-a19e-c4e38ff02109 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41 HTTP/1.1" status: 200 len: 1000 time: 0.0588510 Aug 06 17:10:08.118201 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581fa1d-3269-470b-a7c8-224e66afc20a req-8ea4dbf3-e72b-45da-ad29-d906e703dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:10:08.119585 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f581fa1d-3269-470b-a7c8-224e66afc20a req-8ea4dbf3-e72b-45da-ad29-d906e703dd92 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0582974 Aug 06 17:10:08.167360 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581fa1d-3269-470b-a7c8-224e66afc20a req-9a2a4e1d-a709-4af4-8cf8-11f039de5daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:10:08.168879 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f581fa1d-3269-470b-a7c8-224e66afc20a req-9a2a4e1d-a709-4af4-8cf8-11f039de5daf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412707 Aug 06 17:10:08.259443 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f581fa1d-3269-470b-a7c8-224e66afc20a req-638ccabf-4460-4f4e-ab0c-39ef07d20278 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832345 Aug 06 17:10:08.352000 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f581fa1d-3269-470b-a7c8-224e66afc20a req-9dcfe869-172e-4b05-aab2-6d6eefb65942 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843580 Aug 06 17:10:09.202331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device b3540d91-ff63-4a3c-88ed-1f992dcddb41 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:10:09.249113 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port b3540d91-ff63-4a3c-88ed-1f992dcddb41 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:10:09.249482 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:09.302891 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:09.332990 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:09.358587 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:10:09.360794 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59f8d49-f8c0-49ce-b574-14007cfa679c" -d '{"events": [{"server_uuid": "679e637c-e9b2-4707-ad61-b154ea9a0456", "name": "network-vif-plugged", "status": "completed", "tag": "b3540d91-ff63-4a3c-88ed-1f992dcddb41"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:10:09.374679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port b3540d91-ff63-4a3c-88ed-1f992dcddb41, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:10:09.379032 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:09.403209 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cc0638-4003-43cd-9c6d-1b5922081f4c x-openstack-request-id: req-b7cc0638-4003-43cd-9c6d-1b5922081f4c {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:10:09.403496 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679e637c-e9b2-4707-ad61-b154ea9a0456", "name": "network-vif-plugged", "status": "completed", "tag": "b3540d91-ff63-4a3c-88ed-1f992dcddb41", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:10:09.403743 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7cc0638-4003-43cd-9c6d-1b5922081f4c {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:10:09.404121 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'code': 200} Aug 06 17:10:09.429299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=b3540d91-ff63-4a3c-88ed-1f992dcddb41,revision_number=10']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:10:22.476043 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:10:24.399357 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:24.598268 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:33.912317 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2655c11b-c34e-468c-9ce2-7a9d6e3b9e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:36.321532 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-395bcab7-8b38-4f20-a1b9-72c661f9d142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:36.756829 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:37.592129 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:39.300478 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:54.411399 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:54.612946 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:59.474262 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:11:03.922211 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-debcf092-7eff-4901-a28c-309fb5ae6559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:06.321672 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-927e6992-78a0-4408-9bb0-cf68587714cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:06.757082 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:07.595171 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:08.773615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7916e51c-117e-42c9-941c-6d783d3b36e2 req-c272ea9d-b4a8-42d3-8488-391b1c3d5c70 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400836 Aug 06 17:11:08.857052 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916e51c-117e-42c9-941c-6d783d3b36e2 req-7e942eef-9512-440e-9404-c63ec7a7d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:08.858578 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7916e51c-117e-42c9-941c-6d783d3b36e2 req-7e942eef-9512-440e-9404-c63ec7a7d513 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 1097 time: 0.0405142 Aug 06 17:11:08.963276 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916e51c-117e-42c9-941c-6d783d3b36e2 req-d33f2452-2b3d-4cb8-a312-f8a6fd5519ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:08.964726 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7916e51c-117e-42c9-941c-6d783d3b36e2 req-d33f2452-2b3d-4cb8-a312-f8a6fd5519ec service neutron] 10.222.0.78 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.0865874 Aug 06 17:11:09.035392 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7916e51c-117e-42c9-941c-6d783d3b36e2 req-23053d21-9a4a-4d02-9651-bbab08340853 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41 HTTP/1.1" status: 200 len: 1001 time: 0.0627360 Aug 06 17:11:09.084388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916e51c-117e-42c9-941c-6d783d3b36e2 req-6d609cf8-54dc-4992-a471-b4324ebd94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:09.085830 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7916e51c-117e-42c9-941c-6d783d3b36e2 req-6d609cf8-54dc-4992-a471-b4324ebd94a6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0435014 Aug 06 17:11:09.130474 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916e51c-117e-42c9-941c-6d783d3b36e2 req-89fbafbb-ba82-4195-bd9c-115686b3aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:09.131927 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7916e51c-117e-42c9-941c-6d783d3b36e2 req-89fbafbb-ba82-4195-bd9c-115686b3aba7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390804 Aug 06 17:11:09.224815 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7916e51c-117e-42c9-941c-6d783d3b36e2 req-7816b2e3-5a8b-4ff2-a601-9cabcca28259 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850489 Aug 06 17:11:09.303201 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:09.313347 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7916e51c-117e-42c9-941c-6d783d3b36e2 req-230ef88e-5e78-426b-9a4d-9f88571b3f26 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814645 Aug 06 17:11:20.068856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35456) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:11:20.229400 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Deleting port 31337703-fe29-4232-9a59-2aa370fb4e33 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:11:20.229769 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:20.306541 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:20.306869 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:20.318748 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Calling delete_port for 31337703-fe29-4232-9a59-2aa370fb4e33 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:11:20.468569 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:20.495122 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event deleted for resources: {'Port': ['ID=31337703-fe29-4232-9a59-2aa370fb4e33,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:20.518284 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:20.518636 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:20.518975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:20.519311 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:20.519641 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:20.519974 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:20.520305 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:20.520635 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:20.520961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:20.521287 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:20.521611 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:20.521955 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:20.563881 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:20.564506 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Floating IP 63fecc52-75e1-4502-b074-b9b84b33ab5e disassociated (deleted). External IP: 172.25.1.236, port: b3540d91-ff63-4a3c-88ed-1f992dcddb41. Aug 06 17:11:20.777116 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Router 390d8928-3075-4b99-8e0e-4c7573ba4835 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:11:20.886388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:11:20.891288 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:20.896989 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd0793-76b8-4c3c-85a1-4abf437fe6ce None None] Sync routers for ids ['390d8928-3075-4b99-8e0e-4c7573ba4835'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:11:20.908817 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd0793-76b8-4c3c-85a1-4abf437fe6ce None None] Routers {'390d8928-3075-4b99-8e0e-4c7573ba4835'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:11:20.909430 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1cfd0793-76b8-4c3c-85a1-4abf437fe6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:11:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['390d8928-3075-4b99-8e0e-4c7573ba4835'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:11:20.918250 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-84cc08a0-cdb7-4428-ae8d-7000bf88d28c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "DELETE /v2.0/floatingips/63fecc52-75e1-4502-b074-b9b84b33ab5e HTTP/1.1" status: 204 len: 168 time: 0.8484130 Aug 06 17:11:20.918807 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'tag': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:11:20.921158 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84716e60-5418-4f9c-bf62-19261e6cd0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "679e637c-e9b2-4707-ad61-b154ea9a0456", "tag": "b3540d91-ff63-4a3c-88ed-1f992dcddb41"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:11:20.971815 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14c0de8-eaec-4015-97b7-db6ce8a162ca x-openstack-request-id: req-c14c0de8-eaec-4015-97b7-db6ce8a162ca {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:11:20.972421 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679e637c-e9b2-4707-ad61-b154ea9a0456", "tag": "b3540d91-ff63-4a3c-88ed-1f992dcddb41", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:11:20.972877 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c14c0de8-eaec-4015-97b7-db6ce8a162ca {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:11:20.973537 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'tag': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'status': 'completed', 'code': 200} Aug 06 17:11:21.024212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-1cfd0793-76b8-4c3c-85a1-4abf437fe6ce None None] Set router 390d8928-3075-4b99-8e0e-4c7573ba4835 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:11:21.035375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84716e60-5418-4f9c-bf62-19261e6cd0b1 req-cf66634e-f7ce-485f-928f-2d7e38051046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:21.036787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84716e60-5418-4f9c-bf62-19261e6cd0b1 req-cf66634e-f7ce-485f-928f-2d7e38051046 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 1097 time: 0.0429728 Aug 06 17:11:21.180006 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84716e60-5418-4f9c-bf62-19261e6cd0b1 req-1bca98f4-14bb-463a-b231-6b3be3e605f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:21.181615 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84716e60-5418-4f9c-bf62-19261e6cd0b1 req-1bca98f4-14bb-463a-b231-6b3be3e605f8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.1355152 Aug 06 17:11:21.196593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867084d9-896b-4c4a-9818-981104cec542 req-b9e8f32d-7bab-4509-9b47-b012a5ce2f74 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:21.198197 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-867084d9-896b-4c4a-9818-981104cec542 req-b9e8f32d-7bab-4509-9b47-b012a5ce2f74 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 946 time: 0.0740333 Aug 06 17:11:21.244678 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1cfd0793-76b8-4c3c-85a1-4abf437fe6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 5, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:11:21.247168 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84716e60-5418-4f9c-bf62-19261e6cd0b1 req-5cdd3e0e-c82b-4eaf-8ad1-02a6c5736caf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41 HTTP/1.1" status: 200 len: 217 time: 0.0479486 Aug 06 17:11:21.271962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd0793-76b8-4c3c-85a1-4abf437fe6ce None None] Checking router: 390d8928-3075-4b99-8e0e-4c7573ba4835 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:11:21.280704 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd0793-76b8-4c3c-85a1-4abf437fe6ce None None] Routers {'390d8928-3075-4b99-8e0e-4c7573ba4835'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:11:21.281316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1cfd0793-76b8-4c3c-85a1-4abf437fe6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:11:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['390d8928-3075-4b99-8e0e-4c7573ba4835'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:11:21.297303 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-867084d9-896b-4c4a-9818-981104cec542 req-9c3fbcb9-5e3d-4080-97e7-f27f9dab1b91 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919402 Aug 06 17:11:21.316139 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84716e60-5418-4f9c-bf62-19261e6cd0b1 req-84a64f36-2218-40de-84bf-0b6ab1106686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:21.317700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84716e60-5418-4f9c-bf62-19261e6cd0b1 req-84a64f36-2218-40de-84bf-0b6ab1106686 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0618017 Aug 06 17:11:21.369147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84716e60-5418-4f9c-bf62-19261e6cd0b1 req-a4b1a329-bc5e-4345-a756-d342432e087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:21.370725 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84716e60-5418-4f9c-bf62-19261e6cd0b1 req-a4b1a329-bc5e-4345-a756-d342432e087b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426538 Aug 06 17:11:21.390830 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-1cfd0793-76b8-4c3c-85a1-4abf437fe6ce None None] Set router 390d8928-3075-4b99-8e0e-4c7573ba4835 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:11:21.478485 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84716e60-5418-4f9c-bf62-19261e6cd0b1 req-a5628230-2da5-47e0-ac5b-a5bfd7256df5 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980761 Aug 06 17:11:21.577926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-84716e60-5418-4f9c-bf62-19261e6cd0b1 req-932c92f8-aa0b-47c3-8ff7-da0b6069adee service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914125 Aug 06 17:11:21.592336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1cfd0793-76b8-4c3c-85a1-4abf437fe6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 5, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:11:21.778416 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd0793-76b8-4c3c-85a1-4abf437fe6ce None None] The sync data for ids ['390d8928-3075-4b99-8e0e-4c7573ba4835'] in n-d-803756-1 is: [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 5, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:11:22.018280 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690315d2-b4cc-4ffa-a354-f36c96f31fe8 None None] New status for floating IP 63fecc52-75e1-4502-b074-b9b84b33ab5e: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:11:22.425551 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6ae0f-bc6d-4ff5-b072-082e5c190d57 req-50ca28be-0a4d-46b3-a472-6b6ec5c5c9ff tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:22.427262 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3de6ae0f-bc6d-4ff5-b072-082e5c190d57 req-50ca28be-0a4d-46b3-a472-6b6ec5c5c9ff tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 946 time: 0.0537050 Aug 06 17:11:22.470174 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3de6ae0f-bc6d-4ff5-b072-082e5c190d57 req-28426ac1-187a-4ef9-bd89-59895e7f136b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1070876-81ec-4cad-b77e-a98fbeab1c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349884 Aug 06 17:11:22.540540 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959038c-c1a3-45aa-871d-8f7e0a4ad785 req-cdc35839-f7f1-4640-bd01-25c2d756265e tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:22.542113 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f959038c-c1a3-45aa-871d-8f7e0a4ad785 req-cdc35839-f7f1-4640-bd01-25c2d756265e tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.78 "GET /v2.0/ports?device_id=679e637c-e9b2-4707-ad61-b154ea9a0456 HTTP/1.1" status: 200 len: 946 time: 0.0543885 Aug 06 17:11:22.635309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-f959038c-c1a3-45aa-871d-8f7e0a4ad785 req-f9ce3374-8bb8-472f-9b56-a6e88199c0bf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Deleting port b3540d91-ff63-4a3c-88ed-1f992dcddb41 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:11:22.635664 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f959038c-c1a3-45aa-871d-8f7e0a4ad785 req-f9ce3374-8bb8-472f-9b56-a6e88199c0bf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:22.727147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-f959038c-c1a3-45aa-871d-8f7e0a4ad785 req-f9ce3374-8bb8-472f-9b56-a6e88199c0bf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] For port b3540d91-ff63-4a3c-88ed-1f992dcddb41, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=b3540d91-ff63-4a3c-88ed-1f992dcddb41,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:11:22.727430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f959038c-c1a3-45aa-871d-8f7e0a4ad785 req-f9ce3374-8bb8-472f-9b56-a6e88199c0bf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:22.740608 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-f959038c-c1a3-45aa-871d-8f7e0a4ad785 req-f9ce3374-8bb8-472f-9b56-a6e88199c0bf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Calling delete_port for b3540d91-ff63-4a3c-88ed-1f992dcddb41 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:11:22.870174 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f959038c-c1a3-45aa-871d-8f7e0a4ad785 req-f9ce3374-8bb8-472f-9b56-a6e88199c0bf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:22.899861 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce3374-8bb8-472f-9b56-a6e88199c0bf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event deleted for resources: {'Port': ['ID=b3540d91-ff63-4a3c-88ed-1f992dcddb41,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:22.941454 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-f959038c-c1a3-45aa-871d-8f7e0a4ad785 req-f9ce3374-8bb8-472f-9b56-a6e88199c0bf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] No DVR routers for this DVR port b3540d91-ff63-4a3c-88ed-1f992dcddb41 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:11:22.944549 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-f959038c-c1a3-45aa-871d-8f7e0a4ad785 req-f9ce3374-8bb8-472f-9b56-a6e88199c0bf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:22.946953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f959038c-c1a3-45aa-871d-8f7e0a4ad785 req-f9ce3374-8bb8-472f-9b56-a6e88199c0bf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.78 "DELETE /v2.0/ports/b3540d91-ff63-4a3c-88ed-1f992dcddb41 HTTP/1.1" status: 204 len: 173 time: 0.3986950 Aug 06 17:11:22.975033 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'name': 'network-vif-deleted', 'tag': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:11:22.977652 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71377b2-46e6-4d5e-89a1-51b1e1fc9407" -d '{"events": [{"server_uuid": "679e637c-e9b2-4707-ad61-b154ea9a0456", "name": "network-vif-deleted", "tag": "b3540d91-ff63-4a3c-88ed-1f992dcddb41"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:11:23.013035 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8df20c-f7c7-48de-8db9-1a5daf0df3c2 x-openstack-request-id: req-7b8df20c-f7c7-48de-8db9-1a5daf0df3c2 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:11:23.013332 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679e637c-e9b2-4707-ad61-b154ea9a0456", "name": "network-vif-deleted", "tag": "b3540d91-ff63-4a3c-88ed-1f992dcddb41", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:11:23.013586 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b8df20c-f7c7-48de-8db9-1a5daf0df3c2 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:11:23.014029 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679e637c-e9b2-4707-ad61-b154ea9a0456', 'name': 'network-vif-deleted', 'tag': 'b3540d91-ff63-4a3c-88ed-1f992dcddb41', 'status': 'completed', 'code': 200} Aug 06 17:11:23.525028 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35474) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:11:23.587133 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c47ad248-f3be-4191-8d5c-375d44f1a218 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:23.612513 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c47ad248-f3be-4191-8d5c-375d44f1a218 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:23.678231 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c47ad248-f3be-4191-8d5c-375d44f1a218 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:23.680882 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c47ad248-f3be-4191-8d5c-375d44f1a218 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:23.682048 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c47ad248-f3be-4191-8d5c-375d44f1a218 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "DELETE /v2.0/security-groups/a1070876-81ec-4cad-b77e-a98fbeab1c99 HTTP/1.1" status: 204 len: 168 time: 0.1559970 Aug 06 17:11:23.692170 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ad248-f3be-4191-8d5c-375d44f1a218 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1070876-81ec-4cad-b77e-a98fbeab1c99,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:24.065647 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35480) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:11:24.070805 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-2c7d1134-9700-41f4-8d55-c5bcc6f8feb8 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-230865539', 'description': 'tempest-secgroup-smoke-230865539 description', 'project_id': '64e7f1b38d0a42549645eed01793f53e'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:11:24.092991 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1134-9700-41f4-8d55-c5bcc6f8feb8 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.185087 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1134-9700-41f4-8d55-c5bcc6f8feb8 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.189137 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1134-9700-41f4-8d55-c5bcc6f8feb8 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.217752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1134-9700-41f4-8d55-c5bcc6f8feb8 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.218965 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-2c7d1134-9700-41f4-8d55-c5bcc6f8feb8 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1523359 Aug 06 17:11:24.220797 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d1134-9700-41f4-8d55-c5bcc6f8feb8 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa21a03e-d16b-4600-a7ba-530097e6edee,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:24.221941 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35482) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:11:24.228086 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'security_group_rule': {'security_group_id': 'fa21a03e-d16b-4600-a7ba-530097e6edee', 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:11:24.255458 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.310278 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.313667 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.333443 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaae469a-7864-457f-a753-1171b61b4e51,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:24.342611 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:24.342956 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:24.343303 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:24.343624 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:24.343955 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:24.344278 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:24.344603 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:24.344930 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:24.345248 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:24.345564 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:24.345907 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:24.346222 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:24.350093 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.351288 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-717cb2ea-d9e0-43c0-b6bb-5a40b96ca192 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283171 Aug 06 17:11:24.355644 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35486) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:11:24.359996 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-2724a6d3-ac0f-46a4-ad9a-2b1d0306f567 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'security_group_rule': {'security_group_id': 'fa21a03e-d16b-4600-a7ba-530097e6edee', 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:11:24.385969 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2724a6d3-ac0f-46a4-ad9a-2b1d0306f567 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.428344 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.459065 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2724a6d3-ac0f-46a4-ad9a-2b1d0306f567 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.462979 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2724a6d3-ac0f-46a4-ad9a-2b1d0306f567 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.484537 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724a6d3-ac0f-46a4-ad9a-2b1d0306f567 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7a4e53-b7b1-4263-90b8-c62becf203bc,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:24.486912 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-2724a6d3-ac0f-46a4-ad9a-2b1d0306f567 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.490777 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-2724a6d3-ac0f-46a4-ad9a-2b1d0306f567 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316233 Aug 06 17:11:24.491268 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35488) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:11:24.495297 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-c11f1759-e5e6-4174-aec2-390ac27c1481 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'security_group_rule': {'security_group_id': 'fa21a03e-d16b-4600-a7ba-530097e6edee', 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:11:24.522347 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c11f1759-e5e6-4174-aec2-390ac27c1481 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.578630 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c11f1759-e5e6-4174-aec2-390ac27c1481 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.583134 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c11f1759-e5e6-4174-aec2-390ac27c1481 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.602928 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f1759-e5e6-4174-aec2-390ac27c1481 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af912705-ea70-4f09-8a13-ce52dee6571d,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:24.610579 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c11f1759-e5e6-4174-aec2-390ac27c1481 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.611609 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.611996 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c11f1759-e5e6-4174-aec2-390ac27c1481 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200881 Aug 06 17:11:24.615175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35490) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:11:24.619953 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-797f9520-e04f-40d7-9691-7738b5b86300 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'security_group_rule': {'security_group_id': 'fa21a03e-d16b-4600-a7ba-530097e6edee', 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:11:24.646412 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-797f9520-e04f-40d7-9691-7738b5b86300 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.705071 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-797f9520-e04f-40d7-9691-7738b5b86300 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.710283 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-797f9520-e04f-40d7-9691-7738b5b86300 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.728402 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9520-e04f-40d7-9691-7738b5b86300 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a4abfe-68e6-4471-840f-1d48bef2a8fd,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:24.734478 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-797f9520-e04f-40d7-9691-7738b5b86300 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.735599 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-797f9520-e04f-40d7-9691-7738b5b86300 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193714 Aug 06 17:11:24.738765 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35492) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:11:24.743037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-723b9ccd-c1ed-4712-ae37-f89665770a62 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'security_group_rule': {'security_group_id': 'fa21a03e-d16b-4600-a7ba-530097e6edee', 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:11:24.765320 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-723b9ccd-c1ed-4712-ae37-f89665770a62 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Project 64e7f1b38d0a42549645eed01793f53e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:11:24.770832 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-723b9ccd-c1ed-4712-ae37-f89665770a62 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.830946 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-723b9ccd-c1ed-4712-ae37-f89665770a62 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.834811 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-723b9ccd-c1ed-4712-ae37-f89665770a62 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.854564 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b9ccd-c1ed-4712-ae37-f89665770a62 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ecdbbaf-359b-4a10-8b96-969acaecfd46,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:24.861181 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-723b9ccd-c1ed-4712-ae37-f89665770a62 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.862390 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-723b9ccd-c1ed-4712-ae37-f89665770a62 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230712 Aug 06 17:11:24.866143 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35494) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:11:24.870947 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-37d3a1cb-0998-4d3b-bfe7-970ff68d7c85 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'security_group_rule': {'security_group_id': 'fa21a03e-d16b-4600-a7ba-530097e6edee', 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:11:24.893505 n-d-803756-1 neutron-server[105764]: INFO neutron.db.securitygroups_db [None req-37d3a1cb-0998-4d3b-bfe7-970ff68d7c85 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Project 64e7f1b38d0a42549645eed01793f53e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:11:24.898336 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37d3a1cb-0998-4d3b-bfe7-970ff68d7c85 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.960370 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37d3a1cb-0998-4d3b-bfe7-970ff68d7c85 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.964034 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37d3a1cb-0998-4d3b-bfe7-970ff68d7c85 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.982251 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3a1cb-0998-4d3b-bfe7-970ff68d7c85 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdea9281-217f-41b3-a913-2cf8dc2e8948,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:24.989489 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-37d3a1cb-0998-4d3b-bfe7-970ff68d7c85 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:24.990750 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-37d3a1cb-0998-4d3b-bfe7-970ff68d7c85 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235461 Aug 06 17:11:27.610085 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device b3540d91-ff63-4a3c-88ed-1f992dcddb41 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:11:27.645588 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: b3540d91-ff63-4a3c-88ed-1f992dcddb41 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:11:27.655260 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device b3540d91-ff63-4a3c-88ed-1f992dcddb41 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:11:33.974396 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5234efa1-e33d-477e-87c9-ce0238771e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:36.324366 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-32bf4e6b-4371-4ca4-b1d3-fe79f95bc9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:36.474282 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:11:36.758320 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:37.605524 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:39.252199 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-8535954e-3403-481e-9137-198db2684a3f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-230865539&fields=id&tenant_id=64e7f1b38d0a42549645eed01793f53e HTTP/1.1" status: 200 len: 267 time: 0.0328400 Aug 06 17:11:39.307684 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:39.358249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cec654-5ded-44aa-9ece-9a20741f329c req-23d91ac8-0550-4ba9-881b-c2d12b30df84 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:39.359700 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-23d91ac8-0550-4ba9-881b-c2d12b30df84 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 807 time: 0.1003115 Aug 06 17:11:39.374883 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-939225b0-e235-4bb2-91e7-74a000ddd1cb tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/quotas/64e7f1b38d0a42549645eed01793f53e HTTP/1.1" status: 200 len: 375 time: 0.0090280 Aug 06 17:11:39.428744 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-ba57c38d-030e-40b4-bb7a-f30101b10ee6 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480826 Aug 06 17:11:39.525177 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d8189e62-3d24-4408-95ba-af328b0daece service neutron] 10.222.0.37 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846989 Aug 06 17:11:39.617138 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-79f05dbe-7b2c-409f-b061-665255e0819f service neutron] 10.222.0.37 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857174 Aug 06 17:11:39.904426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-09b676db-a5af-4da5-9bcc-0f979e9d5cbf req-a701ec89-ebbd-4d90-af24-0ff5a6e4aeaa tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 210 time: 0.0271873 Aug 06 17:11:40.885616 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d98e406f-a28d-4590-9f95-e90a532c45d4 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:40.887109 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d98e406f-a28d-4590-9f95-e90a532c45d4 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.13 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 807 time: 0.1071625 Aug 06 17:11:40.930947 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-e01dda90-9db7-4546-a5d7-82bd035b2f90 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64e7f1b38d0a42549645eed01793f53e HTTP/1.1" status: 200 len: 379 time: 0.0344787 Aug 06 17:11:40.940506 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-36cec654-5ded-44aa-9ece-9a20741f329c req-4a730d7d-63d7-4ec2-9ee9-27f401d4c375 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'port': {'device_id': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'admin_state_up': True, 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'security_groups': ['fa21a03e-d16b-4600-a7ba-530097e6edee']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:11:41.002548 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6ae324de-48e4-4447-85e8-f360242f5aba req-eba3ee3c-615c-4722-bfbb-58e0ab88d970 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 210 time: 0.0289626 Aug 06 17:11:41.055933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36cec654-5ded-44aa-9ece-9a20741f329c req-4a730d7d-63d7-4ec2-9ee9-27f401d4c375 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Made reservation on behalf of 64e7f1b38d0a42549645eed01793f53e for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:11:41.059443 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-36cec654-5ded-44aa-9ece-9a20741f329c req-4a730d7d-63d7-4ec2-9ee9-27f401d4c375 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:41.190491 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-36cec654-5ded-44aa-9ece-9a20741f329c req-4a730d7d-63d7-4ec2-9ee9-27f401d4c375 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Allocated IP 172.20.0.13 (c3915b4e-996f-4381-982f-e63b45f8b6e1/7ebde4eb-89a4-45d7-b996-377f20ce4f32/0362de41-cb17-45a0-bdb7-92e0ef2f6749) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:11:41.335975 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-36cec654-5ded-44aa-9ece-9a20741f329c req-4a730d7d-63d7-4ec2-9ee9-27f401d4c375 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:41.350216 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-36cec654-5ded-44aa-9ece-9a20741f329c req-4a730d7d-63d7-4ec2-9ee9-27f401d4c375 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Transition to ACTIVE for port object 0362de41-cb17-45a0-bdb7-92e0ef2f6749 will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:11:41.382112 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-36cec654-5ded-44aa-9ece-9a20741f329c req-4a730d7d-63d7-4ec2-9ee9-27f401d4c375 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:41.425839 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36cec654-5ded-44aa-9ece-9a20741f329c req-4a730d7d-63d7-4ec2-9ee9-27f401d4c375 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Network c3915b4e-996f-4381-982f-e63b45f8b6e1 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:11:41.428816 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-36cec654-5ded-44aa-9ece-9a20741f329c req-4a730d7d-63d7-4ec2-9ee9-27f401d4c375 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:11:41.432672 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cec654-5ded-44aa-9ece-9a20741f329c req-4a730d7d-63d7-4ec2-9ee9-27f401d4c375 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:11:41.457604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a730d7d-63d7-4ec2-9ee9-27f401d4c375 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'Port': ['ID=0362de41-cb17-45a0-bdb7-92e0ef2f6749,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:41.493442 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cec654-5ded-44aa-9ece-9a20741f329c req-4a730d7d-63d7-4ec2-9ee9-27f401d4c375 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:41.494118 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-36cec654-5ded-44aa-9ece-9a20741f329c req-4a730d7d-63d7-4ec2-9ee9-27f401d4c375 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:41.510880 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-4a730d7d-63d7-4ec2-9ee9-27f401d4c375 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5745909 Aug 06 17:11:41.522607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-371795bf-1929-4107-90ff-c23b2e4910ff tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105764) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:11:41.523773 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-371795bf-1929-4107-90ff-c23b2e4910ff tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061798 Aug 06 17:11:41.588477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Request body: {'port': {'device_id': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:11:41.652120 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:41.661147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-eff5f4ff-098a-4b77-be35-3038cb6057a9 None None] Provisioning for port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:11:41.665941 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-eff5f4ff-098a-4b77-be35-3038cb6057a9 None None] Provisioning complete for port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:11:41.666534 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-eff5f4ff-098a-4b77-be35-3038cb6057a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:41.704630 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-eff5f4ff-098a-4b77-be35-3038cb6057a9 None None] Port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:11:41.923404 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0362de41-cb17-45a0-bdb7-92e0ef2f6749 {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:11:41.930892 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:41.943373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Transition to ACTIVE for port object 0362de41-cb17-45a0-bdb7-92e0ef2f6749 will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:11:41.947316 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:42.053889 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Pushing event updated for resources: {'Port': ['ID=0362de41-cb17-45a0-bdb7-92e0ef2f6749,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:42.110933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Attempting to bind port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:11:42.112260 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Attempting to bind port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:11:42.112691 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Attempting to bind port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 on network c3915b4e-996f-4381-982f-e63b45f8b6e1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:11:42.118875 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 on network c3915b4e-996f-4381-982f-e63b45f8b6e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:11:42.119350 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Attempting to bind port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 on network c3915b4e-996f-4381-982f-e63b45f8b6e1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:11:42.126033 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:11:42.126380 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Checking segment: {'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:11:42.126767 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Bound using segment: {'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:11:42.127206 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Bound port: 0362de41-cb17-45a0-bdb7-92e0ef2f6749, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:11:42.127568 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:42.166612 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c86e3d-6f28-4bde-b1f3-b18647b60612 req-b5b23e83-5861-42ba-8f61-8f329658bd9a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:42.177826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48c86e3d-6f28-4bde-b1f3-b18647b60612 req-b5b23e83-5861-42ba-8f61-8f329658bd9a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0675917 Aug 06 17:11:42.208402 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] For port 0362de41-cb17-45a0-bdb7-92e0ef2f6749, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:11:42.213898 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] For port 0362de41-cb17-45a0-bdb7-92e0ef2f6749, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:11:42.219388 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:42.237408 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-48c86e3d-6f28-4bde-b1f3-b18647b60612 req-7f8310d7-29bc-4a0d-a179-4ff23fbdb947 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585198 Aug 06 17:11:42.258587 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:42.259333 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:42.260992 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] 10.222.0.13 "PUT /v2.0/ports/0362de41-cb17-45a0-bdb7-92e0ef2f6749 HTTP/1.1" status: 200 len: 1092 time: 0.7302580 Aug 06 17:11:42.261485 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'tag': '0362de41-cb17-45a0-bdb7-92e0ef2f6749'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:11:42.264348 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c85e68-a071-4513-acc3-60d1e5c0ba54" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6e6866-8b5e-416e-8944-03c70ff3aa69", "tag": "0362de41-cb17-45a0-bdb7-92e0ef2f6749"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:11:42.306384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7e265-b344-4b88-8831-1cc87884f04c service neutron] Pushing event updated for resources: {'Port': ['ID=0362de41-cb17-45a0-bdb7-92e0ef2f6749,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:42.363348 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cec654-5ded-44aa-9ece-9a20741f329c req-1b5d93a1-bccc-4d11-aea0-970b87321d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:42.365414 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-1b5d93a1-bccc-4d11-aea0-970b87321d07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 1095 time: 0.0536156 Aug 06 17:11:42.413293 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced87b99-3abd-4b42-8b7d-5712ed1f8924 x-openstack-request-id: req-ced87b99-3abd-4b42-8b7d-5712ed1f8924 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:11:42.413683 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6e6866-8b5e-416e-8944-03c70ff3aa69", "tag": "0362de41-cb17-45a0-bdb7-92e0ef2f6749", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:11:42.413998 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ced87b99-3abd-4b42-8b7d-5712ed1f8924 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:11:42.414608 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'tag': '0362de41-cb17-45a0-bdb7-92e0ef2f6749', 'status': 'completed', 'code': 200} Aug 06 17:11:42.416523 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-aca72515-b124-4b48-a5c2-8999f0c73c2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749 HTTP/1.1" status: 200 len: 217 time: 0.0414414 Aug 06 17:11:42.468313 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cec654-5ded-44aa-9ece-9a20741f329c req-2751168e-4e6b-4c77-bb00-6d6ed4a2186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:42.469951 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-2751168e-4e6b-4c77-bb00-6d6ed4a2186b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0470722 Aug 06 17:11:42.516633 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cec654-5ded-44aa-9ece-9a20741f329c req-1cd32fc3-8995-41a2-8c21-0a58b9c2340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:42.518074 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-1cd32fc3-8995-41a2-8c21-0a58b9c2340a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412314 Aug 06 17:11:42.618793 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-7aa71b1a-3284-488e-9ef9-8b15bfbf43a5 service neutron] 10.222.0.13 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933473 Aug 06 17:11:42.712260 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-36cec654-5ded-44aa-9ece-9a20741f329c req-295acd6f-8f9c-49ec-80fa-86f286af7b6f service neutron] 10.222.0.13 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868151 Aug 06 17:11:42.796108 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85e68-a071-4513-acc3-60d1e5c0ba54 req-25471ad6-9517-4567-bedb-fe5e98db839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:42.797692 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1c85e68-a071-4513-acc3-60d1e5c0ba54 req-25471ad6-9517-4567-bedb-fe5e98db839a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 1095 time: 0.0423470 Aug 06 17:11:42.891901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85e68-a071-4513-acc3-60d1e5c0ba54 req-505072e3-5894-4f71-9808-ccabf69503df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:42.893494 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1c85e68-a071-4513-acc3-60d1e5c0ba54 req-505072e3-5894-4f71-9808-ccabf69503df service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.0885603 Aug 06 17:11:42.937865 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1c85e68-a071-4513-acc3-60d1e5c0ba54 req-8dbc0697-69e9-4f4a-a58e-e68f039ac35b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749 HTTP/1.1" status: 200 len: 217 time: 0.0377002 Aug 06 17:11:42.989011 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85e68-a071-4513-acc3-60d1e5c0ba54 req-d5ccff1d-40d2-402d-a4b5-ac5f520ece5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:42.990540 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1c85e68-a071-4513-acc3-60d1e5c0ba54 req-d5ccff1d-40d2-402d-a4b5-ac5f520ece5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0463536 Aug 06 17:11:43.035025 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85e68-a071-4513-acc3-60d1e5c0ba54 req-da03c513-8dc4-4734-84ad-85154beb3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:43.037190 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1c85e68-a071-4513-acc3-60d1e5c0ba54 req-da03c513-8dc4-4734-84ad-85154beb3b6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395389 Aug 06 17:11:43.134508 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1c85e68-a071-4513-acc3-60d1e5c0ba54 req-6fe8be8e-61ef-4b19-9379-06d9a3d422b1 service neutron] 10.222.0.13 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913908 Aug 06 17:11:43.223824 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-e1c85e68-a071-4513-acc3-60d1e5c0ba54 req-76e6ce28-aa4d-4d20-9c76-0d39d109d723 service neutron] 10.222.0.13 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827463 Aug 06 17:11:43.350638 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed504e97-80a8-46db-8024-6f813cda1e1d req-0a4eca61-eb35-4b0b-8161-db216abb8827 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:43.352099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed504e97-80a8-46db-8024-6f813cda1e1d req-0a4eca61-eb35-4b0b-8161-db216abb8827 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0527389 Aug 06 17:11:43.390125 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ed504e97-80a8-46db-8024-6f813cda1e1d req-5204afce-d7cb-40db-bf5d-db69d0d33d2e tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317912 Aug 06 17:11:44.505059 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299f49c-6f9e-45d7-b470-78aab0de9bce req-ff52b147-481a-49f4-9ab0-0b220fb80908 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:44.506741 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3299f49c-6f9e-45d7-b470-78aab0de9bce req-ff52b147-481a-49f4-9ab0-0b220fb80908 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0485730 Aug 06 17:11:44.545241 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3299f49c-6f9e-45d7-b470-78aab0de9bce req-1fe85c39-c079-48db-9ee6-688c35719efe tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325880 Aug 06 17:11:45.658660 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaba5c-a371-4b75-bcf8-cd46ac999fa7 req-3e316e2f-5059-4e35-9f48-83d37a6fef1b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:45.660094 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1beaba5c-a371-4b75-bcf8-cd46ac999fa7 req-3e316e2f-5059-4e35-9f48-83d37a6fef1b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0477598 Aug 06 17:11:45.696780 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1beaba5c-a371-4b75-bcf8-cd46ac999fa7 req-6a4adf3a-50c8-4ee1-b167-79e82ca3570b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306821 Aug 06 17:11:46.812783 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44811cb-0a88-4038-9f23-810c384ce232 req-2ea515bd-ccdf-4aff-9648-a83fb5576a8f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:46.814545 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d44811cb-0a88-4038-9f23-810c384ce232 req-2ea515bd-ccdf-4aff-9648-a83fb5576a8f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0511649 Aug 06 17:11:46.852171 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d44811cb-0a88-4038-9f23-810c384ce232 req-2dd24091-cfbd-41bf-920d-dc36732bfa3f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310762 Aug 06 17:11:47.970782 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a212984-7f6c-4ae4-868e-180eed790628 req-b377ba05-bb5d-43b3-bacb-f1706e226da9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:47.972249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a212984-7f6c-4ae4-868e-180eed790628 req-b377ba05-bb5d-43b3-bacb-f1706e226da9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0491376 Aug 06 17:11:48.008912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8a212984-7f6c-4ae4-868e-180eed790628 req-cd04f7dd-c441-4928-819f-7fe2955991b8 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306277 Aug 06 17:11:49.121450 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62b45c-04a8-49e9-b485-dd21bfc35363 req-38813167-989f-4af6-9e3c-6cfb2ddabe5f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:49.122926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ef62b45c-04a8-49e9-b485-dd21bfc35363 req-38813167-989f-4af6-9e3c-6cfb2ddabe5f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0478177 Aug 06 17:11:49.159838 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ef62b45c-04a8-49e9-b485-dd21bfc35363 req-09fda00f-08e6-402d-9509-0559319c49c4 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310943 Aug 06 17:11:50.279299 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153391f-a047-4df6-af5b-9fc3285f6913 req-6afdfe31-0cc6-45e7-8108-ae60ee71c547 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:50.280768 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a153391f-a047-4df6-af5b-9fc3285f6913 req-6afdfe31-0cc6-45e7-8108-ae60ee71c547 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0528510 Aug 06 17:11:50.318108 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a153391f-a047-4df6-af5b-9fc3285f6913 req-126324e8-fff7-49c7-aa80-08727c6b1fcf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306633 Aug 06 17:11:51.430749 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3d9d0-fea3-4080-ada0-23826d3f1be4 req-e0b5bcf4-4996-4b83-af90-e52be320a118 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:51.432215 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20a3d9d0-fea3-4080-ada0-23826d3f1be4 req-e0b5bcf4-4996-4b83-af90-e52be320a118 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0479198 Aug 06 17:11:51.470265 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-20a3d9d0-fea3-4080-ada0-23826d3f1be4 req-88d4deb9-1692-4238-9125-34c94b45da64 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320339 Aug 06 17:11:52.242508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0362de41-cb17-45a0-bdb7-92e0ef2f6749 details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:11:52.336330 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 0362de41-cb17-45a0-bdb7-92e0ef2f6749, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:11:52.347409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '0362de41-cb17-45a0-bdb7-92e0ef2f6749', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'port_id': '0362de41-cb17-45a0-bdb7-92e0ef2f6749', 'mac_address': 'fa:16:3e:d9:6c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:11:52.386580 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:52.398541 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0362de41-cb17-45a0-bdb7-92e0ef2f6749 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:11:52.418088 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 0362de41-cb17-45a0-bdb7-92e0ef2f6749, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:11:52.421578 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:52.470763 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=0362de41-cb17-45a0-bdb7-92e0ef2f6749,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:52.478594 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:52.478934 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:52.479266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:52.479594 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:52.479919 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:52.480241 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:52.480561 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:52.480876 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:52.481193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:52.481510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:52.481847 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:52.482163 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:11:52.584940 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dbdad-5fbe-4630-9477-8f6f7bbf03c1 req-168f34f7-5eec-4b14-8ba3-2d3f3029589b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:52.586475 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-380dbdad-5fbe-4630-9477-8f6f7bbf03c1 req-168f34f7-5eec-4b14-8ba3-2d3f3029589b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 945 time: 0.0504177 Aug 06 17:11:52.626540 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-380dbdad-5fbe-4630-9477-8f6f7bbf03c1 req-a2aeff8c-2fa8-42dc-a3a9-58a998bf7dd3 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314949 Aug 06 17:11:52.654465 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['0362de41-cb17-45a0-bdb7-92e0ef2f6749'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:11:53.789205 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f3842-47d5-4833-ac04-c280c7434d68 req-cdc1e3eb-9d2c-4ef4-8496-55862223144e tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:53.790695 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-149f3842-47d5-4833-ac04-c280c7434d68 req-cdc1e3eb-9d2c-4ef4-8496-55862223144e tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 945 time: 0.0989213 Aug 06 17:11:53.828725 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-149f3842-47d5-4833-ac04-c280c7434d68 req-3a29b3eb-db32-4096-bbd9-a233d3df90a2 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320268 Aug 06 17:11:54.257342 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0362de41-cb17-45a0-bdb7-92e0ef2f6749 up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:11:54.304669 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:11:54.308147 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:11:54.308514 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:54.386545 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:54.407589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0362de41-cb17-45a0-bdb7-92e0ef2f6749'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:11:54.410067 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9148b3e1-122e-4128-9c13-1ee054e153c9" -d '{"events": [{"server_uuid": "8a6e6866-8b5e-416e-8944-03c70ff3aa69", "name": "network-vif-plugged", "status": "completed", "tag": "0362de41-cb17-45a0-bdb7-92e0ef2f6749"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:11:54.432649 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 0362de41-cb17-45a0-bdb7-92e0ef2f6749, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:11:54.437463 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:54.442413 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:54.462333 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4ef6e5-2bb9-4d54-8884-71522928ce76 x-openstack-request-id: req-5b4ef6e5-2bb9-4d54-8884-71522928ce76 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:11:54.462630 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6e6866-8b5e-416e-8944-03c70ff3aa69", "name": "network-vif-plugged", "status": "completed", "tag": "0362de41-cb17-45a0-bdb7-92e0ef2f6749", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:11:54.462881 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b4ef6e5-2bb9-4d54-8884-71522928ce76 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:11:54.463265 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0362de41-cb17-45a0-bdb7-92e0ef2f6749', 'code': 200} Aug 06 17:11:54.488589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=0362de41-cb17-45a0-bdb7-92e0ef2f6749,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:54.554438 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52857dc-47c0-4049-9fc0-8868250ecc91 req-6d51b904-e139-4ae2-b934-f82a82beca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:54.555825 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f52857dc-47c0-4049-9fc0-8868250ecc91 req-6d51b904-e139-4ae2-b934-f82a82beca13 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 1097 time: 0.0431499 Aug 06 17:11:54.589898 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f52857dc-47c0-4049-9fc0-8868250ecc91 req-db8e2900-338f-459d-bf32-0afd480e21e2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274241 Aug 06 17:11:54.611631 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:54.944385 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbdcfc-5b6d-4ee3-8765-91cef225b187 req-df754e75-f84f-4d3c-abe2-fcdc63527a13 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:54.945872 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ffbdcfc-5b6d-4ee3-8765-91cef225b187 req-df754e75-f84f-4d3c-abe2-fcdc63527a13 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0491824 Aug 06 17:11:54.985548 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9ffbdcfc-5b6d-4ee3-8765-91cef225b187 req-49cbc1d0-3577-4b7b-9e7e-0be9c2f61d3f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334735 Aug 06 17:11:56.150366 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833be89-42e0-428b-9dac-0dd667a2a04b req-190f494f-41f0-47e9-b3ce-b1036fab56aa tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:56.151851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b833be89-42e0-428b-9dac-0dd667a2a04b req-190f494f-41f0-47e9-b3ce-b1036fab56aa tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0986817 Aug 06 17:11:56.189760 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b833be89-42e0-428b-9dac-0dd667a2a04b req-061df1fe-66f1-4f23-a65e-f82d8252b09a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319462 Aug 06 17:11:56.314613 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5f142-642c-43fd-bbad-67f42d4ef7b3 req-c241e58a-a9fb-413e-9ade-f4925f495049 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:56.316112 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9e5f142-642c-43fd-bbad-67f42d4ef7b3 req-c241e58a-a9fb-413e-9ade-f4925f495049 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0593398 Aug 06 17:11:56.354926 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a9e5f142-642c-43fd-bbad-67f42d4ef7b3 req-4a6f991b-8e85-48e5-89b5-ec78bf89f4ba tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327420 Aug 06 17:11:56.376005 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35692) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:11:56.414529 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ade603-8e97-4056-a132-ac7b56f24132 tempest-TestShelveInstance-69231604 tempest-TestShelveInstance-69231604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:56.416003 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c8ade603-8e97-4056-a132-ac7b56f24132 tempest-TestShelveInstance-69231604 tempest-TestShelveInstance-69231604-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 1092 time: 0.0389900 Aug 06 17:11:56.418806 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35694) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:11:56.423377 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': '0362de41-cb17-45a0-bdb7-92e0ef2f6749', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:11:56.444844 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for floatingip, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:56.544438 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:56.645530 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Allocated IP 172.25.1.248 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/f582ad32-450c-41a6-86ed-3c0495d85cf9) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:11:56.752912 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:56.790651 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:56.829795 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:11:56.832662 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:11:56.836646 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:11:56.841910 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'Port': ['ID=f582ad32-450c-41a6-86ed-3c0495d85cf9,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:57.186683 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:57.249905 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:57.395455 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:57.400578 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:57.469717 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event updated for resources: {'Port': ['ID=f582ad32-450c-41a6-86ed-3c0495d85cf9,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:11:57.479345 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:57.574755 n-d-803756-1 neutron-server[105764]: INFO neutron.db.l3_db [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Floating IP 77c00e48-3f7b-483b-9b43-fb03b17dc511 associated. External IP: 172.25.1.248, port: 0362de41-cb17-45a0-bdb7-92e0ef2f6749. Aug 06 17:11:57.788967 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Router 390d8928-3075-4b99-8e0e-4c7573ba4835 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:11:57.894291 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:11:57.904730 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2815cd-771f-4d24-95fa-932cc88ff086 None None] Sync routers for ids ['390d8928-3075-4b99-8e0e-4c7573ba4835'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:11:57.913453 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:57.915778 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2815cd-771f-4d24-95fa-932cc88ff086 None None] Routers {'390d8928-3075-4b99-8e0e-4c7573ba4835'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:11:57.916406 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5d2815cd-771f-4d24-95fa-932cc88ff086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:11:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['390d8928-3075-4b99-8e0e-4c7573ba4835'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:11:57.943517 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f96c1d01-4aa5-47d7-acfe-83ae555678b9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5236804 Aug 06 17:11:57.944094 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'tag': '0362de41-cb17-45a0-bdb7-92e0ef2f6749'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:11:57.946374 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9416bbd-a30f-40a6-900d-d633601dab53" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6e6866-8b5e-416e-8944-03c70ff3aa69", "tag": "0362de41-cb17-45a0-bdb7-92e0ef2f6749"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:11:57.996725 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b5d3d2-30e9-407f-ab81-320adba30770 x-openstack-request-id: req-a0b5d3d2-30e9-407f-ab81-320adba30770 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:11:57.997068 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6e6866-8b5e-416e-8944-03c70ff3aa69", "tag": "0362de41-cb17-45a0-bdb7-92e0ef2f6749", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:11:57.997382 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0b5d3d2-30e9-407f-ab81-320adba30770 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:11:58.005897 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'tag': '0362de41-cb17-45a0-bdb7-92e0ef2f6749', 'status': 'completed', 'code': 200} Aug 06 17:11:58.031505 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-5d2815cd-771f-4d24-95fa-932cc88ff086 None None] Set router 390d8928-3075-4b99-8e0e-4c7573ba4835 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:11:58.063303 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9416bbd-a30f-40a6-900d-d633601dab53 req-8bc0784d-7e1e-43f1-8278-1cc819e76cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:58.065179 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f9416bbd-a30f-40a6-900d-d633601dab53 req-8bc0784d-7e1e-43f1-8278-1cc819e76cb1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 1097 time: 0.0425632 Aug 06 17:11:58.160102 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9416bbd-a30f-40a6-900d-d633601dab53 req-1a52aac9-2b8a-4818-9f09-bd10d343cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:58.162232 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f9416bbd-a30f-40a6-900d-d633601dab53 req-1a52aac9-2b8a-4818-9f09-bd10d343cbe2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.0905704 Aug 06 17:11:58.235706 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f9416bbd-a30f-40a6-900d-d633601dab53 req-23a1d1bc-d43e-45f2-8672-724c1e51f552 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749 HTTP/1.1" status: 200 len: 1000 time: 0.0637116 Aug 06 17:11:58.268454 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5d2815cd-771f-4d24-95fa-932cc88ff086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '77c00e48-3f7b-483b-9b43-fb03b17dc511', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'floating_ip_address': '172.25.1.248', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'port_id': '0362de41-cb17-45a0-bdb7-92e0ef2f6749', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'mac_address': 'fa:16:3e:d9:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:11:57Z', 'updated_at': '2021-08-06T17:11:57Z', 'revision_number': 0, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 5, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:11:58.287478 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9416bbd-a30f-40a6-900d-d633601dab53 req-52520b84-bf6e-4f83-8d9e-781814242aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:58.288965 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f9416bbd-a30f-40a6-900d-d633601dab53 req-52520b84-bf6e-4f83-8d9e-781814242aff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0456150 Aug 06 17:11:58.295457 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2815cd-771f-4d24-95fa-932cc88ff086 None None] Checking router: 390d8928-3075-4b99-8e0e-4c7573ba4835 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:11:58.304560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2815cd-771f-4d24-95fa-932cc88ff086 None None] Routers {'390d8928-3075-4b99-8e0e-4c7573ba4835'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:11:58.305163 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5d2815cd-771f-4d24-95fa-932cc88ff086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:11:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['390d8928-3075-4b99-8e0e-4c7573ba4835'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:11:58.336511 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9416bbd-a30f-40a6-900d-d633601dab53 req-7ca08259-467c-4414-98fc-274b80632957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:11:58.337961 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f9416bbd-a30f-40a6-900d-d633601dab53 req-7ca08259-467c-4414-98fc-274b80632957 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412426 Aug 06 17:11:58.412935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-5d2815cd-771f-4d24-95fa-932cc88ff086 None None] Set router 390d8928-3075-4b99-8e0e-4c7573ba4835 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:11:58.435154 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f9416bbd-a30f-40a6-900d-d633601dab53 req-ddf47693-7131-419d-aaff-8e6b396c92d7 service neutron] 10.222.0.13 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902653 Aug 06 17:11:58.532244 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f9416bbd-a30f-40a6-900d-d633601dab53 req-958307a1-5ebd-48f4-a6aa-33a20e46266a service neutron] 10.222.0.13 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895689 Aug 06 17:11:58.635004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-5d2815cd-771f-4d24-95fa-932cc88ff086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '77c00e48-3f7b-483b-9b43-fb03b17dc511', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'floating_ip_address': '172.25.1.248', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'port_id': '0362de41-cb17-45a0-bdb7-92e0ef2f6749', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'mac_address': 'fa:16:3e:d9:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:11:57Z', 'updated_at': '2021-08-06T17:11:57Z', 'revision_number': 0, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 5, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:11:58.664559 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2815cd-771f-4d24-95fa-932cc88ff086 None None] The sync data for ids ['390d8928-3075-4b99-8e0e-4c7573ba4835'] in n-d-803756-1 is: [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '77c00e48-3f7b-483b-9b43-fb03b17dc511', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'floating_ip_address': '172.25.1.248', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'port_id': '0362de41-cb17-45a0-bdb7-92e0ef2f6749', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'mac_address': 'fa:16:3e:d9:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:11:57Z', 'updated_at': '2021-08-06T17:11:57Z', 'revision_number': 0, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 5, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:11:58.857398 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb3f25-9659-48ad-aeb0-37f9674fea4c None None] New status for floating IP 77c00e48-3f7b-483b-9b43-fb03b17dc511: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:12:03.914773 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-accb6527-6d3e-4882-9c9b-e1b296973423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:06.326970 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ad38-e7a8-4644-9f7d-9665306a985c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:06.759460 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:07.600351 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:09.306275 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:13.473604 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:12:16.409991 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-77d1a5d0-27a3-437a-89a4-038ffa4fd5f4 req-3e4f1a7b-6a72-424e-bcae-35d1b2a429e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4108968 Aug 06 17:12:16.490213 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1a5d0-27a3-437a-89a4-038ffa4fd5f4 req-d09b2e23-aa45-450f-ac4d-e28d5baebafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:12:16.492189 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-77d1a5d0-27a3-437a-89a4-038ffa4fd5f4 req-d09b2e23-aa45-450f-ac4d-e28d5baebafa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 1097 time: 0.0409920 Aug 06 17:12:16.594691 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1a5d0-27a3-437a-89a4-038ffa4fd5f4 req-67f89271-a7c4-4e9e-b154-645c824abd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:12:16.596180 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-77d1a5d0-27a3-437a-89a4-038ffa4fd5f4 req-67f89271-a7c4-4e9e-b154-645c824abd23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.0850465 Aug 06 17:12:16.660550 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-77d1a5d0-27a3-437a-89a4-038ffa4fd5f4 req-0dfc09cc-5592-466e-9475-edc99f8fd464 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749 HTTP/1.1" status: 200 len: 1002 time: 0.0572293 Aug 06 17:12:16.710853 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1a5d0-27a3-437a-89a4-038ffa4fd5f4 req-5e6833d5-7d69-4a05-b3bc-e276b7e59f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:12:16.712319 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-77d1a5d0-27a3-437a-89a4-038ffa4fd5f4 req-5e6833d5-7d69-4a05-b3bc-e276b7e59f2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0441060 Aug 06 17:12:16.761857 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1a5d0-27a3-437a-89a4-038ffa4fd5f4 req-e1d480e4-5891-4b66-b628-ebca5e573dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:12:16.763303 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-77d1a5d0-27a3-437a-89a4-038ffa4fd5f4 req-e1d480e4-5891-4b66-b628-ebca5e573dfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433533 Aug 06 17:12:16.855507 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-77d1a5d0-27a3-437a-89a4-038ffa4fd5f4 req-16337db1-63d3-465e-a47d-3b350d16ccda service neutron] 10.222.0.13 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848687 Aug 06 17:12:16.964111 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-77d1a5d0-27a3-437a-89a4-038ffa4fd5f4 req-075243e1-3327-4ec3-ab61-a067001a9dc7 service neutron] 10.222.0.13 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988345 Aug 06 17:12:24.426210 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:24.630670 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:33.914381 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-914ccbce-f186-49bf-94af-e53d6c819068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:36.327706 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cbe7394d-45ad-471b-8a7d-367b88c58a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:36.760047 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:37.603297 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:39.308509 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:50.472396 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:12:54.442397 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:54.644401 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:03.915065 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-97fedc16-50c8-40a2-9c63-621c5191e0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:06.328063 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ba422a11-8eb3-4ad2-8d4a-957f6ed2bc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:06.761337 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:07.606898 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:09.310853 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:17.035164 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-312ee0a9-4bc3-458b-93f9-68c8589cd221 req-5972d0d9-def8-4528-a2ad-05f7e35c8f3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404387 Aug 06 17:13:17.116085 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ee0a9-4bc3-458b-93f9-68c8589cd221 req-0fb9d832-eac3-48d4-8837-4f3cb5b2f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:13:17.117557 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-312ee0a9-4bc3-458b-93f9-68c8589cd221 req-0fb9d832-eac3-48d4-8837-4f3cb5b2f71f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 1097 time: 0.0390384 Aug 06 17:13:17.220761 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ee0a9-4bc3-458b-93f9-68c8589cd221 req-dd8bfa8a-f69b-4a01-a9a7-f2e9a5020cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:13:17.222218 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-312ee0a9-4bc3-458b-93f9-68c8589cd221 req-dd8bfa8a-f69b-4a01-a9a7-f2e9a5020cdd service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.0854826 Aug 06 17:13:17.287568 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-312ee0a9-4bc3-458b-93f9-68c8589cd221 req-86ff71ff-7655-446b-83f3-2b0ce89715d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749 HTTP/1.1" status: 200 len: 1002 time: 0.0570087 Aug 06 17:13:17.339434 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ee0a9-4bc3-458b-93f9-68c8589cd221 req-74b91498-4480-49ce-a275-886e908506c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:13:17.340879 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-312ee0a9-4bc3-458b-93f9-68c8589cd221 req-74b91498-4480-49ce-a275-886e908506c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0469642 Aug 06 17:13:17.385972 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ee0a9-4bc3-458b-93f9-68c8589cd221 req-44ec550b-9c13-42c2-ae99-6eb5f25567a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:13:17.387319 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-312ee0a9-4bc3-458b-93f9-68c8589cd221 req-44ec550b-9c13-42c2-ae99-6eb5f25567a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390038 Aug 06 17:13:17.473285 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-312ee0a9-4bc3-458b-93f9-68c8589cd221 req-e5f86c39-59b8-4e34-b933-07691fa6a46c service neutron] 10.222.0.13 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789254 Aug 06 17:13:17.563368 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-312ee0a9-4bc3-458b-93f9-68c8589cd221 req-ef076d02-0d35-490f-a195-20bf1304612d service neutron] 10.222.0.13 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829003 Aug 06 17:13:24.440848 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:24.658927 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:27.472411 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:13:33.919214 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-154069b2-cc93-4760-b3a4-fcae67a6401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:36.329171 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aee899b0-0086-4d0b-a026-e5fe25128ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:36.765444 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:37.610119 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:39.313765 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:53.398533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957d403-228e-4632-984e-281fe4ca687c req-373f9d50-e2af-4197-8b30-c656b31552e1 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:13:53.399924 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0957d403-228e-4632-984e-281fe4ca687c req-373f9d50-e2af-4197-8b30-c656b31552e1 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0486083 Aug 06 17:13:53.436941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0957d403-228e-4632-984e-281fe4ca687c req-b84c779e-1d30-4628-939b-3f7bc76c9a91 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310678 Aug 06 17:13:54.450029 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:54.569945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65afaf6-6f54-4755-ad31-80def3810ed0 req-378a1f4f-f510-4627-9aae-f4d306254148 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:13:54.571977 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a65afaf6-6f54-4755-ad31-80def3810ed0 req-378a1f4f-f510-4627-9aae-f4d306254148 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0519013 Aug 06 17:13:54.611540 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a65afaf6-6f54-4755-ad31-80def3810ed0 req-62fe7e07-8137-49d0-a98f-ad68b59101c5 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331504 Aug 06 17:13:54.674164 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:55.752937 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477e85e-3d37-4610-9bb9-f91ef00812c3 req-8612f9a8-9bf0-44e4-8825-faded0aea0d0 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:13:55.754414 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9477e85e-3d37-4610-9bb9-f91ef00812c3 req-8612f9a8-9bf0-44e4-8825-faded0aea0d0 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0518470 Aug 06 17:13:55.792213 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9477e85e-3d37-4610-9bb9-f91ef00812c3 req-19a7587d-c7bd-4c6e-b3f7-d963d7ce1a7d tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315223 Aug 06 17:13:56.904592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274b470-fed5-4cab-96cd-3a3db65d87ce req-8bc26800-32ff-492c-af67-3821a4dd9225 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:13:56.906069 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1274b470-fed5-4cab-96cd-3a3db65d87ce req-8bc26800-32ff-492c-af67-3821a4dd9225 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0474429 Aug 06 17:13:56.943402 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1274b470-fed5-4cab-96cd-3a3db65d87ce req-783a8b60-30b3-475f-b9ea-e55d2f9cc28e tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313795 Aug 06 17:13:58.059408 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58778cf0-23c5-4574-af35-39706759cc0f req-c70bafcf-bf84-49ef-8d43-5ff0b337907b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:13:58.060897 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58778cf0-23c5-4574-af35-39706759cc0f req-c70bafcf-bf84-49ef-8d43-5ff0b337907b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0498493 Aug 06 17:13:58.098460 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58778cf0-23c5-4574-af35-39706759cc0f req-99f2860f-d58b-4ecb-a11f-80521bdcbddb tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309978 Aug 06 17:13:59.218186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7d3d3-c22b-4242-abab-c678f5c6d836 req-ca4aa4fc-68eb-4772-8b8e-1707d30913bf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:13:59.219643 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ba7d3d3-c22b-4242-abab-c678f5c6d836 req-ca4aa4fc-68eb-4772-8b8e-1707d30913bf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0520458 Aug 06 17:13:59.260873 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5ba7d3d3-c22b-4242-abab-c678f5c6d836 req-00783b92-18f8-49cd-ae8f-a73e1a3ae39e tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344527 Aug 06 17:14:00.373808 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188859c-7776-474c-9f6a-fa2e2c48d67b req-f1972c03-b0a7-4e98-910c-2ef13233446f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:00.375296 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c188859c-7776-474c-9f6a-fa2e2c48d67b req-f1972c03-b0a7-4e98-910c-2ef13233446f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0484366 Aug 06 17:14:00.411036 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c188859c-7776-474c-9f6a-fa2e2c48d67b req-82ac2b77-1766-4bf1-8fec-9e8dea5de80a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298829 Aug 06 17:14:01.525651 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5a20e-8072-44dd-9ef7-cd28b4114f78 req-c92740d8-46f9-470f-9d90-45cfeeb024cf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:01.527145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6c5a20e-8072-44dd-9ef7-cd28b4114f78 req-c92740d8-46f9-470f-9d90-45cfeeb024cf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0498681 Aug 06 17:14:01.564804 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c6c5a20e-8072-44dd-9ef7-cd28b4114f78 req-bb3942d4-894d-4c4f-818a-e701f6cf65ef tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317490 Aug 06 17:14:02.680778 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435952b-3392-4e00-b1a0-5d1eff0dfd32 req-1b5730e6-954e-42fd-802f-5fb14bbbcb61 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:02.682864 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c435952b-3392-4e00-b1a0-5d1eff0dfd32 req-1b5730e6-954e-42fd-802f-5fb14bbbcb61 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0518942 Aug 06 17:14:02.719193 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c435952b-3392-4e00-b1a0-5d1eff0dfd32 req-4e3b0524-160d-4ee3-aaaa-4263d5358eef tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304024 Aug 06 17:14:03.548478 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cca044-450c-4619-9e1e-77388e4de86e req-4a148a07-c11e-4dc0-8c93-08d7fa3fd7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:03.550042 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a1cca044-450c-4619-9e1e-77388e4de86e req-4a148a07-c11e-4dc0-8c93-08d7fa3fd7f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 1097 time: 0.0421841 Aug 06 17:14:03.644888 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cca044-450c-4619-9e1e-77388e4de86e req-af6187be-82e3-4437-8d47-51fd85459c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:03.646447 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a1cca044-450c-4619-9e1e-77388e4de86e req-af6187be-82e3-4437-8d47-51fd85459c0b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.0890827 Aug 06 17:14:03.710895 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a1cca044-450c-4619-9e1e-77388e4de86e req-78dbf7fd-2414-4962-a4cd-4f4e17d72a42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749 HTTP/1.1" status: 200 len: 1002 time: 0.0577750 Aug 06 17:14:03.760027 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cca044-450c-4619-9e1e-77388e4de86e req-169ce469-bf6f-4a15-b3a8-61e24c0668e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:03.762228 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a1cca044-450c-4619-9e1e-77388e4de86e req-169ce469-bf6f-4a15-b3a8-61e24c0668e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0440714 Aug 06 17:14:03.812080 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cca044-450c-4619-9e1e-77388e4de86e req-188c677b-56a6-4f57-8f8a-9aeea523cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:03.813723 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a1cca044-450c-4619-9e1e-77388e4de86e req-188c677b-56a6-4f57-8f8a-9aeea523cc2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444286 Aug 06 17:14:03.834658 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bae67-6386-44ce-bea2-d5bed88a17cc req-04a15320-c62e-4be1-a959-45dedc61985a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:03.835826 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b89bae67-6386-44ce-bea2-d5bed88a17cc req-04a15320-c62e-4be1-a959-45dedc61985a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0492663 Aug 06 17:14:03.873362 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b89bae67-6386-44ce-bea2-d5bed88a17cc req-cc285682-d996-445e-afda-780825c65bbf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313494 Aug 06 17:14:03.905463 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a1cca044-450c-4619-9e1e-77388e4de86e req-09e518d0-f615-478d-87d1-0b817e3f0f89 service neutron] 10.222.0.13 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849903 Aug 06 17:14:03.920165 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2ff838a-bfce-4984-8075-3a5364cae869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:03.999562 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-a1cca044-450c-4619-9e1e-77388e4de86e req-da6210f6-5b80-4f41-9708-7db8505174eb service neutron] 10.222.0.13 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874774 Aug 06 17:14:04.471519 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:14:04.989423 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1e7c9-be5d-48cd-9775-a40846391fbd req-6c3a1d95-ee24-4bfc-ad8d-8e4d561a6f9b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:04.990918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cca1e7c9-be5d-48cd-9775-a40846391fbd req-6c3a1d95-ee24-4bfc-ad8d-8e4d561a6f9b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0495818 Aug 06 17:14:05.028152 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cca1e7c9-be5d-48cd-9775-a40846391fbd req-82e355e7-65d9-47eb-a1d4-27a9bbad219a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312109 Aug 06 17:14:06.152990 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd6694-1c30-42ae-bf42-3cf2461f89de req-5f5fff1e-7b12-4483-b856-9604742c6a8a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:06.154538 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6dbd6694-1c30-42ae-bf42-3cf2461f89de req-5f5fff1e-7b12-4483-b856-9604742c6a8a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0541716 Aug 06 17:14:06.194240 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6dbd6694-1c30-42ae-bf42-3cf2461f89de req-9d2e5dca-7357-4ce8-9d79-79d016ae0042 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335002 Aug 06 17:14:06.329612 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f6c039f0-0113-449a-bf53-e4de91686b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:06.767806 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:07.314761 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdc174-b91b-410e-a559-30960e814d53 req-0df19529-ed32-4a43-be9a-8c1dc6bbe6bf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:07.316242 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74fdc174-b91b-410e-a559-30960e814d53 req-0df19529-ed32-4a43-be9a-8c1dc6bbe6bf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0528200 Aug 06 17:14:07.357027 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74fdc174-b91b-410e-a559-30960e814d53 req-a985bb5c-ff1c-4496-a0b6-844a7f2d7aca tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347478 Aug 06 17:14:07.562344 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d1447-ffce-4575-90e7-3948f0510138 req-9190737f-4df6-4778-82dc-3314dfe1dac3 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:07.564420 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a44d1447-ffce-4575-90e7-3948f0510138 req-9190737f-4df6-4778-82dc-3314dfe1dac3 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0489199 Aug 06 17:14:07.575108 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-ba25b98a-c1f8-4b0a-b275-96b9ae162c56 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821784 Aug 06 17:14:07.604462 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a44d1447-ffce-4575-90e7-3948f0510138 req-92f31354-cc34-4187-9ead-c942933ec6b8 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326538 Aug 06 17:14:07.613299 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:08.724241 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59020575-7227-480c-986f-60ac9b53b0f5 req-c6e477cd-ed30-4963-a64b-c6a5841a440a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:08.725756 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59020575-7227-480c-986f-60ac9b53b0f5 req-c6e477cd-ed30-4963-a64b-c6a5841a440a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 946 time: 0.0533907 Aug 06 17:14:08.765523 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-59020575-7227-480c-986f-60ac9b53b0f5 req-7ac2602e-15df-4bf0-9a45-f72c96b6c042 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336502 Aug 06 17:14:09.005595 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 0362de41-cb17-45a0-bdb7-92e0ef2f6749 no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:14:09.078880 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:09.100283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0362de41-cb17-45a0-bdb7-92e0ef2f6749'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:14:09.102504 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71c78fc-3e5a-4bb0-b7bc-19ce2102af0d" -d '{"events": [{"server_uuid": "8a6e6866-8b5e-416e-8944-03c70ff3aa69", "name": "network-vif-unplugged", "status": "completed", "tag": "0362de41-cb17-45a0-bdb7-92e0ef2f6749"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:14:09.117872 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 0362de41-cb17-45a0-bdb7-92e0ef2f6749, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:14:09.122931 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:09.146028 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 Aug 2021 17:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3817ef-08e6-4a62-bcac-572b83000bfe x-openstack-request-id: req-5a3817ef-08e6-4a62-bcac-572b83000bfe {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:14:09.146315 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6e6866-8b5e-416e-8944-03c70ff3aa69", "name": "network-vif-unplugged", "status": "failed", "tag": "0362de41-cb17-45a0-bdb7-92e0ef2f6749", "code": 422}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:14:09.146561 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a3817ef-08e6-4a62-bcac-572b83000bfe {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:14:09.146942 n-d-803756-1 neutron-server[105766]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0362de41-cb17-45a0-bdb7-92e0ef2f6749', 'code': 422} returned with failed status Aug 06 17:14:09.171495 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=0362de41-cb17-45a0-bdb7-92e0ef2f6749,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:14:09.179052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:09.179400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:09.179745 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:09.180081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:09.180415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:09.180749 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:09.181076 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:09.181400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:09.181751 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:09.182079 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:09.182405 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:09.183262 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:09.316956 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:09.886929 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4714add-e559-4458-9b28-9b1b8ab7d28b req-ed2c413f-074e-4099-a05b-23a0ba63dc73 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:09.888416 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a4714add-e559-4458-9b28-9b1b8ab7d28b req-ed2c413f-074e-4099-a05b-23a0ba63dc73 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0529342 Aug 06 17:14:09.928381 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a4714add-e559-4458-9b28-9b1b8ab7d28b req-2c045d14-0406-4096-ba1e-1ddaf25d402b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337515 Aug 06 17:14:11.043828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b9030-299e-409a-8c3f-1b1541efe357 req-24d53326-cf70-483b-8a73-16652b8221f3 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:11.045319 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f5b9030-299e-409a-8c3f-1b1541efe357 req-24d53326-cf70-483b-8a73-16652b8221f3 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0491018 Aug 06 17:14:11.085119 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5f5b9030-299e-409a-8c3f-1b1541efe357 req-0f1ffc28-8f2e-4ee6-9610-7242f887589d tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335586 Aug 06 17:14:12.203503 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46888ee-c015-4e8b-a9ee-fdef7b469eda req-9a970c82-862f-4272-86bc-2793e0647f3d tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:12.204993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e46888ee-c015-4e8b-a9ee-fdef7b469eda req-9a970c82-862f-4272-86bc-2793e0647f3d tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0527308 Aug 06 17:14:12.243651 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-e46888ee-c015-4e8b-a9ee-fdef7b469eda req-f2b119ce-74e5-4297-ac17-750c4c119f80 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324078 Aug 06 17:14:13.358668 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7086be-ab96-405d-8664-56cc99dea24a req-6e56115c-09df-47ea-a0fa-9e7007ee64b1 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:13.360246 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0e7086be-ab96-405d-8664-56cc99dea24a req-6e56115c-09df-47ea-a0fa-9e7007ee64b1 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0485201 Aug 06 17:14:13.398424 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-0e7086be-ab96-405d-8664-56cc99dea24a req-d716e17c-077c-4336-a7b5-5d0cbbef38df tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 Aug 06 17:14:14.340400 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-28d5c5be-9e65-496f-9f22-9f0053a1b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:14.341899 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-28d5c5be-9e65-496f-9f22-9f0053a1b248 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69&tenant_id=64e7f1b38d0a42549645eed01793f53e HTTP/1.1" status: 200 len: 1095 time: 0.0781412 Aug 06 17:14:14.355254 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803756-1', 'device_owner': 'compute:nova'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:14:14.409547 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:14.588356 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d150a9e-f9a2-4d87-b0f7-f43c0cfb59b3 req-17bfd7c8-23a8-482d-b0ed-570ba3d6c7cf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:14.590387 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d150a9e-f9a2-4d87-b0f7-f43c0cfb59b3 req-17bfd7c8-23a8-482d-b0ed-570ba3d6c7cf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0823948 Aug 06 17:14:14.664541 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3d150a9e-f9a2-4d87-b0f7-f43c0cfb59b3 req-ef8b4ba3-48a6-4ecb-be6d-61118550e117 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470438 Aug 06 17:14:14.675703 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] For port 0362de41-cb17-45a0-bdb7-92e0ef2f6749, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:14:14.711995 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] For port 0362de41-cb17-45a0-bdb7-92e0ef2f6749, host n-h2-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:14:14.743721 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0362de41-cb17-45a0-bdb7-92e0ef2f6749 {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:14:14.750955 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:14.763507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Transition to ACTIVE for port object 0362de41-cb17-45a0-bdb7-92e0ef2f6749 will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:14:14.766715 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:14.845596 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0362de41-cb17-45a0-bdb7-92e0ef2f6749,revision_number=7']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:14:14.856852 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:14.857195 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:14.857540 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:14.857892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:14.858226 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:14.858550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:14.858868 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:14.859186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:14.859504 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:14.859823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:14.860138 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:14.860452 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:14:14.897375 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] No DVR routers for this DVR port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 on host n-h2-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:14:15.382554 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Attempting to bind port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:14:15.382879 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Attempting to bind port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:14:15.383196 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Attempting to bind port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 on network c3915b4e-996f-4381-982f-e63b45f8b6e1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:14:15.387732 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 on network c3915b4e-996f-4381-982f-e63b45f8b6e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:14:15.388051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Attempting to bind port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 on network c3915b4e-996f-4381-982f-e63b45f8b6e1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:14:15.392684 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:14:15.393013 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Checking segment: {'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:14:15.393388 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Bound using segment: {'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:14:15.393834 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Bound port: 0362de41-cb17-45a0-bdb7-92e0ef2f6749, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3e38a6-50e1-4903-962e-54f6314daf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:14:15.394184 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:15.454537 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] For port 0362de41-cb17-45a0-bdb7-92e0ef2f6749, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:14:15.457390 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] For port 0362de41-cb17-45a0-bdb7-92e0ef2f6749, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:14:15.461964 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:15.495335 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:15.495944 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:15.497374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] 10.222.0.78 "PUT /v2.0/ports/0362de41-cb17-45a0-bdb7-92e0ef2f6749 HTTP/1.1" status: 200 len: 1092 time: 1.1468086 Aug 06 17:14:15.497891 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'tag': '0362de41-cb17-45a0-bdb7-92e0ef2f6749'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:14:15.500174 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5824341-c582-4694-9f6d-a8eb146dfe8d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6e6866-8b5e-416e-8944-03c70ff3aa69", "tag": "0362de41-cb17-45a0-bdb7-92e0ef2f6749"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:14:15.558022 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96025497-a046-4eac-8bd8-52ad0f0434d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0362de41-cb17-45a0-bdb7-92e0ef2f6749,revision_number=8']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:14:15.574685 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-0834cac1-632a-4f29-83ae-e8dabdc2b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:15.576338 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-0834cac1-632a-4f29-83ae-e8dabdc2b628 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 1095 time: 0.0500462 Aug 06 17:14:15.613406 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5c0138-f1da-4cd0-9ed6-98856582fa4c x-openstack-request-id: req-9d5c0138-f1da-4cd0-9ed6-98856582fa4c {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:14:15.613730 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6e6866-8b5e-416e-8944-03c70ff3aa69", "tag": "0362de41-cb17-45a0-bdb7-92e0ef2f6749", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:14:15.613982 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d5c0138-f1da-4cd0-9ed6-98856582fa4c {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:14:15.614378 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'tag': '0362de41-cb17-45a0-bdb7-92e0ef2f6749', 'status': 'completed', 'code': 200} Aug 06 17:14:15.674728 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-5f0b0529-6002-4768-9d18-81723944ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:15.676192 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-5f0b0529-6002-4768-9d18-81723944ec7e service neutron] 10.222.0.78 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.0914972 Aug 06 17:14:15.775226 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-e10bcc11-a141-4f88-8082-b4987923087e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749 HTTP/1.1" status: 200 len: 1000 time: 0.0907691 Aug 06 17:14:15.818750 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1375f8-894f-4af4-9f9e-118eff5d8d03 req-323463a7-a974-45b4-a61d-d190f5f35607 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:15.820236 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b1375f8-894f-4af4-9f9e-118eff5d8d03 req-323463a7-a974-45b4-a61d-d190f5f35607 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0836730 Aug 06 17:14:15.855270 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-71909a70-dbd7-423f-afd4-ff92a51cfbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:15.856711 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-71909a70-dbd7-423f-afd4-ff92a51cfbb0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0736761 Aug 06 17:14:15.883053 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b1375f8-894f-4af4-9f9e-118eff5d8d03 req-5b84f672-c673-4c76-96e7-d854b2db747f tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500505 Aug 06 17:14:15.915892 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-e480a138-faff-4487-8c4f-30f064ecd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:15.917316 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-e480a138-faff-4487-8c4f-30f064ecd3e0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498643 Aug 06 17:14:16.018800 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-ebcfb5c9-0753-4c54-9b7c-6efb9e272a96 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932567 Aug 06 17:14:16.122178 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-f556f12b-9149-4c23-84b9-4367d78a7f9f service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903773 Aug 06 17:14:16.212078 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5824341-c582-4694-9f6d-a8eb146dfe8d req-7644eb9c-b9b6-4eb2-94b8-6be07af2c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:16.213467 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5824341-c582-4694-9f6d-a8eb146dfe8d req-7644eb9c-b9b6-4eb2-94b8-6be07af2c016 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 1095 time: 0.0428772 Aug 06 17:14:16.313574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5824341-c582-4694-9f6d-a8eb146dfe8d req-0cc8af3e-f264-481d-8fad-331924e048db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:16.315370 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5824341-c582-4694-9f6d-a8eb146dfe8d req-0cc8af3e-f264-481d-8fad-331924e048db service neutron] 10.222.0.78 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.0936499 Aug 06 17:14:16.404610 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5824341-c582-4694-9f6d-a8eb146dfe8d req-be47907a-94a8-48a9-a4e9-aec41132b0ab service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749 HTTP/1.1" status: 200 len: 1000 time: 0.0807743 Aug 06 17:14:16.456603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5824341-c582-4694-9f6d-a8eb146dfe8d req-ae2b7a66-141b-4b65-b008-57a87d3098dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:16.461444 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5824341-c582-4694-9f6d-a8eb146dfe8d req-ae2b7a66-141b-4b65-b008-57a87d3098dc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0459404 Aug 06 17:14:16.510579 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5824341-c582-4694-9f6d-a8eb146dfe8d req-3c511351-92cb-4809-93aa-bc20d0ed3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:16.512009 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5824341-c582-4694-9f6d-a8eb146dfe8d req-3c511351-92cb-4809-93aa-bc20d0ed3ee2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456665 Aug 06 17:14:16.606714 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5824341-c582-4694-9f6d-a8eb146dfe8d req-ad55fd94-b75e-423a-847d-3d5e016424b5 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855894 Aug 06 17:14:16.702205 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c5824341-c582-4694-9f6d-a8eb146dfe8d req-616fb3dd-b0ab-495e-b046-4ee41cdff183 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871110 Aug 06 17:14:17.002353 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a76fbc-4e76-4700-b11e-94b37b6b5d8f req-a1b54e53-814b-43ac-a70a-bfcaea5e168c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:17.003874 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a76fbc-4e76-4700-b11e-94b37b6b5d8f req-a1b54e53-814b-43ac-a70a-bfcaea5e168c tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0516615 Aug 06 17:14:17.057829 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-58a76fbc-4e76-4700-b11e-94b37b6b5d8f req-aceda4fb-d3f9-4464-ae77-1ea4ae1a8aec tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479281 Aug 06 17:14:18.173670 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e28f2-a0ae-4714-86f0-31175fe9a26c req-cc1b5af6-6f3c-4231-b5d1-32ad631c11f6 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:18.175493 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a86e28f2-a0ae-4714-86f0-31175fe9a26c req-cc1b5af6-6f3c-4231-b5d1-32ad631c11f6 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0488265 Aug 06 17:14:18.211758 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a86e28f2-a0ae-4714-86f0-31175fe9a26c req-15bc488c-2d20-4f54-9be9-4ccdef4e2527 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304723 Aug 06 17:14:19.330349 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c70de5-0a7e-4342-a066-382f20f477a1 req-d38c3bce-a001-401d-b338-314093a2370b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:19.331821 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74c70de5-0a7e-4342-a066-382f20f477a1 req-d38c3bce-a001-401d-b338-314093a2370b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0535378 Aug 06 17:14:19.369669 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-74c70de5-0a7e-4342-a066-382f20f477a1 req-55b5ac97-1263-486b-8808-7905aff6fd64 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318940 Aug 06 17:14:20.484444 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b474dd9-38b7-45c2-b735-b34b8eb68667 req-c71486a5-2a19-4f2e-b3ff-6f9c146a7fb1 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:20.485959 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b474dd9-38b7-45c2-b735-b34b8eb68667 req-c71486a5-2a19-4f2e-b3ff-6f9c146a7fb1 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0491343 Aug 06 17:14:20.523851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5b474dd9-38b7-45c2-b735-b34b8eb68667 req-8f08f0c5-3929-4bd8-a384-bae2db2065db tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317011 Aug 06 17:14:21.640999 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014d279-3efb-4328-9ad8-c983608aa693 req-090d8b5e-4eaa-49e8-a3c7-44ed4532960e tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:21.642572 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7014d279-3efb-4328-9ad8-c983608aa693 req-090d8b5e-4eaa-49e8-a3c7-44ed4532960e tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0509298 Aug 06 17:14:21.681520 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7014d279-3efb-4328-9ad8-c983608aa693 req-bc0e9947-8b0c-4a46-942e-b08a7f799fc5 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329025 Aug 06 17:14:22.798934 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1dbda6-70b5-4ffd-ab3a-c901e16ae8b6 req-0bd2aec6-5341-4c5c-880b-1ccbf863a990 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:22.800382 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e1dbda6-70b5-4ffd-ab3a-c901e16ae8b6 req-0bd2aec6-5341-4c5c-880b-1ccbf863a990 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0521126 Aug 06 17:14:22.837753 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8e1dbda6-70b5-4ffd-ab3a-c901e16ae8b6 req-d09d23b4-cd4c-45f8-a04e-78d7da036a21 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313897 Aug 06 17:14:23.951239 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cbe73-a88b-410c-8139-aed67094b785 req-1ce3bc44-7466-4e21-9174-cb0ef01c1a6b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:23.952702 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af8cbe73-a88b-410c-8139-aed67094b785 req-1ce3bc44-7466-4e21-9174-cb0ef01c1a6b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 944 time: 0.0485334 Aug 06 17:14:23.991521 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-af8cbe73-a88b-410c-8139-aed67094b785 req-bd79daf8-81c3-402b-ab27-75c3cbff4f1d tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329297 Aug 06 17:14:24.457025 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:24.546806 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 0362de41-cb17-45a0-bdb7-92e0ef2f6749 details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:14:24.640411 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 0362de41-cb17-45a0-bdb7-92e0ef2f6749, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:14:24.651729 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': '0362de41-cb17-45a0-bdb7-92e0ef2f6749', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'port_id': '0362de41-cb17-45a0-bdb7-92e0ef2f6749', 'mac_address': 'fa:16:3e:d9:6c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:14:24.693342 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:24.697157 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:24.710008 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0362de41-cb17-45a0-bdb7-92e0ef2f6749 {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:14:24.728357 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 0362de41-cb17-45a0-bdb7-92e0ef2f6749, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:14:24.731727 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:24.787712 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=0362de41-cb17-45a0-bdb7-92e0ef2f6749,revision_number=9']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:14:24.976335 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['0362de41-cb17-45a0-bdb7-92e0ef2f6749'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:14:25.108312 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9666f-2fac-4df9-9a64-be6e66e9c476 req-351f52b6-8f5f-4dd0-bbe2-5b4be2e7d8ab tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:25.110043 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ef9666f-2fac-4df9-9a64-be6e66e9c476 req-351f52b6-8f5f-4dd0-bbe2-5b4be2e7d8ab tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 945 time: 0.0503962 Aug 06 17:14:25.149313 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4ef9666f-2fac-4df9-9a64-be6e66e9c476 req-3adaf18d-0e2e-40bb-85a3-86955d1a69a8 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328834 Aug 06 17:14:26.266797 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bdd6a-c779-4ec8-8280-97462b704aa5 req-73e145af-eb26-4af7-9a96-79b3419efe54 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:26.268259 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-397bdd6a-c779-4ec8-8280-97462b704aa5 req-73e145af-eb26-4af7-9a96-79b3419efe54 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 945 time: 0.0521228 Aug 06 17:14:26.304779 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-397bdd6a-c779-4ec8-8280-97462b704aa5 req-1408cc93-74f0-4e8a-89c5-9a5e4c4c3e0d tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305872 Aug 06 17:14:26.552403 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 0362de41-cb17-45a0-bdb7-92e0ef2f6749 up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:14:26.600127 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:14:26.603846 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:14:26.604725 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:26.834793 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:26.856463 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0362de41-cb17-45a0-bdb7-92e0ef2f6749'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:14:26.858714 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05de7b7-d3dc-4c03-900b-2de942f23db9" -d '{"events": [{"server_uuid": "8a6e6866-8b5e-416e-8944-03c70ff3aa69", "name": "network-vif-plugged", "status": "completed", "tag": "0362de41-cb17-45a0-bdb7-92e0ef2f6749"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:14:26.871639 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port 0362de41-cb17-45a0-bdb7-92e0ef2f6749, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:14:26.875907 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:26.900716 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47f098e-a1b1-4116-b788-04c4a84741ad x-openstack-request-id: req-c47f098e-a1b1-4116-b788-04c4a84741ad {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:14:26.902344 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6e6866-8b5e-416e-8944-03c70ff3aa69", "name": "network-vif-plugged", "status": "completed", "tag": "0362de41-cb17-45a0-bdb7-92e0ef2f6749", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:14:26.902688 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c47f098e-a1b1-4116-b788-04c4a84741ad {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:14:26.903413 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0362de41-cb17-45a0-bdb7-92e0ef2f6749', 'code': 200} Aug 06 17:14:26.929980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=0362de41-cb17-45a0-bdb7-92e0ef2f6749,revision_number=10']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:14:27.042634 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655d642-0bdf-40fe-a8fa-898ec72fd609 req-29ed001e-8d0d-4211-b6d0-d27c4ebd1b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:27.044077 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5655d642-0bdf-40fe-a8fa-898ec72fd609 req-29ed001e-8d0d-4211-b6d0-d27c4ebd1b63 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 1098 time: 0.0392828 Aug 06 17:14:27.079003 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5655d642-0bdf-40fe-a8fa-898ec72fd609 req-646456c5-8fad-48eb-8228-fd3a92450387 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276415 Aug 06 17:14:27.420858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b8cf9-ab7d-41a4-8127-1565b99f9cce req-d19a8c61-f502-4e7c-9cdb-4449198e6d2d tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:27.422426 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b20b8cf9-ab7d-41a4-8127-1565b99f9cce req-d19a8c61-f502-4e7c-9cdb-4449198e6d2d tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 947 time: 0.0503390 Aug 06 17:14:27.476786 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b20b8cf9-ab7d-41a4-8127-1565b99f9cce req-3cb46471-1d92-4f18-a443-249536aa2bba tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482881 Aug 06 17:14:28.596863 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16cd95-ac2b-4698-b6eb-12bd62590972 req-4e8bff02-0671-4a04-bc04-71d6be27a4a9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:14:28.598374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b16cd95-ac2b-4698-b6eb-12bd62590972 req-4e8bff02-0671-4a04-bc04-71d6be27a4a9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 947 time: 0.0529647 Aug 06 17:14:28.636367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3b16cd95-ac2b-4698-b6eb-12bd62590972 req-69b1b465-f710-44fa-83bf-85b2600afd93 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320268 Aug 06 17:14:33.922212 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f9bf2449-7b68-4925-96b6-f382a243e813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:36.330226 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3d752261-f605-4e87-b099-13fba9217915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:36.769369 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:37.614612 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:39.320413 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:41.470836 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:14:54.470663 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:54.690832 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:03.924000 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aab88f03-2681-49d0-b9a5-004cd93f7d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:06.330840 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-17b972fe-500d-4541-a484-c973f6672bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:06.769804 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:07.618518 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:09.323365 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:14.766367 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94065a7f-004a-4fbf-967c-6d497144ec91 req-bff6f068-22ed-447f-aa77-0b2523cb6a92 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387871 Aug 06 17:15:14.856123 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94065a7f-004a-4fbf-967c-6d497144ec91 req-ccc3ca1d-1deb-4512-ab91-dda8e9b9886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:15:14.857706 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94065a7f-004a-4fbf-967c-6d497144ec91 req-ccc3ca1d-1deb-4512-ab91-dda8e9b9886c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 1098 time: 0.0480363 Aug 06 17:15:14.963975 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94065a7f-004a-4fbf-967c-6d497144ec91 req-eb260f34-44f5-4c82-a1e9-8dccffc7b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:15:14.966115 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94065a7f-004a-4fbf-967c-6d497144ec91 req-eb260f34-44f5-4c82-a1e9-8dccffc7b171 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.0880973 Aug 06 17:15:15.031137 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94065a7f-004a-4fbf-967c-6d497144ec91 req-d3c88a20-a12e-4cb6-a8eb-fe76514c4d7c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749 HTTP/1.1" status: 200 len: 1002 time: 0.0567813 Aug 06 17:15:15.085945 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94065a7f-004a-4fbf-967c-6d497144ec91 req-5f710039-a915-4334-a6df-cc4180cb3f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:15:15.087374 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94065a7f-004a-4fbf-967c-6d497144ec91 req-5f710039-a915-4334-a6df-cc4180cb3f53 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0489986 Aug 06 17:15:15.134089 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94065a7f-004a-4fbf-967c-6d497144ec91 req-14c153e3-4a53-4093-b2d8-77744ca2b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:15:15.142484 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94065a7f-004a-4fbf-967c-6d497144ec91 req-14c153e3-4a53-4093-b2d8-77744ca2b4ca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400267 Aug 06 17:15:15.147285 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-94065a7f-004a-4fbf-967c-6d497144ec91 req-48e1b599-c394-4d89-b2d5-b64aa0210aac service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:15:15.150175 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94065a7f-004a-4fbf-967c-6d497144ec91 req-48e1b599-c394-4d89-b2d5-b64aa0210aac service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050306 Aug 06 17:15:15.238206 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94065a7f-004a-4fbf-967c-6d497144ec91 req-8881cdad-9e68-4496-8e2e-e5d66c5a9814 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824375 Aug 06 17:15:15.332001 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-94065a7f-004a-4fbf-967c-6d497144ec91 req-c1caa535-1e9f-4974-8171-b3bb31bc3e1a service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859110 Aug 06 17:15:18.469446 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:15:24.469798 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:24.687666 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:33.930160 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b0585b62-49ce-4c39-a35e-08957504a62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:36.330752 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f75eb5c3-8631-4d4d-8233-abae3eefacb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:36.770986 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:37.621927 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:39.326242 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:44.399767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35878) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:44.556911 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Deleting port f582ad32-450c-41a6-86ed-3c0495d85cf9 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:15:44.557250 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:44.634621 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:44.634946 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:44.646583 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Calling delete_port for f582ad32-450c-41a6-86ed-3c0495d85cf9 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:15:44.786438 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:44.815483 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event deleted for resources: {'Port': ['ID=f582ad32-450c-41a6-86ed-3c0495d85cf9,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:44.827826 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:44.828155 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:44.828493 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:44.828829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:44.829157 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:44.829491 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:44.829849 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:44.830175 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:44.830498 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:44.830823 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:44.831144 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:44.831462 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:44.888278 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:44.888613 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Floating IP 77c00e48-3f7b-483b-9b43-fb03b17dc511 disassociated (deleted). External IP: 172.25.1.248, port: 0362de41-cb17-45a0-bdb7-92e0ef2f6749. Aug 06 17:15:45.098676 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Router 390d8928-3075-4b99-8e0e-4c7573ba4835 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:15:45.203140 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:15:45.207835 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:45.212396 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb433b3-3fef-4ae1-9187-4ff54a97d9a2 None None] Sync routers for ids ['390d8928-3075-4b99-8e0e-4c7573ba4835'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:15:45.221601 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb433b3-3fef-4ae1-9187-4ff54a97d9a2 None None] Routers {'390d8928-3075-4b99-8e0e-4c7573ba4835'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:15:45.222237 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-afb433b3-3fef-4ae1-9187-4ff54a97d9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['390d8928-3075-4b99-8e0e-4c7573ba4835'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:45.234889 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-374b8bd7-a087-4e38-81f1-bf5d0af8133a tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "DELETE /v2.0/floatingips/77c00e48-3f7b-483b-9b43-fb03b17dc511 HTTP/1.1" status: 204 len: 168 time: 0.8339572 Aug 06 17:15:45.235576 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'tag': '0362de41-cb17-45a0-bdb7-92e0ef2f6749'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:15:45.237971 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec200c56-05c7-47b7-9420-8ee0f95e724d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6e6866-8b5e-416e-8944-03c70ff3aa69", "tag": "0362de41-cb17-45a0-bdb7-92e0ef2f6749"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:15:45.279131 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7045bca5-8bd0-4682-a4f4-a0f6a2b58872 x-openstack-request-id: req-7045bca5-8bd0-4682-a4f4-a0f6a2b58872 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:15:45.279472 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6e6866-8b5e-416e-8944-03c70ff3aa69", "tag": "0362de41-cb17-45a0-bdb7-92e0ef2f6749", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:15:45.279724 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7045bca5-8bd0-4682-a4f4-a0f6a2b58872 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:15:45.280129 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'tag': '0362de41-cb17-45a0-bdb7-92e0ef2f6749', 'status': 'completed', 'code': 200} Aug 06 17:15:45.336943 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-afb433b3-3fef-4ae1-9187-4ff54a97d9a2 None None] Set router 390d8928-3075-4b99-8e0e-4c7573ba4835 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:15:45.345537 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec200c56-05c7-47b7-9420-8ee0f95e724d req-00e051b2-fde3-44da-a334-63506302ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:15:45.348111 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec200c56-05c7-47b7-9420-8ee0f95e724d req-00e051b2-fde3-44da-a334-63506302ae7e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=64e7f1b38d0a42549645eed01793f53e&device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 1098 time: 0.0432334 Aug 06 17:15:45.480726 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec200c56-05c7-47b7-9420-8ee0f95e724d req-55d99921-269e-4edb-b68e-3fb4d34bccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:15:45.482767 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec200c56-05c7-47b7-9420-8ee0f95e724d req-55d99921-269e-4edb-b68e-3fb4d34bccdc service neutron] 10.222.0.78 "GET /v2.0/networks?id=c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 200 len: 908 time: 0.1215005 Aug 06 17:15:45.507819 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20934e-1078-49b4-a840-0a55d7d8e319 req-f54b9bc4-71fe-47be-a716-21b321978ccf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:15:45.509975 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc20934e-1078-49b4-a840-0a55d7d8e319 req-f54b9bc4-71fe-47be-a716-21b321978ccf tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 947 time: 0.0766668 Aug 06 17:15:45.539514 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec200c56-05c7-47b7-9420-8ee0f95e724d req-dbb694fa-2454-4b6b-b500-2dc8839d0566 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749 HTTP/1.1" status: 200 len: 217 time: 0.0471647 Aug 06 17:15:45.553731 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-afb433b3-3fef-4ae1-9187-4ff54a97d9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 5, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:45.586497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb433b3-3fef-4ae1-9187-4ff54a97d9a2 None None] Checking router: 390d8928-3075-4b99-8e0e-4c7573ba4835 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:15:45.600535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb433b3-3fef-4ae1-9187-4ff54a97d9a2 None None] Routers {'390d8928-3075-4b99-8e0e-4c7573ba4835'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:15:45.600535 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-afb433b3-3fef-4ae1-9187-4ff54a97d9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['390d8928-3075-4b99-8e0e-4c7573ba4835'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:45.611941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cc20934e-1078-49b4-a840-0a55d7d8e319 req-3ba5fe2c-0f12-4236-8eb8-2e774fda2923 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746856 Aug 06 17:15:45.630118 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec200c56-05c7-47b7-9420-8ee0f95e724d req-8efc2572-3c7b-411e-9140-1cd9ae37261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:15:45.631831 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec200c56-05c7-47b7-9420-8ee0f95e724d req-8efc2572-3c7b-411e-9140-1cd9ae37261f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 200 len: 846 time: 0.0790179 Aug 06 17:15:45.680677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec200c56-05c7-47b7-9420-8ee0f95e724d req-6a6d1ed4-d725-46e1-b95d-563e68777933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:15:45.682627 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec200c56-05c7-47b7-9420-8ee0f95e724d req-6a6d1ed4-d725-46e1-b95d-563e68777933 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c3915b4e-996f-4381-982f-e63b45f8b6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423250 Aug 06 17:15:45.713165 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-afb433b3-3fef-4ae1-9187-4ff54a97d9a2 None None] Set router 390d8928-3075-4b99-8e0e-4c7573ba4835 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:15:45.785214 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec200c56-05c7-47b7-9420-8ee0f95e724d req-28a91579-38e9-4463-a399-440f53372006 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941691 Aug 06 17:15:45.880936 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ec200c56-05c7-47b7-9420-8ee0f95e724d req-4dec064a-927c-4863-a263-6220056aec39 service neutron] 10.222.0.78 "GET /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853250 Aug 06 17:15:45.923348 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-afb433b3-3fef-4ae1-9187-4ff54a97d9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 5, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:45.949266 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb433b3-3fef-4ae1-9187-4ff54a97d9a2 None None] The sync data for ids ['390d8928-3075-4b99-8e0e-4c7573ba4835'] in n-d-803756-1 is: [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:07:11Z', 'revision_number': 4, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '7a1a215a-2e18-4307-a7e2-a4dad023ad99', 'name': '', 'network_id': 'c3915b4e-996f-4381-982f-e63b45f8b6e1', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'mac_address': 'fa:16:3e:3f:a2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:10Z', 'updated_at': '2021-08-06T17:07:16Z', 'revision_number': 5, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'subnets': [{'id': '7ebde4eb-89a4-45d7-b996-377f20ce4f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:15:46.170107 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52def5aa-5e43-4c7b-ba3a-f91b62c865c9 None None] New status for floating IP 77c00e48-3f7b-483b-9b43-fb03b17dc511: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:15:46.738497 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49742e99-1680-481a-b738-1effa35e026c req-b1e7b65b-cb95-4e23-a095-9a0f3b39bcfa tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:15:46.739991 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-49742e99-1680-481a-b738-1effa35e026c req-b1e7b65b-cb95-4e23-a095-9a0f3b39bcfa tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 947 time: 0.0551925 Aug 06 17:15:46.776885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-49742e99-1680-481a-b738-1effa35e026c req-d9403a07-88e6-4d73-b144-8e15ec804649 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa21a03e-d16b-4600-a7ba-530097e6edee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309484 Aug 06 17:15:47.076552 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d1fc5-02ba-4c3f-a982-8f87fb659d70 req-449052c7-c31b-46a2-a4c0-787110242f51 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:15:47.077923 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-085d1fc5-02ba-4c3f-a982-8f87fb659d70 req-449052c7-c31b-46a2-a4c0-787110242f51 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.78 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 947 time: 0.0513017 Aug 06 17:15:47.164740 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-085d1fc5-02ba-4c3f-a982-8f87fb659d70 req-0c4b6a7b-962c-4d5c-bf92-dc8e05d9e58b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Deleting port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:15:47.165078 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-085d1fc5-02ba-4c3f-a982-8f87fb659d70 req-0c4b6a7b-962c-4d5c-bf92-dc8e05d9e58b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:47.253519 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-085d1fc5-02ba-4c3f-a982-8f87fb659d70 req-0c4b6a7b-962c-4d5c-bf92-dc8e05d9e58b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] For port 0362de41-cb17-45a0-bdb7-92e0ef2f6749, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=0362de41-cb17-45a0-bdb7-92e0ef2f6749,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:15:47.253907 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-085d1fc5-02ba-4c3f-a982-8f87fb659d70 req-0c4b6a7b-962c-4d5c-bf92-dc8e05d9e58b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:47.266066 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-085d1fc5-02ba-4c3f-a982-8f87fb659d70 req-0c4b6a7b-962c-4d5c-bf92-dc8e05d9e58b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Calling delete_port for 0362de41-cb17-45a0-bdb7-92e0ef2f6749 owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:15:47.390046 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-085d1fc5-02ba-4c3f-a982-8f87fb659d70 req-0c4b6a7b-962c-4d5c-bf92-dc8e05d9e58b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:47.419007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b6a7b-962c-4d5c-bf92-dc8e05d9e58b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event deleted for resources: {'Port': ['ID=0362de41-cb17-45a0-bdb7-92e0ef2f6749,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:47.461663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-085d1fc5-02ba-4c3f-a982-8f87fb659d70 req-0c4b6a7b-962c-4d5c-bf92-dc8e05d9e58b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] No DVR routers for this DVR port 0362de41-cb17-45a0-bdb7-92e0ef2f6749 on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:15:47.464290 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-085d1fc5-02ba-4c3f-a982-8f87fb659d70 req-0c4b6a7b-962c-4d5c-bf92-dc8e05d9e58b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:47.467246 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-085d1fc5-02ba-4c3f-a982-8f87fb659d70 req-0c4b6a7b-962c-4d5c-bf92-dc8e05d9e58b tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.78 "DELETE /v2.0/ports/0362de41-cb17-45a0-bdb7-92e0ef2f6749 HTTP/1.1" status: 204 len: 173 time: 0.3831129 Aug 06 17:15:47.467705 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'name': 'network-vif-deleted', 'tag': '0362de41-cb17-45a0-bdb7-92e0ef2f6749'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:15:47.470448 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b0ad7b-b0b3-4df6-97d2-2e30961af448" -d '{"events": [{"server_uuid": "8a6e6866-8b5e-416e-8944-03c70ff3aa69", "name": "network-vif-deleted", "tag": "0362de41-cb17-45a0-bdb7-92e0ef2f6749"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:15:47.510644 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1217b1-9cf9-4b88-ac2d-6d8fc8ead098 x-openstack-request-id: req-da1217b1-9cf9-4b88-ac2d-6d8fc8ead098 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:15:47.510938 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6e6866-8b5e-416e-8944-03c70ff3aa69", "name": "network-vif-deleted", "tag": "0362de41-cb17-45a0-bdb7-92e0ef2f6749", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:15:47.511192 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da1217b1-9cf9-4b88-ac2d-6d8fc8ead098 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:15:47.511592 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6e6866-8b5e-416e-8944-03c70ff3aa69', 'name': 'network-vif-deleted', 'tag': '0362de41-cb17-45a0-bdb7-92e0ef2f6749', 'status': 'completed', 'code': 200} Aug 06 17:15:47.884928 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-7776afa2-e444-4306-ac08-252632d4b41c req-78c096b5-adac-4e18-b13a-61f3d6af9e00 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 210 time: 0.0291424 Aug 06 17:15:48.980356 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-67e2c85d-5997-4044-885e-93202ffa492d req-ae1327ba-6c4c-4fa9-8874-c283265934f9 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 210 time: 0.0261292 Aug 06 17:15:50.081376 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4687773b-e9e3-41b9-8af0-202b566a4385 req-dc5a0cbc-b113-41b4-b0fc-4d3a9c13ca15 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 210 time: 0.0307500 Aug 06 17:15:50.966077 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 0362de41-cb17-45a0-bdb7-92e0ef2f6749 no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:15:50.992641 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: 0362de41-cb17-45a0-bdb7-92e0ef2f6749 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:15:50.992990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device 0362de41-cb17-45a0-bdb7-92e0ef2f6749 not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:15:51.190455 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d068043e-5742-42ab-be57-d8f7418ff37c req-0e9ebf2e-2cc7-4568-950e-be9875e696a8 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a6e6866-8b5e-416e-8944-03c70ff3aa69 HTTP/1.1" status: 200 len: 210 time: 0.0274086 Aug 06 17:15:52.246056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35908) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:52.304824 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ce803c18-9a99-45c1-923a-5e670c9c18a4 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:52.333445 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ce803c18-9a99-45c1-923a-5e670c9c18a4 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:52.400598 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ce803c18-9a99-45c1-923a-5e670c9c18a4 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:52.404302 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ce803c18-9a99-45c1-923a-5e670c9c18a4 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:52.406096 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ce803c18-9a99-45c1-923a-5e670c9c18a4 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] 10.222.0.37 "DELETE /v2.0/security-groups/fa21a03e-d16b-4600-a7ba-530097e6edee HTTP/1.1" status: 204 len: 168 time: 0.1583650 Aug 06 17:15:52.417652 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce803c18-9a99-45c1-923a-5e670c9c18a4 tempest-TestShelveInstance-899696670 tempest-TestShelveInstance-899696670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa21a03e-d16b-4600-a7ba-530097e6edee,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:52.456047 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35912) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:52.905379 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-742c5659-40cb-4120-9df5-47d6228e8c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:53.161200 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-742c5659-40cb-4120-9df5-47d6228e8c36 admin admin] Deleting port 7a1a215a-2e18-4307-a7e2-a4dad023ad99 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:15:53.161537 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-742c5659-40cb-4120-9df5-47d6228e8c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:53.240727 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-742c5659-40cb-4120-9df5-47d6228e8c36 admin admin] For port 7a1a215a-2e18-4307-a7e2-a4dad023ad99, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7a1a215a-2e18-4307-a7e2-a4dad023ad99,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:15:53.241089 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-742c5659-40cb-4120-9df5-47d6228e8c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:53.253404 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-742c5659-40cb-4120-9df5-47d6228e8c36 admin admin] Calling delete_port for 7a1a215a-2e18-4307-a7e2-a4dad023ad99 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:15:53.456529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-742c5659-40cb-4120-9df5-47d6228e8c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:53.484225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c5659-40cb-4120-9df5-47d6228e8c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1a215a-2e18-4307-a7e2-a4dad023ad99,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:54.005634 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-742c5659-40cb-4120-9df5-47d6228e8c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:54.218300 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742c5659-40cb-4120-9df5-47d6228e8c36 admin admin] Router 390d8928-3075-4b99-8e0e-4c7573ba4835 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:15:54.323588 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742c5659-40cb-4120-9df5-47d6228e8c36 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:15:54.328691 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-742c5659-40cb-4120-9df5-47d6228e8c36 admin admin] 10.222.0.37 "PUT /v2.0/routers/390d8928-3075-4b99-8e0e-4c7573ba4835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8715186 Aug 06 17:15:54.331345 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35916) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:54.332309 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49530435-f641-4d0c-ab59-2944da179deb None None] Sync routers for ids ['390d8928-3075-4b99-8e0e-4c7573ba4835'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:15:54.342527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49530435-f641-4d0c-ab59-2944da179deb None None] Routers {'390d8928-3075-4b99-8e0e-4c7573ba4835'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:15:54.343133 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-49530435-f641-4d0c-ab59-2944da179deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['390d8928-3075-4b99-8e0e-4c7573ba4835'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:54.450267 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:54.453428 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-49530435-f641-4d0c-ab59-2944da179deb None None] Set router 390d8928-3075-4b99-8e0e-4c7573ba4835 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:15:54.525042 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:54.553543 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:54.606149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Deleting port 7dc02ebb-df67-444c-a4e4-e782354c2354 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:15:54.606490 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:54.641107 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-49530435-f641-4d0c-ab59-2944da179deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:15:53Z', 'revision_number': 5, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port': {'id': '7dc02ebb-df67-444c-a4e4-e782354c2354', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:36:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:09Z', 'updated_at': '2021-08-06T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:54.666067 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49530435-f641-4d0c-ab59-2944da179deb None None] Checking router: 390d8928-3075-4b99-8e0e-4c7573ba4835 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:15:54.674239 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49530435-f641-4d0c-ab59-2944da179deb None None] Routers {'390d8928-3075-4b99-8e0e-4c7573ba4835'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:15:54.674835 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-49530435-f641-4d0c-ab59-2944da179deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['390d8928-3075-4b99-8e0e-4c7573ba4835'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:54.687594 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] For port 7dc02ebb-df67-444c-a4e4-e782354c2354, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7dc02ebb-df67-444c-a4e4-e782354c2354,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:15:54.687955 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:54.701390 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Calling delete_port for 7dc02ebb-df67-444c-a4e4-e782354c2354 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:15:54.755458 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:54.772398 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-49530435-f641-4d0c-ab59-2944da179deb None None] Set router 390d8928-3075-4b99-8e0e-4c7573ba4835 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:15:54.828267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-49530435-f641-4d0c-ab59-2944da179deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:15:54Z', 'revision_number': 6, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:54.854364 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49530435-f641-4d0c-ab59-2944da179deb None None] The sync data for ids ['390d8928-3075-4b99-8e0e-4c7573ba4835'] in n-d-803756-1 is: [{'id': '390d8928-3075-4b99-8e0e-4c7573ba4835', 'name': 'tempest-TestShelveInstance-76091867-router', 'tenant_id': '64e7f1b38d0a42549645eed01793f53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:08Z', 'updated_at': '2021-08-06T17:15:54Z', 'revision_number': 6, 'project_id': '64e7f1b38d0a42549645eed01793f53e', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:15:54.876300 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:54.904675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc02ebb-df67-444c-a4e4-e782354c2354,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:54.928899 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:54.929245 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:54.929588 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:54.929944 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:54.930273 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:54.930604 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:54.930948 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:54.931253 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:54.931581 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:54.931897 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:54.932217 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:54.932536 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:54.971722 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.062258 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.064620 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.109394 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.109958 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 390d8928-3075-4b99-8e0e-4c7573ba4835 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:15:55.114081 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.115282 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a5617fbe-74cc-49f2-8f73-145146de2d47 admin admin] 10.222.0.37 "DELETE /v2.0/routers/390d8928-3075-4b99-8e0e-4c7573ba4835 HTTP/1.1" status: 204 len: 168 time: 0.7829375 Aug 06 17:15:55.117765 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35920) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:55.160935 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8550e9e-1085-4dd4-a560-84b661ffd05b admin admin] Deleting subnet 7ebde4eb-89a4-45d7-b996-377f20ce4f32 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:15:55.163876 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c8550e9e-1085-4dd4-a560-84b661ffd05b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.200722 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c8550e9e-1085-4dd4-a560-84b661ffd05b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.286613 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c8550e9e-1085-4dd4-a560-84b661ffd05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.341951 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c8550e9e-1085-4dd4-a560-84b661ffd05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.368748 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8550e9e-1085-4dd4-a560-84b661ffd05b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ebde4eb-89a4-45d7-b996-377f20ce4f32,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:55.370644 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c8550e9e-1085-4dd4-a560-84b661ffd05b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.372570 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c8550e9e-1085-4dd4-a560-84b661ffd05b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7ebde4eb-89a4-45d7-b996-377f20ce4f32 HTTP/1.1" status: 204 len: 168 time: 0.2538619 Aug 06 17:15:55.375105 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35922) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:55.377666 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0412e1ae-5a4a-47fc-a4fb-d7a248b3c3e7 None None] Network c3915b4e-996f-4381-982f-e63b45f8b6e1 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:15:55.447732 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.468910 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:15:55.501244 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] Deleting port 165b0bee-aab1-4d36-9c5e-447b859249e5 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:15:55.501588 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.564153 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] For port 165b0bee-aab1-4d36-9c5e-447b859249e5, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=165b0bee-aab1-4d36-9c5e-447b859249e5,segment=NetworkSegment(1c3e38a6-50e1-4903-962e-54f6314daf99),segment_id=1c3e38a6-50e1-4903-962e-54f6314daf99)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:15:55.564469 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.576370 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] Calling delete_port for 165b0bee-aab1-4d36-9c5e-447b859249e5 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:15:55.647318 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] DHCP port deletion for c3915b4e-996f-4381-982f-e63b45f8b6e1 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:15:55.662252 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.689914 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] Pushing event deleted for resources: {'Port': ['ID=165b0bee-aab1-4d36-9c5e-447b859249e5,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:55.693414 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] No DVR routers for this DVR port 165b0bee-aab1-4d36-9c5e-447b859249e5 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:15:55.700077 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Deleting port 165b0bee-aab1-4d36-9c5e-447b859249e5 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:15:55.700464 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.766052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] For port 165b0bee-aab1-4d36-9c5e-447b859249e5, host n-d-803756-1, got binding levels [] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:15:55.766452 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.769369 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.780575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3915b4e-996f-4381-982f-e63b45f8b6e1']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:55.781317 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Calling delete_port for 165b0bee-aab1-4d36-9c5e-447b859249e5 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:15:55.784024 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.ipam_backend_mixin [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Port 165b0bee-aab1-4d36-9c5e-447b859249e5 was not found and therefore no delete operation was performed {{(pid=105766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 17:15:55.785313 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.791465 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3e38a6-50e1-4903-962e-54f6314daf99') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:55.791786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3e38a6-50e1-4903-962e-54f6314daf99') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:55.801737 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.811574 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Pushing event deleted for resources: {'Port': ['ID=165b0bee-aab1-4d36-9c5e-447b859249e5,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:55.817896 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] No DVR routers for this DVR port 165b0bee-aab1-4d36-9c5e-447b859249e5 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:15:55.818186 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.826372 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:55.831993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:55.831993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:55.831993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:55.831993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:55.831993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:55.831993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:55.831993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:55.831993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:55.831993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:55.831993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:55.831993 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9c4586-9124-4f8b-bf0d-cc8f970a1489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:15:55.838219 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:15:55.838690 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: timer() Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:15:55.841214 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:15:55.896266 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.902030 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:55.906900 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c3915b4e-996f-4381-982f-e63b45f8b6e1 HTTP/1.1" status: 204 len: 168 time: 0.5278187 Aug 06 17:15:55.907067 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35924) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:55.916277 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5e88e-c006-47cf-9603-9d15c384ba53 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3915b4e-996f-4381-982f-e63b45f8b6e1,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:56.249906 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7eb12366-1450-4edf-85ed-4de39324229b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:56.457762 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7a1a215a-2e18-4307-a7e2-a4dad023ad99 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:15:56.477520 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 7a1a215a-2e18-4307-a7e2-a4dad023ad99 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:15:56.477886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7a1a215a-2e18-4307-a7e2-a4dad023ad99 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:15:56.478488 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7dc02ebb-df67-444c-a4e4-e782354c2354 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:15:56.498515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 7dc02ebb-df67-444c-a4e4-e782354c2354 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:15:56.498864 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7dc02ebb-df67-444c-a4e4-e782354c2354 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:15:56.499267 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 165b0bee-aab1-4d36-9c5e-447b859249e5 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:15:56.500663 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-7eb12366-1450-4edf-85ed-4de39324229b admin admin] Deleting port 06188750-53ba-40ba-a49b-2b34996ea890 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:15:56.500953 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7eb12366-1450-4edf-85ed-4de39324229b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:56.520898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 165b0bee-aab1-4d36-9c5e-447b859249e5 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:15:56.521243 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 165b0bee-aab1-4d36-9c5e-447b859249e5 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:15:56.577772 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-7eb12366-1450-4edf-85ed-4de39324229b admin admin] For port 06188750-53ba-40ba-a49b-2b34996ea890, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=06188750-53ba-40ba-a49b-2b34996ea890,segment=NetworkSegment(d3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea),segment_id=d3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:15:56.578140 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7eb12366-1450-4edf-85ed-4de39324229b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:56.594473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-7eb12366-1450-4edf-85ed-4de39324229b admin admin] Calling delete_port for 06188750-53ba-40ba-a49b-2b34996ea890 owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:15:56.774871 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7eb12366-1450-4edf-85ed-4de39324229b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:56.800242 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb12366-1450-4edf-85ed-4de39324229b admin admin] Pushing event deleted for resources: {'Port': ['ID=06188750-53ba-40ba-a49b-2b34996ea890,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:56.964613 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-7eb12366-1450-4edf-85ed-4de39324229b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:57.178400 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb12366-1450-4edf-85ed-4de39324229b admin admin] Router 28a9f140-9e53-4db9-ab94-f65008b10db1 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:15:57.283716 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb12366-1450-4edf-85ed-4de39324229b admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:15:57.288620 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-7eb12366-1450-4edf-85ed-4de39324229b admin admin] 10.222.0.37 "PUT /v2.0/routers/28a9f140-9e53-4db9-ab94-f65008b10db1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3804781 Aug 06 17:15:57.291169 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35926) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:57.293693 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32921d2d-e803-4514-8b05-06e3730c07ce None None] Sync routers for ids ['28a9f140-9e53-4db9-ab94-f65008b10db1'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:15:57.303524 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32921d2d-e803-4514-8b05-06e3730c07ce None None] Routers {'28a9f140-9e53-4db9-ab94-f65008b10db1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:15:57.304113 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-32921d2d-e803-4514-8b05-06e3730c07ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['28a9f140-9e53-4db9-ab94-f65008b10db1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:57.394461 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0111afe9-1036-484e-9411-84423c9d62e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:57.404585 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-32921d2d-e803-4514-8b05-06e3730c07ce None None] Set router 28a9f140-9e53-4db9-ab94-f65008b10db1 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:15:57.496206 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0111afe9-1036-484e-9411-84423c9d62e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:57.550482 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-0111afe9-1036-484e-9411-84423c9d62e8 admin admin] Deleting port 7d760931-9fa3-45a0-b1f4-3b4c69c5a096 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:15:57.550811 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0111afe9-1036-484e-9411-84423c9d62e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:57.580317 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-32921d2d-e803-4514-8b05-06e3730c07ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'name': 'tempest-TestShelveInstance-1755844446-router', 'tenant_id': 'b138fa5177144ac89dcea6614c37fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': '7d760931-9fa3-45a0-b1f4-3b4c69c5a096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:13Z', 'updated_at': '2021-08-06T17:15:56Z', 'revision_number': 5, 'project_id': 'b138fa5177144ac89dcea6614c37fd8e', 'gw_port': {'id': '7d760931-9fa3-45a0-b1f4-3b4c69c5a096', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:07:13Z', 'updated_at': '2021-08-06T17:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:57.606220 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32921d2d-e803-4514-8b05-06e3730c07ce None None] Checking router: 28a9f140-9e53-4db9-ab94-f65008b10db1 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:15:57.615064 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32921d2d-e803-4514-8b05-06e3730c07ce None None] Routers {'28a9f140-9e53-4db9-ab94-f65008b10db1'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:15:57.615761 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-32921d2d-e803-4514-8b05-06e3730c07ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['28a9f140-9e53-4db9-ab94-f65008b10db1'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:57.634885 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-0111afe9-1036-484e-9411-84423c9d62e8 admin admin] For port 7d760931-9fa3-45a0-b1f4-3b4c69c5a096, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=7d760931-9fa3-45a0-b1f4-3b4c69c5a096,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:15:57.635454 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0111afe9-1036-484e-9411-84423c9d62e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:57.654109 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-0111afe9-1036-484e-9411-84423c9d62e8 admin admin] Calling delete_port for 7d760931-9fa3-45a0-b1f4-3b4c69c5a096 owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:15:57.799437 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-32921d2d-e803-4514-8b05-06e3730c07ce None None] Set router 28a9f140-9e53-4db9-ab94-f65008b10db1 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:15:57.843849 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0111afe9-1036-484e-9411-84423c9d62e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:57.858316 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-32921d2d-e803-4514-8b05-06e3730c07ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'name': 'tempest-TestShelveInstance-1755844446-router', 'tenant_id': 'b138fa5177144ac89dcea6614c37fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:13Z', 'updated_at': '2021-08-06T17:15:57Z', 'revision_number': 6, 'project_id': 'b138fa5177144ac89dcea6614c37fd8e', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:57.872401 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111afe9-1036-484e-9411-84423c9d62e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d760931-9fa3-45a0-b1f4-3b4c69c5a096,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:57.886883 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32921d2d-e803-4514-8b05-06e3730c07ce None None] The sync data for ids ['28a9f140-9e53-4db9-ab94-f65008b10db1'] in n-d-803756-1 is: [{'id': '28a9f140-9e53-4db9-ab94-f65008b10db1', 'name': 'tempest-TestShelveInstance-1755844446-router', 'tenant_id': 'b138fa5177144ac89dcea6614c37fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:07:13Z', 'updated_at': '2021-08-06T17:15:57Z', 'revision_number': 6, 'project_id': 'b138fa5177144ac89dcea6614c37fd8e', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:15:57.950127 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0111afe9-1036-484e-9411-84423c9d62e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.039081 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0111afe9-1036-484e-9411-84423c9d62e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.041172 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0111afe9-1036-484e-9411-84423c9d62e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.086361 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0111afe9-1036-484e-9411-84423c9d62e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.086759 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0111afe9-1036-484e-9411-84423c9d62e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28a9f140-9e53-4db9-ab94-f65008b10db1 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:15:58.092065 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-0111afe9-1036-484e-9411-84423c9d62e8 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.093344 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-0111afe9-1036-484e-9411-84423c9d62e8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/28a9f140-9e53-4db9-ab94-f65008b10db1 HTTP/1.1" status: 204 len: 168 time: 0.8012745 Aug 06 17:15:58.095810 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35928) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:58.144867 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-8324e157-27e2-4ffe-b05a-dc41b2d135c4 admin admin] Deleting subnet 0ce6e280-0ed4-4474-a507-eadbd3c90fbd {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:15:58.148030 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8324e157-27e2-4ffe-b05a-dc41b2d135c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.182762 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8324e157-27e2-4ffe-b05a-dc41b2d135c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.267366 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8324e157-27e2-4ffe-b05a-dc41b2d135c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.330048 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8324e157-27e2-4ffe-b05a-dc41b2d135c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.356915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324e157-27e2-4ffe-b05a-dc41b2d135c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce6e280-0ed4-4474-a507-eadbd3c90fbd,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:58.360609 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-8324e157-27e2-4ffe-b05a-dc41b2d135c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.362565 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8324e157-27e2-4ffe-b05a-dc41b2d135c4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0ce6e280-0ed4-4474-a507-eadbd3c90fbd HTTP/1.1" status: 204 len: 168 time: 0.2658210 Aug 06 17:15:58.364991 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35930) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:58.369193 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0208b49b-f3d9-4923-9bf8-02b1af6802ce None None] Network 8e18f79c-601b-4ee8-ab9e-09837f578bd5 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:15:58.433320 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.490174 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] Deleting port 28a95496-b841-4c5b-b8f8-1ae4e20a0629 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:15:58.490515 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.552511 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] For port 28a95496-b841-4c5b-b8f8-1ae4e20a0629, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=28a95496-b841-4c5b-b8f8-1ae4e20a0629,segment=NetworkSegment(d3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea),segment_id=d3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:15:58.552871 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.565407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] Calling delete_port for 28a95496-b841-4c5b-b8f8-1ae4e20a0629 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:15:58.649118 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.684724 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab994bf-27f7-47ff-8701-f81af3024abe None None] DHCP port deletion for 8e18f79c-601b-4ee8-ab9e-09837f578bd5 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:15:58.684989 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] Pushing event deleted for resources: {'Port': ['ID=28a95496-b841-4c5b-b8f8-1ae4e20a0629,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:58.686913 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] No DVR routers for this DVR port 28a95496-b841-4c5b-b8f8-1ae4e20a0629 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:15:58.737547 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 06188750-53ba-40ba-a49b-2b34996ea890 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:15:58.761302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 06188750-53ba-40ba-a49b-2b34996ea890 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:15:58.761676 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 06188750-53ba-40ba-a49b-2b34996ea890 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:15:58.762132 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7d760931-9fa3-45a0-b1f4-3b4c69c5a096 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:15:58.766503 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.776647 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e18f79c-601b-4ee8-ab9e-09837f578bd5']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:58.780813 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 7d760931-9fa3-45a0-b1f4-3b4c69c5a096 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:15:58.781163 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 7d760931-9fa3-45a0-b1f4-3b4c69c5a096 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:15:58.781583 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 28a95496-b841-4c5b-b8f8-1ae4e20a0629 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:15:58.788153 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:58.788448 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a93ba2-10a7-4e85-bbf5-7fcabcd7fdea') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:15:58.798316 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.800725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 28a95496-b841-4c5b-b8f8-1ae4e20a0629 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:15:58.801255 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 28a95496-b841-4c5b-b8f8-1ae4e20a0629 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:15:58.817011 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.826774 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:15:58.827271 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: timer() Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:15:58.829157 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:15:58.884297 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.900237 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:58.902200 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] 10.222.0.37 "DELETE /v2.0/networks/8e18f79c-601b-4ee8-ab9e-09837f578bd5 HTTP/1.1" status: 204 len: 168 time: 0.5362773 Aug 06 17:15:58.903507 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd82f8-3bce-4fb0-93d4-7e64772de78e admin admin] Pushing event deleted for resources: {'Network': ['ID=8e18f79c-601b-4ee8-ab9e-09837f578bd5,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:59.018874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35934) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:59.057029 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-43d8b6c5-4910-42b7-b31a-979cbda92f11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64e7f1b38d0a42549645eed01793f53e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370150 Aug 06 17:15:59.060273 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35936) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:59.107878 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4c0c-8413-4cf2-bf83-fb801e3cab0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:59.128159 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4c0c-8413-4cf2-bf83-fb801e3cab0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:59.178067 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4c0c-8413-4cf2-bf83-fb801e3cab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:59.180605 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4c0c-8413-4cf2-bf83-fb801e3cab0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:59.181768 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ca1c4c0c-8413-4cf2-bf83-fb801e3cab0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67fb5f59-8f13-44a1-b713-416c687465ba HTTP/1.1" status: 204 len: 168 time: 0.1205988 Aug 06 17:15:59.189921 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c4c0c-8413-4cf2-bf83-fb801e3cab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fb5f59-8f13-44a1-b713-416c687465ba,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:15:59.491478 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35942) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:59.534814 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-5f511608-5473-443a-99f7-c5596e5596a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b138fa5177144ac89dcea6614c37fd8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421751 Aug 06 17:15:59.537219 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35944) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:15:59.584212 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f06cf915-496c-4462-860f-52e2d9867764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:59.605168 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f06cf915-496c-4462-860f-52e2d9867764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:59.650386 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f06cf915-496c-4462-860f-52e2d9867764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:59.652983 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f06cf915-496c-4462-860f-52e2d9867764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:15:59.654811 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f06cf915-496c-4462-860f-52e2d9867764 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19df3f27-5eb9-4ac7-b1c7-0ab392ef4a63 HTTP/1.1" status: 204 len: 168 time: 0.1166108 Aug 06 17:15:59.662371 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06cf915-496c-4462-860f-52e2d9867764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19df3f27-5eb9-4ac7-b1c7-0ab392ef4a63,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:00.312944 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35966) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:00.410217 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-611722e7-56ce-420a-a4ff-475d1fc0157c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1025348137-network', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:00.431337 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611722e7-56ce-420a-a4ff-475d1fc0157c admin admin] Made reservation on behalf of a3e18b79b07a4f0db7fe0e2e8b91b5b0 for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:16:00.433535 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-611722e7-56ce-420a-a4ff-475d1fc0157c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:00.442760 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-611722e7-56ce-420a-a4ff-475d1fc0157c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:00.529856 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-611722e7-56ce-420a-a4ff-475d1fc0157c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:00.533740 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-611722e7-56ce-420a-a4ff-475d1fc0157c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:00.557981 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611722e7-56ce-420a-a4ff-475d1fc0157c admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:16:00.567741 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611722e7-56ce-420a-a4ff-475d1fc0157c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d101c8-c48f-408d-bee7-fe930700c31a,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:00.572482 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-611722e7-56ce-420a-a4ff-475d1fc0157c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:00.572827 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-611722e7-56ce-420a-a4ff-475d1fc0157c admin admin] Added segment 3ad05f6d-a202-4b6a-9ee2-be5c0345b823 of type vlan for network bc9af417-398c-4a83-aa48-cea12aa80b81 Aug 06 17:16:00.612611 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-611722e7-56ce-420a-a4ff-475d1fc0157c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:00.639762 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-611722e7-56ce-420a-a4ff-475d1fc0157c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:00.640708 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611722e7-56ce-420a-a4ff-475d1fc0157c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:00.641283 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-611722e7-56ce-420a-a4ff-475d1fc0157c admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:00.698122 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-611722e7-56ce-420a-a4ff-475d1fc0157c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3839481 Aug 06 17:16:00.701824 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35970) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:00.705520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611722e7-56ce-420a-a4ff-475d1fc0157c admin admin] Pushing event updated for resources: {'Network': ['ID=bc9af417-398c-4a83-aa48-cea12aa80b81,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:00.708128 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-9832c51c-01fd-4408-a8a8-59fae881730f admin admin] Request body: {'subnet': {'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1025348137-subnet', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'ip_version': 4}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:00.715547 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network bc9af417-398c-4a83-aa48-cea12aa80b81 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:16:00.732812 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9832c51c-01fd-4408-a8a8-59fae881730f admin admin] Made reservation on behalf of a3e18b79b07a4f0db7fe0e2e8b91b5b0 for: {'subnet': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:16:00.735370 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9832c51c-01fd-4408-a8a8-59fae881730f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8701075'] for subnet, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:00.900248 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9832c51c-01fd-4408-a8a8-59fae881730f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8701089'] for subnet, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:00.957617 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832c51c-01fd-4408-a8a8-59fae881730f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43ad4ca-a7d9-4350-b4fc-f014dddd4c65,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:00.963548 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9832c51c-01fd-4408-a8a8-59fae881730f admin admin] Checking segment: {'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:16:00.963906 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9832c51c-01fd-4408-a8a8-59fae881730f admin admin] Network hostable DHCP agents. Network: bc9af417-398c-4a83-aa48-cea12aa80b81, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105764) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:16:00.979467 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9832c51c-01fd-4408-a8a8-59fae881730f admin admin] Network bc9af417-398c-4a83-aa48-cea12aa80b81 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105764) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:16:00.988080 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-9832c51c-01fd-4408-a8a8-59fae881730f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, bc9af417-398c-4a83-aa48-cea12aa80b81) {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:16:00.992371 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9832c51c-01fd-4408-a8a8-59fae881730f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:00.992962 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-9832c51c-01fd-4408-a8a8-59fae881730f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:00.997476 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91193fb8-9269-435b-a54d-f2955987db04 None None] Network bc9af417-398c-4a83-aa48-cea12aa80b81 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:16:01.011138 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-9832c51c-01fd-4408-a8a8-59fae881730f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3054597 Aug 06 17:16:01.012150 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35972) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:01.017178 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:01.037183 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:01.038184 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:01.087565 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:01.141390 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-bc9af417-398c-4a83-aa48-cea12aa80b81', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:16:01.142273 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:01.280606 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Allocated IP 172.20.0.2 (bc9af417-398c-4a83-aa48-cea12aa80b81/d43ad4ca-a7d9-4350-b4fc-f014dddd4c65/764f9434-7fe7-4216-93bc-9c4c4d3a8322) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:16:01.429496 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:01.439277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Transition to ACTIVE for port object 764f9434-7fe7-4216-93bc-9c4c4d3a8322 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:16:01.455053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Transition to ACTIVE for port object 764f9434-7fe7-4216-93bc-9c4c4d3a8322 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:16:01.460650 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:01.501679 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Network bc9af417-398c-4a83-aa48-cea12aa80b81 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:16:01.504592 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:16:01.508878 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:16:01.516528 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Pushing event updated for resources: {'Port': ['ID=764f9434-7fe7-4216-93bc-9c4c4d3a8322,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:01.571148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Attempting to bind port 764f9434-7fe7-4216-93bc-9c4c4d3a8322 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:16:01.571423 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Attempting to bind port 764f9434-7fe7-4216-93bc-9c4c4d3a8322 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:16:01.571784 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Attempting to bind port 764f9434-7fe7-4216-93bc-9c4c4d3a8322 on network bc9af417-398c-4a83-aa48-cea12aa80b81 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:16:01.577295 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:16:01.577577 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:01.578080 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Checking segment: {'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:16:01.578080 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:01.578462 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Bound using segment: {'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:16:01.578920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Bound port: 764f9434-7fe7-4216-93bc-9c4c4d3a8322, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:16:01.579298 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:01.640336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] For port 764f9434-7fe7-4216-93bc-9c4c4d3a8322, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:16:01.643859 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] For port 764f9434-7fe7-4216-93bc-9c4c4d3a8322, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=764f9434-7fe7-4216-93bc-9c4c4d3a8322,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:16:01.648806 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:01.709178 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd2062-0876-4249-b8d7-0e876d46535f None None] Pushing event updated for resources: {'Port': ['ID=764f9434-7fe7-4216-93bc-9c4c4d3a8322,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:01.782371 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:01.802002 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:01.938453 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Allocated IP 172.25.1.214 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/a009e356-56b3-455a-9af9-ce48c9982b67) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:16:02.043758 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:02.082352 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:02.122656 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:16:02.125463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:16:02.129252 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:16:02.150289 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Pushing event updated for resources: {'Port': ['ID=a009e356-56b3-455a-9af9-ce48c9982b67,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:02.380078 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:02.493409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 764f9434-7fe7-4216-93bc-9c4c4d3a8322 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:02.545322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 764f9434-7fe7-4216-93bc-9c4c4d3a8322 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:16:02.567105 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f7c7d1-d784-45e8-8174-f584507c6689 None None] Network bc9af417-398c-4a83-aa48-cea12aa80b81 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:16:02.610430 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:02.645094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-62a7ecc9-b6f1-4dd8-a4f2-bb7f866b944d None None] Provisioning for port 764f9434-7fe7-4216-93bc-9c4c4d3a8322 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:16:02.656461 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-62a7ecc9-b6f1-4dd8-a4f2-bb7f866b944d None None] Provisioning complete for port 764f9434-7fe7-4216-93bc-9c4c4d3a8322 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:02.656700 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-62a7ecc9-b6f1-4dd8-a4f2-bb7f866b944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:02.740214 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Router 8534535f-b018-48d5-ba43-b55caec08e12 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:16:02.852972 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:16:02.868798 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:02.869986 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4a391b69-4173-4398-99ad-935562a94008 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8563306 Aug 06 17:16:02.873339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35974) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:02.906954 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Sync routers for ids ['8534535f-b018-48d5-ba43-b55caec08e12'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:16:02.942409 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Routers {'8534535f-b018-48d5-ba43-b55caec08e12'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:16:02.943037 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8534535f-b018-48d5-ba43-b55caec08e12'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:03.002388 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-62a7ecc9-b6f1-4dd8-a4f2-bb7f866b944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:03.077483 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-62a7ecc9-b6f1-4dd8-a4f2-bb7f866b944d None None] For port 764f9434-7fe7-4216-93bc-9c4c4d3a8322, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=764f9434-7fe7-4216-93bc-9c4c4d3a8322,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:16:03.082940 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-62a7ecc9-b6f1-4dd8-a4f2-bb7f866b944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:03.092890 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Set router 8534535f-b018-48d5-ba43-b55caec08e12 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:16:03.235531 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7ecc9-b6f1-4dd8-a4f2-bb7f866b944d None None] Pushing event updated for resources: {'Port': ['ID=764f9434-7fe7-4216-93bc-9c4c4d3a8322,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:03.307725 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:03.313599 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-04791fe4-0d38-4c93-8933-fe069a4c22e4 None None] Provisioning complete for port 764f9434-7fe7-4216-93bc-9c4c4d3a8322 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:03.314260 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-04791fe4-0d38-4c93-8933-fe069a4c22e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:03.348786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:02Z', 'revision_number': 3, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:03.378162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Checking router: 8534535f-b018-48d5-ba43-b55caec08e12 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:16:03.378511 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Updating router 8534535f-b018-48d5-ba43-b55caec08e12 port a009e356-56b3-455a-9af9-ce48c9982b67 binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:16:03.411155 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:03.462185 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Allocated IP 172.20.0.1 (bc9af417-398c-4a83-aa48-cea12aa80b81/d43ad4ca-a7d9-4350-b4fc-f014dddd4c65/30ba3765-3ede-4db4-9a4a-e4d651737643) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:16:03.567216 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:03.581495 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Transition to ACTIVE for port object 30ba3765-3ede-4db4-9a4a-e4d651737643 will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:16:03.613099 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:03.648448 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Network bc9af417-398c-4a83-aa48-cea12aa80b81 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:16:03.651178 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:16:03.656701 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:16:03.686355 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Pushing event updated for resources: {'Port': ['ID=30ba3765-3ede-4db4-9a4a-e4d651737643,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:03.694341 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:03.704538 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:03.705204 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Transition to ACTIVE for port object a009e356-56b3-455a-9af9-ce48c9982b67 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:16:03.715248 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:03.774166 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263e09d-1f7a-4257-ae6a-1d6e3e587350 None None] Pushing event updated for resources: {'Port': ['ID=a009e356-56b3-455a-9af9-ce48c9982b67,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:03.776527 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Attempting to bind port a009e356-56b3-455a-9af9-ce48c9982b67 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:16:03.776968 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Attempting to bind port a009e356-56b3-455a-9af9-ce48c9982b67 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:16:03.777576 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Attempting to bind port a009e356-56b3-455a-9af9-ce48c9982b67 on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:16:03.783806 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:16:03.784517 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:16:03.784989 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:03.785440 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:16:03.785994 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Bound port: a009e356-56b3-455a-9af9-ce48c9982b67, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:16:03.786500 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:03.847656 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:03.849869 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] For port a009e356-56b3-455a-9af9-ce48c9982b67, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:16:03.853086 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] For port a009e356-56b3-455a-9af9-ce48c9982b67, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a009e356-56b3-455a-9af9-ce48c9982b67,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:16:03.858661 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:03.937400 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f33807fe-908b-482e-ad85-45ecea8b8756 None None] Provisioning for port 30ba3765-3ede-4db4-9a4a-e4d651737643 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:16:03.945710 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263e09d-1f7a-4257-ae6a-1d6e3e587350 None None] Pushing event updated for resources: {'Port': ['ID=a009e356-56b3-455a-9af9-ce48c9982b67,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:03.950081 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Routers {'8534535f-b018-48d5-ba43-b55caec08e12'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:16:03.950753 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:15:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8534535f-b018-48d5-ba43-b55caec08e12'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:03.953445 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f33807fe-908b-482e-ad85-45ecea8b8756 None None] Provisioning complete for port 30ba3765-3ede-4db4-9a4a-e4d651737643 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:03.953832 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f33807fe-908b-482e-ad85-45ecea8b8756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:03.956385 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-63358c9d-3b93-4d62-9197-81724e38f82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:04.023148 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:04.027818 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:04.059887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f33807fe-908b-482e-ad85-45ecea8b8756 None None] Port 30ba3765-3ede-4db4-9a4a-e4d651737643 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:16:04.086398 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] Set router 8534535f-b018-48d5-ba43-b55caec08e12 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:16:04.096446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Pushing event updated for resources: {'Port': ['ID=30ba3765-3ede-4db4-9a4a-e4d651737643,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:04.098846 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:04.188705 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Network bc9af417-398c-4a83-aa48-cea12aa80b81 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:16:04.190243 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:16:04.287942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 1, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:04.310798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Router 8534535f-b018-48d5-ba43-b55caec08e12 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:16:04.315454 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c0294-e8ca-427f-a99f-7c93b78b7057 None None] The sync data for ids ['8534535f-b018-48d5-ba43-b55caec08e12'] in n-d-803756-1 is: [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 1, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:16:04.425843 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:16:04.431220 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dbc6e7af-b8e3-4cbb-84a9-72c1127d33e3 admin admin] 10.222.0.37 "PUT /v2.0/routers/8534535f-b018-48d5-ba43-b55caec08e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5568728 Aug 06 17:16:04.459232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 764f9434-7fe7-4216-93bc-9c4c4d3a8322 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:04.523540 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-3787cc85-72ad-4328-9ca6-a970db0e1dcd None None] Provisioning complete for port 30ba3765-3ede-4db4-9a4a-e4d651737643 triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:04.525503 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3787cc85-72ad-4328-9ca6-a970db0e1dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:04.583907 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-3787cc85-72ad-4328-9ca6-a970db0e1dcd None None] Port 30ba3765-3ede-4db4-9a4a-e4d651737643 cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:16:04.586836 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 764f9434-7fe7-4216-93bc-9c4c4d3a8322 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:04.587272 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:04.997463 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35990) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:05.002858 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-324c8916-bbdb-4b87-8e1c-f0af8975b1a0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1965818240-network', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:05.032056 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324c8916-bbdb-4b87-8e1c-f0af8975b1a0 admin admin] Made reservation on behalf of 7ad36556aed1482c8d42bcd473f417ff for: {'network': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:16:05.039964 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-324c8916-bbdb-4b87-8e1c-f0af8975b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for network, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.050914 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-324c8916-bbdb-4b87-8e1c-f0af8975b1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.152898 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-324c8916-bbdb-4b87-8e1c-f0af8975b1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.157388 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-324c8916-bbdb-4b87-8e1c-f0af8975b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.182109 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324c8916-bbdb-4b87-8e1c-f0af8975b1a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=105765) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:16:05.192007 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c8916-bbdb-4b87-8e1c-f0af8975b1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accdda81-105c-46c6-ad85-96e7157443f6,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:05.199989 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-324c8916-bbdb-4b87-8e1c-f0af8975b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.200956 n-d-803756-1 neutron-server[105765]: INFO neutron.db.segments_db [None req-324c8916-bbdb-4b87-8e1c-f0af8975b1a0 admin admin] Added segment 4165fcf1-1717-45f0-aed8-7c671e79455c of type vlan for network d001edfb-908b-4555-8b62-cca32aae1977 Aug 06 17:16:05.242418 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-324c8916-bbdb-4b87-8e1c-f0af8975b1a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730157791555'] for network, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.271779 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-324c8916-bbdb-4b87-8e1c-f0af8975b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188'] for network, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.272803 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324c8916-bbdb-4b87-8e1c-f0af8975b1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:05.273377 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-324c8916-bbdb-4b87-8e1c-f0af8975b1a0 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.333270 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-324c8916-bbdb-4b87-8e1c-f0af8975b1a0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3346181 Aug 06 17:16:05.335960 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35992) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:05.340687 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-99d06e47-564d-49a5-bf96-5bd07cacf725 admin admin] Request body: {'subnet': {'network_id': 'd001edfb-908b-4555-8b62-cca32aae1977', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1965818240-subnet', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'ip_version': 4}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:05.350664 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c8916-bbdb-4b87-8e1c-f0af8975b1a0 admin admin] Pushing event updated for resources: {'Network': ['ID=d001edfb-908b-4555-8b62-cca32aae1977,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:05.363431 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Network d001edfb-908b-4555-8b62-cca32aae1977 details requested by agent ovs-agent-n-d-803756-1 with host n-d-803756-1 {{(pid=105766) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:16:05.368020 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d06e47-564d-49a5-bf96-5bd07cacf725 admin admin] Made reservation on behalf of 7ad36556aed1482c8d42bcd473f417ff for: {'subnet': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:16:05.370736 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99d06e47-564d-49a5-bf96-5bd07cacf725 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9020108'] for subnet, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.552700 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99d06e47-564d-49a5-bf96-5bd07cacf725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9020158'] for subnet, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.609222 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d06e47-564d-49a5-bf96-5bd07cacf725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80a4262f-9400-4ea6-8d1a-5d620a69fc8c,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:05.617593 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d06e47-564d-49a5-bf96-5bd07cacf725 admin admin] Checking segment: {'id': '4165fcf1-1717-45f0-aed8-7c671e79455c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd001edfb-908b-4555-8b62-cca32aae1977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:16:05.617976 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d06e47-564d-49a5-bf96-5bd07cacf725 admin admin] Network hostable DHCP agents. Network: d001edfb-908b-4555-8b62-cca32aae1977, hostable agents: ['e33fa56c-1601-4d84-a242-0f8fb2b510c5'], hosted agents: [] {{(pid=105765) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:16:05.634369 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d06e47-564d-49a5-bf96-5bd07cacf725 admin admin] Network d001edfb-908b-4555-8b62-cca32aae1977 is scheduled to be hosted by DHCP agent e33fa56c-1601-4d84-a242-0f8fb2b510c5 with binding_index 1 {{(pid=105765) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:16:05.644027 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-99d06e47-564d-49a5-bf96-5bd07cacf725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803756-1, d001edfb-908b-4555-8b62-cca32aae1977) {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:16:05.647871 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d06e47-564d-49a5-bf96-5bd07cacf725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:05.648521 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-99d06e47-564d-49a5-bf96-5bd07cacf725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.652677 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c38ce1-3f76-45d4-b4cb-ebf3aadc828f None None] Network d001edfb-908b-4555-8b62-cca32aae1977 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:16:05.663197 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-99d06e47-564d-49a5-bf96-5bd07cacf725 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3262374 Aug 06 17:16:05.665856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 35994) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:05.670090 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1965818240-router', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:05.695474 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.696486 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-958492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-651424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1269'] for router, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.757202 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.805480 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp01a861a0-c599-527b-8b90-16c948f8a108-d001edfb-908b-4555-8b62-cca32aae1977', 'network_id': 'd001edfb-908b-4555-8b62-cca32aae1977', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'fixed_ips': [{'subnet_id': '80a4262f-9400-4ea6-8d1a-5d620a69fc8c'}]}} from n-d-803756-1. {{(pid=105766) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:16:05.806446 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.896802 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:05.952181 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.db_base_plugin_common [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Allocated IP 172.20.0.2 (d001edfb-908b-4555-8b62-cca32aae1977/80a4262f-9400-4ea6-8d1a-5d620a69fc8c/50eedfd6-813c-4e6c-90f1-5757b2892178) {{(pid=105766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:16:06.104755 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Notify callbacks [] for port, precommit_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.114971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Transition to ACTIVE for port object 50eedfd6-813c-4e6c-90f1-5757b2892178 will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:16:06.132123 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Transition to ACTIVE for port object 50eedfd6-813c-4e6c-90f1-5757b2892178 will not be triggered until provisioned by entity DHCP. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:16:06.139014 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339'] for port, after_create {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.180514 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Network d001edfb-908b-4555-8b62-cca32aae1977 is already hosted by enough agents. {{(pid=105766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:16:06.185911 n-d-803756-1 neutron-server[105766]: DEBUG neutron.scheduler.base_scheduler [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Resources bound (agent type, host, resource id): {{(pid=105766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:16:06.190925 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Received port after_create {{(pid=105766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:16:06.194302 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Pushing event updated for resources: {'Port': ['ID=50eedfd6-813c-4e6c-90f1-5757b2892178,revision_number=1']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:06.253162 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Attempting to bind port 50eedfd6-813c-4e6c-90f1-5757b2892178 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:16:06.253561 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Attempting to bind port 50eedfd6-813c-4e6c-90f1-5757b2892178 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '4165fcf1-1717-45f0-aed8-7c671e79455c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd001edfb-908b-4555-8b62-cca32aae1977'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:16:06.253955 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Attempting to bind port 50eedfd6-813c-4e6c-90f1-5757b2892178 on network d001edfb-908b-4555-8b62-cca32aae1977 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:16:06.259519 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:16:06.259899 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Checking segment: {'id': '4165fcf1-1717-45f0-aed8-7c671e79455c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd001edfb-908b-4555-8b62-cca32aae1977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:16:06.260304 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.260700 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Bound using segment: {'id': '4165fcf1-1717-45f0-aed8-7c671e79455c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd001edfb-908b-4555-8b62-cca32aae1977'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:16:06.261171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Bound port: 50eedfd6-813c-4e6c-90f1-5757b2892178, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4165fcf1-1717-45f0-aed8-7c671e79455c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd001edfb-908b-4555-8b62-cca32aae1977'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:16:06.261553 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.338750 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7b05eb7d-a3c0-4acc-82f7-331288f33e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.340632 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] For port 50eedfd6-813c-4e6c-90f1-5757b2892178, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:16:06.344248 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] For port 50eedfd6-813c-4e6c-90f1-5757b2892178, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=50eedfd6-813c-4e6c-90f1-5757b2892178,segment=NetworkSegment(4165fcf1-1717-45f0-aed8-7c671e79455c),segment_id=4165fcf1-1717-45f0-aed8-7c671e79455c)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:16:06.348448 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.407205 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bcb26-bfd2-45b5-aba0-5878a522c7e2 None None] Pushing event updated for resources: {'Port': ['ID=50eedfd6-813c-4e6c-90f1-5757b2892178,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:06.443329 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Sync routers for ids ['8534535f-b018-48d5-ba43-b55caec08e12'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:16:06.452637 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Routers {'8534535f-b018-48d5-ba43-b55caec08e12'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:16:06.453196 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:16:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8534535f-b018-48d5-ba43-b55caec08e12'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:06.478075 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.507690 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a009e356-56b3-455a-9af9-ce48c9982b67 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:06.518022 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.569882 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port a009e356-56b3-455a-9af9-ce48c9982b67 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:16:06.574028 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a009e356-56b3-455a-9af9-ce48c9982b67 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:06.574405 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.592761 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Set router 8534535f-b018-48d5-ba43-b55caec08e12 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:16:06.696606 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.703742 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Allocated IP 172.25.1.213 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/c8544ff5-591f-4e00-a4c1-4654f4cdd3cf) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:16:06.726543 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port a009e356-56b3-455a-9af9-ce48c9982b67, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a009e356-56b3-455a-9af9-ce48c9982b67,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:16:06.732958 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.800615 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.805451 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=a009e356-56b3-455a-9af9-ce48c9982b67,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:06.844504 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.859350 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 2, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:06.883132 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.886926 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Checking router: 8534535f-b018-48d5-ba43-b55caec08e12 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:16:06.887289 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Updating router 8534535f-b018-48d5-ba43-b55caec08e12 port 30ba3765-3ede-4db4-9a4a-e4d651737643 binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:16:06.911742 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:06.917832 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:16:06.921255 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:16:06.926850 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:16:06.959894 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Pushing event updated for resources: {'Port': ['ID=c8544ff5-591f-4e00-a4c1-4654f4cdd3cf,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:07.180450 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:07.192258 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:07.192615 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Transition to ACTIVE for port object 30ba3765-3ede-4db4-9a4a-e4d651737643 will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:16:07.199523 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:07.252882 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cf52d-ef09-4815-8b5d-0f949a06e44e None None] Pushing event updated for resources: {'Port': ['ID=30ba3765-3ede-4db4-9a4a-e4d651737643,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:07.292001 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf52d-ef09-4815-8b5d-0f949a06e44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:07.292350 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf52d-ef09-4815-8b5d-0f949a06e44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:07.292689 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf52d-ef09-4815-8b5d-0f949a06e44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:07.293053 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf52d-ef09-4815-8b5d-0f949a06e44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:07.293396 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf52d-ef09-4815-8b5d-0f949a06e44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:07.293772 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf52d-ef09-4815-8b5d-0f949a06e44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:07.294160 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf52d-ef09-4815-8b5d-0f949a06e44e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:07.294509 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf52d-ef09-4815-8b5d-0f949a06e44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:07.294835 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf52d-ef09-4815-8b5d-0f949a06e44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:07.295205 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf52d-ef09-4815-8b5d-0f949a06e44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:07.295585 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf52d-ef09-4815-8b5d-0f949a06e44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:07.295912 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525cf52d-ef09-4815-8b5d-0f949a06e44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:16:07.310233 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Attempting to bind port 30ba3765-3ede-4db4-9a4a-e4d651737643 on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:16:07.310612 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Attempting to bind port 30ba3765-3ede-4db4-9a4a-e4d651737643 by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:16:07.311086 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Attempting to bind port 30ba3765-3ede-4db4-9a4a-e4d651737643 on network bc9af417-398c-4a83-aa48-cea12aa80b81 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:16:07.316713 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:16:07.317090 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Checking segment: {'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:16:07.317492 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:07.317950 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Bound using segment: {'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:16:07.318412 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Bound port: 30ba3765-3ede-4db4-9a4a-e4d651737643, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:16:07.318794 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:07.408468 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] For port 30ba3765-3ede-4db4-9a4a-e4d651737643, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:16:07.411733 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] For port 30ba3765-3ede-4db4-9a4a-e4d651737643, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=30ba3765-3ede-4db4-9a4a-e4d651737643,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:16:07.417262 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:07.439131 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-958604'] for router, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:07.464911 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Routers {'8534535f-b018-48d5-ba43-b55caec08e12'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:16:07.466465 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:16:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8534535f-b018-48d5-ba43-b55caec08e12'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:07.583521 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Router 9a2c0de2-0a46-4e92-8667-73b133d9d5f9 is scheduled to L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e with binding_index 1 {{(pid=105765) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:16:07.601800 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] Set router 8534535f-b018-48d5-ba43-b55caec08e12 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:16:07.628969 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:07.679025 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeabc7d-92f7-4c2c-8408-8fa115c3e066 None None] Network d001edfb-908b-4555-8b62-cca32aae1977 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:16:07.701258 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cf52d-ef09-4815-8b5d-0f949a06e44e None None] Pushing event updated for resources: {'Port': ['ID=30ba3765-3ede-4db4-9a4a-e4d651737643,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:07.720137 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:16:07.740231 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:07.745295 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 35996) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:07.753481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Sync routers for ids ['9a2c0de2-0a46-4e92-8667-73b133d9d5f9'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:16:07.755478 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-4da4562f-6662-4fef-8052-ad68df02d982 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0886121 Aug 06 17:16:07.783341 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Routers {'9a2c0de2-0a46-4e92-8667-73b133d9d5f9'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:16:07.783972 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:16:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a2c0de2-0a46-4e92-8667-73b133d9d5f9'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:07.847815 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f2133eb7-eb18-4216-bc84-ba437d7fdad2 None None] Provisioning for port 50eedfd6-813c-4e6c-90f1-5757b2892178 completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:16:07.871718 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:07Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:07.902475 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe5542c-4a9c-4bfd-a847-360f2761cdef None None] The sync data for ids ['8534535f-b018-48d5-ba43-b55caec08e12'] in n-d-803756-1 is: [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:07Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:16:07.958786 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Set router 9a2c0de2-0a46-4e92-8667-73b133d9d5f9 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:16:08.209470 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:08.340062 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'name': 'tempest-TestSnapshotPattern-1965818240-router', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c8544ff5-591f-4e00-a4c1-4654f4cdd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:05Z', 'updated_at': '2021-08-06T17:16:07Z', 'revision_number': 3, 'project_id': '7ad36556aed1482c8d42bcd473f417ff', 'gw_port': {'id': 'c8544ff5-591f-4e00-a4c1-4654f4cdd3cf', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:06Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:08.374497 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Checking router: 9a2c0de2-0a46-4e92-8667-73b133d9d5f9 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:16:08.374937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Updating router 9a2c0de2-0a46-4e92-8667-73b133d9d5f9 port c8544ff5-591f-4e00-a4c1-4654f4cdd3cf binding host n-d-803756-1 {{(pid=105766) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:16:08.400173 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Allocated IP 172.20.0.1 (d001edfb-908b-4555-8b62-cca32aae1977/80a4262f-9400-4ea6-8d1a-5d620a69fc8c/60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:16:08.409991 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:08.541182 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:08.558156 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Transition to ACTIVE for port object 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:16:08.605297 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:08.656759 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Network d001edfb-908b-4555-8b62-cca32aae1977 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:16:08.660384 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:16:08.661827 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 30ba3765-3ede-4db4-9a4a-e4d651737643 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:08.665060 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:16:08.668450 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Pushing event updated for resources: {'Port': ['ID=60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:08.709021 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954470'] for router_interface, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:08.761119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 30ba3765-3ede-4db4-9a4a-e4d651737643 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:16:08.774906 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 30ba3765-3ede-4db4-9a4a-e4d651737643 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:08.775389 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:08.860147 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Notify callbacks [] for port, precommit_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:08.861285 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:08.875693 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Transition to ACTIVE for port object c8544ff5-591f-4e00-a4c1-4654f4cdd3cf will not be triggered until provisioned by entity L2. {{(pid=105766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:16:08.902576 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:08.960184 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:08.974213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4bfd5-1ac6-4c17-b594-f53526c10378 None None] Pushing event updated for resources: {'Port': ['ID=c8544ff5-591f-4e00-a4c1-4654f4cdd3cf,revision_number=2']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:08.984777 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Attempting to bind port c8544ff5-591f-4e00-a4c1-4654f4cdd3cf on host n-d-803756-1 for vnic_type normal with profile {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:16:08.985148 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Attempting to bind port c8544ff5-591f-4e00-a4c1-4654f4cdd3cf by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:16:08.985515 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Attempting to bind port c8544ff5-591f-4e00-a4c1-4654f4cdd3cf on network a032e3c1-4d26-4652-b5c8-781664ed13c0 {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:16:08.992687 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:16:08.993053 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Checking segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:16:08.993465 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:08.993900 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Bound using segment: {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'} {{(pid=105766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:16:08.994363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.managers [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Bound port: c8544ff5-591f-4e00-a4c1-4654f4cdd3cf, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bff74a-dd97-4715-bb7b-ab0605ef81ea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0'}}] {{(pid=105766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:16:08.994738 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:09.025739 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:09.031592 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:09.052084 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 30ba3765-3ede-4db4-9a4a-e4d651737643, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=30ba3765-3ede-4db4-9a4a-e4d651737643,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:16:09.065331 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:09.066171 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a009e356-56b3-455a-9af9-ce48c9982b67 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:09.091444 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a45214a3-8345-43df-8bec-fc61eb0ccf4c None None] Provisioning for port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:16:09.102137 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Pushing event updated for resources: {'Port': ['ID=60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:09.104656 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005270'] for router_interface, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:09.127230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-a45214a3-8345-43df-8bec-fc61eb0ccf4c None None] Provisioning complete for port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:09.127577 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-a45214a3-8345-43df-8bec-fc61eb0ccf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:09.134150 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] For port c8544ff5-591f-4e00-a4c1-4654f4cdd3cf, host n-d-803756-1, cleared binding levels {{(pid=105766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:16:09.175585 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] For port c8544ff5-591f-4e00-a4c1-4654f4cdd3cf, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c8544ff5-591f-4e00-a4c1-4654f4cdd3cf,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:16:09.189491 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:09.194228 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=30ba3765-3ede-4db4-9a4a-e4d651737643,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:09.194526 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Network d001edfb-908b-4555-8b62-cca32aae1977 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:16:09.195892 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:16:09.208060 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-a45214a3-8345-43df-8bec-fc61eb0ccf4c None None] Port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:16:09.259589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port a009e356-56b3-455a-9af9-ce48c9982b67 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:09.259960 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:09.289072 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Routers {'9a2c0de2-0a46-4e92-8667-73b133d9d5f9'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:16:09.289748 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:16:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a2c0de2-0a46-4e92-8667-73b133d9d5f9'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:09.330395 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Router 9a2c0de2-0a46-4e92-8667-73b133d9d5f9 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:16:09.330663 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4bfd5-1ac6-4c17-b594-f53526c10378 None None] Pushing event updated for resources: {'Port': ['ID=c8544ff5-591f-4e00-a4c1-4654f4cdd3cf,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:09.367378 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:09.449463 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:16:09.454616 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-0f8ce97c-0115-44e3-9cef-a953b1a12f28 admin admin] 10.222.0.37 "PUT /v2.0/routers/9a2c0de2-0a46-4e92-8667-73b133d9d5f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7074966 Aug 06 17:16:09.464238 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] Set router 9a2c0de2-0a46-4e92-8667-73b133d9d5f9 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:16:09.498438 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 50eedfd6-813c-4e6c-90f1-5757b2892178 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:09.525569 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-2895354b-2342-4306-84a3-b31186b0fa52 None None] Provisioning complete for port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:09.525958 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2895354b-2342-4306-84a3-b31186b0fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:09.615507 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-2895354b-2342-4306-84a3-b31186b0fa52 None None] Port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:16:09.669889 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 50eedfd6-813c-4e6c-90f1-5757b2892178 completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:16:09.679408 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 50eedfd6-813c-4e6c-90f1-5757b2892178 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:09.679779 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:09.796632 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'name': 'tempest-TestSnapshotPattern-1965818240-router', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c8544ff5-591f-4e00-a4c1-4654f4cdd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:05Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 4, 'project_id': '7ad36556aed1482c8d42bcd473f417ff', 'gw_port': {'id': 'c8544ff5-591f-4e00-a4c1-4654f4cdd3cf', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:06Z', 'updated_at': '2021-08-06T17:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c', 'name': '', 'network_id': 'd001edfb-908b-4555-8b62-cca32aae1977', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'mac_address': 'fa:16:3e:ed:c3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '80a4262f-9400-4ea6-8d1a-5d620a69fc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:08Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 2, 'project_id': '7ad36556aed1482c8d42bcd473f417ff', 'subnets': [{'id': '80a4262f-9400-4ea6-8d1a-5d620a69fc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:09.831062 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:09.834560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982b806-5374-4dcb-9757-25a17b673486 None None] The sync data for ids ['9a2c0de2-0a46-4e92-8667-73b133d9d5f9'] in n-d-803756-1 is: [{'id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'name': 'tempest-TestSnapshotPattern-1965818240-router', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c8544ff5-591f-4e00-a4c1-4654f4cdd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:05Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 4, 'project_id': '7ad36556aed1482c8d42bcd473f417ff', 'gw_port': {'id': 'c8544ff5-591f-4e00-a4c1-4654f4cdd3cf', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:06Z', 'updated_at': '2021-08-06T17:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c', 'name': '', 'network_id': 'd001edfb-908b-4555-8b62-cca32aae1977', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'mac_address': 'fa:16:3e:ed:c3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '80a4262f-9400-4ea6-8d1a-5d620a69fc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:08Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 2, 'project_id': '7ad36556aed1482c8d42bcd473f417ff', 'subnets': [{'id': '80a4262f-9400-4ea6-8d1a-5d620a69fc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:16:09.868689 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 50eedfd6-813c-4e6c-90f1-5757b2892178, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=50eedfd6-813c-4e6c-90f1-5757b2892178,segment=NetworkSegment(4165fcf1-1717-45f0-aed8-7c671e79455c),segment_id=4165fcf1-1717-45f0-aed8-7c671e79455c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:16:09.872849 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:09.924316 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=50eedfd6-813c-4e6c-90f1-5757b2892178,revision_number=3']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:10.467229 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 50eedfd6-813c-4e6c-90f1-5757b2892178 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:10.515183 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 50eedfd6-813c-4e6c-90f1-5757b2892178 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:10.515552 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:10.602499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 30ba3765-3ede-4db4-9a4a-e4d651737643 up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:10.647750 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 30ba3765-3ede-4db4-9a4a-e4d651737643 triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:10.648119 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:10.986211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36006) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:10.991149 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-132d04e5-09b1-4a77-9f7a-20585c801016 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1319448378', 'description': 'tempest-secgroup-smoke-1319448378 description', 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:11.014694 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-132d04e5-09b1-4a77-9f7a-20585c801016 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.101340 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-132d04e5-09b1-4a77-9f7a-20585c801016 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.105319 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-132d04e5-09b1-4a77-9f7a-20585c801016 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.139705 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d04e5-09b1-4a77-9f7a-20585c801016 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:11.144116 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-132d04e5-09b1-4a77-9f7a-20585c801016 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.145399 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-132d04e5-09b1-4a77-9f7a-20585c801016 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1580703 Aug 06 17:16:11.149059 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36008) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:11.153701 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-3b1ebd45-e4b7-4a73-816d-6cdee4fba38a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Request body: {'security_group_rule': {'security_group_id': '5ec254fe-ecfc-4c39-ae73-c7c63df13ce8', 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:11.183914 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebd45-e4b7-4a73-816d-6cdee4fba38a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.247613 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebd45-e4b7-4a73-816d-6cdee4fba38a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.252215 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebd45-e4b7-4a73-816d-6cdee4fba38a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.274026 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebd45-e4b7-4a73-816d-6cdee4fba38a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3017c774-de8e-4353-a468-aead2e30851c,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:11.277476 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebd45-e4b7-4a73-816d-6cdee4fba38a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.278992 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3b1ebd45-e4b7-4a73-816d-6cdee4fba38a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289430 Aug 06 17:16:11.281974 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36010) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:11.286721 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [None req-491234a0-4230-42e1-a668-c774a40566dc tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Request body: {'security_group_rule': {'security_group_id': '5ec254fe-ecfc-4c39-ae73-c7c63df13ce8', 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:11.317990 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-491234a0-4230-42e1-a668-c774a40566dc tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.376183 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-491234a0-4230-42e1-a668-c774a40566dc tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.379974 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-491234a0-4230-42e1-a668-c774a40566dc tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.398709 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491234a0-4230-42e1-a668-c774a40566dc tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaea508b-bf16-4149-bbb8-b57db13f9bcc,revision_number=0']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:11.404084 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-491234a0-4230-42e1-a668-c774a40566dc tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.408764 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-491234a0-4230-42e1-a668-c774a40566dc tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257372 Aug 06 17:16:11.409014 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36012) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:11.414124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-719047ce-d818-470b-8280-822b4179807f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Request body: {'security_group_rule': {'security_group_id': '5ec254fe-ecfc-4c39-ae73-c7c63df13ce8', 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:11.441048 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-719047ce-d818-470b-8280-822b4179807f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.503897 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-719047ce-d818-470b-8280-822b4179807f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.507552 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-719047ce-d818-470b-8280-822b4179807f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.526812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719047ce-d818-470b-8280-822b4179807f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb972deb-4848-4212-8002-89eb10e63c4b,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:11.530392 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-719047ce-d818-470b-8280-822b4179807f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.534356 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-719047ce-d818-470b-8280-822b4179807f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213341 Aug 06 17:16:11.534982 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36014) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:11.539006 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-08b03f91-ffe7-4710-980e-f146e2d21212 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Request body: {'security_group_rule': {'security_group_id': '5ec254fe-ecfc-4c39-ae73-c7c63df13ce8', 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:11.565407 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-08b03f91-ffe7-4710-980e-f146e2d21212 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.624680 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-08b03f91-ffe7-4710-980e-f146e2d21212 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.628365 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-08b03f91-ffe7-4710-980e-f146e2d21212 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.645835 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b03f91-ffe7-4710-980e-f146e2d21212 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac01884-993d-4846-8e33-8bcef456a754,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:11.651136 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-08b03f91-ffe7-4710-980e-f146e2d21212 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.652560 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-08b03f91-ffe7-4710-980e-f146e2d21212 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170998 Aug 06 17:16:11.655246 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36016) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:11.659632 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-a7f24e4a-54d8-4b9a-b94c-a4cf383aad5a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Request body: {'security_group_rule': {'security_group_id': '5ec254fe-ecfc-4c39-ae73-c7c63df13ce8', 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:11.682102 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-a7f24e4a-54d8-4b9a-b94c-a4cf383aad5a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Project a3e18b79b07a4f0db7fe0e2e8b91b5b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:16:11.687613 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a7f24e4a-54d8-4b9a-b94c-a4cf383aad5a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.752741 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a7f24e4a-54d8-4b9a-b94c-a4cf383aad5a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.756752 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a7f24e4a-54d8-4b9a-b94c-a4cf383aad5a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.774678 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f24e4a-54d8-4b9a-b94c-a4cf383aad5a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e55399-5652-457c-8e69-8d9817c9ba6b,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:11.784125 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-a7f24e4a-54d8-4b9a-b94c-a4cf383aad5a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.785555 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-a7f24e4a-54d8-4b9a-b94c-a4cf383aad5a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294675 Aug 06 17:16:11.788341 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36018) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:11.793224 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-ec275a8b-bd44-4ab7-97dd-5c5a70cdc028 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Request body: {'security_group_rule': {'security_group_id': '5ec254fe-ecfc-4c39-ae73-c7c63df13ce8', 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:11.815811 n-d-803756-1 neutron-server[105765]: INFO neutron.db.securitygroups_db [None req-ec275a8b-bd44-4ab7-97dd-5c5a70cdc028 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Project a3e18b79b07a4f0db7fe0e2e8b91b5b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:16:11.820970 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec275a8b-bd44-4ab7-97dd-5c5a70cdc028 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.887664 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec275a8b-bd44-4ab7-97dd-5c5a70cdc028 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.891897 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec275a8b-bd44-4ab7-97dd-5c5a70cdc028 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529940'] for security_group_rule, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.913935 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec275a8b-bd44-4ab7-97dd-5c5a70cdc028 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62ea7b9-b27c-46e1-86db-3deb214cb553,revision_number=0']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:11.920748 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-ec275a8b-bd44-4ab7-97dd-5c5a70cdc028 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:11.922164 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-ec275a8b-bd44-4ab7-97dd-5c5a70cdc028 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326561 Aug 06 17:16:12.061160 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4981615-5640-4564-becb-c0c6a3277ddf req-044e8e1c-aa68-4b9b-b01f-99b9a2458754 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1319448378&fields=id&tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0 HTTP/1.1" status: 200 len: 267 time: 0.0334678 Aug 06 17:16:12.089394 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Sync routers for ids ['9a2c0de2-0a46-4e92-8667-73b133d9d5f9'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:16:12.098918 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Routers {'9a2c0de2-0a46-4e92-8667-73b133d9d5f9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:16:12.099509 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:16:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a2c0de2-0a46-4e92-8667-73b133d9d5f9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:12.176103 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981615-5640-4564-becb-c0c6a3277ddf req-2db83e3d-f92e-47d7-8db5-f524eb9459ac tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:12.177498 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4981615-5640-4564-becb-c0c6a3277ddf req-2db83e3d-f92e-47d7-8db5-f524eb9459ac tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/networks?id=bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 200 len: 810 time: 0.1048248 Aug 06 17:16:12.193419 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4981615-5640-4564-becb-c0c6a3277ddf req-a1129d74-cfe8-43d4-9dc6-84748d9b3c07 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/quotas/a3e18b79b07a4f0db7fe0e2e8b91b5b0 HTTP/1.1" status: 200 len: 375 time: 0.0098596 Aug 06 17:16:12.246967 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4981615-5640-4564-becb-c0c6a3277ddf req-1e608c8c-419a-43ab-86f4-a9763b8338a5 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476217 Aug 06 17:16:12.311406 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Set router 9a2c0de2-0a46-4e92-8667-73b133d9d5f9 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:16:12.444922 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4981615-5640-4564-becb-c0c6a3277ddf req-da363919-f1d2-4ab6-901c-03a9f2667d88 service neutron] 10.222.0.37 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856163 Aug 06 17:16:12.510585 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c8544ff5-591f-4e00-a4c1-4654f4cdd3cf up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:12.524046 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'name': 'tempest-TestSnapshotPattern-1965818240-router', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c8544ff5-591f-4e00-a4c1-4654f4cdd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:05Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 4, 'project_id': '7ad36556aed1482c8d42bcd473f417ff', 'gw_port': {'id': 'c8544ff5-591f-4e00-a4c1-4654f4cdd3cf', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:06Z', 'updated_at': '2021-08-06T17:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c', 'name': '', 'network_id': 'd001edfb-908b-4555-8b62-cca32aae1977', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'mac_address': 'fa:16:3e:ed:c3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '80a4262f-9400-4ea6-8d1a-5d620a69fc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:08Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 2, 'project_id': '7ad36556aed1482c8d42bcd473f417ff', 'subnets': [{'id': '80a4262f-9400-4ea6-8d1a-5d620a69fc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:12.545994 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4981615-5640-4564-becb-c0c6a3277ddf req-a77ba4ed-33f1-4fea-81c7-7a54575e9c21 service neutron] 10.222.0.37 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943048 Aug 06 17:16:12.553548 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Checking router: 9a2c0de2-0a46-4e92-8667-73b133d9d5f9 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:16:12.553926 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Updating router 9a2c0de2-0a46-4e92-8667-73b133d9d5f9 port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c binding host n-d-803756-1 {{(pid=105767) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:16:12.563323 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port c8544ff5-591f-4e00-a4c1-4654f4cdd3cf completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:16:12.568049 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port c8544ff5-591f-4e00-a4c1-4654f4cdd3cf triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:12.568524 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:12.583405 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:12.651139 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:12.677314 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port c8544ff5-591f-4e00-a4c1-4654f4cdd3cf, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c8544ff5-591f-4e00-a4c1-4654f4cdd3cf,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:16:12.685048 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:12.736391 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9b30897e-9982-4166-94ea-bee9c91c1c8e req-75b144bf-922b-4ae7-9b8a-1d29f5cc22d1 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 210 time: 0.0333281 Aug 06 17:16:12.753160 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=c8544ff5-591f-4e00-a4c1-4654f4cdd3cf,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:12.887911 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Notify callbacks [] for port, precommit_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:12.898085 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.provisioning_blocks [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Transition to ACTIVE for port object 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c will not be triggered until provisioned by entity L2. {{(pid=105767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:16:12.904427 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:12.972513 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4016e5f-2970-4a62-a4d5-8f3991e3bea0 None None] Pushing event updated for resources: {'Port': ['ID=60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c,revision_number=3']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:13.006446 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Attempting to bind port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c on host n-d-803756-1 for vnic_type normal with profile {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:16:13.006909 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Attempting to bind port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c by drivers openvswitch,hyperv on host n-d-803756-1 at level 0 using segments [{'id': '4165fcf1-1717-45f0-aed8-7c671e79455c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd001edfb-908b-4555-8b62-cca32aae1977'}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:16:13.007175 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Attempting to bind port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c on network d001edfb-908b-4555-8b62-cca32aae1977 {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:16:13.012412 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Checking agent: {'id': '51e07be1-e295-4790-b510-2c6512895f1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 43, 36), 'started_at': datetime.datetime(2021, 8, 6, 15, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803756-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:16:13.013303 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Checking segment: {'id': '4165fcf1-1717-45f0-aed8-7c671e79455c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd001edfb-908b-4555-8b62-cca32aae1977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:16:13.013726 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:13.014467 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Bound using segment: {'id': '4165fcf1-1717-45f0-aed8-7c671e79455c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd001edfb-908b-4555-8b62-cca32aae1977'} {{(pid=105767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:16:13.014628 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.managers [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Bound port: 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c, host: n-d-803756-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4165fcf1-1717-45f0-aed8-7c671e79455c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'd001edfb-908b-4555-8b62-cca32aae1977'}}] {{(pid=105767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:16:13.014946 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:13.085027 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] For port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c, host n-d-803756-1, cleared binding levels {{(pid=105767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:16:13.088338 n-d-803756-1 neutron-server[105767]: DEBUG neutron.plugins.ml2.db [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] For port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c, host n-d-803756-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c,segment=NetworkSegment(4165fcf1-1717-45f0-aed8-7c671e79455c),segment_id=4165fcf1-1717-45f0-aed8-7c671e79455c)] {{(pid=105767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:16:13.092717 n-d-803756-1 neutron-server[105767]: DEBUG neutron_lib.callbacks.manager [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:13.152663 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Routers {'9a2c0de2-0a46-4e92-8667-73b133d9d5f9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:16:13.153310 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:16:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a2c0de2-0a46-4e92-8667-73b133d9d5f9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:13.205224 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4016e5f-2970-4a62-a4d5-8f3991e3bea0 None None] Pushing event updated for resources: {'Port': ['ID=60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c,revision_number=4']} {{(pid=105767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:13.287718 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] Set router 9a2c0de2-0a46-4e92-8667-73b133d9d5f9 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:16:13.506736 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'name': 'tempest-TestSnapshotPattern-1965818240-router', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c8544ff5-591f-4e00-a4c1-4654f4cdd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:05Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 4, 'project_id': '7ad36556aed1482c8d42bcd473f417ff', 'gw_port': {'id': 'c8544ff5-591f-4e00-a4c1-4654f4cdd3cf', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:06Z', 'updated_at': '2021-08-06T17:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c', 'name': '', 'network_id': 'd001edfb-908b-4555-8b62-cca32aae1977', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'mac_address': 'fa:16:3e:ed:c3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '80a4262f-9400-4ea6-8d1a-5d620a69fc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:08Z', 'updated_at': '2021-08-06T17:16:13Z', 'revision_number': 4, 'project_id': '7ad36556aed1482c8d42bcd473f417ff', 'subnets': [{'id': '80a4262f-9400-4ea6-8d1a-5d620a69fc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:13.533258 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a6bc5-b96d-422f-9a5c-43d7b223ad24 None None] The sync data for ids ['9a2c0de2-0a46-4e92-8667-73b133d9d5f9'] in n-d-803756-1 is: [{'id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'name': 'tempest-TestSnapshotPattern-1965818240-router', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c8544ff5-591f-4e00-a4c1-4654f4cdd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:05Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 4, 'project_id': '7ad36556aed1482c8d42bcd473f417ff', 'gw_port': {'id': 'c8544ff5-591f-4e00-a4c1-4654f4cdd3cf', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:06Z', 'updated_at': '2021-08-06T17:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c', 'name': '', 'network_id': 'd001edfb-908b-4555-8b62-cca32aae1977', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'mac_address': 'fa:16:3e:ed:c3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '80a4262f-9400-4ea6-8d1a-5d620a69fc8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:08Z', 'updated_at': '2021-08-06T17:16:13Z', 'revision_number': 4, 'project_id': '7ad36556aed1482c8d42bcd473f417ff', 'subnets': [{'id': '80a4262f-9400-4ea6-8d1a-5d620a69fc8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:16:13.767417 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981615-5640-4564-becb-c0c6a3277ddf req-990c01b4-41e5-4939-90e7-454344bc7c4a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:13.769723 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4981615-5640-4564-becb-c0c6a3277ddf req-990c01b4-41e5-4939-90e7-454344bc7c4a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.78 "GET /v2.0/networks?id=bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 200 len: 810 time: 0.1215353 Aug 06 17:16:13.860431 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4981615-5640-4564-becb-c0c6a3277ddf req-d2e9092e-2c1d-4aab-a4c6-f960cb21848f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0 HTTP/1.1" status: 200 len: 380 time: 0.0785336 Aug 06 17:16:13.864040 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b1e5bd12-b596-45ef-9e11-a1d2d7c59090 req-985bf37a-c9c2-4ee0-805f-ac9e3d07ff18 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 210 time: 0.0499315 Aug 06 17:16:13.877930 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-c4981615-5640-4564-becb-c0c6a3277ddf req-3766a7fe-695c-4700-aba5-f6d021c146ab tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Request body: {'port': {'device_id': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'admin_state_up': True, 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'security_groups': ['5ec254fe-ecfc-4c39-ae73-c7c63df13ce8']}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:13.999249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4981615-5640-4564-becb-c0c6a3277ddf req-3766a7fe-695c-4700-aba5-f6d021c146ab tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Made reservation on behalf of a3e18b79b07a4f0db7fe0e2e8b91b5b0 for: {'port': 1} {{(pid=105765) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:16:14.003100 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c4981615-5640-4564-becb-c0c6a3277ddf req-3766a7fe-695c-4700-aba5-f6d021c146ab tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:14.137134 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [req-c4981615-5640-4564-becb-c0c6a3277ddf req-3766a7fe-695c-4700-aba5-f6d021c146ab tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Allocated IP 172.20.0.14 (bc9af417-398c-4a83-aa48-cea12aa80b81/d43ad4ca-a7d9-4350-b4fc-f014dddd4c65/f6266783-b72d-473a-8109-a0e0fa42637f) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:16:14.281737 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c4981615-5640-4564-becb-c0c6a3277ddf req-3766a7fe-695c-4700-aba5-f6d021c146ab tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:14.293877 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-c4981615-5640-4564-becb-c0c6a3277ddf req-3766a7fe-695c-4700-aba5-f6d021c146ab tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Transition to ACTIVE for port object f6266783-b72d-473a-8109-a0e0fa42637f will not be triggered until provisioned by entity DHCP. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:16:14.326359 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c4981615-5640-4564-becb-c0c6a3277ddf req-3766a7fe-695c-4700-aba5-f6d021c146ab tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:14.368428 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4981615-5640-4564-becb-c0c6a3277ddf req-3766a7fe-695c-4700-aba5-f6d021c146ab tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Network bc9af417-398c-4a83-aa48-cea12aa80b81 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:16:14.371446 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [req-c4981615-5640-4564-becb-c0c6a3277ddf req-3766a7fe-695c-4700-aba5-f6d021c146ab tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:16:14.375696 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4981615-5640-4564-becb-c0c6a3277ddf req-3766a7fe-695c-4700-aba5-f6d021c146ab tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:16:14.399406 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766a7fe-695c-4700-aba5-f6d021c146ab tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event updated for resources: {'Port': ['ID=f6266783-b72d-473a-8109-a0e0fa42637f,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:14.430323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981615-5640-4564-becb-c0c6a3277ddf req-3766a7fe-695c-4700-aba5-f6d021c146ab tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:14.431108 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c4981615-5640-4564-becb-c0c6a3277ddf req-3766a7fe-695c-4700-aba5-f6d021c146ab tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:14.448628 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4981615-5640-4564-becb-c0c6a3277ddf req-3766a7fe-695c-4700-aba5-f6d021c146ab tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5800192 Aug 06 17:16:14.462688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Request body: {'port': {'device_id': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803756-1'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:14.513586 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:14.521465 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:14.570119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning for port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:16:14.574102 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:14.574556 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:14.622858 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f6a4e4ac-f88e-48cb-bf9a-a8f8e07fad8a None None] Provisioning for port f6266783-b72d-473a-8109-a0e0fa42637f completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:16:14.628359 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-f6a4e4ac-f88e-48cb-bf9a-a8f8e07fad8a None None] Provisioning complete for port f6266783-b72d-473a-8109-a0e0fa42637f triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:14.628741 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f6a4e4ac-f88e-48cb-bf9a-a8f8e07fad8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:14.692268 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-f6a4e4ac-f88e-48cb-bf9a-a8f8e07fad8a None None] Port f6266783-b72d-473a-8109-a0e0fa42637f cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:16:14.693719 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:14.725479 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] For port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c,segment=NetworkSegment(4165fcf1-1717-45f0-aed8-7c671e79455c),segment_id=4165fcf1-1717-45f0-aed8-7c671e79455c)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:16:14.730884 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:14.732283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c8544ff5-591f-4e00-a4c1-4654f4cdd3cf up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:14.801687 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6266783-b72d-473a-8109-a0e0fa42637f {{(pid=105765) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:16:14.810057 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:14.814213 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Pushing event updated for resources: {'Port': ['ID=60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:14.823347 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.provisioning_blocks [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Transition to ACTIVE for port object f6266783-b72d-473a-8109-a0e0fa42637f will not be triggered until provisioned by entity L2. {{(pid=105765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:16:14.828560 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port c8544ff5-591f-4e00-a4c1-4654f4cdd3cf triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:14.828935 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:14.830085 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:14.883031 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Pushing event updated for resources: {'Port': ['ID=f6266783-b72d-473a-8109-a0e0fa42637f,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:15.007203 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Attempting to bind port f6266783-b72d-473a-8109-a0e0fa42637f on host n-h1-803756-1 for vnic_type normal with profile {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:16:15.007549 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Attempting to bind port f6266783-b72d-473a-8109-a0e0fa42637f by drivers openvswitch,hyperv on host n-h1-803756-1 at level 0 using segments [{'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:16:15.007889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Attempting to bind port f6266783-b72d-473a-8109-a0e0fa42637f on network bc9af417-398c-4a83-aa48-cea12aa80b81 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:16:15.016271 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Port f6266783-b72d-473a-8109-a0e0fa42637f on network bc9af417-398c-4a83-aa48-cea12aa80b81 not bound, no agent of type Open vSwitch agent registered on host n-h1-803756-1 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:16:15.016603 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Attempting to bind port f6266783-b72d-473a-8109-a0e0fa42637f on network bc9af417-398c-4a83-aa48-cea12aa80b81 {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:16:15.024661 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Checking agent: {'id': '3a47ea9d-7b72-48ce-89dc-99988e4d170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:16:15.025001 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Checking segment: {'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:16:15.025393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Bound using segment: {'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'} {{(pid=105765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:16:15.025873 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.managers [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Bound port: f6266783-b72d-473a-8109-a0e0fa42637f, host: n-h1-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'}}] {{(pid=105765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:16:15.026240 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:15.049244 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7772d1-456f-4a69-ba96-ca198bf8a9f4 req-aa84096f-eee6-43a4-ac5e-153dc8b402cc tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:15.050906 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce7772d1-456f-4a69-ba96-ca198bf8a9f4 req-aa84096f-eee6-43a4-ac5e-153dc8b402cc tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 944 time: 0.0950689 Aug 06 17:16:15.128042 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce7772d1-456f-4a69-ba96-ca198bf8a9f4 req-9975b94e-0db5-4c2e-8eea-c8c79ac6782d tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535419 Aug 06 17:16:15.134770 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] For port f6266783-b72d-473a-8109-a0e0fa42637f, host n-h1-803756-1, cleared binding levels {{(pid=105765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:16:15.139281 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] For port f6266783-b72d-473a-8109-a0e0fa42637f, host n-h1-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=f6266783-b72d-473a-8109-a0e0fa42637f,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:16:15.143683 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:15.193238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:15.194135 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:15.195715 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] 10.222.0.78 "PUT /v2.0/ports/f6266783-b72d-473a-8109-a0e0fa42637f HTTP/1.1" status: 200 len: 1092 time: 0.7374427 Aug 06 17:16:15.196188 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'tag': 'f6266783-b72d-473a-8109-a0e0fa42637f'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:16:15.200952 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8ba2ed-e909-408b-af0a-aaa66a65797a" -d '{"events": [{"name": "network-changed", "server_uuid": "805a1b0c-34f9-4f65-83ab-d3d4d39a5349", "tag": "f6266783-b72d-473a-8109-a0e0fa42637f"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:16:15.228336 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cf1e1-7df8-4ee7-ae21-4d0375589d86 service neutron] Pushing event updated for resources: {'Port': ['ID=f6266783-b72d-473a-8109-a0e0fa42637f,revision_number=3']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:15.275168 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bd0eeb-981e-407b-9f75-945402262492 x-openstack-request-id: req-76bd0eeb-981e-407b-9f75-945402262492 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:16:15.275595 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805a1b0c-34f9-4f65-83ab-d3d4d39a5349", "tag": "f6266783-b72d-473a-8109-a0e0fa42637f", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:16:15.276700 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76bd0eeb-981e-407b-9f75-945402262492 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:16:15.277125 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'tag': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'status': 'completed', 'code': 200} Aug 06 17:16:15.295040 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981615-5640-4564-becb-c0c6a3277ddf req-ea83c84b-d4a6-47e9-9452-9cd7074214a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:15.296581 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4981615-5640-4564-becb-c0c6a3277ddf req-ea83c84b-d4a6-47e9-9452-9cd7074214a7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 1095 time: 0.0490890 Aug 06 17:16:15.342916 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4981615-5640-4564-becb-c0c6a3277ddf req-ba45cae3-0933-4300-8b59-051fcf7ee1c3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6266783-b72d-473a-8109-a0e0fa42637f HTTP/1.1" status: 200 len: 217 time: 0.0370445 Aug 06 17:16:15.393835 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e85b81d9-3f59-4ac2-9dfc-8b24c526d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:15.395369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4981615-5640-4564-becb-c0c6a3277ddf req-e85b81d9-3f59-4ac2-9dfc-8b24c526d4ba service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d43ad4ca-a7d9-4350-b4fc-f014dddd4c65 HTTP/1.1" status: 200 len: 849 time: 0.0459645 Aug 06 17:16:15.447650 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4981615-5640-4564-becb-c0c6a3277ddf req-120361dc-df75-4ede-a044-b5ef1dd2cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:15.449137 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4981615-5640-4564-becb-c0c6a3277ddf req-120361dc-df75-4ede-a044-b5ef1dd2cbc1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc9af417-398c-4a83-aa48-cea12aa80b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463135 Aug 06 17:16:15.546405 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4981615-5640-4564-becb-c0c6a3277ddf req-3f8a5f87-8b84-467d-a3a3-dace9eb79227 service neutron] 10.222.0.78 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886483 Aug 06 17:16:15.639483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c4981615-5640-4564-becb-c0c6a3277ddf req-7c94b610-a91d-4369-b3ed-d7dc4ac93b42 service neutron] 10.222.0.78 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857489 Aug 06 17:16:15.723437 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ba2ed-e909-408b-af0a-aaa66a65797a req-06c5486a-2e04-424b-81b7-f5737fac2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:15.724953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c8ba2ed-e909-408b-af0a-aaa66a65797a req-06c5486a-2e04-424b-81b7-f5737fac2ba1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 1095 time: 0.0431697 Aug 06 17:16:15.826258 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ba2ed-e909-408b-af0a-aaa66a65797a req-25fc4007-e502-4dcd-9b33-4e81925ea154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:15.827511 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c8ba2ed-e909-408b-af0a-aaa66a65797a req-25fc4007-e502-4dcd-9b33-4e81925ea154 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 200 len: 911 time: 0.0951016 Aug 06 17:16:15.875906 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c8ba2ed-e909-408b-af0a-aaa66a65797a req-bc4c8e92-63af-4951-8fe4-d9b85684ed5c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6266783-b72d-473a-8109-a0e0fa42637f HTTP/1.1" status: 200 len: 217 time: 0.0365815 Aug 06 17:16:15.931309 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ba2ed-e909-408b-af0a-aaa66a65797a req-b63fe340-4cf0-40c1-acf8-5118338654cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:15.932784 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c8ba2ed-e909-408b-af0a-aaa66a65797a req-b63fe340-4cf0-40c1-acf8-5118338654cf service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d43ad4ca-a7d9-4350-b4fc-f014dddd4c65 HTTP/1.1" status: 200 len: 849 time: 0.0475855 Aug 06 17:16:15.988986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ba2ed-e909-408b-af0a-aaa66a65797a req-81bde1f9-6b1c-4ba9-917c-a4b2a553b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:15.990514 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c8ba2ed-e909-408b-af0a-aaa66a65797a req-81bde1f9-6b1c-4ba9-917c-a4b2a553b793 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc9af417-398c-4a83-aa48-cea12aa80b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482063 Aug 06 17:16:16.093603 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c8ba2ed-e909-408b-af0a-aaa66a65797a req-a72de414-d12c-424b-a4f1-342975485746 service neutron] 10.222.0.78 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930099 Aug 06 17:16:16.197301 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c8ba2ed-e909-408b-af0a-aaa66a65797a req-7b8ba911-1a6b-4ddf-ac66-ca97bb21a727 service neutron] 10.222.0.78 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947170 Aug 06 17:16:16.261045 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46f6de-d3f4-46c5-90f6-bd5e087ea343 req-780fc9bb-834f-49c5-8560-8d47c19fbbc4 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:16.262670 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad46f6de-d3f4-46c5-90f6-bd5e087ea343 req-780fc9bb-834f-49c5-8560-8d47c19fbbc4 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 944 time: 0.0543242 Aug 06 17:16:16.305499 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ad46f6de-d3f4-46c5-90f6-bd5e087ea343 req-70087a53-9cef-4a1d-99ba-585f22544a64 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356812 Aug 06 17:16:16.466766 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c up at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:16.514120 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Provisioning complete for port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:16.514488 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:17.426499 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869623-8b95-4e68-8af8-a3c89beaf4a5 req-c2f1e2b8-c839-410b-896b-9468ecc68237 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:17.427975 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43869623-8b95-4e68-8af8-a3c89beaf4a5 req-c2f1e2b8-c839-410b-896b-9468ecc68237 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 944 time: 0.0494735 Aug 06 17:16:17.464635 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-43869623-8b95-4e68-8af8-a3c89beaf4a5 req-0c82ae5e-91ad-47bb-9ccf-412f4a0b0e62 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307696 Aug 06 17:16:18.585715 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032d108-bbff-4e75-9594-0fcc902e4613 req-b3217987-9d47-414a-a4b4-cc1ec62d8f70 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:18.587199 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d032d108-bbff-4e75-9594-0fcc902e4613 req-b3217987-9d47-414a-a4b4-cc1ec62d8f70 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 944 time: 0.0542941 Aug 06 17:16:18.624143 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d032d108-bbff-4e75-9594-0fcc902e4613 req-04490faf-2cbc-416d-814d-55df2710af50 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310071 Aug 06 17:16:19.081944 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device f6266783-b72d-473a-8109-a0e0fa42637f details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:16:19.174942 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port f6266783-b72d-473a-8109-a0e0fa42637f, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=f6266783-b72d-473a-8109-a0e0fa42637f,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:16:19.187006 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'port_id': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'mac_address': 'fa:16:3e:1c:12:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:16:19.228782 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:19.243194 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6266783-b72d-473a-8109-a0e0fa42637f {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:16:19.262589 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port f6266783-b72d-473a-8109-a0e0fa42637f, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=f6266783-b72d-473a-8109-a0e0fa42637f,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:16:19.266579 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:19.315744 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=f6266783-b72d-473a-8109-a0e0fa42637f,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:19.480292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['f6266783-b72d-473a-8109-a0e0fa42637f'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:16:19.741986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5b403-0dcf-48fa-8ffe-0d3b73b59888 req-cacc2145-4875-4f6c-83b8-c03b0a352c28 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:19.743423 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45e5b403-0dcf-48fa-8ffe-0d3b73b59888 req-cacc2145-4875-4f6c-83b8-c03b0a352c28 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 945 time: 0.0510607 Aug 06 17:16:19.784051 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-45e5b403-0dcf-48fa-8ffe-0d3b73b59888 req-fab7c96c-ffef-42df-b128-d579bd0339d1 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344007 Aug 06 17:16:20.901709 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bea960-b2ad-48de-aa8f-b60346af4d94 req-2d092238-09c1-45f7-9e5d-a363c84a9cda tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:20.903180 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5bea960-b2ad-48de-aa8f-b60346af4d94 req-2d092238-09c1-45f7-9e5d-a363c84a9cda tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 945 time: 0.0486763 Aug 06 17:16:20.940930 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f5bea960-b2ad-48de-aa8f-b60346af4d94 req-7ec3b591-e116-454e-ae78-3a2782b20da9 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318530 Aug 06 17:16:21.097142 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device f6266783-b72d-473a-8109-a0e0fa42637f up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:16:21.146070 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning for port f6266783-b72d-473a-8109-a0e0fa42637f completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:16:21.149821 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port f6266783-b72d-473a-8109-a0e0fa42637f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:16:21.150264 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:21.226985 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:21.249299 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6266783-b72d-473a-8109-a0e0fa42637f'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:16:21.251634 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c09058-e2d9-41a8-b1df-e3a914e96e46" -d '{"events": [{"server_uuid": "805a1b0c-34f9-4f65-83ab-d3d4d39a5349", "name": "network-vif-plugged", "status": "completed", "tag": "f6266783-b72d-473a-8109-a0e0fa42637f"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:16:21.265011 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port f6266783-b72d-473a-8109-a0e0fa42637f, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=f6266783-b72d-473a-8109-a0e0fa42637f,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:16:21.268999 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:21.318947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=f6266783-b72d-473a-8109-a0e0fa42637f,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:21.348002 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dacf2af-191b-4deb-997b-65abe7c517cb x-openstack-request-id: req-0dacf2af-191b-4deb-997b-65abe7c517cb {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:16:21.348240 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805a1b0c-34f9-4f65-83ab-d3d4d39a5349", "name": "network-vif-plugged", "status": "completed", "tag": "f6266783-b72d-473a-8109-a0e0fa42637f", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:16:21.348522 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0dacf2af-191b-4deb-997b-65abe7c517cb {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:16:21.348888 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'code': 200} Aug 06 17:16:21.444451 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27797fd6-e996-4b67-9e96-3df817a54033 req-4db42eca-2906-49a6-a327-ad3945d20157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:21.445941 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27797fd6-e996-4b67-9e96-3df817a54033 req-4db42eca-2906-49a6-a327-ad3945d20157 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 1097 time: 0.0429800 Aug 06 17:16:21.481754 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-27797fd6-e996-4b67-9e96-3df817a54033 req-85b87d31-c58a-4324-8d77-9dd60d3508ea service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273614 Aug 06 17:16:22.069688 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78269603-f23a-4210-bec4-873817af8dc7 req-04e85e86-9a48-4981-a16b-659acabdebdd tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:22.071209 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78269603-f23a-4210-bec4-873817af8dc7 req-04e85e86-9a48-4981-a16b-659acabdebdd tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 946 time: 0.0570486 Aug 06 17:16:22.116504 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-78269603-f23a-4210-bec4-873817af8dc7 req-4659179a-e5d6-4af2-b131-1d3c8bb39d07 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379622 Aug 06 17:16:23.236751 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fc3aa-552e-4d96-a56d-f5c039fdf484 req-6c348f82-fb67-4c2c-9ce3-c5c16b9713fd tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:23.238251 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-429fc3aa-552e-4d96-a56d-f5c039fdf484 req-6c348f82-fb67-4c2c-9ce3-c5c16b9713fd tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 946 time: 0.0500450 Aug 06 17:16:23.276885 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-429fc3aa-552e-4d96-a56d-f5c039fdf484 req-2f70c5f2-b790-4215-af9c-63ac66c906d5 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326383 Aug 06 17:16:23.393478 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64866b96-a4af-4227-a8ec-6025e3245d83 req-4ff6a7fe-81e9-4862-b425-e9f9d767707a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:23.395012 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64866b96-a4af-4227-a8ec-6025e3245d83 req-4ff6a7fe-81e9-4862-b425-e9f9d767707a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 946 time: 0.0514970 Aug 06 17:16:23.432110 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-64866b96-a4af-4227-a8ec-6025e3245d83 req-90063290-8f6e-4af5-98cd-2302771d4594 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311127 Aug 06 17:16:23.453829 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36074) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:23.534529 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4308698-6143-415a-b79c-ec4fd0ed2f5c tempest-TestSnapshotPattern-714581158 tempest-TestSnapshotPattern-714581158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:23.536035 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-d4308698-6143-415a-b79c-ec4fd0ed2f5c tempest-TestSnapshotPattern-714581158 tempest-TestSnapshotPattern-714581158-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 1092 time: 0.0812614 Aug 06 17:16:23.539000 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36078) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:16:23.543268 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:16:23.565151 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:23.662085 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:23.766571 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Allocated IP 172.25.1.124 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/dc760e39-bd7e-4218-a398-a5360e2bdc73) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:16:23.884696 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:23.925391 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:23.967583 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:16:23.970692 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:16:23.974574 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:16:23.980249 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event updated for resources: {'Port': ['ID=dc760e39-bd7e-4218-a398-a5360e2bdc73,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:24.490475 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:24.690264 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:24.705401 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:24.755358 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:24.899912 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:24.904432 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:24.976132 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event updated for resources: {'Port': ['ID=dc760e39-bd7e-4218-a398-a5360e2bdc73,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:16:24.987905 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:25.086169 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Floating IP 42dc704f-ec53-4ce7-8d38-7ee91a28245f associated. External IP: 172.25.1.124, port: f6266783-b72d-473a-8109-a0e0fa42637f. Aug 06 17:16:25.290460 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Router 8534535f-b018-48d5-ba43-b55caec08e12 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:16:25.395510 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:16:25.405573 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c488e59a-bc7a-4ca9-b24e-316e7e33b8cf None None] Sync routers for ids ['8534535f-b018-48d5-ba43-b55caec08e12'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:16:25.411179 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:25.414478 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c488e59a-bc7a-4ca9-b24e-316e7e33b8cf None None] Routers {'8534535f-b018-48d5-ba43-b55caec08e12'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:16:25.415099 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c488e59a-bc7a-4ca9-b24e-316e7e33b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:16:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8534535f-b018-48d5-ba43-b55caec08e12'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:25.442049 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6916cb7e-e4a0-4c84-a001-ba4da3de46de tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9020126 Aug 06 17:16:25.442639 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'tag': 'f6266783-b72d-473a-8109-a0e0fa42637f'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:16:25.444875 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4767305-530e-49cf-9805-346a7ffaa39a" -d '{"events": [{"name": "network-changed", "server_uuid": "805a1b0c-34f9-4f65-83ab-d3d4d39a5349", "tag": "f6266783-b72d-473a-8109-a0e0fa42637f"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:16:25.487524 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcf2d48-1e21-4c1f-bffd-3f6090300c8e x-openstack-request-id: req-2fcf2d48-1e21-4c1f-bffd-3f6090300c8e {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:16:25.487762 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805a1b0c-34f9-4f65-83ab-d3d4d39a5349", "tag": "f6266783-b72d-473a-8109-a0e0fa42637f", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:16:25.488106 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2fcf2d48-1e21-4c1f-bffd-3f6090300c8e {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:16:25.488727 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'tag': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'status': 'completed', 'code': 200} Aug 06 17:16:25.524059 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-c488e59a-bc7a-4ca9-b24e-316e7e33b8cf None None] Set router 8534535f-b018-48d5-ba43-b55caec08e12 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:16:25.557403 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4767305-530e-49cf-9805-346a7ffaa39a req-4a56312a-eb35-4a63-b3d1-df5c741c25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:25.558864 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a4767305-530e-49cf-9805-346a7ffaa39a req-4a56312a-eb35-4a63-b3d1-df5c741c25f1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 1097 time: 0.0451405 Aug 06 17:16:25.651004 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4767305-530e-49cf-9805-346a7ffaa39a req-4666f8c2-0eae-407c-baff-b762489d6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:25.652481 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a4767305-530e-49cf-9805-346a7ffaa39a req-4666f8c2-0eae-407c-baff-b762489d6c50 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 200 len: 911 time: 0.0854995 Aug 06 17:16:25.725814 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a4767305-530e-49cf-9805-346a7ffaa39a req-3f2be5a4-e5e7-4f59-9a06-2fa26b2e80e8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6266783-b72d-473a-8109-a0e0fa42637f HTTP/1.1" status: 200 len: 1000 time: 0.0625510 Aug 06 17:16:25.746898 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c488e59a-bc7a-4ca9-b24e-316e7e33b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '42dc704f-ec53-4ce7-8d38-7ee91a28245f', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'port_id': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'mac_address': 'fa:16:3e:1c:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:16:24Z', 'updated_at': '2021-08-06T17:16:24Z', 'revision_number': 0, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 5, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:25.772532 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4767305-530e-49cf-9805-346a7ffaa39a req-80f05049-14a4-430e-986b-62005b8f0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:25.772990 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c488e59a-bc7a-4ca9-b24e-316e7e33b8cf None None] Checking router: 8534535f-b018-48d5-ba43-b55caec08e12 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:16:25.774025 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a4767305-530e-49cf-9805-346a7ffaa39a req-80f05049-14a4-430e-986b-62005b8f0755 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d43ad4ca-a7d9-4350-b4fc-f014dddd4c65 HTTP/1.1" status: 200 len: 849 time: 0.0441911 Aug 06 17:16:25.782065 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c488e59a-bc7a-4ca9-b24e-316e7e33b8cf None None] Routers {'8534535f-b018-48d5-ba43-b55caec08e12'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:16:25.782667 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c488e59a-bc7a-4ca9-b24e-316e7e33b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:16:06Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8534535f-b018-48d5-ba43-b55caec08e12'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:25.820591 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4767305-530e-49cf-9805-346a7ffaa39a req-c6048aae-c166-4735-a32f-5c3df687e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:16:25.829466 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a4767305-530e-49cf-9805-346a7ffaa39a req-c6048aae-c166-4735-a32f-5c3df687e73b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc9af417-398c-4a83-aa48-cea12aa80b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399723 Aug 06 17:16:25.885362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-c488e59a-bc7a-4ca9-b24e-316e7e33b8cf None None] Set router 8534535f-b018-48d5-ba43-b55caec08e12 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:16:25.918037 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a4767305-530e-49cf-9805-346a7ffaa39a req-99122dc4-a0b2-4c78-8b4a-498e71124020 service neutron] 10.222.0.78 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877526 Aug 06 17:16:26.010108 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-a4767305-530e-49cf-9805-346a7ffaa39a req-73d4d58e-c78f-417a-9cc2-af4f78e0d989 service neutron] 10.222.0.78 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849330 Aug 06 17:16:26.112336 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-c488e59a-bc7a-4ca9-b24e-316e7e33b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '42dc704f-ec53-4ce7-8d38-7ee91a28245f', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'port_id': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'mac_address': 'fa:16:3e:1c:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:16:24Z', 'updated_at': '2021-08-06T17:16:24Z', 'revision_number': 0, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 5, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:16:26.142625 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c488e59a-bc7a-4ca9-b24e-316e7e33b8cf None None] The sync data for ids ['8534535f-b018-48d5-ba43-b55caec08e12'] in n-d-803756-1 is: [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '42dc704f-ec53-4ce7-8d38-7ee91a28245f', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'port_id': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'mac_address': 'fa:16:3e:1c:12:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:16:24Z', 'updated_at': '2021-08-06T17:16:24Z', 'revision_number': 0, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 5, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:16:26.335293 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eafd0c-2f62-4716-a2e2-4ef38e323786 None None] New status for floating IP 42dc704f-ec53-4ce7-8d38-7ee91a28245f: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:16:32.468310 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:16:33.928297 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-88d518bd-bbf8-4b01-9c1f-c0972c0657f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:36.330102 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c7cba953-c16a-4b2d-a068-9870e3881189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:36.788666 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:37.626459 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:39.332181 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:54.489503 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:16:54.703503 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:03.928644 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8ffc07cb-7907-4dce-aa9d-6379fb66ce62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:06.330224 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d2894bd9-0250-42a1-8a58-dfa9a5a39a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:06.770427 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:07.629510 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:09.334828 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:09.467229 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:17:16.776210 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3722558e-6997-4823-83f4-f20d1b5e277a req-5bc1b4e7-fa4a-4da5-b52b-597df9101a4a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435543 Aug 06 17:17:16.858811 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722558e-6997-4823-83f4-f20d1b5e277a req-50ef3270-8636-4d06-accf-c6e871c9297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:17:16.860306 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3722558e-6997-4823-83f4-f20d1b5e277a req-50ef3270-8636-4d06-accf-c6e871c9297c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 1097 time: 0.0415411 Aug 06 17:17:16.964488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722558e-6997-4823-83f4-f20d1b5e277a req-ab281af8-d6fe-4aad-914e-40c45367b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:17:16.965947 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3722558e-6997-4823-83f4-f20d1b5e277a req-ab281af8-d6fe-4aad-914e-40c45367b3a2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 200 len: 911 time: 0.0857766 Aug 06 17:17:17.032702 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3722558e-6997-4823-83f4-f20d1b5e277a req-7b7831f9-ee18-403c-afc7-287fdbb732eb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6266783-b72d-473a-8109-a0e0fa42637f HTTP/1.1" status: 200 len: 1002 time: 0.0585675 Aug 06 17:17:17.081176 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722558e-6997-4823-83f4-f20d1b5e277a req-48be9032-4a3c-4025-ac8f-b76c4cdde5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:17:17.082605 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3722558e-6997-4823-83f4-f20d1b5e277a req-48be9032-4a3c-4025-ac8f-b76c4cdde5cc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d43ad4ca-a7d9-4350-b4fc-f014dddd4c65 HTTP/1.1" status: 200 len: 849 time: 0.0427704 Aug 06 17:17:17.133117 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722558e-6997-4823-83f4-f20d1b5e277a req-d05bcc86-ebfc-47be-bb5e-26618492f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:17:17.134673 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3722558e-6997-4823-83f4-f20d1b5e277a req-d05bcc86-ebfc-47be-bb5e-26618492f631 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc9af417-398c-4a83-aa48-cea12aa80b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448790 Aug 06 17:17:17.225369 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3722558e-6997-4823-83f4-f20d1b5e277a req-fa14852c-d6f6-4cda-a437-ce1196c60958 service neutron] 10.222.0.78 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814924 Aug 06 17:17:17.318436 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-3722558e-6997-4823-83f4-f20d1b5e277a req-9cc20600-8282-4ff7-8e2c-8c8d6c31bef1 service neutron] 10.222.0.78 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858569 Aug 06 17:17:24.486243 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:24.703140 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:33.928871 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ed56ae8a-5965-40bb-9880-ca4c9d22722b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:36.330572 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-edcdb29b-ebef-4684-b4c5-904f10622f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:36.771655 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:37.632192 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:39.337707 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:46.466272 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:17:54.498266 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:17:54.701143 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:03.929999 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-48b0efb5-7fa4-4f4d-a662-6fc7f31a6723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:06.330221 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b64c5e71-7dc2-4e0f-aac6-959962f19309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:06.771991 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:07.638304 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:09.340050 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:18.764566 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16a525c4-4357-4dc8-910c-7bbaace0c65d req-3aeefdcd-ad30-4ee6-9426-789881a6561c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400426 Aug 06 17:18:18.847983 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a525c4-4357-4dc8-910c-7bbaace0c65d req-b9c3d50a-cdd7-4bcd-bd57-898ed06b6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:18.849463 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16a525c4-4357-4dc8-910c-7bbaace0c65d req-b9c3d50a-cdd7-4bcd-bd57-898ed06b6143 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 1097 time: 0.0414629 Aug 06 17:18:18.956860 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a525c4-4357-4dc8-910c-7bbaace0c65d req-32b49159-d410-4857-8402-6f528f6f6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:18.958352 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16a525c4-4357-4dc8-910c-7bbaace0c65d req-32b49159-d410-4857-8402-6f528f6f6297 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 200 len: 911 time: 0.0890367 Aug 06 17:18:19.023432 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16a525c4-4357-4dc8-910c-7bbaace0c65d req-92a163d6-5f39-4cf6-b509-94b08d7f4fb0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6266783-b72d-473a-8109-a0e0fa42637f HTTP/1.1" status: 200 len: 1002 time: 0.0571604 Aug 06 17:18:19.076542 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a525c4-4357-4dc8-910c-7bbaace0c65d req-50681ab7-58dd-4a2a-87ce-00b09660aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:19.077968 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16a525c4-4357-4dc8-910c-7bbaace0c65d req-50681ab7-58dd-4a2a-87ce-00b09660aa18 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d43ad4ca-a7d9-4350-b4fc-f014dddd4c65 HTTP/1.1" status: 200 len: 849 time: 0.0465226 Aug 06 17:18:19.122135 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a525c4-4357-4dc8-910c-7bbaace0c65d req-3192b31f-8435-4b6b-ab5a-87be87227ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:19.123851 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16a525c4-4357-4dc8-910c-7bbaace0c65d req-3192b31f-8435-4b6b-ab5a-87be87227ac3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc9af417-398c-4a83-aa48-cea12aa80b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387824 Aug 06 17:18:19.215347 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16a525c4-4357-4dc8-910c-7bbaace0c65d req-f81337ed-e724-42bb-952f-e4226099d2e0 service neutron] 10.222.0.78 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835238 Aug 06 17:18:19.308370 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-16a525c4-4357-4dc8-910c-7bbaace0c65d req-0bc2e2b8-8bdb-4828-a3cb-1393483e604a service neutron] 10.222.0.78 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852880 Aug 06 17:18:23.469461 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:18:23.829735 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device f6266783-b72d-473a-8109-a0e0fa42637f details requested by agent hyperv_n-h1-803756-1 with host n-h1-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:18:23.925089 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port f6266783-b72d-473a-8109-a0e0fa42637f, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=f6266783-b72d-473a-8109-a0e0fa42637f,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:18:23.936126 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Returning: {'device': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'port_id': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'mac_address': 'fa:16:3e:1c:12:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:18:23.975805 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:23.991000 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6266783-b72d-473a-8109-a0e0fa42637f {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:18:24.020809 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port f6266783-b72d-473a-8109-a0e0fa42637f, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=f6266783-b72d-473a-8109-a0e0fa42637f,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:18:24.025065 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:24.089817 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=f6266783-b72d-473a-8109-a0e0fa42637f,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:18:24.098070 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:24.098415 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:24.098758 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:24.099094 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:24.099425 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:24.099752 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:24.100117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:24.100428 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:24.100753 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:24.101191 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:24.101533 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:24.101932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:24.122453 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] get_ports_and_sgs() called for port_ids ['f6266783-b72d-473a-8109-a0e0fa42637f'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:18:24.514935 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:24.724290 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:25.836850 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device f6266783-b72d-473a-8109-a0e0fa42637f up at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:18:25.895622 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Provisioning complete for port f6266783-b72d-473a-8109-a0e0fa42637f triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:18:25.896190 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:25.985137 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:26.010255 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6266783-b72d-473a-8109-a0e0fa42637f'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:18:26.012788 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f57f48-5833-42cd-932b-eb94c263e7e3" -d '{"events": [{"server_uuid": "805a1b0c-34f9-4f65-83ab-d3d4d39a5349", "name": "network-vif-plugged", "status": "completed", "tag": "f6266783-b72d-473a-8109-a0e0fa42637f"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:18:26.029748 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port f6266783-b72d-473a-8109-a0e0fa42637f, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=f6266783-b72d-473a-8109-a0e0fa42637f,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:18:26.035206 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:26.079585 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d12be1e-bf88-4bdb-9b40-5f8ee16c6c20 x-openstack-request-id: req-4d12be1e-bf88-4bdb-9b40-5f8ee16c6c20 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:18:26.079879 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805a1b0c-34f9-4f65-83ab-d3d4d39a5349", "name": "network-vif-plugged", "status": "completed", "tag": "f6266783-b72d-473a-8109-a0e0fa42637f", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:18:26.080131 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d12be1e-bf88-4bdb-9b40-5f8ee16c6c20 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:18:26.080517 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'code': 200} Aug 06 17:18:26.099240 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=f6266783-b72d-473a-8109-a0e0fa42637f,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:18:33.931216 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-12d368a9-c27a-43b1-8ba9-77f519839394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:34.555626 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-c0690e8e-01d0-4094-be02-59aed97f830a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1319448378&fields=id&tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0 HTTP/1.1" status: 200 len: 267 time: 0.0341816 Aug 06 17:18:34.665875 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-06ec4008-21a8-437d-9fd3-09cd21e53d4d tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:34.667337 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-06ec4008-21a8-437d-9fd3-09cd21e53d4d tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/networks?id=bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 200 len: 810 time: 0.1051738 Aug 06 17:18:34.682163 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-394adfa4-690d-485e-81a5-8505ece5b3ba tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/quotas/a3e18b79b07a4f0db7fe0e2e8b91b5b0 HTTP/1.1" status: 200 len: 375 time: 0.0091569 Aug 06 17:18:34.737114 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-c2f9a975-64fb-473a-b15d-4d0bda7843cb tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0494423 Aug 06 17:18:34.809734 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-c36abba3-32fa-46b0-9250-766b91917907 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=105765) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:18:34.810672 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-c36abba3-32fa-46b0-9250-766b91917907 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0624452 Aug 06 17:18:34.899846 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-1aaf1b59-b863-4513-91c0-254a266587d3 service neutron] 10.222.0.37 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822208 Aug 06 17:18:34.995066 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-a0378cfc-4f58-4b93-a1e2-221119f4e5ba service neutron] 10.222.0.37 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883522 Aug 06 17:18:35.222163 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9e4aa409-a130-4e1e-b2b3-87b935b0a443 req-fd1b3f69-c3c0-46cf-8e1c-7848d2969eef tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 210 time: 0.0756519 Aug 06 17:18:36.220940 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-8cb36861-0476-400a-8539-0e5ec85dbb39 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:36.222413 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-8cb36861-0476-400a-8539-0e5ec85dbb39 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.13 "GET /v2.0/networks?id=bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 200 len: 810 time: 0.1039445 Aug 06 17:18:36.269152 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-19a915b9-0c25-4d12-95c6-dd245b8efe90 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0 HTTP/1.1" status: 200 len: 380 time: 0.0377815 Aug 06 17:18:36.279659 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Request body: {'port': {'device_id': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'admin_state_up': True, 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'security_groups': ['5ec254fe-ecfc-4c39-ae73-c7c63df13ce8']}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:18:36.321249 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f93a9dd6-de6a-4e2a-861c-e355446e178b req-16dea1de-37be-4c0f-b393-0be318dd7b5a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 210 time: 0.0278823 Aug 06 17:18:36.339231 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cc60f1d1-8002-4717-a959-62dc422c53d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:36.390830 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Made reservation on behalf of a3e18b79b07a4f0db7fe0e2e8b91b5b0 for: {'port': 1} {{(pid=105764) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:18:36.394468 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:36.530707 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_common [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Allocated IP 172.20.0.10 (bc9af417-398c-4a83-aa48-cea12aa80b81/d43ad4ca-a7d9-4350-b4fc-f014dddd4c65/9b05ed7e-c9cf-41ad-b284-7e5d25507bdc) {{(pid=105764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:18:36.717528 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for port, precommit_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:36.733786 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Transition to ACTIVE for port object 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc will not be triggered until provisioned by entity DHCP. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:18:36.775652 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_create {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:36.786181 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:36.832720 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Network bc9af417-398c-4a83-aa48-cea12aa80b81 is already hosted by enough agents. {{(pid=105764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:18:36.837082 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.base_scheduler [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Resources bound (agent type, host, resource id): {{(pid=105764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:18:36.841791 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Received port after_create {{(pid=105764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:18:36.850409 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event updated for resources: {'Port': ['ID=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc,revision_number=1']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:18:36.884255 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:36.884698 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:36.885036 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:36.885373 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:36.885736 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:36.886312 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:36.887226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:36.887675 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:36.887871 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:36.888226 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:36.888556 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:36.888881 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:36.922300 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:36.923270 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:36.941546 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-26d3c2c2-254e-48c3-a09c-d3675b15e872 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6659536 Aug 06 17:18:37.182170 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8492ce44-4404-4832-b9b8-f4f7b5708eab None None] Provisioning for port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc completed by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:18:37.187741 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-8492ce44-4404-4832-b9b8-f4f7b5708eab None None] Provisioning complete for port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc triggered by entity DHCP. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:18:37.188763 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8492ce44-4404-4832-b9b8-f4f7b5708eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:37.225963 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-8492ce44-4404-4832-b9b8-f4f7b5708eab None None] Port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc cannot update to ACTIVE because it is not bound. {{(pid=105766) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:18:37.441765 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebf721-9dc1-4392-901a-e0825819448d req-ff401d06-4c75-4a2c-91fb-ecc575c07308 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:37.443953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55ebf721-9dc1-4392-901a-e0825819448d req-ff401d06-4c75-4a2c-91fb-ecc575c07308 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 932 time: 0.0517323 Aug 06 17:18:37.488685 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-55ebf721-9dc1-4392-901a-e0825819448d req-d1a94b15-15f5-4b15-80b1-03c2f702d1e7 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386131 Aug 06 17:18:37.641924 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:37.923995 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device f6266783-b72d-473a-8109-a0e0fa42637f no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:18:38.005430 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:38.028119 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6266783-b72d-473a-8109-a0e0fa42637f'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:18:38.030900 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58fc7df-b787-4e35-8cee-66b45435b339" -d '{"events": [{"server_uuid": "805a1b0c-34f9-4f65-83ab-d3d4d39a5349", "name": "network-vif-unplugged", "status": "completed", "tag": "f6266783-b72d-473a-8109-a0e0fa42637f"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:18:38.057646 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] For port f6266783-b72d-473a-8109-a0e0fa42637f, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=f6266783-b72d-473a-8109-a0e0fa42637f,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:18:38.063562 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:38.086685 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 17:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e655005e-0340-4f6a-b6d5-a2dbce4f6975 x-openstack-request-id: req-e655005e-0340-4f6a-b6d5-a2dbce4f6975 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:18:38.087105 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805a1b0c-34f9-4f65-83ab-d3d4d39a5349", "name": "network-vif-unplugged", "status": "completed", "tag": "f6266783-b72d-473a-8109-a0e0fa42637f", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:18:38.087453 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e655005e-0340-4f6a-b6d5-a2dbce4f6975 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:18:38.087940 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'code': 200} Aug 06 17:18:38.125118 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Pushing event updated for resources: {'Port': ['ID=f6266783-b72d-473a-8109-a0e0fa42637f,revision_number=8']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:18:38.609918 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055944c-8c71-4b96-9ee5-09d5e4b5b4cd req-b5c98e2d-21d0-4a50-b3d3-3b6e9fbf8d99 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:38.612248 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5055944c-8c71-4b96-9ee5-09d5e4b5b4cd req-b5c98e2d-21d0-4a50-b3d3-3b6e9fbf8d99 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 932 time: 0.0519800 Aug 06 17:18:38.655860 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-5055944c-8c71-4b96-9ee5-09d5e4b5b4cd req-0787709b-2b66-4bb3-88ce-7e40a6a78955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345922 Aug 06 17:18:39.344478 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:39.778712 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ef13b-6a62-4967-9178-6be73de8228b req-b0e2389e-e01e-456b-92d4-e62af196647b tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:39.780280 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b68ef13b-6a62-4967-9178-6be73de8228b req-b0e2389e-e01e-456b-92d4-e62af196647b tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 932 time: 0.0500929 Aug 06 17:18:39.820564 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b68ef13b-6a62-4967-9178-6be73de8228b req-7f3e1205-0cc1-4d4c-bd63-7e6a24690352 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340827 Aug 06 17:18:40.943330 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7df01-4be8-4f4e-a865-25db294a392c req-ebde5b16-f3d3-4f16-9c78-b7df8bde01e6 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:40.944815 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42a7df01-4be8-4f4e-a865-25db294a392c req-ebde5b16-f3d3-4f16-9c78-b7df8bde01e6 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 932 time: 0.0510900 Aug 06 17:18:40.989174 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42a7df01-4be8-4f4e-a865-25db294a392c req-00434407-cb51-4155-ae3d-9344ab770a88 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378621 Aug 06 17:18:42.110924 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bc6c3-1cde-4155-90e6-dfe6eda94eb2 req-93de0c24-bdf1-4b89-850a-f8e0523a7800 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:42.116005 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e2bc6c3-1cde-4155-90e6-dfe6eda94eb2 req-93de0c24-bdf1-4b89-850a-f8e0523a7800 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 932 time: 0.0530453 Aug 06 17:18:42.153293 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-4e2bc6c3-1cde-4155-90e6-dfe6eda94eb2 req-979a46c1-d104-460d-bde7-23a5fec1f554 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345001 Aug 06 17:18:43.287790 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751a278-1ab6-4855-bc5c-b6960460aa3d req-f85c4d08-f751-4081-b929-70b21c110cb7 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:43.289263 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8751a278-1ab6-4855-bc5c-b6960460aa3d req-f85c4d08-f751-4081-b929-70b21c110cb7 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 932 time: 0.0516522 Aug 06 17:18:43.334100 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-8751a278-1ab6-4855-bc5c-b6960460aa3d req-85f74108-8175-4abe-b868-65da712241fb tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357940 Aug 06 17:18:44.455501 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4d8cd-6a6f-472e-9989-f5e07f622442 req-9b57d2f8-128d-4a2a-bd3b-1af839abbda8 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:44.457483 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6bb4d8cd-6a6f-472e-9989-f5e07f622442 req-9b57d2f8-128d-4a2a-bd3b-1af839abbda8 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 932 time: 0.0509460 Aug 06 17:18:44.512646 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6bb4d8cd-6a6f-472e-9989-f5e07f622442 req-a0ec1a2f-a131-4847-a244-641aa43b21b7 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489101 Aug 06 17:18:45.642915 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d9791-c563-4485-b083-d606946d46fa req-d568ea2c-390f-42e1-ba26-dc6ff7a0add4 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:45.644605 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d7d9791-c563-4485-b083-d606946d46fa req-d568ea2c-390f-42e1-ba26-dc6ff7a0add4 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 932 time: 0.0581710 Aug 06 17:18:45.690645 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9d7d9791-c563-4485-b083-d606946d46fa req-6b667902-37e2-43e4-ae55-74f06e7e8c7b tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397522 Aug 06 17:18:46.474346 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.v2.base [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Request body: {'port': {'device_id': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803756-1'}} {{(pid=105764) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:18:46.530319 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:46.787639 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc {{(pid=105764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:18:46.795076 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:46.807048 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.provisioning_blocks [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Transition to ACTIVE for port object 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc will not be triggered until provisioned by entity L2. {{(pid=105764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:18:46.810964 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbf225-87b5-45ce-a0c3-829cd37f8d54 req-a8525852-9b37-4dc1-b181-db085f78e583 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:46.811610 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:46.813401 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6adbf225-87b5-45ce-a0c3-829cd37f8d54 req-a8525852-9b37-4dc1-b181-db085f78e583 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 932 time: 0.0492349 Aug 06 17:18:46.854031 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-6adbf225-87b5-45ce-a0c3-829cd37f8d54 req-7e832c81-2ad9-4d8a-a900-bc9f8fe07fa9 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345051 Aug 06 17:18:46.863181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Pushing event updated for resources: {'Port': ['ID=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc,revision_number=2']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:18:46.935233 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Attempting to bind port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc on host n-h2-803756-1 for vnic_type normal with profile {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:18:46.935575 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Attempting to bind port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc by drivers openvswitch,hyperv on host n-h2-803756-1 at level 0 using segments [{'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:18:46.935915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Attempting to bind port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc on network bc9af417-398c-4a83-aa48-cea12aa80b81 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:18:46.940715 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc on network bc9af417-398c-4a83-aa48-cea12aa80b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-803756-1 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:18:46.941057 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Attempting to bind port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc on network bc9af417-398c-4a83-aa48-cea12aa80b81 {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:18:46.946198 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Checking agent: {'id': '72297534-717b-4080-9244-31bc05329eb4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803756-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'started_at': datetime.datetime(2021, 8, 6, 15, 50, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:18:46.946534 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Checking segment: {'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:18:46.946937 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Bound using segment: {'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'} {{(pid=105764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:18:46.947347 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.managers [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Bound port: 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc, host: n-h2-803756-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad05f6d-a202-4b6a-9ee2-be5c0345b823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81'}}] {{(pid=105764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:18:46.947705 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:47.013243 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] For port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc, host n-h2-803756-1, cleared binding levels {{(pid=105764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:18:47.016670 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] For port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc, host n-h2-803756-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:18:47.021276 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3570215'] for port, after_update {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:47.058731 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:47.059368 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:47.060908 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] 10.222.0.13 "PUT /v2.0/ports/9b05ed7e-c9cf-41ad-b284-7e5d25507bdc HTTP/1.1" status: 200 len: 1092 time: 0.6399267 Aug 06 17:18:47.061364 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'tag': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:18:47.063955 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87e11ca-7a29-4a13-8192-0f0818dab168" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f564aa-b77d-41d3-90ea-81313ff0ee9a", "tag": "9b05ed7e-c9cf-41ad-b284-7e5d25507bdc"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:18:47.097324 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b57e3a-f27a-4207-93b6-78cbf7ffc828 service neutron] Pushing event updated for resources: {'Port': ['ID=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc,revision_number=3']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:18:47.148794 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-3a21c612-ae9d-419f-81f1-a1f64864d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:47.150360 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-3a21c612-ae9d-419f-81f1-a1f64864d89f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 1095 time: 0.0480454 Aug 06 17:18:47.195627 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83621a4-c146-44ac-a31d-e587c1ee18fd x-openstack-request-id: req-d83621a4-c146-44ac-a31d-e587c1ee18fd {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:18:47.195924 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f564aa-b77d-41d3-90ea-81313ff0ee9a", "tag": "9b05ed7e-c9cf-41ad-b284-7e5d25507bdc", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:18:47.196180 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d83621a4-c146-44ac-a31d-e587c1ee18fd {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:18:47.196605 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'tag': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc', 'status': 'completed', 'code': 200} Aug 06 17:18:47.198418 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-2e582e44-b919-4673-bd76-1aef7fc225e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc HTTP/1.1" status: 200 len: 217 time: 0.0396707 Aug 06 17:18:47.249211 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-ec5d708f-d697-495e-bdf5-cae9e5cc8c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:47.250773 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-ec5d708f-d697-495e-bdf5-cae9e5cc8c90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d43ad4ca-a7d9-4350-b4fc-f014dddd4c65 HTTP/1.1" status: 200 len: 849 time: 0.0456638 Aug 06 17:18:47.300702 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-c7065642-a751-44fe-9ecf-494d61866da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:47.302196 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-c7065642-a751-44fe-9ecf-494d61866da6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc9af417-398c-4a83-aa48-cea12aa80b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434046 Aug 06 17:18:47.389771 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-d79a025a-c866-404d-9ead-729535a155ac service neutron] 10.222.0.13 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803614 Aug 06 17:18:47.480143 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-f3277f52-3d8a-484e-80bd-43b2e3555ea4 req-13608608-68d5-43c1-9830-fe9ec17900f9 service neutron] 10.222.0.13 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834162 Aug 06 17:18:47.558328 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e11ca-7a29-4a13-8192-0f0818dab168 req-81c459b8-3052-4306-b57b-4d4b71058dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:47.559770 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d87e11ca-7a29-4a13-8192-0f0818dab168 req-81c459b8-3052-4306-b57b-4d4b71058dc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 1095 time: 0.0399423 Aug 06 17:18:47.651263 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e11ca-7a29-4a13-8192-0f0818dab168 req-9f3a235a-5dee-4590-bfcb-78ce01e6d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:47.652716 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d87e11ca-7a29-4a13-8192-0f0818dab168 req-9f3a235a-5dee-4590-bfcb-78ce01e6d1fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 200 len: 911 time: 0.0858142 Aug 06 17:18:47.978533 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6c25e-0827-45b1-a3a6-43ecd4663b9d req-b8297563-073f-4d97-a69f-b07a8339b525 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:47.980033 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05b6c25e-0827-45b1-a3a6-43ecd4663b9d req-b8297563-073f-4d97-a69f-b07a8339b525 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 944 time: 0.0502071 Aug 06 17:18:48.025908 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-05b6c25e-0827-45b1-a3a6-43ecd4663b9d req-3b483ee1-01d8-49c0-9f34-3739ea1dce24 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390351 Aug 06 17:18:48.040461 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d87e11ca-7a29-4a13-8192-0f0818dab168 req-8e234a14-9114-4dda-961d-e46eee70f2e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc HTTP/1.1" status: 200 len: 217 time: 0.3807108 Aug 06 17:18:48.089493 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e11ca-7a29-4a13-8192-0f0818dab168 req-95117fff-5b25-4633-9592-3d0f83c718ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:48.090934 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d87e11ca-7a29-4a13-8192-0f0818dab168 req-95117fff-5b25-4633-9592-3d0f83c718ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d43ad4ca-a7d9-4350-b4fc-f014dddd4c65 HTTP/1.1" status: 200 len: 849 time: 0.0428715 Aug 06 17:18:48.134927 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e11ca-7a29-4a13-8192-0f0818dab168 req-740b7242-06ef-4cb3-830a-a4597ac52fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:48.136539 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d87e11ca-7a29-4a13-8192-0f0818dab168 req-740b7242-06ef-4cb3-830a-a4597ac52fbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc9af417-398c-4a83-aa48-cea12aa80b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381417 Aug 06 17:18:48.230689 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d87e11ca-7a29-4a13-8192-0f0818dab168 req-afb177c1-a1c4-44ed-be54-2c1da0b9a1d0 service neutron] 10.222.0.13 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845323 Aug 06 17:18:48.322549 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-d87e11ca-7a29-4a13-8192-0f0818dab168 req-fdf84a80-7f86-48cd-bb1a-1f797d95c1e4 service neutron] 10.222.0.13 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839906 Aug 06 17:18:49.141733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073aaa4a-2885-49f2-b058-f48d12773ede req-60b91097-2d9b-4f82-8e48-0451a3405f29 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:49.143197 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-073aaa4a-2885-49f2-b058-f48d12773ede req-60b91097-2d9b-4f82-8e48-0451a3405f29 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 944 time: 0.0484662 Aug 06 17:18:49.181289 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-073aaa4a-2885-49f2-b058-f48d12773ede req-2521205b-4ec8-4308-ad43-c9a22e9e9ea7 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321374 Aug 06 17:18:50.267537 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:18:50.298440 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fbd6f-0e10-4705-a203-55008882016f req-2691b9c7-7138-4d04-8eb6-f1ebad6351cb tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:50.299935 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c6fbd6f-0e10-4705-a203-55008882016f req-2691b9c7-7138-4d04-8eb6-f1ebad6351cb tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 944 time: 0.0510428 Aug 06 17:18:50.337898 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-9c6fbd6f-0e10-4705-a203-55008882016f req-5f5a2cb8-001c-4b6c-bc40-24561575801a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320070 Aug 06 17:18:50.360071 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:18:50.371202 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'port_id': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc', 'mac_address': 'fa:16:3e:d0:b7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:18:50.407870 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:50.423077 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:18:50.441947 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:18:50.446093 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:50.648963 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc,revision_number=4']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:18:50.685857 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['9b05ed7e-c9cf-41ad-b284-7e5d25507bdc'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:18:51.451764 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ab4b6-0715-4072-8581-0d1fcc3279c9 req-173c38b1-ec69-4d60-a1ca-c15b17dafc51 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:51.453813 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd9ab4b6-0715-4072-8581-0d1fcc3279c9 req-173c38b1-ec69-4d60-a1ca-c15b17dafc51 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 945 time: 0.0471416 Aug 06 17:18:51.498146 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-cd9ab4b6-0715-4072-8581-0d1fcc3279c9 req-3eaaae0d-91d6-4b41-8332-7981b0edb00e tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381732 Aug 06 17:18:52.283052 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:18:52.329362 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning for port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc completed by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:18:52.332932 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:18:52.333295 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:52.409034 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:52.430555 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:18:52.432745 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea556e01-ca48-4475-8d18-fc7ac219605f" -d '{"events": [{"server_uuid": "b8f564aa-b77d-41d3-90ea-81313ff0ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "9b05ed7e-c9cf-41ad-b284-7e5d25507bdc"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:18:52.445962 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:18:52.450411 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:52.473969 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0059ea92-9302-4ea8-bd4e-8480aa9b4adb x-openstack-request-id: req-0059ea92-9302-4ea8-bd4e-8480aa9b4adb {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:18:52.474269 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f564aa-b77d-41d3-90ea-81313ff0ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "9b05ed7e-c9cf-41ad-b284-7e5d25507bdc", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:18:52.474575 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0059ea92-9302-4ea8-bd4e-8480aa9b4adb {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:18:52.474967 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc', 'code': 200} Aug 06 17:18:52.502935 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc,revision_number=5']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:18:52.567514 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc37421-2460-45cd-b307-fe41f1698999 req-37aa9368-43b9-44e5-93e7-080e7ab6ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:52.568987 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3fc37421-2460-45cd-b307-fe41f1698999 req-37aa9368-43b9-44e5-93e7-080e7ab6ed18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 1097 time: 0.0403142 Aug 06 17:18:52.604321 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3fc37421-2460-45cd-b307-fe41f1698999 req-9297304e-b3b7-4d7c-a408-02a08f4cd89a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282111 Aug 06 17:18:52.615400 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42621d68-0a85-44c2-99b0-90a5e31808a2 req-84d20672-0724-4fdf-9426-2b914f712614 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:52.616989 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42621d68-0a85-44c2-99b0-90a5e31808a2 req-84d20672-0724-4fdf-9426-2b914f712614 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 946 time: 0.0495877 Aug 06 17:18:52.654918 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-42621d68-0a85-44c2-99b0-90a5e31808a2 req-43d08e8c-3782-4b2f-b6e1-dc41f42fd1b2 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317283 Aug 06 17:18:53.776767 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f625b6-bcd1-4acc-890e-117122f450af req-c3df88b0-ea5c-4d6d-9f19-0c2c91a45b1a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:53.778242 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1f625b6-bcd1-4acc-890e-117122f450af req-c3df88b0-ea5c-4d6d-9f19-0c2c91a45b1a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 946 time: 0.0537922 Aug 06 17:18:53.816783 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-f1f625b6-bcd1-4acc-890e-117122f450af req-3168fc13-02fb-4aa7-bce6-963dfc444de8 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319963 Aug 06 17:18:53.930762 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96b9b3-c437-4b7b-87a9-b2b34b092550 req-c9a01727-348c-4065-81ea-a3d2b5da0ecf tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:53.932328 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da96b9b3-c437-4b7b-87a9-b2b34b092550 req-c9a01727-348c-4065-81ea-a3d2b5da0ecf tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 946 time: 0.0484366 Aug 06 17:18:53.973115 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-da96b9b3-c437-4b7b-87a9-b2b34b092550 req-04f0a891-8ee7-4373-aeb3-7c9edc4438f9 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348215 Aug 06 17:18:53.995396 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36376) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:18:54.034503 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8069e554-02da-45eb-a89d-416609930dab tempest-TestSnapshotPattern-714581158 tempest-TestSnapshotPattern-714581158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:54.035972 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-8069e554-02da-45eb-a89d-416609930dab tempest-TestSnapshotPattern-714581158 tempest-TestSnapshotPattern-714581158-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 1092 time: 0.0396130 Aug 06 17:18:54.038791 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36378) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:18:54.043053 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.v2.base [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Request body: {'floatingip': {'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'port_id': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105765) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:18:54.064776 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for floatingip, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:54.157283 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:54.262750 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_common [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Allocated IP 172.25.1.146 (a032e3c1-4d26-4652-b5c8-781664ed13c0/a549e46e-8057-448b-98df-ba5bb48c3cb5/66213c5a-f50d-4904-b45e-4443092d773d) {{(pid=105765) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:18:54.366275 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for port, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:54.413038 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730157808339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:54.448357 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Network a032e3c1-4d26-4652-b5c8-781664ed13c0 is already hosted by enough agents. {{(pid=105765) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:18:54.452961 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.base_scheduler [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Resources bound (agent type, host, resource id): {{(pid=105765) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:18:54.457130 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Received port after_create {{(pid=105765) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:18:54.483639 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event updated for resources: {'Port': ['ID=66213c5a-f50d-4904-b45e-4443092d773d,revision_number=1']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:18:54.498682 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:54.499081 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:54.499370 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:54.499705 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:54.500037 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:54.500367 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:54.500693 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:54.501017 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:54.501342 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:54.501681 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:54.502005 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:54.502323 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:18:54.514504 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:54.737653 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:54.831412 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:54.895906 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:55.064529 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for port, precommit_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:55.068973 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4002972'] for port, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:55.134100 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event updated for resources: {'Port': ['ID=66213c5a-f50d-4904-b45e-4443092d773d,revision_number=2']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:18:55.143836 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960841'] for floatingip, after_update {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:55.242783 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Floating IP df78b7d6-f0fc-4ce1-8ce7-51d1b66c9e8a associated. External IP: 172.25.1.146, port: 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc. Aug 06 17:18:55.442856 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Router 8534535f-b018-48d5-ba43-b55caec08e12 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:18:55.549186 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:18:55.559090 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1244aafd-e397-40aa-9841-026b4dd88e45 None None] Sync routers for ids ['8534535f-b018-48d5-ba43-b55caec08e12'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:18:55.565840 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:18:55.569861 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1244aafd-e397-40aa-9841-026b4dd88e45 None None] Routers {'8534535f-b018-48d5-ba43-b55caec08e12'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:18:55.570567 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1244aafd-e397-40aa-9841-026b4dd88e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:18:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8534535f-b018-48d5-ba43-b55caec08e12'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:18:55.592894 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-46ee2739-799e-4b5b-abb7-33579931e955 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5531251 Aug 06 17:18:55.593473 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'tag': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:18:55.595767 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb9dd3e-ae2e-4d61-bb0b-d45b899e8847" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f564aa-b77d-41d3-90ea-81313ff0ee9a", "tag": "9b05ed7e-c9cf-41ad-b284-7e5d25507bdc"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:18:55.633087 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ccdf85-8f9a-43aa-8bea-da1bf8a1427a x-openstack-request-id: req-34ccdf85-8f9a-43aa-8bea-da1bf8a1427a {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:18:55.633378 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f564aa-b77d-41d3-90ea-81313ff0ee9a", "tag": "9b05ed7e-c9cf-41ad-b284-7e5d25507bdc", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:18:55.633650 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34ccdf85-8f9a-43aa-8bea-da1bf8a1427a {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:18:55.634062 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'tag': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc', 'status': 'completed', 'code': 200} Aug 06 17:18:55.675702 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-1244aafd-e397-40aa-9841-026b4dd88e45 None None] Set router 8534535f-b018-48d5-ba43-b55caec08e12 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:18:55.694934 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9dd3e-ae2e-4d61-bb0b-d45b899e8847 req-eeb18825-5559-4dbd-bca2-2cca1c81617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:55.696348 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8cb9dd3e-ae2e-4d61-bb0b-d45b899e8847 req-eeb18825-5559-4dbd-bca2-2cca1c81617b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 1097 time: 0.0403686 Aug 06 17:18:55.790933 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9dd3e-ae2e-4d61-bb0b-d45b899e8847 req-c9dfe967-34b3-41d1-8e4b-acc51d57afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:55.792397 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8cb9dd3e-ae2e-4d61-bb0b-d45b899e8847 req-c9dfe967-34b3-41d1-8e4b-acc51d57afbc service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 200 len: 911 time: 0.0869052 Aug 06 17:18:55.856279 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8cb9dd3e-ae2e-4d61-bb0b-d45b899e8847 req-0f587d34-def7-47a5-a23e-92978b94148c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc HTTP/1.1" status: 200 len: 1000 time: 0.0567892 Aug 06 17:18:55.902533 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1244aafd-e397-40aa-9841-026b4dd88e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '42dc704f-ec53-4ce7-8d38-7ee91a28245f', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'port_id': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'mac_address': 'fa:16:3e:1c:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:16:24Z', 'updated_at': '2021-08-06T17:16:26Z', 'revision_number': 1, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'fixed_ip_address_scope': None}, {'id': 'df78b7d6-f0fc-4ce1-8ce7-51d1b66c9e8a', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'port_id': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'mac_address': 'fa:16:3e:d0:b7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:18:54Z', 'updated_at': '2021-08-06T17:18:54Z', 'revision_number': 0, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 5, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:18:55.909314 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9dd3e-ae2e-4d61-bb0b-d45b899e8847 req-654ecb82-5a9b-404b-b67e-153dab57ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:55.910798 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8cb9dd3e-ae2e-4d61-bb0b-d45b899e8847 req-654ecb82-5a9b-404b-b67e-153dab57ecbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d43ad4ca-a7d9-4350-b4fc-f014dddd4c65 HTTP/1.1" status: 200 len: 849 time: 0.0478265 Aug 06 17:18:55.929941 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1244aafd-e397-40aa-9841-026b4dd88e45 None None] Checking router: 8534535f-b018-48d5-ba43-b55caec08e12 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:18:55.939384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1244aafd-e397-40aa-9841-026b4dd88e45 None None] Routers {'8534535f-b018-48d5-ba43-b55caec08e12'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:18:55.939998 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1244aafd-e397-40aa-9841-026b4dd88e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:18:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8534535f-b018-48d5-ba43-b55caec08e12'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:18:55.957969 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9dd3e-ae2e-4d61-bb0b-d45b899e8847 req-8121fa71-bdcb-4954-8d1f-7f8a72b2e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:18:55.959372 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8cb9dd3e-ae2e-4d61-bb0b-d45b899e8847 req-8121fa71-bdcb-4954-8d1f-7f8a72b2e898 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc9af417-398c-4a83-aa48-cea12aa80b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403407 Aug 06 17:18:56.045232 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-1244aafd-e397-40aa-9841-026b4dd88e45 None None] Set router 8534535f-b018-48d5-ba43-b55caec08e12 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:18:56.057374 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8cb9dd3e-ae2e-4d61-bb0b-d45b899e8847 req-0911c606-f115-4f8a-bf4f-2c2561d94f23 service neutron] 10.222.0.13 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903223 Aug 06 17:18:56.149204 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-8cb9dd3e-ae2e-4d61-bb0b-d45b899e8847 req-2f56181b-9f42-45fe-b049-1be09d1d0f12 service neutron] 10.222.0.13 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845673 Aug 06 17:18:56.267787 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-1244aafd-e397-40aa-9841-026b4dd88e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '42dc704f-ec53-4ce7-8d38-7ee91a28245f', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'port_id': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'mac_address': 'fa:16:3e:1c:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:16:24Z', 'updated_at': '2021-08-06T17:16:26Z', 'revision_number': 1, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'fixed_ip_address_scope': None}, {'id': 'df78b7d6-f0fc-4ce1-8ce7-51d1b66c9e8a', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'port_id': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'mac_address': 'fa:16:3e:d0:b7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:18:54Z', 'updated_at': '2021-08-06T17:18:54Z', 'revision_number': 0, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 5, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:18:56.296424 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1244aafd-e397-40aa-9841-026b4dd88e45 None None] The sync data for ids ['8534535f-b018-48d5-ba43-b55caec08e12'] in n-d-803756-1 is: [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '42dc704f-ec53-4ce7-8d38-7ee91a28245f', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'port_id': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'mac_address': 'fa:16:3e:1c:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:16:24Z', 'updated_at': '2021-08-06T17:16:26Z', 'revision_number': 1, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'fixed_ip_address_scope': None}, {'id': 'df78b7d6-f0fc-4ce1-8ce7-51d1b66c9e8a', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'port_id': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'mac_address': 'fa:16:3e:d0:b7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:18:54Z', 'updated_at': '2021-08-06T17:18:54Z', 'revision_number': 0, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 5, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:18:56.502372 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b082b-246b-4c29-a903-2c14028b2765 None None] New status for floating IP df78b7d6-f0fc-4ce1-8ce7-51d1b66c9e8a: ACTIVE {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:19:00.468354 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:19:03.932297 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cc2307a4-0993-4067-9d57-c15bd413814b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:06.332494 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0c2b1dd6-06e8-4601-b229-c830e89280b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:06.769617 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:07.640923 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:09.346392 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:18.804172 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d68672f9-d6f0-4193-a9a6-75a58a9c9c43 req-c3879f49-e912-4aee-a582-fb9b8a13a03c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807474 Aug 06 17:19:18.891049 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68672f9-d6f0-4193-a9a6-75a58a9c9c43 req-f7c16181-109a-4869-b4d6-7f8eae8283c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:19:18.892528 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d68672f9-d6f0-4193-a9a6-75a58a9c9c43 req-f7c16181-109a-4869-b4d6-7f8eae8283c1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 1095 time: 0.0444288 Aug 06 17:19:18.995017 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68672f9-d6f0-4193-a9a6-75a58a9c9c43 req-e676f9a3-387c-4184-a0f3-c7256477eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:19:18.996463 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d68672f9-d6f0-4193-a9a6-75a58a9c9c43 req-e676f9a3-387c-4184-a0f3-c7256477eb0b service neutron] 10.222.0.78 "GET /v2.0/networks?id=bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 200 len: 911 time: 0.0849478 Aug 06 17:19:19.064891 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d68672f9-d6f0-4193-a9a6-75a58a9c9c43 req-47ebbb26-b2b7-4eec-a642-ef7f8f75fba1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6266783-b72d-473a-8109-a0e0fa42637f HTTP/1.1" status: 200 len: 1000 time: 0.0593672 Aug 06 17:19:19.113297 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68672f9-d6f0-4193-a9a6-75a58a9c9c43 req-74c96051-af96-433a-b96a-8797d8d9daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:19:19.114707 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d68672f9-d6f0-4193-a9a6-75a58a9c9c43 req-74c96051-af96-433a-b96a-8797d8d9daa9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d43ad4ca-a7d9-4350-b4fc-f014dddd4c65 HTTP/1.1" status: 200 len: 849 time: 0.0429301 Aug 06 17:19:19.158889 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68672f9-d6f0-4193-a9a6-75a58a9c9c43 req-df27d53d-b2d1-458c-8846-91cfd1857953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:19:19.160305 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d68672f9-d6f0-4193-a9a6-75a58a9c9c43 req-df27d53d-b2d1-458c-8846-91cfd1857953 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc9af417-398c-4a83-aa48-cea12aa80b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385423 Aug 06 17:19:19.588716 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d68672f9-d6f0-4193-a9a6-75a58a9c9c43 req-1e5109b0-b777-4c28-93de-e969fd649547 service neutron] 10.222.0.78 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209998 Aug 06 17:19:19.675753 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-d68672f9-d6f0-4193-a9a6-75a58a9c9c43 req-5633072a-98da-46b0-9b2b-f6343b151c52 service neutron] 10.222.0.78 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798905 Aug 06 17:19:20.032150 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-684691b2-274f-4288-8f54-74eb1996b7d4 req-d39d8a63-b56f-4893-9454-124d6211803a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407467 Aug 06 17:19:20.117075 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684691b2-274f-4288-8f54-74eb1996b7d4 req-706f1767-1a6a-4480-97ab-7e5524a11bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:19:20.118610 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-684691b2-274f-4288-8f54-74eb1996b7d4 req-706f1767-1a6a-4480-97ab-7e5524a11bbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 1097 time: 0.0449800 Aug 06 17:19:20.239969 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684691b2-274f-4288-8f54-74eb1996b7d4 req-b4a5a9fb-70b5-458f-bd30-9b73d9c36192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:19:20.241455 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-684691b2-274f-4288-8f54-74eb1996b7d4 req-b4a5a9fb-70b5-458f-bd30-9b73d9c36192 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 200 len: 911 time: 0.1041329 Aug 06 17:19:20.307752 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-684691b2-274f-4288-8f54-74eb1996b7d4 req-1006a048-5378-4612-ac79-01b7d2028e4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc HTTP/1.1" status: 200 len: 1002 time: 0.0584261 Aug 06 17:19:20.359626 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684691b2-274f-4288-8f54-74eb1996b7d4 req-1a0064f0-cc68-4d4e-bc03-8560e9190e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:19:20.361058 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-684691b2-274f-4288-8f54-74eb1996b7d4 req-1a0064f0-cc68-4d4e-bc03-8560e9190e09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d43ad4ca-a7d9-4350-b4fc-f014dddd4c65 HTTP/1.1" status: 200 len: 849 time: 0.0471652 Aug 06 17:19:20.404844 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684691b2-274f-4288-8f54-74eb1996b7d4 req-e3b31ada-133c-45fb-ba53-a14eb84a9453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:19:20.406309 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-684691b2-274f-4288-8f54-74eb1996b7d4 req-e3b31ada-133c-45fb-ba53-a14eb84a9453 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc9af417-398c-4a83-aa48-cea12aa80b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382662 Aug 06 17:19:20.494564 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-684691b2-274f-4288-8f54-74eb1996b7d4 req-5a137cd4-db32-486a-b769-c2ba58808362 service neutron] 10.222.0.13 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807102 Aug 06 17:19:20.588535 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-684691b2-274f-4288-8f54-74eb1996b7d4 req-214c52b0-264a-41df-afc0-36017dbf9a82 service neutron] 10.222.0.13 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865848 Aug 06 17:19:24.512508 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:24.746861 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:33.934069 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-67f7287a-2201-4c28-8366-3570ccf97157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:36.333083 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0acb5f68-0f15-41d6-9298-36c1171e3562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:36.770253 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:37.467485 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:19:37.644122 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:39.347934 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:54.511115 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:19:54.746343 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:03.935642 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-77a87011-da9a-4853-a293-fc87064fa14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:06.333926 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-66620883-53c1-469c-8929-07eff6dfd689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:06.770144 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:07.646308 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:09.350142 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:14.467640 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:20:20.593359 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-38e96d1d-5d21-4151-872f-6b6bcc2af25e req-78f3bd4b-b45c-4d09-a98d-7c14a2e7c0de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407746 Aug 06 17:20:20.674890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e96d1d-5d21-4151-872f-6b6bcc2af25e req-fcdf5192-ca39-479f-b85e-a02980a9297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:20.676359 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-38e96d1d-5d21-4151-872f-6b6bcc2af25e req-fcdf5192-ca39-479f-b85e-a02980a9297c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 1097 time: 0.0418670 Aug 06 17:20:20.761611 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c91642e9-d5ff-4ce8-97b9-598c6d33f162 req-75a9f92a-eb26-493e-b700-b487c9387253 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397141 Aug 06 17:20:20.792851 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e96d1d-5d21-4151-872f-6b6bcc2af25e req-fff508d4-20ce-4a8a-b87a-3a1c6637a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:20.794418 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-38e96d1d-5d21-4151-872f-6b6bcc2af25e req-fff508d4-20ce-4a8a-b87a-3a1c6637a1ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 200 len: 911 time: 0.0972068 Aug 06 17:20:20.848592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91642e9-d5ff-4ce8-97b9-598c6d33f162 req-91d2aaaa-676e-458b-a5e1-23b1f7dc455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:20.850414 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c91642e9-d5ff-4ce8-97b9-598c6d33f162 req-91d2aaaa-676e-458b-a5e1-23b1f7dc455b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 1095 time: 0.0466828 Aug 06 17:20:20.866846 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-38e96d1d-5d21-4151-872f-6b6bcc2af25e req-7f4dd53f-e5c6-4331-8fb5-52c62fc24567 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc HTTP/1.1" status: 200 len: 1002 time: 0.0652931 Aug 06 17:20:20.916156 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e96d1d-5d21-4151-872f-6b6bcc2af25e req-37e272c3-ea11-4635-b824-353804c31189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:20.917697 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-38e96d1d-5d21-4151-872f-6b6bcc2af25e req-37e272c3-ea11-4635-b824-353804c31189 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d43ad4ca-a7d9-4350-b4fc-f014dddd4c65 HTTP/1.1" status: 200 len: 849 time: 0.0440476 Aug 06 17:20:20.959401 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91642e9-d5ff-4ce8-97b9-598c6d33f162 req-0b375362-6997-4740-86fc-fa5ee9e7f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:20.960787 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c91642e9-d5ff-4ce8-97b9-598c6d33f162 req-0b375362-6997-4740-86fc-fa5ee9e7f79b service neutron] 10.222.0.78 "GET /v2.0/networks?id=bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 200 len: 911 time: 0.0902848 Aug 06 17:20:20.965124 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e96d1d-5d21-4151-872f-6b6bcc2af25e req-d0f6fcef-13e9-410f-94d0-099fed1ad61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:20.966630 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-38e96d1d-5d21-4151-872f-6b6bcc2af25e req-d0f6fcef-13e9-410f-94d0-099fed1ad61b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc9af417-398c-4a83-aa48-cea12aa80b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401998 Aug 06 17:20:21.031174 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c91642e9-d5ff-4ce8-97b9-598c6d33f162 req-ac53037f-800b-4960-91fe-2d84a07695eb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6266783-b72d-473a-8109-a0e0fa42637f HTTP/1.1" status: 200 len: 1000 time: 0.0616860 Aug 06 17:20:21.061150 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-38e96d1d-5d21-4151-872f-6b6bcc2af25e req-6e512c42-54d7-4c24-97bd-758ac805ecf5 service neutron] 10.222.0.13 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865548 Aug 06 17:20:21.081431 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91642e9-d5ff-4ce8-97b9-598c6d33f162 req-cb25a8b3-8747-4764-a214-b271aae21311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:21.082912 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c91642e9-d5ff-4ce8-97b9-598c6d33f162 req-cb25a8b3-8747-4764-a214-b271aae21311 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d43ad4ca-a7d9-4350-b4fc-f014dddd4c65 HTTP/1.1" status: 200 len: 849 time: 0.0441966 Aug 06 17:20:21.128862 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91642e9-d5ff-4ce8-97b9-598c6d33f162 req-840dc215-480a-4d8f-94b6-3831e182bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:21.130379 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c91642e9-d5ff-4ce8-97b9-598c6d33f162 req-840dc215-480a-4d8f-94b6-3831e182bfb1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc9af417-398c-4a83-aa48-cea12aa80b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397189 Aug 06 17:20:21.152841 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-38e96d1d-5d21-4151-872f-6b6bcc2af25e req-31b9d72f-90e2-4f7c-95ba-f7a0669604f3 service neutron] 10.222.0.13 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846889 Aug 06 17:20:21.223385 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c91642e9-d5ff-4ce8-97b9-598c6d33f162 req-aae6480e-c814-4a90-96d6-8b605da45043 service neutron] 10.222.0.78 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849063 Aug 06 17:20:21.312871 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c91642e9-d5ff-4ce8-97b9-598c6d33f162 req-f52a1897-baed-429b-a16a-d1e4d0c6d769 service neutron] 10.222.0.78 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811343 Aug 06 17:20:24.510753 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:24.761033 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:33.938367 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0108e86-52c1-4f2c-93f8-53a58fca90bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:36.334097 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-69dfc186-24d1-4654-a907-1f4be3ba3de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:36.774450 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:36.780931 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc details requested by agent hyperv_n-h2-803756-1 with host n-h2-803756-1 {{(pid=105766) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:20:36.872886 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:20:36.884114 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Returning: {'device': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'port_id': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc', 'mac_address': 'fa:16:3e:d0:b7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105766) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:20:36.918984 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:36.934971 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc {{(pid=105766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:20:36.958674 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:20:36.962304 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:37.011521 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc,revision_number=6']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:20:37.018668 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:37.019012 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:37.019345 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:37.019677 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:37.020004 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:37.020322 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:37.020640 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:37.020957 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:37.021277 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:37.021597 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:37.021937 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:37.022251 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:37.039728 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] get_ports_and_sgs() called for port_ids ['9b05ed7e-c9cf-41ad-b284-7e5d25507bdc'] {{(pid=105766) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:20:37.649414 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:38.813801 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc up at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:20:38.878499 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.provisioning_blocks [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Provisioning complete for port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc triggered by entity L2. {{(pid=105766) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:20:38.879141 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66691128'] for port, provisioning_complete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:38.969234 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67093231'] for port, before_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:39.004978 n-d-803756-1 neutron-server[105766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc'}] {{(pid=105766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:20:39.007007 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11ecf265979b0214a36d7641f64e1658894ffbe4fab3f9bb2e4bbb11e70f7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef0d618-0de0-48a4-ab55-79198c57b3b2" -d '{"events": [{"server_uuid": "b8f564aa-b77d-41d3-90ea-81313ff0ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "9b05ed7e-c9cf-41ad-b284-7e5d25507bdc"}]}' {{(pid=105766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:20:39.037508 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] For port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:20:39.037508 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730158194261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730157808357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730157808375'] for port, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:39.123823 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927b2d24-6c56-4b52-b0ab-3ccae6c74a61 x-openstack-request-id: req-927b2d24-6c56-4b52-b0ab-3ccae6c74a61 {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:20:39.124501 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f564aa-b77d-41d3-90ea-81313ff0ee9a", "name": "network-vif-plugged", "status": "completed", "tag": "9b05ed7e-c9cf-41ad-b284-7e5d25507bdc", "code": 200}]} {{(pid=105766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:20:39.126347 n-d-803756-1 neutron-server[105766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-927b2d24-6c56-4b52-b0ab-3ccae6c74a61 {{(pid=105766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:20:39.127000 n-d-803756-1 neutron-server[105766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc', 'code': 200} Aug 06 17:20:39.144719 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Pushing event updated for resources: {'Port': ['ID=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc,revision_number=7']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:20:39.355630 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:47.379850 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36584) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:20:47.536733 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Deleting port 66213c5a-f50d-4904-b45e-4443092d773d {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:20:47.537072 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:47.610469 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:47.610799 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:47.622407 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Calling delete_port for 66213c5a-f50d-4904-b45e-4443092d773d owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:20:47.769291 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:47.794875 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event deleted for resources: {'Port': ['ID=66213c5a-f50d-4904-b45e-4443092d773d,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:20:47.820083 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:47.820429 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:47.820757 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:47.821097 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:47.821430 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:47.821815 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:47.822147 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:47.822475 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:47.822798 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:47.823124 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:47.823457 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:47.823780 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:47.867987 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:47.868367 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Floating IP df78b7d6-f0fc-4ce1-8ce7-51d1b66c9e8a disassociated (deleted). External IP: 172.25.1.146, port: 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc. Aug 06 17:20:48.078754 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Router 8534535f-b018-48d5-ba43-b55caec08e12 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:20:48.188848 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:20:48.193583 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:48.198609 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccc4f0-b2d2-434e-8580-9733734a7148 None None] Sync routers for ids ['8534535f-b018-48d5-ba43-b55caec08e12'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:20:48.207394 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ccc4f0-b2d2-434e-8580-9733734a7148 None None] Routers {'8534535f-b018-48d5-ba43-b55caec08e12'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:20:48.208001 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-10ccc4f0-b2d2-434e-8580-9733734a7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:20:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8534535f-b018-48d5-ba43-b55caec08e12'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:20:48.226145 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-9e72f2e0-5969-42a3-9a77-118d9bed82fe tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "DELETE /v2.0/floatingips/df78b7d6-f0fc-4ce1-8ce7-51d1b66c9e8a HTTP/1.1" status: 204 len: 168 time: 0.8427584 Aug 06 17:20:48.226145 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'tag': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:20:48.226595 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950e4ef1-f7b9-4763-a456-5a470d175c80" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f564aa-b77d-41d3-90ea-81313ff0ee9a", "tag": "9b05ed7e-c9cf-41ad-b284-7e5d25507bdc"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:20:48.315510 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-10ccc4f0-b2d2-434e-8580-9733734a7148 None None] Set router 8534535f-b018-48d5-ba43-b55caec08e12 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:20:48.367864 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9897cf-8aac-433f-b24d-b65ad83ff078 x-openstack-request-id: req-0f9897cf-8aac-433f-b24d-b65ad83ff078 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:20:48.368376 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f564aa-b77d-41d3-90ea-81313ff0ee9a", "tag": "9b05ed7e-c9cf-41ad-b284-7e5d25507bdc", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:20:48.369059 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f9897cf-8aac-433f-b24d-b65ad83ff078 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:20:48.370291 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'tag': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc', 'status': 'completed', 'code': 200} Aug 06 17:20:48.436305 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e4ef1-f7b9-4763-a456-5a470d175c80 req-3ac2d692-e27b-4692-a5e1-cb97a76f34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:48.438112 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-950e4ef1-f7b9-4763-a456-5a470d175c80 req-3ac2d692-e27b-4692-a5e1-cb97a76f34e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 1097 time: 0.0476685 Aug 06 17:20:48.466318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce2163-c8f3-4efc-b8f1-625c4ae7b7a0 req-1f6ab75e-2b28-4a75-a3a0-1b6c428e9924 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:48.469282 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9ce2163-c8f3-4efc-b8f1-625c4ae7b7a0 req-1f6ab75e-2b28-4a75-a3a0-1b6c428e9924 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 946 time: 0.0526342 Aug 06 17:20:48.507938 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-c9ce2163-c8f3-4efc-b8f1-625c4ae7b7a0 req-c9a6cab3-8909-4a0f-ab4a-35737f828f0c tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324526 Aug 06 17:20:48.542509 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e4ef1-f7b9-4763-a456-5a470d175c80 req-c955f213-f8d0-4251-956e-5884d311bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:48.544005 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-950e4ef1-f7b9-4763-a456-5a470d175c80 req-c955f213-f8d0-4251-956e-5884d311bc3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 200 len: 911 time: 0.0985675 Aug 06 17:20:48.557139 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-10ccc4f0-b2d2-434e-8580-9733734a7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '42dc704f-ec53-4ce7-8d38-7ee91a28245f', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'port_id': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'mac_address': 'fa:16:3e:1c:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:16:24Z', 'updated_at': '2021-08-06T17:16:26Z', 'revision_number': 1, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 5, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:20:48.586586 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccc4f0-b2d2-434e-8580-9733734a7148 None None] Checking router: 8534535f-b018-48d5-ba43-b55caec08e12 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:20:48.587435 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-950e4ef1-f7b9-4763-a456-5a470d175c80 req-f0c677f2-4c47-45c6-96f1-976979e9e26d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc HTTP/1.1" status: 200 len: 217 time: 0.0343273 Aug 06 17:20:48.595313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ccc4f0-b2d2-434e-8580-9733734a7148 None None] Routers {'8534535f-b018-48d5-ba43-b55caec08e12'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:20:48.595908 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-10ccc4f0-b2d2-434e-8580-9733734a7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:20:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8534535f-b018-48d5-ba43-b55caec08e12'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:20:48.640607 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e4ef1-f7b9-4763-a456-5a470d175c80 req-a7fa5f3d-ab34-42b6-a1b7-d19d1a26c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:48.642093 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-950e4ef1-f7b9-4763-a456-5a470d175c80 req-a7fa5f3d-ab34-42b6-a1b7-d19d1a26c8d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d43ad4ca-a7d9-4350-b4fc-f014dddd4c65 HTTP/1.1" status: 200 len: 849 time: 0.0474415 Aug 06 17:20:48.688410 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e4ef1-f7b9-4763-a456-5a470d175c80 req-22606706-fa7b-4778-8c56-d769a0d3448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:48.689934 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-950e4ef1-f7b9-4763-a456-5a470d175c80 req-22606706-fa7b-4778-8c56-d769a0d3448c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc9af417-398c-4a83-aa48-cea12aa80b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402634 Aug 06 17:20:48.699230 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-10ccc4f0-b2d2-434e-8580-9733734a7148 None None] Set router 8534535f-b018-48d5-ba43-b55caec08e12 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:20:48.783872 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-950e4ef1-f7b9-4763-a456-5a470d175c80 req-4c9af54c-8c7e-440e-b359-f7bf2a9d6fd9 service neutron] 10.222.0.13 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856690 Aug 06 17:20:48.876542 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-950e4ef1-f7b9-4763-a456-5a470d175c80 req-7019193d-f229-4f13-9c75-f020fb7c9c5e service neutron] 10.222.0.13 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850224 Aug 06 17:20:49.071312 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-10ccc4f0-b2d2-434e-8580-9733734a7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '42dc704f-ec53-4ce7-8d38-7ee91a28245f', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'port_id': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'mac_address': 'fa:16:3e:1c:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:16:24Z', 'updated_at': '2021-08-06T17:16:26Z', 'revision_number': 1, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 5, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:20:49.106842 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ccc4f0-b2d2-434e-8580-9733734a7148 None None] The sync data for ids ['8534535f-b018-48d5-ba43-b55caec08e12'] in n-d-803756-1 is: [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_floatingips': [{'id': '42dc704f-ec53-4ce7-8d38-7ee91a28245f', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'router_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'port_id': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'mac_address': 'fa:16:3e:1c:12:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:16:24Z', 'updated_at': '2021-08-06T17:16:26Z', 'revision_number': 1, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 5, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:20:49.321219 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dddd32-a37b-406a-8866-5d77c627c1bc None None] New status for floating IP df78b7d6-f0fc-4ce1-8ce7-51d1b66c9e8a: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:20:49.624559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013e464-d93d-4e11-a539-c3b1669570dc req-d4aa29c5-cf29-4849-9a2a-52f5032478d7 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:49.626812 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1013e464-d93d-4e11-a539-c3b1669570dc req-d4aa29c5-cf29-4849-9a2a-52f5032478d7 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 946 time: 0.0495663 Aug 06 17:20:49.663411 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-1013e464-d93d-4e11-a539-c3b1669570dc req-ee8c6cd4-804c-4eb2-ac04-30a5f0f65d4d tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307212 Aug 06 17:20:49.916023 n-d-803756-1 neutron-server[105764]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87a841-627e-4efe-93e0-7276a2d07fd2 req-6a756d1e-6c31-46a5-8d2d-c243ac8e061f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105764) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:49.917375 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3d87a841-627e-4efe-93e0-7276a2d07fd2 req-6a756d1e-6c31-46a5-8d2d-c243ac8e061f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 946 time: 0.0474157 Aug 06 17:20:50.009340 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-3d87a841-627e-4efe-93e0-7276a2d07fd2 req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Deleting port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:20:50.009711 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3d87a841-627e-4efe-93e0-7276a2d07fd2 req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:50.096667 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [req-3d87a841-627e-4efe-93e0-7276a2d07fd2 req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] For port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc, host n-h2-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803756-1',level=0,port_id=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:20:50.097023 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3d87a841-627e-4efe-93e0-7276a2d07fd2 req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:50.115218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [req-3d87a841-627e-4efe-93e0-7276a2d07fd2 req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Calling delete_port for 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc owned by compute:nova {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:20:50.237411 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3d87a841-627e-4efe-93e0-7276a2d07fd2 req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:50.264960 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event deleted for resources: {'Port': ['ID=9b05ed7e-c9cf-41ad-b284-7e5d25507bdc,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:20:50.296127 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:50.296477 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:50.296846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:50.297208 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:50.297542 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:50.297901 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:50.298233 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:50.298597 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:50.298892 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:50.299218 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:50.300181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:50.300181 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803756-1 {{(pid=105764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:20:50.318592 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d87a841-627e-4efe-93e0-7276a2d07fd2 req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] No DVR routers for this DVR port 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc on host n-h2-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:20:50.320964 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [req-3d87a841-627e-4efe-93e0-7276a2d07fd2 req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:50.323049 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [req-3d87a841-627e-4efe-93e0-7276a2d07fd2 req-e5f94fdf-43c7-43e6-ab54-7f0271ca661f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.13 "DELETE /v2.0/ports/9b05ed7e-c9cf-41ad-b284-7e5d25507bdc HTTP/1.1" status: 204 len: 173 time: 0.3994448 Aug 06 17:20:50.323490 n-d-803756-1 neutron-server[105764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'name': 'network-vif-deleted', 'tag': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc'}] {{(pid=105764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:20:50.325822 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff89031e7ac62dedeeee97a89b82b37be0a1184da9d2c8eb1b2a86f578ff30ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adc29af-240c-430c-94d6-d0df4366ab68" -d '{"events": [{"server_uuid": "b8f564aa-b77d-41d3-90ea-81313ff0ee9a", "name": "network-vif-deleted", "tag": "9b05ed7e-c9cf-41ad-b284-7e5d25507bdc"}]}' {{(pid=105764) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:20:50.364518 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701e30f8-a19c-493f-bb6b-f35950526d01 x-openstack-request-id: req-701e30f8-a19c-493f-bb6b-f35950526d01 {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:20:50.365012 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f564aa-b77d-41d3-90ea-81313ff0ee9a", "name": "network-vif-deleted", "tag": "9b05ed7e-c9cf-41ad-b284-7e5d25507bdc", "status": "completed", "code": 200}]} {{(pid=105764) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:20:50.365255 n-d-803756-1 neutron-server[105764]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-701e30f8-a19c-493f-bb6b-f35950526d01 {{(pid=105764) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:20:50.365689 n-d-803756-1 neutron-server[105764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f564aa-b77d-41d3-90ea-81313ff0ee9a', 'name': 'network-vif-deleted', 'tag': '9b05ed7e-c9cf-41ad-b284-7e5d25507bdc', 'status': 'completed', 'code': 200} Aug 06 17:20:50.777585 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-ce39739a-779d-42e7-a139-e77c57eb55af req-93009197-992e-4718-97da-2b23ff3ca705 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8f564aa-b77d-41d3-90ea-81313ff0ee9a HTTP/1.1" status: 200 len: 210 time: 0.0284219 Aug 06 17:20:50.905475 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:20:50.924866 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:20:50.925201 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:20:51.466985 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:20:52.337874 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36642) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:20:52.490884 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-50f67f23-448e-436c-823e-4dc394184d53 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Deleting port dc760e39-bd7e-4218-a398-a5360e2bdc73 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:20:52.491227 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50f67f23-448e-436c-823e-4dc394184d53 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:52.568149 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50f67f23-448e-436c-823e-4dc394184d53 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:52.568474 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50f67f23-448e-436c-823e-4dc394184d53 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:52.580238 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-50f67f23-448e-436c-823e-4dc394184d53 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Calling delete_port for dc760e39-bd7e-4218-a398-a5360e2bdc73 owned by network:floatingip {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:20:52.726613 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50f67f23-448e-436c-823e-4dc394184d53 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:52.751421 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f67f23-448e-436c-823e-4dc394184d53 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event deleted for resources: {'Port': ['ID=dc760e39-bd7e-4218-a398-a5360e2bdc73,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:20:52.811584 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50f67f23-448e-436c-823e-4dc394184d53 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for floatingip, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:52.811928 n-d-803756-1 neutron-server[105765]: INFO neutron.db.l3_db [None req-50f67f23-448e-436c-823e-4dc394184d53 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Floating IP 42dc704f-ec53-4ce7-8d38-7ee91a28245f disassociated (deleted). External IP: 172.25.1.124, port: f6266783-b72d-473a-8109-a0e0fa42637f. Aug 06 17:20:53.022646 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f67f23-448e-436c-823e-4dc394184d53 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Router 8534535f-b018-48d5-ba43-b55caec08e12 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:20:53.131680 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f67f23-448e-436c-823e-4dc394184d53 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:20:53.136507 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-50f67f23-448e-436c-823e-4dc394184d53 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for floatingip, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:53.149117 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524acb4e-7d24-4cf2-865c-3959540c0a5b None None] Sync routers for ids ['8534535f-b018-48d5-ba43-b55caec08e12'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:20:53.158829 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524acb4e-7d24-4cf2-865c-3959540c0a5b None None] Routers {'8534535f-b018-48d5-ba43-b55caec08e12'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:20:53.159434 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-524acb4e-7d24-4cf2-865c-3959540c0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:20:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8534535f-b018-48d5-ba43-b55caec08e12'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:20:53.166887 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-50f67f23-448e-436c-823e-4dc394184d53 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "DELETE /v2.0/floatingips/42dc704f-ec53-4ce7-8d38-7ee91a28245f HTTP/1.1" status: 204 len: 168 time: 0.8282223 Aug 06 17:20:53.167592 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'tag': 'f6266783-b72d-473a-8109-a0e0fa42637f'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:20:53.170103 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394cd255-4e28-4df7-8a22-6341db77b635" -d '{"events": [{"name": "network-changed", "server_uuid": "805a1b0c-34f9-4f65-83ab-d3d4d39a5349", "tag": "f6266783-b72d-473a-8109-a0e0fa42637f"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:20:53.214006 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdd5581-af4f-4d0a-a293-908757cf1412 x-openstack-request-id: req-7bdd5581-af4f-4d0a-a293-908757cf1412 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:20:53.214475 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805a1b0c-34f9-4f65-83ab-d3d4d39a5349", "tag": "f6266783-b72d-473a-8109-a0e0fa42637f", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:20:53.214735 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7bdd5581-af4f-4d0a-a293-908757cf1412 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:20:53.215153 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'tag': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'status': 'completed', 'code': 200} Aug 06 17:20:53.270155 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-524acb4e-7d24-4cf2-865c-3959540c0a5b None None] Set router 8534535f-b018-48d5-ba43-b55caec08e12 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:20:53.285057 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cd255-4e28-4df7-8a22-6341db77b635 req-5b5a937a-16c0-4bd0-95ea-40ef22f1bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:53.286749 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-394cd255-4e28-4df7-8a22-6341db77b635 req-5b5a937a-16c0-4bd0-95ea-40ef22f1bdbe service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 1095 time: 0.0495126 Aug 06 17:20:53.433417 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e8983-606e-4d8b-97b5-a83c0aeec402 req-1b0ddaf9-8c2f-4ff9-923c-7e5ebec2f3d9 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:53.435044 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-626e8983-606e-4d8b-97b5-a83c0aeec402 req-1b0ddaf9-8c2f-4ff9-923c-7e5ebec2f3d9 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 944 time: 0.0716743 Aug 06 17:20:53.435964 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cd255-4e28-4df7-8a22-6341db77b635 req-4639f585-3d7a-4fcb-8703-19054e319fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:53.438141 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-394cd255-4e28-4df7-8a22-6341db77b635 req-4639f585-3d7a-4fcb-8703-19054e319fb9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 200 len: 911 time: 0.1435015 Aug 06 17:20:53.499387 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-394cd255-4e28-4df7-8a22-6341db77b635 req-b76c8a6a-e1e0-4baf-a785-505d50ba3454 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6266783-b72d-473a-8109-a0e0fa42637f HTTP/1.1" status: 200 len: 217 time: 0.0486748 Aug 06 17:20:53.506363 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-524acb4e-7d24-4cf2-865c-3959540c0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 5, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:20:53.537121 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524acb4e-7d24-4cf2-865c-3959540c0a5b None None] Checking router: 8534535f-b018-48d5-ba43-b55caec08e12 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:20:53.543099 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-626e8983-606e-4d8b-97b5-a83c0aeec402 req-a6a5b6f0-5bd7-41f4-89e0-125bca105ab8 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998247 Aug 06 17:20:53.548270 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524acb4e-7d24-4cf2-865c-3959540c0a5b None None] Routers {'8534535f-b018-48d5-ba43-b55caec08e12'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:20:53.548887 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-524acb4e-7d24-4cf2-865c-3959540c0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:20:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8534535f-b018-48d5-ba43-b55caec08e12'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:20:53.565567 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cd255-4e28-4df7-8a22-6341db77b635 req-1e53788d-a406-4059-84a9-5246cea084df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:53.567061 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-394cd255-4e28-4df7-8a22-6341db77b635 req-1e53788d-a406-4059-84a9-5246cea084df service neutron] 10.222.0.78 "GET /v2.0/subnets?id=d43ad4ca-a7d9-4350-b4fc-f014dddd4c65 HTTP/1.1" status: 200 len: 849 time: 0.0561342 Aug 06 17:20:53.616828 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cd255-4e28-4df7-8a22-6341db77b635 req-82547a98-5271-4b81-84eb-9194ab685583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:53.618389 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-394cd255-4e28-4df7-8a22-6341db77b635 req-82547a98-5271-4b81-84eb-9194ab685583 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=bc9af417-398c-4a83-aa48-cea12aa80b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429969 Aug 06 17:20:53.656443 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-524acb4e-7d24-4cf2-865c-3959540c0a5b None None] Set router 8534535f-b018-48d5-ba43-b55caec08e12 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:20:53.718120 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-394cd255-4e28-4df7-8a22-6341db77b635 req-7e7cde44-2ac6-4862-b1c9-b0d669409d5d service neutron] 10.222.0.78 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903637 Aug 06 17:20:53.820307 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-394cd255-4e28-4df7-8a22-6341db77b635 req-3b507f78-3137-4cb0-806e-a09d45926ffb service neutron] 10.222.0.78 "GET /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931497 Aug 06 17:20:53.875042 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-524acb4e-7d24-4cf2-865c-3959540c0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 5, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:20:53.900797 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524acb4e-7d24-4cf2-865c-3959540c0a5b None None] The sync data for ids ['8534535f-b018-48d5-ba43-b55caec08e12'] in n-d-803756-1 is: [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:03Z', 'revision_number': 4, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1', '_interfaces': [{'id': '30ba3765-3ede-4db4-9a4a-e4d651737643', 'name': '', 'network_id': 'bc9af417-398c-4a83-aa48-cea12aa80b81', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'mac_address': 'fa:16:3e:7c:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:03Z', 'updated_at': '2021-08-06T17:16:08Z', 'revision_number': 5, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'subnets': [{'id': 'd43ad4ca-a7d9-4350-b4fc-f014dddd4c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:20:54.129086 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b2413d-45aa-4db7-a1fa-b60886a5a9c6 None None] New status for floating IP 42dc704f-ec53-4ce7-8d38-7ee91a28245f: DOWN {{(pid=105767) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:20:54.510566 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:54.675907 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7d5f9-ee1f-4bad-bf98-aa591d04e890 req-f6c8f8f7-4891-437c-8a36-d462b15f340f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:54.677422 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4b7d5f9-ee1f-4bad-bf98-aa591d04e890 req-f6c8f8f7-4891-437c-8a36-d462b15f340f tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 944 time: 0.0559371 Aug 06 17:20:54.720435 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b4b7d5f9-ee1f-4bad-bf98-aa591d04e890 req-b0e8d19b-bdc6-47f3-808e-2e0d9903e520 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/security-groups?id=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368917 Aug 06 17:20:54.872784 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:54.920542 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc no longer exists at agent hyperv_n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:20:54.944593 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] No Port match for: 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:20:54.944926 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Device 9b05ed7e-c9cf-41ad-b284-7e5d25507bdc not bound to the agent host n-h2-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:20:55.025254 n-d-803756-1 neutron-server[105765]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1f79e-c583-41ec-afd4-d6fc2c0cd063 req-97fde6b9-4996-4c63-904a-3d33c715bee5 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105765) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:20:55.026720 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91b1f79e-c583-41ec-afd4-d6fc2c0cd063 req-97fde6b9-4996-4c63-904a-3d33c715bee5 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.78 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 944 time: 0.0501173 Aug 06 17:20:55.122833 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-91b1f79e-c583-41ec-afd4-d6fc2c0cd063 req-f6e87761-8efa-40c1-9d4c-228ffe436b83 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Deleting port f6266783-b72d-473a-8109-a0e0fa42637f {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:20:55.123175 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-91b1f79e-c583-41ec-afd4-d6fc2c0cd063 req-f6e87761-8efa-40c1-9d4c-228ffe436b83 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:55.217225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [req-91b1f79e-c583-41ec-afd4-d6fc2c0cd063 req-f6e87761-8efa-40c1-9d4c-228ffe436b83 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] For port f6266783-b72d-473a-8109-a0e0fa42637f, host n-h1-803756-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803756-1',level=0,port_id=f6266783-b72d-473a-8109-a0e0fa42637f,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:20:55.217589 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-91b1f79e-c583-41ec-afd4-d6fc2c0cd063 req-f6e87761-8efa-40c1-9d4c-228ffe436b83 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:55.229671 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [req-91b1f79e-c583-41ec-afd4-d6fc2c0cd063 req-f6e87761-8efa-40c1-9d4c-228ffe436b83 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Calling delete_port for f6266783-b72d-473a-8109-a0e0fa42637f owned by compute:nova {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:20:55.358212 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-91b1f79e-c583-41ec-afd4-d6fc2c0cd063 req-f6e87761-8efa-40c1-9d4c-228ffe436b83 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:55.386163 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e87761-8efa-40c1-9d4c-228ffe436b83 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event deleted for resources: {'Port': ['ID=f6266783-b72d-473a-8109-a0e0fa42637f,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:20:55.432520 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b1f79e-c583-41ec-afd4-d6fc2c0cd063 req-f6e87761-8efa-40c1-9d4c-228ffe436b83 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] No DVR routers for this DVR port f6266783-b72d-473a-8109-a0e0fa42637f on host n-h1-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:20:55.435007 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [req-91b1f79e-c583-41ec-afd4-d6fc2c0cd063 req-f6e87761-8efa-40c1-9d4c-228ffe436b83 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157130'] for port, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:55.436993 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-91b1f79e-c583-41ec-afd4-d6fc2c0cd063 req-f6e87761-8efa-40c1-9d4c-228ffe436b83 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.78 "DELETE /v2.0/ports/f6266783-b72d-473a-8109-a0e0fa42637f HTTP/1.1" status: 204 len: 173 time: 0.4040518 Aug 06 17:20:55.437746 n-d-803756-1 neutron-server[105765]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'name': 'network-vif-deleted', 'tag': 'f6266783-b72d-473a-8109-a0e0fa42637f'}] {{(pid=105765) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:20:55.440029 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d42bd3edb9aa67981d1781897d61fdbdc3e61463f32b3cc3f5d8542882b09309" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b084e0ee-2b4a-411a-937a-192cf7b8bc96" -d '{"events": [{"server_uuid": "805a1b0c-34f9-4f65-83ab-d3d4d39a5349", "name": "network-vif-deleted", "tag": "f6266783-b72d-473a-8109-a0e0fa42637f"}]}' {{(pid=105765) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:20:55.485552 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f676da6-da02-41e4-b784-d80292606253 x-openstack-request-id: req-1f676da6-da02-41e4-b784-d80292606253 {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:20:55.485888 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805a1b0c-34f9-4f65-83ab-d3d4d39a5349", "name": "network-vif-deleted", "tag": "f6266783-b72d-473a-8109-a0e0fa42637f", "status": "completed", "code": 200}]} {{(pid=105765) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:20:55.486135 n-d-803756-1 neutron-server[105765]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f676da6-da02-41e4-b784-d80292606253 {{(pid=105765) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:20:55.486530 n-d-803756-1 neutron-server[105765]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805a1b0c-34f9-4f65-83ab-d3d4d39a5349', 'name': 'network-vif-deleted', 'tag': 'f6266783-b72d-473a-8109-a0e0fa42637f', 'status': 'completed', 'code': 200} Aug 06 17:20:55.837995 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [req-b73a047f-bac2-4e2e-be1f-29e75b3d7a87 req-b6a5e4cb-14d0-4bcb-9c10-2e82bdda5d1a tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "GET /v2.0/ports?device_id=805a1b0c-34f9-4f65-83ab-d3d4d39a5349 HTTP/1.1" status: 200 len: 210 time: 0.0304301 Aug 06 17:20:56.893224 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36658) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:20:56.950837 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c73fa6f3-9c12-44e3-87b2-1b59dabfb3d4 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:56.976337 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c73fa6f3-9c12-44e3-87b2-1b59dabfb3d4 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:57.036338 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c73fa6f3-9c12-44e3-87b2-1b59dabfb3d4 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:57.039152 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-c73fa6f3-9c12-44e3-87b2-1b59dabfb3d4 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:57.040332 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-c73fa6f3-9c12-44e3-87b2-1b59dabfb3d4 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] 10.222.0.37 "DELETE /v2.0/security-groups/5ec254fe-ecfc-4c39-ae73-c7c63df13ce8 HTTP/1.1" status: 204 len: 168 time: 0.1460960 Aug 06 17:20:57.049339 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fa6f3-9c12-44e3-87b2-1b59dabfb3d4 tempest-TestSnapshotPattern-504520924 tempest-TestSnapshotPattern-504520924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec254fe-ecfc-4c39-ae73-c7c63df13ce8,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:20:57.083439 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36662) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:20:57.417372 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a253b421-9c47-46bc-bb6c-85771f263851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:57.654455 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a253b421-9c47-46bc-bb6c-85771f263851 admin admin] Deleting port 30ba3765-3ede-4db4-9a4a-e4d651737643 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:20:57.654793 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a253b421-9c47-46bc-bb6c-85771f263851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:57.735439 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-a253b421-9c47-46bc-bb6c-85771f263851 admin admin] For port 30ba3765-3ede-4db4-9a4a-e4d651737643, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=30ba3765-3ede-4db4-9a4a-e4d651737643,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:20:57.735827 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a253b421-9c47-46bc-bb6c-85771f263851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:57.748595 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-a253b421-9c47-46bc-bb6c-85771f263851 admin admin] Calling delete_port for 30ba3765-3ede-4db4-9a4a-e4d651737643 owned by network:router_interface {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:20:57.933310 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a253b421-9c47-46bc-bb6c-85771f263851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:57.957999 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253b421-9c47-46bc-bb6c-85771f263851 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ba3765-3ede-4db4-9a4a-e4d651737643,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:20:58.131942 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-a253b421-9c47-46bc-bb6c-85771f263851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:58.346686 n-d-803756-1 neutron-server[105764]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a253b421-9c47-46bc-bb6c-85771f263851 admin admin] Router 8534535f-b018-48d5-ba43-b55caec08e12 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105764) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:20:58.455367 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a253b421-9c47-46bc-bb6c-85771f263851 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105764) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:20:58.460888 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-a253b421-9c47-46bc-bb6c-85771f263851 admin admin] 10.222.0.37 "PUT /v2.0/routers/8534535f-b018-48d5-ba43-b55caec08e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3763814 Aug 06 17:20:58.463405 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36666) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:20:58.464481 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f0d4b-79b6-4a13-8a9c-9b8da50dfee9 None None] Sync routers for ids ['8534535f-b018-48d5-ba43-b55caec08e12'] in n-d-803756-1 {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:20:58.475122 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f0d4b-79b6-4a13-8a9c-9b8da50dfee9 None None] Routers {'8534535f-b018-48d5-ba43-b55caec08e12'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:20:58.475824 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d35f0d4b-79b6-4a13-8a9c-9b8da50dfee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:20:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8534535f-b018-48d5-ba43-b55caec08e12'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:20:58.574243 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3401b77b-4919-4e24-b5c4-2b0379a4951d admin admin] Notify callbacks [] for router, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:58.603292 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d35f0d4b-79b6-4a13-8a9c-9b8da50dfee9 None None] Set router 8534535f-b018-48d5-ba43-b55caec08e12 gateway port host: n-d-803756-1 {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:20:58.656438 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device f6266783-b72d-473a-8109-a0e0fa42637f no longer exists at agent hyperv_n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:20:58.677065 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] No Port match for: f6266783-b72d-473a-8109-a0e0fa42637f {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:20:58.677407 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Device f6266783-b72d-473a-8109-a0e0fa42637f not bound to the agent host n-h1-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:20:58.683422 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3401b77b-4919-4e24-b5c4-2b0379a4951d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:58.735915 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-3401b77b-4919-4e24-b5c4-2b0379a4951d admin admin] Deleting port a009e356-56b3-455a-9af9-ce48c9982b67 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:20:58.736289 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3401b77b-4919-4e24-b5c4-2b0379a4951d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:58.799608 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d35f0d4b-79b6-4a13-8a9c-9b8da50dfee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:20:57Z', 'revision_number': 5, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port': {'id': 'a009e356-56b3-455a-9af9-ce48c9982b67', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:12:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8534535f-b018-48d5-ba43-b55caec08e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:20:58.817656 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-3401b77b-4919-4e24-b5c4-2b0379a4951d admin admin] For port a009e356-56b3-455a-9af9-ce48c9982b67, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=a009e356-56b3-455a-9af9-ce48c9982b67,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:20:58.818020 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3401b77b-4919-4e24-b5c4-2b0379a4951d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:58.829433 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f0d4b-79b6-4a13-8a9c-9b8da50dfee9 None None] Checking router: 8534535f-b018-48d5-ba43-b55caec08e12 for host: n-d-803756-1 {{(pid=105766) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:20:58.831106 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-3401b77b-4919-4e24-b5c4-2b0379a4951d admin admin] Calling delete_port for a009e356-56b3-455a-9af9-ce48c9982b67 owned by network:router_gateway {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:20:58.837980 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f0d4b-79b6-4a13-8a9c-9b8da50dfee9 None None] Routers {'8534535f-b018-48d5-ba43-b55caec08e12'} bound to L3 agent in host n-d-803756-1 {{(pid=105766) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:20:58.838592 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d35f0d4b-79b6-4a13-8a9c-9b8da50dfee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:20:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['8534535f-b018-48d5-ba43-b55caec08e12'], 'active': True} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:20:58.920387 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvr_db [None req-d35f0d4b-79b6-4a13-8a9c-9b8da50dfee9 None None] Set router 8534535f-b018-48d5-ba43-b55caec08e12 gateway port host: None {{(pid=105766) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:20:58.974140 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_hamode_db [None req-d35f0d4b-79b6-4a13-8a9c-9b8da50dfee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:20:58Z', 'revision_number': 6, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:20:59.000320 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f0d4b-79b6-4a13-8a9c-9b8da50dfee9 None None] The sync data for ids ['8534535f-b018-48d5-ba43-b55caec08e12'] in n-d-803756-1 is: [{'id': '8534535f-b018-48d5-ba43-b55caec08e12', 'name': 'tempest-TestSnapshotPattern-1025348137-router', 'tenant_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:01Z', 'updated_at': '2021-08-06T17:20:58Z', 'revision_number': 6, 'project_id': 'a3e18b79b07a4f0db7fe0e2e8b91b5b0', 'gw_port_host': None}] {{(pid=105766) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:20:59.003788 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3401b77b-4919-4e24-b5c4-2b0379a4951d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:59.032085 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401b77b-4919-4e24-b5c4-2b0379a4951d admin admin] Pushing event deleted for resources: {'Port': ['ID=a009e356-56b3-455a-9af9-ce48c9982b67,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:20:59.089063 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3401b77b-4919-4e24-b5c4-2b0379a4951d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:59.176120 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3401b77b-4919-4e24-b5c4-2b0379a4951d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:59.178119 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3401b77b-4919-4e24-b5c4-2b0379a4951d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:59.222480 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3401b77b-4919-4e24-b5c4-2b0379a4951d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:59.222989 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3401b77b-4919-4e24-b5c4-2b0379a4951d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8534535f-b018-48d5-ba43-b55caec08e12 {{(pid=105764) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:20:59.227209 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-3401b77b-4919-4e24-b5c4-2b0379a4951d admin admin] Notify callbacks [] for router, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:59.228364 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-3401b77b-4919-4e24-b5c4-2b0379a4951d admin admin] 10.222.0.37 "DELETE /v2.0/routers/8534535f-b018-48d5-ba43-b55caec08e12 HTTP/1.1" status: 204 len: 168 time: 0.7640340 Aug 06 17:20:59.230763 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36668) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:20:59.395118 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea25bc92-1489-4a7b-b6a1-1794727a3375 admin admin] Deleting subnet d43ad4ca-a7d9-4350-b4fc-f014dddd4c65 {{(pid=105764) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:20:59.398527 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea25bc92-1489-4a7b-b6a1-1794727a3375 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:59.433648 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea25bc92-1489-4a7b-b6a1-1794727a3375 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3640918'] for subnet, precommit_delete_associations {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:59.513492 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea25bc92-1489-4a7b-b6a1-1794727a3375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:59.564637 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea25bc92-1489-4a7b-b6a1-1794727a3375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3570205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8701112'] for subnet, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:59.587470 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25bc92-1489-4a7b-b6a1-1794727a3375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d43ad4ca-a7d9-4350-b4fc-f014dddd4c65,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:20:59.594242 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-ea25bc92-1489-4a7b-b6a1-1794727a3375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:59.596123 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-ea25bc92-1489-4a7b-b6a1-1794727a3375 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d43ad4ca-a7d9-4350-b4fc-f014dddd4c65 HTTP/1.1" status: 204 len: 168 time: 0.3644710 Aug 06 17:20:59.598664 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [-] (105764) accepted ('10.222.0.37', 36672) {{(pid=105764) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:20:59.599331 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c11d994-b396-42e2-8d06-e94acbb3b003 None None] Network bc9af417-398c-4a83-aa48-cea12aa80b81 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:20:59.815332 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c175f1a9-650b-47a6-8349-02ebfede4809 None None] DHCP port deletion for bc9af417-398c-4a83-aa48-cea12aa80b81 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:20:59.870212 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c175f1a9-650b-47a6-8349-02ebfede4809 None None] Deleting port 764f9434-7fe7-4216-93bc-9c4c4d3a8322 {{(pid=105766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:20:59.870593 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c175f1a9-650b-47a6-8349-02ebfede4809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:59.940249 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.db [None req-c175f1a9-650b-47a6-8349-02ebfede4809 None None] For port 764f9434-7fe7-4216-93bc-9c4c4d3a8322, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=764f9434-7fe7-4216-93bc-9c4c4d3a8322,segment=NetworkSegment(3ad05f6d-a202-4b6a-9ee2-be5c0345b823),segment_id=3ad05f6d-a202-4b6a-9ee2-be5c0345b823)] {{(pid=105766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:20:59.940737 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c175f1a9-650b-47a6-8349-02ebfede4809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:20:59.954141 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-c175f1a9-650b-47a6-8349-02ebfede4809 None None] Calling delete_port for 764f9434-7fe7-4216-93bc-9c4c4d3a8322 owned by network:dhcp {{(pid=105766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:21:00.020793 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:00.039235 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c175f1a9-650b-47a6-8349-02ebfede4809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348'] for port, after_delete {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:00.073725 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175f1a9-650b-47a6-8349-02ebfede4809 None None] Pushing event deleted for resources: {'Port': ['ID=764f9434-7fe7-4216-93bc-9c4c4d3a8322,revision_number=None']} {{(pid=105766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:21:00.073969 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] Deleting port 764f9434-7fe7-4216-93bc-9c4c4d3a8322 {{(pid=105764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:21:00.074225 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:00.076670 n-d-803756-1 neutron-server[105766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c175f1a9-650b-47a6-8349-02ebfede4809 None None] No DVR routers for this DVR port 764f9434-7fe7-4216-93bc-9c4c4d3a8322 on host n-d-803756-1 {{(pid=105766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:21:00.141212 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.db [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] For port 764f9434-7fe7-4216-93bc-9c4c4d3a8322, host n-d-803756-1, got binding levels [] {{(pid=105764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:21:00.141573 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:00.153647 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.plugin [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] Calling delete_port for 764f9434-7fe7-4216-93bc-9c4c4d3a8322 owned by network:dhcp {{(pid=105764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:21:00.156289 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.ipam_backend_mixin [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] Port 764f9434-7fe7-4216-93bc-9c4c4d3a8322 was not found and therefore no delete operation was performed {{(pid=105764) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 17:21:00.157546 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3570222'] for port, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:00.186987 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] Pushing event deleted for resources: {'Port': ['ID=764f9434-7fe7-4216-93bc-9c4c4d3a8322,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:21:00.190553 n-d-803756-1 neutron-server[105764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] No DVR routers for this DVR port 764f9434-7fe7-4216-93bc-9c4c4d3a8322 on host n-d-803756-1 {{(pid=105764) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:21:00.260185 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:00.269846 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9af417-398c-4a83-aa48-cea12aa80b81']}} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:21:00.279890 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad05f6d-a202-4b6a-9ee2-be5c0345b823') {'for_net_delete': True} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:21:00.280185 n-d-803756-1 neutron-server[105764]: DEBUG neutron.services.segments.db [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad05f6d-a202-4b6a-9ee2-be5c0345b823') {} {{(pid=105764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:21:00.288774 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3640897'] for segment, before_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:00.302467 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:00.308079 n-d-803756-1 neutron-server[105764]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=105764) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:21:00.308792 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3570371'] for segment, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: Traceback (most recent call last): Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: timer() Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: cb(*args, **kw) Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: return func(*args, **kwargs) Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: self._notify() Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: self.callback(batched_events) Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: event.method(event) Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: return f(self, *a, **k) Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: return self._get(url).json() Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: return self.request(url, 'GET', **kwargs) Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:21:00.310426 n-d-803756-1 neutron-server[105764]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:21:00.371175 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:00.377465 n-d-803756-1 neutron-server[105764]: DEBUG neutron_lib.callbacks.manager [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] Notify callbacks [] for network, before_response {{(pid=105764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:00.379331 n-d-803756-1 neutron-server[105764]: INFO neutron.wsgi [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] 10.222.0.37 "DELETE /v2.0/networks/bc9af417-398c-4a83-aa48-cea12aa80b81 HTTP/1.1" status: 204 len: 168 time: 0.7796366 Aug 06 17:21:00.382488 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36674) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:21:00.388623 n-d-803756-1 neutron-server[105764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e22f2-1aa4-4671-819e-70a896d020fa admin admin] Pushing event deleted for resources: {'Network': ['ID=bc9af417-398c-4a83-aa48-cea12aa80b81,revision_number=None']} {{(pid=105764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:21:00.619286 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 30ba3765-3ede-4db4-9a4a-e4d651737643 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:21:00.638176 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 30ba3765-3ede-4db4-9a4a-e4d651737643 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:21:00.638516 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 30ba3765-3ede-4db4-9a4a-e4d651737643 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:21:00.638931 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a009e356-56b3-455a-9af9-ce48c9982b67 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:21:00.657313 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: a009e356-56b3-455a-9af9-ce48c9982b67 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:21:00.657677 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device a009e356-56b3-455a-9af9-ce48c9982b67 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:21:00.658084 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 764f9434-7fe7-4216-93bc-9c4c4d3a8322 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:21:00.676745 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 764f9434-7fe7-4216-93bc-9c4c4d3a8322 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:21:00.677069 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 764f9434-7fe7-4216-93bc-9c4c4d3a8322 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:21:00.728733 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b70a12d3-1937-43e6-8bd9-579133571ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1005297'] for router_interface, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:00.964812 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-b70a12d3-1937-43e6-8bd9-579133571ed3 admin admin] Deleting port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:21:00.965151 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b70a12d3-1937-43e6-8bd9-579133571ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:01.044418 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-b70a12d3-1937-43e6-8bd9-579133571ed3 admin admin] For port 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c,segment=NetworkSegment(4165fcf1-1717-45f0-aed8-7c671e79455c),segment_id=4165fcf1-1717-45f0-aed8-7c671e79455c)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:21:01.044780 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b70a12d3-1937-43e6-8bd9-579133571ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:01.057706 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-b70a12d3-1937-43e6-8bd9-579133571ed3 admin admin] Calling delete_port for 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c owned by network:router_interface {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:21:01.238705 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b70a12d3-1937-43e6-8bd9-579133571ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:01.267842 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a12d3-1937-43e6-8bd9-579133571ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:21:01.428913 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b70a12d3-1937-43e6-8bd9-579133571ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1005165'] for router_interface, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:01.638393 n-d-803756-1 neutron-server[105765]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70a12d3-1937-43e6-8bd9-579133571ed3 admin admin] Router 9a2c0de2-0a46-4e92-8667-73b133d9d5f9 has already been hosted by L3 agent 7807682b-c475-4f3a-9a8b-6dada8af889e {{(pid=105765) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:21:02.086882 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70a12d3-1937-43e6-8bd9-579133571ed3 admin admin] Notify agent at l3_agent.n-d-803756-1 the message routers_updated {{(pid=105765) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:21:02.092029 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b70a12d3-1937-43e6-8bd9-579133571ed3 admin admin] 10.222.0.37 "PUT /v2.0/routers/9a2c0de2-0a46-4e92-8667-73b133d9d5f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7085214 Aug 06 17:21:02.094702 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36676) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:21:02.095502 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b629e2d-1dfe-4cf6-bfdc-2417e6bfa5df None None] Sync routers for ids ['9a2c0de2-0a46-4e92-8667-73b133d9d5f9'] in n-d-803756-1 {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:21:02.104547 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b629e2d-1dfe-4cf6-bfdc-2417e6bfa5df None None] Routers {'9a2c0de2-0a46-4e92-8667-73b133d9d5f9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:21:02.105182 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7b629e2d-1dfe-4cf6-bfdc-2417e6bfa5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:20:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a2c0de2-0a46-4e92-8667-73b133d9d5f9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:21:02.198499 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f28ec663-5d5e-4226-94bb-bfc2ba89e965 admin admin] Notify callbacks [] for router, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:02.208379 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-7b629e2d-1dfe-4cf6-bfdc-2417e6bfa5df None None] Set router 9a2c0de2-0a46-4e92-8667-73b133d9d5f9 gateway port host: n-d-803756-1 {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:21:02.297025 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f28ec663-5d5e-4226-94bb-bfc2ba89e965 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:02.352168 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-f28ec663-5d5e-4226-94bb-bfc2ba89e965 admin admin] Deleting port c8544ff5-591f-4e00-a4c1-4654f4cdd3cf {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:21:02.352408 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f28ec663-5d5e-4226-94bb-bfc2ba89e965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:02.432978 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-f28ec663-5d5e-4226-94bb-bfc2ba89e965 admin admin] For port c8544ff5-591f-4e00-a4c1-4654f4cdd3cf, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=c8544ff5-591f-4e00-a4c1-4654f4cdd3cf,segment=NetworkSegment(00bff74a-dd97-4715-bb7b-ab0605ef81ea),segment_id=00bff74a-dd97-4715-bb7b-ab0605ef81ea)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:21:02.433729 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f28ec663-5d5e-4226-94bb-bfc2ba89e965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:02.447069 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-f28ec663-5d5e-4226-94bb-bfc2ba89e965 admin admin] Calling delete_port for c8544ff5-591f-4e00-a4c1-4654f4cdd3cf owned by network:router_gateway {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:21:02.478125 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7b629e2d-1dfe-4cf6-bfdc-2417e6bfa5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'name': 'tempest-TestSnapshotPattern-1965818240-router', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'external_fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'c8544ff5-591f-4e00-a4c1-4654f4cdd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:05Z', 'updated_at': '2021-08-06T17:21:01Z', 'revision_number': 5, 'project_id': '7ad36556aed1482c8d42bcd473f417ff', 'gw_port': {'id': 'c8544ff5-591f-4e00-a4c1-4654f4cdd3cf', 'name': '', 'network_id': 'a032e3c1-4d26-4652-b5c8-781664ed13c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803756-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:16:06Z', 'updated_at': '2021-08-06T17:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a549e46e-8057-448b-98df-ba5bb48c3cb5', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803756-1'}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:21:02.504812 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b629e2d-1dfe-4cf6-bfdc-2417e6bfa5df None None] Checking router: 9a2c0de2-0a46-4e92-8667-73b133d9d5f9 for host: n-d-803756-1 {{(pid=105767) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:21:02.513270 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b629e2d-1dfe-4cf6-bfdc-2417e6bfa5df None None] Routers {'9a2c0de2-0a46-4e92-8667-73b133d9d5f9'} bound to L3 agent in host n-d-803756-1 {{(pid=105767) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:21:02.513895 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7b629e2d-1dfe-4cf6-bfdc-2417e6bfa5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803756-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:43:36Z,description=,heartbeat_timestamp=2021-08-06T17:20:36Z,host='n-d-803756-1',id=7807682b-c475-4f3a-9a8b-6dada8af889e,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:43:36Z,topic='l3_agent')) {'router_ids': ['9a2c0de2-0a46-4e92-8667-73b133d9d5f9'], 'active': True} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:21:02.604362 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_dvr_db [None req-7b629e2d-1dfe-4cf6-bfdc-2417e6bfa5df None None] Set router 9a2c0de2-0a46-4e92-8667-73b133d9d5f9 gateway port host: None {{(pid=105767) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:21:02.617122 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f28ec663-5d5e-4226-94bb-bfc2ba89e965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:02.646318 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ec663-5d5e-4226-94bb-bfc2ba89e965 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8544ff5-591f-4e00-a4c1-4654f4cdd3cf,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:21:02.659716 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.l3_hamode_db [None req-7b629e2d-1dfe-4cf6-bfdc-2417e6bfa5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'name': 'tempest-TestSnapshotPattern-1965818240-router', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:05Z', 'updated_at': '2021-08-06T17:21:02Z', 'revision_number': 6, 'project_id': '7ad36556aed1482c8d42bcd473f417ff', 'gw_port_host': None}], 'n-d-803756-1', False) {} {{(pid=105767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:21:02.685534 n-d-803756-1 neutron-server[105767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b629e2d-1dfe-4cf6-bfdc-2417e6bfa5df None None] The sync data for ids ['9a2c0de2-0a46-4e92-8667-73b133d9d5f9'] in n-d-803756-1 is: [{'id': '9a2c0de2-0a46-4e92-8667-73b133d9d5f9', 'name': 'tempest-TestSnapshotPattern-1965818240-router', 'tenant_id': '7ad36556aed1482c8d42bcd473f417ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:16:05Z', 'updated_at': '2021-08-06T17:21:02Z', 'revision_number': 6, 'project_id': '7ad36556aed1482c8d42bcd473f417ff', 'gw_port_host': None}] {{(pid=105767) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:21:02.706226 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f28ec663-5d5e-4226-94bb-bfc2ba89e965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962233'] for router_gateway, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:02.795645 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f28ec663-5d5e-4226-94bb-bfc2ba89e965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1278'] for router, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:02.798707 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f28ec663-5d5e-4226-94bb-bfc2ba89e965 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:02.842861 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f28ec663-5d5e-4226-94bb-bfc2ba89e965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-955532'] for router, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:02.844025 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28ec663-5d5e-4226-94bb-bfc2ba89e965 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a2c0de2-0a46-4e92-8667-73b133d9d5f9 {{(pid=105765) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:21:02.848364 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-f28ec663-5d5e-4226-94bb-bfc2ba89e965 admin admin] Notify callbacks [] for router, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:02.849551 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-f28ec663-5d5e-4226-94bb-bfc2ba89e965 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9a2c0de2-0a46-4e92-8667-73b133d9d5f9 HTTP/1.1" status: 204 len: 168 time: 0.7539151 Aug 06 17:21:02.852113 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36678) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:21:02.899387 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e878561-7fa7-41f7-ad2b-351f82837d83 admin admin] Deleting subnet 80a4262f-9400-4ea6-8d1a-5d620a69fc8c {{(pid=105765) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:21:02.902415 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5e878561-7fa7-41f7-ad2b-351f82837d83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:02.936126 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5e878561-7fa7-41f7-ad2b-351f82837d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9007487'] for subnet, precommit_delete_associations {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.014295 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5e878561-7fa7-41f7-ad2b-351f82837d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66926346'] for subnet, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.080464 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5e878561-7fa7-41f7-ad2b-351f82837d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66926365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4002982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9020135'] for subnet, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.107438 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e878561-7fa7-41f7-ad2b-351f82837d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80a4262f-9400-4ea6-8d1a-5d620a69fc8c,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:21:03.111132 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-5e878561-7fa7-41f7-ad2b-351f82837d83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.113015 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-5e878561-7fa7-41f7-ad2b-351f82837d83 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/80a4262f-9400-4ea6-8d1a-5d620a69fc8c HTTP/1.1" status: 204 len: 168 time: 0.2599394 Aug 06 17:21:03.115509 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36680) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:21:03.116920 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b674a9-8203-43d5-a72b-9783806da122 None None] Network d001edfb-908b-4555-8b62-cca32aae1977 requested from n-d-803756-1 {{(pid=105766) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:21:03.185533 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66640184'] for network, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.247947 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] Deleting port 50eedfd6-813c-4e6c-90f1-5757b2892178 {{(pid=105765) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:21:03.248287 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730158286839'] for port, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.318394 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.db [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] For port 50eedfd6-813c-4e6c-90f1-5757b2892178, host n-d-803756-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803756-1',level=0,port_id=50eedfd6-813c-4e6c-90f1-5757b2892178,segment=NetworkSegment(4165fcf1-1717-45f0-aed8-7c671e79455c),segment_id=4165fcf1-1717-45f0-aed8-7c671e79455c)] {{(pid=105765) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:21:03.318754 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-959491'] for port, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.330550 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.plugin [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] Calling delete_port for 50eedfd6-813c-4e6c-90f1-5757b2892178 owned by network:dhcp {{(pid=105765) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:21:03.413449 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67093164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730158194351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730157808348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4002965'] for port, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.431899 n-d-803756-1 neutron-server[105766]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3608e518-75eb-4a1c-b23d-37987bd229f4 None None] DHCP port deletion for d001edfb-908b-4555-8b62-cca32aae1977 request from n-d-803756-1 {{(pid=105766) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:21:03.446686 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] Pushing event deleted for resources: {'Port': ['ID=50eedfd6-813c-4e6c-90f1-5757b2892178,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:21:03.451051 n-d-803756-1 neutron-server[105765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] No DVR routers for this DVR port 50eedfd6-813c-4e6c-90f1-5757b2892178 on host n-d-803756-1 {{(pid=105765) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:21:03.522537 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66927025', 'neutron.services.segments.db._delete_segments_for_network-8730158139962'] for network, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.532986 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d001edfb-908b-4555-8b62-cca32aae1977']}} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:21:03.542610 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4165fcf1-1717-45f0-aed8-7c671e79455c') {'for_net_delete': True} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:21:03.542902 n-d-803756-1 neutron-server[105765]: DEBUG neutron.services.segments.db [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4165fcf1-1717-45f0-aed8-7c671e79455c') {} {{(pid=105765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:21:03.552252 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730158289812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9007464'] for segment, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.570395 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345'] for segment, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.576677 n-d-803756-1 neutron-server[105765]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=105765) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:21:03.577069 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4002936'] for segment, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: Traceback (most recent call last): Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: timer() Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: cb(*args, **kw) Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: return func(*args, **kwargs) Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: self._notify() Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: self.callback(batched_events) Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: event.method(event) Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: return f(self, *a, **k) Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: return self._get(url).json() Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: return self.request(url, 'GET', **kwargs) Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:21:03.579290 n-d-803756-1 neutron-server[105765]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:21:03.638238 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66926984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530098', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960816'] for network, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.645423 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] Notify callbacks [] for network, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.650436 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d001edfb-908b-4555-8b62-cca32aae1977 HTTP/1.1" status: 204 len: 168 time: 0.5314994 Aug 06 17:21:03.661868 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582fcf5-d94b-4fb1-b318-f31e0f0ae754 admin admin] Pushing event deleted for resources: {'Network': ['ID=d001edfb-908b-4555-8b62-cca32aae1977,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:21:03.763559 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36684) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:21:03.803478 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-89ab3054-e85c-4380-8a39-aef7bd4881ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3e18b79b07a4f0db7fe0e2e8b91b5b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387366 Aug 06 17:21:03.806050 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36686) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:21:03.854567 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfd9cc80-4eab-4638-bb75-c8c74ab18dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.876022 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfd9cc80-4eab-4638-bb75-c8c74ab18dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.927480 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfd9cc80-4eab-4638-bb75-c8c74ab18dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.930263 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-dfd9cc80-4eab-4638-bb75-c8c74ab18dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:03.931497 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-dfd9cc80-4eab-4638-bb75-c8c74ab18dea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59d101c8-c48f-408d-bee7-fe930700c31a HTTP/1.1" status: 204 len: 168 time: 0.1244714 Aug 06 17:21:03.940338 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9cc80-4eab-4638-bb75-c8c74ab18dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d101c8-c48f-408d-bee7-fe930700c31a,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:21:03.943426 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-48a244bb-281a-4de0-89fb-4f897dd62ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:04.254594 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36692) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:21:04.294423 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-6265cff7-501a-4941-8ee4-9a6142a741ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ad36556aed1482c8d42bcd473f417ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390356 Aug 06 17:21:04.296806 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [-] (105765) accepted ('10.222.0.37', 36696) {{(pid=105765) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:21:04.343789 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e6495ab4-169a-4f87-92f8-0f50bc5c8552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:04.364825 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e6495ab4-169a-4f87-92f8-0f50bc5c8552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:04.410982 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e6495ab4-169a-4f87-92f8-0f50bc5c8552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530147'] for security_group, after_delete {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:04.413540 n-d-803756-1 neutron-server[105765]: DEBUG neutron_lib.callbacks.manager [None req-e6495ab4-169a-4f87-92f8-0f50bc5c8552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:04.414953 n-d-803756-1 neutron-server[105765]: INFO neutron.wsgi [None req-e6495ab4-169a-4f87-92f8-0f50bc5c8552 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/accdda81-105c-46c6-ad85-96e7157443f6 HTTP/1.1" status: 204 len: 168 time: 0.1172545 Aug 06 17:21:04.423041 n-d-803756-1 neutron-server[105765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6495ab4-169a-4f87-92f8-0f50bc5c8552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accdda81-105c-46c6-ad85-96e7157443f6,revision_number=None']} {{(pid=105765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:21:04.621283 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:21:04.642693 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:21:04.643150 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 60cbb3ab-c4b9-44b5-b10e-a78461ea7f8c not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:21:04.643627 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 50eedfd6-813c-4e6c-90f1-5757b2892178 no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:21:04.663384 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: 50eedfd6-813c-4e6c-90f1-5757b2892178 {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:21:04.663792 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device 50eedfd6-813c-4e6c-90f1-5757b2892178 not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:21:04.664214 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c8544ff5-591f-4e00-a4c1-4654f4cdd3cf no longer exists at agent ovs-agent-n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:21:04.687233 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.plugin [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] No Port match for: c8544ff5-591f-4e00-a4c1-4654f4cdd3cf {{(pid=105766) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:21:04.687570 n-d-803756-1 neutron-server[105766]: DEBUG neutron.plugins.ml2.rpc [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Device c8544ff5-591f-4e00-a4c1-4654f4cdd3cf not bound to the agent host n-d-803756-1 {{(pid=105766) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:21:06.334532 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d6b219c6-97bb-4a74-8668-49c945456a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:06.776690 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:07.652299 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:09.357320 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:24.511936 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:24.872555 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:28.467484 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:21:33.948959 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-aa4ba30d-3095-48af-b65c-e5e570dcf8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:36.335609 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ca9713fd-3831-4c9a-a72c-32dba2f61695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:36.777138 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:37.654127 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:39.360316 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:54.526390 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:21:54.871395 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:03.949907 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-3defa68a-c185-487b-80db-c4880cfbe166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:05.466631 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:22:06.336123 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-95207aee-a691-4897-9131-fa367db91039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:06.778154 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:07.657714 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:09.361265 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:24.522909 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:24.904785 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:33.949878 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-6ca47c12-69ae-46ee-a446-0d963c12154f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:36.335370 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b6b19511-6c20-4677-851e-63d217b01da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:36.779076 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:37.659297 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:39.364395 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:42.466503 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:22:54.538584 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:22:54.901355 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:03.951414 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-cf59e98a-f277-48a9-82d2-b6e28da5a3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:06.335188 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-abc88691-3647-434d-be58-1b0e605a3948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:06.779985 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:07.663445 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:09.367247 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:19.466546 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:23:24.537767 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:24.915575 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:33.952323 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-32d4a60c-82f8-4417-903f-ef68452e813d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:36.335864 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d4538ab6-622e-444b-a2b7-5cb3ba7c685c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:36.781246 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:37.665856 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:39.369851 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.551365 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:54.916080 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:23:56.466075 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:24:03.954887 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1175780e-84d4-4808-85f7-da94287b7f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:06.336534 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c2ea5511-bb64-489c-bc6a-a5d114e6f580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:06.783583 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:07.667775 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:09.372235 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:24.550191 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:24.919949 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:33.464825 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:24:33.959701 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-46cbfe33-3bff-4dc8-aab3-19bbbc993e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:36.337249 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c5a5daf0-9249-4643-9e5d-a60740c3c0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:36.784382 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:37.670780 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:39.375589 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:50.434225 n-d-803756-1 neutron-server[105765]: DEBUG neutron.wsgi [req-369fe99c-71c6-412b-a729-4d8a634e51cd req-15035713-2352-40cb-b3bd-fe4265954913 service neutron] (105765) timed out ('10.222.0.37', 35320) {{(pid=105765) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 17:24:54.553177 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:24:54.929608 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:03.960708 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-b6b010c8-3abb-4183-a3d6-f40f21ca892b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:06.338385 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d956b684-6426-4b56-906e-dc61953e749f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:06.785516 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:07.674445 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:09.378285 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:10.464045 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:25:24.550422 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:24.959331 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:33.962320 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-06c771ae-88bc-45de-a3fb-33a9cadc394d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:36.338629 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-27ec0843-054b-48a4-887e-8693d264167a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:36.789335 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:37.676805 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:39.381613 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:47.462219 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:25:54.565641 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:25:54.973784 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:03.963334 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7fcda581-ac97-48d5-afff-8227733affa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:06.339590 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-0c3ab5b0-5fa0-4cdc-a2a1-f396656fcf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:06.789236 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:07.679358 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:09.384318 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:24.462474 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:26:24.568762 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:24.975424 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:33.965561 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-8925fa15-93f8-4775-93c7-e348fa2ebcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:36.339295 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-59676b81-d0fe-4f57-a77c-1fb9a9d9c8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:36.793994 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:37.681131 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:39.386645 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:54.562964 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:26:54.973475 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:01.461528 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:27:03.967347 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-ec3e8d4a-4028-4ed5-91f1-089ec8222b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:06.339267 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4a1d053f-99d4-4b07-8271-b76825bd211b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:06.795796 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:07.685844 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:09.393335 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:24.563587 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:24.972154 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:33.970063 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-1a617448-0d88-45f5-a466-9eb63c416bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:36.339538 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-405c8e07-9941-4223-abfb-be5046ed5219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:36.795823 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:37.688531 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:38.461031 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:27:39.392562 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:54.577841 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:27:54.983782 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:03.971357 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-7567c6b1-e37a-453b-b0de-893fc20bbf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:06.340020 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2d7272a5-ec72-4003-8434-2c414722629b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:06.797001 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:07.691203 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:09.397832 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:15.460879 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:28:24.576108 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:24.988559 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:33.972819 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-5f637341-81e9-4cc5-b6b0-a88bf5ef5e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:36.341786 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-2fd3a8ce-8afc-4b7e-bd22-7da20097e85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:36.798776 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:37.697012 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:39.399911 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:52.459359 n-d-803756-1 neutron-server[105767]: DEBUG neutron.db.agents_db [None req-bd7140f3-9581-4cce-806a-bdb823415b39 None None] Agent healthcheck: found 7 active agents {{(pid=105767) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:28:54.592717 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-c0ae13e4-2267-4224-bdde-82c3c37dfc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:28:55.002171 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-fa9aaa1e-c203-4659-b08c-c7af736efb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:03.972529 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-f506ccc1-e54a-4306-af43-caf568710f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:06.343483 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-d2d8fbb9-7967-43dc-9f90-7c78ff5aa4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:06.801277 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-458d7b16-dd83-4ec0-93d2-1d4f78d154b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:07.576711 n-d-803756-1 neutron-server[105764]: DEBUG neutron.wsgi [req-3703157e-07f4-4d0f-b2e9-4e2c7a9f91c4 req-ba25b98a-c1f8-4b0a-b275-96b9ae162c56 service neutron] (105764) timed out ('10.222.0.37', 34486) {{(pid=105764) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 17:29:07.696863 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-4f21b4f0-0f79-4e7a-9280-e5e07570628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:29:09.404821 n-d-803756-1 neutron-server[105766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f3f15-88a3-48d4-a9b0-636980be83ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730158308109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66691275'] for agent, after_update {{(pid=105766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}